-- Logs begin at Wed 2021-10-27 14:59:07 UTC, end at Wed 2021-10-27 17:43:02 UTC. -- Oct 27 15:45:59.640618 n-d-815689-1 systemd[1]: Started Devstack devstack@q-svc.service. Oct 27 15:46:02.466172 n-d-815689-1 neutron-server[109611]: INFO neutron.common.config [-] Logging enabled! Oct 27 15:46:02.466797 n-d-815689-1 neutron-server[109611]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 15:46:02.466954 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109611) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 15:46:02.470262 n-d-815689-1 neutron-server[109611]: INFO neutron.common.config [-] Logging enabled! Oct 27 15:46:02.470516 n-d-815689-1 neutron-server[109611]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 27 15:46:02.470829 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109611) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 27 15:46:02.471770 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 15:46:02.472000 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 15:46:02.472388 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 15:46:02.472633 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 15:46:02.472858 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 15:46:02.473177 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.473471 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.473767 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.473997 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.474284 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.474573 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.474858 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.475143 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.475985 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.476353 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.476594 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.476882 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.477115 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.477394 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.477685 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.477973 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.478194 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] debug = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.478475 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.478909 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.479324 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.479669 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.479898 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.480202 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.480477 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.480754 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.481039 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.481370 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] host = n-d-815689-1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.481647 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.481934 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.482220 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.482511 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.482784 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.483059 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.483343 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.483613 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.483886 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] log_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.484181 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.484468 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.484754 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.485042 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.485291 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.485485 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.485771 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.486055 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.486328 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.486599 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.486872 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.487144 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.487418 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.487682 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.487962 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.488263 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.488546 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.488819 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.489093 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.489362 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.489630 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.489911 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.490183 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.490452 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.490726 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.491324 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.491324 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.491580 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.491844 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.492146 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.492481 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.492712 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.492986 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.493267 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.493542 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.493804 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.494070 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] use_json = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.494338 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.494605 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.494882 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.495153 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.495419 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.495696 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.495964 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.496269 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:02.496563 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.496861 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.497161 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.497444 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.497749 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.498027 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.498322 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.498600 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.498887 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.499174 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.499459 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.499739 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.500023 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.500715 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.500715 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.500910 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.501202 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.501495 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.501767 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.502081 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.502318 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.502592 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.502878 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.503156 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.503443 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.503729 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.504007 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.504315 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.504606 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.504893 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.505165 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.505440 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.505728 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.506001 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.506272 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.506570 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.506860 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.507137 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.507408 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.507717 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.507993 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.508290 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.508558 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.508832 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.509121 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.509395 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.509664 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.509933 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.510205 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.510475 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.510756 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.511032 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.511302 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.511576 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.511851 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.512157 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.512535 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.512816 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.513087 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.513362 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.513636 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.513908 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.514182 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.514454 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.514726 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.514999 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.515272 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.515547 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.515818 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.516108 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.516378 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.516648 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.516916 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.517197 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.517493 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.517768 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.518046 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.518320 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.518595 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.518869 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.519143 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.519420 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.519699 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.519966 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.520527 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.520807 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.521091 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.521373 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.521650 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.521976 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.522786 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.523199 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.523489 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.523775 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.524077 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.524376 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.524673 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.524967 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.525335 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.525711 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.526012 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.526297 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.526607 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.526887 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:02.527104 n-d-815689-1 neutron-server[109611]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 15:46:02.527350 n-d-815689-1 neutron-server[109611]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109611) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 27 15:46:02.964554 n-d-815689-1 neutron-server[109611]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:46:02.964829 n-d-815689-1 neutron-server[109611]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:46:02.965118 n-d-815689-1 neutron-server[109611]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 27 15:46:02.965448 n-d-815689-1 neutron-server[109611]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 27 15:46:03.288971 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.289180 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.289461 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.290756 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.291025 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.291287 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.325725 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.326001 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.326269 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.342035 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.342305 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.342571 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.373729 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.374002 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.374265 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.410903 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.411177 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.411445 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.651028 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.651696 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.651696 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.651862 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.652548 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.782221 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.782537 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.782817 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.783084 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.783351 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.783651 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.783907 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.784182 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.784433 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.784707 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.784962 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.785228 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.785480 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.785724 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.785993 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.786256 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.786510 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.786769 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.787032 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.787285 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.787549 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.788377 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.788790 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.789233 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.789483 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.789727 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.790128 n-d-815689-1 neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:46:03.790366 n-d-815689-1 neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:46:03.790602 n-d-815689-1 neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:46:03.790837 n-d-815689-1 neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:46:03.791072 n-d-815689-1 neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:46:03.791303 n-d-815689-1 neutron-server[109611]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:46:03.791663 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 27 15:46:03.794934 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 27 15:46:03.798919 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 27 15:46:03.802750 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 27 15:46:03.805228 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 27 15:46:03.805685 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 27 15:46:03.806019 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 27 15:46:03.806405 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 27 15:46:03.809281 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 27 15:46:03.809525 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 27 15:46:03.809866 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 15:46:03.815190 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 27 15:46:03.837828 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 27 15:46:03.838286 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.838584 n-d-815689-1 neutron-server[109611]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109611) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 27 15:46:03.838941 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.840354 n-d-815689-1 neutron-server[109611]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109611) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 27 15:46:03.840636 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 27 15:46:03.840878 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 27 15:46:03.844150 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.844436 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:03.907892 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 27 15:46:03.908076 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 27 15:46:03.908318 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 27 15:46:03.908696 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 27 15:46:03.930727 n-d-815689-1 neutron-server[109611]: DEBUG oslo_db.sqlalchemy.engines [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109611) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 27 15:46:04.652126 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Initializing driver for type 'gre' Oct 27 15:46:04.652792 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] gre ID ranges: [(1, 1000)] Oct 27 15:46:04.909505 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Initializing driver for type 'local' Oct 27 15:46:04.909832 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Initializing driver for type 'vlan' Oct 27 15:46:05.074710 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] VlanTypeDriver initialization complete Oct 27 15:46:05.075044 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Initializing driver for type 'vxlan' Oct 27 15:46:05.075588 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] vxlan ID ranges: [(1, 1000)] Oct 27 15:46:05.342692 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Initializing extension driver 'port_security' Oct 27 15:46:05.343034 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.extensions.port_security [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] PortSecurityExtensionDriver initialization complete Oct 27 15:46:05.343403 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Initializing mechanism driver 'openvswitch' Oct 27 15:46:05.343740 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Initializing mechanism driver 'hyperv' Oct 27 15:46:05.350476 n-d-815689-1 neutron-server[109611]: DEBUG neutron.plugins.ml2.plugin [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109611) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:46:05.351341 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > port after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.351712 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.352077 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > port after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.352672 n-d-815689-1 neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:46:05.353329 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.353666 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.354010 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.354419 n-d-815689-1 neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:46:05.354829 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > network after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.355177 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > network after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.355521 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > network after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.355918 n-d-815689-1 neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:46:05.356359 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > security_group after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.356715 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > security_group after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.357053 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.357444 n-d-815689-1 neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:46:05.357856 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.358203 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.358547 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.358935 n-d-815689-1 neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:46:05.359350 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > address_group after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.359725 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > address_group after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.360072 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.360476 n-d-815689-1 neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109611) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 27 15:46:05.360876 n-d-815689-1 neutron-server[109611]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] ML2 OVO RPC backend initialized. {{(pid=109611) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 27 15:46:05.361568 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.368918 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.368918 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > network before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.368918 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > networks before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.368918 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > port before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.370013 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > ports before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.370013 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > subnet before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.370013 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > subnets before_response 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.370013 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > network after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.371050 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > network after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.371050 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > network after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.371050 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > port after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.371050 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.371406 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > port after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.371406 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.371406 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.371406 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.371790 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.plugin [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Modular L2 Plugin initialization complete Oct 27 15:46:05.371790 n-d-815689-1 neutron-server[109611]: DEBUG neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading services supported by the core plugin {{(pid=109611) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 27 15:46:05.371790 n-d-815689-1 neutron-server[109611]: INFO neutron.plugins.ml2.managers [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Got port-security extension from driver 'port_security' Oct 27 15:46:05.371790 n-d-815689-1 neutron-server[109611]: INFO neutron.extensions.vlantransparent [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Disabled vlantransparent extension. Oct 27 15:46:05.371790 n-d-815689-1 neutron-server[109611]: DEBUG neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109611) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 27 15:46:05.371790 n-d-815689-1 neutron-server[109611]: INFO neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading Plugin: router Oct 27 15:46:05.406867 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.407254 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router after_create 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.407622 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router before_create 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.407984 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.408385 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.408739 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router after_delete 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.409104 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.409573 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.409935 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router after_create 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.410283 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router after_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.410631 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router after_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.410978 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.411334 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router after_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.411738 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.412127 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.412466 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: port after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.412802 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: subnet after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.413138 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.413483 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.413826 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.414164 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: port before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.414504 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router precommit_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.414875 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router after_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.415302 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.415651 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.416008 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.416380 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.416785 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > agent after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.417138 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > agent after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.417481 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > network after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.418353 n-d-815689-1 neutron-server[109611]: DEBUG neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Tracking information for resource: router configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:46:05.418688 n-d-815689-1 neutron-server[109611]: DEBUG neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Tracking information for resource: floatingip configured {{(pid=109611) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 27 15:46:05.423656 n-d-815689-1 neutron-server[109611]: INFO neutron.db.l3_agentschedulers_db [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 27 15:46:05.424327 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.425901 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: port after_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.425901 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: port after_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.425901 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: port after_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.426169 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router before_create 55550100 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.426428 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.426787 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router precommit_create 55550100 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.427139 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > router precommit_update 55550100 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.432662 n-d-815689-1 neutron-server[109611]: DEBUG neutron.services.provider_configuration [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service providers = [] {{(pid=109611) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 27 15:46:05.433028 n-d-815689-1 neutron-server[109611]: DEBUG neutron.db.servicetype_db [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109611) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 27 15:46:05.436004 n-d-815689-1 neutron-server[109611]: DEBUG neutron.services.service_base [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 15:46:05.436381 n-d-815689-1 neutron-server[109611]: DEBUG neutron.services.service_base [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 15:46:05.436723 n-d-815689-1 neutron-server[109611]: DEBUG neutron.services.service_base [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 15:46:05.437620 n-d-815689-1 neutron-server[109611]: DEBUG neutron.services.service_base [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109611) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 27 15:46:05.437993 n-d-815689-1 neutron-server[109611]: INFO neutron.services.service_base [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 27 15:46:05.438368 n-d-815689-1 neutron-server[109611]: DEBUG neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:46:05.438692 n-d-815689-1 neutron-server[109611]: INFO neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 27 15:46:05.451626 n-d-815689-1 neutron-server[109611]: DEBUG neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:46:05.451964 n-d-815689-1 neutron-server[109611]: INFO neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading Plugin: auto_allocate Oct 27 15:46:05.457856 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: network precommit_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.458228 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: network precommit_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.458753 n-d-815689-1 neutron-server[109611]: DEBUG neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:46:05.459072 n-d-815689-1 neutron-server[109611]: INFO neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading Plugin: tag Oct 27 15:46:05.465927 n-d-815689-1 neutron-server[109611]: DEBUG neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:46:05.466260 n-d-815689-1 neutron-server[109611]: INFO neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading Plugin: timestamp Oct 27 15:46:05.470122 n-d-815689-1 neutron-server[109611]: DEBUG neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:46:05.470454 n-d-815689-1 neutron-server[109611]: INFO neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading Plugin: network_ip_availability Oct 27 15:46:05.475899 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.476294 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.476647 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.477373 n-d-815689-1 neutron-server[109611]: DEBUG neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:46:05.477768 n-d-815689-1 neutron-server[109611]: INFO neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading Plugin: flavors Oct 27 15:46:05.482874 n-d-815689-1 neutron-server[109611]: DEBUG neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:46:05.483206 n-d-815689-1 neutron-server[109611]: INFO neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading Plugin: revisions Oct 27 15:46:05.487558 n-d-815689-1 neutron-server[109611]: DEBUG neutron.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109611) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 27 15:46:05.487950 n-d-815689-1 neutron-server[109611]: DEBUG oslo_concurrency.lockutils [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.523s {{(pid=109611) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 27 15:46:05.488742 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109611) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 27 15:46:05.489075 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Initializing extension manager. Oct 27 15:46:05.489585 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: __init__.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.489926 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: __pycache__ {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.490260 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.490618 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: address_group.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.491383 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.491953 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: address-group Oct 27 15:46:05.492303 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: address_scope.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.493737 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.494208 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: address-scope Oct 27 15:46:05.494530 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.495471 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.495982 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: router-admin-state-down-before-update Oct 27 15:46:05.496327 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: agent.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.497031 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.497533 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: agent Oct 27 15:46:05.497853 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: agent_resources_synced.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.498770 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.499271 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: agent-resources-synced Oct 27 15:46:05.499588 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: allowedaddresspairs.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.501425 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.501937 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: allowed-address-pairs Oct 27 15:46:05.502260 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: auto_allocated_topology.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.503335 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.503839 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: auto-allocated-topology Oct 27 15:46:05.504188 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: availability_zone.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.504879 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.505378 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: availability_zone Oct 27 15:46:05.505699 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: availability_zone_filter.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.506603 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.507104 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: availability_zone_filter Oct 27 15:46:05.507424 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: data_plane_status.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.508416 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.509663 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension data-plane-status not supported by any of loaded plugins Oct 27 15:46:05.510004 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: default_subnetpools.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.510981 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.511508 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: default-subnetpools Oct 27 15:46:05.511840 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.512717 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.513232 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: dhcp_agent_scheduler Oct 27 15:46:05.513560 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: dns.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.514491 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.514999 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension dns-integration not supported by any of loaded plugins Oct 27 15:46:05.515328 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: dns_domain_ports.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.516283 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.516795 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 27 15:46:05.517124 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.518051 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.518567 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 27 15:46:05.518896 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: dvr.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.519568 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.520379 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: dvr Oct 27 15:46:05.520705 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: ecmp_routes.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.521634 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.522143 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 27 15:46:05.522467 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: empty_string_filtering.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.523390 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.523895 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: empty-string-filtering Oct 27 15:46:05.524415 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.525364 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.525870 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 27 15:46:05.526193 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.527123 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.527627 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 27 15:46:05.527952 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: external_net.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.528908 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.529412 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: external-net Oct 27 15:46:05.529733 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.530654 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.531154 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: extra_dhcp_opt Oct 27 15:46:05.531475 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: extraroute.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.532437 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.532943 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: extraroute Oct 27 15:46:05.533268 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: extraroute_atomic.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.534314 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.534817 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: extraroute-atomic Oct 27 15:46:05.535143 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: filter_validation.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.535993 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.536528 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: filter-validation Oct 27 15:46:05.536855 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: fip_pf_description.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.537775 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.538283 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 27 15:46:05.538604 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: fip_port_details.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.539535 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.540154 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: fip-port-details Oct 27 15:46:05.540496 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: flavors.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.541734 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.542250 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: flavors Oct 27 15:46:05.542580 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.544301 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.544822 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 27 15:46:05.545154 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: floatingip_pools.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.545860 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.546374 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: floatingip-pools Oct 27 15:46:05.546700 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: ip_allocation.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.547637 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.548209 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension ip_allocation not supported by any of loaded plugins Oct 27 15:46:05.548504 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.549439 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.549954 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: ip-substring-filtering Oct 27 15:46:05.550280 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: l2_adjacency.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.551204 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.551712 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 27 15:46:05.552037 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: l3.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.553173 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.553693 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: router Oct 27 15:46:05.554019 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.556976 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.557501 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 27 15:46:05.557835 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.558785 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.559303 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: ext-gw-mode Oct 27 15:46:05.559629 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.560595 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.561109 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: l3-ha Oct 27 15:46:05.561435 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: l3_flavors.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.562355 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.562900 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: l3-flavors Oct 27 15:46:05.563227 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.564177 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.564687 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 27 15:46:05.565014 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: l3agentscheduler.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.566054 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.566592 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: l3_agent_scheduler Oct 27 15:46:05.566902 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: logging.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.568444 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.568972 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension logging not supported by any of loaded plugins Oct 27 15:46:05.569307 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: metering.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.570056 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.570631 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: metering Oct 27 15:46:05.570960 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.572852 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.573377 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: metering_source_and_destination_fields Oct 27 15:46:05.573708 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: multiprovidernet.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.574655 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.575169 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: multi-provider Oct 27 15:46:05.575496 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: netmtu.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.576456 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.576965 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: net-mtu Oct 27 15:46:05.577290 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: netmtu_writable.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.578213 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.578726 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: net-mtu-writable Oct 27 15:46:05.579054 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: network_availability_zone.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.579732 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.580269 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: network_availability_zone Oct 27 15:46:05.580592 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: network_ip_availability.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.581719 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.582229 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: network-ip-availability Oct 27 15:46:05.582597 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: network_segment_range.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.583338 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.583833 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension network-segment-range not supported by any of loaded plugins Oct 27 15:46:05.584179 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: pagination.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.585168 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.585495 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: pagination Oct 27 15:46:05.585817 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: port_device_profile.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.586760 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.587294 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: port-device-profile Oct 27 15:46:05.587615 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.588573 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.589111 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: port-mac-address-regenerate Oct 27 15:46:05.589417 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.590334 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.590844 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: port-numa-affinity-policy Oct 27 15:46:05.591170 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: port_resource_request.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.592112 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.592616 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension port-resource-request not supported by any of loaded plugins Oct 27 15:46:05.592989 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: portbindings.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.593960 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.594466 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: binding Oct 27 15:46:05.594792 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: portbindings_extended.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.596102 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.596616 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: binding-extended Oct 27 15:46:05.596946 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: portsecurity.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.597864 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.598373 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: port-security Oct 27 15:46:05.598809 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: project_id.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.599801 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.600167 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: project-id Oct 27 15:46:05.600494 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: providernet.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.601425 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.601940 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: provider Oct 27 15:46:05.602266 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: qos.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.606036 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.606561 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension qos not supported by any of loaded plugins Oct 27 15:46:05.606896 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.608183 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.608700 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 27 15:46:05.609040 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.609979 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.610488 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 27 15:46:05.610817 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: qos_default.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.611744 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.612279 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension qos-default not supported by any of loaded plugins Oct 27 15:46:05.612610 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: qos_fip.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.613268 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.613769 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension qos-fip not supported by any of loaded plugins Oct 27 15:46:05.614094 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: qos_gateway_ip.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.615025 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.615538 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 27 15:46:05.615864 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: qos_port_network_policy.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.616808 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.617323 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 27 15:46:05.617648 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.619297 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.619814 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 27 15:46:05.620180 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: qos_pps_rule.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.621373 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.621891 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension qos-pps not supported by any of loaded plugins Oct 27 15:46:05.622225 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: qos_rule_type_details.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.623144 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.623658 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 27 15:46:05.623984 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: qos_rules_alias.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.625243 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.625761 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 27 15:46:05.626095 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: quotasv2.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.627045 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.627379 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: quotas Oct 27 15:46:05.627703 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: quotasv2_detail.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.630937 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.631286 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: quota_details Oct 27 15:46:05.631625 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: rbac.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.632722 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.633251 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: rbac-policies Oct 27 15:46:05.633600 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: rbac_address_group.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.635141 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.635661 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: rbac-address-group Oct 27 15:46:05.635991 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: rbac_address_scope.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.636947 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.637466 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: rbac-address-scope Oct 27 15:46:05.637794 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: rbac_security_groups.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.638721 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.639235 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: rbac-security-groups Oct 27 15:46:05.639561 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: rbac_subnetpool.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.640511 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.641028 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: rbac-subnetpool Oct 27 15:46:05.641353 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: revisionifmatch.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.642291 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.642806 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: revision-if-match Oct 27 15:46:05.643132 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: revisions.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.644301 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.644817 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: standard-attr-revisions Oct 27 15:46:05.645411 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: router_availability_zone.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.646091 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.646600 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: router_availability_zone Oct 27 15:46:05.646924 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: routerservicetype.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.647854 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.648399 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension router-service-type not supported by any of loaded plugins Oct 27 15:46:05.648722 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.649854 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.651303 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: security-groups-normalized-cidr Oct 27 15:46:05.651303 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.651662 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.652214 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: port-security-groups-filtering Oct 27 15:46:05.652739 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.653467 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.653982 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: security-groups-remote-address-group Oct 27 15:46:05.654309 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: securitygroup.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.664205 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.664738 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: security-group Oct 27 15:46:05.665486 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: segment.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.665923 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.666435 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension segment not supported by any of loaded plugins Oct 27 15:46:05.666763 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.667802 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.668338 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 27 15:46:05.668669 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: servicetype.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.669806 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.670321 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: service-type Oct 27 15:46:05.670645 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: sorting.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.671635 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.671971 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: sorting Oct 27 15:46:05.672322 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: standard_attr_segment.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.673261 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.673773 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 27 15:46:05.674101 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: standardattrdescription.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.674809 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.675346 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: standard-attr-description Oct 27 15:46:05.675672 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: stateful_security_group.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.676646 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.677166 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: stateful-security-group Oct 27 15:46:05.677494 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: stdattrs_common.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.678077 n-d-815689-1 neutron-server[109611]: WARNING neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 27 15:46:05.678400 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.679331 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.679850 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 27 15:46:05.680208 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: subnet_onboard.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.682064 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.682684 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: subnet_onboard Oct 27 15:46:05.683017 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.704340 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.704847 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 27 15:46:05.705171 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: subnet_service_types.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.706111 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.706626 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: subnet-service-types Oct 27 15:46:05.706951 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: subnetallocation.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.708073 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.708650 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: subnet_allocation Oct 27 15:46:05.708932 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.709605 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.710117 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: subnetpool-prefix-ops Oct 27 15:46:05.710443 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.711398 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.712075 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 27 15:46:05.712546 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: tagging.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.713639 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.714157 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: standard-attr-tag Oct 27 15:46:05.714485 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: timestamp.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.715704 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.716255 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loaded extension: standard-attr-timestamp Oct 27 15:46:05.716586 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: trunk.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.717626 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.718142 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension trunk not supported by any of loaded plugins Oct 27 15:46:05.718472 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: trunk_details.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.719414 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.719925 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension trunk-details not supported by any of loaded plugins Oct 27 15:46:05.720275 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: uplink_status_propagation.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.721211 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.721746 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 27 15:46:05.722071 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Loading extension file: vlantransparent.py {{(pid=109611) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 27 15:46:05.722746 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109611) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 27 15:46:05.723249 n-d-815689-1 neutron-server[109611]: INFO neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 27 15:46:05.725763 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:network Oct 27 15:46:05.726290 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:subnet Oct 27 15:46:05.726688 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 15:46:05.727078 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:port Oct 27 15:46:05.728565 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.729019 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service FLAVORS assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.729632 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.730059 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.730543 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:router Oct 27 15:46:05.731003 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 15:46:05.731504 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service METERING assigned prefix: /metering {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.732993 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.733366 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.733722 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109611) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:46:05.734739 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 15:46:05.735189 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:security_group Oct 27 15:46:05.735626 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 15:46:05.736266 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service CORE assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.736602 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 15:46:05.736955 n-d-815689-1 neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] subnetpool is already registered Oct 27 15:46:05.737390 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service CORE assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.737719 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 15:46:05.738062 n-d-815689-1 neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] subnetpool is already registered Oct 27 15:46:05.740502 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.740953 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service FLAVORS assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.741568 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.742006 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.742336 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:router Oct 27 15:46:05.742689 n-d-815689-1 neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] router is already registered Oct 27 15:46:05.743773 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:floatingip Oct 27 15:46:05.744212 n-d-815689-1 neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] floatingip is already registered Oct 27 15:46:05.744701 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service METERING assigned prefix: /metering {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.745427 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of CountableResource for resource:rbac_policy Oct 27 15:46:05.745760 n-d-815689-1 neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] rbac_policy is already registered Oct 27 15:46:05.746175 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:security_group Oct 27 15:46:05.746515 n-d-815689-1 neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] security_group is already registered Oct 27 15:46:05.746919 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 27 15:46:05.747253 n-d-815689-1 neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] security_group_rule is already registered Oct 27 15:46:05.747827 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service CORE assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.748182 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 15:46:05.748524 n-d-815689-1 neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] subnetpool is already registered Oct 27 15:46:05.748941 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.v2.resource_helper [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Service CORE assigned prefix: {{(pid=109611) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 27 15:46:05.749265 n-d-815689-1 neutron-server[109611]: INFO neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Creating instance of TrackedResource for resource:subnetpool Oct 27 15:46:05.749598 n-d-815689-1 neutron-server[109611]: WARNING neutron.quota.resource_registry [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] subnetpool is already registered Oct 27 15:46:05.751338 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: extensions {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.752847 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: address-groups {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.754398 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: address-scopes {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.755604 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: agents {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.756925 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: auto-allocated-topology {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.758222 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: availability_zones {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.760156 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: dhcp-networks {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.761579 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: dhcp-agents {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.763103 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: routers {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.765344 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: flavors {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.766616 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: service_profiles {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.767832 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: next_providers {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.769296 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: service_profiles {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.771092 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: floatingip-pools {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.772449 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: routers {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.774580 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: floatingips {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.775883 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: l3-routers {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.777387 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: l3-agents {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.778797 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: metering-labels {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.780089 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: metering-label-rules {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.785540 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: network-ip-availabilities {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.785540 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: bindings {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.785540 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: quotas {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.786092 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: quotas {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.787666 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: rbac-policies {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.788883 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: security-groups {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.790774 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: security-group-rules {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.792003 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: service-providers {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.793255 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: subnetpools {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.794695 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: subnetpools {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.796176 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.797940 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.799812 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.801659 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.803356 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.805391 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.807671 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.810640 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.812465 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.814195 n-d-815689-1 neutron-server[109611]: DEBUG neutron.api.extensions [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Extended resource: tags {{(pid=109611) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 27 15:46:05.820525 n-d-815689-1 neutron-server[109611]: WARNING keystonemiddleware.auth_token [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 27 15:46:05.825308 n-d-815689-1 neutron-server[109611]: WARNING keystonemiddleware.auth_token [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 27 15:46:05.834362 n-d-815689-1 neutron-server[109611]: DEBUG oslo_concurrency.lockutils [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Acquired lock "singleton_lock" {{(pid=109611) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 27 15:46:05.834927 n-d-815689-1 neutron-server[109611]: DEBUG oslo_concurrency.lockutils [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Releasing lock "singleton_lock" {{(pid=109611) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 27 15:46:05.835580 n-d-815689-1 neutron-server[109611]: INFO oslo_service.service [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Starting 2 workers Oct 27 15:46:05.841491 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Started child 109722 {{(pid=109611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 15:46:05.846438 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Started child 109723 {{(pid=109611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 15:46:05.847090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:05.847976 n-d-815689-1 neutron-server[109611]: INFO neutron.service [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 27 15:46:05.848617 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Publish callbacks [] for process, before_spawn {{(pid=109611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:05.848776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [-] (109722) wsgi starting up on http://0.0.0.0:9696 Oct 27 15:46:05.850977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:05.851406 n-d-815689-1 neutron-server[109611]: INFO oslo_service.service [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Starting 1 workers Oct 27 15:46:05.854645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [-] (109723) wsgi starting up on http://0.0.0.0:9696 Oct 27 15:46:05.857303 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Started child 109724 {{(pid=109611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 15:46:05.857826 n-d-815689-1 neutron-server[109611]: INFO oslo_service.service [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Starting 1 workers Oct 27 15:46:05.860678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.service [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] calling RpcWorker wait() {{(pid=109724) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 27 15:46:05.861279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.service [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] returning from RpcWorker wait() {{(pid=109724) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 27 15:46:05.862560 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:05.862838 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Started child 109725 {{(pid=109611) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 27 15:46:05.863003 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:46:05.863430 n-d-815689-1 neutron-server[109611]: DEBUG neutron_lib.callbacks.manager [None req-0d24de40-71d0-41f5-8521-6675253fe2a6 None None] Publish callbacks [] for process, after_spawn {{(pid=109611) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:05.865320 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109611) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 15:46:05.865542 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 15:46:05.865726 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 15:46:05.865939 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 15:46:05.866272 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 15:46:05.866427 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 15:46:05.866947 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.867232 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.867386 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:05.868751 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.868751 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.868751 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.869884 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.869884 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.869884 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.870300 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.870436 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.870572 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.870712 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.870901 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.871131 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.871472 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.871688 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.871957 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.872226 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.872388 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.872626 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.872900 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.873157 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.873424 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] debug = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.873699 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.874143 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.874525 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.874780 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.875018 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.875300 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.875547 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.875804 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.876048 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.876305 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.876551 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.876799 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.877041 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.877250 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.877467 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.877731 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.877952 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.878403 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] host = n-d-815689-1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.878631 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.878862 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.879094 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.879448 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.879705 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.879950 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.880246 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.880512 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.880750 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.880975 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.881221 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.881465 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.881726 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.881921 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.882172 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_options = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.882316 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.882560 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.882815 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.883010 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.883168 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.883336 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.883638 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.884503 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.884503 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.884503 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.884916 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.884916 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.885186 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.885332 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.885470 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.885709 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.885924 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.886147 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.886389 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.886616 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.886839 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.887065 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.887301 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.887586 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.887750 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.887985 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.888292 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.888542 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.888719 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.889000 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.889241 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.889490 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.889718 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.889957 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.890218 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.890531 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.890757 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.890985 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.891264 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.891487 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.891773 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.891984 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.892257 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.892440 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.892653 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.892869 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.893110 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_json = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.893321 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.893551 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.893778 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.893984 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.894242 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.894421 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.894639 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.895134 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.895762 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.895946 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.896777 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.896983 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.897319 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.897681 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.897973 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.898221 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.898529 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.898770 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.899095 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.899338 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.900008 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.900008 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.900201 n-d-815689-1 neutron-server[109725]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:46:05.900304 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.900550 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.900818 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.901110 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.901358 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.901581 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.901818 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.902046 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.910146 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.910146 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.910146 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.910146 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.910146 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.910146 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.910146 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.910146 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.911227 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.911227 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.911227 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.911227 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.911227 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.911227 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.911227 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.911227 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.912074 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.912074 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.912074 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.912074 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.912074 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.912074 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.912074 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.912074 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.913133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.913133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.913133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.913133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.913133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.913133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.913133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.913133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.913133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.914133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.914133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.914133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.914133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.914133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.914133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.914133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.914133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.914133 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.915894 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.915894 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.915894 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.915894 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.915894 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.915894 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.915894 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.915894 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.915894 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.916848 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.916848 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.916848 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.916848 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.916848 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.916848 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.916848 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.916848 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.916848 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.918087 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.918087 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.918087 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.918087 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.918087 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.918087 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.918742 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.918742 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.918742 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.919087 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.919216 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.919448 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.919709 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.919925 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.920269 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.920434 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.920648 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.920858 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.921109 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.921332 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.921555 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.921781 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.921992 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.922246 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.922460 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.922674 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.922885 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.923114 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.923345 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.923608 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.923877 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.924144 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.924403 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.924589 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.924850 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.925321 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.925473 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.925636 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.926653 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.926653 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.926653 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.927083 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.927083 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.927351 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.927489 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.927656 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.927909 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.928158 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.928411 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.928655 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.928926 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.929176 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.929391 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.929619 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.929859 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.930623 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.931840 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.931840 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.931840 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.932306 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.932461 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.932604 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.932840 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.933084 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.933316 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.933577 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.933859 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.934119 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.934361 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.934587 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.934818 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.935036 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.935244 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.935483 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.935696 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.935905 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.936192 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.936403 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.936634 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.936844 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.937085 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.937301 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.937555 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.937763 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.938014 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.938245 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.938458 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.938671 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.938899 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.939126 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.939370 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.939584 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.939845 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.940119 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.940352 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.940576 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.940810 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.941056 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.941265 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.941519 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.941734 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.941963 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.942170 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.942384 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.942611 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.942818 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.943039 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.943262 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.943509 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.943751 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.944817 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.944817 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.944817 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.944817 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.945387 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.945387 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.945728 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.945728 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.949624 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.949624 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.949624 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.949624 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.949624 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.949624 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.949624 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.949624 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950322 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950322 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950322 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950322 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950322 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950322 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950322 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950322 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950918 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950918 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950918 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950918 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950918 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950918 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950918 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.950918 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.951498 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.951498 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.951498 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.951729 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.952515 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.952515 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.952515 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.952756 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.952756 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.952965 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.953170 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.953393 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.953623 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.953833 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.954057 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.954271 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.954478 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.954700 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.954906 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.955118 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.955336 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.955548 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.955754 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.956018 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.956319 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.956539 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.956829 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.957083 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.957326 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.957564 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.957979 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.958222 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.958463 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.958736 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.958957 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.959175 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.959455 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.959794 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.960079 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.960342 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.960595 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.960873 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.961960 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.961960 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.961960 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.961960 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.962256 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.962454 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.962710 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.962954 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.963214 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.963431 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.963667 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.963901 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.964158 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.964483 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.964623 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.964892 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.965173 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.965428 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.965658 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.965875 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.966118 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.966354 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.966605 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.966822 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.966976 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 15:46:05.967514 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109611) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 27 15:46:05.967672 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 27 15:46:05.967821 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 27 15:46:05.968021 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 27 15:46:05.968291 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 27 15:46:05.968442 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 27 15:46:05.968640 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.968796 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.968949 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.969102 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.969255 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.969430 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.969612 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.969739 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.969894 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.970073 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.970238 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.970438 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.970548 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.970635 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.970791 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.970937 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.971105 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.971244 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.971392 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.971554 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.971709 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.971848 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.971990 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] debug = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.972155 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.972280 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.972430 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.972577 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.972719 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.972905 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.973070 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.973212 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.973346 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.973481 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.973616 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.973751 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.973883 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.974019 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.974150 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.974292 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.974446 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.974598 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] host = n-d-815689-1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.974751 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.974903 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.975055 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.975209 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.975526 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.975526 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.975808 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.975808 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.976086 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.976086 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.976287 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.976370 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.976509 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.976665 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.976816 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_options = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.976969 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.977121 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.977272 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.977979 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.978261 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.978261 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.978261 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.978829 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.978911 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.979038 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.979190 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.979346 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.979499 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.979652 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.979804 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.979956 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.980132 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.980436 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.980554 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.980707 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.980861 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.981014 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.981165 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.981317 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.981509 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.981681 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.981837 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.982007 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.982131 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.982282 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.982435 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.982588 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.982741 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.982894 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.983046 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.983199 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.983352 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.983504 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.983660 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.983814 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.983967 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.984141 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.984295 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.984449 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.984601 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.984754 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.984906 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_json = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.985058 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.985210 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.985364 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.985516 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.985668 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.985821 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.985973 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.986128 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 27 15:46:05.986300 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.986458 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.986623 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.986784 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.986939 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.987092 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.987248 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.987402 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.987558 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.987713 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.987896 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.988094 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.988232 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.988389 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.988545 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.988703 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.988858 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.989014 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.989177 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.989334 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.989490 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.989646 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.989808 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.989964 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.990119 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.990274 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.990429 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.990600 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.990755 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.990912 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.991068 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.991222 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.991379 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.991536 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.991694 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.991851 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.992008 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.992600 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.992600 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.992600 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.993044 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.993044 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.994326 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.994326 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.994326 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.994326 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.994326 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.994891 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.994891 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.994891 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.995194 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.995194 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.995343 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.995433 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.995549 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.995718 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.995875 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.996030 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.996210 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.996367 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.996524 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.996680 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.996841 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.996997 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.997154 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.997310 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.997477 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.997634 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.997790 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.997946 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.998103 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.998242 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.998404 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.998558 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.998715 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.998871 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.999032 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.999184 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.999338 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.999494 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.999652 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.999808 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:05.999977 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.000170 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.000327 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.000484 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.000640 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.000796 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.000952 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.001116 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.001285 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.001441 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.001597 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.001752 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.001908 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.002064 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.002220 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.002376 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.002534 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.002689 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.002845 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.003000 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.003159 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.003316 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.003471 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.003625 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.003779 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.003934 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.004111 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.004274 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.004432 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.004575 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.004732 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.008083 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.008083 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.008083 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.008083 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.008083 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.008083 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.008083 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.008083 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009177 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009177 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009177 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009177 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009177 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009177 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009177 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009177 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009815 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009815 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009815 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009815 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009815 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009815 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009815 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.009815 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.010739 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.010739 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.010739 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.010739 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.010739 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.010739 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.010739 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.010739 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.011538 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.011538 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.011538 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.011538 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.011538 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.011538 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.011538 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.011538 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012160 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012160 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012160 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012160 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012160 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012160 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012160 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012160 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012704 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012704 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012704 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012704 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012704 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.012704 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.013259 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.013259 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.013259 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.013481 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.013481 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.013629 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.013708 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.013832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:46:06.013962 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.014050 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.014153 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.014312 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.014469 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.014626 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.014783 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.014941 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.015097 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.015254 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.015412 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.015569 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.015727 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.015885 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.016045 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.016221 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.016379 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.016541 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.016708 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.016864 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.017019 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.017176 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.017330 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.017485 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.017639 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.017794 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.017949 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.018103 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.018257 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.018416 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.018576 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.018731 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.018886 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.019043 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.019198 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.019353 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.019509 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.019677 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.019833 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.020262 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.020419 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.020575 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.020730 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.020895 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.021051 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.021207 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.021363 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.021519 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.021675 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.021839 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.022037 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.022196 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.022353 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.022509 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.022664 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.022828 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.022984 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.023140 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.023296 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.023453 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.023608 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.023772 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.023927 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.024111 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.024274 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.024839 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.024839 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.024839 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.025136 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.025136 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.025978 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.025978 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.025978 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.025978 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.025978 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.025978 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.026567 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.026567 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.026567 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.026567 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.026967 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.026967 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.027172 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.027172 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.027515 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.027515 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.027677 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.027756 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.027884 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.028026 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.028208 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.028398 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.028523 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.028686 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.028840 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.029001 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.029168 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.029324 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.029479 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.029635 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.029791 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.029946 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.030101 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.030336 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.030495 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.030651 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.030807 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.030961 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.031116 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.031273 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.031428 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.031584 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.031741 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.031896 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.032039 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.032279 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 27 15:46:06.032391 n-d-815689-1 neutron-server[109611]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109611) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 27 15:46:06.330101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34868) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:46:06.339659 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073774 Oct 27 15:46:18.464678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069accf7-7d18-4932-a479-1ad91120ea36 None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 15:46:18.543378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069accf7-7d18-4932-a479-1ad91120ea36 None None] No non-hosted networks {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 27 15:46:18.561524 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.agentschedulers_db [None req-069accf7-7d18-4932-a479-1ad91120ea36 None None] DHCP Agent not found on host n-d-815689-1 {{(pid=109724) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 27 15:46:18.691351 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33b15f21-36d5-4189-af29-494f526ff01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615047'] for agent, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:21.418307 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-528675f6-72b1-4278-8863-a5fc97700f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615047'] for agent, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:21.475264 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-15feec60-debb-410d-8b81-2f08911dd9b4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-815689-1 {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:46:21.475935 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-15feec60-debb-410d-8b81-2f08911dd9b4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:46:22.027579 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615047'] for agent, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:22.104537 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-15feec60-debb-410d-8b81-2f08911dd9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:22.114664 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615047'] for agent, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:22.115342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.115874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.116394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.117034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.117515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.118017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.119250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.119836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.120350 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.120822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.121292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.121889 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:22.122415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-815689-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:46:22.139837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-815689-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:46:23.995630 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615047'] for agent, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:24.308241 n-d-815689-1 neutron-server[109724]: INFO neutron.db.l3_hamode_db [None req-0cf3b742-fa45-43d8-97c4-0366e7e2b40d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 27 15:46:24.387303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3b742-fa45-43d8-97c4-0366e7e2b40d None None] Routers set() bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:46:24.387684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf3b742-fa45-43d8-97c4-0366e7e2b40d None None] Router IDs set() for agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 15:46:25.219244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34962) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:46:25.731265 n-d-815689-1 neutron-server[109723]: WARNING oslo_policy.policy [None req-fb399f05-aacd-4528-972f-c71e6e12227a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:46:25.731846 n-d-815689-1 neutron-server[109723]: WARNING oslo_policy.policy [None req-fb399f05-aacd-4528-972f-c71e6e12227a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:46:25.958691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-fb399f05-aacd-4528-972f-c71e6e12227a admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:46:25.959941 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fb399f05-aacd-4528-972f-c71e6e12227a admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7386980 Oct 27 15:46:28.453378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34976) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:46:28.950397 n-d-815689-1 neutron-server[109722]: WARNING oslo_policy.policy [None req-9a76c526-f502-46aa-8aca-02dcf9ba6397 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:46:28.950988 n-d-815689-1 neutron-server[109722]: WARNING oslo_policy.policy [None req-9a76c526-f502-46aa-8aca-02dcf9ba6397 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:46:29.174981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9a76c526-f502-46aa-8aca-02dcf9ba6397 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:46:29.271825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.policy [None req-9a76c526-f502-46aa-8aca-02dcf9ba6397 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109722) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 15:46:29.318533 n-d-815689-1 neutron-server[109722]: WARNING oslo_policy.policy [None req-9a76c526-f502-46aa-8aca-02dcf9ba6397 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:46:29.318941 n-d-815689-1 neutron-server[109722]: WARNING oslo_policy.policy [None req-9a76c526-f502-46aa-8aca-02dcf9ba6397 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:46:29.328076 n-d-815689-1 neutron-server[109722]: INFO neutron.quota [None req-9a76c526-f502-46aa-8aca-02dcf9ba6397 admin admin] Loaded quota_driver: . Oct 27 15:46:29.498102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a76c526-f502-46aa-8aca-02dcf9ba6397 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772308866987', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772308863364', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772308854653', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772308848953', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772308246275', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772308831675', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1482325', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1323960', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-774800', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-674856'] for rbac-policy, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:29.688133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a76c526-f502-46aa-8aca-02dcf9ba6397 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:29.689398 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9a76c526-f502-46aa-8aca-02dcf9ba6397 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2350338 Oct 27 15:46:32.502797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34994) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:46:32.808498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Request body: {'network': {'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'name': 'private', 'admin_state_up': True, 'project_id': '101ad058d0ca44938e9f7c143218d47c'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:46:32.977391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Made reservation on behalf of 101ad058d0ca44938e9f7c143218d47c for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:46:32.980134 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:32.997190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:33.103334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:33.194570 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:33.220440 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:46:33.245771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772310207317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:33.246269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Unsubscribe: segment precommit_create {{(pid=109722) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 15:46:33.246789 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Added segment debdd145-9f8c-4582-a90a-0aa7a09b8488 of type vlan for network dfd5eac4-b486-431c-ae94-a22f39fbb5e1 Oct 27 15:46:33.252566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8879463b-01f3-41ca-86c8-b3f276e2f9b7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:46:33.289340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.289678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.290012 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.290389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.290678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.292119 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.292455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.292784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.293108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.293431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.293751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.294066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Tracked resource versions report: Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: pushed versions: Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: { 'AddressGroup': {'1.2'}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'ConntrackHelper': {'1.0'}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'Log': {'1.0'}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'Network': {'1.1'}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'Port': {'1.7'}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'PortForwarding': {'1.2'}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'QosPolicy': {'1.10'}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'SecurityGroup': {'1.4'}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'SubPort': {'1.0'}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'Subnet': {'1.1'}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'Trunk': {'1.1'}} Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: consumer versions: Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: { DHCP agent@n-d-815689-1: {}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: L3 agent@n-d-815689-1: {}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: Metadata agent@n-d-815689-1: {}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: Metering agent@n-d-815689-1: {}, Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: Open vSwitch agent@n-d-815689-1: { 'AddressGroup': '1.2', Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'ConntrackHelper': '1.0', Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'Log': '1.0', Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'Network': '1.1', Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'Port': '1.7', Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'PortForwarding': '1.2', Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'QosPolicy': '1.10', Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'SecurityGroup': '1.4', Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'SecurityGroupRule': '1.2', Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'SubPort': '1.0', Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'Subnet': '1.1', Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: 'Trunk': '1.1'}} Oct 27 15:46:33.295194 n-d-815689-1 neutron-server[109722]: {{(pid=109722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:46:33.367383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:33.474530 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:33.475661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:46:33.476397 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:33.573711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] Pushing event updated for resources: {'Network': ['ID=dfd5eac4-b486-431c-ae94-a22f39fbb5e1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:46:33.585218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network dfd5eac4-b486-431c-ae94-a22f39fbb5e1 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:46:33.625781 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3a89a801-2290-49cb-92ee-b53ead2eb26f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1218443 Oct 27 15:46:36.408511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35008) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:46:36.799857 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230a0a39-9c1b-495d-98c8-c8190c40c3e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:46:36.801262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-230a0a39-9c1b-495d-98c8-c8190c40c3e0 admin admin] 10.222.0.15 "GET /v2.0/networks/dfd5eac4-b486-431c-ae94-a22f39fbb5e1 HTTP/1.1" status: 200 len: 825 time: 0.3918121 Oct 27 15:46:36.826959 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-67d8b900-9658-4b80-86c8-9f9420358632 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/d63307af-8e4e-4a89-bedf-a0a8b333d1a9 HTTP/1.1" status: 200 len: 734 time: 0.0187881 Oct 27 15:46:36.836248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] Request body: {'subnet': {'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1', 'ip_version': 4, 'subnetpool_id': 'd63307af-8e4e-4a89-bedf-a0a8b333d1a9', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:46:36.936862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] Made reservation on behalf of 101ad058d0ca44938e9f7c143218d47c for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:46:36.939165 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:37.338536 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:37.410054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adc1f0b-9174-4db6-9efe-80b13a707f90,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:46:37.412296 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] Checking segment: {'id': 'debdd145-9f8c-4582-a90a-0aa7a09b8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:46:37.412685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] Network hostable DHCP agents. Network: dfd5eac4-b486-431c-ae94-a22f39fbb5e1, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:46:37.542956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] Network dfd5eac4-b486-431c-ae94-a22f39fbb5e1 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:46:37.634412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, dfd5eac4-b486-431c-ae94-a22f39fbb5e1) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:46:37.639607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:46:37.640278 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:37.645352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3019da16-0c5f-4a02-ae3f-04792494c0e8 None None] Network dfd5eac4-b486-431c-ae94-a22f39fbb5e1 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:46:37.740496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5fa65d64-13eb-4257-b6a3-ed16de49c0e2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9074864 Oct 27 15:46:37.972229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-dfd5eac4-b486-431c-ae94-a22f39fbb5e1', 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'fixed_ips': [{'subnet_id': '6adc1f0b-9174-4db6-9efe-80b13a707f90'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 15:46:37.973539 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:38.273707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Allocated IP 172.20.0.2 (dfd5eac4-b486-431c-ae94-a22f39fbb5e1/6adc1f0b-9174-4db6-9efe-80b13a707f90/e308f208-2dfb-4aa5-95b3-c27666c6f86a) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:46:38.486495 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:38.601011 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:38.676815 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Network dfd5eac4-b486-431c-ae94-a22f39fbb5e1 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:46:38.681771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:46:38.692195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:46:38.700362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Pushing event updated for resources: {'Port': ['ID=e308f208-2dfb-4aa5-95b3-c27666c6f86a,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:46:38.746649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.747034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.747378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.747715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.748045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.748397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.748722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.749045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.749367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.749690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.750007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.750326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Tracked resource versions report: Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: pushed versions: Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: { 'AddressGroup': {'1.2'}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'ConntrackHelper': {'1.0'}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'Log': {'1.0'}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'Network': {'1.1'}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'Port': {'1.7'}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'PortForwarding': {'1.2'}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'QosPolicy': {'1.10'}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'SecurityGroup': {'1.4'}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'SubPort': {'1.0'}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'Subnet': {'1.1'}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'Trunk': {'1.1'}} Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: consumer versions: Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: { DHCP agent@n-d-815689-1: {}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: L3 agent@n-d-815689-1: {}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: Metadata agent@n-d-815689-1: {}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: Metering agent@n-d-815689-1: {}, Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: Open vSwitch agent@n-d-815689-1: { 'AddressGroup': '1.2', Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'ConntrackHelper': '1.0', Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'Log': '1.0', Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'Network': '1.1', Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'Port': '1.7', Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'PortForwarding': '1.2', Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'QosPolicy': '1.10', Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'SecurityGroup': '1.4', Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'SecurityGroupRule': '1.2', Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'SubPort': '1.0', Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'Subnet': '1.1', Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: 'Trunk': '1.1'}} Oct 27 15:46:38.751431 n-d-815689-1 neutron-server[109724]: {{(pid=109724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:46:38.782686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Attempting to bind port e308f208-2dfb-4aa5-95b3-c27666c6f86a on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:46:38.783091 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Attempting to bind port e308f208-2dfb-4aa5-95b3-c27666c6f86a by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'debdd145-9f8c-4582-a90a-0aa7a09b8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:46:38.783543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Attempting to bind port e308f208-2dfb-4aa5-95b3-c27666c6f86a on network dfd5eac4-b486-431c-ae94-a22f39fbb5e1 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:46:38.788510 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:46:38.788907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Checking segment: {'id': 'debdd145-9f8c-4582-a90a-0aa7a09b8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:46:38.801240 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:38.801240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Bound using segment: {'id': 'debdd145-9f8c-4582-a90a-0aa7a09b8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:46:38.801240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Bound port: e308f208-2dfb-4aa5-95b3-c27666c6f86a, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debdd145-9f8c-4582-a90a-0aa7a09b8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:46:38.801240 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:38.857100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] For port e308f208-2dfb-4aa5-95b3-c27666c6f86a, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:46:38.861336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] For port e308f208-2dfb-4aa5-95b3-c27666c6f86a, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e308f208-2dfb-4aa5-95b3-c27666c6f86a,segment=NetworkSegment(debdd145-9f8c-4582-a90a-0aa7a09b8488),segment_id=debdd145-9f8c-4582-a90a-0aa7a09b8488)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:46:38.943196 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:39.009721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b53f1-6951-49b5-9f5d-92c7981b3d25 None None] Pushing event updated for resources: {'Port': ['ID=e308f208-2dfb-4aa5-95b3-c27666c6f86a,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:46:40.374548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35016) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:46:40.693769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-b75787d4-e2c8-4e14-8590-c1af1df3244f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:46:40.694777 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b75787d4-e2c8-4e14-8590-c1af1df3244f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3192654 Oct 27 15:46:43.245487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35024) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:46:43.565258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-e9b191cf-2bcc-4ff2-916b-42e63ce31555 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:46:43.566304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e9b191cf-2bcc-4ff2-916b-42e63ce31555 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3189256 Oct 27 15:46:46.345253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35034) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:46:46.680088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-75b872c3-2528-4a23-a6df-1f0bc26ba630 admin admin] Request body: {'router': {'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'name': 'router1', 'admin_state_up': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:46:46.796346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.policy [None req-75b872c3-2528-4a23-a6df-1f0bc26ba630 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109723) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 27 15:46:46.810137 n-d-815689-1 neutron-server[109723]: WARNING oslo_policy.policy [None req-75b872c3-2528-4a23-a6df-1f0bc26ba630 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:46:46.810522 n-d-815689-1 neutron-server[109723]: WARNING oslo_policy.policy [None req-75b872c3-2528-4a23-a6df-1f0bc26ba630 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 27 15:46:46.819197 n-d-815689-1 neutron-server[109723]: INFO neutron.quota [None req-75b872c3-2528-4a23-a6df-1f0bc26ba630 admin admin] Loaded quota_driver: . Oct 27 15:46:47.022990 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b872c3-2528-4a23-a6df-1f0bc26ba630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:47.024894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b872c3-2528-4a23-a6df-1f0bc26ba630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:47.181180 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b872c3-2528-4a23-a6df-1f0bc26ba630 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:47.275672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b872c3-2528-4a23-a6df-1f0bc26ba630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:47.406678 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b872c3-2528-4a23-a6df-1f0bc26ba630 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:47.407876 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-75b872c3-2528-4a23-a6df-1f0bc26ba630 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0616658 Oct 27 15:46:48.112404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e308f208-2dfb-4aa5-95b3-c27666c6f86a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:46:48.204590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e308f208-2dfb-4aa5-95b3-c27666c6f86a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:46:48.205158 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:48.270863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c23a7dd-3748-4ba6-85b4-9efad4d182fa None None] Network dfd5eac4-b486-431c-ae94-a22f39fbb5e1 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:46:48.381280 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:48.427536 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-95ffa251-70aa-4703-b177-784d3ab1c545 None None] Provisioning complete for port e308f208-2dfb-4aa5-95b3-c27666c6f86a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:46:48.427961 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95ffa251-70aa-4703-b177-784d3ab1c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:48.480586 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1960d602-f779-43e6-9014-6ba55e78f09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:48.482340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port e308f208-2dfb-4aa5-95b3-c27666c6f86a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e308f208-2dfb-4aa5-95b3-c27666c6f86a,segment=NetworkSegment(debdd145-9f8c-4582-a90a-0aa7a09b8488),segment_id=debdd145-9f8c-4582-a90a-0aa7a09b8488)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:46:48.582409 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:48.592911 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95ffa251-70aa-4703-b177-784d3ab1c545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:48.695779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=e308f208-2dfb-4aa5-95b3-c27666c6f86a,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:46:48.717794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-95ffa251-70aa-4703-b177-784d3ab1c545 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:46:48.718197 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-95ffa251-70aa-4703-b177-784d3ab1c545 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:46:49.377023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ba40e1e7-6574-4077-9e60-035f935d7b16 None None] Provisioning complete for port e308f208-2dfb-4aa5-95b3-c27666c6f86a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:46:49.377724 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ba40e1e7-6574-4077-9e60-035f935d7b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:50.070666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35050) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:46:50.084154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e308f208-2dfb-4aa5-95b3-c27666c6f86a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:46:50.133966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e308f208-2dfb-4aa5-95b3-c27666c6f86a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:46:50.134232 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:50.405524 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-9ed2922d-ed41-4d9a-b0c3-bc32564863a5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:46:50.406502 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9ed2922d-ed41-4d9a-b0c3-bc32564863a5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3346598 Oct 27 15:46:51.359860 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8bf1aea4-2dc3-4d38-8049-cbfd2d79912c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:51.947974 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:52.051026 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:52.951765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35068) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:46:53.084982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:46:53.165342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Made reservation on behalf of 1b174b01daf84fb8a579fd05574fc86c for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:46:53.168264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:53.176438 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:53.246765 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:53.342448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:53.360141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Reserving flat network on physical network physnet1 {{(pid=109722) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 27 15:46:53.374761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833778c6-d530-4b7a-a766-cc15b41c4948,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:46:53.381094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:53.382216 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Added segment cbe4264c-1805-4b3a-a838-dcb3d3936ca5 of type flat for network 840af1e4-df74-450c-bf75-32afab135856 Oct 27 15:46:53.436653 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:53.542688 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:53.543684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:46:53.544305 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:53.601459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] Pushing event updated for resources: {'Network': ['ID=840af1e4-df74-450c-bf75-32afab135856,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:46:53.610972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 840af1e4-df74-450c-bf75-32afab135856 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:46:53.687702 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0ed63bd2-5c7f-41b4-9e1f-7ca2ea65c9c0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7347772 Oct 27 15:46:54.021601 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:56.088451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35086) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:46:56.181359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ac1547-1c08-434d-8317-845000aab805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:46:56.183219 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c6ac1547-1c08-434d-8317-845000aab805 admin admin] 10.222.0.15 "GET /v2.0/subnets/6adc1f0b-9174-4db6-9efe-80b13a707f90 HTTP/1.1" status: 200 len: 849 time: 0.0931392 Oct 27 15:46:56.342290 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6c8a8607-f2e1-4bfb-a579-6b5a1901e4f4 admin admin] 10.222.0.15 "GET /v2.0/routers/b32ff671-41cf-4ad7-a705-6045187751d2 HTTP/1.1" status: 200 len: 704 time: 0.1528044 Oct 27 15:46:56.612498 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:56.912282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Allocated IP 172.20.0.1 (dfd5eac4-b486-431c-ae94-a22f39fbb5e1/6adc1f0b-9174-4db6-9efe-80b13a707f90/9ce998bb-137b-450a-a65f-66afb901500d) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:46:57.119287 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:57.268933 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:57.345555 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Network dfd5eac4-b486-431c-ae94-a22f39fbb5e1 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:46:57.353861 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:46:57.358695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:46:57.359858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:57.377817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Pushing event updated for resources: {'Port': ['ID=9ce998bb-137b-450a-a65f-66afb901500d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:46:57.531315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d11c45b6-cda6-40bb-b92c-7593cc245c36 None None] Provisioning complete for port 9ce998bb-137b-450a-a65f-66afb901500d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:46:57.531886 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d11c45b6-cda6-40bb-b92c-7593cc245c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:57.565684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d11c45b6-cda6-40bb-b92c-7593cc245c36 None None] Port 9ce998bb-137b-450a-a65f-66afb901500d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:46:57.623963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:57.838916 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:57.884965 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:57.885817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:57.965770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Pushing event updated for resources: {'Port': ['ID=9ce998bb-137b-450a-a65f-66afb901500d,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:46:58.014813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Network dfd5eac4-b486-431c-ae94-a22f39fbb5e1 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:46:58.016167 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:46:58.188991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5c4bcc47-b098-4ad7-9311-8fadcd7eaada None None] Provisioning complete for port 9ce998bb-137b-450a-a65f-66afb901500d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:46:58.189363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5c4bcc47-b098-4ad7-9311-8fadcd7eaada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:58.221643 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5c4bcc47-b098-4ad7-9311-8fadcd7eaada None None] Port 9ce998bb-137b-450a-a65f-66afb901500d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:46:58.279902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Router b32ff671-41cf-4ad7-a705-6045187751d2 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:46:58.371295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:46:58.385112 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c9e3a419-d8d3-4159-b9de-1f307a391c8b admin admin] 10.222.0.15 "PUT /v2.0/routers/b32ff671-41cf-4ad7-a705-6045187751d2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0285883 Oct 27 15:46:58.385218 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Sync routers for ids ['b32ff671-41cf-4ad7-a705-6045187751d2'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:46:58.394175 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Routers {'b32ff671-41cf-4ad7-a705-6045187751d2'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:46:58.394991 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:46:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b32ff671-41cf-4ad7-a705-6045187751d2'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:46:58.586374 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Set router b32ff671-41cf-4ad7-a705-6045187751d2 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:46:59.023125 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'name': 'router1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:46:47Z', 'updated_at': '2021-10-27T15:46:57Z', 'revision_number': 2, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'gw_port_host': None, '_interfaces': [{'id': '9ce998bb-137b-450a-a65f-66afb901500d', 'name': '', 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'mac_address': 'fa:16:3e:36:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:46:56Z', 'updated_at': '2021-10-27T15:46:57Z', 'revision_number': 2, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'subnets': [{'id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63307af-8e4e-4a89-bedf-a0a8b333d1a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:46:59.075611 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Checking router: b32ff671-41cf-4ad7-a705-6045187751d2 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:46:59.075984 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Updating router b32ff671-41cf-4ad7-a705-6045187751d2 port 9ce998bb-137b-450a-a65f-66afb901500d binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 15:46:59.155475 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:59.660964 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:59.806042 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:46:59.967206 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Pushing event updated for resources: {'Port': ['ID=9ce998bb-137b-450a-a65f-66afb901500d,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:46:59.986559 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Attempting to bind port 9ce998bb-137b-450a-a65f-66afb901500d on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:46:59.986966 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Attempting to bind port 9ce998bb-137b-450a-a65f-66afb901500d by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'debdd145-9f8c-4582-a90a-0aa7a09b8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:46:59.987416 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Attempting to bind port 9ce998bb-137b-450a-a65f-66afb901500d on network dfd5eac4-b486-431c-ae94-a22f39fbb5e1 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:46:59.991441 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.991781 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.992139 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.992526 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.992856 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.993182 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.993514 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.993832 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.994152 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.994472 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.994791 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.995859 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Tracked resource versions report: Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: pushed versions: Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: { 'AddressGroup': {'1.2'}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'ConntrackHelper': {'1.0'}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'Log': {'1.0'}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'Network': {'1.1'}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'Port': {'1.7'}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'PortForwarding': {'1.2'}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'QosPolicy': {'1.10'}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'SecurityGroup': {'1.4'}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'SubPort': {'1.0'}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'Subnet': {'1.1'}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'Trunk': {'1.1'}} Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: consumer versions: Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: { DHCP agent@n-d-815689-1: {}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: L3 agent@n-d-815689-1: {}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: Metadata agent@n-d-815689-1: {}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: Metering agent@n-d-815689-1: {}, Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: Open vSwitch agent@n-d-815689-1: { 'AddressGroup': '1.2', Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'ConntrackHelper': '1.0', Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'Log': '1.0', Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'Network': '1.1', Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'Port': '1.7', Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'PortForwarding': '1.2', Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'QosPolicy': '1.10', Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'SecurityGroup': '1.4', Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'SecurityGroupRule': '1.2', Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'SubPort': '1.0', Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'Subnet': '1.1', Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: 'Trunk': '1.1'}} Oct 27 15:46:59.997558 n-d-815689-1 neutron-server[109725]: {{(pid=109725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:47:00.004101 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:47:00.004507 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Checking segment: {'id': 'debdd145-9f8c-4582-a90a-0aa7a09b8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:47:00.004990 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:00.005378 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Bound using segment: {'id': 'debdd145-9f8c-4582-a90a-0aa7a09b8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:47:00.005892 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Bound port: 9ce998bb-137b-450a-a65f-66afb901500d, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debdd145-9f8c-4582-a90a-0aa7a09b8488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:47:00.006294 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:00.050938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-eec0c47c-cb12-4f0a-9807-649173cd5312 None None] Provisioning complete for port 9ce998bb-137b-450a-a65f-66afb901500d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:47:00.051900 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-eec0c47c-cb12-4f0a-9807-649173cd5312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:00.080094 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] For port 9ce998bb-137b-450a-a65f-66afb901500d, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:47:00.090155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-eec0c47c-cb12-4f0a-9807-649173cd5312 None None] Port 9ce998bb-137b-450a-a65f-66afb901500d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:47:00.100472 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] For port 9ce998bb-137b-450a-a65f-66afb901500d, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=9ce998bb-137b-450a-a65f-66afb901500d,segment=NetworkSegment(debdd145-9f8c-4582-a90a-0aa7a09b8488),segment_id=debdd145-9f8c-4582-a90a-0aa7a09b8488)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:47:00.188026 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:00.245600 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Routers {'b32ff671-41cf-4ad7-a705-6045187751d2'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:47:00.246247 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:46:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b32ff671-41cf-4ad7-a705-6045187751d2'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:47:00.253373 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da7b4f-190b-4910-832d-1c27cb2a4267 None None] Pushing event updated for resources: {'Port': ['ID=9ce998bb-137b-450a-a65f-66afb901500d,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:47:00.340353 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] Set router b32ff671-41cf-4ad7-a705-6045187751d2 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:47:00.410351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2d015809-fd4c-4d5f-9ca4-063a29891ab7 None None] Provisioning complete for port 9ce998bb-137b-450a-a65f-66afb901500d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:47:00.411005 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d015809-fd4c-4d5f-9ca4-063a29891ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:00.492625 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d015809-fd4c-4d5f-9ca4-063a29891ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:00.532232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2d015809-fd4c-4d5f-9ca4-063a29891ab7 None None] For port 9ce998bb-137b-450a-a65f-66afb901500d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=9ce998bb-137b-450a-a65f-66afb901500d,segment=NetworkSegment(debdd145-9f8c-4582-a90a-0aa7a09b8488),segment_id=debdd145-9f8c-4582-a90a-0aa7a09b8488)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:47:00.559185 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'name': 'router1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:46:47Z', 'updated_at': '2021-10-27T15:46:57Z', 'revision_number': 2, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'gw_port_host': None, '_interfaces': [{'id': '9ce998bb-137b-450a-a65f-66afb901500d', 'name': '', 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'mac_address': 'fa:16:3e:36:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:46:56Z', 'updated_at': '2021-10-27T15:47:00Z', 'revision_number': 4, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'subnets': [{'id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63307af-8e4e-4a89-bedf-a0a8b333d1a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:47:00.587630 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f87318-e1e8-4fd1-92eb-e8450da4f701 None None] The sync data for ids ['b32ff671-41cf-4ad7-a705-6045187751d2'] in n-d-815689-1 is: [{'id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'name': 'router1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:46:47Z', 'updated_at': '2021-10-27T15:46:57Z', 'revision_number': 2, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'gw_port_host': None, '_interfaces': [{'id': '9ce998bb-137b-450a-a65f-66afb901500d', 'name': '', 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'mac_address': 'fa:16:3e:36:4b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:46:56Z', 'updated_at': '2021-10-27T15:47:00Z', 'revision_number': 4, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'subnets': [{'id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63307af-8e4e-4a89-bedf-a0a8b333d1a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:47:00.593861 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d015809-fd4c-4d5f-9ca4-063a29891ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:00.642097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d015809-fd4c-4d5f-9ca4-063a29891ab7 None None] Pushing event updated for resources: {'Port': ['ID=9ce998bb-137b-450a-a65f-66afb901500d,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:47:00.768848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35096) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:47:00.881984 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44550787-3c57-4bec-a5fb-f137c7df968d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:47:00.883256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-44550787-3c57-4bec-a5fb-f137c7df968d admin admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 842 time: 0.1134572 Oct 27 15:47:00.894248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'name': 'public-subnet', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'gateway_ip': '172.25.4.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:47:00.971371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Made reservation on behalf of 1b174b01daf84fb8a579fd05574fc86c for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:47:00.973920 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:01.330650 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 15:47:01.331099 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:01.458654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37bada56-583c-425d-85d1-03f69390710b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:47:01.469701 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:47:01.470064 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Network hostable DHCP agents. Network: 840af1e4-df74-450c-bf75-32afab135856, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:47:01.582642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:47:01.655861 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 840af1e4-df74-450c-bf75-32afab135856) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:47:01.660573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:47:01.661712 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:01.665404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a906368c-10c6-4697-8fa9-50d2d72097e1 None None] Network 840af1e4-df74-450c-bf75-32afab135856 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:47:01.751251 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3135b18e-0bdc-4564-a39c-bd709ce7fcb5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8607330 Oct 27 15:47:01.813432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edf679d-81de-4574-9c55-6037712a62ea None None] Network 840af1e4-df74-450c-bf75-32afab135856 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:47:04.215115 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35104) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:47:04.448807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0a3b02cd-5562-4a97-baac-c9a1aade30a2 admin admin] 10.222.0.15 "GET /v2.0/routers/b32ff671-41cf-4ad7-a705-6045187751d2 HTTP/1.1" status: 200 len: 710 time: 0.2319212 Oct 27 15:47:04.643055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2d91af-097b-4d3e-b71e-bfd8e5f86e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:47:04.644849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6c2d91af-097b-4d3e-b71e-bfd8e5f86e4c admin admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 886 time: 0.1901515 Oct 27 15:47:04.654426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:47:04.938236 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:05.280404 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:05.358111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:05.549742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Allocated IP 172.25.4.34 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/474dfc06-448e-474d-a3fa-78719f85dfeb) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:47:05.801052 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:05.937243 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:05.982029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:47:06.002527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:47:06.049044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:47:06.134774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Pushing event updated for resources: {'Port': ['ID=474dfc06-448e-474d-a3fa-78719f85dfeb,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:47:06.150439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.150439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.150439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.150439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.150439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.150887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.151139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.151486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.151956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.152678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.152947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.153269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Tracked resource versions report: Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: pushed versions: Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: { 'AddressGroup': {'1.2'}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'ConntrackHelper': {'1.0'}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'Log': {'1.0'}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'Network': {'1.1'}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'Port': {'1.7'}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'PortForwarding': {'1.2'}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'QosPolicy': {'1.10'}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'SecurityGroup': {'1.4'}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'SubPort': {'1.0'}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'Subnet': {'1.1'}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'Trunk': {'1.1'}} Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: consumer versions: Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: { DHCP agent@n-d-815689-1: {}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: L3 agent@n-d-815689-1: {}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: Metadata agent@n-d-815689-1: {}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: Metering agent@n-d-815689-1: {}, Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: Open vSwitch agent@n-d-815689-1: { 'AddressGroup': '1.2', Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'ConntrackHelper': '1.0', Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'Log': '1.0', Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'Network': '1.1', Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'Port': '1.7', Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'PortForwarding': '1.2', Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'QosPolicy': '1.10', Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'SecurityGroup': '1.4', Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'SecurityGroupRule': '1.2', Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'SubPort': '1.0', Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'Subnet': '1.1', Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: 'Trunk': '1.1'}} Oct 27 15:47:06.154634 n-d-815689-1 neutron-server[109723]: {{(pid=109723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:47:06.529168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:06.724475 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:06.729820 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:06.855491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Router b32ff671-41cf-4ad7-a705-6045187751d2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:47:06.919498 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:47:06.963212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:47:06.968164 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:06.969383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-43ba18ca-0bf8-4259-ba02-4ef29e7bee48 admin admin] 10.222.0.15 "PUT /v2.0/routers/b32ff671-41cf-4ad7-a705-6045187751d2 HTTP/1.1" status: 200 len: 889 time: 2.3183110 Oct 27 15:47:07.645459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Sync routers for ids ['b32ff671-41cf-4ad7-a705-6045187751d2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:47:07.658523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Routers {'b32ff671-41cf-4ad7-a705-6045187751d2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:47:07.659278 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:46:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b32ff671-41cf-4ad7-a705-6045187751d2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:47:07.868873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Set router b32ff671-41cf-4ad7-a705-6045187751d2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:47:08.138582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9ce998bb-137b-450a-a65f-66afb901500d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:47:08.342550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 9ce998bb-137b-450a-a65f-66afb901500d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:47:08.342927 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:08.430933 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'name': 'router1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '474dfc06-448e-474d-a3fa-78719f85dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:46:47Z', 'updated_at': '2021-10-27T15:47:06Z', 'revision_number': 4, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'gw_port': {'id': '474dfc06-448e-474d-a3fa-78719f85dfeb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:47:05Z', 'updated_at': '2021-10-27T15:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '9ce998bb-137b-450a-a65f-66afb901500d', 'name': '', 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'mac_address': 'fa:16:3e:36:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:46:56Z', 'updated_at': '2021-10-27T15:47:00Z', 'revision_number': 5, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'subnets': [{'id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63307af-8e4e-4a89-bedf-a0a8b333d1a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:47:08.501896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Checking router: b32ff671-41cf-4ad7-a705-6045187751d2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:47:08.502248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Updating router b32ff671-41cf-4ad7-a705-6045187751d2 port 474dfc06-448e-474d-a3fa-78719f85dfeb binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 15:47:08.562490 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:08.899320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:08.965298 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:09.016767 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Attempting to bind port 474dfc06-448e-474d-a3fa-78719f85dfeb on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:47:09.017142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Attempting to bind port 474dfc06-448e-474d-a3fa-78719f85dfeb by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:47:09.017514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Attempting to bind port 474dfc06-448e-474d-a3fa-78719f85dfeb on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:47:09.023179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8abf54-e472-4e94-b43f-9c588197a0db None None] Pushing event updated for resources: {'Port': ['ID=474dfc06-448e-474d-a3fa-78719f85dfeb,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:47:09.028768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:47:09.029145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:47:09.029546 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:09.033488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:47:09.033488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Bound port: 474dfc06-448e-474d-a3fa-78719f85dfeb, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:47:09.033488 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:09.082719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] For port 474dfc06-448e-474d-a3fa-78719f85dfeb, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:47:09.085820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] For port 474dfc06-448e-474d-a3fa-78719f85dfeb, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=474dfc06-448e-474d-a3fa-78719f85dfeb,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:47:09.184030 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:09.242482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Routers {'b32ff671-41cf-4ad7-a705-6045187751d2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:47:09.243099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:46:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b32ff671-41cf-4ad7-a705-6045187751d2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:47:09.278095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8abf54-e472-4e94-b43f-9c588197a0db None None] Pushing event updated for resources: {'Port': ['ID=474dfc06-448e-474d-a3fa-78719f85dfeb,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:47:09.355714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] Set router b32ff671-41cf-4ad7-a705-6045187751d2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:47:09.503517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35120) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:47:09.572330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'name': 'router1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '474dfc06-448e-474d-a3fa-78719f85dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:46:47Z', 'updated_at': '2021-10-27T15:47:06Z', 'revision_number': 4, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'gw_port': {'id': '474dfc06-448e-474d-a3fa-78719f85dfeb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:47:05Z', 'updated_at': '2021-10-27T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '9ce998bb-137b-450a-a65f-66afb901500d', 'name': '', 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'mac_address': 'fa:16:3e:36:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:46:56Z', 'updated_at': '2021-10-27T15:47:00Z', 'revision_number': 5, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'subnets': [{'id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63307af-8e4e-4a89-bedf-a0a8b333d1a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:47:09.598715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafc6eab-a342-4316-98dd-0422785b9fb9 None None] The sync data for ids ['b32ff671-41cf-4ad7-a705-6045187751d2'] in n-d-815689-1 is: [{'id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'name': 'router1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.34'}], 'enable_snat': True}, 'gw_port_id': '474dfc06-448e-474d-a3fa-78719f85dfeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:46:47Z', 'updated_at': '2021-10-27T15:47:06Z', 'revision_number': 4, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'gw_port': {'id': '474dfc06-448e-474d-a3fa-78719f85dfeb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9c:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:47:05Z', 'updated_at': '2021-10-27T15:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '9ce998bb-137b-450a-a65f-66afb901500d', 'name': '', 'network_id': 'dfd5eac4-b486-431c-ae94-a22f39fbb5e1', 'tenant_id': '101ad058d0ca44938e9f7c143218d47c', 'mac_address': 'fa:16:3e:36:4b:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b32ff671-41cf-4ad7-a705-6045187751d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:46:56Z', 'updated_at': '2021-10-27T15:47:00Z', 'revision_number': 5, 'project_id': '101ad058d0ca44938e9f7c143218d47c', 'subnets': [{'id': '6adc1f0b-9174-4db6-9efe-80b13a707f90', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd63307af-8e4e-4a89-bedf-a0a8b333d1a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:47:09.620349 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6ea37c3d-586e-4230-b0b5-c7de66fc4294 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1152194 Oct 27 15:47:10.153398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 474dfc06-448e-474d-a3fa-78719f85dfeb up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:47:10.220634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 474dfc06-448e-474d-a3fa-78719f85dfeb triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:47:10.221058 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:10.306056 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:10.331472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 474dfc06-448e-474d-a3fa-78719f85dfeb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=474dfc06-448e-474d-a3fa-78719f85dfeb,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:47:10.428023 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:10.478206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=474dfc06-448e-474d-a3fa-78719f85dfeb,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:47:12.117078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 474dfc06-448e-474d-a3fa-78719f85dfeb up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:47:12.172926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 474dfc06-448e-474d-a3fa-78719f85dfeb triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:47:12.173623 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:18.417683 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5dae0b64-63ac-4b5a-ac85-374590dbc411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:21.411306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-259d1323-4356-471b-a278-0cfdba88a696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:21.953178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:22.056382 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:23.919535 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:43.920240 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:47:48.532590 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c517c193-2825-44e0-b24c-bf5880424dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:51.672945 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-105027d8-49e6-4d44-9968-ae2012b0b29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:52.158757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:52.208723 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:47:53.913383 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:48:18.401713 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-874e5499-aa27-47cc-8a0e-c0547156bcc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:48:20.977297 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:48:21.426367 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-892d7028-084e-4c67-88cf-547c5cf6744c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:48:21.976324 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:48:22.111942 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:48:23.927228 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:48:48.402570 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-959b5b89-29f7-458e-8a5a-1a510abf466c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:48:51.414033 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c7f24953-458f-4489-9ac2-cbb1840dd58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:48:52.020017 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:48:52.145547 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:48:53.911108 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:48:57.310429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35716) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:48:57.372179 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f1fc13-7886-42e6-ae7e-c70b78ba46fd admin admin] GET failed (client error): The resource could not be found. Oct 27 15:48:57.373565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-30f1fc13-7886-42e6-ae7e-c70b78ba46fd admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622044 Oct 27 15:48:57.544028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87725a6d-1499-425e-9771-bfa6b72a9ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:48:57.545517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-87725a6d-1499-425e-9771-bfa6b72a9ec6 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1658580 Oct 27 15:48:57.916754 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:48:59.877564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35726) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:48:59.980777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd76d00e-b918-412b-8a1f-023db2c42fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:48:59.982167 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dd76d00e-b918-412b-8a1f-023db2c42fc6 admin admin] 10.222.0.15 "GET /v2.0/subnets/6adc1f0b-9174-4db6-9efe-80b13a707f90 HTTP/1.1" status: 200 len: 849 time: 0.1036439 Oct 27 15:48:59.992082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:49:00.080544 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Publish callbacks [] for subnet, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:00.293963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772310051557'] for subnet, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:00.328575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:00.329168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:00.330436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] 10.222.0.15 "PUT /v2.0/subnets/6adc1f0b-9174-4db6-9efe-80b13a707f90 HTTP/1.1" status: 200 len: 868 time: 0.3420579 Oct 27 15:49:00.343260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b56a9e-7dc0-4ff0-86b5-b59188dee90c None None] Network dfd5eac4-b486-431c-ae94-a22f39fbb5e1 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:49:00.349512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adc1f0b-9174-4db6-9efe-80b13a707f90,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:49:00.359004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.359403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.359782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.360153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.360515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.360843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.361166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.361493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.361814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.362132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.362452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.362769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a43e77-24ce-4433-a96a-62c061c705ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:00.698773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4b15e36b-bacf-4237-95a3-f07dd9bd775b None None] Provisioning complete for port 9ce998bb-137b-450a-a65f-66afb901500d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:49:00.699135 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b15e36b-bacf-4237-95a3-f07dd9bd775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:00.784393 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4b15e36b-bacf-4237-95a3-f07dd9bd775b None None] Provisioning complete for port e308f208-2dfb-4aa5-95b3-c27666c6f86a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:49:00.785105 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b15e36b-bacf-4237-95a3-f07dd9bd775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:02.656548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35734) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:02.853033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65256fd9-6d61-49d2-bb3b-db792e7c01ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:02.853490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65256fd9-6d61-49d2-bb3b-db792e7c01ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:02.855001 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-65256fd9-6d61-49d2-bb3b-db792e7c01ee admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1975074 Oct 27 15:49:05.152252 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35744) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:05.285786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a24b205-fd29-42fa-87da-ed9eb7e0b446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:05.286251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a24b205-fd29-42fa-87da-ed9eb7e0b446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:05.287778 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8a24b205-fd29-42fa-87da-ed9eb7e0b446 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1345561 Oct 27 15:49:07.625309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35752) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:07.754670 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cbd9e5-e5d1-4d3a-9cc0-f752b084f7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:07.756001 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f9cbd9e5-e5d1-4d3a-9cc0-f752b084f7c7 admin admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 886 time: 0.1298599 Oct 27 15:49:10.076799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35760) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:10.208685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a739d9d0-cb06-4a00-a821-d10f6b1815c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:10.210065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a739d9d0-cb06-4a00-a821-d10f6b1815c7 admin admin] 10.222.0.15 "GET /v2.0/networks/dfd5eac4-b486-431c-ae94-a22f39fbb5e1 HTTP/1.1" status: 200 len: 869 time: 0.1323214 Oct 27 15:49:12.535009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35768) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:12.660944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef75233-1e1b-444a-a7ac-01f953e6a910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:12.661397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef75233-1e1b-444a-a7ac-01f953e6a910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:12.662928 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7ef75233-1e1b-444a-a7ac-01f953e6a910 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1269867 Oct 27 15:49:14.957318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35776) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:15.051068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f1f061-ae30-4520-a620-a2a83250872a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:15.054465 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f1f061-ae30-4520-a620-a2a83250872a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:15.054465 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-75f1f061-ae30-4520-a620-a2a83250872a admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948756 Oct 27 15:49:17.342575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35784) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:17.431672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d15cf-92bb-46da-a659-9f42f1d675c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:17.433051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-125d15cf-92bb-46da-a659-9f42f1d675c8 admin admin] 10.222.0.15 "GET /v2.0/subnets/37bada56-583c-425d-85d1-03f69390710b HTTP/1.1" status: 200 len: 816 time: 0.0895267 Oct 27 15:49:18.413479 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4239bcff-c40b-4f85-801b-2126103e90d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:19.723727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35792) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:19.816445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015e7b75-a3c4-4dd2-9932-5700bf819b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:19.817788 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-015e7b75-a3c4-4dd2-9932-5700bf819b58 admin admin] 10.222.0.15 "GET /v2.0/subnets/6adc1f0b-9174-4db6-9efe-80b13a707f90 HTTP/1.1" status: 200 len: 868 time: 0.0930045 Oct 27 15:49:21.388695 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-adcc7957-f696-48cc-8bf2-c31b6746c8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:21.972967 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:22.091192 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:23.932903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:34.915523 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:49:45.399516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35846) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:45.454374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-70d0b882-eadf-4ec3-a992-81360a29082c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:49:45.455429 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-70d0b882-eadf-4ec3-a992-81360a29082c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0549176 Oct 27 15:49:47.887716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35854) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:47.950076 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-302003cc-c6c9-4d04-b551-e431b1e32cb7 admin admin] GET failed (client error): The resource could not be found. Oct 27 15:49:47.951481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-302003cc-c6c9-4d04-b551-e431b1e32cb7 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0627441 Oct 27 15:49:48.096397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b6eee-9462-4f6f-a56a-7f5b869dfa5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:48.097793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3c3b6eee-9462-4f6f-a56a-7f5b869dfa5d admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1416075 Oct 27 15:49:48.406899 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f918f51b-5e3b-4147-8555-87ff6a8b83ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:50.521878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35862) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:50.578325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:49:50.675453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Made reservation on behalf of 1b174b01daf84fb8a579fd05574fc86c for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:49:50.677819 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:50.710570 n-d-815689-1 neutron-server[109722]: WARNING neutron.services.revisions.revision_plugin [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Could not find related network for resource to bump revision. Oct 27 15:49:50.721456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:49:50.730728 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:50.731090 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Added segment d6584cf1-212d-40bf-94e0-c15579f7e09d of type vlan for network c78846b6-501a-42e8-bf6e-a14bab2cc698 Oct 27 15:49:50.772006 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:50.881246 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:50.882505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:50.883100 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:50.941403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Pushing event updated for resources: {'Network': ['ID=c78846b6-501a-42e8-bf6e-a14bab2cc698,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:49:50.947995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.948363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.948701 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.949035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.949368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.949748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.950075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.950460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.950785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.951111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.951432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.951750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:50.963497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:49:50.998276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1a3f4090-4a87-4885-829a-1b8e9b85aaa8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4750805 Oct 27 15:49:51.418519 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7ef62f8-dbc1-4910-9fe0-0bd2079b99f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:52.006707 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:52.098417 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:53.442346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35870) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:49:53.523330 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b7dc9e-14d8-4b94-b87a-97940e9a9516 admin admin] GET failed (client error): The resource could not be found. Oct 27 15:49:53.524730 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d3b7dc9e-14d8-4b94-b87a-97940e9a9516 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0814171 Oct 27 15:49:53.595550 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafbb708-9f6f-4cce-9a26-0292c13af0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:53.597083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bafbb708-9f6f-4cce-9a26-0292c13af0cd admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676861 Oct 27 15:49:53.607939 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] Request body: {'subnet': {'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:49:53.715627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] Made reservation on behalf of 1b174b01daf84fb8a579fd05574fc86c for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:49:53.720447 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:53.926807 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:53.955811 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:54.020724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd29553c-62c2-4bb3-8033-f335189ed8da,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:49:54.030321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:49:54.030683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] Network hostable DHCP agents. Network: c78846b6-501a-42e8-bf6e-a14bab2cc698, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:49:54.109694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:49:54.212483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c78846b6-501a-42e8-bf6e-a14bab2cc698) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:49:54.216732 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:49:54.217380 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:54.221572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6ea93-2c5f-4296-af73-8c32a8ca248e None None] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:49:54.366027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-c78846b6-501a-42e8-bf6e-a14bab2cc698', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'tenant_id': '1b174b01daf84fb8a579fd05574fc86c', 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 15:49:54.367543 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:54.563651 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a6e954cc-2b1f-4aae-bb3a-bc66276d3fc1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9592071 Oct 27 15:49:54.755279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Allocated IP 192.168.233.2 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/a0361718-ad0b-4c6f-9a4e-13e92bb406e8) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:49:54.923066 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:55.011304 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:55.067678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:49:55.071199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:49:55.075925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:49:55.079447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Pushing event updated for resources: {'Port': ['ID=a0361718-ad0b-4c6f-9a4e-13e92bb406e8,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:49:55.091762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.092701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.092701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.092987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.093282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.093512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.093879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.094168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.094519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.094844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.095165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.095486 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:49:55.151373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Attempting to bind port a0361718-ad0b-4c6f-9a4e-13e92bb406e8 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:49:55.151893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Attempting to bind port a0361718-ad0b-4c6f-9a4e-13e92bb406e8 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:49:55.152633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Attempting to bind port a0361718-ad0b-4c6f-9a4e-13e92bb406e8 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:49:55.160393 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:49:55.167582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:49:55.167582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:55.167582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:49:55.167582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Bound port: a0361718-ad0b-4c6f-9a4e-13e92bb406e8, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:49:55.167582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:55.241426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] For port a0361718-ad0b-4c6f-9a4e-13e92bb406e8, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:49:55.246723 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] For port a0361718-ad0b-4c6f-9a4e-13e92bb406e8, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a0361718-ad0b-4c6f-9a4e-13e92bb406e8,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:49:55.354027 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:55.423269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903011b-1280-49ec-b472-caed52bb9583 None None] Pushing event updated for resources: {'Port': ['ID=a0361718-ad0b-4c6f-9a4e-13e92bb406e8,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:49:56.273481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a0361718-ad0b-4c6f-9a4e-13e92bb406e8 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:49:56.325646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3c4e14-010b-4384-8bc7-9d7500ec4aaf None None] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:49:56.375102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a0361718-ad0b-4c6f-9a4e-13e92bb406e8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:49:56.375472 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:56.423632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e417728a-af09-42fa-a931-cef7e46c8f4d None None] Provisioning complete for port a0361718-ad0b-4c6f-9a4e-13e92bb406e8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:49:56.424001 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e417728a-af09-42fa-a931-cef7e46c8f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:56.618366 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:56.646096 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e417728a-af09-42fa-a931-cef7e46c8f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:56.682880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port a0361718-ad0b-4c6f-9a4e-13e92bb406e8, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a0361718-ad0b-4c6f-9a4e-13e92bb406e8,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:49:56.748521 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:56.819631 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-e417728a-af09-42fa-a931-cef7e46c8f4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:49:56.820149 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-e417728a-af09-42fa-a931-cef7e46c8f4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:49:56.837956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=a0361718-ad0b-4c6f-9a4e-13e92bb406e8,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:49:57.482200 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-27d06728-7340-425c-b750-4efea0ee37dd None None] Provisioning complete for port a0361718-ad0b-4c6f-9a4e-13e92bb406e8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:49:57.482860 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-27d06728-7340-425c-b750-4efea0ee37dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:49:58.186275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a0361718-ad0b-4c6f-9a4e-13e92bb406e8 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:49:58.235669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a0361718-ad0b-4c6f-9a4e-13e92bb406e8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:49:58.236033 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:11.914165 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:50:18.423579 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6c37-c302-4702-a036-f8f0a781c81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:21.383409 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd698453-95c7-4780-bef8-b5b7a1548239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:21.997129 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:22.106568 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:23.937638 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:48.439774 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4a875da1-1e82-405d-adcd-26611b97f152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:48.913951 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:50:51.408844 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cca738e7-77d1-4e46-a69c-2f35b6b6dce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:51.991812 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:52.073709 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:50:53.968732 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:16.768558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35914) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:16.774498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-8b361da0-a50b-42cc-8cf5-57d424cd6a26 tempest-verify_tempest_config-1793720496 tempest-verify_tempest_config-1793720496-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:51:16.775474 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8b361da0-a50b-42cc-8cf5-57d424cd6a26 tempest-verify_tempest_config-1793720496 tempest-verify_tempest_config-1793720496-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0059388 Oct 27 15:51:17.305664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35932) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:17.434228 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:17.553791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:17.647670 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:17.694206 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49df0ee9ecf84a17b3420ac36d53c56e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3874886 Oct 27 15:51:17.695049 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139db73a-df6a-45f9-8473-4907fc0eef6f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:17.696961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35938) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:51:17.713817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.714157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.717402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.717402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.717402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.717402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.717402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.717402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.717402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.717402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.717402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.717402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69017897-e8ee-4626-854d-6c0ab1431443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:51:17.769158 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-163d62db-90d5-4d74-a770-2446b7e22565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:17.792702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-163d62db-90d5-4d74-a770-2446b7e22565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:17.985364 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-163d62db-90d5-4d74-a770-2446b7e22565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:17.988600 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-163d62db-90d5-4d74-a770-2446b7e22565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:17.989752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-163d62db-90d5-4d74-a770-2446b7e22565 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/139db73a-df6a-45f9-8473-4907fc0eef6f HTTP/1.1" status: 204 len: 168 time: 0.2919145 Oct 27 15:51:17.997755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d62db-90d5-4d74-a770-2446b7e22565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139db73a-df6a-45f9-8473-4907fc0eef6f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:51:18.419498 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dc515bbb-e3cc-4a04-9bc4-92754b89e2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:21.387495 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-313e8a33-7462-4dcd-aa95-5ca83585a52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:21.995435 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:22.107439 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:23.930487 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:25.913105 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:51:48.407722 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e167ac7d-8593-4c7d-a231-a0dc67a0fb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:51.398336 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b03ec2c5-1136-40fd-80f2-4c6e858aefa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:52.046658 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:52.106584 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:51:53.940648 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:02.912373 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:52:18.411377 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab2d934d-51ab-45d8-8a7c-6a1282c40c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:21.408981 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a760c626-630f-4f0e-b1d8-93b02186d308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:22.088309 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:22.142589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:23.965086 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:39.912129 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:52:48.427504 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f8887a8a-7b1f-403f-8700-d1876e12ded4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:51.393115 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2697996e-07b8-4ef7-ada3-86823451946c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:52.010453 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:52.090341 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:52:53.944321 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:16.910970 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:53:18.406813 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6d8bb587-a747-49a8-a4e3-f24a26b8bcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:21.386421 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2a13743f-2425-4903-a6f9-a97eb427c145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:22.009030 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:22.069376 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:23.938237 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:48.411791 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-17c67484-a88d-44bf-8f97-50b3d63834cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:51.379539 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2c98-6f22-43a4-86c2-5d16dff835b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:51.993806 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:52.087968 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:53:53.909537 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 5 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:53:53.962370 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:18.435946 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ac50-d322-4e47-8d40-8d8738003516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:21.401960 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d4f6388-1062-4a88-b6d4-96ab88cf587b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:21.999410 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:22.064065 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:24.081576 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:29.058303 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615047'] for agent, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:30.909143 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 6 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:54:32.178270 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615047'] for agent, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:48.434862 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-86041eb9-9c83-4236-b2bb-a50dac84f92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:51.404548 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a0042832-54b4-4fd1-a4f5-429c6fe896fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:52.012473 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:52.078264 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:54.016924 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:54:59.040866 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:02.143143 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:07.909498 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:55:18.445287 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aa8379e2-bfb8-4120-a136-eabbaa9932f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:21.393714 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-56b91bc2-cce2-41a7-8500-58a90b203ee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:21.994703 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:22.096887 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:22.677189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35996) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:55:22.782714 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bebc4450-dfa3-419e-9109-15d2e8fc92a5 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1044230 Oct 27 15:55:23.971028 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:25.126422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36006) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:55:25.199927 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-07ab6c96-180d-4d2a-a382-b54245983335 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0723965 Oct 27 15:55:29.051306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:32.170998 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:44.910023 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:55:48.411218 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c267c07f-7519-440a-a514-280e95a94d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:51.426528 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a5ac-255b-425e-9ef9-1220b9b5aa61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:52.005078 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:52.060890 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:54.005305 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:55:59.030300 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:02.148009 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:18.542346 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-724ed469-eb98-42ea-aa36-04945848e799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:21.421563 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c762f87d-18ff-42e2-9cb4-2fc032a80f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:21.910656 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:56:22.068282 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:22.096586 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:23.976592 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:29.068034 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:32.182201 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:48.445380 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ca881c6-4f29-4212-8a8b-abe3efd75ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:51.427971 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d547ad73-f013-4d0d-ac00-4cab3bf3265f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:52.045340 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:52.074163 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:53.959296 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:54.165288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36238) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:56:54.894298 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e8a4e2b0-1219-443f-a031-5fcb91facfa0 tempest-AutoAllocateNetworkTest-1246097499 tempest-AutoAllocateNetworkTest-1246097499-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fb1bd602d9144c09970a20ab5bafb79d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7280097 Oct 27 15:56:54.901320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36260) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:56:55.176757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982b725f-01ba-4dce-b359-066219e0654a tempest-AutoAllocateNetworkTest-1246097499 tempest-AutoAllocateNetworkTest-1246097499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:56:55.181164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-982b725f-01ba-4dce-b359-066219e0654a tempest-AutoAllocateNetworkTest-1246097499 tempest-AutoAllocateNetworkTest-1246097499-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2756233 Oct 27 15:56:55.181495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36280) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:56:55.236107 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-29c4fbd0-e769-4902-83b0-cb99fc1cb315 tempest-AutoAllocateNetworkTest-1246097499 tempest-AutoAllocateNetworkTest-1246097499-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529954 Oct 27 15:56:55.238749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36284) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:56:55.271533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d9cc9e82-0039-403a-91eb-ab61f32d3c0a tempest-AutoAllocateNetworkTest-1246097499 tempest-AutoAllocateNetworkTest-1246097499-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fb1bd602d9144c09970a20ab5bafb79d HTTP/1.1" status: 200 len: 208 time: 0.0281703 Oct 27 15:56:56.367893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36320) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:56:56.399541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36326) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:56:56.637130 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:56.716301 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:56.775506 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-56a616c0-34ec-40b9-a4ba-95f89b5fc16e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:56.813418 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:56.866077 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1afbe24072e64bd68151628fe519f309&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4966073 Oct 27 15:56:56.868924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36346) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:56:56.875809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d3842d-0974-41d3-a7c8-88db0099a039,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:56:56.891828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.892199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.892540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.892879 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.893200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.893699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.894162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.894611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.895208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.895458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.895781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.896122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36d43cc-a784-493f-846e-4167ef5c367f admin admin] Tracked resource versions report: Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: pushed versions: Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: { 'AddressGroup': {'1.2'}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'ConntrackHelper': {'1.0'}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'Log': {'1.0'}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'Network': {'1.1'}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'Port': {'1.7'}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'PortForwarding': {'1.2'}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'QosPolicy': {'1.10'}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'SecurityGroup': {'1.4'}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'SubPort': {'1.0'}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'Subnet': {'1.1'}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'Trunk': {'1.1'}} Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: consumer versions: Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: { DHCP agent@n-d-815689-1: {}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: HyperV agent@n-h1-815689-1: {}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: HyperV agent@n-h2-815689-1: {}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: L3 agent@n-d-815689-1: {}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: Metadata agent@n-d-815689-1: {}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: Metering agent@n-d-815689-1: {}, Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: Open vSwitch agent@n-d-815689-1: { 'AddressGroup': '1.2', Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'ConntrackHelper': '1.0', Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'Log': '1.0', Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'Network': '1.1', Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'Port': '1.7', Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'PortForwarding': '1.2', Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'QosPolicy': '1.10', Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'SecurityGroup': '1.4', Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'SecurityGroupRule': '1.2', Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'SubPort': '1.0', Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'Subnet': '1.1', Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: 'Trunk': '1.1'}} Oct 27 15:56:56.897220 n-d-815689-1 neutron-server[109723]: {{(pid=109723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:56:56.914302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-56a616c0-34ec-40b9-a4ba-95f89b5fc16e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:56.945547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:56.974683 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:57.000036 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-56a616c0-34ec-40b9-a4ba-95f89b5fc16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:57.043670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-56a616c0-34ec-40b9-a4ba-95f89b5fc16e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb1bd602d9144c09970a20ab5bafb79d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6427155 Oct 27 15:56:57.046228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a616c0-34ec-40b9-a4ba-95f89b5fc16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97dd210-fa1f-4ee3-be3a-ff88cf9c79ea,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:56:57.046450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36356) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:56:57.105801 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c5561de-67eb-417d-9dac-16f7bf558013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:57.125113 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:57.128005 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:57.129167 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77d3842d-0974-41d3-a7c8-88db0099a039 HTTP/1.1" status: 204 len: 168 time: 0.2571425 Oct 27 15:56:57.145824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d3842d-0974-41d3-a7c8-88db0099a039,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:56:57.148994 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c5561de-67eb-417d-9dac-16f7bf558013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:57.162769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.163203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.163436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.163764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.164109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.164873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.164873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.165029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.165351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.165662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.165978 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.166288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc9359-1fc0-454f-b955-9cd4cee11995 admin admin] Tracked resource versions report: Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: pushed versions: Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: { 'AddressGroup': {'1.2'}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'ConntrackHelper': {'1.0'}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'Log': {'1.0'}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'Network': {'1.1'}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'Port': {'1.7'}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'PortForwarding': {'1.2'}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'QosPolicy': {'1.10'}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'SecurityGroup': {'1.4'}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'SubPort': {'1.0'}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'Subnet': {'1.1'}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'Trunk': {'1.1'}} Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: consumer versions: Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: { DHCP agent@n-d-815689-1: {}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: HyperV agent@n-h1-815689-1: {}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: HyperV agent@n-h2-815689-1: {}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: L3 agent@n-d-815689-1: {}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: Metadata agent@n-d-815689-1: {}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: Metering agent@n-d-815689-1: {}, Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: Open vSwitch agent@n-d-815689-1: { 'AddressGroup': '1.2', Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'ConntrackHelper': '1.0', Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'Log': '1.0', Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'Network': '1.1', Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'Port': '1.7', Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'PortForwarding': '1.2', Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'QosPolicy': '1.10', Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'SecurityGroup': '1.4', Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'SecurityGroupRule': '1.2', Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'SubPort': '1.0', Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'Subnet': '1.1', Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: 'Trunk': '1.1'}} Oct 27 15:56:57.167415 n-d-815689-1 neutron-server[109722]: {{(pid=109722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:56:57.279337 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c5561de-67eb-417d-9dac-16f7bf558013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:57.282291 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c5561de-67eb-417d-9dac-16f7bf558013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:57.286640 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1c5561de-67eb-417d-9dac-16f7bf558013 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d97dd210-fa1f-4ee3-be3a-ff88cf9c79ea HTTP/1.1" status: 204 len: 168 time: 0.2390876 Oct 27 15:56:57.294560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5561de-67eb-417d-9dac-16f7bf558013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97dd210-fa1f-4ee3-be3a-ff88cf9c79ea,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:56:58.266009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36406) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:56:58.279740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-689628ee-2409-4961-a9da-4bbbd673dad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:58.360159 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-689628ee-2409-4961-a9da-4bbbd673dad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:58.428107 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-689628ee-2409-4961-a9da-4bbbd673dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:58.573833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-689628ee-2409-4961-a9da-4bbbd673dad9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91c33e2123f24d6ea2f41be74649eeb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3067193 Oct 27 15:56:58.578430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36412) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:56:58.581173 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689628ee-2409-4961-a9da-4bbbd673dad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23232e9d-4dfa-406a-84d7-61249188e498,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:56:58.641553 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-05477192-6c6b-466c-88bc-dfb54a517822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:58.664521 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-05477192-6c6b-466c-88bc-dfb54a517822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:58.781835 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-05477192-6c6b-466c-88bc-dfb54a517822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:58.783984 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-05477192-6c6b-466c-88bc-dfb54a517822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:56:58.786041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-05477192-6c6b-466c-88bc-dfb54a517822 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23232e9d-4dfa-406a-84d7-61249188e498 HTTP/1.1" status: 204 len: 168 time: 0.2052324 Oct 27 15:56:58.794094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05477192-6c6b-466c-88bc-dfb54a517822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23232e9d-4dfa-406a-84d7-61249188e498,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:56:58.910124 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:56:59.051031 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:01.247092 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36566) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:01.630544 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6b7c-461d-4b14-b93f-b9f928f1f0c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:01.712404 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6b7c-461d-4b14-b93f-b9f928f1f0c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:01.793494 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea8a6b7c-461d-4b14-b93f-b9f928f1f0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:01.807067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36596) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:01.837242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ea8a6b7c-461d-4b14-b93f-b9f928f1f0c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af8f6d42a3cb458ab142ad28135ad9d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5865748 Oct 27 15:57:01.837242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a6b7c-461d-4b14-b93f-b9f928f1f0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f60ca5-8d87-4b7c-addb-97f19fee4144,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:01.837625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36600) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:01.889179 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87be193a-3d62-439a-9a88-b2aa56458ca5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:01.911271 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87be193a-3d62-439a-9a88-b2aa56458ca5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:02.038336 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87be193a-3d62-439a-9a88-b2aa56458ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:02.040936 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87be193a-3d62-439a-9a88-b2aa56458ca5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:02.045327 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-87be193a-3d62-439a-9a88-b2aa56458ca5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0f60ca5-8d87-4b7c-addb-97f19fee4144 HTTP/1.1" status: 204 len: 168 time: 0.2058368 Oct 27 15:57:02.053196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be193a-3d62-439a-9a88-b2aa56458ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f60ca5-8d87-4b7c-addb-97f19fee4144,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:02.156873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-103e1528-ddfc-41a9-a584-9dce725909c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:02.171197 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:02.248717 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-103e1528-ddfc-41a9-a584-9dce725909c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:02.335428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-103e1528-ddfc-41a9-a584-9dce725909c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:02.376473 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-103e1528-ddfc-41a9-a584-9dce725909c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f9c90accce14f1cbfe007277185bd5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5680962 Oct 27 15:57:02.377569 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e1528-ddfc-41a9-a584-9dce725909c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16969950-585e-4858-8779-7e3d0c9c891e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:02.379443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36628) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:02.437507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e24b885-1f5f-4457-9724-a249a207a999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:02.460234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e24b885-1f5f-4457-9724-a249a207a999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:02.565287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e24b885-1f5f-4457-9724-a249a207a999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:02.568022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e24b885-1f5f-4457-9724-a249a207a999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:02.572295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5e24b885-1f5f-4457-9724-a249a207a999 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16969950-585e-4858-8779-7e3d0c9c891e HTTP/1.1" status: 204 len: 168 time: 0.1886699 Oct 27 15:57:02.577376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24b885-1f5f-4457-9724-a249a207a999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16969950-585e-4858-8779-7e3d0c9c891e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:02.690891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36640) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:03.009518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36656) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:03.026500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-908145b3-8ecd-451c-8111-2d4b767eb10c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.107194 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-908145b3-8ecd-451c-8111-2d4b767eb10c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.159819 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-908145b3-8ecd-451c-8111-2d4b767eb10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.215518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-908145b3-8ecd-451c-8111-2d4b767eb10c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c29f3b4ea5948d6b6f4ab603f29e486&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2047541 Oct 27 15:57:03.216351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908145b3-8ecd-451c-8111-2d4b767eb10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0a6cd1-f646-4bf5-aae2-d449c7ba0b61,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:03.219354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:03.276998 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14ebae80-a4b9-4974-9b9e-a56b235ad159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.301060 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14ebae80-a4b9-4974-9b9e-a56b235ad159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.346242 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e024-0d10-4703-bc05-ca6638d1068d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.465636 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14ebae80-a4b9-4974-9b9e-a56b235ad159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.468390 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14ebae80-a4b9-4974-9b9e-a56b235ad159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.470339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-14ebae80-a4b9-4974-9b9e-a56b235ad159 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf0a6cd1-f646-4bf5-aae2-d449c7ba0b61 HTTP/1.1" status: 204 len: 168 time: 0.2490864 Oct 27 15:57:03.500947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebae80-a4b9-4974-9b9e-a56b235ad159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0a6cd1-f646-4bf5-aae2-d449c7ba0b61,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:03.555987 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e024-0d10-4703-bc05-ca6638d1068d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.634112 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e024-0d10-4703-bc05-ca6638d1068d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.638366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36696) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:03.652443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c226d70f-f76c-4af8-a33f-4f19b283cf89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.693365 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d3c1e024-0d10-4703-bc05-ca6638d1068d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=985d118cde1e4bdfb1281ead3e2a11cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9834023 Oct 27 15:57:03.693365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1e024-0d10-4703-bc05-ca6638d1068d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81db954-4742-4e5e-a691-837ff12b3021,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:03.695532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36698) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:03.735432 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c226d70f-f76c-4af8-a33f-4f19b283cf89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.747270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9cefd93-0515-49f3-9230-48a06256e525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:03.772838 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9cefd93-0515-49f3-9230-48a06256e525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:04.027717 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c226d70f-f76c-4af8-a33f-4f19b283cf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:04.070344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c226d70f-f76c-4af8-a33f-4f19b283cf89 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dee04a4153f04ae88cacc1a337152567&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4308279 Oct 27 15:57:04.072966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36712) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:04.081051 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226d70f-f76c-4af8-a33f-4f19b283cf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8d6081-0d92-4797-8be0-aea69db50ee2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:04.087504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9cefd93-0515-49f3-9230-48a06256e525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:04.090933 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9cefd93-0515-49f3-9230-48a06256e525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:04.092270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a9cefd93-0515-49f3-9230-48a06256e525 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c81db954-4742-4e5e-a691-837ff12b3021 HTTP/1.1" status: 204 len: 168 time: 0.3955836 Oct 27 15:57:04.104070 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cefd93-0515-49f3-9230-48a06256e525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81db954-4742-4e5e-a691-837ff12b3021,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:04.175568 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85bb0975-78f2-4b9e-ad63-ff6c802d1eff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:04.204212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85bb0975-78f2-4b9e-ad63-ff6c802d1eff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:04.335671 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85bb0975-78f2-4b9e-ad63-ff6c802d1eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:04.338608 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85bb0975-78f2-4b9e-ad63-ff6c802d1eff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:04.340337 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-85bb0975-78f2-4b9e-ad63-ff6c802d1eff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a8d6081-0d92-4797-8be0-aea69db50ee2 HTTP/1.1" status: 204 len: 168 time: 0.2664261 Oct 27 15:57:04.350236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb0975-78f2-4b9e-ad63-ff6c802d1eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8d6081-0d92-4797-8be0-aea69db50ee2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:04.891126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36768) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:04.894107 n-d-815689-1 neutron-server[109722]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 15:57:04.917859 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-e2bc1cfd-d1df-4e99-a045-e89806c2eac8 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7734fea205454b65a18c92407b229ff9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248759 Oct 27 15:57:05.129801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-4546f2e2-4e97-4cfb-a77e-336b15ad9b9f tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:05.132509 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-4546f2e2-4e97-4cfb-a77e-336b15ad9b9f tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086020 Oct 27 15:57:05.152964 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-4b74f75f-2a8a-4d25-a420-4a46d4c0c96d tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/quotas/7734fea205454b65a18c92407b229ff9 HTTP/1.1" status: 200 len: 375 time: 0.0150077 Oct 27 15:57:05.169084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36776) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:05.197101 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f56acfc1-3504-41e8-8312-25715fdd914f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:05.217484 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-1a952701-7ca8-4982-9e66-4ed6d704029c tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7734fea205454b65a18c92407b229ff9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613625 Oct 27 15:57:05.319423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f56acfc1-3504-41e8-8312-25715fdd914f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:05.388389 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f56acfc1-3504-41e8-8312-25715fdd914f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:05.435053 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f56acfc1-3504-41e8-8312-25715fdd914f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91ade530fb204c9bbf8802b98343bca7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2644498 Oct 27 15:57:05.437045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56acfc1-3504-41e8-8312-25715fdd914f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acf38a2-1cf3-4c9d-8969-2f8e900030ac,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:05.438460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36796) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:05.506038 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5efc8d6c-5ec0-4394-b8a7-492693f12d6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:05.540586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5efc8d6c-5ec0-4394-b8a7-492693f12d6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:05.620111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-17424cdb-eceb-4aa5-a973-4751d1bf5c7c req-a518fc28-4c17-4ec0-a8f8-a43418bba8bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 210 time: 0.0605299 Oct 27 15:57:05.691183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5efc8d6c-5ec0-4394-b8a7-492693f12d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:05.693869 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5efc8d6c-5ec0-4394-b8a7-492693f12d6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:05.695043 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5efc8d6c-5ec0-4394-b8a7-492693f12d6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1acf38a2-1cf3-4c9d-8969-2f8e900030ac HTTP/1.1" status: 204 len: 168 time: 0.2555013 Oct 27 15:57:05.704163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc8d6c-5ec0-4394-b8a7-492693f12d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acf38a2-1cf3-4c9d-8969-2f8e900030ac,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:07.184962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36886) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:07.514961 n-d-815689-1 neutron-server[109723]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 27 15:57:07.586127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-00adfdde-8675-4225-ba75-354dfebe613a req-fc327d8a-809e-4bbb-9e00-3cd3536164aa tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 210 time: 0.3945150 Oct 27 15:57:08.651949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.54', 50251) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:08.697066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-653c5a32-dd7a-414b-860c-f98684c2c0f4 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7734fea205454b65a18c92407b229ff9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431151 Oct 27 15:57:08.832760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-8b04dbfa-4e00-4781-a11d-06cbffd705ce tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308983 Oct 27 15:57:08.854342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-cbc28805-e65b-4f56-a218-2fc5983e3e0f tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:08.855346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-cbc28805-e65b-4f56-a218-2fc5983e3e0f tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503925 Oct 27 15:57:08.965249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Request body: {'port': {'device_id': '1b4e0d73-e692-451f-bf91-793da49f5eb4', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '7734fea205454b65a18c92407b229ff9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:08.974350 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55a63702-7cd8-4810-907a-980f0d4216b2 req-0c23b635-00d8-455c-b9bb-c43f7361f90b tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 210 time: 0.0322547 Oct 27 15:57:08.986121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-ddb76d1f-50d6-426a-b7fb-e188fce1956e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:08.987627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-ddb76d1f-50d6-426a-b7fb-e188fce1956e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460981 Oct 27 15:57:09.105630 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-f3dfedd3-4571-44e4-beca-117ad87f0fea tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/quotas/7f61df9457ee4ff2a28b60fb1dad19d5 HTTP/1.1" status: 200 len: 375 time: 0.0879834 Oct 27 15:57:09.200803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-41279732-06e4-4078-a9e2-a1a839b7fb09 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0704062 Oct 27 15:57:09.336956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Made reservation on behalf of 7734fea205454b65a18c92407b229ff9 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:09.344765 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:09.352399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:09.456811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:09.578572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36996) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:09.580283 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:09.740801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898240b3-873d-4816-8e01-366b87ed0acc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:09.804592 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-043b5db0-16a7-4d09-a794-d25f3ae674f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:09.817976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10e6987b-1e18-4b9c-bc09-c3519762ef5d req-52942721-e38c-4730-af63-50e21216f80f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 210 time: 0.0801313 Oct 27 15:57:10.043506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Allocated IP 192.168.233.40 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/61d443f8-fe13-4a2b-bcf4-1c65e1205202) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:57:10.209087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60d3ffe2-6d3e-4019-bc25-55836ddcb3e7 req-3547c3b8-c95c-4d15-9d0f-114508be0055 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 210 time: 0.0610645 Oct 27 15:57:10.220343 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-043b5db0-16a7-4d09-a794-d25f3ae674f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:10.355670 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-043b5db0-16a7-4d09-a794-d25f3ae674f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:10.399715 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:10.432658 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-043b5db0-16a7-4d09-a794-d25f3ae674f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=beb54c38a073488caa7ec816f71ff9fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8556573 Oct 27 15:57:10.433203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37036) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:10.436225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b5db0-16a7-4d09-a794-d25f3ae674f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d490b9dd-1244-49f9-a9aa-2104dc437176,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:10.453816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37038) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:10.541880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb79c-8acc-4c88-bea5-f20a74b1cfd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:10.566203 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:10.572879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb79c-8acc-4c88-bea5-f20a74b1cfd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:10.658926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:57:10.660649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:57:10.668428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:57:10.672024 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3181-a711-4074-95b2-ed44972d6920 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:10.674836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:10.675645 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:10.695361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Pushing event updated for resources: {'Port': ['ID=61d443f8-fe13-4a2b-bcf4-1c65e1205202,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:10.784793 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb79c-8acc-4c88-bea5-f20a74b1cfd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:10.789568 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e0cb79c-8acc-4c88-bea5-f20a74b1cfd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:10.797282 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2e0cb79c-8acc-4c88-bea5-f20a74b1cfd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d490b9dd-1244-49f9-a9aa-2104dc437176 HTTP/1.1" status: 204 len: 168 time: 0.3619764 Oct 27 15:57:10.820855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-032e9613-4cb4-47ba-b95c-384bc48ab5bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8616083 Oct 27 15:57:10.842470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cb79c-8acc-4c88-bea5-f20a74b1cfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d490b9dd-1244-49f9-a9aa-2104dc437176,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:10.860740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-f5364689-0ca6-4ac3-a4b6-873feb2f09cd tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:57:10.861877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-f5364689-0ca6-4ac3-a4b6-873feb2f09cd tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0131590 Oct 27 15:57:10.990245 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3181-a711-4074-95b2-ed44972d6920 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:11.052120 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cdab198d-99e3-4e67-a320-b43b6bf2ff96 req-78cc52d1-067d-49ad-a767-16903a84f472 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 210 time: 0.1336029 Oct 27 15:57:11.057747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cbf9389e-f710-4c2d-aab9-e723a60b0d5e None None] Provisioning complete for port 61d443f8-fe13-4a2b-bcf4-1c65e1205202 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:57:11.058281 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cbf9389e-f710-4c2d-aab9-e723a60b0d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:11.103927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9389e-f710-4c2d-aab9-e723a60b0d5e None None] Port 61d443f8-fe13-4a2b-bcf4-1c65e1205202 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:57:11.165337 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c5e3181-a711-4074-95b2-ed44972d6920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:11.215434 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8c5e3181-a711-4074-95b2-ed44972d6920 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dc53536e4a14d5a8d142564730a6874&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7632794 Oct 27 15:57:11.216135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e3181-a711-4074-95b2-ed44972d6920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05786dad-c7a2-468a-a63a-7a59d0732b14,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:11.218232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37050) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:11.351502 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-08e82a86-a1da-4d53-9964-18ad0fe3abc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:11.382035 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-08e82a86-a1da-4d53-9964-18ad0fe3abc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:11.403365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a41fa5-1a87-4175-9443-dcf511010e69 req-9dc155f7-4b48-4b4a-b5c3-3c3b86f61720 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:11.404928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51a41fa5-1a87-4175-9443-dcf511010e69 req-9dc155f7-4b48-4b4a-b5c3-3c3b86f61720 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 935 time: 0.1053636 Oct 27 15:57:11.507518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51a41fa5-1a87-4175-9443-dcf511010e69 req-0a367444-0164-417c-b9f8-d7aa6092f1c1 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947006 Oct 27 15:57:11.721608 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-08e82a86-a1da-4d53-9964-18ad0fe3abc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:11.724323 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-08e82a86-a1da-4d53-9964-18ad0fe3abc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:11.725514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-08e82a86-a1da-4d53-9964-18ad0fe3abc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05786dad-c7a2-468a-a63a-7a59d0732b14 HTTP/1.1" status: 204 len: 168 time: 0.5063276 Oct 27 15:57:11.736502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e82a86-a1da-4d53-9964-18ad0fe3abc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05786dad-c7a2-468a-a63a-7a59d0732b14,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:12.150709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f449959c-f6f3-4886-852c-2376382e9341 req-4acb5b70-4059-4654-b615-f7d65fe78f0c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 210 time: 0.0291519 Oct 27 15:57:12.225376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37068) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:12.252191 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35239b31-18d5-4f6b-9391-8d8ce0f53853 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:12.360411 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35239b31-18d5-4f6b-9391-8d8ce0f53853 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:12.416644 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35239b31-18d5-4f6b-9391-8d8ce0f53853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:12.464598 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-35239b31-18d5-4f6b-9391-8d8ce0f53853 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=729d90854bd7405fbeeba78c8f829d5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2379382 Oct 27 15:57:12.465385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35239b31-18d5-4f6b-9391-8d8ce0f53853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac4bff2-a449-4b9c-a6bc-0b4e8160423d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:12.467394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37070) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:12.492358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37072) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:12.508725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd38a2ee-1575-4426-933c-cd93d3f69e46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:12.575267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50956a40-e622-49b1-af68-dc0d03fbe606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:12.604545 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50956a40-e622-49b1-af68-dc0d03fbe606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:12.620270 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd38a2ee-1575-4426-933c-cd93d3f69e46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:12.726540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07a6f5-a9bb-456d-894f-0b362ded334b req-ef2fda4c-03de-4afe-a640-5864df294067 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:12.728132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f07a6f5-a9bb-456d-894f-0b362ded334b req-ef2fda4c-03de-4afe-a640-5864df294067 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 935 time: 0.1048806 Oct 27 15:57:12.754263 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd38a2ee-1575-4426-933c-cd93d3f69e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:12.805447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f07a6f5-a9bb-456d-894f-0b362ded334b req-0820e2ff-5fbb-439d-a97e-23ef074474ec tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639005 Oct 27 15:57:12.806959 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dd38a2ee-1575-4426-933c-cd93d3f69e46 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bad47668dab47e2940ef91261eb3257&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3131881 Oct 27 15:57:12.809126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38a2ee-1575-4426-933c-cd93d3f69e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d62fe4e-1ca8-4cf8-a604-e453632dd1ae,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:12.814034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37080) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:12.826522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50956a40-e622-49b1-af68-dc0d03fbe606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:12.827646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37082) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:12.832152 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50956a40-e622-49b1-af68-dc0d03fbe606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:12.834061 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-50956a40-e622-49b1-af68-dc0d03fbe606 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fac4bff2-a449-4b9c-a6bc-0b4e8160423d HTTP/1.1" status: 204 len: 168 time: 0.3650706 Oct 27 15:57:12.867093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50956a40-e622-49b1-af68-dc0d03fbe606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac4bff2-a449-4b9c-a6bc-0b4e8160423d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:12.884228 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18e29bab-018b-4303-a7f9-b71fb74c7ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:12.921245 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18e29bab-018b-4303-a7f9-b71fb74c7ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.028434 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-339640b4-fbc4-493e-9d64-2cee6b81cb85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.094122 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18e29bab-018b-4303-a7f9-b71fb74c7ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.097156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18e29bab-018b-4303-a7f9-b71fb74c7ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.099697 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-18e29bab-018b-4303-a7f9-b71fb74c7ac5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d62fe4e-1ca8-4cf8-a604-e453632dd1ae HTTP/1.1" status: 204 len: 168 time: 0.2837267 Oct 27 15:57:13.120335 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e29bab-018b-4303-a7f9-b71fb74c7ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d62fe4e-1ca8-4cf8-a604-e453632dd1ae,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:13.182404 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-339640b4-fbc4-493e-9d64-2cee6b81cb85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.209909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.53', 56866) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:13.235761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-f61bae48-b131-4646-9084-da655147fb56 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247459 Oct 27 15:57:13.267953 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84cab075-02ce-4872-9583-5bbcb1984579 req-2132fce0-f514-4668-9204-9d83fdaf47bc tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 210 time: 0.0329986 Oct 27 15:57:13.283085 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-339640b4-fbc4-493e-9d64-2cee6b81cb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.346573 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-339640b4-fbc4-493e-9d64-2cee6b81cb85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8bc3e4b86012480c88dcf2972314edda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164800 Oct 27 15:57:13.348268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339640b4-fbc4-493e-9d64-2cee6b81cb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504d02ad-a7d4-4c59-8820-b85256d119f2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:13.356371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37096) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:13.432704 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05a36c99-8e21-4e6e-bf44-0dff9ce4ac30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.455678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-97a00630-e58f-4a42-b7ab-e8b585426392 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:13.461864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-97a00630-e58f-4a42-b7ab-e8b585426392 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151539 Oct 27 15:57:13.483993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05a36c99-8e21-4e6e-bf44-0dff9ce4ac30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.552696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Request body: {'port': {'device_id': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '7f61df9457ee4ff2a28b60fb1dad19d5'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:13.646011 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05a36c99-8e21-4e6e-bf44-0dff9ce4ac30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.658156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05a36c99-8e21-4e6e-bf44-0dff9ce4ac30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.659070 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-05a36c99-8e21-4e6e-bf44-0dff9ce4ac30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/504d02ad-a7d4-4c59-8820-b85256d119f2 HTTP/1.1" status: 204 len: 168 time: 0.3010247 Oct 27 15:57:13.666880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a36c99-8e21-4e6e-bf44-0dff9ce4ac30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504d02ad-a7d4-4c59-8820-b85256d119f2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:13.802101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Made reservation on behalf of 7f61df9457ee4ff2a28b60fb1dad19d5 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:13.809516 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.824941 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:13.991125 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:14.008774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc8d39-66e6-44a1-adef-f7385bbe08cc req-9051410f-65ca-4ef0-a513-78abcb5ff4ed tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:14.010345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-34fc8d39-66e6-44a1-adef-f7385bbe08cc req-9051410f-65ca-4ef0-a513-78abcb5ff4ed tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 935 time: 0.0902383 Oct 27 15:57:14.072612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-34fc8d39-66e6-44a1-adef-f7385bbe08cc req-351cd922-d8c8-4131-a614-2cd9110c6593 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518465 Oct 27 15:57:14.096197 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:14.172611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d57f718-9283-4fae-a58e-b59a76137f5a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:14.258894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Allocated IP 192.168.233.96 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/b845e54b-64a5-4133-a4e1-c7e442b8b249) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:57:14.410285 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5fb87878-1c32-457c-ae5d-2df40572a681 req-23160eec-3afa-45b0-bbbc-8857fa9e0548 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 210 time: 0.0471807 Oct 27 15:57:14.474308 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:14.577586 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:14.612766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:14.627831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:57:14.629244 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99305add-c605-423d-b110-a5dda78c542c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:14.634615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:57:14.675638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Pushing event updated for resources: {'Port': ['ID=b845e54b-64a5-4133-a4e1-c7e442b8b249,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:14.698725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:57:14.713566 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:14.713566 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:14.849256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99305add-c605-423d-b110-a5dda78c542c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:14.860278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-26bd4465-a545-4250-ab80-73d64c2accb4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3155425 Oct 27 15:57:14.976646 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99305add-c605-423d-b110-a5dda78c542c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:15.068915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1b160e63-31ba-44e6-ba09-f46e3172af3d None None] Provisioning complete for port b845e54b-64a5-4133-a4e1-c7e442b8b249 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:57:15.071350 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1b160e63-31ba-44e6-ba09-f46e3172af3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:15.114817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99305add-c605-423d-b110-a5dda78c542c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fefa24-f4ef-418d-bf2c-6a91c0d634ee,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:15.139293 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-99305add-c605-423d-b110-a5dda78c542c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2e3594ebc1b432dad8d1394dc03fa21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5252635 Oct 27 15:57:15.142582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37152) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:15.195473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1b160e63-31ba-44e6-ba09-f46e3172af3d None None] Port b845e54b-64a5-4133-a4e1-c7e442b8b249 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:57:15.294081 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f45312-732b-4433-9cc6-bd3eeeef4556 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:15.406667 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f45312-732b-4433-9cc6-bd3eeeef4556 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:15.461003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86743250-3f5b-452f-b74b-2503ab7220a6 req-b08cb00d-623e-4b94-8a8f-8d4907d50de9 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:15.466839 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86743250-3f5b-452f-b74b-2503ab7220a6 req-b08cb00d-623e-4b94-8a8f-8d4907d50de9 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 935 time: 0.1355069 Oct 27 15:57:15.582751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86743250-3f5b-452f-b74b-2503ab7220a6 req-cf605b70-fbe5-4f5b-a477-995aeecd38d2 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911438 Oct 27 15:57:15.605275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f45312-732b-4433-9cc6-bd3eeeef4556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:15.607821 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f45312-732b-4433-9cc6-bd3eeeef4556 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:15.610660 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-31f45312-732b-4433-9cc6-bd3eeeef4556 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34fefa24-f4ef-418d-bf2c-6a91c0d634ee HTTP/1.1" status: 204 len: 168 time: 0.4661505 Oct 27 15:57:15.630753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f45312-732b-4433-9cc6-bd3eeeef4556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fefa24-f4ef-418d-bf2c-6a91c0d634ee,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:15.692684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbc089-d2d6-41a2-8ab8-1cc85e669008 req-0cea11d6-806b-4f68-a698-27d8b5aa2540 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:15.696076 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7edbc089-d2d6-41a2-8ab8-1cc85e669008 req-0cea11d6-806b-4f68-a698-27d8b5aa2540 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 935 time: 0.1575184 Oct 27 15:57:15.718332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37164) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:15.819887 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7edbc089-d2d6-41a2-8ab8-1cc85e669008 req-b3af8d7b-484c-4da5-9670-dca2c27206f9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162598 Oct 27 15:57:16.214728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-661220196-network', 'tenant_id': 'f57d649d5e5d4b59a5f1858ed4614af9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:16.319727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Made reservation on behalf of f57d649d5e5d4b59a5f1858ed4614af9 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:16.323985 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:16.338002 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:16.503739 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:16.622450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:16.674989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:57:16.743771 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772310207317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:16.744321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Unsubscribe: segment precommit_create {{(pid=109723) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 27 15:57:16.744816 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Added segment fce74f99-30d1-4e03-a54f-6491d22b5eca of type vlan for network edc90018-5c2c-4f12-a27e-1b1214dfa254 Oct 27 15:57:16.763052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1a1bfc-7746-441e-87c5-ce7533a1e44e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:16.868497 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:16.902710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9fd5c-7675-4b25-8d2b-8f24da9d9411 req-f65d18ef-90f7-4a29-8f75-988e82cd5f40 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:16.909422 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-feb9fd5c-7675-4b25-8d2b-8f24da9d9411 req-f65d18ef-90f7-4a29-8f75-988e82cd5f40 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 935 time: 0.2068868 Oct 27 15:57:17.032874 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-feb9fd5c-7675-4b25-8d2b-8f24da9d9411 req-f8010165-de7f-4840-8069-f6395c0f74dd tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189330 Oct 27 15:57:17.050022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:17.050022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:17.050022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:17.058478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1012f4-cb2c-448b-afec-ab1c8c292c38 req-af69988b-7c39-4509-932b-fd35a8f0749d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:17.060397 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b1012f4-cb2c-448b-afec-ab1c8c292c38 req-af69988b-7c39-4509-932b-fd35a8f0749d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 935 time: 0.1309824 Oct 27 15:57:17.174527 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b1012f4-cb2c-448b-afec-ab1c8c292c38 req-59a204d3-e888-4181-8343-8e83355a8f9c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960674 Oct 27 15:57:17.378192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] Pushing event updated for resources: {'Network': ['ID=edc90018-5c2c-4f12-a27e-1b1214dfa254,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:17.392991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network edc90018-5c2c-4f12-a27e-1b1214dfa254 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:57:17.417388 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37204) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:17.420495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-20fb94e8-90dd-41e5-a0f9-5d93a47ecb5b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6945307 Oct 27 15:57:17.423449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] Request body: {'subnet': {'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-661220196-subnet', 'tenant_id': 'f57d649d5e5d4b59a5f1858ed4614af9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:17.552810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] Made reservation on behalf of f57d649d5e5d4b59a5f1858ed4614af9 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:17.552810 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:18.049897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:18.204416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc0ac4d-20a4-4903-a917-822967ac10a7,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:18.241430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:57:18.241935 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] Network hostable DHCP agents. Network: edc90018-5c2c-4f12-a27e-1b1214dfa254, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:57:18.251705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6b826-f814-452a-96b5-c475ac69b87d req-fc282e68-b984-400a-9f69-a12aa6e34fc7 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:18.265643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0bc6b826-f814-452a-96b5-c475ac69b87d req-fc282e68-b984-400a-9f69-a12aa6e34fc7 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 935 time: 0.1067770 Oct 27 15:57:18.308596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0bc6b826-f814-452a-96b5-c475ac69b87d req-542dea0a-ea1f-414c-81e7-74e6debdbd10 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Oct 27 15:57:18.402034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] Network edc90018-5c2c-4f12-a27e-1b1214dfa254 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:57:18.465584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f08cf-e9ff-4429-8fa8-af1167cd01de req-f73a5ae9-a4fc-451f-8af0-8b506d37c6a0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:18.467125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f3f08cf-e9ff-4429-8fa8-af1167cd01de req-f73a5ae9-a4fc-451f-8af0-8b506d37c6a0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 935 time: 0.0707555 Oct 27 15:57:18.525239 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-242f8b61-36a8-459a-8e2f-3e39088addca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:18.529551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f3f08cf-e9ff-4429-8fa8-af1167cd01de req-566e9237-70bc-4ddc-8e54-cf2a4dda1da5 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538847 Oct 27 15:57:18.622195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, edc90018-5c2c-4f12-a27e-1b1214dfa254) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:57:18.630889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:18.631483 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:18.646783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3d3218-f5cf-4885-ad58-096ea97ec59e None None] Network edc90018-5c2c-4f12-a27e-1b1214dfa254 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:57:18.796337 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2f486657-7069-4af3-8ce4-9f86c67d2a38 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3776009 Oct 27 15:57:18.881442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ec7a8f-46e6-4a22-9d3a-a535a6dfd272 None None] Network edc90018-5c2c-4f12-a27e-1b1214dfa254 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:57:19.520084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c8e92-6d49-415b-a2e1-e4f1bdb591a6 req-51e0c1f7-2ee5-4098-80eb-e5f27d896529 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:19.528621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-378c8e92-6d49-415b-a2e1-e4f1bdb591a6 req-51e0c1f7-2ee5-4098-80eb-e5f27d896529 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 935 time: 0.1151199 Oct 27 15:57:19.600219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-378c8e92-6d49-415b-a2e1-e4f1bdb591a6 req-bd0a4990-890a-4a88-b02a-823f698b2eb0 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693207 Oct 27 15:57:19.804223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947897e-7f7e-4d43-91be-e90a1c536750 req-245d6bf0-7439-4599-998a-1f8b849df6e2 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:19.806471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e947897e-7f7e-4d43-91be-e90a1c536750 req-245d6bf0-7439-4599-998a-1f8b849df6e2 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 935 time: 0.1058760 Oct 27 15:57:19.857791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e947897e-7f7e-4d43-91be-e90a1c536750 req-ca98571d-8b61-42ee-b326-5af84e344b81 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Oct 27 15:57:20.016403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37266) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:20.021543 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-927722033-network', 'tenant_id': 'd35903af6cba4d51b6659bbecadd3382'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:20.216392 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Made reservation on behalf of d35903af6cba4d51b6659bbecadd3382 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:20.220124 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:20.229188 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:20.320734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-545c7745-5953-414f-9e6d-7176e5052100 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294363 Oct 27 15:57:20.327055 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:20.411137 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:20.436707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-d8097cd2-a783-4144-a9ca-3aa9065e537d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:20.438255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:57:20.438445 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-d8097cd2-a783-4144-a9ca-3aa9065e537d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1146898 Oct 27 15:57:20.448500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba825b4d-882a-436c-aa3e-4ac4e962d047,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:20.454681 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:20.455164 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Added segment 3fb6e7a7-61fc-4b94-85d0-879b282c0692 of type vlan for network 29cf5573-b459-492b-b5a2-aa4195f795b7 Oct 27 15:57:20.477182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-8cd27898-9545-442d-9728-fda0c4c6d1dd tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/quotas/f6bcd4fcb590468b84e4fc1be71bb80e HTTP/1.1" status: 200 len: 375 time: 0.0304148 Oct 27 15:57:20.509934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:20.517131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-222f1035-c5a2-45e8-b9d2-ad49061a8139 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382583 Oct 27 15:57:20.645252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:20.646291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:20.647114 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:20.685777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Request body: {'port': {'device_id': '1b4e0d73-e692-451f-bf91-793da49f5eb4', 'device_owner': 'compute:tempest-test_az-659623995', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:20.830735 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:20.980160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37296) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:20.990278 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9726546 Oct 27 15:57:20.997464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37300) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:21.009026 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] Request body: {'subnet': {'network_id': '29cf5573-b459-492b-b5a2-aa4195f795b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-927722033-subnet', 'tenant_id': 'd35903af6cba4d51b6659bbecadd3382', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:21.039592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bbb28-aa02-4c9e-a515-b7e15c77064e admin admin] Pushing event updated for resources: {'Network': ['ID=29cf5573-b459-492b-b5a2-aa4195f795b7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:21.055617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 29cf5573-b459-492b-b5a2-aa4195f795b7 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:57:21.060078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a2add-2b89-42d3-8601-6a0524167a94 req-fb5b6b1d-1327-4f5d-b839-52f1f3d10563 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:21.068957 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-222a2add-2b89-42d3-8601-6a0524167a94 req-fb5b6b1d-1327-4f5d-b839-52f1f3d10563 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 935 time: 0.2238481 Oct 27 15:57:21.124795 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-222a2add-2b89-42d3-8601-6a0524167a94 req-50653950-179f-44f2-9501-07c9604689f4 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502543 Oct 27 15:57:21.130417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] Made reservation on behalf of d35903af6cba4d51b6659bbecadd3382 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:21.132965 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] Publish callbacks [] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:21.215502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf762e-0f70-45c3-b515-86e4b8eff926 req-4541c964-23d6-4dd1-b54b-5a3f5cd3f8ed tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:21.216737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cabf762e-0f70-45c3-b515-86e4b8eff926 req-4541c964-23d6-4dd1-b54b-5a3f5cd3f8ed tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 935 time: 0.2379220 Oct 27 15:57:21.282295 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c90171ab-e352-4720-be1c-56b8bd3219f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:21.336043 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-9467aca5-7fbf-47d3-9c4b-40259b38f232 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508847 Oct 27 15:57:21.344737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cabf762e-0f70-45c3-b515-86e4b8eff926 req-a3d2af11-59bf-486d-8f47-1cceefbf6460 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229272 Oct 27 15:57:21.410759 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-20a18168-005a-4231-80a1-3b46cf312fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:21.469862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d443f8-fe13-4a2b-bcf4-1c65e1205202 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:21.488492 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:21.519867 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c90171ab-e352-4720-be1c-56b8bd3219f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:21.524724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Transition to ACTIVE for port object 61d443f8-fe13-4a2b-bcf4-1c65e1205202 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:57:21.556686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7978562d-dcf8-498b-86c1-f95a15e5ee9b tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:21.558350 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7978562d-dcf8-498b-86c1-f95a15e5ee9b tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2153111 Oct 27 15:57:21.574616 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-cb2a029a-6156-444b-95a0-8b4910244b27 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/quotas/f6bcd4fcb590468b84e4fc1be71bb80e HTTP/1.1" status: 200 len: 375 time: 0.0099423 Oct 27 15:57:21.594190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:21.610390 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:21.614399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c90171ab-e352-4720-be1c-56b8bd3219f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:21.618191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-c05ba946-ef41-4362-b730-746d0f4f8af4 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367687 Oct 27 15:57:21.689897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44eac8b9-0665-415d-a2a3-643190b481e2,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:21.707842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] Checking segment: {'id': '3fb6e7a7-61fc-4b94-85d0-879b282c0692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29cf5573-b459-492b-b5a2-aa4195f795b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:57:21.708229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] Network hostable DHCP agents. Network: 29cf5573-b459-492b-b5a2-aa4195f795b7, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:57:21.753840 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c90171ab-e352-4720-be1c-56b8bd3219f6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fd0b9dd98f94bd39d64e214cfba068a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7723305 Oct 27 15:57:21.758386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Pushing event updated for resources: {'Port': ['ID=61d443f8-fe13-4a2b-bcf4-1c65e1205202,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:21.761347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37314) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:21.799092 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90171ab-e352-4720-be1c-56b8bd3219f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253f7164-8e30-44ac-843d-9b62142bb21b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:21.836732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Attempting to bind port 61d443f8-fe13-4a2b-bcf4-1c65e1205202 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:57:21.836732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Attempting to bind port 61d443f8-fe13-4a2b-bcf4-1c65e1205202 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:57:21.847202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Attempting to bind port 61d443f8-fe13-4a2b-bcf4-1c65e1205202 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:21.852830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Port 61d443f8-fe13-4a2b-bcf4-1c65e1205202 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:57:21.853152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Attempting to bind port 61d443f8-fe13-4a2b-bcf4-1c65e1205202 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:21.861734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:57:21.862289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:57:21.862857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:57:21.863333 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Bound port: 61d443f8-fe13-4a2b-bcf4-1c65e1205202, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:57:21.863805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] Network 29cf5573-b459-492b-b5a2-aa4195f795b7 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:57:21.863916 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:21.879641 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fff7e67-2b36-49cc-bfec-3a1c2d97bcda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:21.916805 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fff7e67-2b36-49cc-bfec-3a1c2d97bcda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:21.971307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 29cf5573-b459-492b-b5a2-aa4195f795b7) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:57:21.982223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:21.983632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:22.014047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83261b2d-728b-4bc6-a4f9-9389ab168299 None None] Network 29cf5573-b459-492b-b5a2-aa4195f795b7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:57:22.043019 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cdfd13a-b919-49cc-9480-84d0f370e8bc req-4c03d274-9f24-4dc5-9b50-fedef428a618 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 210 time: 0.0839620 Oct 27 15:57:22.059666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] For port 61d443f8-fe13-4a2b-bcf4-1c65e1205202, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:57:22.066750 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] For port 61d443f8-fe13-4a2b-bcf4-1c65e1205202, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=61d443f8-fe13-4a2b-bcf4-1c65e1205202,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:57:22.096315 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0b948332-1d0e-49e0-aa07-cebd5f46bf5a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0939755 Oct 27 15:57:22.097513 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fff7e67-2b36-49cc-bfec-3a1c2d97bcda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:22.101203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fff7e67-2b36-49cc-bfec-3a1c2d97bcda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:22.102520 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5fff7e67-2b36-49cc-bfec-3a1c2d97bcda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/253f7164-8e30-44ac-843d-9b62142bb21b HTTP/1.1" status: 204 len: 168 time: 0.3401980 Oct 27 15:57:22.107047 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:22.117559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff7e67-2b36-49cc-bfec-3a1c2d97bcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253f7164-8e30-44ac-843d-9b62142bb21b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:22.160306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:22.219013 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:22.301633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:22.303521 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:22.305438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] 10.222.0.54 "PUT /v2.0/ports/61d443f8-fe13-4a2b-bcf4-1c65e1205202 HTTP/1.1" status: 200 len: 1116 time: 1.7513077 Oct 27 15:57:22.306895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4e0d73-e692-451f-bf91-793da49f5eb4', 'tag': '61d443f8-fe13-4a2b-bcf4-1c65e1205202'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:22.354260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f5e72e-c6c1-46fe-bf5d-11cc8a69a674 None None] Network 29cf5573-b459-492b-b5a2-aa4195f795b7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:57:22.397189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be60e12-48dc-41c0-b697-f5d857c09436 req-0bfcd033-fec8-4e3f-9899-367ac44c13db tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:22.411233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4be60e12-48dc-41c0-b697-f5d857c09436 req-0bfcd033-fec8-4e3f-9899-367ac44c13db tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 968 time: 0.1347346 Oct 27 15:57:22.548169 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4be60e12-48dc-41c0-b697-f5d857c09436 req-e0774891-56b1-4b73-8963-54334a47efad tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234515 Oct 27 15:57:22.657580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c41b26-7f23-44ec-ae26-fbfce3265f0d service neutron] Pushing event updated for resources: {'Port': ['ID=61d443f8-fe13-4a2b-bcf4-1c65e1205202,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:22.720601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-13d62547-d734-4d06-9947-a89da56440e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:22.722270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-13d62547-d734-4d06-9947-a89da56440e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7734fea205454b65a18c92407b229ff9&device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 1119 time: 0.2578542 Oct 27 15:57:22.731156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fee187-d15c-46a6-8d4f-592b3eb723ec req-117cc3d6-7c7c-4f2c-8d54-8c1ad819f3ce tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:22.732737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4fee187-d15c-46a6-8d4f-592b3eb723ec req-117cc3d6-7c7c-4f2c-8d54-8c1ad819f3ce tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 935 time: 0.1593227 Oct 27 15:57:22.880690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-ed198054-2bf6-4601-a25d-cf3c096ec184 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=61d443f8-fe13-4a2b-bcf4-1c65e1205202 HTTP/1.1" status: 200 len: 217 time: 0.1137841 Oct 27 15:57:22.911173 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d51d976-35a8-4b95-a77e-c1958886db5e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4e0d73-e692-451f-bf91-793da49f5eb4", "tag": "61d443f8-fe13-4a2b-bcf4-1c65e1205202"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:22.918411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4fee187-d15c-46a6-8d4f-592b3eb723ec req-dc97310d-d2af-4899-a6f9-c5572e77a1ed tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667128 Oct 27 15:57:23.008662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-18140839-fe20-4302-8fc9-65086b87d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:23.009630 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-18140839-fe20-4302-8fc9-65086b87d487 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1006658 Oct 27 15:57:23.332428 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac1726c-4315-46dd-af1d-f2d1af875e38 x-openstack-request-id: req-cac1726c-4315-46dd-af1d-f2d1af875e38 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:23.333634 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4e0d73-e692-451f-bf91-793da49f5eb4", "tag": "61d443f8-fe13-4a2b-bcf4-1c65e1205202", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:23.333883 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cac1726c-4315-46dd-af1d-f2d1af875e38 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:23.334345 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b4e0d73-e692-451f-bf91-793da49f5eb4', 'tag': '61d443f8-fe13-4a2b-bcf4-1c65e1205202', 'status': 'completed', 'code': 200} Oct 27 15:57:23.361433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3dfc61d6-630e-44a0-85b8-d3c8a9c187a9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:23.362865 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3dfc61d6-630e-44a0-85b8-d3c8a9c187a9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 820 time: 0.2560933 Oct 27 15:57:23.381392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-51214112-7e36-4951-b6fa-782bc0f5b0e0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/quotas/f57d649d5e5d4b59a5f1858ed4614af9 HTTP/1.1" status: 200 len: 375 time: 0.0123465 Oct 27 15:57:23.398841 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-13a2d3c7-d630-4839-b47a-17d27673d380 req-74c5e425-6957-48b1-829d-7de99388d093 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 210 time: 0.0570421 Oct 27 15:57:23.415007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-d9eedb8d-6b99-40dd-8f05-e078b9b660fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:23.416737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-d9eedb8d-6b99-40dd-8f05-e078b9b660fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3959899 Oct 27 15:57:23.435532 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-769383f4-33ed-455b-ba9d-032d17a94d3a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473526 Oct 27 15:57:23.440448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:23.459408 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-77adfca1-1f64-42e6-87ac-d5b076dac0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:23.576173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-77adfca1-1f64-42e6-87ac-d5b076dac0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:23.602668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.54', 50258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:23.603491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-34c700b0-bb64-443e-a02f-a96ee7b8f38c service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779315 Oct 27 15:57:23.644386 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-412c2702-bc0b-4c17-90b6-9894594b0fee tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403724 Oct 27 15:57:23.718972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-77adfca1-1f64-42e6-87ac-d5b076dac0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:23.753196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-2794bc1c-614f-4608-b486-ead0cfbbf99e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:57:23.754448 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-2794bc1c-614f-4608-b486-ead0cfbbf99e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1290290 Oct 27 15:57:23.772540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37378) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:23.772895 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-77adfca1-1f64-42e6-87ac-d5b076dac0db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd07b8cd5e2b4d109838fed0802ed2d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310335 Oct 27 15:57:23.782963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c331da-afb5-41d3-88b3-4120f68f243b req-7d9db7be-f8c8-47dc-a4d2-aa5b7f74db98 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:23.791913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7c331da-afb5-41d3-88b3-4120f68f243b req-7d9db7be-f8c8-47dc-a4d2-aa5b7f74db98 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 968 time: 0.0862730 Oct 27 15:57:23.830018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b00233c-7b38-47c6-ae88-caba62ed1c49 req-585b784f-4c3d-4fa9-b1bf-45545bb660a1 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197459 Oct 27 15:57:23.880835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77adfca1-1f64-42e6-87ac-d5b076dac0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afba0327-679b-4af2-ac49-3e0799c6539f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:23.905101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-272f1ec6-4e88-4923-8021-f0abf8c1023f tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:23.906770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-272f1ec6-4e88-4923-8021-f0abf8c1023f tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543292 Oct 27 15:57:23.926807 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Request body: {'port': {'device_id': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': 'f6bcd4fcb590468b84e4fc1be71bb80e'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:23.949149 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f7508f2-abf5-4596-96e9-5e460c0f5cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:23.972675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7c331da-afb5-41d3-88b3-4120f68f243b req-393c16a8-a5e1-4c38-9051-6e7c2a8780f2 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797922 Oct 27 15:57:24.012636 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f7508f2-abf5-4596-96e9-5e460c0f5cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:24.025111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-fca02cbd-a1bf-4094-a24d-632b364789a6 service neutron] 10.222.0.15 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396319 Oct 27 15:57:24.039840 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:24.192736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f8881-3bd7-44e2-816a-33f08489bdb6 req-61f4dd4c-b6ff-4ada-bc7c-41cfe5806c6a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:24.194393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a71f8881-3bd7-44e2-816a-33f08489bdb6 req-61f4dd4c-b6ff-4ada-bc7c-41cfe5806c6a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 935 time: 0.1316619 Oct 27 15:57:24.207244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51d976-35a8-4b95-a77e-c1958886db5e req-2439265f-be35-4490-8115-063ee4b8c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:24.208801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d51d976-35a8-4b95-a77e-c1958886db5e req-2439265f-be35-4490-8115-063ee4b8c879 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7734fea205454b65a18c92407b229ff9&device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 1119 time: 0.1637750 Oct 27 15:57:24.242833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-e46afd69-9292-4c70-a6a0-36494057788b service neutron] 10.222.0.15 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061625 Oct 27 15:57:24.330926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Made reservation on behalf of f6bcd4fcb590468b84e4fc1be71bb80e for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:24.334813 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:24.335931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a71f8881-3bd7-44e2-816a-33f08489bdb6 req-b512c217-aa49-4894-9829-6f0973c4e352 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261392 Oct 27 15:57:24.341796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f7508f2-abf5-4596-96e9-5e460c0f5cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:24.344986 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f7508f2-abf5-4596-96e9-5e460c0f5cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:24.348812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:24.348981 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3f7508f2-abf5-4596-96e9-5e460c0f5cbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afba0327-679b-4af2-ac49-3e0799c6539f HTTP/1.1" status: 204 len: 168 time: 0.5722995 Oct 27 15:57:24.401425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7508f2-abf5-4596-96e9-5e460c0f5cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afba0327-679b-4af2-ac49-3e0799c6539f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:24.472201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51d976-35a8-4b95-a77e-c1958886db5e req-542c7091-5522-4b0f-867b-fd7e3eb43902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:24.473682 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d51d976-35a8-4b95-a77e-c1958886db5e req-542c7091-5522-4b0f-867b-fd7e3eb43902 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2420907 Oct 27 15:57:24.584000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d51d976-35a8-4b95-a77e-c1958886db5e req-5f7f23bf-5eac-43ba-b97b-d09130967ce2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=61d443f8-fe13-4a2b-bcf4-1c65e1205202 HTTP/1.1" status: 200 len: 217 time: 0.0945275 Oct 27 15:57:24.615195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3616cb0-b033-4537-aa1c-30dd961f3294 req-0095e663-12b4-4fdd-8f9a-688a55a4c6ac tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 210 time: 0.0324695 Oct 27 15:57:24.640981 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:24.656695 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3499b53-ed16-4160-915a-229eb162dff1 req-3fa67b1e-d802-4432-a07c-3f2ed00259f2 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 210 time: 0.0729408 Oct 27 15:57:24.666640 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51d976-35a8-4b95-a77e-c1958886db5e req-7e5105d6-3550-4335-817b-a9a0c8419c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:24.668275 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d51d976-35a8-4b95-a77e-c1958886db5e req-7e5105d6-3550-4335-817b-a9a0c8419c10 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0566325 Oct 27 15:57:24.685265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.54', 50261) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:24.702540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:24.736168 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-75152a97-6d33-4ed0-8929-1ca291b525e6 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402877 Oct 27 15:57:24.812818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51d976-35a8-4b95-a77e-c1958886db5e req-14e54a37-a393-4a2f-a586-afdfacd3878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:24.814420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d51d976-35a8-4b95-a77e-c1958886db5e req-14e54a37-a393-4a2f-a586-afdfacd3878f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283183 Oct 27 15:57:24.923339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2986de-1efc-441d-8456-5463b0056c67 req-cf908362-bcdf-49ad-aa27-0ab42783ec08 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:24.925039 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-cf908362-bcdf-49ad-aa27-0ab42783ec08 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819351 Oct 27 15:57:24.951450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Request body: {'port': {'device_id': '408078ad-fa78-4ad4-9da2-a441119731c2', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': 'f6bcd4fcb590468b84e4fc1be71bb80e'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:24.998479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17adb7cd-215d-4b9b-92e8-46ed8d5b805a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:25.020727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d51d976-35a8-4b95-a77e-c1958886db5e req-1631be38-7383-4cb5-a1a3-e8f2b808d02a service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987166 Oct 27 15:57:25.137776 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Allocated IP 192.168.233.53 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/3f0fe110-7c48-481b-ba0e-c15708e0720b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:57:25.203201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b19ea0-772d-4870-bcb1-f0bb4d8a9254 req-103f700b-5f4f-4bf9-9aae-9d957c2f2bcf tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:25.204758 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5b19ea0-772d-4870-bcb1-f0bb4d8a9254 req-103f700b-5f4f-4bf9-9aae-9d957c2f2bcf tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 968 time: 0.1232371 Oct 27 15:57:25.221029 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d51d976-35a8-4b95-a77e-c1958886db5e req-a43894c7-345e-43db-bdd9-d8d564d83241 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926997 Oct 27 15:57:25.257803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5b19ea0-772d-4870-bcb1-f0bb4d8a9254 req-bfa73fca-c981-4e5a-bdbb-42ef1912f872 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463040 Oct 27 15:57:25.279632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-00d401ac-5763-4857-ae21-6c8a4b8ac69f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:57:25.281666 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-00d401ac-5763-4857-ae21-6c8a4b8ac69f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0125468 Oct 27 15:57:25.319206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Made reservation on behalf of f6bcd4fcb590468b84e4fc1be71bb80e for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:25.323165 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:25.343766 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:25.461502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Request body: {'port': {'device_id': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:25.487870 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:25.571246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:25.576143 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9568d-fca7-49e1-8eef-ef51d459d6a8 req-04b383d2-7197-4866-aee4-e770b65b6568 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:25.577764 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-01e9568d-fca7-49e1-8eef-ef51d459d6a8 req-04b383d2-7197-4866-aee4-e770b65b6568 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 935 time: 0.1302936 Oct 27 15:57:25.585976 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:57:25.595635 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Allocated IP 192.168.233.3 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/c455329e-3a7d-416f-ad3f-42feae2efddd) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:57:25.597443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:57:25.609662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:57:25.615150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:25.615788 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:25.640902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Pushing event updated for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:25.664951 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-01e9568d-fca7-49e1-8eef-ef51d459d6a8 req-1f687236-8a0b-47ba-af35-a88c02089a32 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753334 Oct 27 15:57:25.786333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3d866bd-ab8e-42a1-815c-26476668f949 req-233de3aa-44ac-47b6-8812-32bb238c372c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 210 time: 0.0701854 Oct 27 15:57:25.798288 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-2dc73a27-02e1-416f-b6fb-ad51caabed95 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8731599 Oct 27 15:57:25.807766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Request body: {'port': {'device_id': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'device_owner': 'compute:tempest-test_az-659623995', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:25.886709 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:25.888292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-66a07f94-0720-408b-93a7-568dad560e77 None None] Provisioning complete for port 3f0fe110-7c48-481b-ba0e-c15708e0720b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:57:25.889909 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-66a07f94-0720-408b-93a7-568dad560e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:25.931697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-66a07f94-0720-408b-93a7-568dad560e77 None None] Port 3f0fe110-7c48-481b-ba0e-c15708e0720b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:57:26.081325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40e96a8f-cd4a-4422-b8fb-218f9271685b req-b949aee8-df6c-4bcb-a62e-a77655c31d27 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 210 time: 0.2911384 Oct 27 15:57:26.141826 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:26.236047 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:26.333550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:57:26.342355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Pushing event updated for resources: {'Port': ['ID=c455329e-3a7d-416f-ad3f-42feae2efddd,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:26.352429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:57:26.355477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:57:26.370263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:26.371079 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:26.418100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2466363-ab23-4839-a73c-190326232346 req-c55ae094-59bd-4849-9de9-aae5833c1452 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:26.419840 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2466363-ab23-4839-a73c-190326232346 req-c55ae094-59bd-4849-9de9-aae5833c1452 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 968 time: 0.0756197 Oct 27 15:57:26.469853 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2466363-ab23-4839-a73c-190326232346 req-9a552408-9ed6-42f4-9fa4-fa4b810333c1 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Oct 27 15:57:26.500019 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-7f71c2c8-fb86-41b0-ac3d-8c0605685174 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5514634 Oct 27 15:57:26.500019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b845e54b-64a5-4133-a4e1-c7e442b8b249 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:26.508729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Request body: {'port': {'device_id': '408078ad-fa78-4ad4-9da2-a441119731c2', 'device_owner': 'compute:tempest-test_az-659623995', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:26.512538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:26.548816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Transition to ACTIVE for port object b845e54b-64a5-4133-a4e1-c7e442b8b249 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:57:26.580388 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:26.656355 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4e329503-6f48-4fb6-b3ab-36ff942fbf18 None None] Provisioning complete for port c455329e-3a7d-416f-ad3f-42feae2efddd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:57:26.657048 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e329503-6f48-4fb6-b3ab-36ff942fbf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:26.696867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4e329503-6f48-4fb6-b3ab-36ff942fbf18 None None] Port c455329e-3a7d-416f-ad3f-42feae2efddd cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:57:26.698752 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:26.824965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Pushing event updated for resources: {'Port': ['ID=b845e54b-64a5-4133-a4e1-c7e442b8b249,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:26.878477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Attempting to bind port b845e54b-64a5-4133-a4e1-c7e442b8b249 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:57:26.879292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Attempting to bind port b845e54b-64a5-4133-a4e1-c7e442b8b249 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:57:26.879792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Attempting to bind port b845e54b-64a5-4133-a4e1-c7e442b8b249 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:26.888157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Port b845e54b-64a5-4133-a4e1-c7e442b8b249 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:57:26.888584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Attempting to bind port b845e54b-64a5-4133-a4e1-c7e442b8b249 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:26.895743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:57:26.896233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:57:26.896688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:57:26.897278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Bound port: b845e54b-64a5-4133-a4e1-c7e442b8b249, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:57:26.897942 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:26.926691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f0969-ae3c-43e4-896a-1599750e1f75 req-25f5bb8c-b1ce-4c46-bc9b-9383412907c7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:26.929339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e48f0969-ae3c-43e4-896a-1599750e1f75 req-25f5bb8c-b1ce-4c46-bc9b-9383412907c7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 947 time: 0.1065662 Oct 27 15:57:26.946949 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-472ea205-123c-4b52-bdce-628f169757e2 req-830a5beb-1201-412c-a2e3-fb2c51e67877 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 210 time: 0.0435975 Oct 27 15:57:26.955124 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0fe110-7c48-481b-ba0e-c15708e0720b {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:26.964542 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:27.006076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Transition to ACTIVE for port object 3f0fe110-7c48-481b-ba0e-c15708e0720b will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:57:27.006731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e48f0969-ae3c-43e4-896a-1599750e1f75 req-b87791e6-db21-4b3e-a7b1-9d6e653c344b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430932 Oct 27 15:57:27.024653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:57:27.096485 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:27.178094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:27.192947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:57:27.281717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:27.294189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Attempting to bind port 3f0fe110-7c48-481b-ba0e-c15708e0720b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:57:27.294721 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Attempting to bind port 3f0fe110-7c48-481b-ba0e-c15708e0720b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:57:27.295075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Attempting to bind port 3f0fe110-7c48-481b-ba0e-c15708e0720b on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:27.303197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Port 3f0fe110-7c48-481b-ba0e-c15708e0720b on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:57:27.303520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Attempting to bind port 3f0fe110-7c48-481b-ba0e-c15708e0720b on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:27.316615 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:57:27.316963 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:57:27.317523 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:57:27.317977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Bound port: 3f0fe110-7c48-481b-ba0e-c15708e0720b, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:57:27.318332 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:27.364458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2456ce-83ec-4fc8-8efe-b0153d897085 req-15130882-5fe3-46af-8b20-7aa46c351178 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:27.372231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a2456ce-83ec-4fc8-8efe-b0153d897085 req-15130882-5fe3-46af-8b20-7aa46c351178 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 934 time: 0.1627214 Oct 27 15:57:27.374155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.53', 56872) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:27.391016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:27.391630 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:27.393038 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] 10.222.0.53 "PUT /v2.0/ports/b845e54b-64a5-4133-a4e1-c7e442b8b249 HTTP/1.1" status: 200 len: 1095 time: 1.9971781 Oct 27 15:57:27.402552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:27.404819 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eea26f0-cab9-4b5d-bf10-67e52ae4eabc" -d '{"events": [{"name": "network-changed", "server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:27.405806 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393bd32-a4dd-4db9-9d16-15f8ce2da5e8 req-d77dcbe4-95ca-4656-be5d-07a16087b38b tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:27.406361 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393bd32-a4dd-4db9-9d16-15f8ce2da5e8 req-d77dcbe4-95ca-4656-be5d-07a16087b38b tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:27.406820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393bd32-a4dd-4db9-9d16-15f8ce2da5e8 req-d77dcbe4-95ca-4656-be5d-07a16087b38b tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:27.407353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393bd32-a4dd-4db9-9d16-15f8ce2da5e8 req-d77dcbe4-95ca-4656-be5d-07a16087b38b tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:27.407847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393bd32-a4dd-4db9-9d16-15f8ce2da5e8 req-d77dcbe4-95ca-4656-be5d-07a16087b38b tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:27.424294 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b393bd32-a4dd-4db9-9d16-15f8ce2da5e8 req-d77dcbe4-95ca-4656-be5d-07a16087b38b tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3622 time: 0.2121785 Oct 27 15:57:27.479748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:57:27.497788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:57:27.544287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a82c92-467c-40bd-8620-ae1b1934bebc service neutron] Pushing event updated for resources: {'Port': ['ID=b845e54b-64a5-4133-a4e1-c7e442b8b249,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:27.548730 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d18cd08-4eea-4c96-8a0b-146ccfbc8e7f x-openstack-request-id: req-7d18cd08-4eea-4c96-8a0b-146ccfbc8e7f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:27.548998 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:27.549239 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d18cd08-4eea-4c96-8a0b-146ccfbc8e7f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:27.549693 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249', 'status': 'completed', 'code': 200} Oct 27 15:57:27.606403 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:27.628046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a2456ce-83ec-4fc8-8efe-b0153d897085 req-845eda2a-8a75-4ea2-95e6-f5159fca0aa3 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545717 Oct 27 15:57:27.654355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c455329e-3a7d-416f-ad3f-42feae2efddd {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:27.679980 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:27.680529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:27.681246 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:27.682925 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] 10.222.0.54 "PUT /v2.0/ports/3f0fe110-7c48-481b-ba0e-c15708e0720b HTTP/1.1" status: 200 len: 1116 time: 1.8802047 Oct 27 15:57:27.687717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:27.736937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-36e4afe2-e3b4-4ba1-934c-b22c73222dff tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:27.738451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-36e4afe2-e3b4-4ba1-934c-b22c73222dff tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 820 time: 0.3570986 Oct 27 15:57:27.739542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Transition to ACTIVE for port object c455329e-3a7d-416f-ad3f-42feae2efddd will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:57:27.745013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea26f0-cab9-4b5d-bf10-67e52ae4eabc req-d4623648-130e-49b9-8a5f-725072271684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:27.746503 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1eea26f0-cab9-4b5d-bf10-67e52ae4eabc req-d4623648-130e-49b9-8a5f-725072271684 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1098 time: 0.1702654 Oct 27 15:57:27.765319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Request body: {'port': {'device_id': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254', 'admin_state_up': True, 'tenant_id': 'f57d649d5e5d4b59a5f1858ed4614af9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:27.792023 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deb521-b853-49be-bffd-5d43790aed38 req-0d731662-b5dd-4a7f-ba6a-327636ab1be3 tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:27.793704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8deb521-b853-49be-bffd-5d43790aed38 req-0d731662-b5dd-4a7f-ba6a-327636ab1be3 tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 886 time: 0.2573118 Oct 27 15:57:27.794850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6770b-4a6d-46f7-b6fa-a0d10842dec3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:27.877252 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:27.877801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 61d443f8-fe13-4a2b-bcf4-1c65e1205202 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:57:27.899792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1eea26f0-cab9-4b5d-bf10-67e52ae4eabc req-39c5e53a-d5f5-4f24-815c-24d4cfb79f7d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320527 Oct 27 15:57:27.931629 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6604d3be-a604-450b-8017-c41017b01c69" -d '{"events": [{"name": "network-changed", "server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:28.014042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-aebd942c-a2df-4795-806b-090e762c41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.015596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-aebd942c-a2df-4795-806b-090e762c41b2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 1119 time: 0.1605568 Oct 27 15:57:28.034921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 61d443f8-fe13-4a2b-bcf4-1c65e1205202, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=61d443f8-fe13-4a2b-bcf4-1c65e1205202,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:28.046933 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '61d443f8-fe13-4a2b-bcf4-1c65e1205202', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '61d443f8-fe13-4a2b-bcf4-1c65e1205202', 'mac_address': 'fa:16:3e:6d:82:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:tempest-test_az-659623995', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:57:28.090715 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:28.108633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d443f8-fe13-4a2b-bcf4-1c65e1205202 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:28.133540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 61d443f8-fe13-4a2b-bcf4-1c65e1205202, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=61d443f8-fe13-4a2b-bcf4-1c65e1205202,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:28.167348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210922e-39f3-4db1-a7be-79f4133ea9dd req-414ff27a-02d4-40a3-b2f7-2414bee9339a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.169049 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d210922e-39f3-4db1-a7be-79f4133ea9dd req-414ff27a-02d4-40a3-b2f7-2414bee9339a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 968 time: 0.3895745 Oct 27 15:57:28.192098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Pushing event updated for resources: {'Port': ['ID=c455329e-3a7d-416f-ad3f-42feae2efddd,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:28.210527 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:28.242970 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-837bbd3f-76ee-416f-a28b-7a4281ff7b2f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b HTTP/1.1" status: 200 len: 217 time: 0.2177591 Oct 27 15:57:28.266880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Attempting to bind port c455329e-3a7d-416f-ad3f-42feae2efddd on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:57:28.267441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Attempting to bind port c455329e-3a7d-416f-ad3f-42feae2efddd by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:57:28.267528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Attempting to bind port c455329e-3a7d-416f-ad3f-42feae2efddd on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:28.270781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=61d443f8-fe13-4a2b-bcf4-1c65e1205202,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:28.280731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.280731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.280731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.280731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.281468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.282121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.282635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.282970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.283295 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.283802 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.284159 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.284490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Tracked resource versions report: Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: pushed versions: Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: { 'AddressGroup': {'1.2'}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'ConntrackHelper': {'1.0'}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'Log': {'1.0'}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'Network': {'1.1'}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'Port': {'1.7'}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'PortForwarding': {'1.2'}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'QosPolicy': {'1.10'}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'SecurityGroup': {'1.4'}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'SubPort': {'1.0'}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'Subnet': {'1.1'}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'Trunk': {'1.1'}} Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: consumer versions: Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: { DHCP agent@n-d-815689-1: {}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: HyperV agent@n-h1-815689-1: {}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: HyperV agent@n-h2-815689-1: {}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: L3 agent@n-d-815689-1: {}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: Metadata agent@n-d-815689-1: {}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: Metering agent@n-d-815689-1: {}, Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: Open vSwitch agent@n-d-815689-1: { 'AddressGroup': '1.2', Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'ConntrackHelper': '1.0', Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'Log': '1.0', Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'Network': '1.1', Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'Port': '1.7', Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'PortForwarding': '1.2', Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'QosPolicy': '1.10', Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'SecurityGroup': '1.4', Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'SecurityGroupRule': '1.2', Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'SubPort': '1.0', Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'Subnet': '1.1', Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: 'Trunk': '1.1'}} Oct 27 15:57:28.285619 n-d-815689-1 neutron-server[109724]: {{(pid=109724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:57:28.287398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Port c455329e-3a7d-416f-ad3f-42feae2efddd on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:57:28.287398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Attempting to bind port c455329e-3a7d-416f-ad3f-42feae2efddd on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:28.291733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea26f0-cab9-4b5d-bf10-67e52ae4eabc req-c7996d1d-c667-409f-85ff-745b9f9ba029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.293249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1eea26f0-cab9-4b5d-bf10-67e52ae4eabc req-c7996d1d-c667-409f-85ff-745b9f9ba029 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3826065 Oct 27 15:57:28.307833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:57:28.315226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:57:28.315226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:57:28.315226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Bound port: c455329e-3a7d-416f-ad3f-42feae2efddd, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:57:28.315226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:28.315226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d210922e-39f3-4db1-a7be-79f4133ea9dd req-c1a6d3d5-529e-45a2-9720-3ccbab9c9516 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134522 Oct 27 15:57:28.359225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c018d-5909-4da8-875c-566d3886f61e req-cf03aa90-2019-4e2d-838f-46a667ae10a0 tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.359705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c018d-5909-4da8-875c-566d3886f61e req-cf03aa90-2019-4e2d-838f-46a667ae10a0 tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.360258 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c018d-5909-4da8-875c-566d3886f61e req-cf03aa90-2019-4e2d-838f-46a667ae10a0 tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.360715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c018d-5909-4da8-875c-566d3886f61e req-cf03aa90-2019-4e2d-838f-46a667ae10a0 tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.361167 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c018d-5909-4da8-875c-566d3886f61e req-cf03aa90-2019-4e2d-838f-46a667ae10a0 tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.362972 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c22c018d-5909-4da8-875c-566d3886f61e req-cf03aa90-2019-4e2d-838f-46a667ae10a0 tempest-NetworksTest-845568667 tempest-NetworksTest-845568667-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3622 time: 0.5173297 Oct 27 15:57:28.396891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-df61bc0d-6265-4453-bc09-9969a503ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.399015 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-df61bc0d-6265-4453-bc09-9969a503ef1a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1474028 Oct 27 15:57:28.473577 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c660121d-557e-4108-8672-2e77b2cfca67 x-openstack-request-id: req-c660121d-557e-4108-8672-2e77b2cfca67 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:28.474094 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:28.474496 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c660121d-557e-4108-8672-2e77b2cfca67 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:28.475116 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'status': 'completed', 'code': 200} Oct 27 15:57:28.523326 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-44a2f27a-e72b-4ea3-b961-ee0df98ccd6c req-a06365ad-438a-480e-9341-c52f828fe1e0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 210 time: 0.0606120 Oct 27 15:57:28.546964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-d91a8b0e-4d29-49b5-997b-42a7e5c29991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.548522 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-d91a8b0e-4d29-49b5-997b-42a7e5c29991 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413467 Oct 27 15:57:28.575859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['61d443f8-fe13-4a2b-bcf4-1c65e1205202'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:57:28.618972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Made reservation on behalf of f57d649d5e5d4b59a5f1858ed4614af9 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:28.622431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:28.662971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-f4d4cda3-88d4-43ae-9ac1-b3b0a67cc587 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009021 Oct 27 15:57:28.704570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-6b8f4c41-2638-4f72-90ee-214a7bcf7b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.706085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-6b8f4c41-2638-4f72-90ee-214a7bcf7b33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1098 time: 0.3306270 Oct 27 15:57:28.714849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] For port c455329e-3a7d-416f-ad3f-42feae2efddd, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:57:28.808016 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-368674a1-e1c1-481f-bbe0-11d99bc6f754 req-f5cbdd1c-9d92-43df-90a7-b58390079a78 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376543 Oct 27 15:57:28.808499 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-c7d1f344-c85e-4007-acbf-f2b4e9a14072 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249 HTTP/1.1" status: 200 len: 217 time: 0.0641649 Oct 27 15:57:28.810552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] For port c455329e-3a7d-416f-ad3f-42feae2efddd, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c455329e-3a7d-416f-ad3f-42feae2efddd,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:57:28.823523 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a93069-9d05-40df-93f5-3a600cfad995 req-41bb04b4-a7b5-4e9b-8e47-dcd68e6800e3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.826269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21a93069-9d05-40df-93f5-3a600cfad995 req-41bb04b4-a7b5-4e9b-8e47-dcd68e6800e3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 947 time: 0.2147017 Oct 27 15:57:28.877794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0948e42-bb32-47f3-9200-af74b498ebf0 req-f19059f9-4767-4b56-a09d-81f77898c4a7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:28.879400 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0948e42-bb32-47f3-9200-af74b498ebf0 req-f19059f9-4767-4b56-a09d-81f77898c4a7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 967 time: 0.0703814 Oct 27 15:57:28.889931 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:28.940239 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0948e42-bb32-47f3-9200-af74b498ebf0 req-981e5166-3f4b-4504-a02e-908712ba07fb tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Oct 27 15:57:29.002116 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37482) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:29.009820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.010763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:29.012546 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] 10.222.0.54 "PUT /v2.0/ports/c455329e-3a7d-416f-ad3f-42feae2efddd HTTP/1.1" status: 200 len: 1115 time: 2.5114965 Oct 27 15:57:29.016831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-cb65a61e-c9cb-4fd7-b7de-761fe382ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.018168 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-cb65a61e-c9cb-4fd7-b7de-761fe382ed55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1832943 Oct 27 15:57:29.029093 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21a93069-9d05-40df-93f5-3a600cfad995 req-831b067d-0150-4e40-8287-f9a055bdf201 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898427 Oct 27 15:57:29.035543 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604d3be-a604-450b-8017-c41017b01c69 req-57a14bf9-9fd5-495b-b153-dddcf87dbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.037338 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6604d3be-a604-450b-8017-c41017b01c69 req-57a14bf9-9fd5-495b-b153-dddcf87dbd36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 1119 time: 0.0663130 Oct 27 15:57:29.072011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Allocated IP 172.20.0.6 (edc90018-5c2c-4f12-a27e-1b1214dfa254/afc0ac4d-20a4-4903-a917-822967ac10a7/f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:57:29.085074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862ccd8-ed8e-489d-96b1-724a2679490d service neutron] Pushing event updated for resources: {'Port': ['ID=c455329e-3a7d-416f-ad3f-42feae2efddd,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:29.085278 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:29.128567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-3e697e5e-d272-4c13-a55a-e08bbc54872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.130263 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-3e697e5e-d272-4c13-a55a-e08bbc54872f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025932 Oct 27 15:57:29.202488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7de551ca-d46c-49e1-9c2d-c7f39ad801ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:29.296472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604d3be-a604-450b-8017-c41017b01c69 req-ce294717-cff2-475f-9fbe-fdbc29277848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.297855 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6604d3be-a604-450b-8017-c41017b01c69 req-ce294717-cff2-475f-9fbe-fdbc29277848 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2446706 Oct 27 15:57:29.312166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2986de-1efc-441d-8456-5463b0056c67 req-aedaf1bf-02e5-417e-a34c-09518cfbc512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.313771 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-aedaf1bf-02e5-417e-a34c-09518cfbc512 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 1118 time: 0.1586046 Oct 27 15:57:29.352625 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6604d3be-a604-450b-8017-c41017b01c69 req-ad87d8ba-2d12-47a7-b852-229d95d12b3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b HTTP/1.1" status: 200 len: 217 time: 0.0449338 Oct 27 15:57:29.386931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-2b662869-8f69-4ffd-9abf-fcac08b2f340 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=c455329e-3a7d-416f-ad3f-42feae2efddd HTTP/1.1" status: 200 len: 217 time: 0.0633936 Oct 27 15:57:29.391383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-e894c3cf-01a9-47ac-9501-63f257de3102 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504003 Oct 27 15:57:29.426451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:29.442389 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7de551ca-d46c-49e1-9c2d-c7f39ad801ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:29.453865 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604d3be-a604-450b-8017-c41017b01c69 req-b666eb18-cbe9-4657-b747-4b41b5472255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.455318 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6604d3be-a604-450b-8017-c41017b01c69 req-b666eb18-cbe9-4657-b747-4b41b5472255 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0945468 Oct 27 15:57:29.471373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3607222-2349-4af9-a1d4-bb001cf9c8da req-190fe76b-f9dc-4d54-b2a7-ee1c9d4abf26 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.472919 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3607222-2349-4af9-a1d4-bb001cf9c8da req-190fe76b-f9dc-4d54-b2a7-ee1c9d4abf26 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 969 time: 0.0760279 Oct 27 15:57:29.508487 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7de551ca-d46c-49e1-9c2d-c7f39ad801ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:29.526536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2986de-1efc-441d-8456-5463b0056c67 req-b346a3ce-6e79-488f-a479-2a9f956c57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.528127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-b346a3ce-6e79-488f-a479-2a9f956c57e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1309247 Oct 27 15:57:29.554645 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408078ad-fa78-4ad4-9da2-a441119731c2', 'tag': 'c455329e-3a7d-416f-ad3f-42feae2efddd'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:29.556997 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "408078ad-fa78-4ad4-9da2-a441119731c2", "tag": "c455329e-3a7d-416f-ad3f-42feae2efddd"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:29.575130 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7de551ca-d46c-49e1-9c2d-c7f39ad801ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1a128efd8704372a54f9eafd7e1051c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5691323 Oct 27 15:57:29.584093 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3607222-2349-4af9-a1d4-bb001cf9c8da req-820a4e8c-8473-4d6d-b46b-0e862fecf470 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005971 Oct 27 15:57:29.584296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37494) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:29.587802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604d3be-a604-450b-8017-c41017b01c69 req-a45d549f-27ec-4b7c-a34c-ca3a251f70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.589315 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6604d3be-a604-450b-8017-c41017b01c69 req-a45d549f-27ec-4b7c-a34c-ca3a251f70c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261170 Oct 27 15:57:29.596924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de551ca-d46c-49e1-9c2d-c7f39ad801ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfce0ad5-5066-4a65-b08e-2a1446454cdb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:29.607375 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e07052fd-3559-4023-8f1b-a213056bc4fe req-c0a16399-4f64-4699-8821-c419fa47780c service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922777 Oct 27 15:57:29.667381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2986de-1efc-441d-8456-5463b0056c67 req-bf678b20-12aa-4948-84a0-ca5f2f5d3ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.668890 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-bf678b20-12aa-4948-84a0-ca5f2f5d3ecf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292844 Oct 27 15:57:29.670669 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc829db-a704-4b91-a51e-2481aeb386d5 x-openstack-request-id: req-ddc829db-a704-4b91-a51e-2481aeb386d5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:29.670950 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408078ad-fa78-4ad4-9da2-a441119731c2", "tag": "c455329e-3a7d-416f-ad3f-42feae2efddd", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:29.671198 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddc829db-a704-4b91-a51e-2481aeb386d5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:29.671572 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408078ad-fa78-4ad4-9da2-a441119731c2', 'tag': 'c455329e-3a7d-416f-ad3f-42feae2efddd', 'status': 'completed', 'code': 200} Oct 27 15:57:29.674637 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac8d4325-1c45-44de-ba4c-13e833377fd9 req-7b05d308-1d0c-4154-bda0-65580d012d88 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 210 time: 0.0389082 Oct 27 15:57:29.677466 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:29.718663 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6604d3be-a604-450b-8017-c41017b01c69 req-bee48559-95b6-4f54-8671-31da0e9c5fa4 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174526 Oct 27 15:57:29.732124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcffd-c379-477c-8944-69057d66c734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:29.797598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Network edc90018-5c2c-4f12-a27e-1b1214dfa254 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:57:29.810301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:57:29.815445 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcffd-c379-477c-8944-69057d66c734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:29.817269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:57:29.817404 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6604d3be-a604-450b-8017-c41017b01c69 req-98529d4f-21e1-41ff-89ba-9968ad0ed2d4 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903163 Oct 27 15:57:29.823010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:29.823610 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:29.828300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Pushing event updated for resources: {'Port': ['ID=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:29.870833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 61d443f8-fe13-4a2b-bcf4-1c65e1205202 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:57:29.889962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-149aea2c-b262-4714-a6c2-24f676bf179f service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052801 Oct 27 15:57:29.949899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-1bfbe203-d8d4-4f76-a605-e6beb0f4fe4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1959331 Oct 27 15:57:29.964805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Request body: {'port': {'device_id': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:30.013353 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcffd-c379-477c-8944-69057d66c734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:30.016617 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9f1fcffd-c379-477c-8944-69057d66c734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:30.017757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9f1fcffd-c379-477c-8944-69057d66c734 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfce0ad5-5066-4a65-b08e-2a1446454cdb HTTP/1.1" status: 204 len: 168 time: 0.4328375 Oct 27 15:57:30.034121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 61d443f8-fe13-4a2b-bcf4-1c65e1205202 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:57:30.039596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 61d443f8-fe13-4a2b-bcf4-1c65e1205202 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:57:30.039966 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:30.068173 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:30.070240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fcffd-c379-477c-8944-69057d66c734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfce0ad5-5066-4a65-b08e-2a1446454cdb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:30.098773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee2986de-1efc-441d-8456-5463b0056c67 req-8fd5b38d-a6c5-49f5-b69e-adc842ec010c service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996746 Oct 27 15:57:30.105129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff5d8c-7ff8-433f-9b86-17cc5eb904c2 req-138192ac-b038-4ca5-832f-5a1be55f4592 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:30.106864 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92ff5d8c-7ff8-433f-9b86-17cc5eb904c2 req-138192ac-b038-4ca5-832f-5a1be55f4592 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 967 time: 0.0859680 Oct 27 15:57:30.166267 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92ff5d8c-7ff8-433f-9b86-17cc5eb904c2 req-e8dccabd-c88a-403f-b33d-bc311ac097a4 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504346 Oct 27 15:57:30.253700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348f3da-40dc-4c26-a182-807ebf074f42 req-8f07185f-a198-4772-8cb1-e3416c7ba936 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:30.255223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7348f3da-40dc-4c26-a182-807ebf074f42 req-8f07185f-a198-4772-8cb1-e3416c7ba936 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 947 time: 0.1190469 Oct 27 15:57:30.273187 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:30.303042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4e0d73-e692-451f-bf91-793da49f5eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d443f8-fe13-4a2b-bcf4-1c65e1205202'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:30.366034 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7348f3da-40dc-4c26-a182-807ebf074f42 req-5e121fee-a9f5-4b03-aeec-8fe552e431a2 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011505 Oct 27 15:57:30.391212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 61d443f8-fe13-4a2b-bcf4-1c65e1205202, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=61d443f8-fe13-4a2b-bcf4-1c65e1205202,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:30.423094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef req-970b0a42-f300-44c8-b48a-a6f71a2d2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:30.424491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef req-970b0a42-f300-44c8-b48a-a6f71a2d2ce5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 1118 time: 0.1134870 Oct 27 15:57:30.461933 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:30.506181 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d839a3-aad1-428e-b653-12dad5950799" -d '{"events": [{"server_uuid": "1b4e0d73-e692-451f-bf91-793da49f5eb4", "name": "network-vif-plugged", "status": "completed", "tag": "61d443f8-fe13-4a2b-bcf4-1c65e1205202"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:30.546659 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=61d443f8-fe13-4a2b-bcf4-1c65e1205202,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:30.581344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:30.598043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:30.610003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef req-619ce2b7-cfc4-432d-89d1-2e875bf8b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:30.612038 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef req-619ce2b7-cfc4-432d-89d1-2e875bf8b351 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.1741250 Oct 27 15:57:30.617827 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34748559-58b3-462b-9b32-d31358ec49b8 x-openstack-request-id: req-34748559-58b3-462b-9b32-d31358ec49b8 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:30.619139 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4e0d73-e692-451f-bf91-793da49f5eb4", "name": "network-vif-plugged", "status": "completed", "tag": "61d443f8-fe13-4a2b-bcf4-1c65e1205202", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:30.623734 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34748559-58b3-462b-9b32-d31358ec49b8 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:30.624636 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4e0d73-e692-451f-bf91-793da49f5eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d443f8-fe13-4a2b-bcf4-1c65e1205202', 'code': 200} Oct 27 15:57:30.634669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Transition to ACTIVE for port object f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:57:30.669620 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef req-d8931381-bdc6-42c2-ad3d-5392fac0714b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=c455329e-3a7d-416f-ad3f-42feae2efddd HTTP/1.1" status: 200 len: 217 time: 0.0427845 Oct 27 15:57:30.731386 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:30.765816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37516) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:30.797780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa190f7-7f1c-467f-b15f-126302383cae req-6407a116-9a8f-443f-a0e3-b5a0fa48cb00 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:30.799313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eaa190f7-7f1c-467f-b15f-126302383cae req-6407a116-9a8f-443f-a0e3-b5a0fa48cb00 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 970 time: 0.1264284 Oct 27 15:57:30.803473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef req-a00e843b-7575-4f5c-825c-b2d217e11766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:30.804909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef req-a00e843b-7575-4f5c-825c-b2d217e11766 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1069274 Oct 27 15:57:30.832343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Pushing event updated for resources: {'Port': ['ID=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:30.835358 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b83a74d7-c3b2-4bcc-885f-785f3c251729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:30.872144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff93c-1d52-4c63-8196-719c8f9db3bd req-ce5e1560-c877-40e6-b89b-1a95c5c31d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:30.873712 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e89ff93c-1d52-4c63-8196-719c8f9db3bd req-ce5e1560-c877-40e6-b89b-1a95c5c31d88 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 1121 time: 0.1483800 Oct 27 15:57:30.901581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f4bb2-10e2-4680-b9f7-c412e25b4dec req-bbc78f69-c927-42fb-850a-63e902bb6e13 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:30.903051 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d47f4bb2-10e2-4680-b9f7-c412e25b4dec req-bbc78f69-c927-42fb-850a-63e902bb6e13 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 943 time: 0.1362259 Oct 27 15:57:30.908297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:57:30.908629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:57:30.908951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:30.913369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eaa190f7-7f1c-467f-b15f-126302383cae req-fb131c48-6edd-4569-b888-8e809e0cc5d4 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017635 Oct 27 15:57:30.915564 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e89ff93c-1d52-4c63-8196-719c8f9db3bd req-f85f856a-4f53-42a4-853e-908abd1a5a42 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:30.918670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:57:30.918991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:30.923043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef req-d8270794-05b3-4c34-9a8c-3f9e48e18b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:30.924565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef req-d8270794-05b3-4c34-9a8c-3f9e48e18b3e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1117284 Oct 27 15:57:30.934096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:57:30.934541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:57:30.935117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:57:30.935813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Bound port: f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:57:30.937150 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:30.987894 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d47f4bb2-10e2-4680-b9f7-c412e25b4dec req-5dd39646-005c-4d87-845d-feb5262167d6 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756423 Oct 27 15:57:31.027018 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b83a74d7-c3b2-4bcc-885f-785f3c251729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:31.085762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b83a74d7-c3b2-4bcc-885f-785f3c251729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:31.139485 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e89ff93c-1d52-4c63-8196-719c8f9db3bd req-f85f856a-4f53-42a4-853e-908abd1a5a42 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:31.149305 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b83a74d7-c3b2-4bcc-885f-785f3c251729 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0155a4a0ad824b4da1e0a5e776dc3ca8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3807018 Oct 27 15:57:31.150502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a74d7-c3b2-4bcc-885f-785f3c251729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcf2821-c163-4ac3-8049-d4b422fb9da0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:31.152292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37520) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:31.184594 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e89ff93c-1d52-4c63-8196-719c8f9db3bd req-f85f856a-4f53-42a4-853e-908abd1a5a42 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:31.223256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e89ff93c-1d52-4c63-8196-719c8f9db3bd req-f85f856a-4f53-42a4-853e-908abd1a5a42 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409982 Oct 27 15:57:31.246541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f856a-4f53-42a4-853e-908abd1a5a42 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f55a70e3-2edb-4dd3-b1ae-dbcc584434ba,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:31.247891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:57:31.254366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:57:31.255845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-798be998-8e42-4b39-8428-17c6d41f6d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:31.258710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef req-f7b2bc08-9675-45cc-8f01-e47bb7687c5a service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258910 Oct 27 15:57:31.284328 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-798be998-8e42-4b39-8428-17c6d41f6d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:31.312580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e75fe-4772-47c6-9028-521bae435b49 req-172e868c-5b37-4cb0-b2a1-4cce086d2940 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:31.314096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b97e75fe-4772-47c6-9028-521bae435b49 req-172e868c-5b37-4cb0-b2a1-4cce086d2940 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 967 time: 0.0584524 Oct 27 15:57:31.335147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:31.377029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:31.377903 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:31.379156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] 10.222.0.53 "PUT /v2.0/ports/f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa HTTP/1.1" status: 200 len: 1091 time: 1.4204640 Oct 27 15:57:31.387661 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-798be998-8e42-4b39-8428-17c6d41f6d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:31.391102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-798be998-8e42-4b39-8428-17c6d41f6d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:31.394811 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-798be998-8e42-4b39-8428-17c6d41f6d83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bcf2821-c163-4ac3-8049-d4b422fb9da0 HTTP/1.1" status: 204 len: 168 time: 0.2392645 Oct 27 15:57:31.402042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798be998-8e42-4b39-8428-17c6d41f6d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcf2821-c163-4ac3-8049-d4b422fb9da0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:31.424410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b97e75fe-4772-47c6-9028-521bae435b49 req-34c9ebc4-72e9-4184-bb34-d32659788d87 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969496 Oct 27 15:57:31.457682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac28cbb-71ea-4cef-892c-b308b35fe5ec service neutron] Pushing event updated for resources: {'Port': ['ID=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:31.536598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131a419-e6ef-47cc-9ec3-fc8b45e23ebd req-a0e815a2-d04d-444a-9a63-579ab5eada12 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:31.539142 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9131a419-e6ef-47cc-9ec3-fc8b45e23ebd req-a0e815a2-d04d-444a-9a63-579ab5eada12 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 947 time: 0.0826852 Oct 27 15:57:31.582125 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9131a419-e6ef-47cc-9ec3-fc8b45e23ebd req-ded62d71-6ceb-4ea3-b075-086ff00d5174 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368137 Oct 27 15:57:31.583007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-20b88de1-8f20-47b4-90b6-8b24b0afdc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:31.584515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-20b88de1-8f20-47b4-90b6-8b24b0afdc3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 1094 time: 0.0976415 Oct 27 15:57:31.639351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-eef43763-84ea-4187-b79b-1032d75779a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa HTTP/1.1" status: 200 len: 217 time: 0.0457292 Oct 27 15:57:31.675568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'tag': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:31.677777 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb0a22f-8ac8-4959-b2f9-6f05f53c542b" -d '{"events": [{"name": "network-changed", "server_uuid": "e67ee9f3-d12f-49b5-98e4-4ac3654dccdd", "tag": "f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:31.685311 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f05fc4c-b7f8-419d-83d5-b41ab8ceb3ef req-3c2243bd-54b9-42bc-a0c5-5b73104b430b service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661885 Oct 27 15:57:31.700561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-906356d2-3b59-41c1-8aa8-e6052d9f11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:31.702904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-906356d2-3b59-41c1-8aa8-e6052d9f11fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.0549240 Oct 27 15:57:31.720669 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f28379e-2cfa-4513-b6ec-383182cd1814 x-openstack-request-id: req-4f28379e-2cfa-4513-b6ec-383182cd1814 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:31.720951 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67ee9f3-d12f-49b5-98e4-4ac3654dccdd", "tag": "f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:31.721201 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f28379e-2cfa-4513-b6ec-383182cd1814 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:31.721587 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'tag': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa', 'status': 'completed', 'code': 200} Oct 27 15:57:31.739602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-e0205737-c46d-49bb-b323-6bf5aaba5b41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295155 Oct 27 15:57:31.836316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-ab2189ad-8e77-43bc-8862-ce2207149e98 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890574 Oct 27 15:57:31.871696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3f0fe110-7c48-481b-ba0e-c15708e0720b details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:57:31.938488 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1807b42d-da48-4e25-839b-63707ce39ca1 req-a136b80a-b313-4328-a271-f04229220d39 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935013 Oct 27 15:57:31.974749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:31.986793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'mac_address': 'fa:16:3e:e2:cc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:tempest-test_az-659623995', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:57:32.028953 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:32.041175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f06ca-4345-43f7-81d7-290858448920 req-71128e63-870f-4c1b-b54e-61eebdf06014 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:32.042805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c5f06ca-4345-43f7-81d7-290858448920 req-71128e63-870f-4c1b-b54e-61eebdf06014 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 970 time: 0.0554490 Oct 27 15:57:32.042927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0fe110-7c48-481b-ba0e-c15708e0720b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:32.064927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:32.100341 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c5f06ca-4345-43f7-81d7-290858448920 req-bb95c9c3-8bb5-4ab9-8398-fbdaac6c6ea1 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503690 Oct 27 15:57:32.148910 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:32.168719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5423aae-76ad-4230-af25-5f19a8b2f089 req-498af0e1-60c6-4b73-9dec-b16fa8cc8c49 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:32.170917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5423aae-76ad-4230-af25-5f19a8b2f089 req-498af0e1-60c6-4b73-9dec-b16fa8cc8c49 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 943 time: 0.0846486 Oct 27 15:57:32.176423 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:32.177798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a22f-8ac8-4959-b2f9-6f05f53c542b req-2e3c89c8-9909-4979-ba88-0f9496a34115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:32.179251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb0a22f-8ac8-4959-b2f9-6f05f53c542b req-2e3c89c8-9909-4979-ba88-0f9496a34115 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 1094 time: 0.0630398 Oct 27 15:57:32.203698 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:32.266956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5423aae-76ad-4230-af25-5f19a8b2f089 req-bb116e78-7243-47a3-9e07-6a4c92f29ad6 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867519 Oct 27 15:57:32.305111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a22f-8ac8-4959-b2f9-6f05f53c542b req-3ddfcc02-e486-4575-b608-1c63a83c2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:32.306595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb0a22f-8ac8-4959-b2f9-6f05f53c542b req-3ddfcc02-e486-4575-b608-1c63a83c2bbb service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.1190691 Oct 27 15:57:32.347927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb0a22f-8ac8-4959-b2f9-6f05f53c542b req-1635c94c-438e-4548-bc34-d95ee118daf7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa HTTP/1.1" status: 200 len: 217 time: 0.0338478 Oct 27 15:57:32.377795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['3f0fe110-7c48-481b-ba0e-c15708e0720b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:57:32.401360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0a22f-8ac8-4959-b2f9-6f05f53c542b req-e4a1bb01-018d-4616-90e1-6e215beea4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:32.402827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb0a22f-8ac8-4959-b2f9-6f05f53c542b req-e4a1bb01-018d-4616-90e1-6e215beea4fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.0468948 Oct 27 15:57:32.443469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb0a22f-8ac8-4959-b2f9-6f05f53c542b req-94bfebad-81cc-4ae5-84ce-67e97ab9aa56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294569 Oct 27 15:57:32.557848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb0a22f-8ac8-4959-b2f9-6f05f53c542b req-9ed36c98-4b84-4e4d-8532-79c85997c9eb service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029644 Oct 27 15:57:32.568301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814fc32-2533-4139-b4ad-642551fa747c req-734a12b9-84ac-4630-9c78-20fca0adaf51 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:32.569844 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3814fc32-2533-4139-b4ad-642551fa747c req-734a12b9-84ac-4630-9c78-20fca0adaf51 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 967 time: 0.0531526 Oct 27 15:57:32.634912 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3814fc32-2533-4139-b4ad-642551fa747c req-99ead090-4bae-459a-9ef8-47848dded858 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483720 Oct 27 15:57:32.698941 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb0a22f-8ac8-4959-b2f9-6f05f53c542b req-6ba79983-e845-40b4-8da8-4eb805e8a1f0 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311436 Oct 27 15:57:32.719302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d104303-b75e-4139-8837-10a2733605df req-ebb76e5d-f205-4d31-bf75-9526f38032af tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:32.720826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d104303-b75e-4139-8837-10a2733605df req-ebb76e5d-f205-4d31-bf75-9526f38032af tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 947 time: 0.0641894 Oct 27 15:57:32.760522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d104303-b75e-4139-8837-10a2733605df req-de1f9225-12d8-4686-a821-d8a0a4ae74ee tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Oct 27 15:57:32.793979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b845e54b-64a5-4133-a4e1-c7e442b8b249 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:57:32.893026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:32.904243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'b845e54b-64a5-4133-a4e1-c7e442b8b249', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'b845e54b-64a5-4133-a4e1-c7e442b8b249', 'mac_address': 'fa:16:3e:c9:ec:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:57:32.940997 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:32.954034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b845e54b-64a5-4133-a4e1-c7e442b8b249 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:32.974309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:33.062694 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:33.110441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b845e54b-64a5-4133-a4e1-c7e442b8b249,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:33.227980 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc2edb-e067-481a-8ac8-17ce27dbadc6 req-db729473-a8cf-4e2b-9601-a3fd7f84a38b tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:33.229572 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2cfc2edb-e067-481a-8ac8-17ce27dbadc6 req-db729473-a8cf-4e2b-9601-a3fd7f84a38b tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 970 time: 0.0547810 Oct 27 15:57:33.271719 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2cfc2edb-e067-481a-8ac8-17ce27dbadc6 req-ef9bd18b-e95d-4668-a067-9f43f5a0c8ec tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Oct 27 15:57:33.398922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf60e47-2487-42f7-904b-2ee1c01c4bf3 req-88b256d4-13b3-4c7d-8b68-042bb0dc819d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:33.400691 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf60e47-2487-42f7-904b-2ee1c01c4bf3 req-88b256d4-13b3-4c7d-8b68-042bb0dc819d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 943 time: 0.0566397 Oct 27 15:57:33.414290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['b845e54b-64a5-4133-a4e1-c7e442b8b249'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:57:33.441578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf60e47-2487-42f7-904b-2ee1c01c4bf3 req-07ebbca1-ae48-4145-80ba-6d05353eae76 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341566 Oct 27 15:57:33.743164 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96406f7-a8a1-414a-8334-a3c75ddea2d4 req-a85cda95-8077-4a04-8b49-f791c502cbe0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:33.744720 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c96406f7-a8a1-414a-8334-a3c75ddea2d4 req-a85cda95-8077-4a04-8b49-f791c502cbe0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 967 time: 0.0495164 Oct 27 15:57:33.784570 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c96406f7-a8a1-414a-8334-a3c75ddea2d4 req-d3541686-2c24-4ed4-8e55-8b68fde1e523 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329366 Oct 27 15:57:33.887371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2004f8-7c87-402c-bb89-41b49795bada req-e79d3c7a-109f-4ede-9e2c-efab63817cee tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:33.888845 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aa2004f8-7c87-402c-bb89-41b49795bada req-e79d3c7a-109f-4ede-9e2c-efab63817cee tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 948 time: 0.0490277 Oct 27 15:57:33.896772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c455329e-3a7d-416f-ad3f-42feae2efddd details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:57:33.931005 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aa2004f8-7c87-402c-bb89-41b49795bada req-061eff12-6745-4d97-867a-4f08e29c8a36 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343683 Oct 27 15:57:33.934587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3f0fe110-7c48-481b-ba0e-c15708e0720b up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:57:34.044842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c455329e-3a7d-416f-ad3f-42feae2efddd, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c455329e-3a7d-416f-ad3f-42feae2efddd,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:34.058525 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'c455329e-3a7d-416f-ad3f-42feae2efddd', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'c455329e-3a7d-416f-ad3f-42feae2efddd', 'mac_address': 'fa:16:3e:bc:4f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:tempest-test_az-659623995', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:57:34.100974 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:34.115036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c455329e-3a7d-416f-ad3f-42feae2efddd {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:34.140092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c455329e-3a7d-416f-ad3f-42feae2efddd, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c455329e-3a7d-416f-ad3f-42feae2efddd,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:34.188364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 3f0fe110-7c48-481b-ba0e-c15708e0720b completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:57:34.192690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 3f0fe110-7c48-481b-ba0e-c15708e0720b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:57:34.193108 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:34.275020 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:34.293992 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:34.305582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:34.308408 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a901cb-0c34-4545-8202-16556f1ee2e7" -d '{"events": [{"server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "name": "network-vif-plugged", "status": "completed", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:34.345993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:34.366841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c455329e-3a7d-416f-ad3f-42feae2efddd,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:34.402146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d78602-71b2-416f-a84f-f0fb0dc42ba4 req-5d4e4855-ab89-49f4-9004-9da706aa377d tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:34.403583 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66d78602-71b2-416f-a84f-f0fb0dc42ba4 req-5d4e4855-ab89-49f4-9004-9da706aa377d tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 970 time: 0.0563414 Oct 27 15:57:34.445432 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:34.445982 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66d78602-71b2-416f-a84f-f0fb0dc42ba4 req-f814b114-04d8-4077-ad84-8c6784c2672b tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351326 Oct 27 15:57:34.495761 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8930105d-7996-45be-8685-b88d4739e828 x-openstack-request-id: req-8930105d-7996-45be-8685-b88d4739e828 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:34.496131 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "name": "network-vif-plugged", "status": "completed", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:34.496605 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8930105d-7996-45be-8685-b88d4739e828 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:34.497189 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'code': 200} Oct 27 15:57:34.513233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:34.528950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c455329e-3a7d-416f-ad3f-42feae2efddd'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:57:34.659298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f609f-4810-405a-9fdc-a94d58e1f6d8 req-cd42397a-27a3-4988-99fa-e2576f6988c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:34.661629 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f15f609f-4810-405a-9fdc-a94d58e1f6d8 req-cd42397a-27a3-4988-99fa-e2576f6988c0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 1121 time: 0.0991123 Oct 27 15:57:34.711234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f15f609f-4810-405a-9fdc-a94d58e1f6d8 req-ba8ada70-64ff-466e-bc63-268bb61cf88e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Oct 27 15:57:34.784757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:57:34.801720 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d5b26-3755-4bf5-8212-d11603f53807 req-2296fa98-ed53-4483-9b6c-4034e11ba416 tempest-AggregatesAdminTestJSON-2134318332 tempest-AggregatesAdminTestJSON-2134318332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:34.803532 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f07d5b26-3755-4bf5-8212-d11603f53807 req-2296fa98-ed53-4483-9b6c-4034e11ba416 tempest-AggregatesAdminTestJSON-2134318332 tempest-AggregatesAdminTestJSON-2134318332-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 1121 time: 0.0468314 Oct 27 15:57:34.813398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b845e54b-64a5-4133-a4e1-c7e442b8b249 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:57:34.825934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f07d5b26-3755-4bf5-8212-d11603f53807 req-284e4092-9afe-4348-9de3-8fbdc47cf00f tempest-AggregatesAdminTestJSON-2134318332 tempest-AggregatesAdminTestJSON-2134318332-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:34.914046 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f07d5b26-3755-4bf5-8212-d11603f53807 req-284e4092-9afe-4348-9de3-8fbdc47cf00f tempest-AggregatesAdminTestJSON-2134318332 tempest-AggregatesAdminTestJSON-2134318332-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:34.929149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:34.943654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa', 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254', 'port_id': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa', 'mac_address': 'fa:16:3e:70:63:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0ac4d-20a4-4903-a917-822967ac10a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:57:34.987953 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:35.001354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:35.021601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:35.073316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port b845e54b-64a5-4133-a4e1-c7e442b8b249 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:57:35.073534 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f07d5b26-3755-4bf5-8212-d11603f53807 req-284e4092-9afe-4348-9de3-8fbdc47cf00f tempest-AggregatesAdminTestJSON-2134318332 tempest-AggregatesAdminTestJSON-2134318332-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:35.079605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port b845e54b-64a5-4133-a4e1-c7e442b8b249 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:57:35.079973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:35.096174 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f07d5b26-3755-4bf5-8212-d11603f53807 req-284e4092-9afe-4348-9de3-8fbdc47cf00f tempest-AggregatesAdminTestJSON-2134318332 tempest-AggregatesAdminTestJSON-2134318332-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828851 Oct 27 15:57:35.124904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e4092-9afe-4348-9de3-8fbdc47cf00f tempest-AggregatesAdminTestJSON-2134318332 tempest-AggregatesAdminTestJSON-2134318332-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f086c994-8533-454c-98b4-410d15465ec4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:35.173196 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:35.218970 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:35.250826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2209ba-3060-41e0-94e9-3a8584cabe28 req-043fac63-5f9f-4238-85aa-d8db22a17f9d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:35.252384 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b2209ba-3060-41e0-94e9-3a8584cabe28 req-043fac63-5f9f-4238-85aa-d8db22a17f9d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 968 time: 0.0604184 Oct 27 15:57:35.253496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d1ea0-534d-4509-b9d3-64cda3192b59 req-db894b30-f671-42a3-bc2e-c20e72be36e3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:35.254955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-413d1ea0-534d-4509-b9d3-64cda3192b59 req-db894b30-f671-42a3-bc2e-c20e72be36e3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 944 time: 0.0711708 Oct 27 15:57:35.272436 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:35.291675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:35.300123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b2209ba-3060-41e0-94e9-3a8584cabe28 req-c65b239b-d836-4a55-b164-ec6d113d046d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410705 Oct 27 15:57:35.321220 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-413d1ea0-534d-4509-b9d3-64cda3192b59 req-41514ad8-a55a-41d5-b8c1-56bd8a7d6315 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510936 Oct 27 15:57:35.365007 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:35.410563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:57:35.428641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8df2f1-de7c-43c2-91fa-454a05483719 req-1a8bc48f-012e-4a6b-951f-1b5c6782f7ad tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:35.430332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a8df2f1-de7c-43c2-91fa-454a05483719 req-1a8bc48f-012e-4a6b-951f-1b5c6782f7ad tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0661917 Oct 27 15:57:35.477663 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b845e54b-64a5-4133-a4e1-c7e442b8b249,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:35.511845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a8df2f1-de7c-43c2-91fa-454a05483719 req-b75d6b7c-328b-4258-ace1-cac12d430e4f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739000 Oct 27 15:57:35.910564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c455329e-3a7d-416f-ad3f-42feae2efddd up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:57:35.910900 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:57:36.050715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port c455329e-3a7d-416f-ad3f-42feae2efddd completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:57:36.055584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port c455329e-3a7d-416f-ad3f-42feae2efddd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:57:36.055956 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:36.149211 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:36.187577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c455329e-3a7d-416f-ad3f-42feae2efddd, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c455329e-3a7d-416f-ad3f-42feae2efddd,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:36.261607 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:36.322363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c455329e-3a7d-416f-ad3f-42feae2efddd,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:36.498175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249'}, {'server_uuid': '408078ad-fa78-4ad4-9da2-a441119731c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c455329e-3a7d-416f-ad3f-42feae2efddd'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:36.500709 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d892cf11-b427-41b1-b6a2-afb680a07435" -d '{"events": [{"server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "name": "network-vif-plugged", "status": "completed", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249"}, {"server_uuid": "408078ad-fa78-4ad4-9da2-a441119731c2", "name": "network-vif-plugged", "status": "completed", "tag": "c455329e-3a7d-416f-ad3f-42feae2efddd"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:36.543476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf61ffd-5493-402d-aed4-38f05ac8d4ef req-b840d0bd-14c2-4c24-84bd-47b9a8f155ba tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:36.544964 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7bf61ffd-5493-402d-aed4-38f05ac8d4ef req-b840d0bd-14c2-4c24-84bd-47b9a8f155ba tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 969 time: 0.0514352 Oct 27 15:57:36.590431 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7bf61ffd-5493-402d-aed4-38f05ac8d4ef req-67f75c19-7858-4044-bd1e-a872779eee48 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362763 Oct 27 15:57:36.697383 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c10e0c-a6e1-495f-a3e6-66981a5d7639 req-6e6cd5d6-3b22-4ec2-a4a6-d0ba94282093 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:36.698783 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8c10e0c-a6e1-495f-a3e6-66981a5d7639 req-6e6cd5d6-3b22-4ec2-a4a6-d0ba94282093 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 944 time: 0.0494680 Oct 27 15:57:36.737207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8c10e0c-a6e1-495f-a3e6-66981a5d7639 req-de195180-6cdc-46d8-b9ee-f191ad76936b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Oct 27 15:57:36.812236 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac939a35-23de-4df4-a7a0-b2d5f5d1399b x-openstack-request-id: req-ac939a35-23de-4df4-a7a0-b2d5f5d1399b {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:36.812236 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "name": "network-vif-plugged", "status": "completed", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249", "code": 200}, {"server_uuid": "408078ad-fa78-4ad4-9da2-a441119731c2", "name": "network-vif-plugged", "status": "completed", "tag": "c455329e-3a7d-416f-ad3f-42feae2efddd", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:36.812236 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac939a35-23de-4df4-a7a0-b2d5f5d1399b {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:36.812236 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249', 'code': 200} Oct 27 15:57:36.813791 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408078ad-fa78-4ad4-9da2-a441119731c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c455329e-3a7d-416f-ad3f-42feae2efddd', 'code': 200} Oct 27 15:57:36.814825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:57:36.980122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e3421-5b1d-47a7-897e-091a28b79fab req-44b8f550-1b6d-4261-817a-ed6a88cc6241 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:36.981868 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2e3421-5b1d-47a7-897e-091a28b79fab req-44b8f550-1b6d-4261-817a-ed6a88cc6241 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.1314447 Oct 27 15:57:36.988606 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0aa33e-90ee-4a68-bca2-3017b88e721f req-b81141f0-3a63-4c46-8c4c-5903b0fe02d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:36.990090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab0aa33e-90ee-4a68-bca2-3017b88e721f req-b81141f0-3a63-4c46-8c4c-5903b0fe02d1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 1120 time: 0.1007662 Oct 27 15:57:36.993993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:57:36.999162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:57:37.000151 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:37.016509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6983ac-ff94-427b-bb1f-47df1519c3ee req-11ec3caf-5448-4c22-9050-31d60a9067e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:37.017859 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b6983ac-ff94-427b-bb1f-47df1519c3ee req-11ec3caf-5448-4c22-9050-31d60a9067e5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1100 time: 0.0968728 Oct 27 15:57:37.066795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2e3421-5b1d-47a7-897e-091a28b79fab req-fc44265f-1e53-403d-a467-a7f37799fd0c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747533 Oct 27 15:57:37.087948 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:37.089652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab0aa33e-90ee-4a68-bca2-3017b88e721f req-4986525e-2b95-4d49-817d-cbae7d94f14c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865438 Oct 27 15:57:37.091513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b6983ac-ff94-427b-bb1f-47df1519c3ee req-9079d0e2-9557-4823-a37a-9b83eee63603 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634329 Oct 27 15:57:37.125527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:37.285265 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:37.433149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37648) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:37.453732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:37.544309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e764390-62f0-464c-8c6a-f106b9e1a60a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:37.622243 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e764390-62f0-464c-8c6a-f106b9e1a60a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:37.860510 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e764390-62f0-464c-8c6a-f106b9e1a60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:37.907553 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4e764390-62f0-464c-8c6a-f106b9e1a60a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=798145a3fdc9415e8e149af6930c030c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741631 Oct 27 15:57:37.909538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e764390-62f0-464c-8c6a-f106b9e1a60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d74673-66f7-44b1-b1b9-90fd08f5889b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:37.910327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:37.918841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394292e-364b-49a6-9594-2f99fdc848c9 req-fbf4484a-c80f-41f7-8cd7-8eede4b28999 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:37.920484 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d394292e-364b-49a6-9594-2f99fdc848c9 req-fbf4484a-c80f-41f7-8cd7-8eede4b28999 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 969 time: 0.2524853 Oct 27 15:57:37.962666 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d394292e-364b-49a6-9594-2f99fdc848c9 req-9f35b9ba-d990-471c-9084-dfa6d09479f8 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341814 Oct 27 15:57:37.972731 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c49167a6-1baa-4aa8-b4a3-348832c6d4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:37.996212 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c49167a6-1baa-4aa8-b4a3-348832c6d4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:38.090810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9a3ba-cfaa-41fe-bf41-859a6ae8b8ba req-43914555-7dbb-4376-8295-5db68d8a1b15 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:38.092306 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f6f9a3ba-cfaa-41fe-bf41-859a6ae8b8ba req-43914555-7dbb-4376-8295-5db68d8a1b15 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 945 time: 0.0716622 Oct 27 15:57:38.130538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c49167a6-1baa-4aa8-b4a3-348832c6d4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:38.133017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f6f9a3ba-cfaa-41fe-bf41-859a6ae8b8ba req-ca0ea768-87ee-442d-b74c-fe1c967fbc27 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342257 Oct 27 15:57:38.133144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c49167a6-1baa-4aa8-b4a3-348832c6d4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:38.134291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c49167a6-1baa-4aa8-b4a3-348832c6d4c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89d74673-66f7-44b1-b1b9-90fd08f5889b HTTP/1.1" status: 204 len: 168 time: 0.2229717 Oct 27 15:57:38.144846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49167a6-1baa-4aa8-b4a3-348832c6d4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d74673-66f7-44b1-b1b9-90fd08f5889b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:38.259490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0985b-67b4-4ac0-85f1-47367face968 req-2e443d05-f404-483b-9d84-188e54005cc1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:38.261239 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ff0985b-67b4-4ac0-85f1-47367face968 req-2e443d05-f404-483b-9d84-188e54005cc1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0539746 Oct 27 15:57:38.319400 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ff0985b-67b4-4ac0-85f1-47367face968 req-eaada814-99b5-4fad-b280-fb1855b67851 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508258 Oct 27 15:57:38.813929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:38.816350 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1386873-6a89-437e-b53c-51262d925997" -d '{"events": [{"server_uuid": "e67ee9f3-d12f-49b5-98e4-4ac3654dccdd", "name": "network-vif-plugged", "status": "completed", "tag": "f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:38.852532 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603a7e28-cf8b-456c-a983-f723471a98bb x-openstack-request-id: req-603a7e28-cf8b-456c-a983-f723471a98bb {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:38.852849 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67ee9f3-d12f-49b5-98e4-4ac3654dccdd", "name": "network-vif-plugged", "status": "completed", "tag": "f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:38.853095 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-603a7e28-cf8b-456c-a983-f723471a98bb {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:38.853502 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa', 'code': 200} Oct 27 15:57:38.906336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37704) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:38.920878 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d31-858c-42c2-94e1-d233ab6c21d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:39.004569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddcf3f-e178-418d-9f02-0be55a896827 req-a6eaae37-1463-4113-8efe-412c590dc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:39.006107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfddcf3f-e178-418d-9f02-0be55a896827 req-a6eaae37-1463-4113-8efe-412c590dc84f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 1096 time: 0.0868347 Oct 27 15:57:39.068399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d31-858c-42c2-94e1-d233ab6c21d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:39.070378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfddcf3f-e178-418d-9f02-0be55a896827 req-d0c6c0d2-5bf6-4212-b9f7-73209bf55b06 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562189 Oct 27 15:57:39.103069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83defcd5-59d3-46c6-b362-c2d1a4aac14d req-1fa9560b-c192-4fd0-a7e6-83bbbc99a36f tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:39.104644 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83defcd5-59d3-46c6-b362-c2d1a4aac14d req-1fa9560b-c192-4fd0-a7e6-83bbbc99a36f tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 969 time: 0.0496469 Oct 27 15:57:39.144410 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83defcd5-59d3-46c6-b362-c2d1a4aac14d req-a97a29ed-a383-4f26-84bd-f4cdd2aabdb3 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336807 Oct 27 15:57:39.204881 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd4e7d31-858c-42c2-94e1-d233ab6c21d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:39.242467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e7d31-858c-42c2-94e1-d233ab6c21d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f32a4e2-88b7-4aab-b48b-5eb363c347b9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:39.249876 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fd4e7d31-858c-42c2-94e1-d233ab6c21d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ace118c39654253b2103c992c8a0686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394561 Oct 27 15:57:39.251457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37718) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:39.256752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f773f-4185-45ad-8577-47df22960d64 req-66b0a3b5-4534-4803-9114-b94ee54d62a4 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:39.258477 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c4f773f-4185-45ad-8577-47df22960d64 req-66b0a3b5-4534-4803-9114-b94ee54d62a4 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 945 time: 0.0507286 Oct 27 15:57:39.302120 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c4f773f-4185-45ad-8577-47df22960d64 req-9fbf06ff-afd9-49ce-b0f7-873011913ebc tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352695 Oct 27 15:57:39.316209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bdd878a6-c737-4cc4-a5d6-4c0f03ae5fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:39.349780 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bdd878a6-c737-4cc4-a5d6-4c0f03ae5fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:39.441019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a74158-7840-4cd8-99ed-2fe9784a7a1b req-0b3a5ae7-46dc-4521-ab31-7359c2e6c82c tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:39.442681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64a74158-7840-4cd8-99ed-2fe9784a7a1b req-0b3a5ae7-46dc-4521-ab31-7359c2e6c82c tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0610118 Oct 27 15:57:39.485881 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64a74158-7840-4cd8-99ed-2fe9784a7a1b req-0ea03db8-b1bf-4a71-a5f5-18f4e6be5548 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358949 Oct 27 15:57:39.514435 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bdd878a6-c737-4cc4-a5d6-4c0f03ae5fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:39.519467 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bdd878a6-c737-4cc4-a5d6-4c0f03ae5fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:39.523478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bdd878a6-c737-4cc4-a5d6-4c0f03ae5fda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f32a4e2-88b7-4aab-b48b-5eb363c347b9 HTTP/1.1" status: 204 len: 168 time: 0.2693152 Oct 27 15:57:39.537184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd878a6-c737-4cc4-a5d6-4c0f03ae5fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f32a4e2-88b7-4aab-b48b-5eb363c347b9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:39.619023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e129a2-2b9f-448b-a719-79a81969c21a req-3fc9f76a-e90d-4af4-8112-a7915e19f6d0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:39.628766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8e129a2-2b9f-448b-a719-79a81969c21a req-3fc9f76a-e90d-4af4-8112-a7915e19f6d0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0731425 Oct 27 15:57:39.677219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8e129a2-2b9f-448b-a719-79a81969c21a req-52b8b34a-75c7-4c01-8590-e69e4c64ef8e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475190 Oct 27 15:57:39.798271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-777367f6-279e-4277-b461-7a3bbcd8e85a tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287578 Oct 27 15:57:39.913498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-79f3e7cf-46b3-4e9e-bb23-c9d0ab071a6c tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:39.915055 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-79f3e7cf-46b3-4e9e-bb23-c9d0ab071a6c tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109746 Oct 27 15:57:39.940532 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-2cb10369-1501-43eb-89b1-7ccebf9d754e tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/quotas/f6bcd4fcb590468b84e4fc1be71bb80e HTTP/1.1" status: 200 len: 375 time: 0.0162997 Oct 27 15:57:40.005992 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-e01b6ade-21c7-4af3-a86c-fca353ca5847 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646052 Oct 27 15:57:40.128968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e4296-a22e-49a9-8e27-2562971c074a req-78e3ba22-61da-4d0c-af70-c37426bab0c6 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:40.130494 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f8e4296-a22e-49a9-8e27-2562971c074a req-78e3ba22-61da-4d0c-af70-c37426bab0c6 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1100 time: 0.0452292 Oct 27 15:57:40.149716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5f8e4296-a22e-49a9-8e27-2562971c074a req-ad5216db-b9b0-48e8-9d0c-dcef445ad0c5 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:40.258962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5f8e4296-a22e-49a9-8e27-2562971c074a req-ad5216db-b9b0-48e8-9d0c-dcef445ad0c5 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:40.325143 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5f8e4296-a22e-49a9-8e27-2562971c074a req-ad5216db-b9b0-48e8-9d0c-dcef445ad0c5 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:40.333085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2eb9aa65-e8f6-412f-99e2-6d637bf69272 req-e44c3dcc-d009-4170-b257-9374262bf3ef tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 210 time: 0.0352504 Oct 27 15:57:40.359848 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f8e4296-a22e-49a9-8e27-2562971c074a req-ad5216db-b9b0-48e8-9d0c-dcef445ad0c5 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227023 Oct 27 15:57:40.399782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5216db-b9b0-48e8-9d0c-dcef445ad0c5 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a421ec-09ee-4155-8807-23dae174fa57,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:40.631307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f91981-e5f9-4292-9d8f-f35175c5d6a7 req-8e2052e7-9c7a-4eee-8a95-1024b5ad809b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:40.632851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81f91981-e5f9-4292-9d8f-f35175c5d6a7 req-8e2052e7-9c7a-4eee-8a95-1024b5ad809b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 945 time: 0.0590439 Oct 27 15:57:40.684820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81f91981-e5f9-4292-9d8f-f35175c5d6a7 req-820047e8-b69b-4529-a746-8fcff8bdce3a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457520 Oct 27 15:57:40.947417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-460af937-7564-4f7f-aec5-1df46770bd45 req-067c6dbd-e5af-413e-9ae8-98a71f438442 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:57:40.948431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-460af937-7564-4f7f-aec5-1df46770bd45 req-067c6dbd-e5af-413e-9ae8-98a71f438442 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0489697 Oct 27 15:57:41.368899 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121072-7faa-4a72-8def-baa7a4e95eb1 req-13e7a0d7-639e-4c49-8f2c-53f9aae85362 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:41.370641 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa121072-7faa-4a72-8def-baa7a4e95eb1 req-13e7a0d7-639e-4c49-8f2c-53f9aae85362 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 1096 time: 0.0532701 Oct 27 15:57:41.410130 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa121072-7faa-4a72-8def-baa7a4e95eb1 req-93090909-e67a-4d51-89a8-0163876a6038 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323281 Oct 27 15:57:41.881292 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-821d194f-cc6c-4273-9364-c959a384449f req-c7560417-4d12-467f-8ef2-8b5bcb57139c tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 210 time: 0.0394802 Oct 27 15:57:41.981105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f9254-2095-4492-a946-0be0efc5fc63 req-91c8cf79-ec6e-483c-a92d-2f6f794d4d0a tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:41.982654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-530f9254-2095-4492-a946-0be0efc5fc63 req-91c8cf79-ec6e-483c-a92d-2f6f794d4d0a tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 1096 time: 0.0409446 Oct 27 15:57:42.030333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-530f9254-2095-4492-a946-0be0efc5fc63 req-febacd01-19ef-4e54-a9a5-fd83dcdfee71 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394835 Oct 27 15:57:42.151717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d86014-e859-44e0-b372-489698e67006 req-a99580f4-4091-4614-acd9-fc0df8c37fbf tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:42.153228 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-65d86014-e859-44e0-b372-489698e67006 req-a99580f4-4091-4614-acd9-fc0df8c37fbf tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0567179 Oct 27 15:57:42.193819 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-65d86014-e859-44e0-b372-489698e67006 req-f266c0d9-9467-42c3-8ef6-57b0169b0749 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332646 Oct 27 15:57:42.518190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-36f9b75b-e977-4dd6-a539-524c185962c2 req-3b3cf9cc-7924-4b21-b6e0-846187223086 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:57:42.518190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36f9b75b-e977-4dd6-a539-524c185962c2 req-3b3cf9cc-7924-4b21-b6e0-846187223086 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054169 Oct 27 15:57:42.518190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37886) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:42.519166 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37890) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:42.577831 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-fd21689a-cad2-4ee8-bf58-e488e2eaee01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944631 Oct 27 15:57:42.578917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98986ee1-6c54-4ac3-9118-4d66ce2c558c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:42.590486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-ac501e4d-c1ed-4a95-87c4-1648276868de service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:57:42.591429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-ac501e4d-c1ed-4a95-87c4-1648276868de service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050361 Oct 27 15:57:42.717908 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-9d367054-56a2-4365-aef0-452968bfe9ef tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261712 Oct 27 15:57:42.720530 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98986ee1-6c54-4ac3-9118-4d66ce2c558c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:42.770807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37902) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:42.838947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-abe48614-c290-48bb-bfb9-5b2a4d315fc9 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:42.840466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-abe48614-c290-48bb-bfb9-5b2a4d315fc9 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1304646 Oct 27 15:57:42.854698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Request body: {'port': {'device_id': 'd460d606-59c2-4627-b8c6-dab2105eff82', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': 'f6bcd4fcb590468b84e4fc1be71bb80e'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:42.919542 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86689225-cce0-4117-a3e4-af29416558fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:43.048369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86689225-cce0-4117-a3e4-af29416558fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:43.776269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98986ee1-6c54-4ac3-9118-4d66ce2c558c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:43.786280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Made reservation on behalf of f6bcd4fcb590468b84e4fc1be71bb80e for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:43.793578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:43.805865 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86689225-cce0-4117-a3e4-af29416558fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:43.830495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98986ee1-6c54-4ac3-9118-4d66ce2c558c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5ef9ad-e375-4b37-be9a-71b88d9e54c8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:43.861429 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-86689225-cce0-4117-a3e4-af29416558fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e23c0799b3d4759bd7f0ca4f8caab51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0895839 Oct 27 15:57:43.863463 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-98986ee1-6c54-4ac3-9118-4d66ce2c558c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85c7c658d6c4490fb79703c9181937a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3436489 Oct 27 15:57:43.864219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37918) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:43.867792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37920) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:43.934891 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6949153-62e4-47dc-8753-40414cc477d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:43.973014 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6949153-62e4-47dc-8753-40414cc477d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:43.994611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86689225-cce0-4117-a3e4-af29416558fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9e5987-b7ce-4763-8cab-2a553e09fad8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:44.216204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6949153-62e4-47dc-8753-40414cc477d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:44.219144 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6949153-62e4-47dc-8753-40414cc477d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:44.222661 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a6949153-62e4-47dc-8753-40414cc477d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca9e5987-b7ce-4763-8cab-2a553e09fad8 HTTP/1.1" status: 204 len: 168 time: 0.3551157 Oct 27 15:57:44.233551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6949153-62e4-47dc-8753-40414cc477d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9e5987-b7ce-4763-8cab-2a553e09fad8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:44.246497 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c61d2bc3-7294-45c0-b217-b666e2d922ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:44.252215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b08ef04-e26f-4d6f-8555-96e7b4dc8f2f req-e4985f13-b7d1-4b79-a796-c156d48a93bf tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 210 time: 0.2231297 Oct 27 15:57:44.309982 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c61d2bc3-7294-45c0-b217-b666e2d922ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:44.309982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Allocated IP 192.168.233.35 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/4f0d972a-41aa-4b06-99b1-08234f84ae8f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:57:44.474694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c0121-c218-4bcf-8e5c-dc9bd9b03a7f req-61738028-d6ca-4b7d-bf75-da47cc29e37a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:44.476261 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-064c0121-c218-4bcf-8e5c-dc9bd9b03a7f req-61738028-d6ca-4b7d-bf75-da47cc29e37a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.1369176 Oct 27 15:57:44.516426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c61d2bc3-7294-45c0-b217-b666e2d922ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:44.519035 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c61d2bc3-7294-45c0-b217-b666e2d922ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:44.522973 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c61d2bc3-7294-45c0-b217-b666e2d922ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f5ef9ad-e375-4b37-be9a-71b88d9e54c8 HTTP/1.1" status: 204 len: 168 time: 0.6529257 Oct 27 15:57:44.555113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d2bc3-7294-45c0-b217-b666e2d922ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5ef9ad-e375-4b37-be9a-71b88d9e54c8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:44.584633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-064c0121-c218-4bcf-8e5c-dc9bd9b03a7f req-f8b4c10a-303c-48df-a5b9-4211ad360e60 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856748 Oct 27 15:57:44.628965 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:44.771181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:44.792627 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['3f0fe110-7c48-481b-ba0e-c15708e0720b', 'c455329e-3a7d-416f-ad3f-42feae2efddd'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:57:44.801869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:57:44.821448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:57:44.825428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:57:44.832234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:44.832852 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:44.863059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Pushing event updated for resources: {'Port': ['ID=4f0d972a-41aa-4b06-99b1-08234f84ae8f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:44.992000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-4f2ff006-744c-4e72-bde6-b5c31dcd18a0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1402216 Oct 27 15:57:45.013759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Request body: {'port': {'device_id': 'd460d606-59c2-4627-b8c6-dab2105eff82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:45.084698 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.137336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-787a2cfc-a00c-439f-93f4-ac916f5638ec None None] Provisioning complete for port 4f0d972a-41aa-4b06-99b1-08234f84ae8f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:57:45.137703 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-787a2cfc-a00c-439f-93f4-ac916f5638ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.210556 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37986) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:45.226395 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1500d648-07fc-4200-a97b-fdd857d755b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.330837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-787a2cfc-a00c-439f-93f4-ac916f5638ec None None] Port 4f0d972a-41aa-4b06-99b1-08234f84ae8f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:57:45.419536 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1500d648-07fc-4200-a97b-fdd857d755b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.492173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f0d972a-41aa-4b06-99b1-08234f84ae8f {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:45.507169 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.516297 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1500d648-07fc-4200-a97b-fdd857d755b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.528617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Transition to ACTIVE for port object 4f0d972a-41aa-4b06-99b1-08234f84ae8f will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:57:45.594383 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.602616 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1500d648-07fc-4200-a97b-fdd857d755b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e89c894ecda4296ac52811fc6d2862a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909543 Oct 27 15:57:45.603725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38002) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:45.612122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500d648-07fc-4200-a97b-fdd857d755b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8637dd2-c5b4-40af-b8df-0cd4fc85fc60,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:45.667863 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9312738-3f3d-4a41-ad64-7bc8b0bb5897 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.689054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Pushing event updated for resources: {'Port': ['ID=4f0d972a-41aa-4b06-99b1-08234f84ae8f,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:45.707394 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9312738-3f3d-4a41-ad64-7bc8b0bb5897 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.721627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38006) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:45.743651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a9df7-3ffd-4829-b945-61c330a960b2 req-a6f618db-cc63-4e70-95b9-0c65ad5d942b tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:45.745330 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-404a9df7-3ffd-4829-b945-61c330a960b2 req-a6f618db-cc63-4e70-95b9-0c65ad5d942b tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 947 time: 0.1380661 Oct 27 15:57:45.778617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Attempting to bind port 4f0d972a-41aa-4b06-99b1-08234f84ae8f on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:57:45.779025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Attempting to bind port 4f0d972a-41aa-4b06-99b1-08234f84ae8f by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:57:45.779358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Attempting to bind port 4f0d972a-41aa-4b06-99b1-08234f84ae8f on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:45.781758 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba04345e-4863-4bc8-b0c0-36a3cc8ecf62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.802740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Port 4f0d972a-41aa-4b06-99b1-08234f84ae8f on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:57:45.803081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Attempting to bind port 4f0d972a-41aa-4b06-99b1-08234f84ae8f on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:45.826725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:57:45.826725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:57:45.826725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:57:45.827831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Bound port: 4f0d972a-41aa-4b06-99b1-08234f84ae8f, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:57:45.828140 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.847322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-404a9df7-3ffd-4829-b945-61c330a960b2 req-fb06faf8-df9f-425c-835b-9a60d5ab8e7b tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893807 Oct 27 15:57:45.872561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9312738-3f3d-4a41-ad64-7bc8b0bb5897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.876972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9312738-3f3d-4a41-ad64-7bc8b0bb5897 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:45.879139 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e9312738-3f3d-4a41-ad64-7bc8b0bb5897 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8637dd2-c5b4-40af-b8df-0cd4fc85fc60 HTTP/1.1" status: 204 len: 168 time: 0.2732303 Oct 27 15:57:45.898402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9312738-3f3d-4a41-ad64-7bc8b0bb5897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8637dd2-c5b4-40af-b8df-0cd4fc85fc60,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:45.933507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] For port 4f0d972a-41aa-4b06-99b1-08234f84ae8f, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:57:45.937450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] For port 4f0d972a-41aa-4b06-99b1-08234f84ae8f, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=4f0d972a-41aa-4b06-99b1-08234f84ae8f,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:57:45.969489 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba04345e-4863-4bc8-b0c0-36a3cc8ecf62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.011236 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.063633 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba04345e-4863-4bc8-b0c0-36a3cc8ecf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.085899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:46.086729 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.088410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] 10.222.0.54 "PUT /v2.0/ports/4f0d972a-41aa-4b06-99b1-08234f84ae8f HTTP/1.1" status: 200 len: 1095 time: 1.0790603 Oct 27 15:57:46.095635 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd460d606-59c2-4627-b8c6-dab2105eff82', 'tag': '4f0d972a-41aa-4b06-99b1-08234f84ae8f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:46.099562 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d460d606-59c2-4627-b8c6-dab2105eff82", "tag": "4f0d972a-41aa-4b06-99b1-08234f84ae8f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:46.145445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38024) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:46.150123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ba04345e-4863-4bc8-b0c0-36a3cc8ecf62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ed206113c8e43c3b77fb6adde480810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274797 Oct 27 15:57:46.153680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38026) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:46.158491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a62ef8-b01b-4b4c-a771-1555a90d892a service neutron] Pushing event updated for resources: {'Port': ['ID=4f0d972a-41aa-4b06-99b1-08234f84ae8f,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:46.161401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04345e-4863-4bc8-b0c0-36a3cc8ecf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0c9376-9770-44de-a2ee-c5971c4f5dca,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:46.228298 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6747216f-b2cd-494e-ad5b-5a8f90159435 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.258063 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6747216f-b2cd-494e-ad5b-5a8f90159435 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.306091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-6b01eefb-4f1c-4e12-b872-0f95c8dcbab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:46.307676 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-6b01eefb-4f1c-4e12-b872-0f95c8dcbab3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 1098 time: 0.0741453 Oct 27 15:57:46.314246 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7ecc-207f-4dfa-8bf1-2501511757a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.374481 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-e68c4d36-95db-48e8-8426-436d76af337a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=4f0d972a-41aa-4b06-99b1-08234f84ae8f HTTP/1.1" status: 200 len: 217 time: 0.0465281 Oct 27 15:57:46.433762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38038) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:46.463411 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6747216f-b2cd-494e-ad5b-5a8f90159435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.468496 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6747216f-b2cd-494e-ad5b-5a8f90159435 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.469686 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6747216f-b2cd-494e-ad5b-5a8f90159435 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd0c9376-9770-44de-a2ee-c5971c4f5dca HTTP/1.1" status: 204 len: 168 time: 0.3144972 Oct 27 15:57:46.489290 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-1a275e89-5b45-414e-a516-211a86b7cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:46.490741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-1a275e89-5b45-414e-a516-211a86b7cc7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1085820 Oct 27 15:57:46.524001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5913d-3aa2-4458-a8fb-a54de31d8286 req-6c02723c-3e5a-46c0-9d6d-b23c76778f6f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:46.525537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cb5913d-3aa2-4458-a8fb-a54de31d8286 req-6c02723c-3e5a-46c0-9d6d-b23c76778f6f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0843449 Oct 27 15:57:46.536435 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747216f-b2cd-494e-ad5b-5a8f90159435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0c9376-9770-44de-a2ee-c5971c4f5dca,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:46.602992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2e270f57-0dbc-450b-9681-6e449cef41e4 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:57:46.609892 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2e270f57-0dbc-450b-9681-6e449cef41e4 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1748526 Oct 27 15:57:46.614809 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cb5913d-3aa2-4458-a8fb-a54de31d8286 req-ae44cfc9-7eac-4eb1-93c8-a47266167571 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649967 Oct 27 15:57:46.633039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-1069a816-635d-4490-9305-4a3aec0d2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:46.633039 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-1069a816-635d-4490-9305-4a3aec0d2821 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1026657 Oct 27 15:57:46.674438 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-25819081-690c-4ca9-828c-052054742719 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:46.675885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-25819081-690c-4ca9-828c-052054742719 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports/f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa HTTP/1.1" status: 200 len: 1093 time: 0.0431020 Oct 27 15:57:46.685420 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7ecc-207f-4dfa-8bf1-2501511757a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.761403 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-e331e22f-83d7-4fed-a7cb-561d510b7455 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232040 Oct 27 15:57:46.776786 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7ecc-207f-4dfa-8bf1-2501511757a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.817613 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f1dc7ecc-207f-4dfa-8bf1-2501511757a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=187943f451844fe3b6c2ce0c970796b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6699920 Oct 27 15:57:46.820186 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc7ecc-207f-4dfa-8bf1-2501511757a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9d9cb1-e21e-4120-a84e-637bb03d1bf2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:46.822487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38054) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:46.870293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f06f-c548-43bd-b234-68e5ef466240 req-4533f301-e438-43d6-a77b-675aea1792bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:46.871869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-4533f301-e438-43d6-a77b-675aea1792bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1100 time: 0.1059396 Oct 27 15:57:46.891963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e1ca0a8-8411-4990-b2ab-f467cdfa26c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.924731 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e1ca0a8-8411-4990-b2ab-f467cdfa26c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:46.938732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1674ee04-925c-4c2b-9146-5f03aee73a58 req-43d0ca36-244b-445d-9176-03248ba38d63 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635966 Oct 27 15:57:47.010738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f06f-c548-43bd-b234-68e5ef466240 req-599caee8-4fc5-4fcc-91aa-e094426d8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:47.011926 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-599caee8-4fc5-4fcc-91aa-e094426d8278 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.1321557 Oct 27 15:57:47.061758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Request body: {'binding': {'host': 'n-h1-815689-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:47.062426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Unknown quota resources ['binding']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 15:57:47.066434 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac7618e-2968-4aed-8b62-6a354ce06e0b x-openstack-request-id: req-0ac7618e-2968-4aed-8b62-6a354ce06e0b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:47.066723 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d460d606-59c2-4627-b8c6-dab2105eff82", "tag": "4f0d972a-41aa-4b06-99b1-08234f84ae8f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:47.066975 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ac7618e-2968-4aed-8b62-6a354ce06e0b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:47.067502 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd460d606-59c2-4627-b8c6-dab2105eff82', 'tag': '4f0d972a-41aa-4b06-99b1-08234f84ae8f', 'status': 'completed', 'code': 200} Oct 27 15:57:47.069304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-289f7211-3e9d-42ab-b838-6c7eb787d547 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249 HTTP/1.1" status: 200 len: 217 time: 0.0482233 Oct 27 15:57:47.145630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f06f-c548-43bd-b234-68e5ef466240 req-93f289c1-83c0-4989-90ce-dc1eda1c38eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:47.145630 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-93f289c1-83c0-4989-90ce-dc1eda1c38eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0648351 Oct 27 15:57:47.196494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1 req-1f7dcc3d-0437-439f-84a0-5e155ea6680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:47.198113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1 req-1f7dcc3d-0437-439f-84a0-5e155ea6680b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 1098 time: 0.0711057 Oct 27 15:57:47.208412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f06f-c548-43bd-b234-68e5ef466240 req-df504d28-8e3e-4cc9-85b1-9eebd98dcbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:47.210209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-df504d28-8e3e-4cc9-85b1-9eebd98dcbaf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0551863 Oct 27 15:57:47.221238 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e1ca0a8-8411-4990-b2ab-f467cdfa26c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:47.225077 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e1ca0a8-8411-4990-b2ab-f467cdfa26c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:47.226377 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3e1ca0a8-8411-4990-b2ab-f467cdfa26c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b9d9cb1-e21e-4120-a84e-637bb03d1bf2 HTTP/1.1" status: 204 len: 168 time: 0.4001174 Oct 27 15:57:47.257044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ca0a8-8411-4990-b2ab-f467cdfa26c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9d9cb1-e21e-4120-a84e-637bb03d1bf2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:47.281648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on host n-h1-815689-1 for vnic_type normal with profile None {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:57:47.282150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:57:47.282565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:47.289584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:57:47.290642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:47.300561 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:57:47.301414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:57:47.302096 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:57:47.302860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Bound port: f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:57:47.419946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:57:47.437315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-7b85abcf-147e-43c3-8eed-ad31866ec26d service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122440 Oct 27 15:57:47.439111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1 req-486cd775-95a4-44f5-a68d-0dca56719c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:47.440459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1 req-486cd775-95a4-44f5-a68d-0dca56719c5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2289741 Oct 27 15:57:47.448151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827551f-12ec-4ed8-ab6a-d9af57756942 req-e886f8ce-7ead-4bf7-a579-c08d0d957356 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:47.449586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b827551f-12ec-4ed8-ab6a-d9af57756942 req-e886f8ce-7ead-4bf7-a579-c08d0d957356 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 947 time: 0.1287477 Oct 27 15:57:47.522436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:47.523818 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-04d50c28-4b54-45a2-9780-8de0d03c49df service neutron] 10.222.0.15 "POST /v2.0/ports/f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa/bindings HTTP/1.1" status: 201 len: 389 time: 0.7910502 Oct 27 15:57:47.536170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1 req-dd3970aa-c8f6-412f-8ef4-0cfda1fefc10 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=4f0d972a-41aa-4b06-99b1-08234f84ae8f HTTP/1.1" status: 200 len: 217 time: 0.0844676 Oct 27 15:57:47.611583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b827551f-12ec-4ed8-ab6a-d9af57756942 req-fe86050e-b3d1-47d7-a409-e57df55ac6c2 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466408 Oct 27 15:57:47.624295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1 req-2b6d7ce0-69c8-4928-965e-0a5e69c5a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:47.625743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1 req-2b6d7ce0-69c8-4928-965e-0a5e69c5a9f7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0761611 Oct 27 15:57:47.651324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-f380e88a-4334-4183-8f1c-9f489a767870 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007008 Oct 27 15:57:47.687505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1 req-539d171e-73fe-4348-9bcf-9a9d1aa4f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:47.689055 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1 req-539d171e-73fe-4348-9bcf-9a9d1aa4f0df service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523055 Oct 27 15:57:47.801166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1 req-1499e9ef-f2d3-43a8-8de3-67d163d66953 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020548 Oct 27 15:57:47.981890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5b76f-31eb-465d-adf8-48b4db7faaf7 req-db997159-9419-4d38-8fce-6ff1a4dc41ec tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:47.983663 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90d5b76f-31eb-465d-adf8-48b4db7faaf7 req-db997159-9419-4d38-8fce-6ff1a4dc41ec tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.1511216 Oct 27 15:57:48.027521 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba8b37e1-68ff-4bc9-87e7-c4b9447e7bc1 req-5f8f3590-009f-49f9-b9c4-5b97b2244f49 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168107 Oct 27 15:57:48.058876 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90d5b76f-31eb-465d-adf8-48b4db7faaf7 req-8b43b6ed-8fc3-4727-8024-5f2e5859b261 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672231 Oct 27 15:57:48.067951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6029f-6078-41b2-a789-96e918247616 req-95efc49a-5887-4d58-8377-c14ac4c4ebee tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:48.067951 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e3e6029f-6078-41b2-a789-96e918247616 req-95efc49a-5887-4d58-8377-c14ac4c4ebee tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 945 time: 0.0629435 Oct 27 15:57:48.087964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38108) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:48.109530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9895b795-19bb-4e83-becc-7771e9707bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:48.130325 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e3e6029f-6078-41b2-a789-96e918247616 req-f6bb064b-40d2-45a2-945e-a69ad838ea05 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494184 Oct 27 15:57:48.209277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9895b795-19bb-4e83-becc-7771e9707bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:48.456492 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f5a9b27-4b3e-4904-9f24-332df78cfc5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:48.530593 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9895b795-19bb-4e83-becc-7771e9707bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:48.577853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-d9c5dcee-0bd9-4aff-b159-89c6e665546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:48.579356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-d9c5dcee-0bd9-4aff-b159-89c6e665546d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 1096 time: 0.2599351 Oct 27 15:57:48.580747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895b795-19bb-4e83-becc-7771e9707bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4069b062-643a-498a-b9a8-7ec6cfb085c3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:48.587544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9895b795-19bb-4e83-becc-7771e9707bc2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33db6cc99d0a4406b3c8a4e43b21d99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4954212 Oct 27 15:57:48.587716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38124) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:48.720877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f61d-058e-4c5d-bbb8-9e852b179f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:48.761982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-946c0b88-bcde-49bf-b9b4-11b52cebc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:48.763465 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-946c0b88-bcde-49bf-b9b4-11b52cebc6a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.1688554 Oct 27 15:57:48.824872 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f61d-058e-4c5d-bbb8-9e852b179f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:48.828183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-71136e52-7f49-4542-99ce-d4e31fe475b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa HTTP/1.1" status: 200 len: 217 time: 0.0459404 Oct 27 15:57:48.875879 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64476069-1a3c-4397-9100-d3df3e78eba8 req-554e7f08-2b52-42d3-89bb-5781dba07415 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:48.877777 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64476069-1a3c-4397-9100-d3df3e78eba8 req-554e7f08-2b52-42d3-89bb-5781dba07415 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 947 time: 0.1768785 Oct 27 15:57:48.939027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-89d6954d-d851-4469-b4f6-abf3acd32fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:48.940502 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-89d6954d-d851-4469-b4f6-abf3acd32fc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.0989246 Oct 27 15:57:48.948903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64476069-1a3c-4397-9100-d3df3e78eba8 req-79354032-e9be-43f2-a8c9-17a6549db3a6 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518939 Oct 27 15:57:48.979807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-3c7bfedf-50f7-4e56-a6e1-f699e568affd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299678 Oct 27 15:57:49.108948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e011c7-00df-4ab9-a5e1-2464f2f8fccb req-52cf7d17-0645-4b5c-8b3e-3f7338f7c571 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:49.110481 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7e011c7-00df-4ab9-a5e1-2464f2f8fccb req-52cf7d17-0645-4b5c-8b3e-3f7338f7c571 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 970 time: 0.0734231 Oct 27 15:57:49.122808 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-43a056b4-0d94-4ee3-83c3-22f84005815f service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306252 Oct 27 15:57:49.123393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f61d-058e-4c5d-bbb8-9e852b179f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:49.126951 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bd0f61d-058e-4c5d-bbb8-9e852b179f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:49.131518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5bd0f61d-058e-4c5d-bbb8-9e852b179f0c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4069b062-643a-498a-b9a8-7ec6cfb085c3 HTTP/1.1" status: 204 len: 168 time: 0.5427177 Oct 27 15:57:49.158946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0f61d-058e-4c5d-bbb8-9e852b179f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4069b062-643a-498a-b9a8-7ec6cfb085c3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:49.186484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38146) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:49.246648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7e011c7-00df-4ab9-a5e1-2464f2f8fccb req-b10923b2-dd49-490a-9e0d-708650bcd4bc tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134062 Oct 27 15:57:49.275063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-22e33c3e-23a9-483d-ae0b-fd2e52f56d16 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321714 Oct 27 15:57:49.376675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4386deb-8630-40ec-af7e-6681335a04ce req-f5fc91f8-50fe-4ad7-9f4b-9bc2559b7400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:49.380148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c4386deb-8630-40ec-af7e-6681335a04ce req-f5fc91f8-50fe-4ad7-9f4b-9bc2559b7400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0537066 Oct 27 15:57:49.400895 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b19841f2-85ca-414c-ac8b-d5f9e945b2b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:49.439361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c4386deb-8630-40ec-af7e-6681335a04ce req-944b5f87-f3bb-48ad-85f0-e16526728d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528803 Oct 27 15:57:49.560378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b19841f2-85ca-414c-ac8b-d5f9e945b2b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:49.666937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488676a0-7841-4aa7-8270-5fe235aa466d req-fffd6e64-de69-4b33-81c7-812e316fc8bd tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:49.668629 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-488676a0-7841-4aa7-8270-5fe235aa466d req-fffd6e64-de69-4b33-81c7-812e316fc8bd tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 945 time: 0.0820851 Oct 27 15:57:49.671394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-a586725b-7229-428a-a52e-daf235a4dc7c tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:49.673036 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-a586725b-7229-428a-a52e-daf235a4dc7c tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.1626377 Oct 27 15:57:49.692908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815689-1'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:49.772901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-488676a0-7841-4aa7-8270-5fe235aa466d req-0c4ceb8c-053e-4e42-8364-b02c5c88051b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968649 Oct 27 15:57:49.790571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:49.896348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b19841f2-85ca-414c-ac8b-d5f9e945b2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:49.942332 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b19841f2-85ca-414c-ac8b-d5f9e945b2b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c63859a360394aeaace9ba1d483042e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7498097 Oct 27 15:57:49.942332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19841f2-85ca-414c-ac8b-d5f9e945b2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d318465-36ce-495a-9a44-72efbbe2e3a1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:49.943589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38166) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:49.961637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 4f0d972a-41aa-4b06-99b1-08234f84ae8f details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:57:49.969885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:50.031075 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd192-d3c4-47b6-b131-e4bd6f6a1f98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:50.066545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:57:50.071455 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd192-d3c4-47b6-b131-e4bd6f6a1f98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:50.091680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 4f0d972a-41aa-4b06-99b1-08234f84ae8f, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=4f0d972a-41aa-4b06-99b1-08234f84ae8f,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:50.106599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '4f0d972a-41aa-4b06-99b1-08234f84ae8f', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '4f0d972a-41aa-4b06-99b1-08234f84ae8f', 'mac_address': 'fa:16:3e:4b:6a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:57:50.121561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:50.124466 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a0f4ff-6dd5-44a7-bed7-60de75074ac3" -d '{"events": [{"server_uuid": "e67ee9f3-d12f-49b5-98e4-4ac3654dccdd", "name": "network-vif-unplugged", "status": "completed", "tag": "f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:50.129633 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:50.152146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c87a74-9116-4dde-89a3-0650efb950e7 req-3d911da7-b5fc-44d0-bcc9-194092b5c2fa tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:50.153550 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:50.153808 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6c87a74-9116-4dde-89a3-0650efb950e7 req-3d911da7-b5fc-44d0-bcc9-194092b5c2fa tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 947 time: 0.0884926 Oct 27 15:57:50.168845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f0d972a-41aa-4b06-99b1-08234f84ae8f {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:50.189955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 4f0d972a-41aa-4b06-99b1-08234f84ae8f, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=4f0d972a-41aa-4b06-99b1-08234f84ae8f,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:50.197244 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6c87a74-9116-4dde-89a3-0650efb950e7 req-3f823d80-ac1e-4944-9f84-643cfe7b32da tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364437 Oct 27 15:57:50.253789 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccb01c2-fde6-4c17-a254-04bbe86e05df x-openstack-request-id: req-6ccb01c2-fde6-4c17-a254-04bbe86e05df {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:50.254142 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67ee9f3-d12f-49b5-98e4-4ac3654dccdd", "name": "network-vif-unplugged", "status": "completed", "tag": "f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:50.254552 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ccb01c2-fde6-4c17-a254-04bbe86e05df {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:50.255004 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa', 'code': 200} Oct 27 15:57:50.313800 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd192-d3c4-47b6-b131-e4bd6f6a1f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:50.313994 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:50.314929 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:50.316472 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bfdd192-d3c4-47b6-b131-e4bd6f6a1f98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:50.320010 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3bfdd192-d3c4-47b6-b131-e4bd6f6a1f98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d318465-36ce-495a-9a44-72efbbe2e3a1 HTTP/1.1" status: 204 len: 168 time: 0.3742917 Oct 27 15:57:50.348878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdd192-d3c4-47b6-b131-e4bd6f6a1f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d318465-36ce-495a-9a44-72efbbe2e3a1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:50.387826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=4f0d972a-41aa-4b06-99b1-08234f84ae8f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:50.441541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Pushing event updated for resources: {'Port': ['ID=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:50.488153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c340740-dd8c-40e2-84c9-3cae066e0079 req-3e8aa54e-f0bc-41de-acf6-3830a83d447f tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:50.495895 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c340740-dd8c-40e2-84c9-3cae066e0079 req-3e8aa54e-f0bc-41de-acf6-3830a83d447f tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 970 time: 0.1263053 Oct 27 15:57:50.497973 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on host n-h2-815689-1 for vnic_type normal with profile {"migrating_to": "n-h1-815689-1"} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:57:50.498301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:57:50.498665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:50.517312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:57:50.517655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Attempting to bind port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:57:50.525520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:57:50.525855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:57:50.526231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:57:50.526658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Bound port: f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:57:50.527006 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:50.561567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c340740-dd8c-40e2-84c9-3cae066e0079 req-91e1d132-43ad-4913-ae3e-485a3933791d tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/security-groups?id=898240b3-873d-4816-8e01-366b87ed0acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627165 Oct 27 15:57:50.620126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['4f0d972a-41aa-4b06-99b1-08234f84ae8f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:57:50.647468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:57:50.650769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:57:50.715384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5a5fb-9822-4397-ae0f-33b2be16ebfa req-1b13b5ee-ef2e-4dd7-aa05-ddf54af71afb tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:50.717792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0ac5a5fb-9822-4397-ae0f-33b2be16ebfa req-1b13b5ee-ef2e-4dd7-aa05-ddf54af71afb tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0646324 Oct 27 15:57:50.725092 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:50.805910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc54dd6-0d4a-41b5-8384-483af17a8cb5 req-2a6b37c5-fb3a-4935-828a-d1ecc27e1842 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:50.809252 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cdc54dd6-0d4a-41b5-8384-483af17a8cb5 req-2a6b37c5-fb3a-4935-828a-d1ecc27e1842 tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 970 time: 0.0737302 Oct 27 15:57:50.854009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:50.854628 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:50.856090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] 10.222.0.54 "PUT /v2.0/ports/f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa HTTP/1.1" status: 200 len: 1121 time: 1.1685879 Oct 27 15:57:50.865464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0ac5a5fb-9822-4397-ae0f-33b2be16ebfa req-07ae0739-ad3f-4f30-a87f-1c6ad3d8211e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282084 Oct 27 15:57:50.865464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2348a466-4f1b-41d5-ae3e-a7e3fa30a57a service neutron] Pushing event updated for resources: {'Port': ['ID=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,revision_number=8']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:50.936903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:57:51.057086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-cdc54dd6-0d4a-41b5-8384-483af17a8cb5 req-31a68943-57b3-4777-98a7-737b05b8bd4a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Deleting port 61d443f8-fe13-4a2b-bcf4-1c65e1205202 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 15:57:51.057336 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cdc54dd6-0d4a-41b5-8384-483af17a8cb5 req-31a68943-57b3-4777-98a7-737b05b8bd4a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.074224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38208) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:51.088763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10dd27-1a3c-4439-aed6-f9c309fdbb40 req-443c631a-0dc9-4892-9b98-84fe2b42e50d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:51.090462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de10dd27-1a3c-4439-aed6-f9c309fdbb40 req-443c631a-0dc9-4892-9b98-84fe2b42e50d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 943 time: 0.1155446 Oct 27 15:57:51.119685 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0fea811-2e01-4c31-a48e-5a796d4eff0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.138510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de10dd27-1a3c-4439-aed6-f9c309fdbb40 req-799785b9-ec94-4e47-aac5-525b8114db20 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Oct 27 15:57:51.212992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-cdc54dd6-0d4a-41b5-8384-483af17a8cb5 req-31a68943-57b3-4777-98a7-737b05b8bd4a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] For port 61d443f8-fe13-4a2b-bcf4-1c65e1205202, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=61d443f8-fe13-4a2b-bcf4-1c65e1205202,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:51.213540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cdc54dd6-0d4a-41b5-8384-483af17a8cb5 req-31a68943-57b3-4777-98a7-737b05b8bd4a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.234712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-cdc54dd6-0d4a-41b5-8384-483af17a8cb5 req-31a68943-57b3-4777-98a7-737b05b8bd4a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Calling delete_port for 61d443f8-fe13-4a2b-bcf4-1c65e1205202 owned by compute:tempest-test_az-659623995 {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 15:57:51.335857 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0fea811-2e01-4c31-a48e-5a796d4eff0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.371451 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f68e51-7d44-4a14-b29b-953e130e429b req-29bd2041-ab43-4682-a06e-98586528c816 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:51.373075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2f68e51-7d44-4a14-b29b-953e130e429b req-29bd2041-ab43-4682-a06e-98586528c816 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 948 time: 0.0689576 Oct 27 15:57:51.411176 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0fea811-2e01-4c31-a48e-5a796d4eff0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.423943 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2f68e51-7d44-4a14-b29b-953e130e429b req-b9aad43f-f3be-431d-b850-6a1265c085ad tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Oct 27 15:57:51.456468 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-74dd563d-be3d-47a8-8296-dc29728eb782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.468804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fea811-2e01-4c31-a48e-5a796d4eff0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae935102-dbad-417e-9487-ef35f292ac70,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:51.473142 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a0fea811-2e01-4c31-a48e-5a796d4eff0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb95560f2e79402abae41d15f2870be3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979111 Oct 27 15:57:51.477998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38222) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:51.540662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ae7-aece-4582-bf38-1be6601707d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.545020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cdc54dd6-0d4a-41b5-8384-483af17a8cb5 req-31a68943-57b3-4777-98a7-737b05b8bd4a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.558241 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['61d443f8-fe13-4a2b-bcf4-1c65e1205202'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:57:51.589148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a68943-57b3-4777-98a7-737b05b8bd4a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Pushing event deleted for resources: {'Port': ['ID=61d443f8-fe13-4a2b-bcf4-1c65e1205202,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:51.609809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ae7-aece-4582-bf38-1be6601707d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.703243 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cffd1c11-8912-421e-99d4-24fae21e0bd0 req-b42a84ac-74da-426b-8fdb-32b6a995a68b tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b4e0d73-e692-451f-bf91-793da49f5eb4 HTTP/1.1" status: 200 len: 210 time: 0.0318422 Oct 27 15:57:51.740998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc54dd6-0d4a-41b5-8384-483af17a8cb5 req-31a68943-57b3-4777-98a7-737b05b8bd4a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] No DVR routers for this DVR port 61d443f8-fe13-4a2b-bcf4-1c65e1205202 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:57:51.744957 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cdc54dd6-0d4a-41b5-8384-483af17a8cb5 req-31a68943-57b3-4777-98a7-737b05b8bd4a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.750484 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cdc54dd6-0d4a-41b5-8384-483af17a8cb5 req-31a68943-57b3-4777-98a7-737b05b8bd4a tempest-AggregatesAdminTestJSON-782700281 tempest-AggregatesAdminTestJSON-782700281-project] 10.222.0.54 "DELETE /v2.0/ports/61d443f8-fe13-4a2b-bcf4-1c65e1205202 HTTP/1.1" status: 204 len: 173 time: 0.9339349 Oct 27 15:57:51.751057 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4e0d73-e692-451f-bf91-793da49f5eb4', 'name': 'network-vif-deleted', 'tag': '61d443f8-fe13-4a2b-bcf4-1c65e1205202'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:51.756034 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a266794-3bfc-47c7-b061-b16f222809fb" -d '{"events": [{"server_uuid": "1b4e0d73-e692-451f-bf91-793da49f5eb4", "name": "network-vif-deleted", "tag": "61d443f8-fe13-4a2b-bcf4-1c65e1205202"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:51.832675 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efac335a-46fd-41bf-aed8-45ad42bc3161 x-openstack-request-id: req-efac335a-46fd-41bf-aed8-45ad42bc3161 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:51.835000 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4e0d73-e692-451f-bf91-793da49f5eb4", "name": "network-vif-deleted", "tag": "61d443f8-fe13-4a2b-bcf4-1c65e1205202", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:51.835335 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efac335a-46fd-41bf-aed8-45ad42bc3161 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:51.835808 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b4e0d73-e692-451f-bf91-793da49f5eb4', 'name': 'network-vif-deleted', 'tag': '61d443f8-fe13-4a2b-bcf4-1c65e1205202', 'status': 'completed', 'code': 200} Oct 27 15:57:51.861806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ae7-aece-4582-bf38-1be6601707d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.864437 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfa88ae7-aece-4582-bf38-1be6601707d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:51.865773 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bfa88ae7-aece-4582-bf38-1be6601707d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae935102-dbad-417e-9487-ef35f292ac70 HTTP/1.1" status: 204 len: 168 time: 0.3893018 Oct 27 15:57:51.875228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa88ae7-aece-4582-bf38-1be6601707d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae935102-dbad-417e-9487-ef35f292ac70,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:51.974615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 4f0d972a-41aa-4b06-99b1-08234f84ae8f up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:57:52.066405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d822c-ac58-4976-9c35-a94d46b8f741 req-340dc909-675b-4e93-a9da-e9d4389f6c87 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:52.073847 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a6d822c-ac58-4976-9c35-a94d46b8f741 req-340dc909-675b-4e93-a9da-e9d4389f6c87 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0786045 Oct 27 15:57:52.075187 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:52.113708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a6d822c-ac58-4976-9c35-a94d46b8f741 req-2cee16d6-e8a5-4bd0-94e3-588a2f135832 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389938 Oct 27 15:57:52.199269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 4f0d972a-41aa-4b06-99b1-08234f84ae8f completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:57:52.201893 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:52.207681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 4f0d972a-41aa-4b06-99b1-08234f84ae8f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:57:52.208096 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:52.256252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'tag': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:52.258840 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd2e986-ccb2-401b-ad28-49ed2c2e19d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e67ee9f3-d12f-49b5-98e4-4ac3654dccdd", "tag": "f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:52.294126 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:52.317737 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd460d606-59c2-4627-b8c6-dab2105eff82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0d972a-41aa-4b06-99b1-08234f84ae8f'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:57:52.320220 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bff8ad5-5b7f-4ece-8909-a285df1d4b0f" -d '{"events": [{"server_uuid": "d460d606-59c2-4627-b8c6-dab2105eff82", "name": "network-vif-plugged", "status": "completed", "tag": "4f0d972a-41aa-4b06-99b1-08234f84ae8f"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:57:52.337233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 4f0d972a-41aa-4b06-99b1-08234f84ae8f, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=4f0d972a-41aa-4b06-99b1-08234f84ae8f,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:52.433691 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:52.496935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=4f0d972a-41aa-4b06-99b1-08234f84ae8f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:52.737976 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e90ceb-f69e-4084-9b91-5512e4a378ce req-a7a294d5-6ce0-40a1-a544-45d809e78655 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:52.739593 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-22e90ceb-f69e-4084-9b91-5512e4a378ce req-a7a294d5-6ce0-40a1-a544-45d809e78655 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 943 time: 0.0520134 Oct 27 15:57:52.781908 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-22e90ceb-f69e-4084-9b91-5512e4a378ce req-d585a15c-caf4-470b-944f-7b28e2506885 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358531 Oct 27 15:57:52.839536 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbb3058-ee66-44b7-8bef-bad2cd4825db x-openstack-request-id: req-2bbb3058-ee66-44b7-8bef-bad2cd4825db {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:52.839861 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67ee9f3-d12f-49b5-98e4-4ac3654dccdd", "tag": "f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:52.844039 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bbb3058-ee66-44b7-8bef-bad2cd4825db {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:52.844039 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'tag': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa', 'status': 'completed', 'code': 200} Oct 27 15:57:52.917777 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c75b5e-218e-40ba-91cb-aa9130327aef x-openstack-request-id: req-26c75b5e-218e-40ba-91cb-aa9130327aef {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:57:52.918300 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d460d606-59c2-4627-b8c6-dab2105eff82", "name": "network-vif-plugged", "status": "completed", "tag": "4f0d972a-41aa-4b06-99b1-08234f84ae8f", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:57:52.918714 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26c75b5e-218e-40ba-91cb-aa9130327aef {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:57:52.919271 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd460d606-59c2-4627-b8c6-dab2105eff82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f0d972a-41aa-4b06-99b1-08234f84ae8f', 'code': 200} Oct 27 15:57:52.971550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e986-ccb2-401b-ad28-49ed2c2e19d0 req-fe414901-8998-4e5f-9bb0-6545313f59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:52.975902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfd2e986-ccb2-401b-ad28-49ed2c2e19d0 req-fe414901-8998-4e5f-9bb0-6545313f59de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 1124 time: 0.1077194 Oct 27 15:57:53.073472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef3ca0-d991-4b33-be30-806d6b0fd437 req-e0df8c91-71d0-4147-9b91-2182190e6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:53.075935 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-44ef3ca0-d991-4b33-be30-806d6b0fd437 req-e0df8c91-71d0-4147-9b91-2182190e6565 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 1100 time: 0.0548408 Oct 27 15:57:53.102441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e19b2e-084c-4665-a3d0-1102f40ec9c4 req-99171e10-a48c-448c-87a3-56dad7f099f7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:53.109108 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a9e19b2e-084c-4665-a3d0-1102f40ec9c4 req-99171e10-a48c-448c-87a3-56dad7f099f7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 949 time: 0.1276231 Oct 27 15:57:53.132195 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-44ef3ca0-d991-4b33-be30-806d6b0fd437 req-c86f9c72-15b9-4068-a1a4-9b5de20433a3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408118 Oct 27 15:57:53.149281 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e986-ccb2-401b-ad28-49ed2c2e19d0 req-63bc4b5a-2b58-4748-a13d-93ee3db85481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:53.151463 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfd2e986-ccb2-401b-ad28-49ed2c2e19d0 req-63bc4b5a-2b58-4748-a13d-93ee3db85481 service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.1708727 Oct 27 15:57:53.166796 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a9e19b2e-084c-4665-a3d0-1102f40ec9c4 req-f761e72b-3997-4bca-89a1-0e82f0c4a2ae tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567272 Oct 27 15:57:53.214483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfd2e986-ccb2-401b-ad28-49ed2c2e19d0 req-b5fe8d45-6df8-40ff-ab31-82bcd86aea9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa HTTP/1.1" status: 200 len: 217 time: 0.0465651 Oct 27 15:57:53.271760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2e986-ccb2-401b-ad28-49ed2c2e19d0 req-b86b9055-a9f1-4a91-a976-93e4b2e2e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:53.273175 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfd2e986-ccb2-401b-ad28-49ed2c2e19d0 req-b86b9055-a9f1-4a91-a976-93e4b2e2e388 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.0516579 Oct 27 15:57:53.325198 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfd2e986-ccb2-401b-ad28-49ed2c2e19d0 req-d1701db9-0b45-4345-9e0d-ff039765b64b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407143 Oct 27 15:57:53.434060 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa3e60-7e3e-4d38-8db3-89e86b3864e6 req-122abf4b-de70-4b6e-bb9c-4b41ed67be82 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:53.438135 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c3fa3e60-7e3e-4d38-8db3-89e86b3864e6 req-122abf4b-de70-4b6e-bb9c-4b41ed67be82 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0678723 Oct 27 15:57:53.462084 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfd2e986-ccb2-401b-ad28-49ed2c2e19d0 req-a2be70fc-7ead-4d2d-828c-d5ce391a4468 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127930 Oct 27 15:57:53.510847 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c3fa3e60-7e3e-4d38-8db3-89e86b3864e6 req-24914b8c-92ee-4b5d-818d-93cb50a9465c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655158 Oct 27 15:57:53.593668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfd2e986-ccb2-401b-ad28-49ed2c2e19d0 req-090b6ebe-ba2e-450e-b340-93cfbe9dc262 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240115 Oct 27 15:57:53.678034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38324) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:53.921608 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-934ded0e-39e3-4e09-b6c0-ca32083a7ad7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7734fea205454b65a18c92407b229ff9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2422810 Oct 27 15:57:53.924360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38352) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:53.931295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760ea2b-5b2c-44ac-9662-55971eb092c8 req-0642d7bc-b9b6-475f-aff1-90e2b84d7b9a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:53.941847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6760ea2b-5b2c-44ac-9662-55971eb092c8 req-0642d7bc-b9b6-475f-aff1-90e2b84d7b9a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 943 time: 0.0700154 Oct 27 15:57:53.968044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:57:53.983054 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9952e118-b831-48ad-9d1a-b75ba8feb8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:53.995624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6760ea2b-5b2c-44ac-9662-55971eb092c8 req-5dc22679-1729-40c1-bf8b-635ff16465e8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489953 Oct 27 15:57:54.027282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9952e118-b831-48ad-9d1a-b75ba8feb8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:54.041636 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:54.094849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:54.107499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa has no active binding in host n-h1-815689-1 {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 15:57:54.188048 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9952e118-b831-48ad-9d1a-b75ba8feb8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:54.191302 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9952e118-b831-48ad-9d1a-b75ba8feb8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:54.195232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9952e118-b831-48ad-9d1a-b75ba8feb8eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/898240b3-873d-4816-8e01-366b87ed0acc HTTP/1.1" status: 204 len: 168 time: 0.2674830 Oct 27 15:57:54.201007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952e118-b831-48ad-9d1a-b75ba8feb8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898240b3-873d-4816-8e01-366b87ed0acc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:54.388474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf36bb1-82e5-46b9-9a48-9192ea85dc08 req-ec6023ff-0d6c-427f-b5ad-0b4b80bb86d7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:54.395278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccf36bb1-82e5-46b9-9a48-9192ea85dc08 req-ec6023ff-0d6c-427f-b5ad-0b4b80bb86d7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 949 time: 0.0568531 Oct 27 15:57:54.434611 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccf36bb1-82e5-46b9-9a48-9192ea85dc08 req-d75a5e4b-4b30-4512-99e8-f1da04631cfd tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338700 Oct 27 15:57:54.735430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa557fd-ec58-4c11-ad34-5ee322a4cd52 req-43f61fb4-e50f-47c1-b43d-34d6803d826f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:54.743903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3aa557fd-ec58-4c11-ad34-5ee322a4cd52 req-43f61fb4-e50f-47c1-b43d-34d6803d826f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0845406 Oct 27 15:57:54.813895 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3aa557fd-ec58-4c11-ad34-5ee322a4cd52 req-cac255ec-1c1f-462a-933c-ddab2c777451 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681472 Oct 27 15:57:55.121133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd76e1-ac63-493e-abf2-d491f04393a2 req-b2a4ea12-b304-4b46-a4cf-c1fe8ba3e313 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:55.122746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a6bd76e1-ac63-493e-abf2-d491f04393a2 req-b2a4ea12-b304-4b46-a4cf-c1fe8ba3e313 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 943 time: 0.0558147 Oct 27 15:57:55.169772 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a6bd76e1-ac63-493e-abf2-d491f04393a2 req-006b51c0-8d8c-4fcb-bfb4-c9dbda0569be tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Oct 27 15:57:55.188092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38426) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:55.232236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38432) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:55.246429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f145ad43-7d9b-4f0e-a4ef-f653e2755258 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfdf3bfbd0de41e1842e314395c4b86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569983 Oct 27 15:57:55.249993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38436) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:55.327877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85085f42-7b5a-46b4-a4bc-a432f386d2b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.339800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38444) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:55.354714 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85085f42-7b5a-46b4-a4bc-a432f386d2b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.456101 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f885901-7d98-4f09-8bf1-4bcaa1f380be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.499087 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85085f42-7b5a-46b4-a4bc-a432f386d2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.503684 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85085f42-7b5a-46b4-a4bc-a432f386d2b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.505650 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-85085f42-7b5a-46b4-a4bc-a432f386d2b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f086c994-8533-454c-98b4-410d15465ec4 HTTP/1.1" status: 204 len: 168 time: 0.2544239 Oct 27 15:57:55.524672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85085f42-7b5a-46b4-a4bc-a432f386d2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f086c994-8533-454c-98b4-410d15465ec4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:55.575456 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4e47f07-da4b-40af-bd3d-a66e986cf8d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.578188 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f885901-7d98-4f09-8bf1-4bcaa1f380be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.638025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46b0de-e934-4902-bf91-313404a5b921 req-45f1a699-15d0-4506-b057-9a8c5aa6d202 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:55.639209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f885901-7d98-4f09-8bf1-4bcaa1f380be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.639531 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c46b0de-e934-4902-bf91-313404a5b921 req-45f1a699-15d0-4506-b057-9a8c5aa6d202 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 949 time: 0.0894287 Oct 27 15:57:55.683561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1f885901-7d98-4f09-8bf1-4bcaa1f380be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce54a60649cc4b1b8dfe0cfa720324af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488385 Oct 27 15:57:55.685495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f885901-7d98-4f09-8bf1-4bcaa1f380be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422f5155-1b72-44ed-8bbb-0935e32416de,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:55.689514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38464) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:55.698545 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c46b0de-e934-4902-bf91-313404a5b921 req-a36b71e4-d27d-4582-bad6-0bb72518b1b2 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524864 Oct 27 15:57:55.726934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4e47f07-da4b-40af-bd3d-a66e986cf8d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.751529 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa50b5d7-5e2e-4f0c-a32c-616851422f82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.756859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38468) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:55.785310 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa50b5d7-5e2e-4f0c-a32c-616851422f82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.798880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4e47f07-da4b-40af-bd3d-a66e986cf8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.848431 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a4e47f07-da4b-40af-bd3d-a66e986cf8d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abcfcb2b58564ef6aa90f3ebc116c502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5071185 Oct 27 15:57:55.849519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e47f07-da4b-40af-bd3d-a66e986cf8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5bf414-5266-4640-894e-1e8fb45da481,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:55.851057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38478) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:55.958178 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa50b5d7-5e2e-4f0c-a32c-616851422f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.969550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa50b5d7-5e2e-4f0c-a32c-616851422f82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:55.969550 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aa50b5d7-5e2e-4f0c-a32c-616851422f82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/422f5155-1b72-44ed-8bbb-0935e32416de HTTP/1.1" status: 204 len: 168 time: 0.2713642 Oct 27 15:57:55.983873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 61d443f8-fe13-4a2b-bcf4-1c65e1205202 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:57:55.987618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa50b5d7-5e2e-4f0c-a32c-616851422f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422f5155-1b72-44ed-8bbb-0935e32416de,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:56.000096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697d552-9255-4403-8091-7b540f08e006 req-da5bfedb-c062-47ea-900a-f7837f73355d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:56.012411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c697d552-9255-4403-8091-7b540f08e006 req-da5bfedb-c062-47ea-900a-f7837f73355d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.1006837 Oct 27 15:57:56.012411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d62dd448-af1e-4acc-95a5-7b6f5e507cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:56.047176 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d62dd448-af1e-4acc-95a5-7b6f5e507cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:56.048418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 61d443f8-fe13-4a2b-bcf4-1c65e1205202 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 15:57:56.049133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 61d443f8-fe13-4a2b-bcf4-1c65e1205202 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:57:56.106927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c697d552-9255-4403-8091-7b540f08e006 req-d0aefba8-8131-4d79-a326-c30dcd947c13 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918174 Oct 27 15:57:56.114557 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea365-abae-4d55-82fd-8a0142416e02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:56.211802 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d62dd448-af1e-4acc-95a5-7b6f5e507cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:56.214532 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d62dd448-af1e-4acc-95a5-7b6f5e507cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:56.218936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d62dd448-af1e-4acc-95a5-7b6f5e507cc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a5bf414-5266-4640-894e-1e8fb45da481 HTTP/1.1" status: 204 len: 168 time: 0.3635936 Oct 27 15:57:56.245048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62dd448-af1e-4acc-95a5-7b6f5e507cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5bf414-5266-4640-894e-1e8fb45da481,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:56.346805 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea365-abae-4d55-82fd-8a0142416e02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:56.377950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b94e4a-40e3-4299-8d46-30339e774c06 req-028cfd84-5d6d-43f6-9e54-872db0a6cdbf tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:56.379831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3b94e4a-40e3-4299-8d46-30339e774c06 req-028cfd84-5d6d-43f6-9e54-872db0a6cdbf tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 943 time: 0.0698364 Oct 27 15:57:56.440101 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3b94e4a-40e3-4299-8d46-30339e774c06 req-69f3a8f2-4043-4277-ba10-00c9774e2a6a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522912 Oct 27 15:57:56.448869 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9b3ea365-abae-4d55-82fd-8a0142416e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:56.701134 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9b3ea365-abae-4d55-82fd-8a0142416e02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3b4171f13374a1a8f470c149ab1824d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9431906 Oct 27 15:57:56.704208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38518) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:56.711546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ea365-abae-4d55-82fd-8a0142416e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ea2e65-cbe3-4863-add4-e9e57cc6b432,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:56.759386 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-e2f69374-91ea-4806-b5ae-5de7828fa0f1 service neutron] 10.222.0.53 "GET /v2.0/ports/f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa/bindings/n-h1-815689-1 HTTP/1.1" status: 200 len: 384 time: 0.2783031 Oct 27 15:57:56.791211 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:56.848023 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:56.855514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6d89b-76ad-45e1-aab8-105b7c6551e0 req-461be0d9-0c28-4c21-8a81-8e3e8daa9051 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:56.857035 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cc6d89b-76ad-45e1-aab8-105b7c6551e0 req-461be0d9-0c28-4c21-8a81-8e3e8daa9051 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 949 time: 0.0560551 Oct 27 15:57:56.924269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cc6d89b-76ad-45e1-aab8-105b7c6551e0 req-9236272b-8907-4cde-8c43-f3c675998ba1 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585163 Oct 27 15:57:57.025577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b349d871-630c-4f46-8381-20c122e4ff0a req-ac169c68-987b-43aa-9ffd-9a9b96f23b57 service neutron] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:57.027750 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.030366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.033883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64ea2e65-cbe3-4863-add4-e9e57cc6b432 HTTP/1.1" status: 204 len: 168 time: 0.3263829 Oct 27 15:57:57.050428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ea2e65-cbe3-4863-add4-e9e57cc6b432,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:57.057770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38534) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:57.062086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.062435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.062773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.063106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.063435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.063764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.064132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.064462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.064782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.065098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.065424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.065746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29092a0-1451-48f8-91f9-ffc7a1bf929d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.068817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b349d871-630c-4f46-8381-20c122e4ff0a req-ac169c68-987b-43aa-9ffd-9a9b96f23b57 service neutron] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:57:57.103179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-b349d871-630c-4f46-8381-20c122e4ff0a req-ac169c68-987b-43aa-9ffd-9a9b96f23b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:57:57.116163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b349d871-630c-4f46-8381-20c122e4ff0a req-ac169c68-987b-43aa-9ffd-9a9b96f23b57 service neutron] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:57:57.210510 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b349d871-630c-4f46-8381-20c122e4ff0a req-ac169c68-987b-43aa-9ffd-9a9b96f23b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.328526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176706c6-0aba-4b01-b41d-a9879341db38 req-cc46d096-a5dd-4b85-8a35-b2af5176292e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:57.330148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-176706c6-0aba-4b01-b41d-a9879341db38 req-cc46d096-a5dd-4b85-8a35-b2af5176292e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0829289 Oct 27 15:57:57.332815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-b349d871-630c-4f46-8381-20c122e4ff0a req-ac169c68-987b-43aa-9ffd-9a9b96f23b57 service neutron] Transition to ACTIVE for port object f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:57:57.370777 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-176706c6-0aba-4b01-b41d-a9879341db38 req-a4356666-1659-4b09-bd85-c6149be7b581 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342407 Oct 27 15:57:57.398203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38544) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:57.415806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.423469 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b349d871-630c-4f46-8381-20c122e4ff0a req-ac169c68-987b-43aa-9ffd-9a9b96f23b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.501603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.572179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b349d871-630c-4f46-8381-20c122e4ff0a req-ac169c68-987b-43aa-9ffd-9a9b96f23b57 service neutron] No DVR routers for this DVR port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:57:57.582724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac169c68-987b-43aa-9ffd-9a9b96f23b57 service neutron] Pushing event updated for resources: {'Port': ['ID=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:57.601303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1966b-f139-41e1-84b3-3f191fc807f0 req-468e32ed-c9e8-4f3a-841f-bcf759504d83 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:57.603052 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43a1966b-f139-41e1-84b3-3f191fc807f0 req-468e32ed-c9e8-4f3a-841f-bcf759504d83 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 944 time: 0.0588222 Oct 27 15:57:57.604238 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.624107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-ac169c68-987b-43aa-9ffd-9a9b96f23b57 service neutron] 10.222.0.53 "PUT /v2.0/ports/f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa/bindings/n-h1-815689-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8561990 Oct 27 15:57:57.684599 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56634a22-e63f-451d-8e3e-b5d1c587f610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.689373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0726fded-c378-4e53-bd9b-f1a2d3d20e86,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:57.698708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38550) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:57.699201 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61fc4dd206854ec3b802f226967b986c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995050 Oct 27 15:57:57.719119 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.719696 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.720214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.725618 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.726222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.726724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.727222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.727575 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.727898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.728244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.728717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.729185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d61048-5bf1-44f0-9325-af644ae16577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:57:57.741923 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43a1966b-f139-41e1-84b3-3f191fc807f0 req-0c6dd126-0d91-4de3-9977-9fd7c0ef7a4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293578 Oct 27 15:57:57.803215 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eea98a4-6a54-4e9c-be58-f6e7338ede79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.803803 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38552) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:57.839115 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eea98a4-6a54-4e9c-be58-f6e7338ede79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.894621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56634a22-e63f-451d-8e3e-b5d1c587f610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.912331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-76085343-0bc6-4e09-a24c-89872b20cf92 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:57.913830 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-76085343-0bc6-4e09-a24c-89872b20cf92 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1095 time: 0.0954432 Oct 27 15:57:57.982468 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eea98a4-6a54-4e9c-be58-f6e7338ede79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.985699 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eea98a4-6a54-4e9c-be58-f6e7338ede79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:57.989524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9eea98a4-6a54-4e9c-be58-f6e7338ede79 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0726fded-c378-4e53-bd9b-f1a2d3d20e86 HTTP/1.1" status: 204 len: 168 time: 0.2872300 Oct 27 15:57:57.996501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea98a4-6a54-4e9c-be58-f6e7338ede79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0726fded-c378-4e53-bd9b-f1a2d3d20e86,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:58.001310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-aef9a8a5-8c4a-40a2-ad73-30aed8559619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:58.003126 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-aef9a8a5-8c4a-40a2-ad73-30aed8559619 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9 HTTP/1.1" status: 200 len: 1095 time: 0.0796785 Oct 27 15:57:58.028205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56634a22-e63f-451d-8e3e-b5d1c587f610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.083005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8874d91-aeb4-4b7c-8d96-0f51789b70e5 req-9b8ec2d1-a958-4ec2-a2c2-c263ca9d93f7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:58.084715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c8874d91-aeb4-4b7c-8d96-0f51789b70e5 req-9b8ec2d1-a958-4ec2-a2c2-c263ca9d93f7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 949 time: 0.0793619 Oct 27 15:57:58.110316 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-network', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:58.122908 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-56634a22-e63f-451d-8e3e-b5d1c587f610 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba3efbc79da04e9dbc79e55b84f78574&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0612612 Oct 27 15:57:58.123349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38562) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:58.124091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56634a22-e63f-451d-8e3e-b5d1c587f610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d935898c-d8ef-47fc-a4d5-8c636f078d43,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:58.140744 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c8874d91-aeb4-4b7c-8d96-0f51789b70e5 req-fcc941d7-4872-4744-af41-3f017f951bce tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487595 Oct 27 15:57:58.145696 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-b0e8f91e-3b28-42ee-85fa-3a3d820584de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:58.147624 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-b0e8f91e-3b28-42ee-85fa-3a3d820584de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 1095 time: 0.1048782 Oct 27 15:57:58.194136 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d867239d-56c8-45f9-9da9-79754fc888ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.218308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38564) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:58.226221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d867239d-56c8-45f9-9da9-79754fc888ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.242108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f1d8-2d44-4bb6-a209-ba72a3f064b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.363162 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Made reservation on behalf of 9e156f9938474ecf82c8cb7e7f35b93b for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:58.365487 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.398288 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d867239d-56c8-45f9-9da9-79754fc888ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.401561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.412260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d867239d-56c8-45f9-9da9-79754fc888ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.412260 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d867239d-56c8-45f9-9da9-79754fc888ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d935898c-d8ef-47fc-a4d5-8c636f078d43 HTTP/1.1" status: 204 len: 168 time: 0.2846355 Oct 27 15:57:58.422449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867239d-56c8-45f9-9da9-79754fc888ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d935898c-d8ef-47fc-a4d5-8c636f078d43,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:58.481709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-64ac6472-9ead-4c04-bf3d-953180227763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:58.481709 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-64ac6472-9ead-4c04-bf3d-953180227763 service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.3143864 Oct 27 15:57:58.507547 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f1d8-2d44-4bb6-a209-ba72a3f064b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.548040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-5e1403f9-fbf5-463e-9ffe-b4d5ed561f4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa HTTP/1.1" status: 200 len: 217 time: 0.0630908 Oct 27 15:57:58.610579 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8f7f1d8-2d44-4bb6-a209-ba72a3f064b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.642979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.646189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-46eb315d-646e-4516-b7f4-2b16b5201f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:58.647663 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-46eb315d-646e-4516-b7f4-2b16b5201f5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.0834095 Oct 27 15:57:58.660902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1b355-1869-4e42-8c7f-2794d4cb644f req-40b5459d-e4c5-422a-a9f7-0553d1bc767e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:58.662010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7f1d8-2d44-4bb6-a209-ba72a3f064b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7cd459-5ee5-479c-a41f-c75c161cfffb,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:58.662464 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6eb1b355-1869-4e42-8c7f-2794d4cb644f req-40b5459d-e4c5-422a-a9f7-0553d1bc767e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.1587522 Oct 27 15:57:58.697479 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-25da5e09-226e-4164-a271-009381585615 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338070 Oct 27 15:57:58.698126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e8f7f1d8-2d44-4bb6-a209-ba72a3f064b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56313454200e46b8af2a85819bba9149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4786325 Oct 27 15:57:58.700699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38576) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:58.766822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.768686 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db5d0a27-1622-4152-b7af-f92db856846d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.791430 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db5d0a27-1622-4152-b7af-f92db856846d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.816083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:57:58.836029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6eb1b355-1869-4e42-8c7f-2794d4cb644f req-b00a9585-e016-4fc8-a7f8-949c6d8529b2 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636071 Oct 27 15:57:58.843520 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.844098 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Added segment c6fd85b3-f343-4c0e-85d2-74d01e993914 of type vlan for network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 Oct 27 15:57:58.864379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b44d54-d0e4-4cc0-90fa-7f66a2f033f0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:58.925509 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.927005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6025f2-7ca6-4035-b57f-1d7d0d0c9c01 req-b4a9b88f-b6a0-401b-9ac7-f70240c11a36 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:58.930447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd6025f2-7ca6-4035-b57f-1d7d0d0c9c01 req-b4a9b88f-b6a0-401b-9ac7-f70240c11a36 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 944 time: 0.0638874 Oct 27 15:57:58.931921 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db5d0a27-1622-4152-b7af-f92db856846d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.936340 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db5d0a27-1622-4152-b7af-f92db856846d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:58.941870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-db5d0a27-1622-4152-b7af-f92db856846d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc7cd459-5ee5-479c-a41f-c75c161cfffb HTTP/1.1" status: 204 len: 168 time: 0.2354949 Oct 27 15:57:58.944270 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-0375368c-cfee-4a61-8f34-509955161107 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313943 Oct 27 15:57:58.991573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d0a27-1622-4152-b7af-f92db856846d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7cd459-5ee5-479c-a41f-c75c161cfffb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:59.001602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd6025f2-7ca6-4035-b57f-1d7d0d0c9c01 req-95b53701-a1f2-4131-b724-84af144d6159 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623071 Oct 27 15:57:59.002583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38590) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:59.079606 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.083062 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-838a193e-66e0-4dee-8c6b-5edcc9c7de44 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243486 Oct 27 15:57:59.108899 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.110059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:59.110784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.176630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:59.188989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:57:59.260257 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-52334eef-d8ee-4930-91a7-eefbd17eb7c0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4550805 Oct 27 15:57:59.263359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38596) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:59.268834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] Request body: {'subnet': {'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-subnet', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:59.283885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022373fa-2d63-439a-b620-78d65f6d9507 req-10cb3e06-d419-4e32-984f-949b037a7461 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:59.285474 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-022373fa-2d63-439a-b620-78d65f6d9507 req-10cb3e06-d419-4e32-984f-949b037a7461 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 949 time: 0.0600109 Oct 27 15:57:59.337409 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-022373fa-2d63-439a-b620-78d65f6d9507 req-3963a89e-f80f-4ceb-a178-e76634ca72a9 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457683 Oct 27 15:57:59.381595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] Made reservation on behalf of 9e156f9938474ecf82c8cb7e7f35b93b for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:59.383936 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] Publish callbacks [] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.397718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38604) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:59.415423 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc63e366-5c06-4b71-885c-70a786a2f84a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.557278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1690313826-network', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:57:59.567087 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc63e366-5c06-4b71-885c-70a786a2f84a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.669863 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc63e366-5c06-4b71-885c-70a786a2f84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.707344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Made reservation on behalf of 71f531cca50846fdb21f4fffd8a76483 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:57:59.709684 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.716205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63e366-5c06-4b71-885c-70a786a2f84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d788e3-cded-40fb-8e49-b560e21e8c37,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:59.719073 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.725539 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cc63e366-5c06-4b71-885c-70a786a2f84a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bdfea9e671084760802aef6a1c70f3c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265488 Oct 27 15:57:59.726169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38614) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:57:59.734740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d871-630c-4f46-8381-20c122e4ff0a req-8ac367ce-a9f8-44df-a045-f5a623f4ea6e tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:57:59.736319 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-8ac367ce-a9f8-44df-a045-f5a623f4ea6e tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1095 time: 0.1006017 Oct 27 15:57:59.767804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.860790 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0b6bec2-8022-40ac-aa48-46cdf13d16a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.862367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5264cb02-dd3a-41fe-8969-595f3b8b1351,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:57:59.921218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] Checking segment: {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:57:59.923739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] Network hostable DHCP agents. Network: 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:57:59.956937 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:57:59.988887 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0b6bec2-8022-40ac-aa48-46cdf13d16a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.017156 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.059602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:58:00.078679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] Network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:58:00.087924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fa467-f0cf-4f23-94ba-e6962e69a49e req-ba107893-7fe8-42b4-9212-5a809b0c34ec tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:00.088348 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.089497 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Added segment 0093ff44-731a-4a19-8c77-c61af0aeca10 of type vlan for network 1b2d8b14-8822-4617-8111-c6974e73feff Oct 27 15:58:00.095807 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a23fa467-f0cf-4f23-94ba-e6962e69a49e req-ba107893-7fe8-42b4-9212-5a809b0c34ec tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.1108751 Oct 27 15:58:00.156691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a23fa467-f0cf-4f23-94ba-e6962e69a49e req-703f745a-f7cd-4647-a4d3-6f2d461a5438 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594473 Oct 27 15:58:00.159633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-b349d871-630c-4f46-8381-20c122e4ff0a req-94b3347f-6ec3-4429-b996-2430f602d77a service neutron] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h2-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:00.163798 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b349d871-630c-4f46-8381-20c122e4ff0a req-94b3347f-6ec3-4429-b996-2430f602d77a service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.165544 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b349d871-630c-4f46-8381-20c122e4ff0a req-94b3347f-6ec3-4429-b996-2430f602d77a service neutron] 10.222.0.54 "DELETE /v2.0/ports/f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa/bindings/n-h2-815689-1 HTTP/1.1" status: 204 len: 173 time: 0.4164534 Oct 27 15:58:00.168588 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.184474 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0b6bec2-8022-40ac-aa48-46cdf13d16a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.196080 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0b6bec2-8022-40ac-aa48-46cdf13d16a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.198455 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f0b6bec2-8022-40ac-aa48-46cdf13d16a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07d788e3-cded-40fb-8e49-b560e21e8c37 HTTP/1.1" status: 204 len: 168 time: 0.4700162 Oct 27 15:58:00.205068 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf078056-1cdd-4aaa-9992-c9773b7318c7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:00.211885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6bec2-8022-40ac-aa48-46cdf13d16a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d788e3-cded-40fb-8e49-b560e21e8c37,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:00.256463 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.257923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:00.258521 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.320448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369f630-a485-44f0-871f-f5d4cd70e186 req-ecc92f55-fe08-429f-bb97-064315d634ed tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:00.325766 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c369f630-a485-44f0-871f-f5d4cd70e186 req-ecc92f55-fe08-429f-bb97-064315d634ed tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 944 time: 0.0894589 Oct 27 15:58:00.336407 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:00.341093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:00.342771 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.350082 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ec9db-92c6-43c3-9582-251640109719 None None] Network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:58:00.372263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] Pushing event updated for resources: {'Network': ['ID=1b2d8b14-8822-4617-8111-c6974e73feff,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:00.390571 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c369f630-a485-44f0-871f-f5d4cd70e186 req-f26e1260-8950-4029-8eb5-1f993fdc0e13 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570488 Oct 27 15:58:00.394421 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c8fb90f6-3ffb-4b08-a947-76725e631b06 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3884318 Oct 27 15:58:00.395923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38638) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:00.400787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34183028-9428-4fd5-b70c-e511341dc5c4 req-a0b50c5f-920c-4d86-a319-0b90d314b443 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:00.401867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] Request body: {'subnet': {'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1690313826-subnet', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:00.402241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34183028-9428-4fd5-b70c-e511341dc5c4 req-a0b50c5f-920c-4d86-a319-0b90d314b443 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:00.402862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34183028-9428-4fd5-b70c-e511341dc5c4 req-a0b50c5f-920c-4d86-a319-0b90d314b443 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:00.403473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34183028-9428-4fd5-b70c-e511341dc5c4 req-a0b50c5f-920c-4d86-a319-0b90d314b443 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:00.404427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34183028-9428-4fd5-b70c-e511341dc5c4 req-a0b50c5f-920c-4d86-a319-0b90d314b443 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:00.407161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-34183028-9428-4fd5-b70c-e511341dc5c4 req-a0b50c5f-920c-4d86-a319-0b90d314b443 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82&device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd&device_id=408078ad-fa78-4ad4-9da2-a441119731c2&device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780&device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 4697 time: 0.0959370 Oct 27 15:58:00.427880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 1b2d8b14-8822-4617-8111-c6974e73feff details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:58:00.457405 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-34183028-9428-4fd5-b70c-e511341dc5c4 req-d7113b4a-29e7-4bf6-9fcc-7204274e8178 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.486348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38642) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:00.486483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8145cbb1-09cc-432f-a100-1e1784f562bc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2147059 Oct 27 15:58:00.486565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:00.535471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] Made reservation on behalf of 71f531cca50846fdb21f4fffd8a76483 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:00.539299 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.683420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-34183028-9428-4fd5-b70c-e511341dc5c4 req-d7113b4a-29e7-4bf6-9fcc-7204274e8178 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.683525 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 15:58:00.683525 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.687132 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.689029 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.753767 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-34183028-9428-4fd5-b70c-e511341dc5c4 req-d7113b4a-29e7-4bf6-9fcc-7204274e8178 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.812011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7113b4a-29e7-4bf6-9fcc-7204274e8178 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d72bce3-bfb3-4dff-a11d-ca03162ac465,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:00.857784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-34183028-9428-4fd5-b70c-e511341dc5c4 req-d7113b4a-29e7-4bf6-9fcc-7204274e8178 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&id=6d57f718-9283-4fae-a58e-b59a76137f5a&id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 421 time: 0.4425738 Oct 27 15:58:00.886371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7b6f3-cad3-4ba1-b210-650fca142670 req-65b49af3-5241-4797-850b-133ee4cafc76 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:00.898900 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7fb7b6f3-cad3-4ba1-b210-650fca142670 req-65b49af3-5241-4797-850b-133ee4cafc76 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 1095 time: 0.2743247 Oct 27 15:58:00.899310 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:00.931257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Allocated IP 172.20.0.2 (8b826b14-9ed7-4dfd-bde9-c96e8798fbc8/5264cb02-dd3a-41fe-8969-595f3b8b1351/83b66e02-0067-4613-bd48-11b44454adf5) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:00.952411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:58:00.975740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7fb7b6f3-cad3-4ba1-b210-650fca142670 req-44ed9fa7-5749-473a-b0f9-a14c33a87225 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775993 Oct 27 15:58:01.266222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:58:01.320738 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:01.356504 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:01.373660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486943ce-ea00-438a-b673-e42dd4738528 req-d058be6c-8c4f-4d55-936d-9f2d687727b0 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:01.375240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486943ce-ea00-438a-b673-e42dd4738528 req-d058be6c-8c4f-4d55-936d-9f2d687727b0 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:01.378023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486943ce-ea00-438a-b673-e42dd4738528 req-d058be6c-8c4f-4d55-936d-9f2d687727b0 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:01.394250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-486943ce-ea00-438a-b673-e42dd4738528 req-d058be6c-8c4f-4d55-936d-9f2d687727b0 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82&device_id=408078ad-fa78-4ad4-9da2-a441119731c2&device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 2922 time: 0.1703322 Oct 27 15:58:01.441986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85072fe-01d4-4bee-b096-37da9f4a0ba3 req-54776a3c-ebe3-47d0-965a-54f52a3f0c28 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:01.450208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d85072fe-01d4-4bee-b096-37da9f4a0ba3 req-54776a3c-ebe3-47d0-965a-54f52a3f0c28 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.1793833 Oct 27 15:58:01.455406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0575cc79-1ce7-4bfb-afa0-3772e6cab24f,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:01.458250 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:01.489356 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] Checking segment: {'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:01.489718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] Network hostable DHCP agents. Network: 1b2d8b14-8822-4617-8111-c6974e73feff, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:58:01.500185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-486943ce-ea00-438a-b673-e42dd4738528 req-c43d3ada-a54e-4345-b77c-3610cc76acd3 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037550 Oct 27 15:58:01.555383 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:01.588893 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d85072fe-01d4-4bee-b096-37da9f4a0ba3 req-8f52609c-7b72-4e7a-b369-afdc45df5f8d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377754 Oct 27 15:58:01.658040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:01.661529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:01.672960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:01.681033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Pushing event updated for resources: {'Port': ['ID=83b66e02-0067-4613-bd48-11b44454adf5,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:01.721523 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] Network 1b2d8b14-8822-4617-8111-c6974e73feff is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:58:01.783167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-11af641b-b146-409b-bf89-a93b3e51ce38 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:01.783167 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-11af641b-b146-409b-bf89-a93b3e51ce38 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 820 time: 0.2168968 Oct 27 15:58:01.799224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Attempting to bind port 83b66e02-0067-4613-bd48-11b44454adf5 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:01.799703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Attempting to bind port 83b66e02-0067-4613-bd48-11b44454adf5 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:01.800097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Attempting to bind port 83b66e02-0067-4613-bd48-11b44454adf5 on network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:01.807589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:01.808693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Checking segment: {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:01.809394 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:01.809983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Bound using segment: {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:01.810747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Bound port: 83b66e02-0067-4613-bd48-11b44454adf5, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:01.811331 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:01.818082 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-d5db80d8-d1e8-4cf2-97a7-b72449f79577 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/quotas/f57d649d5e5d4b59a5f1858ed4614af9 HTTP/1.1" status: 200 len: 375 time: 0.0286460 Oct 27 15:58:01.865120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 1b2d8b14-8822-4617-8111-c6974e73feff) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:01.879587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb957706-bc56-4713-b85a-b4a2d319bb1a None None] Network 1b2d8b14-8822-4617-8111-c6974e73feff requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:58:01.893218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:01.893957 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:01.924629 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-d6d67116-af1a-4f45-8ce1-c11e19feac82 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055002 Oct 27 15:58:01.931153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-9ebe3aaf-b3b2-4105-aac1-ebb4bd5f9361 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:58:01.943044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-9ebe3aaf-b3b2-4105-aac1-ebb4bd5f9361 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0173635 Oct 27 15:58:01.954322 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:01.979311 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:02.055675 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f5d0385a-4091-4b7c-8e5b-b3201ac0a224 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6551034 Oct 27 15:58:02.055869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38704) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:02.064916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:02.090851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] For port 83b66e02-0067-4613-bd48-11b44454adf5, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:02.110303 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-121f5697-9640-4656-83d0-6ebb05424d06 service neutron] 10.222.0.15 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619270 Oct 27 15:58:02.140765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] For port 83b66e02-0067-4613-bd48-11b44454adf5, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=83b66e02-0067-4613-bd48-11b44454adf5,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:02.185494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-1b2d8b14-8822-4617-8111-c6974e73feff', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'fixed_ips': [{'subnet_id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 15:58:02.187740 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:02.235477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-fcfd16a0-fef9-4b23-ab55-7c099b39db32 service neutron] 10.222.0.15 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267772 Oct 27 15:58:02.352414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Allocated IP 172.25.4.135 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/7cd438c9-df93-4c03-aef2-40e025d900d4) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:02.360136 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:02.362193 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:02.418370 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:02.419561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:02.493408 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:02.558427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a342af2-2111-491c-9afb-04ead7277fc9 None None] Pushing event updated for resources: {'Port': ['ID=83b66e02-0067-4613-bd48-11b44454adf5,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:02.588112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Allocated IP 172.20.0.2 (1b2d8b14-8822-4617-8111-c6974e73feff/0575cc79-1ce7-4bfb-afa0-3772e6cab24f/f233a703-4989-464c-9e40-7f49d5660020) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:02.651318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:02.734647 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfb1336b-fb62-49c2-95f0-c5e80405495f req-98dc6781-38b2-44bd-b6d4-fee692df659a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 210 time: 0.0770514 Oct 27 15:58:02.871092 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:02.928071 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:02.993483 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:03.047868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:03.062573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:03.065901 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:03.087229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f20345-4a8c-4f01-ae9e-fdfc0aaf8f5d req-a3bcc413-5825-4faf-aad3-a6110dffea78 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:03.092300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Network 1b2d8b14-8822-4617-8111-c6974e73feff is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:03.097008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94f20345-4a8c-4f01-ae9e-fdfc0aaf8f5d req-a3bcc413-5825-4faf-aad3-a6110dffea78 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.2670093 Oct 27 15:58:03.099501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Pushing event updated for resources: {'Port': ['ID=7cd438c9-df93-4c03-aef2-40e025d900d4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:03.102061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:03.120935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:03.127165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:03.128867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Pushing event updated for resources: {'Port': ['ID=f233a703-4989-464c-9e40-7f49d5660020,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:03.229894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Attempting to bind port f233a703-4989-464c-9e40-7f49d5660020 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:03.230499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Attempting to bind port f233a703-4989-464c-9e40-7f49d5660020 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:03.231997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Attempting to bind port f233a703-4989-464c-9e40-7f49d5660020 on network 1b2d8b14-8822-4617-8111-c6974e73feff {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:03.242801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:03.243178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Checking segment: {'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:03.243928 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:03.244517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Bound using segment: {'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:03.245521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Bound port: f233a703-4989-464c-9e40-7f49d5660020, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:03.246255 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:03.281874 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94f20345-4a8c-4f01-ae9e-fdfc0aaf8f5d req-22f8d961-4836-48bc-ae3f-cda5b835612b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801827 Oct 27 15:58:03.391601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-6054e7f0-81d1-4e82-8df3-1f9fb6480624 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a225fcc9660e4da7bda0fcf014c31d46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512035 Oct 27 15:58:03.412376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] For port f233a703-4989-464c-9e40-7f49d5660020, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:03.419584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] For port f233a703-4989-464c-9e40-7f49d5660020, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f233a703-4989-464c-9e40-7f49d5660020,segment=NetworkSegment(0093ff44-731a-4a19-8c77-c61af0aeca10),segment_id=0093ff44-731a-4a19-8c77-c61af0aeca10)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:03.538524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-de21ee1c-5614-4215-94a1-ab5c781fa0c6 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:03.540831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-de21ee1c-5614-4215-94a1-ab5c781fa0c6 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480885 Oct 27 15:58:03.544363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:03.588664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-9b72eeca-4cbd-4f6a-a19a-1d21620b7959 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/quotas/a225fcc9660e4da7bda0fcf014c31d46 HTTP/1.1" status: 200 len: 375 time: 0.0357652 Oct 27 15:58:03.629021 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:03.633937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-b8d5be9d-ab63-42b4-83a2-eb6d726ea575 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a225fcc9660e4da7bda0fcf014c31d46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433006 Oct 27 15:58:03.663696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c906e-9b9a-4b4a-a39e-d1bbb65583c2 None None] Pushing event updated for resources: {'Port': ['ID=f233a703-4989-464c-9e40-7f49d5660020,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:03.763183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:03.787193 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:04.003928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-806160f5-7d8e-4f35-89ef-d28b6bbc43a6 req-763bacde-9529-471a-8742-d87f96104354 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 210 time: 0.0719309 Oct 27 15:58:04.058338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Allocated IP 172.25.4.75 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/5f5a6b8c-ce98-4079-be0c-cf4143fbccbd) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:04.073024 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:04.165362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951fa8b9-d4b6-4439-976a-a2db57da43c3 None None] Network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:58:04.210670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423b72e-90ac-4003-928b-14539473f755 req-cc0e5619-7afd-4ede-8efd-9cfa6c5ceb95 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:04.219365 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7423b72e-90ac-4003-928b-14539473f755 req-cc0e5619-7afd-4ede-8efd-9cfa6c5ceb95 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 1121 time: 0.0723095 Oct 27 15:58:04.328829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dfbd7f18-a7d3-4467-bbbc-2ddc29858d41 None None] Provisioning complete for port 83b66e02-0067-4613-bd48-11b44454adf5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:04.334384 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7f18-a7d3-4467-bbbc-2ddc29858d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:04.428249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7423b72e-90ac-4003-928b-14539473f755 req-c1383f79-b9a5-4232-beca-fe4f46262602 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983883 Oct 27 15:58:04.666291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 83b66e02-0067-4613-bd48-11b44454adf5 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:04.674986 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7f18-a7d3-4467-bbbc-2ddc29858d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:04.695697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476df36-3593-42a3-af53-e6eecf758299 req-a8a2a127-f803-4cfe-8c94-758935391b79 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:04.706217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5476df36-3593-42a3-af53-e6eecf758299 req-a8a2a127-f803-4cfe-8c94-758935391b79 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.1540995 Oct 27 15:58:04.764794 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1855fa2-2f6c-46c7-86f0-58f5f8d4da85 req-856f0536-fa3d-4b42-adaa-5e4a3212e980 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 210 time: 0.0690100 Oct 27 15:58:04.770692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dfbd7f18-a7d3-4467-bbbc-2ddc29858d41 None None] For port 83b66e02-0067-4613-bd48-11b44454adf5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=83b66e02-0067-4613-bd48-11b44454adf5,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:04.778790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5476df36-3593-42a3-af53-e6eecf758299 req-ee82c2b7-8b55-4033-87cb-96ff052b4e2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700979 Oct 27 15:58:04.817942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 83b66e02-0067-4613-bd48-11b44454adf5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:04.817942 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:04.879864 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:04.898914 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dfbd7f18-a7d3-4467-bbbc-2ddc29858d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:05.038998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a416e900-c092-43b9-8588-109cc7d025b5 req-1e049e44-c2b9-41e7-b299-37465d589f8a tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:05.055232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a416e900-c092-43b9-8588-109cc7d025b5 req-1e049e44-c2b9-41e7-b299-37465d589f8a tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 1121 time: 0.0865278 Oct 27 15:58:05.065066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd7f18-a7d3-4467-bbbc-2ddc29858d41 None None] Pushing event updated for resources: {'Port': ['ID=83b66e02-0067-4613-bd48-11b44454adf5,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:05.091382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:05.094569 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Router c661eff4-7cf6-4100-ae3d-b35dda75df25 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:58:05.178082 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f233a703-4989-464c-9e40-7f49d5660020 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:05.236838 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a416e900-c092-43b9-8588-109cc7d025b5 req-d584e29a-324f-4459-9c9d-c76df19a7073 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796894 Oct 27 15:58:05.240838 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:05.288785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-00f7c9a4-3a98-43ef-8185-6298dd84cab2 None None] Provisioning complete for port 83b66e02-0067-4613-bd48-11b44454adf5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:05.289159 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00f7c9a4-3a98-43ef-8185-6298dd84cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:05.343699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38808) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:05.352570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0ff39012-95d8-42bd-8f16-f9d5a0104045 req-f4eca87b-1404-4489-9f2b-26872c471269 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 210 time: 0.0673275 Oct 27 15:58:05.488564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f233a703-4989-464c-9e40-7f49d5660020 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:05.489334 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:05.548599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:05.559775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:05.607241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Pushing event updated for resources: {'Port': ['ID=5f5a6b8c-ce98-4079-be0c-cf4143fbccbd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:05.652275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94299675-baa8-45fe-9936-17a571ba7258 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:05.687147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff386116-d767-4a2a-8da9-3fa3bea5f282 None None] Network 1b2d8b14-8822-4617-8111-c6974e73feff requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:58:05.718189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:58:05.729380 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Sync routers for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:58:05.755638 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:05.758968 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:57:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:05.858407 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:05.861116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a8bf9f7e-608b-44de-a218-f6d2e87881b4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3843455 Oct 27 15:58:05.866481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38824) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:05.917743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a5eb71ec-9447-4717-b514-7a8f0e4b7142 None None] Provisioning complete for port f233a703-4989-464c-9e40-7f49d5660020 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:05.918147 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a5eb71ec-9447-4717-b514-7a8f0e4b7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:05.952325 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:05.971940 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.063901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a77163cf-89b4-4dbf-9633-6cf35b894c8f req-e6eecd78-2042-49e5-838c-c81e752a8744 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 210 time: 0.1125400 Oct 27 15:58:06.078651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-138c79ad-c58c-49a3-938a-e97a89e50068 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:06.080324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-138c79ad-c58c-49a3-938a-e97a89e50068 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 820 time: 0.4803579 Oct 27 15:58:06.082585 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94299675-baa8-45fe-9936-17a571ba7258 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.095938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Request body: {'port': {'device_id': '2e69f579-30db-4a68-8e03-0bdb25935791', 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254', 'admin_state_up': True, 'tenant_id': 'f57d649d5e5d4b59a5f1858ed4614af9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:06.163681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port f233a703-4989-464c-9e40-7f49d5660020, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f233a703-4989-464c-9e40-7f49d5660020,segment=NetworkSegment(0093ff44-731a-4a19-8c77-c61af0aeca10),segment_id=0093ff44-731a-4a19-8c77-c61af0aeca10)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:06.166475 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.227926 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94299675-baa8-45fe-9936-17a571ba7258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.276440 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a5eb71ec-9447-4717-b514-7a8f0e4b7142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.283022 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.315293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94299675-baa8-45fe-9936-17a571ba7258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1980d0f-a8d9-4f55-9e46-fb407e343f2d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:06.320615 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:03Z', 'revision_number': 3, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:06.343616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-94299675-baa8-45fe-9936-17a571ba7258 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5726b24d1934ecf9004a3c3f69a5560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9956121 Oct 27 15:58:06.343810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38828) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:06.365519 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Checking router: c661eff4-7cf6-4100-ae3d-b35dda75df25 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:58:06.366251 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Updating router c661eff4-7cf6-4100-ae3d-b35dda75df25 port 7cd438c9-df93-4c03-aef2-40e025d900d4 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 15:58:06.406032 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.413594 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=f233a703-4989-464c-9e40-7f49d5660020,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:06.417634 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a5eb71ec-9447-4717-b514-7a8f0e4b7142 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:58:06.418108 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a5eb71ec-9447-4717-b514-7a8f0e4b7142 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:58:06.452157 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b61ba7-b7a7-4d01-92b2-45c76966eb41 req-d84c1d45-6836-42db-8ce1-bf57eb0b8a1b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:06.458337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-037feac3-6ee8-44c0-bdaf-51e105f48484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.492776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06b61ba7-b7a7-4d01-92b2-45c76966eb41 req-d84c1d45-6836-42db-8ce1-bf57eb0b8a1b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.3753161 Oct 27 15:58:06.519675 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-037feac3-6ee8-44c0-bdaf-51e105f48484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.522375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 83b66e02-0067-4613-bd48-11b44454adf5 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:06.574775 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06b61ba7-b7a7-4d01-92b2-45c76966eb41 req-745e05f5-270a-4c54-ae7c-67f50907463a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757160 Oct 27 15:58:06.577767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Made reservation on behalf of f57d649d5e5d4b59a5f1858ed4614af9 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:06.583223 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.639870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 83b66e02-0067-4613-bd48-11b44454adf5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:06.641417 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.784181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a0734bf-3b4e-4e27-875a-1ba6e9e08f04 req-1a85dbed-5833-4922-a365-fd8edf0a7fd5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 210 time: 0.0468802 Oct 27 15:58:06.787809 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-037feac3-6ee8-44c0-bdaf-51e105f48484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.790873 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-037feac3-6ee8-44c0-bdaf-51e105f48484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.792954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-037feac3-6ee8-44c0-bdaf-51e105f48484 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1980d0f-a8d9-4f55-9e46-fb407e343f2d HTTP/1.1" status: 204 len: 168 time: 0.4481945 Oct 27 15:58:06.846573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037feac3-6ee8-44c0-bdaf-51e105f48484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1980d0f-a8d9-4f55-9e46-fb407e343f2d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:06.967658 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:06.973315 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:07.039341 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:07.082207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Allocated IP 172.20.0.14 (edc90018-5c2c-4f12-a27e-1b1214dfa254/afc0ac4d-20a4-4903-a917-822967ac10a7/51b18c50-5744-4c06-a98d-4efb95646ea4) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:07.087907 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Pushing event updated for resources: {'Port': ['ID=7cd438c9-df93-4c03-aef2-40e025d900d4,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:07.099942 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.100457 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.101225 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.101822 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.103855 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.104675 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.109071 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.109071 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.109071 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.109071 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.109071 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.109071 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Tracked resource versions report: Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: pushed versions: Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: { 'AddressGroup': {'1.2'}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'ConntrackHelper': {'1.0'}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'Log': {'1.0'}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'Network': {'1.1'}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'Port': {'1.7'}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'PortForwarding': {'1.2'}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'QosPolicy': {'1.10'}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'SecurityGroup': {'1.4'}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'SecurityGroupRule': {'1.2'}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'SubPort': {'1.0'}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'Subnet': {'1.1'}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'Trunk': {'1.1'}} Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: consumer versions: Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: { DHCP agent@n-d-815689-1: {}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: HyperV agent@n-h1-815689-1: {}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: HyperV agent@n-h2-815689-1: {}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: L3 agent@n-d-815689-1: {}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: Metadata agent@n-d-815689-1: {}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: Metering agent@n-d-815689-1: {}, Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: Open vSwitch agent@n-d-815689-1: { 'AddressGroup': '1.2', Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'ConntrackHelper': '1.0', Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'Log': '1.0', Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'Network': '1.1', Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'Port': '1.7', Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'PortForwarding': '1.2', Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'QosPolicy': '1.10', Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'SecurityGroup': '1.4', Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'SecurityGroupRule': '1.2', Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'SubPort': '1.0', Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'Subnet': '1.1', Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: 'Trunk': '1.1'}} Oct 27 15:58:07.113290 n-d-815689-1 neutron-server[109725]: {{(pid=109725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 27 15:58:07.123846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-077601d3-ff30-44e5-b45e-05c340a05fde None None] Provisioning complete for port f233a703-4989-464c-9e40-7f49d5660020 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:07.124408 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-077601d3-ff30-44e5-b45e-05c340a05fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:07.137143 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Attempting to bind port 7cd438c9-df93-4c03-aef2-40e025d900d4 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:07.137579 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Attempting to bind port 7cd438c9-df93-4c03-aef2-40e025d900d4 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:07.138061 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Attempting to bind port 7cd438c9-df93-4c03-aef2-40e025d900d4 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:07.144612 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:07.145089 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:07.145552 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:07.146081 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:07.147657 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Bound port: 7cd438c9-df93-4c03-aef2-40e025d900d4, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:07.147657 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:07.223282 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] For port 7cd438c9-df93-4c03-aef2-40e025d900d4, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:07.227548 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:07.229219 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] For port 7cd438c9-df93-4c03-aef2-40e025d900d4, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7cd438c9-df93-4c03-aef2-40e025d900d4,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:07.256653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-7cbbbe73-f3c8-49ca-8aaa-382ad19c71b6 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a225fcc9660e4da7bda0fcf014c31d46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731871 Oct 27 15:58:07.301727 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:07.394659 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270a336-a62e-4541-a071-645a8baab558 None None] Pushing event updated for resources: {'Port': ['ID=7cd438c9-df93-4c03-aef2-40e025d900d4,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:07.405765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f404724b-ddeb-4a0d-bc09-04cc96ba13da req-089f14b4-77ca-49fd-9c8c-119335945aa4 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 210 time: 0.1589229 Oct 27 15:58:07.450463 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:07.451606 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:57:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:07.549634 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:07.550242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:58:07.552410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Allocated IP 172.20.0.1 (8b826b14-9ed7-4dfd-bde9-c96e8798fbc8/5264cb02-dd3a-41fe-8969-595f3b8b1351/32414605-48ff-42a1-aab6-e55d720b903c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:07.643088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-de9be720-99b6-441a-9d2b-9a472ec8d9ff tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:07.644614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-de9be720-99b6-441a-9d2b-9a472ec8d9ff tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775940 Oct 27 15:58:07.679918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Request body: {'port': {'device_id': '0aafe822-4c52-4512-a2f1-590d2a01967c', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': 'a225fcc9660e4da7bda0fcf014c31d46'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:07.752672 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:07.959360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38872) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:07.963457 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:07.968137 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:03Z', 'revision_number': 3, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:08.006012 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4278357-d618-4ac8-9ae4-074dcdc85e68 None None] The sync data for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 is: [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:03Z', 'revision_number': 3, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:58:08.019439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa746bc4-af50-4ec0-9779-5069893e8e2c req-5f8b1fbe-3ca0-4568-ad29-e4e94b9fefe3 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:08.021637 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa746bc4-af50-4ec0-9779-5069893e8e2c req-5f8b1fbe-3ca0-4568-ad29-e4e94b9fefe3 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.4429419 Oct 27 15:58:08.035235 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c17d3404-bd31-440d-befb-6268447e1c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.075534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Network edc90018-5c2c-4f12-a27e-1b1214dfa254 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:08.079964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:58:08.085102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217ceba-dbc6-4caf-af95-0afbb4c6ec2d req-51f3d598-94ef-4461-9045-9b09f1a91ae0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:08.093695 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2217ceba-dbc6-4caf-af95-0afbb4c6ec2d req-51f3d598-94ef-4461-9045-9b09f1a91ae0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.4298167 Oct 27 15:58:08.101176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Pushing event updated for resources: {'Port': ['ID=51b18c50-5744-4c06-a98d-4efb95646ea4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:08.103269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa746bc4-af50-4ec0-9779-5069893e8e2c req-324a4d4f-1ada-4250-992d-0eec014c0bb8 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671968 Oct 27 15:58:08.114581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Sync routers for ids ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:58:08.114788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:08.136261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:08.140817 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Routers {'9f09009b-4d8b-4ee7-ad9d-04258e835dc7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:08.141534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:57:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:08.142674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:08.143547 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.186257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.188111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-570e3439-646f-4eb3-bf51-645643e3126c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1307588 Oct 27 15:58:08.197942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38878) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:08.216355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.239830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2217ceba-dbc6-4caf-af95-0afbb4c6ec2d req-3908bfb1-bf9b-452c-9799-32e706dae7df tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310461 Oct 27 15:58:08.258135 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-167eac82-2bfd-462f-ba51-d20271931eb0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1670711 Oct 27 15:58:08.273814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Request body: {'port': {'device_id': '2e69f579-30db-4a68-8e03-0bdb25935791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:08.332512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Set router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:08.466140 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c17d3404-bd31-440d-befb-6268447e1c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.473893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Made reservation on behalf of a225fcc9660e4da7bda0fcf014c31d46 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:08.477058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.494226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.494530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215195-f47c-4331-9c55-d07d2cab9ff1 req-46049ee8-d990-4e7e-9334-e55c88323da0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:08.500163 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c215195-f47c-4331-9c55-d07d2cab9ff1 req-46049ee8-d990-4e7e-9334-e55c88323da0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 932 time: 0.2317243 Oct 27 15:58:08.513426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.657340 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.687701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f233a703-4989-464c-9e40-7f49d5660020 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:08.703283 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c17d3404-bd31-440d-befb-6268447e1c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.782045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:05Z', 'revision_number': 3, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:08.816713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f233a703-4989-464c-9e40-7f49d5660020 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:08.817168 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.821220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:08.831903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Pushing event updated for resources: {'Port': ['ID=32414605-48ff-42a1-aab6-e55d720b903c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:08.834608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:08.851418 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c215195-f47c-4331-9c55-d07d2cab9ff1 req-1c06d703-f800-47ff-a47a-1eb19adc8496 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992934 Oct 27 15:58:08.854008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:08.854520 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:08.855386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Checking router: 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:58:08.855831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Updating router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 port 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 15:58:08.953055 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2ba8352a-9943-4785-8e8a-a98808077adc req-501653c2-3821-4dd1-a8e6-bbcc2a45c584 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 210 time: 0.2440987 Oct 27 15:58:08.958541 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.089065 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c17d3404-bd31-440d-befb-6268447e1c55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97335a14641746739622af9e40b24509&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1207812 Oct 27 15:58:09.096493 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38890) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:09.115291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d3404-bd31-440d-befb-6268447e1c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adc077c-be9c-4576-ad82-02883704bbc8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:09.205159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b18c50-5744-4c06-a98d-4efb95646ea4 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:09.213084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.230097 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.263668 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.270938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Transition to ACTIVE for port object 51b18c50-5744-4c06-a98d-4efb95646ea4 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:58:09.351745 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-32843e95-bce3-449f-b508-88ab1ca1b20d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.381708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f1b3f-074e-46c5-abae-c7f287a298c2 req-0f45efe6-e8a9-448e-beda-7421c182bd46 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:09.395692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-966f1b3f-074e-46c5-abae-c7f287a298c2 req-0f45efe6-e8a9-448e-beda-7421c182bd46 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0728154 Oct 27 15:58:09.402426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-30f3fc33-49c9-483c-93d2-952ee95da306 None None] Provisioning complete for port 32414605-48ff-42a1-aab6-e55d720b903c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:09.403442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30f3fc33-49c9-483c-93d2-952ee95da306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.412436 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.432400 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-32843e95-bce3-449f-b508-88ab1ca1b20d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.439676 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.443930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-30f3fc33-49c9-483c-93d2-952ee95da306 None None] Port 32414605-48ff-42a1-aab6-e55d720b903c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:09.447214 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.450611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.518089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cecf27-8efb-426f-86a4-32fe956c188e req-b158ca37-6d42-4316-99f3-719941f840b5 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:09.519659 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0cecf27-8efb-426f-86a4-32fe956c188e req-b158ca37-6d42-4316-99f3-719941f840b5 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1972330 Oct 27 15:58:09.554357 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.569064 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7900dfb-ad4e-44d2-8c71-b4f734828fc8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:09.614818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-966f1b3f-074e-46c5-abae-c7f287a298c2 req-98537ad0-847e-41f6-8056-096f0cb8a5a7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161152 Oct 27 15:58:09.646956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Attempting to bind port 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:09.647319 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Attempting to bind port 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:09.647683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Attempting to bind port 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:09.661117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ece10-3398-4251-91bf-f8d97c02191f None None] Pushing event updated for resources: {'Port': ['ID=5f5a6b8c-ce98-4079-be0c-cf4143fbccbd,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:09.661767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Pushing event updated for resources: {'Port': ['ID=51b18c50-5744-4c06-a98d-4efb95646ea4,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:09.663770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0cecf27-8efb-426f-86a4-32fe956c188e req-ce424702-b7ed-454e-9df7-66f0f937a3e6 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309423 Oct 27 15:58:09.684327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:09.684327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:09.684327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.684327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:09.684327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Bound port: 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:09.684327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.745242 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] For port 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:09.750340 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.752137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] For port 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5f5a6b8c-ce98-4079-be0c-cf4143fbccbd,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:09.761265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:09.761265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:09.761265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:09.772028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Port 51b18c50-5744-4c06-a98d-4efb95646ea4 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:58:09.772257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-32843e95-bce3-449f-b508-88ab1ca1b20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.772362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:09.774932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-32843e95-bce3-449f-b508-88ab1ca1b20d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.775746 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-32843e95-bce3-449f-b508-88ab1ca1b20d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6adc077c-be9c-4576-ad82-02883704bbc8 HTTP/1.1" status: 204 len: 168 time: 0.6783013 Oct 27 15:58:09.785306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Allocated IP 192.168.233.108 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:09.788766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:09.788766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:09.789217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:09.789669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Bound port: 51b18c50-5744-4c06-a98d-4efb95646ea4, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:09.790032 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.791797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32843e95-bce3-449f-b508-88ab1ca1b20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adc077c-be9c-4576-ad82-02883704bbc8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:09.808796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38900) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:09.835958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Allocated IP 172.20.0.1 (1b2d8b14-8822-4617-8111-c6974e73feff/0575cc79-1ce7-4bfb-afa0-3772e6cab24f/27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:09.849290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.850017 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.865625 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:09.972353 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Routers {'9f09009b-4d8b-4ee7-ad9d-04258e835dc7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:09.976612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:57:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:10.059319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:10.063906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ece10-3398-4251-91bf-f8d97c02191f None None] Pushing event updated for resources: {'Port': ['ID=5f5a6b8c-ce98-4079-be0c-cf4143fbccbd,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:10.074387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=51b18c50-5744-4c06-a98d-4efb95646ea4,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:10.093893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.53', 56912) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:10.118974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Pushing event updated for resources: {'Port': ['ID=32414605-48ff-42a1-aab6-e55d720b903c,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:10.128366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] Set router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:10.158898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.161987 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e22cff3c-a888-4b80-abfb-d43ddfb55326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.181739 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb36464b-011e-46b8-8e2f-434b07f3bfba req-b14c7402-a214-441a-b97f-fcbd74f6d6a4 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 210 time: 0.1036978 Oct 27 15:58:10.281399 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:10.293256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:10.327571 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.327874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:10.329194 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.330705 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] 10.222.0.53 "PUT /v2.0/ports/51b18c50-5744-4c06-a98d-4efb95646ea4 HTTP/1.1" status: 200 len: 1092 time: 2.0631647 Oct 27 15:58:10.334420 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-7567f06f-c548-43bd-b234-68e5ef466240 req-96540655-1aa4-4028-89f3-e1904311c1d6 service neutron] show failed (client error): The resource could not be found. Oct 27 15:58:10.342730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-96540655-1aa4-4028-89f3-e1904311c1d6 service neutron] 10.222.0.53 "GET /v2.0/ports/b845e54b-64a5-4133-a4e1-c7e442b8b249/bindings/n-h1-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.2390969 Oct 27 15:58:10.382387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e69f579-30db-4a68-8e03-0bdb25935791', 'tag': '51b18c50-5744-4c06-a98d-4efb95646ea4'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:10.386043 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443d281f-17d8-4f57-9e01-f5bcd009f20a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e69f579-30db-4a68-8e03-0bdb25935791", "tag": "51b18c50-5744-4c06-a98d-4efb95646ea4"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:10.407050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.500442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:05Z', 'revision_number': 3, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:10.547808 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031f5b96-ff35-4975-acec-7fe9b2d22978 None None] The sync data for ids ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'] in n-d-815689-1 is: [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:05Z', 'revision_number': 3, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:58:10.582618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7cd438c9-df93-4c03-aef2-40e025d900d4 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:10.586393 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169405d4-5cf5-45d4-a9be-bfb920e96554 x-openstack-request-id: req-169405d4-5cf5-45d4-a9be-bfb920e96554 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:10.586682 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e69f579-30db-4a68-8e03-0bdb25935791", "tag": "51b18c50-5744-4c06-a98d-4efb95646ea4", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:10.586933 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-169405d4-5cf5-45d4-a9be-bfb920e96554 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:10.587392 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e69f579-30db-4a68-8e03-0bdb25935791', 'tag': '51b18c50-5744-4c06-a98d-4efb95646ea4', 'status': 'completed', 'code': 200} Oct 27 15:58:10.594493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae2b4d-ef84-4236-864c-6c86a2c52d69 service neutron] Pushing event updated for resources: {'Port': ['ID=51b18c50-5744-4c06-a98d-4efb95646ea4,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:10.627436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226ace2-668d-454c-85a7-6db99420daa7 req-d25a3c80-063b-4d33-b8f3-446d243e6a55 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:10.637908 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a226ace2-668d-454c-85a7-6db99420daa7 req-d25a3c80-063b-4d33-b8f3-446d243e6a55 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 944 time: 0.5618124 Oct 27 15:58:10.645359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.719215 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e22cff3c-a888-4b80-abfb-d43ddfb55326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.728659 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7cd438c9-df93-4c03-aef2-40e025d900d4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:10.729069 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.784795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Router c661eff4-7cf6-4100-ae3d-b35dda75df25 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:58:10.843708 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e22cff3c-a888-4b80-abfb-d43ddfb55326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.887659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Pushing event updated for resources: {'Port': ['ID=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:10.919238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:10.931059 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.942293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-54fc022e-1354-4b8f-bff9-d404f3077254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:10.944223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-54fc022e-1354-4b8f-bff9-d404f3077254 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1095 time: 0.4699283 Oct 27 15:58:10.945285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:10.950147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:10.956639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 7cd438c9-df93-4c03-aef2-40e025d900d4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7cd438c9-df93-4c03-aef2-40e025d900d4,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:10.957868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:10.958689 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.962113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9566299b-1309-4715-88a3-110b5fdaba67 None None] Provisioning complete for port 32414605-48ff-42a1-aab6-e55d720b903c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:10.962919 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9566299b-1309-4715-88a3-110b5fdaba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:10.996139 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a226ace2-668d-454c-85a7-6db99420daa7 req-e06d0483-201c-4ac3-9572-df432d380c43 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521810 Oct 27 15:58:11.067661 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9566299b-1309-4715-88a3-110b5fdaba67 None None] Port 32414605-48ff-42a1-aab6-e55d720b903c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:11.067661 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:11.168183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a3b8d87d-f6ef-44d1-af7b-655ca595c188 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5012343 Oct 27 15:58:11.171966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=7cd438c9-df93-4c03-aef2-40e025d900d4,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:11.187681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Request body: {'port': {'device_id': '0aafe822-4c52-4512-a2f1-590d2a01967c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:11.203834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-4124b332-fd55-4d23-bc5d-2773917e1338 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51b18c50-5744-4c06-a98d-4efb95646ea4 HTTP/1.1" status: 200 len: 217 time: 0.2412493 Oct 27 15:58:11.404662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b6024af6-3dff-4bf4-a646-5222349ab94c None None] Provisioning complete for port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:11.405597 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6024af6-3dff-4bf4-a646-5222349ab94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:11.422431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250358-b417-457b-a6a0-c6b47f0ff7c0 req-429e2081-d628-4043-9cf1-b9790e007519 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:11.430740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-17250358-b417-457b-a6a0-c6b47f0ff7c0 req-429e2081-d628-4043-9cf1-b9790e007519 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.6730833 Oct 27 15:58:11.432772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:58:11.442248 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:11.448976 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3fef08eb-2577-4103-93c3-6751f927b09b admin admin] 10.222.0.15 "PUT /v2.0/routers/c661eff4-7cf6-4100-ae3d-b35dda75df25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5135207 Oct 27 15:58:11.473522 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e22cff3c-a888-4b80-abfb-d43ddfb55326 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=117890765bd045ae9f749ef4a77cd2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6577020 Oct 27 15:58:11.479523 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38940) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:11.481155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:11.489365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-8cd9edb3-9614-4742-9850-3fb57ec1b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:11.491233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-8cd9edb3-9614-4742-9850-3fb57ec1b81a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.2654307 Oct 27 15:58:11.515430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b6024af6-3dff-4bf4-a646-5222349ab94c None None] Port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:11.540225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3f41f-06ad-401a-be2f-097708b8773a req-44379a16-73c7-47aa-9210-2930853486dd tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:11.541905 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fa3f41f-06ad-401a-be2f-097708b8773a req-44379a16-73c7-47aa-9210-2930853486dd tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.3178473 Oct 27 15:58:11.588023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-4d74ac4d-7f81-45bb-b14a-5274e943b029 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839665 Oct 27 15:58:11.612531 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Sync routers for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:58:11.618271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Pushing event updated for resources: {'Port': ['ID=27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:11.641282 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:11.642244 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:57:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:11.652626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c3dcf86-fc63-4cf7-b724-07f7d9739687 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:11.680750 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c3dcf86-fc63-4cf7-b724-07f7d9739687 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:11.741054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fa3f41f-06ad-401a-be2f-097708b8773a req-1aee983c-0fd9-4eb6-962f-b24f0b66acda tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704705 Oct 27 15:58:11.798070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Network 1b2d8b14-8822-4617-8111-c6974e73feff is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:11.832811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:11.842685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:11.843212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:11.847348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22cff3c-a888-4b80-abfb-d43ddfb55326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551119e3-61c4-45df-837d-91cff2a41b28,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:11.858460 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-17250358-b417-457b-a6a0-c6b47f0ff7c0 req-ec01fedf-2ab5-4252-95fa-5574e8aabd66 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270725 Oct 27 15:58:11.907767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c3dcf86-fc63-4cf7-b724-07f7d9739687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:11.916244 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c3dcf86-fc63-4cf7-b724-07f7d9739687 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:11.920149 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5c3dcf86-fc63-4cf7-b724-07f7d9739687 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/551119e3-61c4-45df-837d-91cff2a41b28 HTTP/1.1" status: 204 len: 168 time: 0.4231935 Oct 27 15:58:11.920313 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:11.959056 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f06f-c548-43bd-b234-68e5ef466240 req-13e65ad4-b71b-4153-8584-fc2194c4d6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:11.963940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-13e65ad4-b71b-4153-8584-fc2194c4d6d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb&tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5 HTTP/1.1" status: 200 len: 1100 time: 0.9003184 Oct 27 15:58:11.974574 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-4aaa5021-373b-4e5b-ba15-6602ea60a397 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642180 Oct 27 15:58:11.986069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:11.990282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3dcf86-fc63-4cf7-b724-07f7d9739687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551119e3-61c4-45df-837d-91cff2a41b28,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:12.222501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:12.231834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41864764-52b5-45e7-adca-1efbff2bf6ab req-79d1398f-57f2-415b-80a1-5aab6408d101 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:12.240958 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41864764-52b5-45e7-adca-1efbff2bf6ab req-79d1398f-57f2-415b-80a1-5aab6408d101 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 936 time: 0.4063849 Oct 27 15:58:12.284190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d71eb7-2631-46c2-a7e5-c56dd5c1f882 req-183f9d14-d2f3-471f-afb8-225d3dbef91d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:12.286801 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-93d71eb7-2631-46c2-a7e5-c56dd5c1f882 req-183f9d14-d2f3-471f-afb8-225d3dbef91d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 944 time: 0.1246831 Oct 27 15:58:12.343388 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41864764-52b5-45e7-adca-1efbff2bf6ab req-0408643a-0d11-4109-ae74-d058d5832f03 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860202 Oct 27 15:58:12.359517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-42595d1e-cb8d-4d70-9aa8-a1bd41a1db21 None None] Provisioning complete for port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:12.361391 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-42595d1e-cb8d-4d70-9aa8-a1bd41a1db21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:12.366528 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 2, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:12.379198 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a42cc9-b1da-4512-9f45-4b686ee0b4f5 req-8be2cd65-d401-4227-84a1-e45b013b0b66 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919039 Oct 27 15:58:12.447015 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Checking router: c661eff4-7cf6-4100-ae3d-b35dda75df25 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:58:12.447381 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Updating router c661eff4-7cf6-4100-ae3d-b35dda75df25 port 32414605-48ff-42a1-aab6-e55d720b903c binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 15:58:12.472639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-42595d1e-cb8d-4d70-9aa8-a1bd41a1db21 None None] Port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:12.478991 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-93d71eb7-2631-46c2-a7e5-c56dd5c1f882 req-dc12d162-46cd-4514-a1b3-a13278aad71a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768641 Oct 27 15:58:12.478991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:12.527296 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:12.679999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7cd438c9-df93-4c03-aef2-40e025d900d4 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:12.776496 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:12.808216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7cd438c9-df93-4c03-aef2-40e025d900d4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:12.808216 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:12.856176 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:12.857837 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:12.950065 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:58:12.974162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:12.990217 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.055151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:13.068358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d281f-17d8-4f57-9e01-f5bcd009f20a req-a734b2f9-794b-4083-b2a1-2b7ea19ef651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:13.070071 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-443d281f-17d8-4f57-9e01-f5bcd009f20a req-a734b2f9-794b-4083-b2a1-2b7ea19ef651 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1095 time: 0.1748989 Oct 27 15:58:13.072297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Transition to ACTIVE for port object 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:58:13.147554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe6a15-b0f3-4a22-b487-d63e950d9f5e req-e5cbd6e5-f2ac-4126-95ae-76d9ae6fe834 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:13.151466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fbe6a15-b0f3-4a22-b487-d63e950d9f5e req-e5cbd6e5-f2ac-4126-95ae-76d9ae6fe834 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.2595060 Oct 27 15:58:13.161616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.186231 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.200011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:13.200422 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.222048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Pushing event updated for resources: {'Port': ['ID=27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:13.261002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b0602-81ee-42de-96a3-8b35d7bf1617 req-4187ca40-b6d1-424d-8da0-d64963f2f376 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:13.267420 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3a9b0602-81ee-42de-96a3-8b35d7bf1617 req-4187ca40-b6d1-424d-8da0-d64963f2f376 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.1773081 Oct 27 15:58:13.273156 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.329788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38974) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:13.333372 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.346877 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee8172-81a5-46a2-bf03-f1ed59b96498 None None] Pushing event updated for resources: {'Port': ['ID=32414605-48ff-42a1-aab6-e55d720b903c,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:13.390628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Pushing event updated for resources: {'Port': ['ID=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:13.392002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5f5a6b8c-ce98-4079-be0c-cf4143fbccbd,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:13.459238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Attempting to bind port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:13.459238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Attempting to bind port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:13.460137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Attempting to bind port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:13.461136 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-126ad65c-7cf3-4d61-a70f-c6894619481c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.468931 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.492245 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Attempting to bind port 32414605-48ff-42a1-aab6-e55d720b903c on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:13.492625 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Attempting to bind port 32414605-48ff-42a1-aab6-e55d720b903c by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:13.495974 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Attempting to bind port 32414605-48ff-42a1-aab6-e55d720b903c on network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:13.518154 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:13.518547 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Checking segment: {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:13.518939 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.524359 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fbe6a15-b0f3-4a22-b487-d63e950d9f5e req-695a45d9-b10f-4b12-9c57-024b8657ef55 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566678 Oct 27 15:58:13.525380 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Bound using segment: {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:13.528809 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Bound port: 32414605-48ff-42a1-aab6-e55d720b903c, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:13.530838 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.533323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:58:13.533793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Attempting to bind port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:13.539333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Network 1b2d8b14-8822-4617-8111-c6974e73feff is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:13.544613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:13.545079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:13.545608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:13.546247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Bound port: 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:13.546861 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.555977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d281f-17d8-4f57-9e01-f5bcd009f20a req-588eeeee-3434-44cf-8a7e-3a502cc8a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:13.562628 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-443d281f-17d8-4f57-9e01-f5bcd009f20a req-588eeeee-3434-44cf-8a7e-3a502cc8a3b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.4813190 Oct 27 15:58:13.582207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:13.607101 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3a9b0602-81ee-42de-96a3-8b35d7bf1617 req-2d79f94a-e3b6-49cb-8ad7-bf2b24ebba36 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231299 Oct 27 15:58:13.626747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=5f5a6b8c-ce98-4079-be0c-cf4143fbccbd,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:13.646445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:13.732997 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-443d281f-17d8-4f57-9e01-f5bcd009f20a req-1aa8b590-ef3a-4412-815b-8649fb1fb6f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51b18c50-5744-4c06-a98d-4efb95646ea4 HTTP/1.1" status: 200 len: 217 time: 0.1478543 Oct 27 15:58:13.755137 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38984) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:13.773823 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] For port 32414605-48ff-42a1-aab6-e55d720b903c, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:13.792174 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] For port 32414605-48ff-42a1-aab6-e55d720b903c, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=32414605-48ff-42a1-aab6-e55d720b903c,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:13.828128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-network', 'tenant_id': 'feddf991a81349a096a85e084473fe75'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:13.898327 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.917755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff2258-dab6-44ee-865b-c0118a80f399 req-601d30c3-a51f-4111-9ef3-2e130762caa6 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:13.924529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fc81085b-de0e-408a-95a2-87b9819962af None None] Provisioning complete for port 32414605-48ff-42a1-aab6-e55d720b903c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:13.925109 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fc81085b-de0e-408a-95a2-87b9819962af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:13.934818 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h2-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:13.939865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57ff2258-dab6-44ee-865b-c0118a80f399 req-601d30c3-a51f-4111-9ef3-2e130762caa6 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 948 time: 0.2191100 Oct 27 15:58:13.950017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d281f-17d8-4f57-9e01-f5bcd009f20a req-b453ed8c-2dee-4d2e-9a09-59e9808463c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:13.952005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-443d281f-17d8-4f57-9e01-f5bcd009f20a req-b453ed8c-2dee-4d2e-9a09-59e9808463c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.1391835 Oct 27 15:58:13.953549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] For port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:13.959499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] For port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:14.003757 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:14.007550 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:57:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:14.020236 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-443d281f-17d8-4f57-9e01-f5bcd009f20a req-f39b79d8-df2e-41c0-af07-d9ee421ba812 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523882 Oct 27 15:58:14.060448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57ff2258-dab6-44ee-865b-c0118a80f399 req-dffd0df5-6fbf-4000-b9c0-a8281710ebf9 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152058 Oct 27 15:58:14.073111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.159594 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fc81085b-de0e-408a-95a2-87b9819962af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.162766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314a4c2-fcbf-4f4b-980c-e161f2cb5ed0 req-9e2574b8-d78c-498d-b60f-affc8a70acda tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:14.178730 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5314a4c2-fcbf-4f4b-980c-e161f2cb5ed0 req-9e2574b8-d78c-498d-b60f-affc8a70acda tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 944 time: 0.4111705 Oct 27 15:58:14.178730 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Made reservation on behalf of feddf991a81349a096a85e084473fe75 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:14.178730 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.180483 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:14.216375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:14.217549 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.222381 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] 10.222.0.53 "PUT /v2.0/ports/8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f HTTP/1.1" status: 200 len: 1096 time: 3.0529673 Oct 27 15:58:14.222872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aafe822-4c52-4512-a2f1-590d2a01967c', 'tag': '8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:14.227993 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecfdd0e-d11f-4d14-9951-1a22667b18de" -d '{"events": [{"name": "network-changed", "server_uuid": "0aafe822-4c52-4512-a2f1-590d2a01967c", "tag": "8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:14.256810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fc81085b-de0e-408a-95a2-87b9819962af None None] For port 32414605-48ff-42a1-aab6-e55d720b903c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=32414605-48ff-42a1-aab6-e55d720b903c,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:14.285654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201b70b-76a6-4ecc-82d9-2873353e50ba service neutron] Pushing event updated for resources: {'Port': ['ID=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:14.307018 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-126ad65c-7cf3-4d61-a70f-c6894619481c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.328042 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5314a4c2-fcbf-4f4b-980c-e161f2cb5ed0 req-7d3b5ff6-abe3-4080-a7d8-4e3754617e93 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524754 Oct 27 15:58:14.330666 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fc81085b-de0e-408a-95a2-87b9819962af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.372032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.408521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:14.411088 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed482297-3cec-44de-b036-418b1de701fe" -d '{"events": [{"server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:14.420489 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-443d281f-17d8-4f57-9e01-f5bcd009f20a req-c6862a8e-cb99-4fd5-bf2b-d2b62839ceac service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893778 Oct 27 15:58:14.428824 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.429054 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0857b50c-57c5-4d63-bc53-57d5e87f62ba x-openstack-request-id: req-0857b50c-57c5-4d63-bc53-57d5e87f62ba {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:14.429408 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aafe822-4c52-4512-a2f1-590d2a01967c", "tag": "8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:14.429677 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0857b50c-57c5-4d63-bc53-57d5e87f62ba {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:14.430110 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aafe822-4c52-4512-a2f1-590d2a01967c', 'tag': '8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f', 'status': 'completed', 'code': 200} Oct 27 15:58:14.435017 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-126ad65c-7cf3-4d61-a70f-c6894619481c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.470291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81085b-de0e-408a-95a2-87b9819962af None None] Pushing event updated for resources: {'Port': ['ID=32414605-48ff-42a1-aab6-e55d720b903c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:14.492986 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee8172-81a5-46a2-bf03-f1ed59b96498 None None] Pushing event updated for resources: {'Port': ['ID=32414605-48ff-42a1-aab6-e55d720b903c,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:14.530309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c5bcd8ba-d0b4-40ff-82e9-aca9c1b95e03 None None] Provisioning complete for port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:14.530848 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd8ba-d0b4-40ff-82e9-aca9c1b95e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.541091 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:14.581465 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-126ad65c-7cf3-4d61-a70f-c6894619481c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=309425cf41c147b7a89308870c35b951&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2422078 Oct 27 15:58:14.590770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c5bcd8ba-d0b4-40ff-82e9-aca9c1b95e03 None None] Port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:14.590985 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052a8a5a-1a95-459a-b886-d502049b0509 x-openstack-request-id: req-052a8a5a-1a95-459a-b886-d502049b0509 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:14.591211 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "name": "network-vif-unplugged", "status": "completed", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:14.591439 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-052a8a5a-1a95-459a-b886-d502049b0509 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:14.592680 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249', 'code': 200} Oct 27 15:58:14.594063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39008) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:14.594819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ad65c-7cf3-4d61-a70f-c6894619481c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0f5d4f-9d7d-448f-ad3f-5f37b675bfd3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:14.597827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:14.600140 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbf3c0-5ed2-41f1-9e53-4b1c12ef81eb None None] The sync data for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 is: [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:58:14.617758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:58:14.694479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c5bcd8ba-d0b4-40ff-82e9-aca9c1b95e03 None None] Provisioning complete for port 32414605-48ff-42a1-aab6-e55d720b903c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:14.695586 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5bcd8ba-d0b4-40ff-82e9-aca9c1b95e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.710706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Transition to ACTIVE for port object b845e54b-64a5-4133-a4e1-c7e442b8b249 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:58:14.718619 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-f1d3eeb7-531e-475b-aca4-a296d314704d tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ce150b57ca64df3aaae167d84a6c866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1102512 Oct 27 15:58:14.721313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-46011c99-2b6d-45e1-ab4c-d34bd1be24ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:14.722739 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-46011c99-2b6d-45e1-ab4c-d34bd1be24ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a225fcc9660e4da7bda0fcf014c31d46&device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 1099 time: 0.3846593 Oct 27 15:58:14.784017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:14.784736 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.799708 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaef438c-2cd9-4f4a-9eb7-2bd2dede8769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.807156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:14.846145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-d4b444cb-2ac4-4920-a30d-f1f7a950b8a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f HTTP/1.1" status: 200 len: 217 time: 0.1107142 Oct 27 15:58:14.946035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-443d281f-17d8-4f57-9e01-f5bcd009f20a req-155ce8e9-0286-46c6-ad1c-b9935adb183b service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959741 Oct 27 15:58:14.971381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-b29a35aa-dcce-45d0-8b13-cc61e6b8bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:14.973461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-b29a35aa-dcce-45d0-8b13-cc61e6b8bf38 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1152437 Oct 27 15:58:14.973765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Pushing event updated for resources: {'Port': ['ID=b845e54b-64a5-4133-a4e1-c7e442b8b249,revision_number=6']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:15.026005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 51b18c50-5744-4c06-a98d-4efb95646ea4 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:58:15.028219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b845e54b-64a5-4133-a4e1-c7e442b8b249 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:58:15.039374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] No DVR routers for this DVR port b845e54b-64a5-4133-a4e1-c7e442b8b249 on host n-h2-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:58:15.050170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab43db-f9f4-476f-bdb0-c036fe79c49c req-f31739c9-ab21-4474-9c1f-36c4c87d14ec tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:15.051785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4cab43db-f9f4-476f-bdb0-c036fe79c49c req-f31739c9-ab21-4474-9c1f-36c4c87d14ec tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.3611057 Oct 27 15:58:15.087931 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaef438c-2cd9-4f4a-9eb7-2bd2dede8769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:15.112706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-5b3bd6a4-3e61-4b86-8f84-60df88b900a6 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:15.114205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-5b3bd6a4-3e61-4b86-8f84-60df88b900a6 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3863952 Oct 27 15:58:15.151156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a22c6499-8091-4955-a93e-e5c19e1dbeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:15.155957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-a22c6499-8091-4955-a93e-e5c19e1dbeea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1667151 Oct 27 15:58:15.174020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b845e54b-64a5-4133-a4e1-c7e442b8b249 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:58:15.185175 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-73402449-ad49-4ea7-8458-e85bb2140ecf tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/quotas/2ce150b57ca64df3aaae167d84a6c866 HTTP/1.1" status: 200 len: 375 time: 0.0530763 Oct 27 15:58:15.219298 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Attempting to bind port b845e54b-64a5-4133-a4e1-c7e442b8b249 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:15.219724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Attempting to bind port b845e54b-64a5-4133-a4e1-c7e442b8b249 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:15.219949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Attempting to bind port b845e54b-64a5-4133-a4e1-c7e442b8b249 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:15.244088 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4cab43db-f9f4-476f-bdb0-c036fe79c49c req-4e503010-78f0-474c-b085-7d3fa9caf6dc tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828511 Oct 27 15:58:15.249815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Port b845e54b-64a5-4133-a4e1-c7e442b8b249 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:58:15.250151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Attempting to bind port b845e54b-64a5-4133-a4e1-c7e442b8b249 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:15.250504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=51b18c50-5744-4c06-a98d-4efb95646ea4,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:15.261877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:58:15.276642 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-5050f738-a78e-42f6-93a0-4a362432d02d tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ce150b57ca64df3aaae167d84a6c866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806696 Oct 27 15:58:15.277117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '51b18c50-5744-4c06-a98d-4efb95646ea4', 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254', 'port_id': '51b18c50-5744-4c06-a98d-4efb95646ea4', 'mac_address': 'fa:16:3e:28:53:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0ac4d-20a4-4903-a917-822967ac10a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:58:15.288630 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d56134fa-16e2-43c0-adda-d80563710072 admin admin] 10.222.0.15 "PUT /v2.0/routers/9f09009b-4d8b-4ee7-ad9d-04258e835dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0896137 Oct 27 15:58:15.290720 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:15.292275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:15.292615 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:15.292989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:15.293430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Bound port: b845e54b-64a5-4133-a4e1-c7e442b8b249, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:15.293782 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:15.319908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Sync routers for ids ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:58:15.365828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-e10069a3-08e1-4756-8750-20d563e07bea service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983018 Oct 27 15:58:15.400523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaef438c-2cd9-4f4a-9eb7-2bd2dede8769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:15.403554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Routers {'9f09009b-4d8b-4ee7-ad9d-04258e835dc7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:15.404963 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:57:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:15.411397 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaef438c-2cd9-4f4a-9eb7-2bd2dede8769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:15.414847 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eaef438c-2cd9-4f4a-9eb7-2bd2dede8769 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c0f5d4f-9d7d-448f-ad3f-5f37b675bfd3 HTTP/1.1" status: 204 len: 168 time: 0.8100760 Oct 27 15:58:15.422569 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:15.514739 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef438c-2cd9-4f4a-9eb7-2bd2dede8769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0f5d4f-9d7d-448f-ad3f-5f37b675bfd3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:15.547973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:58:15.583467 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac190eb-be0c-44a4-af5d-7e0158fc28bb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:15.616155 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e7a6606-d58c-47ea-b7b2-e04e4540a7dc req-68cb8c9f-9dbb-4aaa-b2cb-3bd09d189897 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411892 Oct 27 15:58:15.637842 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:15.638635 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Added segment be36c473-6ef1-4237-8345-e4da8d5e8491 of type vlan for network cf89e876-a6e9-4468-95d5-4fab092ef7ce Oct 27 15:58:15.711134 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:15.735238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da890ac-a30a-496c-9ff3-2f0acc26e830 req-b453c830-5fdc-4a4e-a7e5-694924ef7951 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:15.743187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8da890ac-a30a-496c-9ff3-2f0acc26e830 req-b453c830-5fdc-4a4e-a7e5-694924ef7951 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 948 time: 0.0676546 Oct 27 15:58:15.803945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554c3b6-6c7f-44b0-8caf-9d4791ae7159 req-88977e2b-9de0-4099-afc5-a2ff0847f4db tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:15.815568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c554c3b6-6c7f-44b0-8caf-9d4791ae7159 req-88977e2b-9de0-4099-afc5-a2ff0847f4db tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 947 time: 0.3617785 Oct 27 15:58:15.853437 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:15.854344 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8da890ac-a30a-496c-9ff3-2f0acc26e830 req-d8938bf5-6614-47f0-9f2d-f41e8e970538 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099002 Oct 27 15:58:15.859705 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:15.869017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfdd0e-d11f-4d14-9951-1a22667b18de req-c61ba931-7a6e-411f-b381-42b6c91edcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:15.869599 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:15.870675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fecfdd0e-d11f-4d14-9951-1a22667b18de req-c61ba931-7a6e-411f-b381-42b6c91edcd2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a225fcc9660e4da7bda0fcf014c31d46&device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 1099 time: 0.1046395 Oct 27 15:58:15.870836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:15.871648 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:15.987537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:16.005044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Set router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:16.052564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfdd0e-d11f-4d14-9951-1a22667b18de req-52bc9db7-d6f4-4cf9-b98a-94905e1f4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:16.054383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fecfdd0e-d11f-4d14-9951-1a22667b18de req-52bc9db7-d6f4-4cf9-b98a-94905e1f4076 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.1759877 Oct 27 15:58:16.100601 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3221178 Oct 27 15:58:16.123267 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c554c3b6-6c7f-44b0-8caf-9d4791ae7159 req-1220ccbe-c8c1-4771-bb58-5a1089a20f29 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980824 Oct 27 15:58:16.126037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39032) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:16.142988 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:16.163060 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] Request body: {'subnet': {'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-subnet', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:16.192600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b18c50-5744-4c06-a98d-4efb95646ea4 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:16.214602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337f00c-70cb-4605-8a50-2277c953ad10 admin admin] Pushing event updated for resources: {'Network': ['ID=cf89e876-a6e9-4468-95d5-4fab092ef7ce,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:16.215630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=51b18c50-5744-4c06-a98d-4efb95646ea4,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:16.245335 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:16.252631 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:16.259870 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] 10.222.0.54 "PUT /v2.0/ports/b845e54b-64a5-4133-a4e1-c7e442b8b249 HTTP/1.1" status: 200 len: 1095 time: 4.2787464 Oct 27 15:58:16.272569 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fecfdd0e-d11f-4d14-9951-1a22667b18de req-e43d7a24-a08c-4f53-8306-32055541e00d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f HTTP/1.1" status: 200 len: 217 time: 0.2097552 Oct 27 15:58:16.278224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network cf89e876-a6e9-4468-95d5-4fab092ef7ce details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:58:16.296893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ddee8-df2d-42c5-9b78-0f8a805edbfd service neutron] Pushing event updated for resources: {'Port': ['ID=b845e54b-64a5-4133-a4e1-c7e442b8b249,revision_number=7']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:16.423070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] Made reservation on behalf of feddf991a81349a096a85e084473fe75 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:16.433809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:16.437642 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:16.553371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f06f-c548-43bd-b234-68e5ef466240 req-81609360-174a-4533-b74f-02860ef4aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:16.555164 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-81609360-174a-4533-b74f-02860ef4aecf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1098 time: 0.2344136 Oct 27 15:58:16.569640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=51b18c50-5744-4c06-a98d-4efb95646ea4,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:16.632882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd352-ad83-4d2c-940a-17ca18578ffa req-cd4946fc-be9d-41aa-a269-375f44eb9eff tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:16.634427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3afd352-ad83-4d2c-940a-17ca18578ffa req-cd4946fc-be9d-41aa-a269-375f44eb9eff tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 945 time: 0.5609221 Oct 27 15:58:16.636183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfdd0e-d11f-4d14-9951-1a22667b18de req-2de9cdb3-1411-4e64-b53d-8c394362e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:16.637520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fecfdd0e-d11f-4d14-9951-1a22667b18de req-2de9cdb3-1411-4e64-b53d-8c394362e67b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.3011322 Oct 27 15:58:16.644088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:16.649349 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b5eb86-e51c-4b71-937b-f5029082efaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:16.681866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:12Z', 'revision_number': 4, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1', 'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'mac_address': 'fa:16:3e:cf:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:09Z', 'updated_at': '2021-10-27T15:58:12Z', 'revision_number': 2, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'subnets': [{'id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:16.695143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['51b18c50-5744-4c06-a98d-4efb95646ea4'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:16.766978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3afd352-ad83-4d2c-940a-17ca18578ffa req-3b0406a2-70c4-4271-bde0-f28ecc3a4063 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060002 Oct 27 15:58:16.808279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 32414605-48ff-42a1-aab6-e55d720b903c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:16.817225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Checking router: 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:58:16.817225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Updating router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 15:58:16.837594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfdd0e-d11f-4d14-9951-1a22667b18de req-785dd615-06f2-4efe-a47e-455bd85b52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:16.846860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fecfdd0e-d11f-4d14-9951-1a22667b18de req-785dd615-06f2-4efe-a47e-455bd85b52a0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1982067 Oct 27 15:58:16.885735 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f06f-c548-43bd-b234-68e5ef466240 req-463eff05-1563-47bd-9de6-235a4181ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:16.887187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-463eff05-1563-47bd-9de6-235a4181ee58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.3157516 Oct 27 15:58:16.909133 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:16.940192 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-42ea557c-6888-4e3c-add2-d671b7d8eed0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249 HTTP/1.1" status: 200 len: 217 time: 0.0424566 Oct 27 15:58:17.043796 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3eb6d006-64ef-4c72-8916-283715a88d89 req-df01d21f-4bd8-4aad-afed-11231893ff07 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 210 time: 0.1761982 Oct 27 15:58:17.068187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f06f-c548-43bd-b234-68e5ef466240 req-0ff4a67b-8ca5-4a57-958f-018ce612ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:17.069691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-0ff4a67b-8ca5-4a57-958f-018ce612ef6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1013608 Oct 27 15:58:17.089410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fecfdd0e-d11f-4d14-9951-1a22667b18de req-d9d4aa30-b9c5-4bc9-a2be-454b6861ff24 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347968 Oct 27 15:58:17.135015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:17.216564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 32414605-48ff-42a1-aab6-e55d720b903c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:17.218493 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:17.225345 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78edc89-40ee-4aed-85ac-eae10541e46a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:17.243077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567f06f-c548-43bd-b234-68e5ef466240 req-d3ef7a5a-9616-4d71-ac2c-2298f3e29bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:17.244594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-d3ef7a5a-9616-4d71-ac2c-2298f3e29bc0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1653659 Oct 27 15:58:17.262897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fecfdd0e-d11f-4d14-9951-1a22667b18de req-34f018f8-0132-4c6f-bc12-5c800e9337bd service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656573 Oct 27 15:58:17.346583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff1ff7-eda3-4ca2-a6bd-c959b6c59fe9 req-fbd00c97-9689-42a6-baae-0dea78519c68 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:17.350060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-26ff1ff7-eda3-4ca2-a6bd-c959b6c59fe9 req-fbd00c97-9689-42a6-baae-0dea78519c68 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0864003 Oct 27 15:58:17.423000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-26ff1ff7-eda3-4ca2-a6bd-c959b6c59fe9 req-d256c5c0-778f-4135-94ab-3773d154ba71 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641248 Oct 27 15:58:17.591521 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:17.642664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-d4874966-399d-4c67-b3d0-9e10f3e76eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:17.644352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-d4874966-399d-4c67-b3d0-9e10f3e76eff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1098 time: 0.0636022 Oct 27 15:58:17.656033 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9823e093-5928-4a7f-a3af-74555803a7fd x-openstack-request-id: req-9823e093-5928-4a7f-a3af-74555803a7fd {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:17.656780 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:17.656780 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9823e093-5928-4a7f-a3af-74555803a7fd {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:17.657031 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249', 'status': 'completed', 'code': 200} Oct 27 15:58:17.657924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] Checking segment: {'id': 'be36c473-6ef1-4237-8345-e4da8d5e8491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:17.658288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] Network hostable DHCP agents. Network: cf89e876-a6e9-4468-95d5-4fab092ef7ce, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:58:17.665449 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:17.688012 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39060) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:17.725362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-96ad0e78-9a64-4e9f-9bf5-30b181a08c12 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445741033', 'description': 'tempest-description--34023082'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:17.769044 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-a062ce1e-0710-4c06-a026-d3ea42ddaea5 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042589 Oct 27 15:58:17.791173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b9de0-e3ed-41af-bb4a-628f8bcf8b54 None None] Pushing event updated for resources: {'Port': ['ID=27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:17.848877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e5aa1-8b89-490a-a846-334719214bdb req-4f19c02c-d5ee-4b90-a243-f529ee549240 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:17.855178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] Network cf89e876-a6e9-4468-95d5-4fab092ef7ce is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:58:17.864701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Attempting to bind port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:17.867612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Attempting to bind port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:17.867612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Attempting to bind port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 on network 1b2d8b14-8822-4617-8111-c6974e73feff {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:17.874119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:17.874441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Checking segment: {'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:17.874995 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:17.875604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Bound using segment: {'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:17.876121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Bound port: 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:17.876514 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:17.879326 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb7e5aa1-8b89-490a-a846-334719214bdb req-4f19c02c-d5ee-4b90-a243-f529ee549240 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 948 time: 0.2470350 Oct 27 15:58:17.892353 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96ad0e78-9a64-4e9f-9bf5-30b181a08c12 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:17.956030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-05ca6c5f-b54b-4501-9061-8086d134a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:17.958492 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-05ca6c5f-b54b-4501-9061-8086d134a9d1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2770481 Oct 27 15:58:17.980769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ca68e-c6ce-4df7-80a8-230bc0cf2635 req-cd6a37e9-d3c7-49ba-8650-64fb985f9a32 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:17.986293 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-657ca68e-c6ce-4df7-80a8-230bc0cf2635 req-cd6a37e9-d3c7-49ba-8650-64fb985f9a32 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 947 time: 0.1910646 Oct 27 15:58:18.000303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] For port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:18.004558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] For port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1,segment=NetworkSegment(0093ff44-731a-4a19-8c77-c61af0aeca10),segment_id=0093ff44-731a-4a19-8c77-c61af0aeca10)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:18.005981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, cf89e876-a6e9-4468-95d5-4fab092ef7ce) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:18.017689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a23e0d-d92d-4c98-aad4-2579bec4ba38 None None] Network cf89e876-a6e9-4468-95d5-4fab092ef7ce requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:58:18.042109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:18.042714 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:18.049309 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb7e5aa1-8b89-490a-a846-334719214bdb req-7434479a-f90b-42f8-9244-de20e73e5fb5 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658006 Oct 27 15:58:18.051453 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-0f09e882-ad47-434c-af7f-23352dcba6fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249 HTTP/1.1" status: 200 len: 217 time: 0.0847797 Oct 27 15:58:18.063223 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7567f06f-c548-43bd-b234-68e5ef466240 req-698179b8-a69c-4968-85f5-e7783c0a8887 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854412 Oct 27 15:58:18.092969 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:18.175423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-657ca68e-c6ce-4df7-80a8-230bc0cf2635 req-11356338-a50b-41cc-a594-a512a20af1cf tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828125 Oct 27 15:58:18.180106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-4fae3800-2940-425c-bd68-a21da8a78232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:18.191629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96ad0e78-9a64-4e9f-9bf5-30b181a08c12 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:18.195127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-4fae3800-2940-425c-bd68-a21da8a78232 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1259615 Oct 27 15:58:18.204042 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-20fefb8b-e822-4c4d-9a53-94f2c12d8418 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0593929 Oct 27 15:58:18.204517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39072) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:18.214750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-router', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:18.272086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b9de0-e3ed-41af-bb4a-628f8bcf8b54 None None] Pushing event updated for resources: {'Port': ['ID=27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:18.294317 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Routers {'9f09009b-4d8b-4ee7-ad9d-04258e835dc7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:18.295847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:57:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:18.309014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ea0ca-92c4-4a6a-b3e0-d0ef7c92f074 req-9ae32b7d-601f-4a77-a54f-49a6ebaf2a3c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:18.321142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b77ea0ca-92c4-4a6a-b3e0-d0ef7c92f074 req-9ae32b7d-601f-4a77-a54f-49a6ebaf2a3c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 945 time: 0.1239307 Oct 27 15:58:18.322409 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96ad0e78-9a64-4e9f-9bf5-30b181a08c12 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:18.341928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-92af02dc-24cd-4cac-b141-073e13a96240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:18.343931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-92af02dc-24cd-4cac-b141-073e13a96240 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1338954 Oct 27 15:58:18.384919 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3930be8a-2e8a-4e57-8e5e-17ff6ed39136 req-854374fa-7a0b-4d6f-8df1-394ce2442096 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 210 time: 0.0665820 Oct 27 15:58:18.389510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b77ea0ca-92c4-4a6a-b3e0-d0ef7c92f074 req-c0254118-1370-4147-8bae-0566589f4295 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673141 Oct 27 15:58:18.455724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad0e78-9a64-4e9f-9bf5-30b181a08c12 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcd0c10-dab5-4812-8d00-5208d9dc4923,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:18.473920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-c984c993-6b9e-4d03-a94c-dd5496392076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:18.476590 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-c984c993-6b9e-4d03-a94c-dd5496392076 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1098 time: 0.2362685 Oct 27 15:58:18.541686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b2e179f7-df53-4dd4-a4b2-11bfefed22ab None None] Provisioning complete for port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:18.542056 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2e179f7-df53-4dd4-a4b2-11bfefed22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:18.554303 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:18.556780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:18.593959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-094e156d-cc44-4733-a7ff-cc1140812086 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269387 Oct 27 15:58:18.646744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] Set router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:18.714911 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:18.727284 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96ad0e78-9a64-4e9f-9bf5-30b181a08c12 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:18.729226 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-96ad0e78-9a64-4e9f-9bf5-30b181a08c12 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0322254 Oct 27 15:58:18.740192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39080) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:18.755130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-075427bd-cf89-468b-ae51-026a0b885329 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Request body: {'security_group_rule': {'security_group_id': 'ffcd0c10-dab5-4812-8d00-5208d9dc4923', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:18.810772 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e453e3dd-caaf-4875-b054-7b81c2848761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:18.880728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-f6159876-9af6-48f4-95c1-0f8e3ebbd182 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2ce150b57ca64df3aaae167d84a6c866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2626059 Oct 27 15:58:18.958342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bec11c-36e3-4d4b-8a6c-bde9b1bf9e24 req-178598af-145d-4173-9617-1a2a519b73cd tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:18.966271 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02bec11c-36e3-4d4b-8a6c-bde9b1bf9e24 req-178598af-145d-4173-9617-1a2a519b73cd tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.2482197 Oct 27 15:58:19.000435 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-1f40a564-cf9f-4141-914b-2b486c42bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:19.002019 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-1f40a564-cf9f-4141-914b-2b486c42bb25 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.5048687 Oct 27 15:58:19.039061 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-075427bd-cf89-468b-ae51-026a0b885329 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.077363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-9d8f2840-04dc-4649-b444-1164240c0807 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734025 Oct 27 15:58:19.081799 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.095025 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-a1bc6a02-6303-4a89-af8a-da3e5e270cc2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249 HTTP/1.1" status: 200 len: 217 time: 0.0769160 Oct 27 15:58:19.108815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-8a8590a1-ec9f-4984-82af-a73c5a8df40a tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:19.110402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-8a8590a1-ec9f-4984-82af-a73c5a8df40a tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045677 Oct 27 15:58:19.137368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Request body: {'port': {'device_id': '3bc3db8f-9493-426c-b413-cb88b11428c6', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '2ce150b57ca64df3aaae167d84a6c866'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:19.180396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:58:19.181279 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02bec11c-36e3-4d4b-8a6c-bde9b1bf9e24 req-d40a2d6e-6d19-46d9-8bf1-0d53c74213bc tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126062 Oct 27 15:58:19.182578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 51b18c50-5744-4c06-a98d-4efb95646ea4 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:19.273420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-cf89e876-a6e9-4468-95d5-4fab092ef7ce', 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'fixed_ips': [{'subnet_id': 'e78edc89-40ee-4aed-85ac-eae10541e46a'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 15:58:19.274311 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.276554 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2e179f7-df53-4dd4-a4b2-11bfefed22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.288730 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-4fdd3cb8-3797-408b-a4db-3e9f7fa2d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:19.290236 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-4fdd3cb8-3797-408b-a4db-3e9f7fa2d802 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1691549 Oct 27 15:58:19.336672 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-075427bd-cf89-468b-ae51-026a0b885329 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.348482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd80ff-1c8c-498f-be86-d89074d8d554 req-f2c0419c-8286-459b-a40d-e74e2788d1c5 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:19.349978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2abd80ff-1c8c-498f-be86-d89074d8d554 req-f2c0419c-8286-459b-a40d-e74e2788d1c5 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 948 time: 0.0683157 Oct 27 15:58:19.374982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Made reservation on behalf of 2ce150b57ca64df3aaae167d84a6c866 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:19.379068 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.394767 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.404581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-87591f83-5180-4526-9f12-e33d7ebd4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:19.406196 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-87591f83-5180-4526-9f12-e33d7ebd4be2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036706 Oct 27 15:58:19.408863 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-075427bd-cf89-468b-ae51-026a0b885329 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.422035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7565d-0f97-434b-9c65-0ce3fd27a48f req-7bb67fed-f7dd-44d4-8a62-b0220d2f98b1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:19.422776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80a7565d-0f97-434b-9c65-0ce3fd27a48f req-7bb67fed-f7dd-44d4-8a62-b0220d2f98b1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 947 time: 0.1299300 Oct 27 15:58:19.442419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2abd80ff-1c8c-498f-be86-d89074d8d554 req-c2edf06c-48b5-4b76-b53a-b03af3e74769 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698781 Oct 27 15:58:19.504249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075427bd-cf89-468b-ae51-026a0b885329 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0cde8d-e14d-4118-bbd7-e2f9e30b3eda,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:19.544363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b2e179f7-df53-4dd4-a4b2-11bfefed22ab None None] For port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1,segment=NetworkSegment(0093ff44-731a-4a19-8c77-c61af0aeca10),segment_id=0093ff44-731a-4a19-8c77-c61af0aeca10)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:19.568011 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80a7565d-0f97-434b-9c65-0ce3fd27a48f req-eaf1b61a-1846-44a4-b4e9-e489edd455a9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280510 Oct 27 15:58:19.587267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:19.607765 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.636125 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-075427bd-cf89-468b-ae51-026a0b885329 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.640202 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-075427bd-cf89-468b-ae51-026a0b885329 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8919899 Oct 27 15:58:19.640618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39102) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:19.647186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-06a1e4cd-9140-4a24-a0d7-e477afb9f132 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Request body: {'security_group_rule': {'security_group_id': 'ffcd0c10-dab5-4812-8d00-5208d9dc4923', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:19.670890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-70f8028d-383b-4ea3-b435-1e78ce9a8366 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449853 Oct 27 15:58:19.675586 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2e179f7-df53-4dd4-a4b2-11bfefed22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.678799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f', 'mac_address': 'fa:16:3e:88:28:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:58:19.693158 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 51b18c50-5744-4c06-a98d-4efb95646ea4 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:58:19.711691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bb8cb9c-9f4d-4fad-a93a-71d74164ecba req-588711bb-1ac2-4c87-bef2-38ed95682b83 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 210 time: 0.0396986 Oct 27 15:58:19.724647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.765078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Allocated IP 172.20.0.2 (cf89e876-a6e9-4468-95d5-4fab092ef7ce/e78edc89-40ee-4aed-85ac-eae10541e46a/3b7f701d-ef62-4cea-b0c5-af6c039f2526) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:19.767903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 51b18c50-5744-4c06-a98d-4efb95646ea4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:19.768467 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.807485 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.838194 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.862226 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:19.865542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:12Z', 'revision_number': 4, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1', 'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'mac_address': 'fa:16:3e:cf:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:09Z', 'updated_at': '2021-10-27T15:58:17Z', 'revision_number': 4, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'subnets': [{'id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:19.900417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Allocated IP 192.168.233.106 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/fe677145-9861-4f62-9e57-54d8404e6f08) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:19.932587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e179f7-df53-4dd4-a4b2-11bfefed22ab None None] Pushing event updated for resources: {'Port': ['ID=27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:19.948155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8a1e2-be5b-42a5-931d-38a7d905aaaa None None] The sync data for ids ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'] in n-d-815689-1 is: [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:12Z', 'revision_number': 4, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1', 'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'mac_address': 'fa:16:3e:cf:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:09Z', 'updated_at': '2021-10-27T15:58:17Z', 'revision_number': 4, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'subnets': [{'id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:58:19.970549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:20.005507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:20.015014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-600962ce-fcf6-47f9-b032-ac7196bb6a39 None None] Provisioning complete for port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:20.015394 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-600962ce-fcf6-47f9-b032-ac7196bb6a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.043292 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b5eb86-e51c-4b71-937b-f5029082efaf req-630f2c93-17cb-4ac9-b8a9-f1763a3818fb service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507180 Oct 27 15:58:20.076766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Allocated IP 172.25.4.98 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/8c4f6a9b-8083-4123-be60-1ae996ef97b4) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:20.135771 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.146101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a66be8-175e-4f65-8228-b133684a8cdf,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:20.164287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-06a1e4cd-9140-4a24-a0d7-e477afb9f132 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.209046 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.288302 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.300038 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.327584 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.335267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04683b79-cdce-4488-84e1-25f597b900bc req-1ca03bab-c46c-4e51-8a59-ddb996c4f787 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:20.342952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04683b79-cdce-4488-84e1-25f597b900bc req-1ca03bab-c46c-4e51-8a59-ddb996c4f787 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 945 time: 0.2792232 Oct 27 15:58:20.354314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:20.363612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.365514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:20.377075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8193048-fea0-4e86-bea7-6b276ebe8551 req-d0283862-eeed-4e89-99cf-761af36a1387 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:20.379352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8193048-fea0-4e86-bea7-6b276ebe8551 req-d0283862-eeed-4e89-99cf-761af36a1387 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0837212 Oct 27 15:58:20.401729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e69f579-30db-4a68-8e03-0bdb25935791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b18c50-5744-4c06-a98d-4efb95646ea4'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:20.405463 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b968a07c-e532-4b1b-a002-8a175a6b8537" -d '{"events": [{"server_uuid": "2e69f579-30db-4a68-8e03-0bdb25935791", "name": "network-vif-plugged", "status": "completed", "tag": "51b18c50-5744-4c06-a98d-4efb95646ea4"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:20.414934 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-06a1e4cd-9140-4a24-a0d7-e477afb9f132 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.457133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04683b79-cdce-4488-84e1-25f597b900bc req-acf1b4c0-5c3d-425d-a928-857d59a682fb tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016381 Oct 27 15:58:20.497775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Network cf89e876-a6e9-4468-95d5-4fab092ef7ce is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:20.514997 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8193048-fea0-4e86-bea7-6b276ebe8551 req-0f92a4fb-77ee-4b7c-94ba-1d4c309dddf4 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241226 Oct 27 15:58:20.515981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=51b18c50-5744-4c06-a98d-4efb95646ea4,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:20.521962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:20.587049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:20.587049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Pushing event updated for resources: {'Port': ['ID=3b7f701d-ef62-4cea-b0c5-af6c039f2526,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:20.648257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:20.695272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595108f-60e0-4470-b1b3-b8a00f02367d req-8587d124-2ffb-443f-bd1a-eb5c967cabb1 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:20.703451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2595108f-60e0-4470-b1b3-b8a00f02367d req-8587d124-2ffb-443f-bd1a-eb5c967cabb1 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 949 time: 0.1052725 Oct 27 15:58:20.729695 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5be4c87-cad2-4031-9e84-863d3c6c4c87 x-openstack-request-id: req-c5be4c87-cad2-4031-9e84-863d3c6c4c87 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:20.732540 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e69f579-30db-4a68-8e03-0bdb25935791", "name": "network-vif-plugged", "status": "completed", "tag": "51b18c50-5744-4c06-a98d-4efb95646ea4", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:20.732848 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5be4c87-cad2-4031-9e84-863d3c6c4c87 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:20.733422 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e69f579-30db-4a68-8e03-0bdb25935791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b18c50-5744-4c06-a98d-4efb95646ea4', 'code': 200} Oct 27 15:58:20.793211 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2595108f-60e0-4470-b1b3-b8a00f02367d req-8495a7a2-038e-4ff3-a87c-f853ad617b52 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748663 Oct 27 15:58:20.793211 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-06a1e4cd-9140-4a24-a0d7-e477afb9f132 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.794792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a082b-5287-470f-a425-35520c56a13b req-e0621389-0d2c-4d0c-83a2-e58771b58027 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:20.796726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db3a082b-5287-470f-a425-35520c56a13b req-e0621389-0d2c-4d0c-83a2-e58771b58027 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 947 time: 0.0801113 Oct 27 15:58:20.799332 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.818483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Attempting to bind port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:20.819022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Attempting to bind port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'be36c473-6ef1-4237-8345-e4da8d5e8491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:20.819483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Attempting to bind port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 on network cf89e876-a6e9-4468-95d5-4fab092ef7ce {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:20.823709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39625885-75e5-445b-85da-239fbf203920 req-277a8b95-f75b-4fe2-a0fb-cf5877d4bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:20.825419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39625885-75e5-445b-85da-239fbf203920 req-277a8b95-f75b-4fe2-a0fb-cf5877d4bb41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1096 time: 0.1147840 Oct 27 15:58:20.829180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1e4cd-9140-4a24-a0d7-e477afb9f132 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ace724e-a7e4-4d3e-8c7e-e125129f050a,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:20.844320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:20.844844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Checking segment: {'id': 'be36c473-6ef1-4237-8345-e4da8d5e8491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:20.845663 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.846162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Bound using segment: {'id': 'be36c473-6ef1-4237-8345-e4da8d5e8491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:20.846746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Bound port: 3b7f701d-ef62-4cea-b0c5-af6c039f2526, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be36c473-6ef1-4237-8345-e4da8d5e8491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:20.847226 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.849332 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.850316 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.882899 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db3a082b-5287-470f-a425-35520c56a13b req-60fefdb4-619d-421d-a2e5-7b252caad3ed tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749781 Oct 27 15:58:20.894448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:20.901710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:20.904798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:20.932630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:20.949125 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-06a1e4cd-9140-4a24-a0d7-e477afb9f132 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.950328 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-06a1e4cd-9140-4a24-a0d7-e477afb9f132 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3077302 Oct 27 15:58:20.952929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39625885-75e5-445b-85da-239fbf203920 req-5fab9cc1-14ed-4131-8bc6-16b88e3353ce service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193190 Oct 27 15:58:20.959369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39140) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:20.964801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:20.969467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:20.973265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:20.980013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:20.980879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:20.986978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Pushing event updated for resources: {'Port': ['ID=fe677145-9861-4f62-9e57-54d8404e6f08,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:21.016984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f7f0f6-e8da-4612-89f1-eefc35dfab11 req-de972ff0-a31a-42c7-a801-6ab26db9f9d4 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:21.025020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40f7f0f6-e8da-4612-89f1-eefc35dfab11 req-de972ff0-a31a-42c7-a801-6ab26db9f9d4 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 936 time: 0.0910764 Oct 27 15:58:21.039326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:21.041358 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:21.057939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39142) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:21.063470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4f6a9b-8083-4123-be60-1ae996ef97b4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:21.106090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40f7f0f6-e8da-4612-89f1-eefc35dfab11 req-19eede1e-1626-4ebe-bc6e-5465e9d303fe tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801482 Oct 27 15:58:21.112210 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-a14ae861-ab51-427f-bfad-127aece6ad89 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9911964 Oct 27 15:58:21.147760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Request body: {'port': {'device_id': '3bc3db8f-9493-426c-b413-cb88b11428c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:21.263004 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:21.270354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] For port 3b7f701d-ef62-4cea-b0c5-af6c039f2526, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:21.278745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=51b18c50-5744-4c06-a98d-4efb95646ea4,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:21.290186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:21.328013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] For port 3b7f701d-ef62-4cea-b0c5-af6c039f2526, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3b7f701d-ef62-4cea-b0c5-af6c039f2526,segment=NetworkSegment(be36c473-6ef1-4237-8345-e4da8d5e8491),segment_id=be36c473-6ef1-4237-8345-e4da8d5e8491)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:21.377615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3a2e3e3e-5aff-4b22-b09d-8fc00e0112bc None None] Provisioning complete for port fe677145-9861-4f62-9e57-54d8404e6f08 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:21.378276 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3a2e3e3e-5aff-4b22-b09d-8fc00e0112bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:21.410128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64ce8346-99c1-4805-b32e-0198d62c2aac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:21.416765 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:21.547415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811af6b4-7dae-490f-8e44-4e30ec23ee8a None None] Pushing event updated for resources: {'Port': ['ID=3b7f701d-ef62-4cea-b0c5-af6c039f2526,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:21.583699 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ccd4b01-e328-48a7-a2a6-e44c464afb5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:21.643169 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3a2e3e3e-5aff-4b22-b09d-8fc00e0112bc None None] Port fe677145-9861-4f62-9e57-54d8404e6f08 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:21.728156 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64ce8346-99c1-4805-b32e-0198d62c2aac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:21.731899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe677145-9861-4f62-9e57-54d8404e6f08 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:21.744747 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:21.762995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Transition to ACTIVE for port object fe677145-9861-4f62-9e57-54d8404e6f08 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:58:21.775685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d84d81-5ce0-418c-8c02-3152c6db51b6 req-ce2957c0-ae9a-4be8-839b-7154562b7a79 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:21.777615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56d84d81-5ce0-418c-8c02-3152c6db51b6 req-ce2957c0-ae9a-4be8-839b-7154562b7a79 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1486437 Oct 27 15:58:21.792987 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64ce8346-99c1-4805-b32e-0198d62c2aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:21.867940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beeff03-b1c0-47e7-a59b-92d260127a5b req-7f8e7413-25cb-4d12-bacf-2527a4225606 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:21.869481 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:21.876739 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3beeff03-b1c0-47e7-a59b-92d260127a5b req-7f8e7413-25cb-4d12-bacf-2527a4225606 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 946 time: 0.1519403 Oct 27 15:58:21.908008 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56d84d81-5ce0-418c-8c02-3152c6db51b6 req-a2bd768a-a719-4750-95a8-4b7b4b3f33f5 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236091 Oct 27 15:58:21.939531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce8346-99c1-4805-b32e-0198d62c2aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76511eec-e4a6-4ea3-a03f-a23fa56f15f8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:21.946832 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-64ce8346-99c1-4805-b32e-0198d62c2aac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef74d0bfaeba401d8ae2d9f59c1e33b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8871872 Oct 27 15:58:21.960221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39154) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:22.011776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Pushing event updated for resources: {'Port': ['ID=fe677145-9861-4f62-9e57-54d8404e6f08,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:22.031319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.069468 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.122852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b845e54b-64a5-4133-a4e1-c7e442b8b249 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:58:22.151959 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.157872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Attempting to bind port fe677145-9861-4f62-9e57-54d8404e6f08 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:22.158205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Attempting to bind port fe677145-9861-4f62-9e57-54d8404e6f08 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:22.158527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Attempting to bind port fe677145-9861-4f62-9e57-54d8404e6f08 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:22.166538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f417c2c6-0fb3-4644-bd6f-995e325421b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.184836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393068-47f7-4566-9fdd-069ef1aa07f7 req-24461330-5956-40da-ba3d-8a254a02e31d tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:22.186426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-09393068-47f7-4566-9fdd-069ef1aa07f7 req-24461330-5956-40da-ba3d-8a254a02e31d tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 949 time: 0.1822290 Oct 27 15:58:22.187055 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3beeff03-b1c0-47e7-a59b-92d260127a5b req-7be5e434-f082-4b61-a9e4-edb238a80fbd tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119860 Oct 27 15:58:22.189079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Port fe677145-9861-4f62-9e57-54d8404e6f08 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:58:22.189399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Attempting to bind port fe677145-9861-4f62-9e57-54d8404e6f08 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:22.265300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:22.265644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:22.266032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:22.266478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Bound port: fe677145-9861-4f62-9e57-54d8404e6f08, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:22.266833 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.275739 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f417c2c6-0fb3-4644-bd6f-995e325421b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.340770 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.360117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:22.376132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'b845e54b-64a5-4133-a4e1-c7e442b8b249', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'b845e54b-64a5-4133-a4e1-c7e442b8b249', 'mac_address': 'fa:16:3e:c9:ec:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:58:22.389572 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-09393068-47f7-4566-9fdd-069ef1aa07f7 req-c834fe1a-672f-4e6f-b947-4cd3073ec4b7 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904490 Oct 27 15:58:22.440613 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.459747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] For port fe677145-9861-4f62-9e57-54d8404e6f08, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:22.463808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] For port fe677145-9861-4f62-9e57-54d8404e6f08, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fe677145-9861-4f62-9e57-54d8404e6f08,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:22.481581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b845e54b-64a5-4133-a4e1-c7e442b8b249 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:22.511662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:22.537535 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f417c2c6-0fb3-4644-bd6f-995e325421b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.540915 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f417c2c6-0fb3-4644-bd6f-995e325421b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.542437 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f417c2c6-0fb3-4644-bd6f-995e325421b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76511eec-e4a6-4ea3-a03f-a23fa56f15f8 HTTP/1.1" status: 204 len: 168 time: 0.5806310 Oct 27 15:58:22.573621 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.577171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417c2c6-0fb3-4644-bd6f-995e325421b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76511eec-e4a6-4ea3-a03f-a23fa56f15f8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:22.599525 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.661414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.724738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:22.726326 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:22.729074 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] 10.222.0.53 "PUT /v2.0/ports/fe677145-9861-4f62-9e57-54d8404e6f08 HTTP/1.1" status: 200 len: 1096 time: 1.5856845 Oct 27 15:58:22.729674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc3db8f-9493-426c-b413-cb88b11428c6', 'tag': 'fe677145-9861-4f62-9e57-54d8404e6f08'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:22.734433 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c53d7c0-db7f-463d-bd47-5064c631ea01" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc3db8f-9493-426c-b413-cb88b11428c6", "tag": "fe677145-9861-4f62-9e57-54d8404e6f08"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:22.774605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b9761-ebd2-4ef4-9e82-b5f93916f45f req-79960043-6176-469f-9268-a187457e1216 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:22.777306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979bb217-9500-4620-8939-9263bcb2d69e req-704bb08f-5da6-4eb8-9432-a25f8f54e009 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:22.777917 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-719b9761-ebd2-4ef4-9e82-b5f93916f45f req-79960043-6176-469f-9268-a187457e1216 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 947 time: 0.2503755 Oct 27 15:58:22.791863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-979bb217-9500-4620-8939-9263bcb2d69e req-704bb08f-5da6-4eb8-9432-a25f8f54e009 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 948 time: 0.2658987 Oct 27 15:58:22.871945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48552ccf-377e-43a6-9e2a-6d057df40495 service neutron] Pushing event updated for resources: {'Port': ['ID=fe677145-9861-4f62-9e57-54d8404e6f08,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:22.901877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3b7f701d-ef62-4cea-b0c5-af6c039f2526 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:22.941210 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-979bb217-9500-4620-8939-9263bcb2d69e req-f5491356-f5d7-4cf7-ab56-165c93bc6332 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473794 Oct 27 15:58:22.955061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-9b841fbe-502d-4a3b-83c8-fca2c10dd493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:22.960127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-9b841fbe-502d-4a3b-83c8-fca2c10dd493 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ce150b57ca64df3aaae167d84a6c866&device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 1099 time: 0.1224902 Oct 27 15:58:23.014820 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-719b9761-ebd2-4ef4-9e82-b5f93916f45f req-be7f8ce5-2347-4575-9919-e8246fb16a96 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669049 Oct 27 15:58:23.015594 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b845e54b-64a5-4133-a4e1-c7e442b8b249'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:23.059010 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=b845e54b-64a5-4133-a4e1-c7e442b8b249,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:23.068669 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d65130-5ffe-4521-92e0-97fb6fb1f560 x-openstack-request-id: req-96d65130-5ffe-4521-92e0-97fb6fb1f560 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:23.069176 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc3db8f-9493-426c-b413-cb88b11428c6", "tag": "fe677145-9861-4f62-9e57-54d8404e6f08", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:23.069561 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96d65130-5ffe-4521-92e0-97fb6fb1f560 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:23.071681 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc3db8f-9493-426c-b413-cb88b11428c6', 'tag': 'fe677145-9861-4f62-9e57-54d8404e6f08', 'status': 'completed', 'code': 200} Oct 27 15:58:23.073940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-32ecfa48-15a7-4607-b012-cc94f7c3c611 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=fe677145-9861-4f62-9e57-54d8404e6f08 HTTP/1.1" status: 200 len: 217 time: 0.1035666 Oct 27 15:58:23.109532 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:23.133119 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Allocated IP 172.25.4.102 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/6fd77a94-74ee-415a-a84e-641e57df2dbe) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:23.188737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-2d0fb7b9-6d27-4569-9f51-fb356c757ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:23.190498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-2d0fb7b9-6d27-4569-9f51-fb356c757ac0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0986469 Oct 27 15:58:23.211000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47fc178-a50a-454e-82f9-049e28cf32c4 None None] Network cf89e876-a6e9-4468-95d5-4fab092ef7ce requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:58:23.244727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-b0774f7c-a4bc-4622-960f-ef58c69d5989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:23.246835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-b0774f7c-a4bc-4622-960f-ef58c69d5989 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440366 Oct 27 15:58:23.273967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:23.274347 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:23.305284 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba251c1-46ca-43bf-83ba-9e0f5746ae18 req-4b080410-7d85-45cd-9491-6b655243caf8 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:23.306763 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2ba251c1-46ca-43bf-83ba-9e0f5746ae18 req-4b080410-7d85-45cd-9491-6b655243caf8 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1460807 Oct 27 15:58:23.366418 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:23.383886 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Router 961a8fa1-ceec-4948-b607-594bf9fde1ab is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:58:23.384150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-09f728a5-4798-47c4-8820-b84a86cc06a9 None None] Provisioning complete for port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:23.384150 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-09f728a5-4798-47c4-8820-b84a86cc06a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:23.390166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2ba251c1-46ca-43bf-83ba-9e0f5746ae18 req-d0d11884-14e7-49a6-855a-56cddafebbc6 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760651 Oct 27 15:58:23.516160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-53a930aa-93d1-42b2-92da-c0e629ded56c service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592602 Oct 27 15:58:23.536454 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:58:23.549559 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Sync routers for ids ['961a8fa1-ceec-4948-b607-594bf9fde1ab'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:58:23.566384 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Routers {'961a8fa1-ceec-4948-b607-594bf9fde1ab'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:23.567062 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:58:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['961a8fa1-ceec-4948-b607-594bf9fde1ab'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:23.568092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39174) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:23.574079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:58:23.603465 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:23.603717 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:23.621139 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:23.682726 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:23.742277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:23.744292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c05f5981-3115-4d27-8e5e-134a2fbd6f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:23.753734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:23.763663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:23.768780 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0f107f2f-55f9-43b6-8fd4-7834430958a5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.5623891 Oct 27 15:58:23.769676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39176) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:23.787266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:23.802998 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94c2c-20fb-4cd1-903e-8c0fa0d2b597 req-1539b33a-ac63-4c30-b71c-1c8021ebfa1a tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:23.808400 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-09f728a5-4798-47c4-8820-b84a86cc06a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:23.811838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9a94c2c-20fb-4cd1-903e-8c0fa0d2b597 req-1539b33a-ac63-4c30-b71c-1c8021ebfa1a tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 949 time: 0.1536474 Oct 27 15:58:23.811991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 3b7f701d-ef62-4cea-b0c5-af6c039f2526, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3b7f701d-ef62-4cea-b0c5-af6c039f2526,segment=NetworkSegment(be36c473-6ef1-4237-8345-e4da8d5e8491),segment_id=be36c473-6ef1-4237-8345-e4da8d5e8491)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:23.840043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ae704f-d069-4d2a-a738-11a73e9d4eab req-5e535f32-69ad-4654-97bf-cf5aee181fa1 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131890 Oct 27 15:58:23.867108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-099334c3-cca7-4db9-9ae6-b188103fe2e4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:23.869685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-099334c3-cca7-4db9-9ae6-b188103fe2e4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb&tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 948 time: 0.1663198 Oct 27 15:58:23.883157 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:23.898282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:23.914312 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Set router 961a8fa1-ceec-4948-b607-594bf9fde1ab gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:23.949559 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9a94c2c-20fb-4cd1-903e-8c0fa0d2b597 req-bd5a7b05-cb53-4523-ba65-43db60006031 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355758 Oct 27 15:58:23.981560 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-09f728a5-4798-47c4-8820-b84a86cc06a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 15:58:23.986967 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-09f728a5-4798-47c4-8820-b84a86cc06a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 15:58:24.088024 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:24.125696 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f37a25-4c84-4f7c-9aa6-6916c3a0c08b req-5a560026-5baa-4a0a-bb87-e28b5c6c1e11 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:24.130976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aafe822-4c52-4512-a2f1-590d2a01967c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:24.134046 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8962c309-6e97-4240-b445-9f7b2d49493e" -d '{"events": [{"server_uuid": "0aafe822-4c52-4512-a2f1-590d2a01967c", "name": "network-vif-plugged", "status": "completed", "tag": "8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:24.136009 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-51f37a25-4c84-4f7c-9aa6-6916c3a0c08b req-5a560026-5baa-4a0a-bb87-e28b5c6c1e11 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 946 time: 0.5706310 Oct 27 15:58:24.137655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=3b7f701d-ef62-4cea-b0c5-af6c039f2526,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:24.160206 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:24.163757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:24.194490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Pushing event updated for resources: {'Port': ['ID=6fd77a94-74ee-415a-a84e-641e57df2dbe,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:24.228112 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:24.232737 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-router', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:18Z', 'updated_at': '2021-10-27T15:58:21Z', 'revision_number': 3, 'project_id': 'feddf991a81349a096a85e084473fe75', 'gw_port': {'id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:19Z', 'updated_at': '2021-10-27T15:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:24.238335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:24.266823 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-e2f4fae5-a8c0-4b1c-a80b-f931059b8498 service neutron] delete failed (client error): The resource could not be found. Oct 27 15:58:24.267745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-e2f4fae5-a8c0-4b1c-a80b-f931059b8498 service neutron] 10.222.0.53 "DELETE /v2.0/ports/b845e54b-64a5-4133-a4e1-c7e442b8b249/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.3836436 Oct 27 15:58:24.270438 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Checking router: 961a8fa1-ceec-4948-b607-594bf9fde1ab for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:58:24.270800 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Updating router 961a8fa1-ceec-4948-b607-594bf9fde1ab port 8c4f6a9b-8083-4123-be60-1ae996ef97b4 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 15:58:24.274382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d7c0-db7f-463d-bd47-5064c631ea01 req-7ec8f785-0dfb-48ec-9119-4fee8d0ebc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:24.275968 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c53d7c0-db7f-463d-bd47-5064c631ea01 req-7ec8f785-0dfb-48ec-9119-4fee8d0ebc91 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ce150b57ca64df3aaae167d84a6c866&device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 1099 time: 0.3128855 Oct 27 15:58:24.288852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef5cab-e1ff-4814-932a-1f23eb56d26b req-f10d8733-0a2e-41f9-ba59-a741cd3fc654 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:24.291884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fef5cab-e1ff-4814-932a-1f23eb56d26b req-f10d8733-0a2e-41f9-ba59-a741cd3fc654 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 948 time: 0.0835385 Oct 27 15:58:24.304501 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:24.346492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:24.391556 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-51f37a25-4c84-4f7c-9aa6-6916c3a0c08b req-243b2479-1c87-452f-8f4d-87bcd95ac25d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459288 Oct 27 15:58:24.504083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fef5cab-e1ff-4814-932a-1f23eb56d26b req-95fa0b44-4a08-4de8-898d-645f39525787 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949582 Oct 27 15:58:24.510501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d7c0-db7f-463d-bd47-5064c631ea01 req-4db2d3c3-998c-4497-9083-030f2f19fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:24.520449 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c53d7c0-db7f-463d-bd47-5064c631ea01 req-4db2d3c3-998c-4497-9083-030f2f19fe63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2278492 Oct 27 15:58:24.544849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c05f5981-3115-4d27-8e5e-134a2fbd6f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:24.548681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3b7f701d-ef62-4cea-b0c5-af6c039f2526 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:24.557481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-7788faad-8ce7-42c7-8609-6a2f6b0d067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:24.558962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-7788faad-8ce7-42c7-8609-6a2f6b0d067a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1099 time: 0.1506720 Oct 27 15:58:24.603384 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c98a04-a915-4919-8a7d-153e06a19306 x-openstack-request-id: req-10c98a04-a915-4919-8a7d-153e06a19306 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:24.606397 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aafe822-4c52-4512-a2f1-590d2a01967c", "name": "network-vif-plugged", "status": "completed", "tag": "8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:24.606397 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10c98a04-a915-4919-8a7d-153e06a19306 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:24.606397 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aafe822-4c52-4512-a2f1-590d2a01967c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f', 'code': 200} Oct 27 15:58:24.635863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c53d7c0-db7f-463d-bd47-5064c631ea01 req-8030b8e1-6a95-4bb8-85a5-dbb6fed73960 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=fe677145-9861-4f62-9e57-54d8404e6f08 HTTP/1.1" status: 200 len: 217 time: 0.1017396 Oct 27 15:58:24.694344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:24.695050 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:24.748417 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:24.827991 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:24.830854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d7c0-db7f-463d-bd47-5064c631ea01 req-fb8f721e-01ff-4fb0-b802-a6be9962afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:24.831652 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7552c241-50f2-4261-b2dd-88499000d583 None None] Provisioning complete for port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:24.831652 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7552c241-50f2-4261-b2dd-88499000d583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:24.833131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c53d7c0-db7f-463d-bd47-5064c631ea01 req-fb8f721e-01ff-4fb0-b802-a6be9962afce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1834035 Oct 27 15:58:24.895932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16b783-7740-4aa7-93d3-d66f565ca1d9 req-c5ab57be-7e9b-42bf-8fb0-6405de0aac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:24.897487 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d16b783-7740-4aa7-93d3-d66f565ca1d9 req-c5ab57be-7e9b-42bf-8fb0-6405de0aac75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 1101 time: 0.2211027 Oct 27 15:58:24.903278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e14df-1036-4b69-8d0b-111ffb85e070 req-dda340ff-946e-4293-89ed-0d596e84af4b tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:24.905609 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d798-d1c2-4347-a6a2-d8ae2ffd0325 None None] Pushing event updated for resources: {'Port': ['ID=8c4f6a9b-8083-4123-be60-1ae996ef97b4,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:24.906165 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500e14df-1036-4b69-8d0b-111ffb85e070 req-dda340ff-946e-4293-89ed-0d596e84af4b tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1097 time: 0.2285314 Oct 27 15:58:24.917507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-b9fad0ae-085d-4fa9-9881-c00006701823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:24.918956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-b9fad0ae-085d-4fa9-9881-c00006701823 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2991123 Oct 27 15:58:24.994138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-2ce52317-5050-4f41-99de-cdbbe5579ed0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249 HTTP/1.1" status: 200 len: 217 time: 0.0619709 Oct 27 15:58:24.999155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c05f5981-3115-4d27-8e5e-134a2fbd6f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.006558 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Attempting to bind port 8c4f6a9b-8083-4123-be60-1ae996ef97b4 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:25.007218 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Attempting to bind port 8c4f6a9b-8083-4123-be60-1ae996ef97b4 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:25.007840 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Attempting to bind port 8c4f6a9b-8083-4123-be60-1ae996ef97b4 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:25.014754 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:25.018413 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:25.018413 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.018413 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:25.018413 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Bound port: 8c4f6a9b-8083-4123-be60-1ae996ef97b4, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:25.018413 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.028890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d7c0-db7f-463d-bd47-5064c631ea01 req-d3085e37-528b-4098-99a9-d00f7f8c831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:25.030459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c53d7c0-db7f-463d-bd47-5064c631ea01 req-d3085e37-528b-4098-99a9-d00f7f8c831b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1860971 Oct 27 15:58:25.053167 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d16b783-7740-4aa7-93d3-d66f565ca1d9 req-c4feaf0a-f99b-49c5-b777-0b0905831110 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425421 Oct 27 15:58:25.068289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500e14df-1036-4b69-8d0b-111ffb85e070 req-f73b9093-419f-4ea2-9557-2214ee72a260 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449556 Oct 27 15:58:25.098255 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] For port 8c4f6a9b-8083-4123-be60-1ae996ef97b4, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:25.104551 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] For port 8c4f6a9b-8083-4123-be60-1ae996ef97b4, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c4f6a9b-8083-4123-be60-1ae996ef97b4,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:25.144268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-220a4859-d703-4e93-8a7d-84ffe51a5e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:25.144688 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c05f5981-3115-4d27-8e5e-134a2fbd6f34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8540b42cf2214e65ab1d0a52e9cd6c43&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5738940 Oct 27 15:58:25.146226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-220a4859-d703-4e93-8a7d-84ffe51a5e5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1401298 Oct 27 15:58:25.148861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39194) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:25.156900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f5981-3115-4d27-8e5e-134a2fbd6f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d20cfe-7e4f-4c0e-8d3f-da5997cca13c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:25.159371 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.187740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.209681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04261ca2-9894-43fa-ac93-56b428be4715 req-a6d8f4b3-3eaf-4199-94a7-bebe953b2f55 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:25.212597 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-04261ca2-9894-43fa-ac93-56b428be4715 req-a6d8f4b3-3eaf-4199-94a7-bebe953b2f55 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 948 time: 0.7102804 Oct 27 15:58:25.234816 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Routers {'961a8fa1-ceec-4948-b607-594bf9fde1ab'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:25.235547 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:58:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['961a8fa1-ceec-4948-b607-594bf9fde1ab'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:25.273205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.276496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c53d7c0-db7f-463d-bd47-5064c631ea01 req-b3e23a57-ccf3-4ff6-8d02-7562058158ca service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257884 Oct 27 15:58:25.281259 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe300650-03fb-4951-ae48-e4c60d99ba2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.295882 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54d798-d1c2-4347-a6a2-d8ae2ffd0325 None None] Pushing event updated for resources: {'Port': ['ID=8c4f6a9b-8083-4123-be60-1ae996ef97b4,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:25.305060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bfc85-6a11-4fe3-8f36-8284902cdf33 req-2301fd6c-3166-4b4f-9dfd-8b4b44f12de5 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:25.306518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-050bfc85-6a11-4fe3-8f36-8284902cdf33 req-2301fd6c-3166-4b4f-9dfd-8b4b44f12de5 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1175649 Oct 27 15:58:25.355355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.365509 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-04261ca2-9894-43fa-ac93-56b428be4715 req-c189de7b-3784-4e5b-8412-5cb51b12e60c tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346152 Oct 27 15:58:25.367019 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] Set router 961a8fa1-ceec-4948-b607-594bf9fde1ab gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:25.376902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Pushing event updated for resources: {'Port': ['ID=6fd77a94-74ee-415a-a84e-641e57df2dbe,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:25.403185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe300650-03fb-4951-ae48-e4c60d99ba2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.472578 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.510843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-050bfc85-6a11-4fe3-8f36-8284902cdf33 req-fd151877-2357-454f-b06a-f9720c22c433 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794286 Oct 27 15:58:25.513924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-f48af513-ce72-4fd3-a555-a2a6cd8986c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:25.514222 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.525726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d926a686-9bc0-4268-9b80-6883dabdec6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5553017 Oct 27 15:58:25.527251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-f48af513-ce72-4fd3-a555-a2a6cd8986c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2169075 Oct 27 15:58:25.594669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5f6b0-fec3-4bfa-a0ff-6aaef7bcc4bb req-7a934e9c-355d-46f0-aed1-6fe53341ed28 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:25.602410 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2c5f6b0-fec3-4bfa-a0ff-6aaef7bcc4bb req-7a934e9c-355d-46f0-aed1-6fe53341ed28 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 950 time: 0.1331034 Oct 27 15:58:25.618797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c53d7c0-db7f-463d-bd47-5064c631ea01 req-0a9dfa44-b875-4943-9086-5a87775625b3 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099856 Oct 27 15:58:25.661462 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2c5f6b0-fec3-4bfa-a0ff-6aaef7bcc4bb req-1d09cb1f-419f-4a34-b4de-b1d1b5b59860 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559893 Oct 27 15:58:25.708433 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-router', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:18Z', 'updated_at': '2021-10-27T15:58:21Z', 'revision_number': 3, 'project_id': 'feddf991a81349a096a85e084473fe75', 'gw_port': {'id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:19Z', 'updated_at': '2021-10-27T15:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:25.742635 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef2476e-47fb-460d-a0af-b6251b39c71a None None] The sync data for ids ['961a8fa1-ceec-4948-b607-594bf9fde1ab'] in n-d-815689-1 is: [{'id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-router', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:18Z', 'updated_at': '2021-10-27T15:58:21Z', 'revision_number': 3, 'project_id': 'feddf991a81349a096a85e084473fe75', 'gw_port': {'id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:19Z', 'updated_at': '2021-10-27T15:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:58:25.748293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe300650-03fb-4951-ae48-e4c60d99ba2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.752422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe300650-03fb-4951-ae48-e4c60d99ba2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:25.753568 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fe300650-03fb-4951-ae48-e4c60d99ba2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1d20cfe-7e4f-4c0e-8d3f-da5997cca13c HTTP/1.1" status: 204 len: 168 time: 0.6040843 Oct 27 15:58:25.769453 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-47139adc-dc5c-4140-8b64-0eb0a3cc93fa service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288189 Oct 27 15:58:25.775622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caa87e-67fe-45a8-92dc-0c28d0f52aef req-abb0128a-7730-4f47-8393-44de0a5f4d01 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:25.777174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e1caa87e-67fe-45a8-92dc-0c28d0f52aef req-abb0128a-7730-4f47-8393-44de0a5f4d01 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1097 time: 0.1104562 Oct 27 15:58:25.791293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe300650-03fb-4951-ae48-e4c60d99ba2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d20cfe-7e4f-4c0e-8d3f-da5997cca13c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:25.883744 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e1caa87e-67fe-45a8-92dc-0c28d0f52aef req-206ab508-e941-4d6b-9816-a55d45ddd861 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918686 Oct 27 15:58:25.893999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f7925-e8a1-409f-aa12-65089d1c3ac2 req-628e423b-fd92-4620-b932-8512ceff0a9f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:25.901600 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2a4f7925-e8a1-409f-aa12-65089d1c3ac2 req-628e423b-fd92-4620-b932-8512ceff0a9f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 948 time: 0.1598473 Oct 27 15:58:25.949129 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e80b0e0-7b32-43d3-bba6-ab8f7a25c95a req-760a1b6b-b1e8-48e3-ba2f-8e7c3739bd54 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707180 Oct 27 15:58:25.986850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2a4f7925-e8a1-409f-aa12-65089d1c3ac2 req-0658b0c5-5240-4f31-87f8-5e1a09737d20 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767820 Oct 27 15:58:25.988901 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Allocated IP 172.20.0.1 (cf89e876-a6e9-4468-95d5-4fab092ef7ce/e78edc89-40ee-4aed-85ac-eae10541e46a/d375d846-4c92-4418-8091-4c4e45308eaa) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:26.152764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b845e54b-64a5-4133-a4e1-c7e442b8b249 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:26.186421 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:26.343354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port b845e54b-64a5-4133-a4e1-c7e442b8b249 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:58:26.343679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:26.348883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port b845e54b-64a5-4133-a4e1-c7e442b8b249 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:26.349260 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:26.446898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Network cf89e876-a6e9-4468-95d5-4fab092ef7ce is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:26.454191 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:26.494985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:26.517319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:26.537856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=d375d846-4c92-4418-8091-4c4e45308eaa,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:26.609385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfb01f-2a43-4183-be97-a97baa8aa6bb req-d757f4a6-d7aa-4fe5-984d-9a6e6621c10e tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:26.611212 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3dfb01f-2a43-4183-be97-a97baa8aa6bb req-d757f4a6-d7aa-4fe5-984d-9a6e6621c10e tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1097 time: 0.1459360 Oct 27 15:58:26.648769 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:26.706599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8c4f6a9b-8083-4123-be60-1ae996ef97b4 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:26.717865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3dfb01f-2a43-4183-be97-a97baa8aa6bb req-16f4eb31-cd08-4fce-9e04-188aa1efa135 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982013 Oct 27 15:58:26.739002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:26.861419 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d817fcc-e5a1-4067-9afa-541b92b8b349 req-f6914450-1333-4c66-9a40-e817bfed8ede tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:26.874775 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d817fcc-e5a1-4067-9afa-541b92b8b349 req-f6914450-1333-4c66-9a40-e817bfed8ede tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 948 time: 0.2382276 Oct 27 15:58:26.889588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:26.896827 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cc16a9-22a8-4edb-a80e-c02d8a448c2e" -d '{"events": [{"server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "name": "network-vif-plugged", "status": "completed", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:26.916154 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:26.919460 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3f0fe110-7c48-481b-ba0e-c15708e0720b no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:58:26.982161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d817fcc-e5a1-4067-9afa-541b92b8b349 req-c234eac7-a25e-4f20-b73b-766dc483594e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066325 Oct 27 15:58:27.028977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ad2f-6150-4b53-a4d6-68280e5ea72b req-5fbfa117-2f5b-4da4-a975-59fa77024cbc tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:27.041160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c06ad2f-6150-4b53-a4d6-68280e5ea72b req-5fbfa117-2f5b-4da4-a975-59fa77024cbc tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1477022 Oct 27 15:58:27.111739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c7875715-94da-41a5-b117-2e03e5c84d08 None None] Provisioning complete for port d375d846-4c92-4418-8091-4c4e45308eaa triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:27.112229 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c7875715-94da-41a5-b117-2e03e5c84d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:27.113958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fe677145-9861-4f62-9e57-54d8404e6f08 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:58:27.127994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8c4f6a9b-8083-4123-be60-1ae996ef97b4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:27.128390 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:27.130310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c06ad2f-6150-4b53-a4d6-68280e5ea72b req-fe57042b-8e51-4a39-a9c1-e55f0fbecc09 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768902 Oct 27 15:58:27.236042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=b845e54b-64a5-4133-a4e1-c7e442b8b249,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:27.242771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:27.317838 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd018d-67c5-43fe-adc4-94f47f95f1a3 req-9d6f5d78-740d-4924-b5e2-8f9915ebfeba tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:27.320152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-37dd018d-67c5-43fe-adc4-94f47f95f1a3 req-9d6f5d78-740d-4924-b5e2-8f9915ebfeba tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 950 time: 0.2015171 Oct 27 15:58:27.411966 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b8a9de-18ba-4b2a-b55c-694751d3ace8 x-openstack-request-id: req-a7b8a9de-18ba-4b2a-b55c-694751d3ace8 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:27.412302 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "name": "network-vif-plugged", "status": "completed", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:27.421204 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7b8a9de-18ba-4b2a-b55c-694751d3ace8 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:27.421204 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249', 'code': 200} Oct 27 15:58:27.440736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71398c25-4fbc-4582-b6d9-29fa75f36282 req-78a36efe-a749-4a2b-a9db-a09162e5f233 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:27.452111 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71398c25-4fbc-4582-b6d9-29fa75f36282 req-78a36efe-a749-4a2b-a9db-a09162e5f233 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0868387 Oct 27 15:58:27.456904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-37dd018d-67c5-43fe-adc4-94f47f95f1a3 req-412bd75d-e4d8-41d1-ae4b-f202477f3fbf tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866332 Oct 27 15:58:27.532449 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71398c25-4fbc-4582-b6d9-29fa75f36282 req-3669b01e-7701-40aa-aafa-a4cdb40b2ce4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817993 Oct 27 15:58:27.539572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port fe677145-9861-4f62-9e57-54d8404e6f08, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fe677145-9861-4f62-9e57-54d8404e6f08,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:27.543539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c7875715-94da-41a5-b117-2e03e5c84d08 None None] Port d375d846-4c92-4418-8091-4c4e45308eaa cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:27.581698 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:27.589286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'fe677145-9861-4f62-9e57-54d8404e6f08', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'fe677145-9861-4f62-9e57-54d8404e6f08', 'mac_address': 'fa:16:3e:99:7d:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:58:27.661416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:27.684273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:27.725251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39294) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:27.732876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f601d86-f1c0-4db6-946a-3d0cacc7cdda req-f5014880-df06-4c40-a035-b905268ffa7f tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:27.734528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f601d86-f1c0-4db6-946a-3d0cacc7cdda req-f5014880-df06-4c40-a035-b905268ffa7f tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1100 time: 0.0903401 Oct 27 15:58:27.753474 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:27.758587 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:27.775175 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:27.806967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f601d86-f1c0-4db6-946a-3d0cacc7cdda req-2b920499-6a10-43ba-b4a2-db8dca236096 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640311 Oct 27 15:58:27.821721 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:27.851992 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:27.892557 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 8c4f6a9b-8083-4123-be60-1ae996ef97b4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c4f6a9b-8083-4123-be60-1ae996ef97b4,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:27.894844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe677145-9861-4f62-9e57-54d8404e6f08 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:27.925376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port fe677145-9861-4f62-9e57-54d8404e6f08, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fe677145-9861-4f62-9e57-54d8404e6f08,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:27.954790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:27.956689 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=d375d846-4c92-4418-8091-4c4e45308eaa,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:27.970544 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:28.027194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-275392200-network', 'tenant_id': 'f031f376bc0940bfac213bf0d2e3851d'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:28.034832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a47ae-11b7-4fc3-9321-adaee21651fe req-d07cf288-0e3d-405c-b1c6-7b904ac4f71d tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:28.037367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab5a47ae-11b7-4fc3-9321-adaee21651fe req-d07cf288-0e3d-405c-b1c6-7b904ac4f71d tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1097 time: 0.0827618 Oct 27 15:58:28.119934 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab5a47ae-11b7-4fc3-9321-adaee21651fe req-e07f561f-7fb9-4aa5-b58a-a987eb11c9d7 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760114 Oct 27 15:58:28.120679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Network cf89e876-a6e9-4468-95d5-4fab092ef7ce is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:28.126622 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:28.160661 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:28.175898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3f0fe110-7c48-481b-ba0e-c15708e0720b details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:58:28.238564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=8c4f6a9b-8083-4123-be60-1ae996ef97b4,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:28.376502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Made reservation on behalf of f031f376bc0940bfac213bf0d2e3851d for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:28.379848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:28.410275 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:28.417536 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=fe677145-9861-4f62-9e57-54d8404e6f08,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:28.452442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.452791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.453507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.453851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.454216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.454800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.455108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.455444 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.455774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.456128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.456462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.456791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:28.505134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['fe677145-9861-4f62-9e57-54d8404e6f08'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:28.550241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6b067-f54b-4af6-9386-41c84f43af76 req-ab0707ad-a2cb-4ebf-bb68-0242e446b8e9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:28.558570 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-93d6b067-f54b-4af6-9386-41c84f43af76 req-ab0707ad-a2cb-4ebf-bb68-0242e446b8e9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 949 time: 0.1741219 Oct 27 15:58:28.588364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:28.601508 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Router 961a8fa1-ceec-4948-b607-594bf9fde1ab has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:58:28.608085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7431b-4da2-49d1-97ce-4ca23246a4ce req-99c42b56-3562-4fab-9043-5024ea1b2a34 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:28.629473 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ffa7431b-4da2-49d1-97ce-4ca23246a4ce req-99c42b56-3562-4fab-9043-5024ea1b2a34 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 968 time: 0.2378247 Oct 27 15:58:28.632617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'mac_address': 'fa:16:3e:e2:cc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:tempest-test_az-659623995', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:58:28.660287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8c4f6a9b-8083-4123-be60-1ae996ef97b4 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:28.666875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7805739c-8466-420f-94ff-7497b20062a9 None None] Provisioning complete for port d375d846-4c92-4418-8091-4c4e45308eaa triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:28.667248 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7805739c-8466-420f-94ff-7497b20062a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:28.671889 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-93d6b067-f54b-4af6-9386-41c84f43af76 req-5ea4056a-8263-426f-9c6d-d3d8f6bf9c30 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113386 Oct 27 15:58:28.748743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ffa7431b-4da2-49d1-97ce-4ca23246a4ce req-ec9d7d58-5aa8-4974-9430-86c22a6c3096 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202488 Oct 27 15:58:28.796828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7805739c-8466-420f-94ff-7497b20062a9 None None] Port d375d846-4c92-4418-8091-4c4e45308eaa cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:28.798899 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:28.799531 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:28.835322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0fe110-7c48-481b-ba0e-c15708e0720b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:28.870132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf748f3-f4f9-4247-a6f3-4d51f9270ef5 req-e1276fdc-52ce-4845-b769-ef6fe02c52e1 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:28.871758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7bf748f3-f4f9-4247-a6f3-4d51f9270ef5 req-e1276fdc-52ce-4845-b769-ef6fe02c52e1 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 950 time: 0.0840352 Oct 27 15:58:28.875493 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:28.894834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8c4f6a9b-8083-4123-be60-1ae996ef97b4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:28.895196 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:28.900034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:28.916818 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:58:28.919752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:58:28.936940 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Sync routers for ids ['961a8fa1-ceec-4948-b607-594bf9fde1ab'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:58:28.944707 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4439a706-574b-496c-aa7d-0f3db0a67cb2 admin admin] 10.222.0.15 "PUT /v2.0/routers/961a8fa1-ceec-4948-b607-594bf9fde1ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0252752 Oct 27 15:58:28.958168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a9abf9-5607-46ce-b0b7-e3e0be596657,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:28.961360 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:28.961830 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Added segment 61510dc8-4dcd-4c9b-9f87-ac511d1df44d of type vlan for network 4f453f5d-bf95-47a6-a993-3bbd0f6ee04a Oct 27 15:58:28.987174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Routers {'961a8fa1-ceec-4948-b607-594bf9fde1ab'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:28.988126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:58:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['961a8fa1-ceec-4948-b607-594bf9fde1ab'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:29.009648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7bf748f3-f4f9-4247-a6f3-4d51f9270ef5 req-9b60cffe-f531-42da-811d-1aa83f044c1e tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068122 Oct 27 15:58:29.074285 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:29.110061 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:29.158791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-2676b814-877b-47e0-b3f3-73e2fcaea86e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259147 Oct 27 15:58:29.269520 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:29.270473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:29.271066 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:29.291890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Set router 961a8fa1-ceec-4948-b607-594bf9fde1ab gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:29.336533 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:29.340847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:29.373709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-8666d4e8-091c-4f8b-91ab-9d706307f196 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:29.375265 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-8666d4e8-091c-4f8b-91ab-9d706307f196 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2108176 Oct 27 15:58:29.376929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] Pushing event updated for resources: {'Network': ['ID=4f453f5d-bf95-47a6-a993-3bbd0f6ee04a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:29.382966 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f32750ad-687a-49c5-a18b-a647a4fd7a38 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6565628 Oct 27 15:58:29.386323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39366) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:29.391310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['3f0fe110-7c48-481b-ba0e-c15708e0720b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:29.395334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] Request body: {'subnet': {'network_id': '4f453f5d-bf95-47a6-a993-3bbd0f6ee04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-275392200-subnet', 'tenant_id': 'f031f376bc0940bfac213bf0d2e3851d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:29.402841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 4f453f5d-bf95-47a6-a993-3bbd0f6ee04a details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:58:29.408614 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-0b4a6bc9-1d71-4c39-9f19-1d6cc4f4f1e5 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/quotas/7f61df9457ee4ff2a28b60fb1dad19d5 HTTP/1.1" status: 200 len: 375 time: 0.0239639 Oct 27 15:58:29.430835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:29.433136 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2313559c-9654-4fd3-88a4-ffb2fd00028d" -d '{"events": [{"server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:29.507138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] Made reservation on behalf of f031f376bc0940bfac213bf0d2e3851d for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:29.509665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:29.522521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-c9424f6a-4b3c-48fa-98ba-5db5c2195c14 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068203 Oct 27 15:58:29.725340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-router', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:18Z', 'updated_at': '2021-10-27T15:58:27Z', 'revision_number': 4, 'project_id': 'feddf991a81349a096a85e084473fe75', 'gw_port': {'id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:19Z', 'updated_at': '2021-10-27T15:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd375d846-4c92-4418-8091-4c4e45308eaa', 'name': '', 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'mac_address': 'fa:16:3e:53:ad:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e78edc89-40ee-4aed-85ac-eae10541e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:25Z', 'updated_at': '2021-10-27T15:58:27Z', 'revision_number': 2, 'project_id': 'feddf991a81349a096a85e084473fe75', 'subnets': [{'id': 'e78edc89-40ee-4aed-85ac-eae10541e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:29.756337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Checking router: 961a8fa1-ceec-4948-b607-594bf9fde1ab for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:58:29.756683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Updating router 961a8fa1-ceec-4948-b607-594bf9fde1ab port d375d846-4c92-4418-8091-4c4e45308eaa binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 15:58:29.799026 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:29.812534 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:29.868947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb598d8-d9fe-4a3e-aae5-3859da963cec,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:29.881489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] Checking segment: {'id': '61510dc8-4dcd-4c9b-9f87-ac511d1df44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '4f453f5d-bf95-47a6-a993-3bbd0f6ee04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:29.881846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] Network hostable DHCP agents. Network: 4f453f5d-bf95-47a6-a993-3bbd0f6ee04a, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:58:29.953714 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f97e43dd-ac2c-467d-9cfd-2ee0fd0d1d84 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a225fcc9660e4da7bda0fcf014c31d46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449643 Oct 27 15:58:29.993502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] Network 4f453f5d-bf95-47a6-a993-3bbd0f6ee04a is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:58:30.107087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 4f453f5d-bf95-47a6-a993-3bbd0f6ee04a) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:30.113421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:30.113795 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:30.151178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-d93a06f3-0f32-44e9-8bf5-35d23d2332f7 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:30.161458 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-d93a06f3-0f32-44e9-8bf5-35d23d2332f7 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1944475 Oct 27 15:58:30.162739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce84abd-2cdf-4ee3-831e-21d6d3cd30db None None] Network 4f453f5d-bf95-47a6-a993-3bbd0f6ee04a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:58:30.176805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-e585e702-7a95-4abb-945e-728d7fa34a7c tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/quotas/a225fcc9660e4da7bda0fcf014c31d46 HTTP/1.1" status: 200 len: 375 time: 0.0141859 Oct 27 15:58:30.219395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0eaad94a-71d3-48fb-a97b-a699984ed077 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8318658 Oct 27 15:58:30.286625 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-a45cfe94-f1c4-40e4-af8e-ef13bf2b6725 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a225fcc9660e4da7bda0fcf014c31d46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012850 Oct 27 15:58:30.366709 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:30.660670 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:30.703218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4b7833-d629-4b16-8b3b-549dffa9acb4 None None] Network 4f453f5d-bf95-47a6-a993-3bbd0f6ee04a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:58:30.879703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7b65b-099e-4c86-a90f-f1c89075e335 None None] Pushing event updated for resources: {'Port': ['ID=d375d846-4c92-4418-8091-4c4e45308eaa,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:30.941850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Attempting to bind port d375d846-4c92-4418-8091-4c4e45308eaa on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:30.942484 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Attempting to bind port d375d846-4c92-4418-8091-4c4e45308eaa by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'be36c473-6ef1-4237-8345-e4da8d5e8491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:30.942859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Attempting to bind port d375d846-4c92-4418-8091-4c4e45308eaa on network cf89e876-a6e9-4468-95d5-4fab092ef7ce {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:30.970884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:30.971235 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Checking segment: {'id': 'be36c473-6ef1-4237-8345-e4da8d5e8491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:30.971557 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:30.971957 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Bound using segment: {'id': 'be36c473-6ef1-4237-8345-e4da8d5e8491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:30.972504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Bound port: d375d846-4c92-4418-8091-4c4e45308eaa, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be36c473-6ef1-4237-8345-e4da8d5e8491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:30.972881 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:31.163835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fe677145-9861-4f62-9e57-54d8404e6f08 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:31.245223 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3aa461-88f3-43c8-a487-1651c90a4b53 x-openstack-request-id: req-7a3aa461-88f3-43c8-a487-1651c90a4b53 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:31.245700 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "name": "network-vif-unplugged", "status": "completed", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:31.246103 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a3aa461-88f3-43c8-a487-1651c90a4b53 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:31.248520 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'code': 200} Oct 27 15:58:31.292006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] For port d375d846-4c92-4418-8091-4c4e45308eaa, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:31.313041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] For port d375d846-4c92-4418-8091-4c4e45308eaa, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d375d846-4c92-4418-8091-4c4e45308eaa,segment=NetworkSegment(be36c473-6ef1-4237-8345-e4da8d5e8491),segment_id=be36c473-6ef1-4237-8345-e4da8d5e8491)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:31.314113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0313411-46f9-4af8-be09-326286ba2fcd req-4172b4c4-522f-4cbc-92cf-98462f805056 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:31.314695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d313c90d-3130-4d58-b362-240b58022142 None None] Provisioning complete for port d375d846-4c92-4418-8091-4c4e45308eaa triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:31.314695 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d313c90d-3130-4d58-b362-240b58022142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:31.323851 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0313411-46f9-4af8-be09-326286ba2fcd req-4172b4c4-522f-4cbc-92cf-98462f805056 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 949 time: 0.0662735 Oct 27 15:58:31.381665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0313411-46f9-4af8-be09-326286ba2fcd req-69bad6c2-3e2f-4af4-87a7-5dc4d9d20a98 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547512 Oct 27 15:58:31.382091 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:31.420799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d313c90d-3130-4d58-b362-240b58022142 None None] Port d375d846-4c92-4418-8091-4c4e45308eaa cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:31.482685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Routers {'961a8fa1-ceec-4948-b607-594bf9fde1ab'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:58:31.483549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:58:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['961a8fa1-ceec-4948-b607-594bf9fde1ab'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:31.489708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7b65b-099e-4c86-a90f-f1c89075e335 None None] Pushing event updated for resources: {'Port': ['ID=d375d846-4c92-4418-8091-4c4e45308eaa,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:31.545753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port fe677145-9861-4f62-9e57-54d8404e6f08 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:58:31.592491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port fe677145-9861-4f62-9e57-54d8404e6f08 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:31.592491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:31.611911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39446) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:31.616486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4ae32-3903-4390-aafe-a463cf92e749 req-86ce65be-39b9-468e-9e4f-85c14719f550 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:31.617000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-968300388-network', 'tenant_id': '4c1eea77e0ec49beb6a8e9302dccadac'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:31.618115 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-37c4ae32-3903-4390-aafe-a463cf92e749 req-86ce65be-39b9-468e-9e4f-85c14719f550 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 969 time: 0.0769787 Oct 27 15:58:31.685629 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-37c4ae32-3903-4390-aafe-a463cf92e749 req-be3bd5a1-b2fc-4d15-be3e-c3c2a34f9edb tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530827 Oct 27 15:58:31.694931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] Set router 961a8fa1-ceec-4948-b607-594bf9fde1ab gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:58:31.817734 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-21ef5cb3-a19e-4b59-a45a-e372c193585b req-613c1c23-8fa8-40c2-a10e-b69f797e46d0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 210 time: 0.0343623 Oct 27 15:58:31.906578 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:31.910384 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b8bf085-13bb-437a-b5b2-394f5c7853e7 req-8c159afe-f867-43ac-beb3-2b99ee6c247f tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 210 time: 0.0394509 Oct 27 15:58:31.910535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a073d9ee-dc74-4835-964b-daaefd3b55fd None None] Provisioning complete for port d375d846-4c92-4418-8091-4c4e45308eaa triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:31.910535 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a073d9ee-dc74-4835-964b-daaefd3b55fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:31.932540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Made reservation on behalf of 4c1eea77e0ec49beb6a8e9302dccadac for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:31.939491 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:31.948214 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.082980 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.123403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port fe677145-9861-4f62-9e57-54d8404e6f08, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fe677145-9861-4f62-9e57-54d8404e6f08,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:32.160436 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.179274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:58:32.193561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3f0fe110-7c48-481b-ba0e-c15708e0720b up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:32.195858 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.197601 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Added segment b1de1ee6-89b1-4ff6-bd6e-92c6b2c7c131 of type vlan for network cded3d60-f20f-47f1-b2b5-7f1cff288f6b Oct 27 15:58:32.230533 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.312734 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-72ab8841-d2dd-4c6e-bae4-2bc77602238d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1449976 Oct 27 15:58:32.319687 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.334433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.346512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a9f681-b400-44c1-bb4f-9d2ed84fcce0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:32.426309 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a073d9ee-dc74-4835-964b-daaefd3b55fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.454393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.455562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:32.458435 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.469058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=fe677145-9861-4f62-9e57-54d8404e6f08,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:32.534393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-aa3cfa60-2592-43be-8827-0e2eb83405b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:32.536861 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-aa3cfa60-2592-43be-8827-0e2eb83405b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1100 time: 0.1420085 Oct 27 15:58:32.556449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-router', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:18Z', 'updated_at': '2021-10-27T15:58:27Z', 'revision_number': 4, 'project_id': 'feddf991a81349a096a85e084473fe75', 'gw_port': {'id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:19Z', 'updated_at': '2021-10-27T15:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd375d846-4c92-4418-8091-4c4e45308eaa', 'name': '', 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'mac_address': 'fa:16:3e:53:ad:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e78edc89-40ee-4aed-85ac-eae10541e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:25Z', 'updated_at': '2021-10-27T15:58:31Z', 'revision_number': 4, 'project_id': 'feddf991a81349a096a85e084473fe75', 'subnets': [{'id': 'e78edc89-40ee-4aed-85ac-eae10541e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:32.569810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a073d9ee-dc74-4835-964b-daaefd3b55fd None None] For port d375d846-4c92-4418-8091-4c4e45308eaa, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d375d846-4c92-4418-8091-4c4e45308eaa,segment=NetworkSegment(be36c473-6ef1-4237-8345-e4da8d5e8491),segment_id=be36c473-6ef1-4237-8345-e4da8d5e8491)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:32.571619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 3f0fe110-7c48-481b-ba0e-c15708e0720b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:32.572363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.617663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-1b5eb717-f6c9-44a1-8526-a847945d63b8 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:58:32.619229 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-1b5eb717-f6c9-44a1-8526-a847945d63b8 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3345392 Oct 27 15:58:32.662054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9e767c-aa02-4dc1-805b-5a670442b733 None None] The sync data for ids ['961a8fa1-ceec-4948-b607-594bf9fde1ab'] in n-d-815689-1 is: [{'id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-router', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:18Z', 'updated_at': '2021-10-27T15:58:27Z', 'revision_number': 4, 'project_id': 'feddf991a81349a096a85e084473fe75', 'gw_port': {'id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:19Z', 'updated_at': '2021-10-27T15:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd375d846-4c92-4418-8091-4c4e45308eaa', 'name': '', 'network_id': 'cf89e876-a6e9-4468-95d5-4fab092ef7ce', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'mac_address': 'fa:16:3e:53:ad:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': 'e78edc89-40ee-4aed-85ac-eae10541e46a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:25Z', 'updated_at': '2021-10-27T15:58:31Z', 'revision_number': 4, 'project_id': 'feddf991a81349a096a85e084473fe75', 'subnets': [{'id': 'e78edc89-40ee-4aed-85ac-eae10541e46a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:58:32.668075 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a073d9ee-dc74-4835-964b-daaefd3b55fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:32.672765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] Pushing event updated for resources: {'Network': ['ID=cded3d60-f20f-47f1-b2b5-7f1cff288f6b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:32.707965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39462) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:32.713775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] Request body: {'subnet': {'network_id': 'cded3d60-f20f-47f1-b2b5-7f1cff288f6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-968300388-subnet', 'tenant_id': '4c1eea77e0ec49beb6a8e9302dccadac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:32.715248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-87c50bdc-2992-4524-96e3-f07d213aa56f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0900235 Oct 27 15:58:32.738918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-2fef4f71-2687-4236-94d3-6dc58b317b4d tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:32.743455 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-2fef4f71-2687-4236-94d3-6dc58b317b4d tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports/51b18c50-5744-4c06-a98d-4efb95646ea4 HTTP/1.1" status: 200 len: 1094 time: 0.1072280 Oct 27 15:58:32.760351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Request body: {'binding': {'host': 'n-h1-815689-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:32.761009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Unknown quota resources ['binding']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 15:58:32.767718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network cded3d60-f20f-47f1-b2b5-7f1cff288f6b details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:58:32.890256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073d9ee-dc74-4835-964b-daaefd3b55fd None None] Pushing event updated for resources: {'Port': ['ID=d375d846-4c92-4418-8091-4c4e45308eaa,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:32.967843 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:33.024269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:33.078214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 on host n-h1-815689-1 for vnic_type normal with profile None {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:33.078656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:33.084802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:33.084802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-8f383b81-8a41-43cb-a8de-272d893e16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:33.086124 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-8f383b81-8a41-43cb-a8de-272d893e16b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.5071633 Oct 27 15:58:33.101836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Port 51b18c50-5744-4c06-a98d-4efb95646ea4 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:58:33.105954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:33.116319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68d3d5-79d3-4705-aeda-d45239e986b5 req-1887a5e3-8c76-4c97-b4a6-a50c5d7c6841 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:33.124375 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c68d3d5-79d3-4705-aeda-d45239e986b5 req-1887a5e3-8c76-4c97-b4a6-a50c5d7c6841 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 950 time: 0.1430631 Oct 27 15:58:33.159670 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:33.183363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-57589979-eb4e-445c-8b76-b265166a65f7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301845 Oct 27 15:58:33.186088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:33.187045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:33.187447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:33.187934 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Bound port: 51b18c50-5744-4c06-a98d-4efb95646ea4, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:33.193202 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-68ac30ee-3a95-40a9-a31d-44c966f9fac7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249 HTTP/1.1" status: 200 len: 217 time: 0.0922117 Oct 27 15:58:33.193819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] Made reservation on behalf of 4c1eea77e0ec49beb6a8e9302dccadac for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:33.196205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] Publish callbacks [] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:33.249307 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc3db8f-9493-426c-b413-cb88b11428c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe677145-9861-4f62-9e57-54d8404e6f08'}, {'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:33.252828 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be80284-3c25-4a10-8f86-dbc7ffefd90b" -d '{"events": [{"server_uuid": "3bc3db8f-9493-426c-b413-cb88b11428c6", "name": "network-vif-plugged", "status": "completed", "tag": "fe677145-9861-4f62-9e57-54d8404e6f08"}, {"server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "name": "network-vif-plugged", "status": "completed", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:33.265162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:33.381336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-f8fb216e-eed4-4815-8188-90d3d533b780 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:33.382894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-f8fb216e-eed4-4815-8188-90d3d533b780 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1889660 Oct 27 15:58:33.398852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Request body: {'port': {'device_id': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '7f61df9457ee4ff2a28b60fb1dad19d5'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:33.685835 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c68d3d5-79d3-4705-aeda-d45239e986b5 req-e895b4b9-b4ce-4ba9-92d5-4aa7cadf35cc tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5599520 Oct 27 15:58:33.687365 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-7180def7-e4e2-4427-9f45-f6989be2fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:33.689242 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-7180def7-e4e2-4427-9f45-f6989be2fcb0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.4873884 Oct 27 15:58:33.704162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Made reservation on behalf of 7f61df9457ee4ff2a28b60fb1dad19d5 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:33.708617 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:33.775918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=51b18c50-5744-4c06-a98d-4efb95646ea4,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:33.777149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e54c58-d563-48c6-860d-dca0c8e23898 req-67c447a4-d250-4dcc-8fd8-55e74c0c25f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:33.778855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0e54c58-d563-48c6-860d-dca0c8e23898 req-67c447a4-d250-4dcc-8fd8-55e74c0c25f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1097 time: 0.1280820 Oct 27 15:58:33.870664 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:33.881955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d5407c5d-87e8-42b2-871b-48ab1a85d59a service neutron] 10.222.0.15 "POST /v2.0/ports/51b18c50-5744-4c06-a98d-4efb95646ea4/bindings HTTP/1.1" status: 201 len: 389 time: 1.1208382 Oct 27 15:58:33.968726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-ad6e0108-653b-46ed-bccb-f9b92a61e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:33.970720 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-ad6e0108-653b-46ed-bccb-f9b92a61e597 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2708471 Oct 27 15:58:34.083495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Allocated IP 192.168.233.117 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/de6aeacf-35fe-45a6-88e2-08458adc8712) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:34.103102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93b101-6e51-4f4e-80e8-41f180fc75c6 req-645b325a-9184-4b87-9bbb-0a3f0824c4d2 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:34.106212 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b93b101-6e51-4f4e-80e8-41f180fc75c6 req-645b325a-9184-4b87-9bbb-0a3f0824c4d2 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.2433100 Oct 27 15:58:34.115050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-27544f8b-a570-47b5-af2e-6ca3d165f4a6 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a225fcc9660e4da7bda0fcf014c31d46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523455 Oct 27 15:58:34.118139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e54c58-d563-48c6-860d-dca0c8e23898 req-cf48eb98-1d3d-4638-be17-3034943d1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:34.120829 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0e54c58-d563-48c6-860d-dca0c8e23898 req-cf48eb98-1d3d-4638-be17-3034943d1ff5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.2445462 Oct 27 15:58:34.127818 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:34.273301 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-9b4f5122-7fc7-41a2-8bd2-28ca5126e7d4 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912161 Oct 27 15:58:34.312122 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0e54c58-d563-48c6-860d-dca0c8e23898 req-60749802-b55a-4da9-82bb-0ff94b05ad81 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51b18c50-5744-4c06-a98d-4efb95646ea4 HTTP/1.1" status: 200 len: 217 time: 0.1636097 Oct 27 15:58:34.456072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b93b101-6e51-4f4e-80e8-41f180fc75c6 req-0bae67bd-2428-4c54-9657-14f96fba0fcc tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134546 Oct 27 15:58:34.528928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c650781a-054f-4fdc-91da-d866517d0aca,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:34.547396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] Checking segment: {'id': 'b1de1ee6-89b1-4ff6-bd6e-92c6b2c7c131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'cded3d60-f20f-47f1-b2b5-7f1cff288f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:34.547814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] Network hostable DHCP agents. Network: cded3d60-f20f-47f1-b2b5-7f1cff288f6b, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:58:34.715906 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e63e0e0-c5e2-4436-99f6-aa7c8a595a73 req-c9708c8c-c9e1-4473-8d24-0cf3d5302b6f tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 210 time: 0.0765820 Oct 27 15:58:34.722961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-980fd4d3-5b02-4c27-b063-61aff15c39c0 req-7895642e-1ce3-4550-bb45-27a68ff800ef service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298050 Oct 27 15:58:34.753862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] Network cded3d60-f20f-47f1-b2b5-7f1cff288f6b is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:58:34.756982 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54c79236-42ea-4ba1-9037-cbc135ae8b35 req-40a34ec6-9117-40eb-bea0-75dc9bdc9230 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 210 time: 0.4520342 Oct 27 15:58:34.765988 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d375d846-4c92-4418-8091-4c4e45308eaa up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:34.863978 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befc8cf3-157f-439e-b6d0-a260ed4d46df x-openstack-request-id: req-befc8cf3-157f-439e-b6d0-a260ed4d46df {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:34.869100 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc3db8f-9493-426c-b413-cb88b11428c6", "name": "network-vif-plugged", "status": "completed", "tag": "fe677145-9861-4f62-9e57-54d8404e6f08", "code": 200}, {"server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "name": "network-vif-plugged", "status": "completed", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:34.869100 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-befc8cf3-157f-439e-b6d0-a260ed4d46df {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:34.869100 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc3db8f-9493-426c-b413-cb88b11428c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe677145-9861-4f62-9e57-54d8404e6f08', 'code': 200} Oct 27 15:58:34.869100 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'code': 200} Oct 27 15:58:34.899648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, cded3d60-f20f-47f1-b2b5-7f1cff288f6b) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:34.907861 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:34.908402 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:34.925989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5853d356-89b7-45ac-8ad5-b3066ba6ef47 None None] Network cded3d60-f20f-47f1-b2b5-7f1cff288f6b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:58:34.993920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-c48a2392-6caa-41e7-9bee-ec68d5ddce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:34.995505 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-c48a2392-6caa-41e7-9bee-ec68d5ddce3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1097 time: 0.1938207 Oct 27 15:58:35.028125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b25e88-72d3-4769-9b3c-9f93cedd7365 req-55ca28a4-ffc5-4493-a138-5344eaec2f86 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:35.030364 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e6b25e88-72d3-4769-9b3c-9f93cedd7365 req-55ca28a4-ffc5-4493-a138-5344eaec2f86 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 946 time: 0.1162307 Oct 27 15:58:35.063015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:35.070103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d375d846-4c92-4418-8091-4c4e45308eaa triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:35.076027 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:35.145470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.54', 50288) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:35.161245 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-33c303d0-e516-4ea3-bca9-15d9b37cffbc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4518952 Oct 27 15:58:35.244367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-bb51a3da-7d9b-41d6-a741-e43420066d5c tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:35.245773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-bb51a3da-7d9b-41d6-a741-e43420066d5c tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1239476 Oct 27 15:58:35.255479 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:35.346315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e54c58-d563-48c6-860d-dca0c8e23898 req-89056da8-d347-4ca5-8a02-206b1de653f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:35.347788 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0e54c58-d563-48c6-860d-dca0c8e23898 req-89056da8-d347-4ca5-8a02-206b1de653f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 1.0167594 Oct 27 15:58:35.357663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Pushing event updated for resources: {'Port': ['ID=de6aeacf-35fe-45a6-88e2-08458adc8712,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:35.394542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Request body: {'port': {'device_id': '29499ee1-2c1b-4c2d-bda6-f74d71439ec5', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': 'a225fcc9660e4da7bda0fcf014c31d46'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:35.436199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b845e54b-64a5-4133-a4e1-c7e442b8b249'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:35.443131 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e6b25e88-72d3-4769-9b3c-9f93cedd7365 req-678e0c3d-7b32-4efd-91e2-b28a21d26157 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793802 Oct 27 15:58:35.504272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c39ae5-0e45-49c0-92e7-65e4183b7bf4 req-f5cf4822-01ac-4f3a-beb1-165d319af9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:35.517771 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d5c39ae5-0e45-49c0-92e7-65e4183b7bf4 req-f5cf4822-01ac-4f3a-beb1-165d319af9a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 1121 time: 0.3670666 Oct 27 15:58:35.549995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39492) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:35.557351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6561c1-040c-4921-a46b-d163b599963c None None] Network cded3d60-f20f-47f1-b2b5-7f1cff288f6b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:58:35.617921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a0d8d-63e5-45c1-b46a-332d041da186 req-e8bc1bd1-39dd-4616-bc06-7ffd173be5c2 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:35.619497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f11a0d8d-63e5-45c1-b46a-332d041da186 req-e8bc1bd1-39dd-4616-bc06-7ffd173be5c2 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 950 time: 0.5157917 Oct 27 15:58:35.621504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0e54c58-d563-48c6-860d-dca0c8e23898 req-4c100ea4-2161-44e6-8d45-f1aff0783970 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2482367 Oct 27 15:58:35.636273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f9469a-036e-4a41-86da-ebdcee2510bc req-502b24c6-5ad2-4a70-97c9-0bcdf8a0b481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:35.637952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08f9469a-036e-4a41-86da-ebdcee2510bc req-502b24c6-5ad2-4a70-97c9-0bcdf8a0b481 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 1101 time: 0.5327709 Oct 27 15:58:35.681393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:35.771970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-93cef3b9-236c-4842-a36a-b0424d71d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:35.773553 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-93cef3b9-236c-4842-a36a-b0424d71d188 service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.7422893 Oct 27 15:58:35.783480 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d5c39ae5-0e45-49c0-92e7-65e4183b7bf4 req-2c2238dd-2466-41c4-a52e-3c0220e3d5cb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286775 Oct 27 15:58:35.798878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-4feaa8da-075a-4ff8-84f8-49ca5203b24d admin admin] Deleting subnet bdb598d8-d9fe-4a3e-aae5-3859da963cec {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 15:58:35.836658 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4feaa8da-075a-4ff8-84f8-49ca5203b24d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:35.839940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-6437654a-67cd-49ca-8aae-1b29a4151248 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51b18c50-5744-4c06-a98d-4efb95646ea4 HTTP/1.1" status: 200 len: 217 time: 0.0565705 Oct 27 15:58:35.882929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50def18f-b126-4102-b058-0319d68f4a7d req-4e31f074-1d92-4584-b93a-2a0e01435aa3 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:35.893156 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-50def18f-b126-4102-b058-0319d68f4a7d req-4e31f074-1d92-4584-b93a-2a0e01435aa3 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1767273 Oct 27 15:58:35.910625 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4feaa8da-075a-4ff8-84f8-49ca5203b24d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:35.983415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4feaa8da-075a-4ff8-84f8-49ca5203b24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:35.984635 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0e54c58-d563-48c6-860d-dca0c8e23898 req-f2963e3d-b40a-491f-9b61-cc7772d13677 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508530 Oct 27 15:58:35.992401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:35.996187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:36.004255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:36.005093 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:36.042442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08f9469a-036e-4a41-86da-ebdcee2510bc req-2d82403a-8377-4958-8960-2ca8c3bede29 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693833 Oct 27 15:58:36.125034 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f11a0d8d-63e5-45c1-b46a-332d041da186 req-7289285e-c399-4c40-95d9-5bc9de30b861 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922678 Oct 27 15:58:36.204982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Made reservation on behalf of a225fcc9660e4da7bda0fcf014c31d46 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:36.209337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:36.229535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0e54c58-d563-48c6-860d-dca0c8e23898 req-3e92184b-c554-4e4e-a2dc-aa2aca696e21 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070255 Oct 27 15:58:36.271660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d8d60fec-75fe-4da2-a933-6a932db44051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:36.274994 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-d8d60fec-75fe-4da2-a933-6a932db44051 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.1716647 Oct 27 15:58:36.289790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-d9350467-1c21-485d-b35d-f9b8059cf117 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8941813 Oct 27 15:58:36.369212 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-57e9cb99-a881-4d85-9f1a-e6a274fa9864 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734682 Oct 27 15:58:36.383751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Request body: {'port': {'device_id': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:36.695676 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-50def18f-b126-4102-b058-0319d68f4a7d req-7fe314e5-79e9-4edd-9ca4-7f9272653706 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601207 Oct 27 15:58:36.697500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-574ca52a-0a9d-4d9c-b4a6-fa120d19a449 None None] Provisioning complete for port de6aeacf-35fe-45a6-88e2-08458adc8712 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:36.697500 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-574ca52a-0a9d-4d9c-b4a6-fa120d19a449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:36.698327 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:36.698327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Allocated IP 192.168.233.218 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/f8ac24d3-3a39-46e0-99a5-1625b04f0569) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:36.721392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-574ca52a-0a9d-4d9c-b4a6-fa120d19a449 None None] Port de6aeacf-35fe-45a6-88e2-08458adc8712 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:36.739809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4feaa8da-075a-4ff8-84f8-49ca5203b24d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:36.816306 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-eaed0fd4-9a98-403e-9def-44ca63f699a1 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278796 Oct 27 15:58:36.837595 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4feaa8da-075a-4ff8-84f8-49ca5203b24d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:36.848343 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4feaa8da-075a-4ff8-84f8-49ca5203b24d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bdb598d8-d9fe-4a3e-aae5-3859da963cec HTTP/1.1" status: 204 len: 168 time: 1.2831059 Oct 27 15:58:36.851268 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-edb64745-7a28-40bd-8c83-64153eb1c0f5 req-3c2415a0-0339-4e03-bf34-d92c5818113a tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 210 time: 0.1202800 Oct 27 15:58:36.852433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feaa8da-075a-4ff8-84f8-49ca5203b24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdb598d8-d9fe-4a3e-aae5-3859da963cec,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:36.855293 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39502) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:36.959479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39504) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:36.970170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c2d708b2-26b5-4364-b85e-b021a8f30032 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609578424', 'description': 'tempest-description--347090428'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:37.115812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.121669 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.160249 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2d708b2-26b5-4364-b85e-b021a8f30032 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.171056 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-95658fba-3ff8-4c5f-9a16-90fd8d122820 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145263 Oct 27 15:58:37.235012 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e2b84-d7ab-4cbe-ba89-f3bf371a33da req-069a6ac5-3239-4cd2-b9da-3ae0c83298b3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:37.237381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-162e2b84-d7ab-4cbe-ba89-f3bf371a33da req-069a6ac5-3239-4cd2-b9da-3ae0c83298b3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 936 time: 0.2039511 Oct 27 15:58:37.312631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4dcb7-be5d-4daf-b3f3-49aeb3fd4d51 req-d7ef3b9d-5f28-417a-ac94-0753d43de0f3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:37.314195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89d4dcb7-be5d-4daf-b3f3-49aeb3fd4d51 req-d7ef3b9d-5f28-417a-ac94-0753d43de0f3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 946 time: 0.2056150 Oct 27 15:58:37.330455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2d708b2-26b5-4364-b85e-b021a8f30032 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.383961 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.397188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89d4dcb7-be5d-4daf-b3f3-49aeb3fd4d51 req-0226ff14-f8a9-49bb-9c65-c3dea11488bd tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720062 Oct 27 15:58:37.441063 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.457251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:37.528047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.528047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.528047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.528047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > port after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.528047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > port after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.528047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > port after_update 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.531391 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2d708b2-26b5-4364-b85e-b021a8f30032 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.532834 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.533700 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.534371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.535264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.584004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:37.591958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:37.657696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:37.666874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:37.670651 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.749428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.754711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.754711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.754711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109722) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 15:58:37.754711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f453f5d-bf95-47a6-a993-3bbd0f6ee04a']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:37.774509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61510dc8-4dcd-4c9b-9f87-ac511d1df44d') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:37.774875 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61510dc8-4dcd-4c9b-9f87-ac511d1df44d') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:37.800020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.800562 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4499576 Oct 27 15:58:37.817045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d708b2-26b5-4364-b85e-b021a8f30032 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f28ccc4f-243d-4868-8c07-aa3c57472aa5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:37.828398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Request body: {'port': {'device_id': '29499ee1-2c1b-4c2d-bda6-f74d71439ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:37.847586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.859371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 15:58:37.859771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.864346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a43aa5-a594-4be6-8260-751187f51bf2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Pushing event updated for resources: {'Port': ['ID=f8ac24d3-3a39-46e0-99a5-1625b04f0569,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:37.895733 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2d708b2-26b5-4364-b85e-b021a8f30032 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.900835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c2d708b2-26b5-4364-b85e-b021a8f30032 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9334748 Oct 27 15:58:37.930997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39514) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: from cryptography.utils import int_from_bytes Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: from cryptography.utils import int_from_bytes Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: timer() Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:58:37.952512 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:58:37.955708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4663e6f7-144e-497a-b520-d5807caa0893 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Request body: {'security_group_rule': {'security_group_id': 'f28ccc4f-243d-4868-8c07-aa3c57472aa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:37.968439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2cadea-7b2e-43aa-b506-b57073722415 req-ccbe7126-36dd-4b71-9799-d2db1432abd4 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:37.968774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a83167bf-e55b-465c-806f-cdb103826c08 None None] Provisioning complete for port f8ac24d3-3a39-46e0-99a5-1625b04f0569 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:37.969686 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a83167bf-e55b-465c-806f-cdb103826c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:37.970077 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e2cadea-7b2e-43aa-b506-b57073722415 req-ccbe7126-36dd-4b71-9799-d2db1432abd4 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 950 time: 0.2535465 Oct 27 15:58:38.002550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.010091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-1a797cc3-9d43-4863-b190-fc291c3dc9d0 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:38.013928 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-1a797cc3-9d43-4863-b190-fc291c3dc9d0 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1097 time: 0.7637687 Oct 27 15:58:38.018542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a83167bf-e55b-465c-806f-cdb103826c08 None None] Port f8ac24d3-3a39-46e0-99a5-1625b04f0569 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:38.030296 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-162e2b84-d7ab-4cbe-ba89-f3bf371a33da req-c3b0dee9-cc35-4077-b83d-437ea9a2c64b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7418554 Oct 27 15:58:38.039374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815689-1'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:38.146532 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e2cadea-7b2e-43aa-b506-b57073722415 req-124f8d87-6d77-46d3-accb-7a7a26e4fe22 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669765 Oct 27 15:58:38.148330 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.150211 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.179221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.184111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] 10.222.0.15 "DELETE /v2.0/networks/4f453f5d-bf95-47a6-a993-3bbd0f6ee04a HTTP/1.1" status: 204 len: 168 time: 1.3255374 Oct 27 15:58:38.193379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39518) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:38.203967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba31c59-9852-4093-bd8a-29f65428075a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f453f5d-bf95-47a6-a993-3bbd0f6ee04a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:38.228183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6aeacf-35fe-45a6-88e2-08458adc8712 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:38.244995 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4663e6f7-144e-497a-b520-d5807caa0893 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.253839 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.287346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8684d2-fd3f-4513-a396-224863b8befb req-01e7ad40-59f7-496a-bbc1-ae8a7ed42a19 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:38.288848 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa8684d2-fd3f-4513-a396-224863b8befb req-01e7ad40-59f7-496a-bbc1-ae8a7ed42a19 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1771741 Oct 27 15:58:38.301099 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51f578b-3ceb-4692-a119-d83aca025606 admin admin] Deleting subnet c650781a-054f-4fdc-91da-d866517d0aca {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 15:58:38.312856 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d51f578b-3ceb-4692-a119-d83aca025606 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.329533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Transition to ACTIVE for port object de6aeacf-35fe-45a6-88e2-08458adc8712 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:58:38.368863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af73a9d-b1bc-433f-a09e-aac470229cf2 req-727d454d-d69f-4c97-b10a-d6ed160a4270 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:38.370351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4af73a9d-b1bc-433f-a09e-aac470229cf2 req-727d454d-d69f-4c97-b10a-d6ed160a4270 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 936 time: 0.1005955 Oct 27 15:58:38.402956 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d51f578b-3ceb-4692-a119-d83aca025606 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.407364 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.410644 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4663e6f7-144e-497a-b520-d5807caa0893 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.449435 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa8684d2-fd3f-4513-a396-224863b8befb req-85d8a513-09da-49f7-88d9-c69b25124068 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516747 Oct 27 15:58:38.484423 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d51f578b-3ceb-4692-a119-d83aca025606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.505849 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4663e6f7-144e-497a-b520-d5807caa0893 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.533195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4af73a9d-b1bc-433f-a09e-aac470229cf2 req-bd430fc7-e77f-4c08-810b-e54445325d28 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550407 Oct 27 15:58:38.568178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663e6f7-144e-497a-b520-d5807caa0893 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d91c3cc-b3be-41e2-8807-66427b314d9e,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:38.577778 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=51b18c50-5744-4c06-a98d-4efb95646ea4,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:38.587026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Pushing event updated for resources: {'Port': ['ID=de6aeacf-35fe-45a6-88e2-08458adc8712,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:38.679086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb07cb-6b96-411a-92cc-a42c5e37ed80 req-60764105-5f3e-499d-b8ee-a70e7295a779 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:38.682882 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4663e6f7-144e-497a-b520-d5807caa0893 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.683011 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-decb07cb-6b96-411a-92cc-a42c5e37ed80 req-60764105-5f3e-499d-b8ee-a70e7295a779 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 946 time: 0.1325798 Oct 27 15:58:38.684069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39524) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:38.686958 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4663e6f7-144e-497a-b520-d5807caa0893 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7486176 Oct 27 15:58:38.690613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0fb8f3db-f901-4b3e-a430-094266860949 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Request body: {'security_group_rule': {'security_group_id': 'f28ccc4f-243d-4868-8c07-aa3c57472aa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:38.698708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:38.721260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Attempting to bind port de6aeacf-35fe-45a6-88e2-08458adc8712 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:38.721597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Attempting to bind port de6aeacf-35fe-45a6-88e2-08458adc8712 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:38.721923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Attempting to bind port de6aeacf-35fe-45a6-88e2-08458adc8712 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:38.739496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Port de6aeacf-35fe-45a6-88e2-08458adc8712 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:58:38.739816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Attempting to bind port de6aeacf-35fe-45a6-88e2-08458adc8712 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:38.761415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:38.761982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:38.762113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:38.762560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Bound port: de6aeacf-35fe-45a6-88e2-08458adc8712, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:38.763427 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.766833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-decb07cb-6b96-411a-92cc-a42c5e37ed80 req-8ce9f7b1-b91c-4c79-94ba-ab3b0ee3dce6 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662758 Oct 27 15:58:38.782841 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d51f578b-3ceb-4692-a119-d83aca025606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.843548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e63ab7-43ef-4118-9b26-4471784bc1f0 req-26c72632-fb5d-4b67-888c-89aafa6d3223 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:38.845596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5e63ab7-43ef-4118-9b26-4471784bc1f0 req-26c72632-fb5d-4b67-888c-89aafa6d3223 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.2171600 Oct 27 15:58:38.859451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f578b-3ceb-4692-a119-d83aca025606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c650781a-054f-4fdc-91da-d866517d0aca,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:38.869747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e69f579-30db-4a68-8e03-0bdb25935791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b18c50-5744-4c06-a98d-4efb95646ea4'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:38.872999 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d5a45c-13e4-4975-8418-e7b88173a2da" -d '{"events": [{"server_uuid": "2e69f579-30db-4a68-8e03-0bdb25935791", "name": "network-vif-unplugged", "status": "completed", "tag": "51b18c50-5744-4c06-a98d-4efb95646ea4"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:38.877581 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.889289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d51f578b-3ceb-4692-a119-d83aca025606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.895862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d51f578b-3ceb-4692-a119-d83aca025606 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c650781a-054f-4fdc-91da-d866517d0aca HTTP/1.1" status: 204 len: 168 time: 0.6998181 Oct 27 15:58:38.896559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39530) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:38.960638 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82887011-9e2e-4ce7-9e4c-42940fe933c1 x-openstack-request-id: req-82887011-9e2e-4ce7-9e4c-42940fe933c1 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:38.961167 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e69f579-30db-4a68-8e03-0bdb25935791", "name": "network-vif-unplugged", "status": "completed", "tag": "51b18c50-5744-4c06-a98d-4efb95646ea4", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:38.961751 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82887011-9e2e-4ce7-9e4c-42940fe933c1 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:38.962236 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e69f579-30db-4a68-8e03-0bdb25935791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51b18c50-5744-4c06-a98d-4efb95646ea4', 'code': 200} Oct 27 15:58:38.975707 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f3db-f901-4b3e-a430-094266860949 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:38.990130 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.067954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.099215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ac24d3-3a39-46e0-99a5-1625b04f0569 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:39.117764 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.134441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Pushing event updated for resources: {'Port': ['ID=51b18c50-5744-4c06-a98d-4efb95646ea4,revision_number=7']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:39.166818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Transition to ACTIVE for port object f8ac24d3-3a39-46e0-99a5-1625b04f0569 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:58:39.176103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5e63ab7-43ef-4118-9b26-4471784bc1f0 req-b6211d8c-f9fc-4752-a594-68ba9b4c4cea tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881147 Oct 27 15:58:39.177855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:39.181272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=de6aeacf-35fe-45a6-88e2-08458adc8712,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:39.187812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f3db-f901-4b3e-a430-094266860949 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.224462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 on host n-h2-815689-1 for vnic_type normal with profile {"migrating_to": "n-h1-815689-1"} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:39.224799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:39.225118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:39.257816 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.271618 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Port 51b18c50-5744-4c06-a98d-4efb95646ea4 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:58:39.271995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Attempting to bind port 51b18c50-5744-4c06-a98d-4efb95646ea4 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:39.285696 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:39.286116 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:39.286510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:39.286964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Bound port: 51b18c50-5744-4c06-a98d-4efb95646ea4, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:39.287328 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.289304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f3db-f901-4b3e-a430-094266860949 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.313382 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.314842 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.337976 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:39.338679 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.340336 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] 10.222.0.54 "PUT /v2.0/ports/de6aeacf-35fe-45a6-88e2-08458adc8712 HTTP/1.1" status: 200 len: 1096 time: 3.0412652 Oct 27 15:58:39.348625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:39.348852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8f3db-f901-4b3e-a430-094266860949 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e891466c-ca77-4933-a9f9-b218860ea4ed,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:39.348975 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c" -d '{"events": [{"name": "network-changed", "server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:39.362453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d7a3f-42cc-47f2-8a73-28d61679ba6b req-dba6535f-6e5c-4686-94b2-5d5883cfe29d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:39.367069 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a2d7a3f-42cc-47f2-8a73-28d61679ba6b req-dba6535f-6e5c-4686-94b2-5d5883cfe29d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 948 time: 0.2029839 Oct 27 15:58:39.368751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cded3d60-f20f-47f1-b2b5-7f1cff288f6b']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:39.381509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ac24d3-3a39-46e0-99a5-1625b04f0569,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:39.398615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b03070-df36-47bf-b6c9-421cb1acdfd0 req-5046e359-d466-4e1e-9e2d-6527e0f4fa8a tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:39.400222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f1b03070-df36-47bf-b6c9-421cb1acdfd0 req-5046e359-d466-4e1e-9e2d-6527e0f4fa8a tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 950 time: 0.1539252 Oct 27 15:58:39.420458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1de1ee6-89b1-4ff6-bd6e-92c6b2c7c131') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:39.420458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1de1ee6-89b1-4ff6-bd6e-92c6b2c7c131') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:58:39.455494 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0fb8f3db-f901-4b3e-a430-094266860949 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.456632 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0fb8f3db-f901-4b3e-a430-094266860949 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7713118 Oct 27 15:58:39.476665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39540) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:39.487008 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.504300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:39.521472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:39.540033 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a2d7a3f-42cc-47f2-8a73-28d61679ba6b req-0d46ec78-dc26-48a5-b165-2d0e3f74b92f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411452 Oct 27 15:58:39.567163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Attempting to bind port f8ac24d3-3a39-46e0-99a5-1625b04f0569 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:39.567163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Attempting to bind port f8ac24d3-3a39-46e0-99a5-1625b04f0569 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:39.567163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Attempting to bind port f8ac24d3-3a39-46e0-99a5-1625b04f0569 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:39.577525 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.582830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f1b03070-df36-47bf-b6c9-421cb1acdfd0 req-3c8f0412-4c08-4801-a178-cb90fbbf3e22 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624532 Oct 27 15:58:39.585576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=51b18c50-5744-4c06-a98d-4efb95646ea4,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:39.595570 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: timer() Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 15:58:39.601687 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 15:58:39.607174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Port f8ac24d3-3a39-46e0-99a5-1625b04f0569 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:58:39.607497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Attempting to bind port f8ac24d3-3a39-46e0-99a5-1625b04f0569 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:39.609530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d8a08-8f80-47a8-8ebc-59c0caa68ffd service neutron] Pushing event updated for resources: {'Port': ['ID=de6aeacf-35fe-45a6-88e2-08458adc8712,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:39.625791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-84db498d-e259-4bd5-ab00-6529b59d8311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:39.628022 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-84db498d-e259-4bd5-ab00-6529b59d8311 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 1099 time: 0.1291919 Oct 27 15:58:39.632306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:39.632653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:39.633037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:39.633465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Bound port: f8ac24d3-3a39-46e0-99a5-1625b04f0569, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:39.634302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.687225 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.705173 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b6c6a3-943d-4d8a-b6bc-de4c3ecb2fee x-openstack-request-id: req-c4b6c6a3-943d-4d8a-b6bc-de4c3ecb2fee {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:39.705469 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:39.705811 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4b6c6a3-943d-4d8a-b6bc-de4c3ecb2fee {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:39.706251 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712', 'status': 'completed', 'code': 200} Oct 27 15:58:39.709263 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-05f90e20-3280-41a9-b895-cb8088396a36 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=de6aeacf-35fe-45a6-88e2-08458adc8712 HTTP/1.1" status: 200 len: 217 time: 0.0701027 Oct 27 15:58:39.742453 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.817796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Pushing event updated for resources: {'Port': ['ID=51b18c50-5744-4c06-a98d-4efb95646ea4,revision_number=8']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:39.899770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:39.900910 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.902230 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-ecff9769-0cb3-4f62-8813-d1ae7fb2f354 service neutron] 10.222.0.54 "PUT /v2.0/ports/51b18c50-5744-4c06-a98d-4efb95646ea4 HTTP/1.1" status: 200 len: 1122 time: 1.8687584 Oct 27 15:58:39.922613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] For port f8ac24d3-3a39-46e0-99a5-1625b04f0569, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:39.946971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] For port f8ac24d3-3a39-46e0-99a5-1625b04f0569, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f8ac24d3-3a39-46e0-99a5-1625b04f0569,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:39.962884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-7873d979-b04e-41ea-adb3-7b4acb40bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:39.965161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-7873d979-b04e-41ea-adb3-7b4acb40bfdd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.2240653 Oct 27 15:58:39.971269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.980035 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:39.985017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] 10.222.0.15 "DELETE /v2.0/networks/cded3d60-f20f-47f1-b2b5-7f1cff288f6b HTTP/1.1" status: 204 len: 168 time: 1.0868556 Oct 27 15:58:39.993587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc3838-2bc2-4de8-a23e-17f760019b1b req-3ed00ea2-6f69-4657-998a-49b30d432322 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:39.995136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7cc3838-2bc2-4de8-a23e-17f760019b1b req-3ed00ea2-6f69-4657-998a-49b30d432322 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 948 time: 0.2197924 Oct 27 15:58:40.008944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c0fda-9951-44db-a9cd-95a6a29c41bc admin admin] Pushing event deleted for resources: {'Network': ['ID=cded3d60-f20f-47f1-b2b5-7f1cff288f6b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:40.025176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['51b18c50-5744-4c06-a98d-4efb95646ea4'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:40.104957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7cc3838-2bc2-4de8-a23e-17f760019b1b req-a46e469e-6ca7-48a9-9669-ce946897b506 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804842 Oct 27 15:58:40.105811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-4d6cd23c-ab94-4fd1-adc9-2d6fc81204b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:40.106984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-4d6cd23c-ab94-4fd1-adc9-2d6fc81204b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307013 Oct 27 15:58:40.117891 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:40.220368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:40.220990 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:40.222377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] 10.222.0.54 "PUT /v2.0/ports/f8ac24d3-3a39-46e0-99a5-1625b04f0569 HTTP/1.1" status: 200 len: 1096 time: 2.4027388 Oct 27 15:58:40.246932 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:40.402350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf306c-146f-4f48-9871-22ba9fe4d9a8 req-140187ee-3279-4da7-b8d4-7cc69e0fbeb8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:40.405188 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ddf306c-146f-4f48-9871-22ba9fe4d9a8 req-140187ee-3279-4da7-b8d4-7cc69e0fbeb8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 944 time: 0.1017685 Oct 27 15:58:40.487875 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ddf306c-146f-4f48-9871-22ba9fe4d9a8 req-52ff6bcd-9547-4b14-b414-53dd1878616a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736780 Oct 27 15:58:40.491528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-44dd6a11-ead8-42b4-8b33-8d18b2b57c9a service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728907 Oct 27 15:58:40.564700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7417e54-a428-4a20-8686-9b357afdd881 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ac24d3-3a39-46e0-99a5-1625b04f0569,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:40.577467 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:40.663940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-68792c48-b398-43b6-8962-c5cd5c3138c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f031f376bc0940bfac213bf0d2e3851d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851755 Oct 27 15:58:40.667593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39574) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:40.708679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31a237-4c25-4371-918f-b1c1ab7c109c req-a736d42b-1032-4918-b7ba-bdae1fda47a3 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:40.710434 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b31a237-4c25-4371-918f-b1c1ab7c109c req-a736d42b-1032-4918-b7ba-bdae1fda47a3 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0872631 Oct 27 15:58:40.742153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f4064a16-563f-4ec6-8b4b-fa7f68f25890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:40.745849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f4064a16-563f-4ec6-8b4b-fa7f68f25890 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a225fcc9660e4da7bda0fcf014c31d46&device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 1099 time: 0.2278557 Oct 27 15:58:40.747853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Allocated IP 172.25.4.127 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/e3bf3039-6625-4c06-a0ae-0f1cf471aba7) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:40.782938 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b31a237-4c25-4371-918f-b1c1ab7c109c req-4912b6c2-89b8-4899-b0ff-fc10b5940e3b tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660286 Oct 27 15:58:40.796963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d3df80e-6184-4bc1-8d36-75b82b2d183e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:40.830605 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-f7713a63-25fe-4293-8882-5e70367f59ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=f8ac24d3-3a39-46e0-99a5-1625b04f0569 HTTP/1.1" status: 200 len: 217 time: 0.0757580 Oct 27 15:58:40.938150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8b4309f-074b-4f87-8d73-9bc1c2c374f7 req-8a9a1e84-60d2-48fe-b1a9-500753b5997c service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191120 Oct 27 15:58:41.047875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-380b079f-8f3b-4447-af54-c160d847ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:41.049844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-380b079f-8f3b-4447-af54-c160d847ea27 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.2099566 Oct 27 15:58:41.063496 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:41.072527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a76f4c-74ad-4916-bdc3-9464e077d910 req-57692ba3-fac6-4940-bf46-f626aea077a1 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:41.076218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-16a76f4c-74ad-4916-bdc3-9464e077d910 req-57692ba3-fac6-4940-bf46-f626aea077a1 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 950 time: 0.1445043 Oct 27 15:58:41.142739 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e69f579-30db-4a68-8e03-0bdb25935791', 'tag': '51b18c50-5744-4c06-a98d-4efb95646ea4'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:41.145067 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b1948c-9fb0-4459-a352-388b4b88d50b" -d '{"events": [{"name": "network-changed", "server_uuid": "2e69f579-30db-4a68-8e03-0bdb25935791", "tag": "51b18c50-5744-4c06-a98d-4efb95646ea4"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:41.149236 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d3df80e-6184-4bc1-8d36-75b82b2d183e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:41.212534 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-16a76f4c-74ad-4916-bdc3-9464e077d910 req-8c611254-d8c9-4386-addc-535131e71583 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229522 Oct 27 15:58:41.219986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-6bbd9058-6685-4f17-bdb0-13f9d4cf50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:41.221576 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-6bbd9058-6685-4f17-bdb0-13f9d4cf50a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439302 Oct 27 15:58:41.228851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1a51d-4c0a-4fd6-9722-2add1d86fd7c req-d4752199-fe8e-40df-9ce2-842beae230ff tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:41.230171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c req-202d9336-fda1-4163-8642-3d9b1d2161ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:41.230589 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bef1a51d-4c0a-4fd6-9722-2add1d86fd7c req-d4752199-fe8e-40df-9ce2-842beae230ff tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 948 time: 0.0789173 Oct 27 15:58:41.230707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c req-202d9336-fda1-4163-8642-3d9b1d2161ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 1099 time: 0.1139903 Oct 27 15:58:41.280938 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bef1a51d-4c0a-4fd6-9722-2add1d86fd7c req-72fd911a-762f-4968-8840-be7dd2bbe40a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434716 Oct 27 15:58:41.330177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d3df80e-6184-4bc1-8d36-75b82b2d183e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:41.332976 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:41.333313 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d3df80e-6184-4bc1-8d36-75b82b2d183e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:41.337253 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6d3df80e-6184-4bc1-8d36-75b82b2d183e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89a9abf9-5607-46ce-b0b7-e3e0be596657 HTTP/1.1" status: 204 len: 168 time: 0.6657674 Oct 27 15:58:41.348440 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3df80e-6184-4bc1-8d36-75b82b2d183e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a9abf9-5607-46ce-b0b7-e3e0be596657,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:41.368299 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2df21c-8f7e-45b2-9812-e9dc90709d8c x-openstack-request-id: req-ea2df21c-8f7e-45b2-9812-e9dc90709d8c {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:41.368910 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e69f579-30db-4a68-8e03-0bdb25935791", "tag": "51b18c50-5744-4c06-a98d-4efb95646ea4", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:41.369314 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea2df21c-8f7e-45b2-9812-e9dc90709d8c {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:41.369861 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e69f579-30db-4a68-8e03-0bdb25935791', 'tag': '51b18c50-5744-4c06-a98d-4efb95646ea4', 'status': 'completed', 'code': 200} Oct 27 15:58:41.441706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:41.648184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace7344-b1cf-482b-91e0-ce76e2db1b51 req-a411c0b1-f1fb-44cf-8790-5e77fca6918e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:41.650100 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aace7344-b1cf-482b-91e0-ce76e2db1b51 req-a411c0b1-f1fb-44cf-8790-5e77fca6918e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 944 time: 0.0590205 Oct 27 15:58:41.655897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:41.678428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:41.704081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Pushing event updated for resources: {'Port': ['ID=e3bf3039-6625-4c06-a0ae-0f1cf471aba7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:41.718727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29499ee1-2c1b-4c2d-bda6-f74d71439ec5', 'tag': 'f8ac24d3-3a39-46e0-99a5-1625b04f0569'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:41.718905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aace7344-b1cf-482b-91e0-ce76e2db1b51 req-fd242567-a1fc-403b-8e34-953db34b5f12 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556946 Oct 27 15:58:41.720808 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "29499ee1-2c1b-4c2d-bda6-f74d71439ec5", "tag": "f8ac24d3-3a39-46e0-99a5-1625b04f0569"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:41.787365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c6daf-4ba9-4cea-9a3e-83dcb3ac5479 req-3f543f7b-c880-41b9-a624-6f1f61e8c129 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:41.793325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c0c6daf-4ba9-4cea-9a3e-83dcb3ac5479 req-3f543f7b-c880-41b9-a624-6f1f61e8c129 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 948 time: 0.4652748 Oct 27 15:58:41.795499 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-dc316636-58a1-462d-8712-29146a45d5b6 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639565 Oct 27 15:58:41.811975 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f6b8dc-2787-44f5-a609-f6df5d7066b9 x-openstack-request-id: req-d4f6b8dc-2787-44f5-a609-f6df5d7066b9 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:41.812294 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29499ee1-2c1b-4c2d-bda6-f74d71439ec5", "tag": "f8ac24d3-3a39-46e0-99a5-1625b04f0569", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:41.812552 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4f6b8dc-2787-44f5-a609-f6df5d7066b9 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:41.812945 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29499ee1-2c1b-4c2d-bda6-f74d71439ec5', 'tag': 'f8ac24d3-3a39-46e0-99a5-1625b04f0569', 'status': 'completed', 'code': 200} Oct 27 15:58:41.830373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c req-37371edd-bfa3-4de4-8d74-6e5f5f6f5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:41.831978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c req-37371edd-bfa3-4de4-8d74-6e5f5f6f5db8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.5919986 Oct 27 15:58:41.912347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1948c-9fb0-4459-a352-388b4b88d50b req-efff55f2-99f0-495f-b79e-dd233200e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:41.914243 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-49b1948c-9fb0-4459-a352-388b4b88d50b req-efff55f2-99f0-495f-b79e-dd233200e03e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1125 time: 0.5100253 Oct 27 15:58:41.918309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28c0a8-5518-4d36-9823-19ce726a41c7 req-1c12989e-99ae-4fff-a30c-85235051d819 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:41.920037 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b28c0a8-5518-4d36-9823-19ce726a41c7 req-1c12989e-99ae-4fff-a30c-85235051d819 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0543456 Oct 27 15:58:41.976418 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b28c0a8-5518-4d36-9823-19ce726a41c7 req-b6f19294-3f7b-41a8-9793-1d72abff7d92 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392561 Oct 27 15:58:41.996873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c req-4c1e9052-e58f-41c8-8549-9545940c8df8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=de6aeacf-35fe-45a6-88e2-08458adc8712 HTTP/1.1" status: 200 len: 217 time: 0.1510942 Oct 27 15:58:42.007751 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:42.106546 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c0c6daf-4ba9-4cea-9a3e-83dcb3ac5479 req-80ef4568-9990-4e2d-886d-d4d0d45f40d3 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098571 Oct 27 15:58:42.163079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c req-facde084-d726-4657-8b50-ded30583f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:42.164586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c req-facde084-d726-4657-8b50-ded30583f85c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1500444 Oct 27 15:58:42.170742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed4fd978-01bb-403f-8e24-b0dd2501f19f req-8bcd12cb-3f51-40a7-94af-f3510afeba99 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558099 Oct 27 15:58:42.213593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 51b18c50-5744-4c06-a98d-4efb95646ea4 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:58:42.227540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1948c-9fb0-4459-a352-388b4b88d50b req-904ec573-41b5-4083-81f0-5a8b98db1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:42.229188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-49b1948c-9fb0-4459-a352-388b4b88d50b req-904ec573-41b5-4083-81f0-5a8b98db1c03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.2550633 Oct 27 15:58:42.276098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39598) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:42.314980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-49b1948c-9fb0-4459-a352-388b4b88d50b req-b75d7208-ea3a-4653-a434-ef4d741893c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51b18c50-5744-4c06-a98d-4efb95646ea4 HTTP/1.1" status: 200 len: 217 time: 0.0618441 Oct 27 15:58:42.315229 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:42.320755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c req-7fd5d9c8-0e6e-4504-b304-52403f9614e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:42.322036 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c req-7fd5d9c8-0e6e-4504-b304-52403f9614e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316743 Oct 27 15:58:42.356212 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e664fecc-698f-40fe-8e44-2f590c025487 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c1eea77e0ec49beb6a8e9302dccadac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0784285 Oct 27 15:58:42.358595 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39602) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:42.386595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=51b18c50-5744-4c06-a98d-4efb95646ea4,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:42.402775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 51b18c50-5744-4c06-a98d-4efb95646ea4 has no active binding in host n-h1-815689-1 {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 15:58:42.479443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-621c20aa-8d8b-4a15-a89b-9fa6d986d151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:42.491563 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753cacb-1fc1-41ea-b94e-8b8ee36f0281 req-dc1d663b-499b-40d2-852d-8da1d9d28a2f tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:42.493421 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4753cacb-1fc1-41ea-b94e-8b8ee36f0281 req-dc1d663b-499b-40d2-852d-8da1d9d28a2f tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 950 time: 0.0932114 Oct 27 15:58:42.531305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1948c-9fb0-4459-a352-388b4b88d50b req-a251e199-1bb3-4ae8-b77b-ad52b282ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:42.532828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-49b1948c-9fb0-4459-a352-388b4b88d50b req-a251e199-1bb3-4ae8-b77b-ad52b282ea98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.1892216 Oct 27 15:58:42.534065 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-621c20aa-8d8b-4a15-a89b-9fa6d986d151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:42.588348 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4753cacb-1fc1-41ea-b94e-8b8ee36f0281 req-fea85491-88f0-44a9-a65b-c67f8352f960 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779920 Oct 27 15:58:42.618439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a req-072cc1d9-c408-47ee-a212-e8025bcb9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:42.626001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a req-072cc1d9-c408-47ee-a212-e8025bcb9c46 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a225fcc9660e4da7bda0fcf014c31d46&device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 1099 time: 0.2528450 Oct 27 15:58:42.653070 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-49b1948c-9fb0-4459-a352-388b4b88d50b req-bc40e58e-5de8-4b41-80e2-4f48f02d263a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719326 Oct 27 15:58:42.719469 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-621c20aa-8d8b-4a15-a89b-9fa6d986d151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:42.725716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-621c20aa-8d8b-4a15-a89b-9fa6d986d151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:42.728153 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-621c20aa-8d8b-4a15-a89b-9fa6d986d151 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79a9f681-b400-44c1-bb4f-9d2ed84fcce0 HTTP/1.1" status: 204 len: 168 time: 0.3675590 Oct 27 15:58:42.756207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316aa98-ceb5-454d-be6f-885be9280fec req-95faa93a-94e2-4aeb-8616-423759d0beba tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:42.763751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c316aa98-ceb5-454d-be6f-885be9280fec req-95faa93a-94e2-4aeb-8616-423759d0beba tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 948 time: 0.3053753 Oct 27 15:58:42.765748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c20aa-8d8b-4a15-a89b-9fa6d986d151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a9f681-b400-44c1-bb4f-9d2ed84fcce0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:42.766985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c req-b66fa52e-64eb-4ed4-a00e-15c5d8c32ffa service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246166 Oct 27 15:58:42.931387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559b3e8-d5ed-41c3-894f-0bf67b5e5c74 req-c50ac3e2-c826-4598-9ae5-4fade4d96b6c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:42.933150 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4559b3e8-d5ed-41c3-894f-0bf67b5e5c74 req-c50ac3e2-c826-4598-9ae5-4fade4d96b6c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 944 time: 0.0734696 Oct 27 15:58:42.966686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91692b61-429a-4fe1-a5ed-ee0704f9c87f req-0a8aff5d-e95e-4287-bcd4-9914891d9083 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:42.966686 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91692b61-429a-4fe1-a5ed-ee0704f9c87f req-0a8aff5d-e95e-4287-bcd4-9914891d9083 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 1101 time: 0.3431838 Oct 27 15:58:42.988401 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4559b3e8-d5ed-41c3-894f-0bf67b5e5c74 req-a7b91739-25ee-495d-96da-b5e540110d7c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459208 Oct 27 15:58:43.016722 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c316aa98-ceb5-454d-be6f-885be9280fec req-5ce01273-9050-424d-9d65-72d5225c105b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518847 Oct 27 15:58:43.078351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a req-37b1977a-03f9-4959-aabb-3d7faf186357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:43.080385 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a req-37b1977a-03f9-4959-aabb-3d7faf186357 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.4353180 Oct 27 15:58:43.098902 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:43.113810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-49b1948c-9fb0-4459-a352-388b4b88d50b req-42437f2c-2c64-4b22-b204-0269ff8491c6 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401262 Oct 27 15:58:43.134952 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1695ae-46d7-4bec-9621-b1cccfa068ac req-5731fc79-0043-45d9-b7da-b6b76e7a6fd6 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:43.140624 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe1695ae-46d7-4bec-9621-b1cccfa068ac req-5731fc79-0043-45d9-b7da-b6b76e7a6fd6 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0763381 Oct 27 15:58:43.187506 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5afc4b8-8631-4c6e-a0af-7bd39585ce3c req-7f275d15-48f3-4570-9e71-b208a0b2f67b service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971920 Oct 27 15:58:43.220717 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe1695ae-46d7-4bec-9621-b1cccfa068ac req-0838448a-055e-488f-8e8c-9c16caffe599 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698986 Oct 27 15:58:43.270398 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:43.278075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a req-4f1df83e-4dc5-4617-af65-e55deba90270 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=f8ac24d3-3a39-46e0-99a5-1625b04f0569 HTTP/1.1" status: 200 len: 217 time: 0.1609170 Oct 27 15:58:43.585986 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:43.644779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Pushing event updated for resources: {'Port': ['ID=e3bf3039-6625-4c06-a0ae-0f1cf471aba7,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:43.675448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a req-61077343-b6c1-464a-8736-2b7c2c886ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:43.677204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a req-61077343-b6c1-464a-8736-2b7c2c886ae9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.3779988 Oct 27 15:58:43.689219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bc7ea-3b9c-4749-96f2-2923a72b4ffd req-3f38a75c-659d-453d-99ab-e9ff7daf335f tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:43.692786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af8bc7ea-3b9c-4749-96f2-2923a72b4ffd req-3f38a75c-659d-453d-99ab-e9ff7daf335f tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 948 time: 0.4257286 Oct 27 15:58:43.696692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-49b1948c-9fb0-4459-a352-388b4b88d50b req-8c48647e-66b9-421a-88c7-1dd3cf72f79e service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267465 Oct 27 15:58:43.732344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-91692b61-429a-4fe1-a5ed-ee0704f9c87f req-08ca57eb-b43b-4af5-a3ce-552f5160f758 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] Deleting port fe677145-9861-4f62-9e57-54d8404e6f08 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 15:58:43.732723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91692b61-429a-4fe1-a5ed-ee0704f9c87f req-08ca57eb-b43b-4af5-a3ce-552f5160f758 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:43.736770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5243-f90e-4549-83fa-b6fa7ce4397d req-1cf95601-b621-4d6d-aebe-df62222d1103 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:43.738509 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-152c5243-f90e-4549-83fa-b6fa7ce4397d req-1cf95601-b621-4d6d-aebe-df62222d1103 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 950 time: 0.0661192 Oct 27 15:58:43.765475 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:43.766627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-606c24bc-644a-480b-b6ea-7f37ef8b53b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2871640 Oct 27 15:58:43.837480 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af8bc7ea-3b9c-4749-96f2-2923a72b4ffd req-43fc19fb-3edf-4c19-8b46-83d2536af4ce tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383235 Oct 27 15:58:43.860958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a req-46b181e1-bd4c-4b00-ba4c-357a05f960e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:43.862501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a req-46b181e1-bd4c-4b00-ba4c-357a05f960e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1611977 Oct 27 15:58:43.863459 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-152c5243-f90e-4549-83fa-b6fa7ce4397d req-3b93f249-50fa-4588-90ed-fdf9c8a72152 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179013 Oct 27 15:58:43.896690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-91692b61-429a-4fe1-a5ed-ee0704f9c87f req-08ca57eb-b43b-4af5-a3ce-552f5160f758 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] For port fe677145-9861-4f62-9e57-54d8404e6f08, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fe677145-9861-4f62-9e57-54d8404e6f08,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:43.897495 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91692b61-429a-4fe1-a5ed-ee0704f9c87f req-08ca57eb-b43b-4af5-a3ce-552f5160f758 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:43.970403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-91692b61-429a-4fe1-a5ed-ee0704f9c87f req-08ca57eb-b43b-4af5-a3ce-552f5160f758 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] Calling delete_port for fe677145-9861-4f62-9e57-54d8404e6f08 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 15:58:44.140525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233a5bf-0252-493e-96b1-dc7fe9bcda0c req-16fbb813-14f1-4c1d-bf1d-43e76520b3f0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:44.142485 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d233a5bf-0252-493e-96b1-dc7fe9bcda0c req-16fbb813-14f1-4c1d-bf1d-43e76520b3f0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 944 time: 0.0746214 Oct 27 15:58:44.178823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a req-b0364400-5151-4816-a6e8-d965b665f4c7 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077831 Oct 27 15:58:44.210898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-0e564737-7d44-4889-9e0d-b081f3dec628 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--609578424&fields=id&tenant_id=9e156f9938474ecf82c8cb7e7f35b93b HTTP/1.1" status: 200 len: 267 time: 0.1534522 Oct 27 15:58:44.215117 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d233a5bf-0252-493e-96b1-dc7fe9bcda0c req-ebe8e5cc-a57a-48f5-9460-990659eed144 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595517 Oct 27 15:58:44.233154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device de6aeacf-35fe-45a6-88e2-08458adc8712 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:58:44.389841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea9fc9-88a6-47cc-b435-ea6193ff82f9 req-41c5bae0-9b46-45bb-a14a-f54741814942 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:44.391910 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ddea9fc9-88a6-47cc-b435-ea6193ff82f9 req-41c5bae0-9b46-45bb-a14a-f54741814942 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 948 time: 0.1005638 Oct 27 15:58:44.462348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=de6aeacf-35fe-45a6-88e2-08458adc8712,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:44.470362 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ddea9fc9-88a6-47cc-b435-ea6193ff82f9 req-69d094e3-3d86-481f-bee4-a906cc140a91 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719178 Oct 27 15:58:44.494534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'de6aeacf-35fe-45a6-88e2-08458adc8712', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'de6aeacf-35fe-45a6-88e2-08458adc8712', 'mac_address': 'fa:16:3e:b2:5e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:58:44.542869 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:44.562375 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-cb5e11ba-7ca9-44cf-b113-f538b85b0aee service neutron] 10.222.0.53 "GET /v2.0/ports/51b18c50-5744-4c06-a98d-4efb95646ea4/bindings/n-h1-815689-1 HTTP/1.1" status: 200 len: 384 time: 0.2479484 Oct 27 15:58:44.567450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6aeacf-35fe-45a6-88e2-08458adc8712 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:44.594842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=de6aeacf-35fe-45a6-88e2-08458adc8712,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:44.616346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecd08e-86ad-49c7-b425-efc36934e1aa req-a1e8a098-4179-4165-8316-68243a2d7488 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:44.624179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2ecd08e-86ad-49c7-b425-efc36934e1aa req-a1e8a098-4179-4165-8316-68243a2d7488 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0924768 Oct 27 15:58:44.637156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efec8b6e-c0ea-4686-9277-4d6bb51ddc8a req-4aedf8a5-02c0-421f-929c-f8a773fc602d service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377716 Oct 27 15:58:44.661744 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:44.661994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-44f9a0ea-fd6f-452f-a34f-ec165455828b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:44.663353 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-44f9a0ea-fd6f-452f-a34f-ec165455828b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/networks?id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 HTTP/1.1" status: 200 len: 823 time: 0.4514070 Oct 27 15:58:44.685958 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2ecd08e-86ad-49c7-b425-efc36934e1aa req-727db668-fe76-47e8-98e1-5ca7108ae9af tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524862 Oct 27 15:58:44.695683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91692b61-429a-4fe1-a5ed-ee0704f9c87f req-08ca57eb-b43b-4af5-a3ce-552f5160f758 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:44.707140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['fe677145-9861-4f62-9e57-54d8404e6f08'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:44.748021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca57eb-b43b-4af5-a3ce-552f5160f758 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe677145-9861-4f62-9e57-54d8404e6f08,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:44.761074 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=de6aeacf-35fe-45a6-88e2-08458adc8712,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:44.784338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-e847cdb1-b725-4d84-a34d-a3b367498645 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/quotas/9e156f9938474ecf82c8cb7e7f35b93b HTTP/1.1" status: 200 len: 375 time: 0.1102064 Oct 27 15:58:44.854768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-91692b61-429a-4fe1-a5ed-ee0704f9c87f req-08ca57eb-b43b-4af5-a3ce-552f5160f758 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] No DVR routers for this DVR port fe677145-9861-4f62-9e57-54d8404e6f08 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:58:44.864299 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91692b61-429a-4fe1-a5ed-ee0704f9c87f req-08ca57eb-b43b-4af5-a3ce-552f5160f758 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:44.867614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91692b61-429a-4fe1-a5ed-ee0704f9c87f req-08ca57eb-b43b-4af5-a3ce-552f5160f758 tempest-DeleteServersAdminTestJSON-687320553 tempest-DeleteServersAdminTestJSON-687320553-project-admin] 10.222.0.53 "DELETE /v2.0/ports/fe677145-9861-4f62-9e57-54d8404e6f08 HTTP/1.1" status: 204 len: 173 time: 1.8829982 Oct 27 15:58:44.868906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc3db8f-9493-426c-b413-cb88b11428c6', 'name': 'network-vif-deleted', 'tag': 'fe677145-9861-4f62-9e57-54d8404e6f08'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:44.871300 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb0b41e-2a6a-43ca-9dce-a0fa870cd8a0" -d '{"events": [{"server_uuid": "3bc3db8f-9493-426c-b413-cb88b11428c6", "name": "network-vif-deleted", "tag": "fe677145-9861-4f62-9e57-54d8404e6f08"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:44.958048 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-5e33a7a6-d770-409f-a359-45765975c366 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e156f9938474ecf82c8cb7e7f35b93b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1727436 Oct 27 15:58:44.961385 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379d1e0e-7740-4ac5-8a18-ec9cb888f639 x-openstack-request-id: req-379d1e0e-7740-4ac5-8a18-ec9cb888f639 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:44.961686 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc3db8f-9493-426c-b413-cb88b11428c6", "name": "network-vif-deleted", "tag": "fe677145-9861-4f62-9e57-54d8404e6f08", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:44.962277 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-379d1e0e-7740-4ac5-8a18-ec9cb888f639 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:44.962403 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc3db8f-9493-426c-b413-cb88b11428c6', 'name': 'network-vif-deleted', 'tag': 'fe677145-9861-4f62-9e57-54d8404e6f08', 'status': 'completed', 'code': 200} Oct 27 15:58:44.967657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['de6aeacf-35fe-45a6-88e2-08458adc8712'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:45.134022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88aad8-3b43-47f3-980f-37b7f102e0e5 req-767fddaa-c973-4edd-8776-a1349c72f5c9 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:45.142662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-6b03c038-691c-4bd3-bf79-561578467db8 service neutron] 10.222.0.15 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583068 Oct 27 15:58:45.145643 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3f88aad8-3b43-47f3-980f-37b7f102e0e5 req-767fddaa-c973-4edd-8776-a1349c72f5c9 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 948 time: 0.0927057 Oct 27 15:58:45.185558 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3f88aad8-3b43-47f3-980f-37b7f102e0e5 req-fdb62475-84c5-4819-8b77-af3aaf09fbdf tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399511 Oct 27 15:58:45.271234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-10c0cbec-d13d-4372-9d2e-d918c1d6c6b7 service neutron] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=51b18c50-5744-4c06-a98d-4efb95646ea4,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:45.331671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-10c0cbec-d13d-4372-9d2e-d918c1d6c6b7 service neutron] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:45.366309 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e3bc242-84a9-44bc-8f49-c8d21513ed65 req-e140d1ab-4b06-49a0-947a-2242e18d25a5 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bc3db8f-9493-426c-b413-cb88b11428c6 HTTP/1.1" status: 200 len: 210 time: 0.0334578 Oct 27 15:58:45.426174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-97a356d3-8e33-48cb-80c7-5601aafe4f6e service neutron] 10.222.0.15 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689826 Oct 27 15:58:45.433282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-10c0cbec-d13d-4372-9d2e-d918c1d6c6b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b18c50-5744-4c06-a98d-4efb95646ea4 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:45.457043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-10c0cbec-d13d-4372-9d2e-d918c1d6c6b7 service neutron] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=51b18c50-5744-4c06-a98d-4efb95646ea4,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:45.553109 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-10c0cbec-d13d-4372-9d2e-d918c1d6c6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:45.563287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ef823-546e-4f11-97bc-1211d2a5d6db req-a51e8ace-1445-4cb0-a246-644f98e7efe5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:45.564937 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d73ef823-546e-4f11-97bc-1211d2a5d6db req-a51e8ace-1445-4cb0-a246-644f98e7efe5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 944 time: 0.0703199 Oct 27 15:58:45.614596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d73ef823-546e-4f11-97bc-1211d2a5d6db req-3e5be509-73f7-48f8-859e-f7ad8c7533b8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348654 Oct 27 15:58:45.650905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-10c0cbec-d13d-4372-9d2e-d918c1d6c6b7 service neutron] Transition to ACTIVE for port object 51b18c50-5744-4c06-a98d-4efb95646ea4 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:58:45.726192 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-10c0cbec-d13d-4372-9d2e-d918c1d6c6b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:45.773742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b0f0b-752d-4ed9-adae-6c752c61a7db req-aa82cbef-b790-45cd-aa3e-181851a329c8 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:45.788723 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b43b0f0b-752d-4ed9-adae-6c752c61a7db req-aa82cbef-b790-45cd-aa3e-181851a329c8 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 949 time: 0.0871716 Oct 27 15:58:45.797480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0cbec-d13d-4372-9d2e-d918c1d6c6b7 service neutron] Pushing event updated for resources: {'Port': ['ID=51b18c50-5744-4c06-a98d-4efb95646ea4,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:45.827425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-10c0cbec-d13d-4372-9d2e-d918c1d6c6b7 service neutron] No DVR routers for this DVR port 51b18c50-5744-4c06-a98d-4efb95646ea4 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:58:45.851167 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b43b0f0b-752d-4ed9-adae-6c752c61a7db req-abdb0f9e-0224-4497-aa1f-1d64ac38922a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568349 Oct 27 15:58:45.896403 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-10c0cbec-d13d-4372-9d2e-d918c1d6c6b7 service neutron] 10.222.0.53 "PUT /v2.0/ports/51b18c50-5744-4c06-a98d-4efb95646ea4/bindings/n-h1-815689-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3233602 Oct 27 15:58:45.961075 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6b1a1de-1a5c-4e79-85ab-fe6658100bdc req-73f7a44b-04ed-4ade-8a8e-d533dbb2bc46 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 210 time: 0.0343559 Oct 27 15:58:46.130006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-5892e3ee-2421-43cf-a098-dbb016480f23 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:46.130666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e90f21-93c6-4785-868c-16a006f30666 req-c4731f1f-b34a-4e6f-bfe0-668009e48354 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:46.131565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-5892e3ee-2421-43cf-a098-dbb016480f23 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.0594537 Oct 27 15:58:46.132752 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18e90f21-93c6-4785-868c-16a006f30666 req-c4731f1f-b34a-4e6f-bfe0-668009e48354 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0950606 Oct 27 15:58:46.175403 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18e90f21-93c6-4785-868c-16a006f30666 req-fd129ead-877c-4a12-94d2-d1692735649e tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362020 Oct 27 15:58:46.227245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-c33a51bb-88ff-44e3-9f79-335b886f41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:46.233177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-c33a51bb-88ff-44e3-9f79-335b886f41cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9 HTTP/1.1" status: 200 len: 1096 time: 0.0920300 Oct 27 15:58:46.280739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f8ac24d3-3a39-46e0-99a5-1625b04f0569 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:58:46.284551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device de6aeacf-35fe-45a6-88e2-08458adc8712 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:46.356149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e0b7f-6d18-4dc1-a4bf-a1dfc31fad86 req-60e33259-b51c-4e1a-8468-5d25b63c8ad2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:46.381535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-989e0b7f-6d18-4dc1-a4bf-a1dfc31fad86 req-60e33259-b51c-4e1a-8468-5d25b63c8ad2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 948 time: 0.1210942 Oct 27 15:58:46.399132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-e1e2cded-3862-42e9-bf32-37485a83e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:46.402875 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-e1e2cded-3862-42e9-bf32-37485a83e98c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1096 time: 0.1404431 Oct 27 15:58:46.480393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-989e0b7f-6d18-4dc1-a4bf-a1dfc31fad86 req-e48803ef-0b7e-4825-ac74-0e0cc7b36a4c tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965188 Oct 27 15:58:46.521754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port f8ac24d3-3a39-46e0-99a5-1625b04f0569, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f8ac24d3-3a39-46e0-99a5-1625b04f0569,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:46.539276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'f8ac24d3-3a39-46e0-99a5-1625b04f0569', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'f8ac24d3-3a39-46e0-99a5-1625b04f0569', 'mac_address': 'fa:16:3e:83:58:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:58:46.589136 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:46.597255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-df990913-f5a4-4e8f-bd1b-a6a1d00961b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:46.598719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-df990913-f5a4-4e8f-bd1b-a6a1d00961b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.1880639 Oct 27 15:58:46.602061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port de6aeacf-35fe-45a6-88e2-08458adc8712 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:58:46.614775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port de6aeacf-35fe-45a6-88e2-08458adc8712 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:46.614775 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:46.641358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ac24d3-3a39-46e0-99a5-1625b04f0569 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:46.680073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0294e4f-4790-4510-8a55-a13e4273d638 req-545ca4fb-55a5-4050-be38-27902610085e tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=746f55ed2d9d4c7f93108a1a0cf13be5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735474 Oct 27 15:58:46.682654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-21994711-731b-4086-9222-65c80dfd0df5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51b18c50-5744-4c06-a98d-4efb95646ea4 HTTP/1.1" status: 200 len: 217 time: 0.0724745 Oct 27 15:58:46.711401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port f8ac24d3-3a39-46e0-99a5-1625b04f0569, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f8ac24d3-3a39-46e0-99a5-1625b04f0569,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:46.771365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:46.781936 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:46.805548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c59377-db63-4627-bf57-06d67596ca51 req-2306fb05-9fb0-4ee4-a513-818cdd30ea8e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:46.807108 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18c59377-db63-4627-bf57-06d67596ca51 req-2306fb05-9fb0-4ee4-a513-818cdd30ea8e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 945 time: 0.0739083 Oct 27 15:58:46.838196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:46.842947 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d99e95-4870-46c6-b91c-524ea2f6545a" -d '{"events": [{"server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "name": "network-vif-plugged", "status": "completed", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:46.856221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-f5ee2f51-9c72-4b5c-8a8b-8b9d4e76c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:46.859194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-f5ee2f51-9c72-4b5c-8a8b-8b9d4e76c6f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.1709721 Oct 27 15:58:46.859622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=de6aeacf-35fe-45a6-88e2-08458adc8712,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:46.876827 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18c59377-db63-4627-bf57-06d67596ca51 req-23471020-3169-412b-a251-ed434d654d85 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589845 Oct 27 15:58:46.877387 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=f8ac24d3-3a39-46e0-99a5-1625b04f0569,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:46.913800 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-448e265c-4578-4044-bb79-91a74a0eb58b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466421 Oct 27 15:58:46.952909 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:46.954025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0294e4f-4790-4510-8a55-a13e4273d638 req-5a57b1a8-1ab9-4da4-ad29-ebc2f48940dd tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:46.961390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0294e4f-4790-4510-8a55-a13e4273d638 req-5a57b1a8-1ab9-4da4-ad29-ebc2f48940dd tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639539 Oct 27 15:58:47.014882 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-7b5de24b-b671-403f-867e-2d68a1ed6a04 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2ce150b57ca64df3aaae167d84a6c866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319297 Oct 27 15:58:47.024927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=de6aeacf-35fe-45a6-88e2-08458adc8712,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:47.065724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['f8ac24d3-3a39-46e0-99a5-1625b04f0569'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:47.162045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-b3c987ad-8a87-441b-b848-e9258a9b0867 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:47.171224 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-b3c987ad-8a87-441b-b848-e9258a9b0867 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497655 Oct 27 15:58:47.190338 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-de57a49f-3fa9-4db0-a1b7-f8945510b36c tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/quotas/2ce150b57ca64df3aaae167d84a6c866 HTTP/1.1" status: 200 len: 375 time: 0.0180328 Oct 27 15:58:47.234884 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-658a9daa-eba9-4f81-aa37-cbec80613e95 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ce150b57ca64df3aaae167d84a6c866&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419252 Oct 27 15:58:47.248990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0294e4f-4790-4510-8a55-a13e4273d638 req-843e0ec0-097c-4916-bd4f-63865d7c35b9 tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/quotas/746f55ed2d9d4c7f93108a1a0cf13be5 HTTP/1.1" status: 200 len: 375 time: 0.2866488 Oct 27 15:58:47.272619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fe677145-9861-4f62-9e57-54d8404e6f08 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:58:47.292948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0294e4f-4790-4510-8a55-a13e4273d638 req-79e9394c-a082-4d24-b0a9-6735b5bfd8de tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=746f55ed2d9d4c7f93108a1a0cf13be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430052 Oct 27 15:58:47.293594 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: fe677145-9861-4f62-9e57-54d8404e6f08 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 15:58:47.295571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fe677145-9861-4f62-9e57-54d8404e6f08 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:58:47.295571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 51b18c50-5744-4c06-a98d-4efb95646ea4 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:58:47.348800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 51b18c50-5744-4c06-a98d-4efb95646ea4 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:58:47.363199 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-14c9ac5f-876f-4785-957e-1f68343d77ef service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394794 Oct 27 15:58:47.422129 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdb6056-8122-4b3e-b948-c0d9967bf9e4 x-openstack-request-id: req-7bdb6056-8122-4b3e-b948-c0d9967bf9e4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:47.427827 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "name": "network-vif-plugged", "status": "completed", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:47.427827 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7bdb6056-8122-4b3e-b948-c0d9967bf9e4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:47.427827 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712', 'code': 200} Oct 27 15:58:47.539380 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-17cd83ab-71ef-4c2d-b792-54387f6b2273 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681566 Oct 27 15:58:47.586029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a8a6f84-7bf0-4690-98df-6e96b781a9fd req-dc53b67b-b08d-469a-a4a4-6f340384d6f9 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 210 time: 0.0440342 Oct 27 15:58:47.632141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e50509-2359-48b3-a755-6d087bef5d33 req-46dd99ec-1e7e-4b4e-a2de-86efa766779a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:47.633814 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96e50509-2359-48b3-a755-6d087bef5d33 req-46dd99ec-1e7e-4b4e-a2de-86efa766779a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.1131864 Oct 27 15:58:47.678077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66e123-6156-414c-a5f0-4ee8bed55dde req-f68b2170-e1ed-4393-81b5-030f5aae863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:47.686329 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b66e123-6156-414c-a5f0-4ee8bed55dde req-f68b2170-e1ed-4393-81b5-030f5aae863e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 1101 time: 0.1042342 Oct 27 15:58:47.726912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e7f56-4835-45df-9dd6-b40b4f79d5fe req-9cd2f524-c69f-4b90-aa95-b79f4c42e847 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:47.729095 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-731e7f56-4835-45df-9dd6-b40b4f79d5fe req-9cd2f524-c69f-4b90-aa95-b79f4c42e847 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0650034 Oct 27 15:58:47.762142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96e50509-2359-48b3-a755-6d087bef5d33 req-65c0885f-42c2-4ab2-8abe-1a2600cbe868 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214404 Oct 27 15:58:47.779173 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-731e7f56-4835-45df-9dd6-b40b4f79d5fe req-558b4e3e-e7fe-4bcd-9c33-12bceff38b48 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417237 Oct 27 15:58:47.788295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b66e123-6156-414c-a5f0-4ee8bed55dde req-3276e366-6f55-4004-8a80-6dc60e5a1684 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876005 Oct 27 15:58:47.854907 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee107874-3bab-4d60-b880-4720784ca654 req-aafc54ea-accd-4560-bd48-fc23a81c8e9a tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 210 time: 0.0306714 Oct 27 15:58:47.978895 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bec62-7685-48d1-8316-2444c8cfdbaf req-abcf77f6-0b31-4351-a494-23dddb2c96f1 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:47.985094 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c51bec62-7685-48d1-8316-2444c8cfdbaf req-abcf77f6-0b31-4351-a494-23dddb2c96f1 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 949 time: 0.0637720 Oct 27 15:58:48.036476 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c51bec62-7685-48d1-8316-2444c8cfdbaf req-5ae2902d-2fc9-4ede-832a-5fb43df7abce tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481572 Oct 27 15:58:48.182488 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806744a-1af5-4be9-a228-494b406617c5 req-83748bf7-0d3e-4a24-9ad9-7511c34441a6 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:48.184333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4806744a-1af5-4be9-a228-494b406617c5 req-83748bf7-0d3e-4a24-9ad9-7511c34441a6 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 945 time: 0.0635898 Oct 27 15:58:48.242298 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4806744a-1af5-4be9-a228-494b406617c5 req-e1f8def4-9cc0-4c26-a4af-349ec4cb1a06 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480223 Oct 27 15:58:48.286276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f8ac24d3-3a39-46e0-99a5-1625b04f0569 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:48.438810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-881fbb13-a2a0-42c8-8066-d795a69708b2 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:48.440926 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-881fbb13-a2a0-42c8-8066-d795a69708b2 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.0537739 Oct 27 15:58:48.455826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port f8ac24d3-3a39-46e0-99a5-1625b04f0569 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:58:48.461382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port f8ac24d3-3a39-46e0-99a5-1625b04f0569 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:48.461975 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:48.508373 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4da2266e-708b-4e4d-90f4-410866317f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:48.578695 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:48.629206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port f8ac24d3-3a39-46e0-99a5-1625b04f0569, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f8ac24d3-3a39-46e0-99a5-1625b04f0569,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:48.712284 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e7cffdb-b06f-4bb0-b178-79dc75dbdd46 req-4ccbfc91-5950-443b-98f1-8180a26f883b tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=746f55ed2d9d4c7f93108a1a0cf13be5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245893 Oct 27 15:58:48.713006 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:48.758264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c4e3a64e-9206-4c16-8339-b0fb2ac9e4fa req-1223c9c5-7853-4f97-bf53-aeae2b263c0c tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 210 time: 0.0659134 Oct 27 15:58:48.809878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=f8ac24d3-3a39-46e0-99a5-1625b04f0569,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:48.819890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-747b3059-8108-45fe-a288-f76fe2270ff7 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:48.821517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-747b3059-8108-45fe-a288-f76fe2270ff7 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.53 "GET /v2.0/networks?id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 HTTP/1.1" status: 200 len: 823 time: 0.2375998 Oct 27 15:58:48.870913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cffdb-b06f-4bb0-b178-79dc75dbdd46 req-9fc41997-0011-4020-9509-6ba125c0b746 tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:48.873197 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e7cffdb-b06f-4bb0-b178-79dc75dbdd46 req-9fc41997-0011-4020-9509-6ba125c0b746 tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494663 Oct 27 15:58:48.909042 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e7cffdb-b06f-4bb0-b178-79dc75dbdd46 req-c015d1ca-27ad-4bb1-8a5e-35201c1fdc5f tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/quotas/746f55ed2d9d4c7f93108a1a0cf13be5 HTTP/1.1" status: 200 len: 375 time: 0.0145137 Oct 27 15:58:48.930472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-eb3c71b6-ee78-4729-bbe2-aab2f170fb87 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e156f9938474ecf82c8cb7e7f35b93b HTTP/1.1" status: 200 len: 379 time: 0.0967307 Oct 27 15:58:48.943080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Request body: {'port': {'device_id': '8118760e-f94f-4aeb-8823-11942794fb3a', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'admin_state_up': True, 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'security_groups': ['f28ccc4f-243d-4868-8c07-aa3c57472aa5']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:48.963753 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e7cffdb-b06f-4bb0-b178-79dc75dbdd46 req-87cf1c92-2217-4171-9d10-2b7966fe6dfb tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=746f55ed2d9d4c7f93108a1a0cf13be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463593 Oct 27 15:58:48.976207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90286d-349f-47b7-a2f0-40e305a500ac req-9049f952-689b-4b74-85ef-13f72f96fad1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:48.985004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d90286d-349f-47b7-a2f0-40e305a500ac req-9049f952-689b-4b74-85ef-13f72f96fad1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.1185374 Oct 27 15:58:49.072295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d90286d-349f-47b7-a2f0-40e305a500ac req-3169fb59-22aa-46dd-a9eb-a368acc872b1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862894 Oct 27 15:58:49.160698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30466bc-df0a-4567-8afe-5dd665779346 req-f74a8337-1509-442b-8186-b33f1fbae823 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:49.162324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f30466bc-df0a-4567-8afe-5dd665779346 req-f74a8337-1509-442b-8186-b33f1fbae823 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0662127 Oct 27 15:58:49.198321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-715b884c-4143-4ef6-a70a-4c92658462d1 service neutron] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:49.201510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e72eaaeb-34b1-4d53-99d1-8ba92aa570cc req-f2f5631b-872c-4c4d-b19c-8025e74f19e5 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 210 time: 0.0373621 Oct 27 15:58:49.204839 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-715b884c-4143-4ef6-a70a-4c92658462d1 service neutron] Publish callbacks [] for binding, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:49.206111 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15af1f57-5ec1-456b-baf4-2f5b4fd1f426 req-715b884c-4143-4ef6-a70a-4c92658462d1 service neutron] 10.222.0.54 "DELETE /v2.0/ports/51b18c50-5744-4c06-a98d-4efb95646ea4/bindings/n-h2-815689-1 HTTP/1.1" status: 204 len: 173 time: 0.7550881 Oct 27 15:58:49.206253 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f30466bc-df0a-4567-8afe-5dd665779346 req-475c415e-afca-49c3-a4c1-6bbbab04efa9 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369401 Oct 27 15:58:49.330762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b7eef-3c82-4755-8943-938a61695b92 req-2eddbf57-4350-4f0c-80ea-776f7fc232a2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:49.332280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-529b7eef-3c82-4755-8943-938a61695b92 req-2eddbf57-4350-4f0c-80ea-776f7fc232a2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 950 time: 0.0505915 Oct 27 15:58:49.374551 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-529b7eef-3c82-4755-8943-938a61695b92 req-6a6d4348-78ce-415a-b3a1-e9a30b50cd64 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360620 Oct 27 15:58:49.425617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29499ee1-2c1b-4c2d-bda6-f74d71439ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ac24d3-3a39-46e0-99a5-1625b04f0569'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:49.428135 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b451a2a-3af3-46e0-965a-44bb4eef3e67" -d '{"events": [{"server_uuid": "29499ee1-2c1b-4c2d-bda6-f74d71439ec5", "name": "network-vif-plugged", "status": "completed", "tag": "f8ac24d3-3a39-46e0-99a5-1625b04f0569"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:49.499358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb44198-b739-40bf-ab25-d079749ae759 req-f629cb97-58da-4ffc-b4e4-8359d582297f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:49.500892 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fcb44198-b739-40bf-ab25-d079749ae759 req-f629cb97-58da-4ffc-b4e4-8359d582297f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 945 time: 0.0554221 Oct 27 15:58:49.541762 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fcb44198-b739-40bf-ab25-d079749ae759 req-53c6816c-f03c-48fc-8204-83662df7b72f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337901 Oct 27 15:58:49.587936 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2662afde-5a0d-4c70-b24a-749e1cfd2219 x-openstack-request-id: req-2662afde-5a0d-4c70-b24a-749e1cfd2219 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:49.588397 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29499ee1-2c1b-4c2d-bda6-f74d71439ec5", "name": "network-vif-plugged", "status": "completed", "tag": "f8ac24d3-3a39-46e0-99a5-1625b04f0569", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:49.588684 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2662afde-5a0d-4c70-b24a-749e1cfd2219 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:49.589169 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29499ee1-2c1b-4c2d-bda6-f74d71439ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ac24d3-3a39-46e0-99a5-1625b04f0569', 'code': 200} Oct 27 15:58:49.713175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92302f-02c0-46f6-8476-cc16bcc17e4b req-919831cb-9767-4a8d-a29f-89ba045c9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:49.727599 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b92302f-02c0-46f6-8476-cc16bcc17e4b req-919831cb-9767-4a8d-a29f-89ba045c9be7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 1101 time: 0.0446355 Oct 27 15:58:49.727759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253d1faf-8e2e-4661-8afe-8eda5f751cdc req-bf204cd0-7972-41f9-882d-ee1ca9e01da2 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:49.727759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-253d1faf-8e2e-4661-8afe-8eda5f751cdc req-bf204cd0-7972-41f9-882d-ee1ca9e01da2 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 1096 time: 0.0571969 Oct 27 15:58:49.756097 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b92302f-02c0-46f6-8476-cc16bcc17e4b req-f260f504-53a2-4c6b-aa22-c3bd3a482db0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326130 Oct 27 15:58:49.763496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-253d1faf-8e2e-4661-8afe-8eda5f751cdc req-f9482fd8-97d8-44b5-9dd7-c9703ce41296 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303671 Oct 27 15:58:49.880651 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cd6220b-f54a-4588-be6e-37917def8969 req-3d6dbcd9-aaaf-4e60-8d39-a66a05354285 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 210 time: 0.0349936 Oct 27 15:58:49.923330 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:58:50.010564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Made reservation on behalf of 9e156f9938474ecf82c8cb7e7f35b93b for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:50.019554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:50.149744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78a678-4abd-4571-a80a-349c15e28002 req-735b4763-1c7a-4b04-b5ae-d9bd9814c0a9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:50.151429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-735b4763-1c7a-4b04-b5ae-d9bd9814c0a9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 820 time: 0.1432891 Oct 27 15:58:50.169605 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-a755c326-00ad-4d68-b9c6-cd891037f1ee tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/quotas/f57d649d5e5d4b59a5f1858ed4614af9 HTTP/1.1" status: 200 len: 375 time: 0.0110340 Oct 27 15:58:50.195999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Allocated IP 172.20.0.3 (8b826b14-9ed7-4dfd-bde9-c96e8798fbc8/5264cb02-dd3a-41fe-8969-595f3b8b1351/a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:50.296106 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-e1d993ca-9fed-4ec5-b642-48908a5c504b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140609 Oct 27 15:58:50.470706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-24512b7b-4fab-41f4-8bb0-ea13f4f108c6 service neutron] 10.222.0.15 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631401 Oct 27 15:58:50.580826 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:50.593735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-f2b9efd4-7760-4ebc-8b2c-360a69f1fd26 service neutron] 10.222.0.15 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140630 Oct 27 15:58:50.616376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544ac26-0e7d-4076-8bcf-598704ed7555 req-30668b08-0d9a-4c93-83ba-bf8c8c22473c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:50.625286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c544ac26-0e7d-4076-8bcf-598704ed7555 req-30668b08-0d9a-4c93-83ba-bf8c8c22473c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.1641548 Oct 27 15:58:50.688352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c544ac26-0e7d-4076-8bcf-598704ed7555 req-ac4df4e8-d9a7-4cad-8302-e472fb2ed450 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618160 Oct 27 15:58:50.770887 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:50.815987 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-999d7f07-0cff-4681-8427-b01319710469 req-5907cd6a-6a79-4d23-89ed-6891284b022f tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 210 time: 0.0434530 Oct 27 15:58:50.883664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:50.886941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:50.921033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:50.930753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1376d3-ea57-497e-9ce2-c016f43a2ad9 req-ad11b1ad-49a0-4aaa-859e-9126a7ae7d42 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:50.931046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:50.931694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:50.935582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Pushing event updated for resources: {'Port': ['ID=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:50.941076 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c1376d3-ea57-497e-9ce2-c016f43a2ad9 req-ad11b1ad-49a0-4aaa-859e-9126a7ae7d42 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1245093 Oct 27 15:58:51.018187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c1376d3-ea57-497e-9ce2-c016f43a2ad9 req-2ee3bbfa-4b71-4807-8682-9610d033b611 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755334 Oct 27 15:58:51.035554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b082be74-698c-4835-bbea-56e78d1590da tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0918448 Oct 27 15:58:51.045152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Request body: {'port': {'device_id': '8118760e-f94f-4aeb-8823-11942794fb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:51.223170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a647848-f3b4-4205-b8d6-44cb64ede959 req-461d1a43-32bc-44b3-b72f-50f35c23bf4f tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:51.225058 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a647848-f3b4-4205-b8d6-44cb64ede959 req-461d1a43-32bc-44b3-b72f-50f35c23bf4f tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 950 time: 0.1189702 Oct 27 15:58:51.230442 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:51.237782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-928978f3-3d23-479f-b7df-6733f675b39f req-b6c0e663-5874-451c-bbf8-b33076130884 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:58:51.240204 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-928978f3-3d23-479f-b7df-6733f675b39f req-b6c0e663-5874-451c-bbf8-b33076130884 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123904 Oct 27 15:58:51.324854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e5de2559-0113-4a98-a3bf-8407183aaf17 None None] Provisioning complete for port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:51.326639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e5de2559-0113-4a98-a3bf-8407183aaf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:51.482678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a647848-f3b4-4205-b8d6-44cb64ede959 req-f661f08f-0d69-4e9e-9191-ccf53dd09134 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423992 Oct 27 15:58:51.618229 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5be8608-bde2-4440-bdd7-b59953662947 req-756ddb78-cbe3-42b6-a6ac-6eb69dadb3c9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 210 time: 0.0602009 Oct 27 15:58:51.648671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e5de2559-0113-4a98-a3bf-8407183aaf17 None None] Port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:51.685235 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c805c31-ea43-46b2-81ea-82f5791b528c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:51.755761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:51.766305 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:51.784725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Transition to ACTIVE for port object a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:58:51.855080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd3741-3090-4096-b918-f1488ab54b61 req-33ff390f-1d92-4377-83fa-12a749e7048d tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:51.865755 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0afd3741-3090-4096-b918-f1488ab54b61 req-33ff390f-1d92-4377-83fa-12a749e7048d tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 931 time: 0.0821512 Oct 27 15:58:51.901937 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:51.943643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0afd3741-3090-4096-b918-f1488ab54b61 req-5ea2d0a0-4a41-4da8-b16d-8e936b1998d6 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769286 Oct 27 15:58:52.014289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Pushing event updated for resources: {'Port': ['ID=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:52.047961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Attempting to bind port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:52.047961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Attempting to bind port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:52.048724 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:52.048837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Attempting to bind port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa on network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:52.066286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa on network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:58:52.066286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Attempting to bind port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa on network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:52.066286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:52.066286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Checking segment: {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:52.066286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Bound using segment: {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:52.066286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Bound port: a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:52.066286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:52.134099 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-3b127ee5-38a5-4f52-b4df-ee12655674f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1018255 Oct 27 15:58:52.148749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-a561c197-49e7-49af-b24b-e991cbc883c8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:58:52.155146 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-a561c197-49e7-49af-b24b-e991cbc883c8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0148177 Oct 27 15:58:52.182020 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:52.205864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-7963d493-09b0-4333-8b66-ecbc5d80f5f3 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2ce150b57ca64df3aaae167d84a6c866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312109 Oct 27 15:58:52.207166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9675d433-50a0-40c5-9ec7-5721eccc2b67 req-0c3aa4df-e4c5-4a7f-a7a2-1cd2fc0a3c46 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 210 time: 0.0389264 Oct 27 15:58:52.226530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b2adf-1981-4d8d-99d1-61eeaa00c288 req-cedb8f86-1d91-492f-8db9-10109da626c3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:52.235531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f04b2adf-1981-4d8d-99d1-61eeaa00c288 req-cedb8f86-1d91-492f-8db9-10109da626c3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.1545436 Oct 27 15:58:52.336155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86887d10-4ffc-4df7-9a4a-4780a89509fd req-b40a4705-e330-44d4-894b-2c346aa3ff9a tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:52.347729 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-86887d10-4ffc-4df7-9a4a-4780a89509fd req-b40a4705-e330-44d4-894b-2c346aa3ff9a tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0760467 Oct 27 15:58:52.389482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] For port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:52.404655 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-86887d10-4ffc-4df7-9a4a-4780a89509fd req-52eebc5f-746e-493c-881e-f1f680ce5853 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510235 Oct 27 15:58:52.416334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f04b2adf-1981-4d8d-99d1-61eeaa00c288 req-08547bf7-ac55-48a7-b1c2-064f1f497ff4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640174 Oct 27 15:58:52.441255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] For port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:52.557014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-1a87c66f-8c67-469e-a4ac-6904a1827082 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:52.561193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-1a87c66f-8c67-469e-a4ac-6904a1827082 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3460810 Oct 27 15:58:52.589007 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:52.606206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Request body: {'port': {'device_id': '02b2bc4d-f773-40ab-a22d-de46e715412d', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '2ce150b57ca64df3aaae167d84a6c866'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:52.636853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75116e4-d6c3-4f38-9fe0-2e1a059adf30 req-939a0f96-6265-461c-a746-08ec82ee60f8 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:52.651251 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d75116e4-d6c3-4f38-9fe0-2e1a059adf30 req-939a0f96-6265-461c-a746-08ec82ee60f8 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 950 time: 0.0765190 Oct 27 15:58:52.652701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27e3a8ec-27b3-4867-90f3-826699be6517 req-365141b9-b444-49be-aa4f-334405a5c8a9 tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=746f55ed2d9d4c7f93108a1a0cf13be5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1450100 Oct 27 15:58:52.710212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:52.710838 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:52.712841 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-21101f14-e417-45ac-88ec-92576deeccce service neutron] 10.222.0.53 "PUT /v2.0/ports/a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa HTTP/1.1" status: 200 len: 1091 time: 1.6732855 Oct 27 15:58:52.714766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21101f14-e417-45ac-88ec-92576deeccce service neutron] Pushing event updated for resources: {'Port': ['ID=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:52.718254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d75116e4-d6c3-4f38-9fe0-2e1a059adf30 req-e6139d77-f165-4c31-894f-1b0ad7ef4b4f tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651026 Oct 27 15:58:52.718423 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8118760e-f94f-4aeb-8823-11942794fb3a', 'tag': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:52.727470 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7312a7e-e62a-4d2b-9f48-c0dc50521409" -d '{"events": [{"name": "network-changed", "server_uuid": "8118760e-f94f-4aeb-8823-11942794fb3a", "tag": "a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:52.853963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dbcf7d3c-a7f5-48a8-8e16-4a82195ef686 req-27aff177-e837-418b-abdf-768a417f5042 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 210 time: 0.0431859 Oct 27 15:58:53.005807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b0853dde-5fab-4fa1-8337-0ede46aca843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:53.007272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-b0853dde-5fab-4fa1-8337-0ede46aca843 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e156f9938474ecf82c8cb7e7f35b93b&device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 1094 time: 0.1477778 Oct 27 15:58:53.022900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3a8ec-27b3-4867-90f3-826699be6517 req-b516394b-d89e-4bc7-924e-27dc276ec06a tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:53.024391 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27e3a8ec-27b3-4867-90f3-826699be6517 req-b516394b-d89e-4bc7-924e-27dc276ec06a tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106084 Oct 27 15:58:53.084615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-06dfa26b-32a5-475f-aba2-ed1f1e7a150a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa HTTP/1.1" status: 200 len: 217 time: 0.0537968 Oct 27 15:58:53.087469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27e3a8ec-27b3-4867-90f3-826699be6517 req-6e46a212-6403-4547-a563-58b3e6f72b97 tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/quotas/746f55ed2d9d4c7f93108a1a0cf13be5 HTTP/1.1" status: 200 len: 375 time: 0.0502567 Oct 27 15:58:53.176640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27e3a8ec-27b3-4867-90f3-826699be6517 req-af69aae6-6b03-48bb-bbee-0255c3e15b7f tempest-QuotasAdminNegativeTest-1299580103 tempest-QuotasAdminNegativeTest-1299580103-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=746f55ed2d9d4c7f93108a1a0cf13be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821428 Oct 27 15:58:53.212450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-65369309-5059-44d2-931c-f55de44e9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:53.213934 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-65369309-5059-44d2-931c-f55de44e9395 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5264cb02-dd3a-41fe-8969-595f3b8b1351 HTTP/1.1" status: 200 len: 862 time: 0.1212192 Oct 27 15:58:53.250512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Made reservation on behalf of 2ce150b57ca64df3aaae167d84a6c866 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:53.254522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:53.333020 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdf9892-f3e7-4341-91cb-cbcb18b5f12f x-openstack-request-id: req-bcdf9892-f3e7-4341-91cb-cbcb18b5f12f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:53.333428 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8118760e-f94f-4aeb-8823-11942794fb3a", "tag": "a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:53.333878 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcdf9892-f3e7-4341-91cb-cbcb18b5f12f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:53.334657 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8118760e-f94f-4aeb-8823-11942794fb3a', 'tag': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa', 'status': 'completed', 'code': 200} Oct 27 15:58:53.349783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-e53aef26-ea90-4810-93d4-f6c1d4daced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:53.351438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-e53aef26-ea90-4810-93d4-f6c1d4daced6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290154 Oct 27 15:58:53.477390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd4a65-285a-4e8b-a081-faa6533d7e4c req-0f78fcf2-bb75-4d02-8f0f-c4ca813733fb tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:53.479593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00fd4a65-285a-4e8b-a081-faa6533d7e4c req-0f78fcf2-bb75-4d02-8f0f-c4ca813733fb tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 943 time: 0.0973494 Oct 27 15:58:53.500602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-288cb519-6d86-49fe-af90-cb3f67b1b875 req-9a2f3201-9946-4893-b1a2-7ae135015a87 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 210 time: 0.0775797 Oct 27 15:58:53.563938 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00fd4a65-285a-4e8b-a081-faa6533d7e4c req-8e30074b-3ec2-4c92-8de6-7268322399f4 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741305 Oct 27 15:58:53.565084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Allocated IP 192.168.233.72 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/716fb39c-3083-48d3-a222-f7687c3094c4) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:53.607231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-3a908846-9ac4-48b0-8cb5-d66da7bee31f service neutron] 10.222.0.53 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444391 Oct 27 15:58:53.769316 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b857aa-a993-49c6-8e49-c12edd76cf9a req-c0b160e6-ea16-41b5-be36-afb6eb0574e7 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:53.771782 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0b857aa-a993-49c6-8e49-c12edd76cf9a req-c0b160e6-ea16-41b5-be36-afb6eb0574e7 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 950 time: 0.0709870 Oct 27 15:58:53.849821 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0b857aa-a993-49c6-8e49-c12edd76cf9a req-454dc53a-1b33-4949-b868-e3c9997c1187 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717475 Oct 27 15:58:54.111352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2bdc9-7b91-4483-aae6-e63db18c7add req-95d5a112-aae1-48b3-bdd1-487839ce9230 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:54.119439 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dde2bdc9-7b91-4483-aae6-e63db18c7add req-95d5a112-aae1-48b3-bdd1-487839ce9230 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.1380162 Oct 27 15:58:54.158765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dde2bdc9-7b91-4483-aae6-e63db18c7add req-2e369c56-7888-4c9a-a0ac-7f6648855219 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Oct 27 15:58:54.161128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78a678-4abd-4571-a80a-349c15e28002 req-837f05fe-5f1f-4ff4-9ce2-8c5cf0abcc64 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:54.162590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-837f05fe-5f1f-4ff4-9ce2-8c5cf0abcc64 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 820 time: 0.5791831 Oct 27 15:58:54.181936 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:54.188241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Request body: {'port': {'device_id': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254', 'admin_state_up': True, 'tenant_id': 'f57d649d5e5d4b59a5f1858ed4614af9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:54.209219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c22b9cf-efba-43f7-a36d-68628ec8fd87 req-81837cae-41d8-48bf-abc8-e850547339f8 service neutron] 10.222.0.53 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899363 Oct 27 15:58:54.257182 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:54.274837 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d22ff7b9-11a0-4bce-91c2-287dfb6d68c2 req-7dda4e14-7402-4f7d-b674-2ed2702cfed5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 210 time: 0.0318232 Oct 27 15:58:54.292341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6997c7d-f25c-4340-936a-349812a45916 req-d6d1da0f-1535-4dca-821e-f3917e7b01dc tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:54.301757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6997c7d-f25c-4340-936a-349812a45916 req-d6d1da0f-1535-4dca-821e-f3917e7b01dc tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.2344112 Oct 27 15:58:54.425787 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6997c7d-f25c-4340-936a-349812a45916 req-23c50e43-b4b7-4f42-bc95-ab2ce4ff96ad tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245832 Oct 27 15:58:54.453417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312a7e-e62a-4d2b-9f48-c0dc50521409 req-7ab7e982-4bac-40a5-9426-90a997aafdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:54.455329 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7312a7e-e62a-4d2b-9f48-c0dc50521409 req-7ab7e982-4bac-40a5-9426-90a997aafdaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e156f9938474ecf82c8cb7e7f35b93b&device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 1094 time: 0.0990136 Oct 27 15:58:54.538121 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:54.604092 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Made reservation on behalf of f57d649d5e5d4b59a5f1858ed4614af9 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:58:54.605404 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:54.619085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:54.637655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Pushing event updated for resources: {'Port': ['ID=716fb39c-3083-48d3-a222-f7687c3094c4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:54.641139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:54.648846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:54.651364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:54.652006 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:54.665160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312a7e-e62a-4d2b-9f48-c0dc50521409 req-2a24addd-71b8-4280-9957-89cca5817994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:54.666691 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7312a7e-e62a-4d2b-9f48-c0dc50521409 req-2a24addd-71b8-4280-9957-89cca5817994 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 HTTP/1.1" status: 200 len: 924 time: 0.2027304 Oct 27 15:58:54.718373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277247-3bab-405c-bb03-022ec016024b req-60faf11c-cfa0-4cbc-9638-edd68e4b16b3 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:54.730103 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba277247-3bab-405c-bb03-022ec016024b req-60faf11c-cfa0-4cbc-9638-edd68e4b16b3 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 935 time: 0.1436501 Oct 27 15:58:54.785500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba277247-3bab-405c-bb03-022ec016024b req-859804ba-2a76-4f2d-a4cb-8dd40f1ee575 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491178 Oct 27 15:58:54.810482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-310d6469-9461-47aa-95da-c3a8fe80466e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2094915 Oct 27 15:58:54.811769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7312a7e-e62a-4d2b-9f48-c0dc50521409 req-e54d1ebe-bb5c-4871-a4fc-3ba8e39c955e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa HTTP/1.1" status: 200 len: 217 time: 0.1303382 Oct 27 15:58:54.839412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Request body: {'port': {'device_id': '02b2bc4d-f773-40ab-a22d-de46e715412d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:54.949973 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e797462-4088-408b-a434-8f6356382ad0 req-d42f1f3d-7eb6-403a-a1e1-05cf417ae015 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:54.951890 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e797462-4088-408b-a434-8f6356382ad0 req-d42f1f3d-7eb6-403a-a1e1-05cf417ae015 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 943 time: 0.2173221 Oct 27 15:58:55.028564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312a7e-e62a-4d2b-9f48-c0dc50521409 req-94bdd1d5-87ec-49c9-967d-12a677d9274e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:55.030123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7312a7e-e62a-4d2b-9f48-c0dc50521409 req-94bdd1d5-87ec-49c9-967d-12a677d9274e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5264cb02-dd3a-41fe-8969-595f3b8b1351 HTTP/1.1" status: 200 len: 862 time: 0.1991441 Oct 27 15:58:55.032185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05ac78-0a44-414e-bde2-526fc8d18eac req-2c42e45e-ac84-4943-a9a8-e993c1773dd9 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:55.034088 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b05ac78-0a44-414e-bde2-526fc8d18eac req-2c42e45e-ac84-4943-a9a8-e993c1773dd9 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 950 time: 0.0631549 Oct 27 15:58:55.049428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:55.050708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39982) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:55.053137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Allocated IP 172.20.0.12 (edc90018-5c2c-4f12-a27e-1b1214dfa254/afc0ac4d-20a4-4903-a917-822967ac10a7/c32792df-ca37-47c7-91e2-795c2d179df6) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:58:55.067726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-94bae1a9-c030-4b6a-82d4-a27e0cad879c None None] Provisioning complete for port 716fb39c-3083-48d3-a222-f7687c3094c4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:55.068132 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-94bae1a9-c030-4b6a-82d4-a27e0cad879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:55.122067 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e797462-4088-408b-a434-8f6356382ad0 req-7a759b1f-1123-4da3-a0c9-f97ce8b6873d tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518016 Oct 27 15:58:55.140655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-94bae1a9-c030-4b6a-82d4-a27e0cad879c None None] Port 716fb39c-3083-48d3-a222-f7687c3094c4 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:58:55.165862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b05ac78-0a44-414e-bde2-526fc8d18eac req-346896c0-fef5-4d78-a51a-ded5e51e68bd tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225097 Oct 27 15:58:55.236552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7312a7e-e62a-4d2b-9f48-c0dc50521409 req-dfafc7fd-bf37-4f54-b271-79a9c804d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:55.238353 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7312a7e-e62a-4d2b-9f48-c0dc50521409 req-dfafc7fd-bf37-4f54-b271-79a9c804d4d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1866963 Oct 27 15:58:55.328593 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1a28f2d-e7b9-4aee-aa04-aa958a80005f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:55.347616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358a04c-17bc-4e59-a8c1-a3f1a7657ded req-e0206b1d-0e86-4f5b-b275-9827055a1e27 tempest-LiveMigrationNegativeTest-1738171604 tempest-LiveMigrationNegativeTest-1738171604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:55.349177 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b358a04c-17bc-4e59-a8c1-a3f1a7657ded req-e0206b1d-0e86-4f5b-b275-9827055a1e27 tempest-LiveMigrationNegativeTest-1738171604 tempest-LiveMigrationNegativeTest-1738171604-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 1101 time: 0.0676668 Oct 27 15:58:55.389112 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b358a04c-17bc-4e59-a8c1-a3f1a7657ded req-eb31c23f-89b9-4baf-9466-efabfafe45a6 tempest-LiveMigrationNegativeTest-1738171604 tempest-LiveMigrationNegativeTest-1738171604-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:55.490103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1a28f2d-e7b9-4aee-aa04-aa958a80005f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:55.516507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b358a04c-17bc-4e59-a8c1-a3f1a7657ded req-eb31c23f-89b9-4baf-9466-efabfafe45a6 tempest-LiveMigrationNegativeTest-1738171604 tempest-LiveMigrationNegativeTest-1738171604-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:55.562600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0743f-c16f-4dc9-b81c-54a241589089 req-d826c44a-7771-4641-9ef3-6704d3d89084 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:55.564077 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70e0743f-c16f-4dc9-b81c-54a241589089 req-d826c44a-7771-4641-9ef3-6704d3d89084 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.3049719 Oct 27 15:58:55.581822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1a28f2d-e7b9-4aee-aa04-aa958a80005f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:55.623751 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b358a04c-17bc-4e59-a8c1-a3f1a7657ded req-eb31c23f-89b9-4baf-9466-efabfafe45a6 tempest-LiveMigrationNegativeTest-1738171604 tempest-LiveMigrationNegativeTest-1738171604-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:55.630128 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b1a28f2d-e7b9-4aee-aa04-aa958a80005f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=746f55ed2d9d4c7f93108a1a0cf13be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762987 Oct 27 15:58:55.631916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7312a7e-e62a-4d2b-9f48-c0dc50521409 req-5e4fe6ab-4835-42eb-8a04-ee09aff63681 service neutron] 10.222.0.53 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738527 Oct 27 15:58:55.632401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39996) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:55.638097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a28f2d-e7b9-4aee-aa04-aa958a80005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939e80cd-f7bf-409c-a23e-f2ca55c78b32,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:55.660686 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b358a04c-17bc-4e59-a8c1-a3f1a7657ded req-eb31c23f-89b9-4baf-9466-efabfafe45a6 tempest-LiveMigrationNegativeTest-1738171604 tempest-LiveMigrationNegativeTest-1738171604-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984180 Oct 27 15:58:55.692327 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31c23f-89b9-4baf-9466-efabfafe45a6 tempest-LiveMigrationNegativeTest-1738171604 tempest-LiveMigrationNegativeTest-1738171604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db9367f-cd79-4621-9248-f3cbd582f441,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:55.695257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-8620fdb3-5c57-4360-87fb-75f4b2e8425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:55.696876 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-8620fdb3-5c57-4360-87fb-75f4b2e8425a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 1101 time: 0.2528179 Oct 27 15:58:55.773711 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-168bdc16-fdf3-4d47-a9a0-af2b80593622 req-92f40bd3-ffc7-4e29-8361-81f8fbc13158 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 210 time: 0.0298114 Oct 27 15:58:55.795243 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:55.839418 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70e0743f-c16f-4dc9-b81c-54a241589089 req-106a3eee-dffb-43eb-be76-209074f34a92 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369170 Oct 27 15:58:55.907481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae620c0f-eaf7-4205-a030-7b1a45d0760c req-2e1eb670-9c0a-4a2a-b68a-7ef1f8da5eb2 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:55.910680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ae620c0f-eaf7-4205-a030-7b1a45d0760c req-2e1eb670-9c0a-4a2a-b68a-7ef1f8da5eb2 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0718589 Oct 27 15:58:55.976523 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ae620c0f-eaf7-4205-a030-7b1a45d0760c req-5961047d-bbfc-4d1d-8378-ddfb8e634faf tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536468 Oct 27 15:58:56.123467 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f650e30-0cab-4c0a-b209-da17c1fdb31f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:56.230424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f650e30-0cab-4c0a-b209-da17c1fdb31f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:56.247516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7312a7e-e62a-4d2b-9f48-c0dc50521409 req-a9fd8893-54f7-4315-8af6-1f10f71ad577 service neutron] 10.222.0.53 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881145 Oct 27 15:58:56.326382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aac0f7-9ef4-443e-aa18-59f3de109288 req-0d87fee8-de9d-4fb9-a5b3-3dfab54c4eb8 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:56.327851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9aac0f7-9ef4-443e-aa18-59f3de109288 req-0d87fee8-de9d-4fb9-a5b3-3dfab54c4eb8 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 935 time: 0.2312095 Oct 27 15:58:56.345154 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:56.348644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716fb39c-3083-48d3-a222-f7687c3094c4 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:56.367277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-2d2ba782-af04-4749-bb9f-52eded28d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:56.368984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-2d2ba782-af04-4749-bb9f-52eded28d610 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.6614110 Oct 27 15:58:56.380674 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:56.473623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-aacaf616-a4c3-429f-9aba-65796669d06d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=de6aeacf-35fe-45a6-88e2-08458adc8712 HTTP/1.1" status: 200 len: 217 time: 0.0859597 Oct 27 15:58:56.477470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Network edc90018-5c2c-4f12-a27e-1b1214dfa254 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:58:56.505900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:58:56.530469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:58:56.536338 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:56.536977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:56.541838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9aac0f7-9ef4-443e-aa18-59f3de109288 req-0e64109c-0f4a-490b-83ce-fa30b01e63df tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046571 Oct 27 15:58:56.547662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Pushing event updated for resources: {'Port': ['ID=c32792df-ca37-47c7-91e2-795c2d179df6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:56.569684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-bf5e969e-8d6d-44a3-8de3-2882be05524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:56.570936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-bf5e969e-8d6d-44a3-8de3-2882be05524d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0778215 Oct 27 15:58:56.615539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Transition to ACTIVE for port object 716fb39c-3083-48d3-a222-f7687c3094c4 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:58:56.618323 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f650e30-0cab-4c0a-b209-da17c1fdb31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:56.621239 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f650e30-0cab-4c0a-b209-da17c1fdb31f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:56.623171 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0f650e30-0cab-4c0a-b209-da17c1fdb31f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/939e80cd-f7bf-409c-a23e-f2ca55c78b32 HTTP/1.1" status: 204 len: 168 time: 0.9822211 Oct 27 15:58:56.639053 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-09999020-8648-4d26-8842-76a7df91d93e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4598064 Oct 27 15:58:56.641782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f650e30-0cab-4c0a-b209-da17c1fdb31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939e80cd-f7bf-409c-a23e-f2ca55c78b32,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:56.654679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Request body: {'port': {'device_id': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:58:56.679019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-7b82efa3-f6b9-4d4b-84b2-cddbbee27464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:56.680845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-7b82efa3-f6b9-4d4b-84b2-cddbbee27464 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015027 Oct 27 15:58:56.681486 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:56.737031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f180f4d-6dd2-40d9-8387-2e31dd0e63f4 req-ed5245e1-92cd-4ffe-925d-f810bb5eee45 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:56.738714 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2f180f4d-6dd2-40d9-8387-2e31dd0e63f4 req-ed5245e1-92cd-4ffe-925d-f810bb5eee45 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 943 time: 0.1164777 Oct 27 15:58:56.800029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2f180f4d-6dd2-40d9-8387-2e31dd0e63f4 req-0f32678a-362d-482a-8e51-fcb12ba6b8e2 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442042 Oct 27 15:58:56.880867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=716fb39c-3083-48d3-a222-f7687c3094c4,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:56.883158 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:56.926786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69facc9e-c220-4cb4-b691-095fc5e19fb7 req-d59b73ef-a629-4b74-b33b-6d09f60a8980 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:56.937902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-69facc9e-c220-4cb4-b691-095fc5e19fb7 req-d59b73ef-a629-4b74-b33b-6d09f60a8980 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 950 time: 0.2777576 Oct 27 15:58:57.040341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Attempting to bind port 716fb39c-3083-48d3-a222-f7687c3094c4 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:57.040679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Attempting to bind port 716fb39c-3083-48d3-a222-f7687c3094c4 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:57.041006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Attempting to bind port 716fb39c-3083-48d3-a222-f7687c3094c4 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:57.049604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d6db4-9e08-4595-8f5b-23271662ecfd req-4856d783-f443-4fe4-9c31-edbb8ca3e4b5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:57.059788 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff5d6db4-9e08-4595-8f5b-23271662ecfd req-4856d783-f443-4fe4-9c31-edbb8ca3e4b5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 932 time: 0.1222486 Oct 27 15:58:57.087227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Port 716fb39c-3083-48d3-a222-f7687c3094c4 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:58:57.087754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Attempting to bind port 716fb39c-3083-48d3-a222-f7687c3094c4 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:57.100826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-e449a551-7b72-44bc-be97-ecb79dc83650 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014573 Oct 27 15:58:57.110594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff5d6db4-9e08-4595-8f5b-23271662ecfd req-9b9151df-b271-487b-8e97-2e0f2a4f8a0f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495737 Oct 27 15:58:57.169076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:57.169615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:57.170069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:57.170531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Bound port: 716fb39c-3083-48d3-a222-f7687c3094c4, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:57.170927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:57.195199 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-69facc9e-c220-4cb4-b691-095fc5e19fb7 req-97ede6ee-ebaa-4a44-96d9-88a9ba7f3dc2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483578 Oct 27 15:58:57.267266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d800d38-9249-4292-844f-5d1c08409c1d req-6ceba758-7e37-4421-aedb-eec439bf8bb7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:57.269382 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6d800d38-9249-4292-844f-5d1c08409c1d req-6ceba758-7e37-4421-aedb-eec439bf8bb7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0704284 Oct 27 15:58:57.312343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:58:57.343160 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6d800d38-9249-4292-844f-5d1c08409c1d req-9ee17e98-d778-49c0-9c31-bbf51f8e920e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631771 Oct 27 15:58:57.430784 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] For port 716fb39c-3083-48d3-a222-f7687c3094c4, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:57.445557 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:57.461215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'port_id': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa', 'mac_address': 'fa:16:3e:34:f2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:58:57.461701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] For port 716fb39c-3083-48d3-a222-f7687c3094c4, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=716fb39c-3083-48d3-a222-f7687c3094c4,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:57.483912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010fbb9-8059-46b4-a73b-2a426b698542 req-ad205cb9-184a-471c-84d7-0a85cedfa3b7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:57.483912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2010fbb9-8059-46b4-a73b-2a426b698542 req-ad205cb9-184a-471c-84d7-0a85cedfa3b7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1839614 Oct 27 15:58:57.483912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-f40fc4f2-ba7f-4df5-a499-ec5b35bf19e5 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254066 Oct 27 15:58:57.502970 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:57.521797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:57.549539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:57.578368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2010fbb9-8059-46b4-a73b-2a426b698542 req-eafa93c3-62a3-466b-bc0b-f1c2d658ee43 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717690 Oct 27 15:58:57.594050 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32792df-ca37-47c7-91e2-795c2d179df6 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:58:57.601898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:57.605045 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:57.649886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Transition to ACTIVE for port object c32792df-ca37-47c7-91e2-795c2d179df6 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:58:57.657702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:57.658542 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:57.660130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] 10.222.0.53 "PUT /v2.0/ports/716fb39c-3083-48d3-a222-f7687c3094c4 HTTP/1.1" status: 200 len: 1095 time: 2.8302388 Oct 27 15:58:57.668044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b2bc4d-f773-40ab-a22d-de46e715412d', 'tag': '716fb39c-3083-48d3-a222-f7687c3094c4'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:57.668044 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f197dff-9a55-4008-87a7-32ee13f2c001" -d '{"events": [{"name": "network-changed", "server_uuid": "02b2bc4d-f773-40ab-a22d-de46e715412d", "tag": "716fb39c-3083-48d3-a222-f7687c3094c4"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:57.691164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=716fb39c-3083-48d3-a222-f7687c3094c4,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:57.708210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b364f-0f07-4f74-a47a-11529686f44d req-0a99d577-b310-4c55-ab0f-78ca6c82a892 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:57.711182 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f84b364f-0f07-4f74-a47a-11529686f44d req-0a99d577-b310-4c55-ab0f-78ca6c82a892 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 947 time: 0.0721025 Oct 27 15:58:57.717014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.717607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.717960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.718327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.718684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.719089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.719358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.719690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.720021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.720375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.721151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.721151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee739b3c-985f-43e9-af67-b7a77d11a9e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:57.740794 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48e1d80-d183-485f-8cc6-6a35d5dc40ec x-openstack-request-id: req-a48e1d80-d183-485f-8cc6-6a35d5dc40ec {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:57.741134 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b2bc4d-f773-40ab-a22d-de46e715412d", "tag": "716fb39c-3083-48d3-a222-f7687c3094c4", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:57.741400 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a48e1d80-d183-485f-8cc6-6a35d5dc40ec {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:57.741854 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b2bc4d-f773-40ab-a22d-de46e715412d', 'tag': '716fb39c-3083-48d3-a222-f7687c3094c4', 'status': 'completed', 'code': 200} Oct 27 15:58:57.775266 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:57.784355 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:57.798353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f84b364f-0f07-4f74-a47a-11529686f44d req-992995f9-06d4-45a2-b145-e9c475011011 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692012 Oct 27 15:58:57.799156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40032) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:57.832993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:57.883166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Pushing event updated for resources: {'Port': ['ID=c32792df-ca37-47c7-91e2-795c2d179df6,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:57.894018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:57.903798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:58:57.904225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:58:57.904551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:57.908005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f197dff-9a55-4008-87a7-32ee13f2c001 req-2d1b4999-b6f2-4100-be7b-e1ab813fa082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:57.909412 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f197dff-9a55-4008-87a7-32ee13f2c001 req-2d1b4999-b6f2-4100-be7b-e1ab813fa082 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ce150b57ca64df3aaae167d84a6c866&device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 1098 time: 0.1651552 Oct 27 15:58:57.914330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Port c32792df-ca37-47c7-91e2-795c2d179df6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:58:57.914653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:58:57.947912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f197dff-9a55-4008-87a7-32ee13f2c001 req-406655ca-e691-49b1-b62e-9dff84a9f024 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2ce150b57ca64df3aaae167d84a6c866&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269530 Oct 27 15:58:57.949159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:58:57.949496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:58:57.950733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:58:57.951302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Bound port: c32792df-ca37-47c7-91e2-795c2d179df6, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:58:57.951777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:57.976126 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:58.019648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:58.055427 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:58.136814 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d38933e8a85f4e93aca2daa7eef8bd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3328812 Oct 27 15:58:58.136814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b91547-e956-4474-b8a9-ae3be34acb47,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:58.147291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40036) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:58:58.168141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228d9d2-3046-4c30-8caa-883b85d72d5f req-c373049f-052f-4033-b211-c5253d742ea1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:58.168141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8228d9d2-3046-4c30-8caa-883b85d72d5f req-c373049f-052f-4033-b211-c5253d742ea1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 944 time: 0.2103896 Oct 27 15:58:58.168385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.168385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.171093 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.173342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.173939 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.174393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.174835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.179848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.180363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.180828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.181271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.181704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb1588b-f774-468a-a49c-0a0edda54a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:58:58.225717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:58:58.257428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f197dff-9a55-4008-87a7-32ee13f2c001 req-8294581b-55ef-4542-a38c-72b851331a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:58.258911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f197dff-9a55-4008-87a7-32ee13f2c001 req-8294581b-55ef-4542-a38c-72b851331a2b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3019452 Oct 27 15:58:58.261118 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c32792df-ca37-47c7-91e2-795c2d179df6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:58:58.274495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862409a-cd35-48cc-9558-33e3b346a6ac req-6aa2e622-c164-4e07-a113-33647bb7749d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:58.280636 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1862409a-cd35-48cc-9558-33e3b346a6ac req-6aa2e622-c164-4e07-a113-33647bb7749d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.0639453 Oct 27 15:58:58.288169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9d0e-56bc-403f-bc52-de4a48dbbfe6 req-be09b80f-2eb6-460e-8d58-255cd5fe3fd8 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:58.289763 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-524c9d0e-56bc-403f-bc52-de4a48dbbfe6 req-be09b80f-2eb6-460e-8d58-255cd5fe3fd8 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.54 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 950 time: 0.2060742 Oct 27 15:58:58.328983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1862409a-cd35-48cc-9558-33e3b346a6ac req-bb4473dd-3b99-425f-be70-8779863f5be7 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355601 Oct 27 15:58:58.381385 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8228d9d2-3046-4c30-8caa-883b85d72d5f req-38698be5-539f-434b-b8e1-17f9f3bb61fd tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030101 Oct 27 15:58:58.433607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:58.455675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5334753-4bb5-45ed-87f6-fe2d7616c73b req-4b625305-c0cf-4ba4-a5b3-733432fc3298 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:58.455952 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bba20fb3-1542-4b39-839f-79dd8f72eae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:58.457631 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5334753-4bb5-45ed-87f6-fe2d7616c73b req-4b625305-c0cf-4ba4-a5b3-733432fc3298 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 950 time: 0.0657196 Oct 27 15:58:58.498863 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5334753-4bb5-45ed-87f6-fe2d7616c73b req-41158615-3c9b-43be-9b79-667602582fec tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350778 Oct 27 15:58:58.707177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57088c2-6b6a-43e9-8ebf-548e4eebf445 req-547c79d5-0bae-40eb-b26b-28b6fde1d3fc tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:58.708795 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b57088c2-6b6a-43e9-8ebf-548e4eebf445 req-547c79d5-0bae-40eb-b26b-28b6fde1d3fc tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0532229 Oct 27 15:58:58.757009 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b57088c2-6b6a-43e9-8ebf-548e4eebf445 req-569dbbf1-e9bc-4e22-b5ee-f4c6bf67c5e7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415587 Oct 27 15:58:58.762697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:58.764316 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:58.765341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] 10.222.0.53 "PUT /v2.0/ports/c32792df-ca37-47c7-91e2-795c2d179df6 HTTP/1.1" status: 200 len: 1092 time: 2.1149397 Oct 27 15:58:58.796639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bba20fb3-1542-4b39-839f-79dd8f72eae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:58.802929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-0a411eae-97c9-4ef7-beda-28aa9b3c0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:58.804431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-0a411eae-97c9-4ef7-beda-28aa9b3c0481 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ce150b57ca64df3aaae167d84a6c866&device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 1098 time: 0.4751546 Oct 27 15:58:58.883796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d011bee4-faac-4859-9d84-767dabfe2def service neutron] Pushing event updated for resources: {'Port': ['ID=c32792df-ca37-47c7-91e2-795c2d179df6,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:58.888656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-a0d36efc-8858-462c-b6d7-48dad6f6e9ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=716fb39c-3083-48d3-a222-f7687c3094c4 HTTP/1.1" status: 200 len: 217 time: 0.0734072 Oct 27 15:58:58.921308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4d521-eb29-4efd-9113-d4d4ef409e40 req-f3b40a25-2d44-4da7-be3c-f3d2f5e3a8d5 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:58.922864 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ad4d521-eb29-4efd-9113-d4d4ef409e40 req-f3b40a25-2d44-4da7-be3c-f3d2f5e3a8d5 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 947 time: 0.0580554 Oct 27 15:58:58.958975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc65ffc-7856-4b98-b475-d9340a1a2d37 req-f3936edc-b4e6-4a95-95b8-7f49687878aa tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:58.960594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bc65ffc-7856-4b98-b475-d9340a1a2d37 req-f3936edc-b4e6-4a95-95b8-7f49687878aa tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.4661109 Oct 27 15:58:58.963772 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ad4d521-eb29-4efd-9113-d4d4ef409e40 req-40ccec9a-8eac-496a-a94e-79561a96d0e2 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341482 Oct 27 15:58:59.034936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-524c9d0e-56bc-403f-bc52-de4a48dbbfe6 req-50795154-d29b-48c4-a90a-4860cb17038e tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Deleting port f8ac24d3-3a39-46e0-99a5-1625b04f0569 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 15:58:59.035274 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-524c9d0e-56bc-403f-bc52-de4a48dbbfe6 req-50795154-d29b-48c4-a90a-4860cb17038e tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:59.098722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-0b5eb962-5178-4e6f-acbe-a44ef2217aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:59.100283 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-0b5eb962-5178-4e6f-acbe-a44ef2217aca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1909339 Oct 27 15:58:59.108940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78a678-4abd-4571-a80a-349c15e28002 req-61a7e462-a5ba-48ba-bd10-3856dbf8af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:59.110449 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-61a7e462-a5ba-48ba-bd10-3856dbf8af64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 1095 time: 0.2180803 Oct 27 15:58:59.112830 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:59.118460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bc65ffc-7856-4b98-b475-d9340a1a2d37 req-0a9e4b13-c5ec-43a7-a5e2-49494eb836ab tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345088 Oct 27 15:58:59.182369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-294c6c06-c84a-4a9c-a243-2b54c71cc29f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32792df-ca37-47c7-91e2-795c2d179df6 HTTP/1.1" status: 200 len: 217 time: 0.0563986 Oct 27 15:58:59.237765 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bba20fb3-1542-4b39-839f-79dd8f72eae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:59.240356 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bba20fb3-1542-4b39-839f-79dd8f72eae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:59.241503 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bba20fb3-1542-4b39-839f-79dd8f72eae8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35b91547-e956-4474-b8a9-ae3be34acb47 HTTP/1.1" status: 204 len: 168 time: 1.0759740 Oct 27 15:58:59.262872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-2e68de81-9be8-4f40-948e-3fc1c547f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:59.264784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-2e68de81-9be8-4f40-948e-3fc1c547f558 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1496322 Oct 27 15:58:59.277297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba20fb3-1542-4b39-839f-79dd8f72eae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b91547-e956-4474-b8a9-ae3be34acb47,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:58:59.283880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-524c9d0e-56bc-403f-bc52-de4a48dbbfe6 req-50795154-d29b-48c4-a90a-4860cb17038e tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] For port f8ac24d3-3a39-46e0-99a5-1625b04f0569, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f8ac24d3-3a39-46e0-99a5-1625b04f0569,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:59.284395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-524c9d0e-56bc-403f-bc52-de4a48dbbfe6 req-50795154-d29b-48c4-a90a-4860cb17038e tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:59.305667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78a678-4abd-4571-a80a-349c15e28002 req-fb58e0aa-3f2e-4e4c-bdae-d7890091633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:59.307095 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-fb58e0aa-3f2e-4e4c-bdae-d7890091633e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.1158531 Oct 27 15:58:59.325053 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:58:59.357627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-524c9d0e-56bc-403f-bc52-de4a48dbbfe6 req-50795154-d29b-48c4-a90a-4860cb17038e tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Calling delete_port for f8ac24d3-3a39-46e0-99a5-1625b04f0569 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 15:58:59.390754 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-153d1bfc-6f79-4e29-955f-302d48f6b1f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428822 Oct 27 15:58:59.483883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828dd9b-3035-4fed-9345-66064f36cf83 req-65051307-03dc-4346-8280-3daa2c082a4c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:59.485708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e828dd9b-3035-4fed-9345-66064f36cf83 req-65051307-03dc-4346-8280-3daa2c082a4c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.0769532 Oct 27 15:58:59.532101 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e828dd9b-3035-4fed-9345-66064f36cf83 req-d79d2888-50f7-4324-8a5e-12d17bd43e17 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387390 Oct 27 15:58:59.595230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-0211504d-b2d6-459d-8e78-33ad064f8e72 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149433 Oct 27 15:58:59.627162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:58:59.631985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:58:59.632625 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:59.655971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6ff668-505f-4385-997b-70014d795fa1 req-89269f31-fd72-4d84-bb72-1409c9d50fba tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:59.657668 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b6ff668-505f-4385-997b-70014d795fa1 req-89269f31-fd72-4d84-bb72-1409c9d50fba tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 950 time: 0.0602202 Oct 27 15:58:59.706905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b6ff668-505f-4385-997b-70014d795fa1 req-43d7da98-91c2-4fbd-933f-b00bfdcf56a9 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Oct 27 15:58:59.718020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-d603bcdb-cb26-4b22-8628-17e2d357a0b9 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883346 Oct 27 15:58:59.721988 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:59.731769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0fab6-34e3-4b87-9841-22aa085cdda9 req-84a2ee58-aa96-41ea-aff3-5155d5e6f38a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:58:59.733446 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dea0fab6-34e3-4b87-9841-22aa085cdda9 req-84a2ee58-aa96-41ea-aff3-5155d5e6f38a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 944 time: 0.2267218 Oct 27 15:58:59.747532 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8118760e-f94f-4aeb-8823-11942794fb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:59.750934 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b05983-9aaa-48b1-93c2-168a8fb8c9da" -d '{"events": [{"server_uuid": "8118760e-f94f-4aeb-8823-11942794fb3a", "name": "network-vif-plugged", "status": "completed", "tag": "a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:59.758101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'tag': 'c32792df-ca37-47c7-91e2-795c2d179df6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:58:59.760247 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d77748-fbaa-4b86-97ca-efe82f3879d4" -d '{"events": [{"name": "network-changed", "server_uuid": "46827d0f-2005-4ebb-a781-8bfd4024345c", "tag": "c32792df-ca37-47c7-91e2-795c2d179df6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:58:59.770875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:58:59.799148 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82d610d-6f7c-4744-bdfa-dccd0bb305e4 x-openstack-request-id: req-b82d610d-6f7c-4744-bdfa-dccd0bb305e4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:59.799464 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8118760e-f94f-4aeb-8823-11942794fb3a", "name": "network-vif-plugged", "status": "completed", "tag": "a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:59.799722 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b82d610d-6f7c-4744-bdfa-dccd0bb305e4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:59.800152 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8118760e-f94f-4aeb-8823-11942794fb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa', 'code': 200} Oct 27 15:58:59.861531 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:59.866807 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c617ff3-ecd5-4e6b-ab47-930499586967 x-openstack-request-id: req-0c617ff3-ecd5-4e6b-ab47-930499586967 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:58:59.867063 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46827d0f-2005-4ebb-a781-8bfd4024345c", "tag": "c32792df-ca37-47c7-91e2-795c2d179df6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:58:59.867459 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c617ff3-ecd5-4e6b-ab47-930499586967 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:58:59.867830 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'tag': 'c32792df-ca37-47c7-91e2-795c2d179df6', 'status': 'completed', 'code': 200} Oct 27 15:58:59.903704 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-524c9d0e-56bc-403f-bc52-de4a48dbbfe6 req-50795154-d29b-48c4-a90a-4860cb17038e tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:58:59.920199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['f8ac24d3-3a39-46e0-99a5-1625b04f0569'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:59.922547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:58:59.945063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c008ff7-b8dc-4507-b4a9-fce12f15a1a3 req-db5f8d05-44db-4d3a-a632-37c28313e2be service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419647 Oct 27 15:58:59.998434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:00.007358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50795154-d29b-48c4-a90a-4860cb17038e tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Pushing event deleted for resources: {'Port': ['ID=f8ac24d3-3a39-46e0-99a5-1625b04f0569,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:00.055500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866d3d9-1027-4f07-8f2a-4ffa9455e104 req-6b1f03b7-ef3f-4cd6-ae68-17e244146a28 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:00.058354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dea0fab6-34e3-4b87-9841-22aa085cdda9 req-c617d7fb-eb8b-483a-8653-22cb305978ab tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2515967 Oct 27 15:59:00.064862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e866d3d9-1027-4f07-8f2a-4ffa9455e104 req-6b1f03b7-ef3f-4cd6-ae68-17e244146a28 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1309612 Oct 27 15:59:00.112428 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e866d3d9-1027-4f07-8f2a-4ffa9455e104 req-4e88a782-9cfe-4f9b-9706-4c53a38bebc7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444477 Oct 27 15:59:00.156027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-524c9d0e-56bc-403f-bc52-de4a48dbbfe6 req-50795154-d29b-48c4-a90a-4860cb17038e tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] No DVR routers for this DVR port f8ac24d3-3a39-46e0-99a5-1625b04f0569 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:59:00.166392 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-524c9d0e-56bc-403f-bc52-de4a48dbbfe6 req-50795154-d29b-48c4-a90a-4860cb17038e tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:00.166392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-524c9d0e-56bc-403f-bc52-de4a48dbbfe6 req-50795154-d29b-48c4-a90a-4860cb17038e tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.54 "DELETE /v2.0/ports/f8ac24d3-3a39-46e0-99a5-1625b04f0569 HTTP/1.1" status: 204 len: 173 time: 1.8647060 Oct 27 15:59:00.189682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff023e-6f94-4b49-bbd7-edae1b522211 req-bb8b2ef0-6198-4a2f-9cbd-04c4524a30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:00.193988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9ff023e-6f94-4b49-bbd7-edae1b522211 req-bb8b2ef0-6198-4a2f-9cbd-04c4524a30fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 1096 time: 0.3132033 Oct 27 15:59:00.203699 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb78a678-4abd-4571-a80a-349c15e28002 req-115e1c83-e913-4e3e-b537-9b035f41091f service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667869 Oct 27 15:59:00.278833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395e58f-7a94-4f98-8757-05cf985b9e72 req-233fa1aa-5186-4024-98c2-68d9a3d84bd5 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:00.296944 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d395e58f-7a94-4f98-8757-05cf985b9e72 req-233fa1aa-5186-4024-98c2-68d9a3d84bd5 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0838809 Oct 27 15:59:00.297520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9ff023e-6f94-4b49-bbd7-edae1b522211 req-7bd7d261-992f-48ae-bfd5-46fdb123629c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914533 Oct 27 15:59:00.311853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415fba1-5f6b-4a41-abbd-42d233c102c9 req-352586c3-e834-4dbe-b00f-9d0a47c03e79 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:00.314582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3415fba1-5f6b-4a41-abbd-42d233c102c9 req-352586c3-e834-4dbe-b00f-9d0a47c03e79 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 947 time: 0.1300120 Oct 27 15:59:00.332646 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d395e58f-7a94-4f98-8757-05cf985b9e72 req-9b07786e-4c4e-4a8b-9770-003922eadf55 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Oct 27 15:59:00.358399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3415fba1-5f6b-4a41-abbd-42d233c102c9 req-835063d1-d24e-45a3-b678-0c4790cec35c tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379226 Oct 27 15:59:00.576164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d77748-fbaa-4b86-97ca-efe82f3879d4 req-cb783e99-bede-4fc0-85ac-8309f8d96cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:00.577883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37d77748-fbaa-4b86-97ca-efe82f3879d4 req-cb783e99-bede-4fc0-85ac-8309f8d96cb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 1095 time: 0.0440576 Oct 27 15:59:00.676342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf852e-b57d-41cd-aeb8-378dda3ffcc0 req-7a86e7d0-e96e-414c-971e-631d9ba80b21 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:00.678099 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cdaf852e-b57d-41cd-aeb8-378dda3ffcc0 req-7a86e7d0-e96e-414c-971e-631d9ba80b21 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.0620656 Oct 27 15:59:00.706508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d77748-fbaa-4b86-97ca-efe82f3879d4 req-780d28d8-6681-4439-a014-48ce29c1ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:00.708011 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37d77748-fbaa-4b86-97ca-efe82f3879d4 req-780d28d8-6681-4439-a014-48ce29c1ea18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.1217480 Oct 27 15:59:00.723876 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cdaf852e-b57d-41cd-aeb8-378dda3ffcc0 req-ffdd9fad-cc8c-4239-96d5-cb5af0b55fc8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371754 Oct 27 15:59:00.765930 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37d77748-fbaa-4b86-97ca-efe82f3879d4 req-5ab36b62-1e12-4cbb-869b-9534fca51732 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32792df-ca37-47c7-91e2-795c2d179df6 HTTP/1.1" status: 200 len: 217 time: 0.0384390 Oct 27 15:59:00.821242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d77748-fbaa-4b86-97ca-efe82f3879d4 req-c91a012b-fc32-4c23-8184-435053d4c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:00.822885 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37d77748-fbaa-4b86-97ca-efe82f3879d4 req-c91a012b-fc32-4c23-8184-435053d4c860 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.0528176 Oct 27 15:59:00.869304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d8d15a5-6f11-4458-99a4-21dc34ee6a5a req-134a399b-d01d-414c-a19d-3f1e8f29d77b tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=29499ee1-2c1b-4c2d-bda6-f74d71439ec5 HTTP/1.1" status: 200 len: 210 time: 0.0453954 Oct 27 15:59:00.871212 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37d77748-fbaa-4b86-97ca-efe82f3879d4 req-93440953-58a3-4270-9747-5148835dd4d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383759 Oct 27 15:59:00.982918 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37d77748-fbaa-4b86-97ca-efe82f3879d4 req-617ec8ee-f15c-4537-88d7-9b0808de356a service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935400 Oct 27 15:59:01.081265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37d77748-fbaa-4b86-97ca-efe82f3879d4 req-b4931da1-2273-4e4d-a181-d86d86f67e0b service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904069 Oct 27 15:59:01.179748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e5f86-83c9-447c-82cd-cea21d23df34 req-d77d1f23-6a17-4e88-b1cc-57242755f908 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:01.187850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f84e5f86-83c9-447c-82cd-cea21d23df34 req-d77d1f23-6a17-4e88-b1cc-57242755f908 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 945 time: 0.0576453 Oct 27 15:59:01.243742 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f84e5f86-83c9-447c-82cd-cea21d23df34 req-2e1fd9c0-d6aa-408c-8bca-3130a41f35b1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483406 Oct 27 15:59:01.244296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f754a-d302-4ed4-ae36-5c9c7ce43bf3 req-3f66f253-d56f-4d05-bd0b-70cd1b0a272d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:01.245899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf6f754a-d302-4ed4-ae36-5c9c7ce43bf3 req-3f66f253-d56f-4d05-bd0b-70cd1b0a272d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0560782 Oct 27 15:59:01.293358 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf6f754a-d302-4ed4-ae36-5c9c7ce43bf3 req-c066b28d-6d1c-4c4f-be03-97e3d941400b tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362959 Oct 27 15:59:01.490468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e83d4f-893c-485e-8d06-edc6df5cadff req-28f80c7d-dc94-4c2d-9c59-7d50c8d5bd71 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:01.492094 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88e83d4f-893c-485e-8d06-edc6df5cadff req-28f80c7d-dc94-4c2d-9c59-7d50c8d5bd71 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0678110 Oct 27 15:59:01.513267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2751f-ed3c-4327-a722-3add29cf43e3 req-27283ea5-cd9f-409c-b5e6-da6980e4933e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:01.515272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9b2751f-ed3c-4327-a722-3add29cf43e3 req-27283ea5-cd9f-409c-b5e6-da6980e4933e tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 947 time: 0.0733693 Oct 27 15:59:01.557868 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88e83d4f-893c-485e-8d06-edc6df5cadff req-92c674ee-48bf-4209-9c65-80bf1df3d0c2 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529437 Oct 27 15:59:01.568791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9b2751f-ed3c-4327-a722-3add29cf43e3 req-4e25c0e3-6bc9-4e8c-8fcb-abc8ee9febc6 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466921 Oct 27 15:59:01.850521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ab0c9-db7b-4d86-9382-b3f249811e8c req-0a6b6096-8819-4c63-bca7-0f822761a0f7 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:01.852217 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f5ab0c9-db7b-4d86-9382-b3f249811e8c req-0a6b6096-8819-4c63-bca7-0f822761a0f7 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.0513322 Oct 27 15:59:01.869191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29499ee1-2c1b-4c2d-bda6-f74d71439ec5', 'name': 'network-vif-deleted', 'tag': 'f8ac24d3-3a39-46e0-99a5-1625b04f0569'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:01.873156 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc4fbcd-bf7f-4827-a910-1b241f3292f8" -d '{"events": [{"server_uuid": "29499ee1-2c1b-4c2d-bda6-f74d71439ec5", "name": "network-vif-deleted", "tag": "f8ac24d3-3a39-46e0-99a5-1625b04f0569"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:01.915788 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f5ab0c9-db7b-4d86-9382-b3f249811e8c req-1ce2b0cb-c1da-4315-94fb-7d2d788c32f2 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517774 Oct 27 15:59:01.917177 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e4c179-40a8-400f-a82c-7c7d6f4b5525 x-openstack-request-id: req-e3e4c179-40a8-400f-a82c-7c7d6f4b5525 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:01.917588 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29499ee1-2c1b-4c2d-bda6-f74d71439ec5", "name": "network-vif-deleted", "tag": "f8ac24d3-3a39-46e0-99a5-1625b04f0569", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:01.917974 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3e4c179-40a8-400f-a82c-7c7d6f4b5525 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:01.919011 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29499ee1-2c1b-4c2d-bda6-f74d71439ec5', 'name': 'network-vif-deleted', 'tag': 'f8ac24d3-3a39-46e0-99a5-1625b04f0569', 'status': 'completed', 'code': 200} Oct 27 15:59:02.206683 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-2e033646-47e8-400b-9f4a-cede96ca782a tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=cf88ecf492194d5d909abb66147f0d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224433 Oct 27 15:59:02.301429 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:02.327631 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-a63166de-ff72-4f5e-9f2c-fca3304e9dbf tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:02.329140 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-a63166de-ff72-4f5e-9f2c-fca3304e9dbf tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166949 Oct 27 15:59:02.345648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-fc227cd9-38f9-45c1-9dfe-49b0dab667d7 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/quotas/cf88ecf492194d5d909abb66147f0d31 HTTP/1.1" status: 200 len: 375 time: 0.0101955 Oct 27 15:59:02.374724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f8ac24d3-3a39-46e0-99a5-1625b04f0569 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:59:02.379408 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-00b793a4-5767-491c-91ba-d275a2e4339c tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cf88ecf492194d5d909abb66147f0d31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280800 Oct 27 15:59:02.396087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: f8ac24d3-3a39-46e0-99a5-1625b04f0569 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 15:59:02.396441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f8ac24d3-3a39-46e0-99a5-1625b04f0569 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:59:02.530777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efb102-25c7-41af-af87-7aa4d3f21985 req-c0136d3e-fbb0-49dc-bcfb-d7c31ee694e2 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:02.532344 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02efb102-25c7-41af-af87-7aa4d3f21985 req-c0136d3e-fbb0-49dc-bcfb-d7c31ee694e2 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 945 time: 0.0545890 Oct 27 15:59:02.574338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02efb102-25c7-41af-af87-7aa4d3f21985 req-05da7f23-6d41-4fe6-a7ea-0e296e795643 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342994 Oct 27 15:59:02.713845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa20464-0ad7-4175-a625-5505f5f2e0f3 req-1565fe70-272c-47bf-9703-79fb860875ab tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:02.716280 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7aa20464-0ad7-4175-a625-5505f5f2e0f3 req-1565fe70-272c-47bf-9703-79fb860875ab tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0563529 Oct 27 15:59:02.742775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef2818-694d-4f7a-9d9a-4173278fb3a5 req-b173dab9-6bfd-4178-9e95-f75389c12ba2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:02.744581 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84ef2818-694d-4f7a-9d9a-4173278fb3a5 req-b173dab9-6bfd-4178-9e95-f75389c12ba2 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 950 time: 0.0643914 Oct 27 15:59:02.772608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7aa20464-0ad7-4175-a625-5505f5f2e0f3 req-5292c7aa-b333-4ccf-97d4-203eb7716c25 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456147 Oct 27 15:59:02.796646 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84ef2818-694d-4f7a-9d9a-4173278fb3a5 req-f59cd1c4-f2d8-4fea-b4e3-36ff51b55fc6 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426991 Oct 27 15:59:02.916375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c1b5e-0f88-4fb0-9394-e340b2fafb8f req-782ba8a8-bbbe-44f3-b156-d12e5122026e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:02.918102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee0c1b5e-0f88-4fb0-9394-e340b2fafb8f req-782ba8a8-bbbe-44f3-b156-d12e5122026e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0575540 Oct 27 15:59:02.924671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305f046-7046-4fbe-b578-41940d9607ed req-7175f25f-39fe-454a-825a-5fd1a71eed43 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:02.926222 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b305f046-7046-4fbe-b578-41940d9607ed req-7175f25f-39fe-454a-825a-5fd1a71eed43 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 947 time: 0.0652559 Oct 27 15:59:02.967639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee0c1b5e-0f88-4fb0-9394-e340b2fafb8f req-4b23f70c-487a-41bd-b722-b3c1540b4462 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Oct 27 15:59:02.984384 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b305f046-7046-4fbe-b578-41940d9607ed req-ae12fed1-30d6-48be-87e4-3efe6b09ec53 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457196 Oct 27 15:59:03.062401 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e38f285d-3424-4d4a-85e6-a953bec020e9 req-a245fe6f-f4a6-4468-9257-1b95147e59c5 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 210 time: 0.0307906 Oct 27 15:59:03.082615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e21dc-41e9-4a53-ab69-30b96b725e55 req-90cbff06-ca7c-48d1-aef8-b0d227bef188 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:03.084206 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c85e21dc-41e9-4a53-ab69-30b96b725e55 req-90cbff06-ca7c-48d1-aef8-b0d227bef188 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 945 time: 0.0565038 Oct 27 15:59:03.093723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40164) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:03.099137 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4c74dd47-f1f1-4498-96cf-eb1cd7157f2a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Request body: {'floatingip': {'port_id': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:03.190917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c74dd47-f1f1-4498-96cf-eb1cd7157f2a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:03.325937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b13b3-3ae2-4308-8930-702f37be31c7 req-f56c9294-5f8e-464b-bcad-fee952c99350 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:03.328321 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e80b13b3-3ae2-4308-8930-702f37be31c7 req-f56c9294-5f8e-464b-bcad-fee952c99350 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.1609406 Oct 27 15:59:03.387926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c32792df-ca37-47c7-91e2-795c2d179df6 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:59:03.466575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e80b13b3-3ae2-4308-8930-702f37be31c7 req-8c6cab01-6291-4eaf-9088-a5fb9a1e7cde tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293056 Oct 27 15:59:03.519199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c32792df-ca37-47c7-91e2-795c2d179df6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:03.531574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'c32792df-ca37-47c7-91e2-795c2d179df6', 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254', 'port_id': 'c32792df-ca37-47c7-91e2-795c2d179df6', 'mac_address': 'fa:16:3e:a2:8e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0ac4d-20a4-4903-a917-822967ac10a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:59:03.569247 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:03.586350 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32792df-ca37-47c7-91e2-795c2d179df6 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:59:03.610174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c32792df-ca37-47c7-91e2-795c2d179df6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:03.712313 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:03.712981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 716fb39c-3083-48d3-a222-f7687c3094c4 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:59:03.820815 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c32792df-ca37-47c7-91e2-795c2d179df6,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:03.892296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 716fb39c-3083-48d3-a222-f7687c3094c4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=716fb39c-3083-48d3-a222-f7687c3094c4,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:03.908813 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '716fb39c-3083-48d3-a222-f7687c3094c4', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '716fb39c-3083-48d3-a222-f7687c3094c4', 'mac_address': 'fa:16:3e:ab:7e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:59:03.935954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e9553-2d44-49f9-80f9-21b676441d73 req-979a215a-3a26-4fda-81da-3611afb135b2 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:03.937538 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc2e9553-2d44-49f9-80f9-21b676441d73 req-979a215a-3a26-4fda-81da-3611afb135b2 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0760632 Oct 27 15:59:03.963963 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:03.982822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716fb39c-3083-48d3-a222-f7687c3094c4 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:59:03.988952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc2e9553-2d44-49f9-80f9-21b676441d73 req-dd15f1a0-495f-4be0-9299-f8004f9ad0f0 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441692 Oct 27 15:59:04.008204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 716fb39c-3083-48d3-a222-f7687c3094c4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=716fb39c-3083-48d3-a222-f7687c3094c4,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:04.068486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b118f-bd88-401b-87e7-70716f3039a1 req-8d33b98f-e3c7-4f1a-9a79-685a0547267c tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:04.070013 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-122b118f-bd88-401b-87e7-70716f3039a1 req-8d33b98f-e3c7-4f1a-9a79-685a0547267c tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 950 time: 0.1424944 Oct 27 15:59:04.072113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb91f35-8b5a-44dd-ae76-014f9f636614 req-dddbb623-4dc8-494e-a8ba-18aedc3c73c0 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:04.073599 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0cb91f35-8b5a-44dd-ae76-014f9f636614 req-dddbb623-4dc8-494e-a8ba-18aedc3c73c0 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.53 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 950 time: 0.0826707 Oct 27 15:59:04.125058 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:04.151668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f847c-3339-4e93-8002-15bfad572562 req-58d53bbe-1148-45f4-90d3-8e10b21570d9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:04.154124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5b3f847c-3339-4e93-8002-15bfad572562 req-58d53bbe-1148-45f4-90d3-8e10b21570d9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0990686 Oct 27 15:59:04.192289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=716fb39c-3083-48d3-a222-f7687c3094c4,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:04.196659 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c74dd47-f1f1-4498-96cf-eb1cd7157f2a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:04.200144 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-122b118f-bd88-401b-87e7-70716f3039a1 req-15ed0e15-63eb-4c1f-a355-f8f8633fa3cd tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7900dfb-ad4e-44d2-8c71-b4f734828fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166472 Oct 27 15:59:04.313718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c74dd47-f1f1-4498-96cf-eb1cd7157f2a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:04.360294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c32792df-ca37-47c7-91e2-795c2d179df6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:04.370237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['716fb39c-3083-48d3-a222-f7687c3094c4'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:04.395310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1361ed2-8c0b-4d86-8f76-eba21c4f08b1 req-12da413b-b09a-4080-8d20-79614b282306 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:04.396909 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1361ed2-8c0b-4d86-8f76-eba21c4f08b1 req-12da413b-b09a-4080-8d20-79614b282306 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 948 time: 0.1252394 Oct 27 15:59:04.468948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5b3f847c-3339-4e93-8002-15bfad572562 req-9797b398-9205-4710-a9b5-7dc4cdfba2dc tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080595 Oct 27 15:59:04.485994 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1361ed2-8c0b-4d86-8f76-eba21c4f08b1 req-d5854122-218c-4a5f-a356-c12ee14d6522 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771484 Oct 27 15:59:04.492042 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-4c74dd47-f1f1-4498-96cf-eb1cd7157f2a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Floating IP 4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec associated. External IP: 172.25.4.127, port: a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa. Oct 27 15:59:04.513106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-0cb91f35-8b5a-44dd-ae76-014f9f636614 req-95ad6947-6fa2-4667-ae63-2197b7b12813 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Deleting port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 15:59:04.530365 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0cb91f35-8b5a-44dd-ae76-014f9f636614 req-95ad6947-6fa2-4667-ae63-2197b7b12813 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:04.645482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12116278-9278-4b1c-bec3-c4e66b17d6f6 req-d72fcfd0-1d60-4c7e-b1c8-c594dbac570e tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 210 time: 0.0351851 Oct 27 15:59:04.686088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bac20-ef02-4088-829f-18e5988eb30c req-064bf0da-815d-4578-9b6f-89406614346d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:04.687739 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-685bac20-ef02-4088-829f-18e5988eb30c req-064bf0da-815d-4578-9b6f-89406614346d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 945 time: 0.0925188 Oct 27 15:59:04.707911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-0cb91f35-8b5a-44dd-ae76-014f9f636614 req-95ad6947-6fa2-4667-ae63-2197b7b12813 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] For port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:04.709764 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0cb91f35-8b5a-44dd-ae76-014f9f636614 req-95ad6947-6fa2-4667-ae63-2197b7b12813 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:04.725499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-0cb91f35-8b5a-44dd-ae76-014f9f636614 req-95ad6947-6fa2-4667-ae63-2197b7b12813 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Calling delete_port for 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 15:59:04.805507 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-685bac20-ef02-4088-829f-18e5988eb30c req-835abb8b-f9f4-40b3-8a05-ae70caada364 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092086 Oct 27 15:59:04.851294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c74dd47-f1f1-4498-96cf-eb1cd7157f2a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Router c661eff4-7cf6-4100-ae3d-b35dda75df25 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:59:04.972838 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c74dd47-f1f1-4498-96cf-eb1cd7157f2a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:59:04.977744 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c74dd47-f1f1-4498-96cf-eb1cd7157f2a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:04.999631 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06e44a-ed5a-4da2-97ea-5943c7a92480 None None] Sync routers for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:59:05.010091 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4c74dd47-f1f1-4498-96cf-eb1cd7157f2a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "PUT /v2.0/floatingips/4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec HTTP/1.1" status: 200 len: 991 time: 1.9134843 Oct 27 15:59:05.010707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8118760e-f94f-4aeb-8823-11942794fb3a', 'tag': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:05.014233 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e6afc7-d60c-443b-a6f6-fc6c2150263d" -d '{"events": [{"name": "network-changed", "server_uuid": "8118760e-f94f-4aeb-8823-11942794fb3a", "tag": "a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:05.046179 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06e44a-ed5a-4da2-97ea-5943c7a92480 None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:59:05.047088 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ed06e44a-ed5a-4da2-97ea-5943c7a92480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:58:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:05.091319 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0cb91f35-8b5a-44dd-ae76-014f9f636614 req-95ad6947-6fa2-4667-ae63-2197b7b12813 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:05.107156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:05.146506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad6947-6fa2-4667-ae63-2197b7b12813 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Pushing event deleted for resources: {'Port': ['ID=8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:05.161660 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f7a1c8-a04d-46af-acad-101ab1d74348 x-openstack-request-id: req-34f7a1c8-a04d-46af-acad-101ab1d74348 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:05.161831 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8118760e-f94f-4aeb-8823-11942794fb3a", "tag": "a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:05.162245 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34f7a1c8-a04d-46af-acad-101ab1d74348 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:05.162722 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8118760e-f94f-4aeb-8823-11942794fb3a', 'tag': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa', 'status': 'completed', 'code': 200} Oct 27 15:59:05.210949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858ef3b-a80e-4769-9c80-406bbc50a2a8 req-82250e5f-528e-4da8-a8e2-ab360685062e tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:05.212335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e858ef3b-a80e-4769-9c80-406bbc50a2a8 req-82250e5f-528e-4da8-a8e2-ab360685062e tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1324110 Oct 27 15:59:05.223801 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ed06e44a-ed5a-4da2-97ea-5943c7a92480 None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:59:05.247019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb91f35-8b5a-44dd-ae76-014f9f636614 req-95ad6947-6fa2-4667-ae63-2197b7b12813 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] No DVR routers for this DVR port 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:59:05.252185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0cb91f35-8b5a-44dd-ae76-014f9f636614 req-95ad6947-6fa2-4667-ae63-2197b7b12813 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:05.255807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0cb91f35-8b5a-44dd-ae76-014f9f636614 req-95ad6947-6fa2-4667-ae63-2197b7b12813 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.53 "DELETE /v2.0/ports/8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f HTTP/1.1" status: 204 len: 173 time: 1.1617870 Oct 27 15:59:05.264701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aafe822-4c52-4512-a2f1-590d2a01967c', 'name': 'network-vif-deleted', 'tag': '8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:05.268159 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000cac37-c5f4-4bb3-9b74-38c9a1daf498" -d '{"events": [{"server_uuid": "0aafe822-4c52-4512-a2f1-590d2a01967c", "name": "network-vif-deleted", "tag": "8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:05.322055 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e858ef3b-a80e-4769-9c80-406bbc50a2a8 req-1bd01963-1f5d-40a9-b3a5-cc3e4b4e8ec3 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824432 Oct 27 15:59:05.359392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6afc7-d60c-443b-a6f6-fc6c2150263d req-27a7af1a-1d85-49ae-8baf-15bed85e60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:05.360940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71e6afc7-d60c-443b-a6f6-fc6c2150263d req-27a7af1a-1d85-49ae-8baf-15bed85e60b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e156f9938474ecf82c8cb7e7f35b93b&device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 1096 time: 0.1704834 Oct 27 15:59:05.401767 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42aa4dcd-780d-4308-9179-20a47e7bd198 req-57843bfa-ac83-4fa3-8b48-dffa7ea418aa tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 210 time: 0.0562825 Oct 27 15:59:05.431151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c32792df-ca37-47c7-91e2-795c2d179df6 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:59:05.442316 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f869ad-add6-4fce-b6b7-64aeaf98e6e7 x-openstack-request-id: req-23f869ad-add6-4fce-b6b7-64aeaf98e6e7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:05.442683 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aafe822-4c52-4512-a2f1-590d2a01967c", "name": "network-vif-deleted", "tag": "8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:05.442878 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23f869ad-add6-4fce-b6b7-64aeaf98e6e7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:05.443231 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aafe822-4c52-4512-a2f1-590d2a01967c', 'name': 'network-vif-deleted', 'tag': '8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f', 'status': 'completed', 'code': 200} Oct 27 15:59:05.513659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6afc7-d60c-443b-a6f6-fc6c2150263d req-e82cd770-33e8-4845-843b-17204db1cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:05.515260 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71e6afc7-d60c-443b-a6f6-fc6c2150263d req-e82cd770-33e8-4845-843b-17204db1cd0a service neutron] 10.222.0.53 "GET /v2.0/networks?id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 HTTP/1.1" status: 200 len: 924 time: 0.1461244 Oct 27 15:59:05.627720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port c32792df-ca37-47c7-91e2-795c2d179df6 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:59:05.634167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port c32792df-ca37-47c7-91e2-795c2d179df6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:05.635021 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:05.659316 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152036ea-8657-40f5-83d1-d29377f07488 req-7db74de9-e65d-4bb3-a48c-382ec2ff864f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:05.666925 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-152036ea-8657-40f5-83d1-d29377f07488 req-7db74de9-e65d-4bb3-a48c-382ec2ff864f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0779786 Oct 27 15:59:05.683147 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71e6afc7-d60c-443b-a6f6-fc6c2150263d req-84b1928d-122f-47d9-beaf-829d9e2e3d10 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa HTTP/1.1" status: 200 len: 999 time: 0.1557577 Oct 27 15:59:05.750585 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-152036ea-8657-40f5-83d1-d29377f07488 req-3f72c2e4-cf73-4f11-9388-e51309fca2f2 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647931 Oct 27 15:59:05.825909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-dca7fc3e-52f4-4f68-a576-830280ab810a tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=cf88ecf492194d5d909abb66147f0d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1286418 Oct 27 15:59:05.880512 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:05.923477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32792df-ca37-47c7-91e2-795c2d179df6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:05.926294 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46ee6fa-29f8-4c4f-a0d3-aee97e9718dc" -d '{"events": [{"server_uuid": "46827d0f-2005-4ebb-a781-8bfd4024345c", "name": "network-vif-plugged", "status": "completed", "tag": "c32792df-ca37-47c7-91e2-795c2d179df6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:05.941277 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ed06e44a-ed5a-4da2-97ea-5943c7a92480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'port_id': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'mac_address': 'fa:16:3e:34:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118760e-f94f-4aeb-8823-11942794fb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:58:41Z', 'updated_at': '2021-10-27T15:59:03Z', 'revision_number': 1, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:05.946626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c32792df-ca37-47c7-91e2-795c2d179df6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:05.948886 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-682d5cd6-bbbc-4f0f-a38f-21e6d4dfd2c3 req-0958bb82-c847-4812-a057-670b6382a655 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 210 time: 0.0720084 Oct 27 15:59:05.971036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6afc7-d60c-443b-a6f6-fc6c2150263d req-615b58a6-c112-4787-832a-35dfa40734a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:05.972512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71e6afc7-d60c-443b-a6f6-fc6c2150263d req-615b58a6-c112-4787-832a-35dfa40734a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5264cb02-dd3a-41fe-8969-595f3b8b1351 HTTP/1.1" status: 200 len: 862 time: 0.2583601 Oct 27 15:59:05.982410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-b6c3176c-ab9d-4490-8a3d-f1f6583ed84c tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:05.983880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-b6c3176c-ab9d-4490-8a3d-f1f6583ed84c tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485794 Oct 27 15:59:05.986693 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06e44a-ed5a-4da2-97ea-5943c7a92480 None None] Checking router: c661eff4-7cf6-4100-ae3d-b35dda75df25 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:59:05.994080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e624880-637f-4e0b-a66c-91e9a4d413e2 req-7d09a2dc-3961-4c47-8e67-767b7241ff39 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:06.002990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e624880-637f-4e0b-a66c-91e9a4d413e2 req-7d09a2dc-3961-4c47-8e67-767b7241ff39 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 948 time: 0.3178220 Oct 27 15:59:06.008333 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed06e44a-ed5a-4da2-97ea-5943c7a92480 None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:59:06.009809 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ed06e44a-ed5a-4da2-97ea-5943c7a92480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:58:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:06.033284 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:06.034301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 716fb39c-3083-48d3-a222-f7687c3094c4 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:59:06.044431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Request body: {'port': {'device_id': '63c78560-313f-4fec-84e7-4d07ff3982bc', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': 'cf88ecf492194d5d909abb66147f0d31'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:06.142729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f7732-5210-4acb-947d-8c663bf578d9 req-b9c51007-c632-49d0-a614-ed312bbc2b3f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:06.157716 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b37f7732-5210-4acb-947d-8c663bf578d9 req-b9c51007-c632-49d0-a614-ed312bbc2b3f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.1118598 Oct 27 15:59:06.195120 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e624880-637f-4e0b-a66c-91e9a4d413e2 req-dddfe130-b472-44e6-b4af-d0cc1ac73bf5 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911724 Oct 27 15:59:06.217565 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b37f7732-5210-4acb-947d-8c663bf578d9 req-64746fe4-5f8d-48e6-953b-5a81d1c33613 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589099 Oct 27 15:59:06.224568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6afc7-d60c-443b-a6f6-fc6c2150263d req-b8b73449-7ee1-4bf8-9a76-b44503e611db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:06.226223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71e6afc7-d60c-443b-a6f6-fc6c2150263d req-b8b73449-7ee1-4bf8-9a76-b44503e611db service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2403977 Oct 27 15:59:06.282758 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e375c689-18a0-4a2b-80b1-08a2670616da x-openstack-request-id: req-e375c689-18a0-4a2b-80b1-08a2670616da {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:06.283786 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46827d0f-2005-4ebb-a781-8bfd4024345c", "name": "network-vif-plugged", "status": "completed", "tag": "c32792df-ca37-47c7-91e2-795c2d179df6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:06.284286 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e375c689-18a0-4a2b-80b1-08a2670616da {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:06.284884 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32792df-ca37-47c7-91e2-795c2d179df6', 'code': 200} Oct 27 15:59:06.296321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c32792df-ca37-47c7-91e2-795c2d179df6,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:06.341326 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ed06e44a-ed5a-4da2-97ea-5943c7a92480 None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:59:06.416187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 716fb39c-3083-48d3-a222-f7687c3094c4 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:59:06.426391 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 716fb39c-3083-48d3-a222-f7687c3094c4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:06.427461 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:06.566459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71e6afc7-d60c-443b-a6f6-fc6c2150263d req-6abe6625-f5cf-405f-bf3c-c8c5f5469de5 service neutron] 10.222.0.53 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318582 Oct 27 15:59:06.639223 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a883dc7-f750-4d45-b125-53fb8b134942 req-7f67f8e1-b935-4bd0-b4a0-f6da9076c170 tempest-LiveMigrationNegativeTest-146912545 tempest-LiveMigrationNegativeTest-146912545-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aafe822-4c52-4512-a2f1-590d2a01967c HTTP/1.1" status: 200 len: 210 time: 0.0407171 Oct 27 15:59:06.639865 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:06.694454 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ed06e44a-ed5a-4da2-97ea-5943c7a92480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'port_id': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'mac_address': 'fa:16:3e:34:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118760e-f94f-4aeb-8823-11942794fb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:58:41Z', 'updated_at': '2021-10-27T15:59:03Z', 'revision_number': 1, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:06.705149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 716fb39c-3083-48d3-a222-f7687c3094c4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=716fb39c-3083-48d3-a222-f7687c3094c4,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:06.725156 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed06e44a-ed5a-4da2-97ea-5943c7a92480 None None] The sync data for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 is: [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'port_id': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'mac_address': 'fa:16:3e:34:f2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8118760e-f94f-4aeb-8823-11942794fb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:58:41Z', 'updated_at': '2021-10-27T15:59:03Z', 'revision_number': 1, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:59:06.737906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Made reservation on behalf of cf88ecf492194d5d909abb66147f0d31 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:59:06.741666 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:06.792246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:06.832849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d12bce-e2fd-47d7-90d5-92496cbb99be req-0fa7d88e-e071-4ce1-8cdd-8c4fb3836c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:06.834644 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-16d12bce-e2fd-47d7-90d5-92496cbb99be req-0fa7d88e-e071-4ce1-8cdd-8c4fb3836c4b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 1097 time: 0.3607063 Oct 27 15:59:06.854364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819300a-ed1d-43d0-ace1-3d3aa258cbc3 req-37ead166-ef61-4f49-9a9c-5825a9c38328 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:06.862863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2819300a-ed1d-43d0-ace1-3d3aa258cbc3 req-37ead166-ef61-4f49-9a9c-5825a9c38328 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.2920508 Oct 27 15:59:06.908797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937dd73-0e41-41c5-b5e9-a533dd54de77 req-6670a77a-bf60-497a-b79e-8bf9220cf334 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:06.916040 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71e6afc7-d60c-443b-a6f6-fc6c2150263d req-95af204c-4afa-4102-9732-31776cfe9dfa service neutron] 10.222.0.53 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834313 Oct 27 15:59:06.920600 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8937dd73-0e41-41c5-b5e9-a533dd54de77 req-6670a77a-bf60-497a-b79e-8bf9220cf334 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0714614 Oct 27 15:59:06.930109 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:06.972921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-16d12bce-e2fd-47d7-90d5-92496cbb99be req-66af99c1-a679-4be9-a44b-1b2de254780b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267242 Oct 27 15:59:06.992882 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8937dd73-0e41-41c5-b5e9-a533dd54de77 req-4778d603-7554-40cb-87f2-946e61db6e95 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713415 Oct 27 15:59:06.997528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2819300a-ed1d-43d0-ace1-3d3aa258cbc3 req-abf30b3b-17f8-4731-9e09-fdbf6ddf7346 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329691 Oct 27 15:59:07.028617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=716fb39c-3083-48d3-a222-f7687c3094c4,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:07.079009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:07.111559 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c26e994-bd53-4db1-9bc3-9f7ce7db2228 req-cdc4f04d-84de-472d-a19a-09b1af7ae8bf tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 210 time: 0.0358469 Oct 27 15:59:07.112633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20591a94-7c43-493c-aab7-f70efe43aabd None None] New status for floating IP 4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 15:59:07.170230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:07.242605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:07.332324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984c40a-1a94-486d-8c0f-b241a82994f3 req-4017dcb9-3438-4bfc-888f-cebc3c3da3c7 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:07.342065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3984c40a-1a94-486d-8c0f-b241a82994f3 req-4017dcb9-3438-4bfc-888f-cebc3c3da3c7 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 949 time: 0.0728588 Oct 27 15:59:07.386527 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3984c40a-1a94-486d-8c0f-b241a82994f3 req-871ad0a8-9ef8-426a-affb-4cc23ed64132 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434201 Oct 27 15:59:07.390546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Allocated IP 192.168.233.199 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/1b4ccb2f-8665-44fd-ae36-3d2bb47fef21) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:59:07.452378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f78a29-b0fa-424c-9351-88db1ae6cadf req-f6972884-73d3-44fe-9d23-f8e0b6d00c9c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:07.454092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12f78a29-b0fa-424c-9351-88db1ae6cadf req-f6972884-73d3-44fe-9d23-f8e0b6d00c9c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.1129446 Oct 27 15:59:07.552357 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12f78a29-b0fa-424c-9351-88db1ae6cadf req-880a909b-02d3-49f7-9ca1-83ed89d97596 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894225 Oct 27 15:59:07.621570 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:07.765847 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:07.809315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:59:07.812589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:59:07.816452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:59:07.822080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:07.822685 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:07.838047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Pushing event updated for resources: {'Port': ['ID=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:07.915275 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0ef06af4-050f-4b94-a77e-3a3d879bd228 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9095402 Oct 27 15:59:07.937636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Request body: {'port': {'device_id': '63c78560-313f-4fec-84e7-4d07ff3982bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:08.006042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:08.176514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc5d86-c9da-4842-9c81-522fed4f3bc1 req-e840d6a1-e042-4754-85a7-e9674d8c6277 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:08.190808 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18cc5d86-c9da-4842-9c81-522fed4f3bc1 req-e840d6a1-e042-4754-85a7-e9674d8c6277 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0766158 Oct 27 15:59:08.225564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f116c9-8102-4394-a657-fc0dfd29281c req-f76c0e01-03c5-4e45-96fd-1405c460acea tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:08.227931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3f116c9-8102-4394-a657-fc0dfd29281c req-f76c0e01-03c5-4e45-96fd-1405c460acea tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1523242 Oct 27 15:59:08.265274 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18cc5d86-c9da-4842-9c81-522fed4f3bc1 req-cd7d9ceb-04bd-4c23-a6b2-d673da2693bf tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732627 Oct 27 15:59:08.285870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b2bc4d-f773-40ab-a22d-de46e715412d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716fb39c-3083-48d3-a222-f7687c3094c4'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:08.289004 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e79a20-0e9e-4429-b06b-b4ef4470a915" -d '{"events": [{"server_uuid": "02b2bc4d-f773-40ab-a22d-de46e715412d", "name": "network-vif-plugged", "status": "completed", "tag": "716fb39c-3083-48d3-a222-f7687c3094c4"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:08.344573 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3f116c9-8102-4394-a657-fc0dfd29281c req-dc08f6a5-6808-4c38-99e9-a8d3cc2c2d78 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056709 Oct 27 15:59:08.356844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40242) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:08.421696 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76d4947-4ebd-45b9-9343-363b5af83fa9 x-openstack-request-id: req-c76d4947-4ebd-45b9-9343-363b5af83fa9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:08.423504 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b2bc4d-f773-40ab-a22d-de46e715412d", "name": "network-vif-plugged", "status": "completed", "tag": "716fb39c-3083-48d3-a222-f7687c3094c4", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:08.424006 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c76d4947-4ebd-45b9-9343-363b5af83fa9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:08.424765 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b2bc4d-f773-40ab-a22d-de46e715412d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716fb39c-3083-48d3-a222-f7687c3094c4', 'code': 200} Oct 27 15:59:08.459762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a7110-619c-40a3-ac00-c9340c9754e2 req-5a6586e1-4aea-4654-ac41-07f90a752a16 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:08.481850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d63a7110-619c-40a3-ac00-c9340c9754e2 req-5a6586e1-4aea-4654-ac41-07f90a752a16 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 936 time: 0.1392674 Oct 27 15:59:08.489154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:59:08.499569 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:08.519698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Transition to ACTIVE for port object 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:59:08.551687 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d63a7110-619c-40a3-ac00-c9340c9754e2 req-95b1c407-b9a6-4567-81bc-f35df923513f tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632653 Oct 27 15:59:08.575744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a3329133-fddf-4a36-a001-bd089db3a77d None None] Provisioning complete for port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:08.575744 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a3329133-fddf-4a36-a001-bd089db3a77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:08.635552 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a3329133-fddf-4a36-a001-bd089db3a77d None None] Port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:59:08.647897 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:08.732865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11afa2-a816-4f12-bdf8-51f9067c4f96 req-9621b1c1-1fdb-4120-ac8f-2125fe35ed76 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:08.734531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e11afa2-a816-4f12-bdf8-51f9067c4f96 req-9621b1c1-1fdb-4120-ac8f-2125fe35ed76 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 949 time: 0.1848409 Oct 27 15:59:08.745788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9891d-c884-48d1-84e9-ea3d3a70ea68 req-87c8dda0-2eeb-47a5-9a52-65e0b51fda66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:08.747645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ae9891d-c884-48d1-84e9-ea3d3a70ea68 req-87c8dda0-2eeb-47a5-9a52-65e0b51fda66 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 1100 time: 0.1548307 Oct 27 15:59:08.756546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:08.794852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e11490-a56a-444f-bab4-6d44f9ed2c8b req-1dd2bd43-69eb-4165-a05d-98f07e4ad301 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:08.796467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97e11490-a56a-444f-bab4-6d44f9ed2c8b req-1dd2bd43-69eb-4165-a05d-98f07e4ad301 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.0679891 Oct 27 15:59:08.826938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fb1c009f-7707-4ce3-a694-2017f8e41a4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a225fcc9660e4da7bda0fcf014c31d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4642715 Oct 27 15:59:08.832888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40252) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:08.850301 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97e11490-a56a-444f-bab4-6d44f9ed2c8b req-540b6f4d-7779-4d2e-a86c-0ebb7ece184a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469434 Oct 27 15:59:08.874858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Attempting to bind port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:59:08.875201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Attempting to bind port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:59:08.875532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Attempting to bind port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:08.888231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e11afa2-a816-4f12-bdf8-51f9067c4f96 req-001a2e28-ed23-41d0-9097-087993d918e0 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355317 Oct 27 15:59:08.898598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ae9891d-c884-48d1-84e9-ea3d3a70ea68 req-1f4495e3-cfa9-4eb7-9b7d-5cefd8800d78 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393988 Oct 27 15:59:08.904267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:59:08.904595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Attempting to bind port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:08.916841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:59:08.917190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:59:08.917568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:59:08.918010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Bound port: 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:59:08.918542 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:08.963578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27b314ac-cbe9-4f22-bf6b-cfd99c0ce570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:08.981915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f067a-59f9-4d00-9289-51a79c27a3b6 req-9d4fe94c-f528-4083-9a59-b46f4990b97b tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:08.983548 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-827f067a-59f9-4d00-9289-51a79c27a3b6 req-9d4fe94c-f528-4083-9a59-b46f4990b97b tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 1097 time: 0.0509717 Oct 27 15:59:09.004811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27b314ac-cbe9-4f22-bf6b-cfd99c0ce570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:09.022647 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-827f067a-59f9-4d00-9289-51a79c27a3b6 req-b91e5b00-8e67-4571-b929-3f98ded2fc1c tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Oct 27 15:59:09.030561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] For port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:59:09.038969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] For port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:59:09.136454 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:09.203981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:09.205073 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:09.207295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] 10.222.0.54 "PUT /v2.0/ports/1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 HTTP/1.1" status: 200 len: 1096 time: 1.2740831 Oct 27 15:59:09.208009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c78560-313f-4fec-84e7-4d07ff3982bc', 'tag': '1b4ccb2f-8665-44fd-ae36-3d2bb47fef21'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:09.211831 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff07fee-b801-4a0f-a7ea-f979c7f7ebfd" -d '{"events": [{"name": "network-changed", "server_uuid": "63c78560-313f-4fec-84e7-4d07ff3982bc", "tag": "1b4ccb2f-8665-44fd-ae36-3d2bb47fef21"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:09.261371 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27b314ac-cbe9-4f22-bf6b-cfd99c0ce570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:09.266456 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27b314ac-cbe9-4f22-bf6b-cfd99c0ce570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:09.268553 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-27b314ac-cbe9-4f22-bf6b-cfd99c0ce570 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7900dfb-ad4e-44d2-8c71-b4f734828fc8 HTTP/1.1" status: 204 len: 168 time: 0.4341648 Oct 27 15:59:09.306873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b314ac-cbe9-4f22-bf6b-cfd99c0ce570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7900dfb-ad4e-44d2-8c71-b4f734828fc8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:09.312905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c94c9f-9c81-48a5-aa3e-323baf99f474 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:09.360108 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cefb168-36d1-4023-bd27-584922973aea x-openstack-request-id: req-2cefb168-36d1-4023-bd27-584922973aea {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:09.361134 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c78560-313f-4fec-84e7-4d07ff3982bc", "tag": "1b4ccb2f-8665-44fd-ae36-3d2bb47fef21", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:09.361134 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cefb168-36d1-4023-bd27-584922973aea {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:09.361500 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c78560-313f-4fec-84e7-4d07ff3982bc', 'tag': '1b4ccb2f-8665-44fd-ae36-3d2bb47fef21', 'status': 'completed', 'code': 200} Oct 27 15:59:09.466523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:59:09.552237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 15:59:09.553100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 8b7dd11e-0cb3-43c0-938f-0d6bfdb2344f not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:59:09.628271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff07fee-b801-4a0f-a7ea-f979c7f7ebfd req-88d3bbcc-741a-4aee-bf6e-7f13875a5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:09.631867 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ff07fee-b801-4a0f-a7ea-f979c7f7ebfd req-88d3bbcc-741a-4aee-bf6e-7f13875a5bf9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf88ecf492194d5d909abb66147f0d31&device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 1099 time: 0.2322812 Oct 27 15:59:09.701888 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f298e-08c8-44d5-99d1-e4af2e17d79f req-aab79d24-2615-412e-8ffc-8dcbd5c73a2a tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:09.705080 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a8f298e-08c8-44d5-99d1-e4af2e17d79f req-aab79d24-2615-412e-8ffc-8dcbd5c73a2a tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1191382 Oct 27 15:59:09.724776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee1d52-44fd-4a3b-bf95-470a7cc89e44 req-dbe8527f-f49a-4676-98a0-38cb4f8fe2b3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:09.724776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64ee1d52-44fd-4a3b-bf95-470a7cc89e44 req-dbe8527f-f49a-4676-98a0-38cb4f8fe2b3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.2020082 Oct 27 15:59:09.724776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ff07fee-b801-4a0f-a7ea-f979c7f7ebfd req-934b0086-de0d-4ef3-ae73-764f7520d8ec service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=cf88ecf492194d5d909abb66147f0d31&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807035 Oct 27 15:59:09.792232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a8f298e-08c8-44d5-99d1-e4af2e17d79f req-a68c8645-25b2-4a88-a1c9-3e53e3d02e27 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727634 Oct 27 15:59:09.915083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64ee1d52-44fd-4a3b-bf95-470a7cc89e44 req-5d991655-9e22-4a70-a4db-97313516b889 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669624 Oct 27 15:59:10.041036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff07fee-b801-4a0f-a7ea-f979c7f7ebfd req-8ea9bb69-e767-4417-ab1d-f3353e2c6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:10.044607 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ff07fee-b801-4a0f-a7ea-f979c7f7ebfd req-8ea9bb69-e767-4417-ab1d-f3353e2c6996 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3108647 Oct 27 15:59:10.081890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa526cb-38e7-4017-bdcc-dbf80fb2ae2d req-b3608ad4-fe71-4f72-b75c-15f117a5c478 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:10.094720 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aaa526cb-38e7-4017-bdcc-dbf80fb2ae2d req-b3608ad4-fe71-4f72-b75c-15f117a5c478 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 948 time: 0.1292951 Oct 27 15:59:10.263706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aaa526cb-38e7-4017-bdcc-dbf80fb2ae2d req-61bf65d7-f6ea-4347-a3f3-20a95298c3c8 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555309 Oct 27 15:59:10.349872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-bb2b2ac9-7f44-4e02-b96a-dcb8b4fb7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:10.352854 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-bb2b2ac9-7f44-4e02-b96a-dcb8b4fb7b40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=cf88ecf492194d5d909abb66147f0d31&device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 1099 time: 0.1798170 Oct 27 15:59:10.513408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-0f583e72-efd6-4180-9b23-63534fc66ff4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 HTTP/1.1" status: 200 len: 217 time: 0.1514072 Oct 27 15:59:10.584361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f0f41-5242-46c4-a61d-e6b936b0733b req-1c830cc9-f825-4848-822b-956d61e26589 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:10.586934 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a45f0f41-5242-46c4-a61d-e6b936b0733b req-1c830cc9-f825-4848-822b-956d61e26589 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 949 time: 0.2089202 Oct 27 15:59:10.639509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40288) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:10.650798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-c1af84a0-cefc-4415-8449-fa11e5f57be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:10.656904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-c1af84a0-cefc-4415-8449-fa11e5f57be3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1328173 Oct 27 15:59:10.693322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a45f0f41-5242-46c4-a61d-e6b936b0733b req-77bc0981-0ceb-4540-9277-6de86dfdd1cd tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914693 Oct 27 15:59:10.778220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-4fc42087-ed75-44f1-8ce9-10c6ac77bf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:10.781279 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-4fc42087-ed75-44f1-8ce9-10c6ac77bf66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937579 Oct 27 15:59:10.784590 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a724c783-b58a-4068-a6cc-dff9c6360f81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6810bad17d9646c8863cf737fed0e947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1432502 Oct 27 15:59:10.788568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40292) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:10.889185 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7927933-faa9-41c5-9762-6c3d69b46f7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:10.944440 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7927933-faa9-41c5-9762-6c3d69b46f7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:11.117471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3beac-1036-453a-87e4-90638029674e req-21431721-7303-4ae4-81f4-b48f90a00180 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:11.134921 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7db3beac-1036-453a-87e4-90638029674e req-21431721-7303-4ae4-81f4-b48f90a00180 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1581714 Oct 27 15:59:11.211028 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7db3beac-1036-453a-87e4-90638029674e req-ad356459-18ef-411a-9297-d72ecd826694 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745938 Oct 27 15:59:11.261123 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7927933-faa9-41c5-9762-6c3d69b46f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:11.263141 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7927933-faa9-41c5-9762-6c3d69b46f7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:11.265820 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f7927933-faa9-41c5-9762-6c3d69b46f7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2db9367f-cd79-4621-9248-f3cbd582f441 HTTP/1.1" status: 204 len: 168 time: 0.4756732 Oct 27 15:59:11.303462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7927933-faa9-41c5-9762-6c3d69b46f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db9367f-cd79-4621-9248-f3cbd582f441,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:11.445185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea23fd-56e1-4756-a552-91262143f892 req-93f2c099-c109-4ad2-904d-3e172562ef6a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:11.471114 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ecea23fd-56e1-4756-a552-91262143f892 req-93f2c099-c109-4ad2-904d-3e172562ef6a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.2137275 Oct 27 15:59:11.563043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-a784236d-20d3-4bed-89f2-90974a587485 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7683687 Oct 27 15:59:11.663174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ecea23fd-56e1-4756-a552-91262143f892 req-b9e556a2-1696-4298-99fb-a5a69c85e07d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903000 Oct 27 15:59:11.709776 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618f655-1e69-45a1-9d76-c9374bf77694 req-8a14a3f0-f861-4f2a-8415-bb49f4f374e1 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:11.713481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3618f655-1e69-45a1-9d76-c9374bf77694 req-8a14a3f0-f861-4f2a-8415-bb49f4f374e1 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 948 time: 0.1041908 Oct 27 15:59:11.768557 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5292b89b-2323-4237-bcdc-8f3a5b3b154e req-17039578-3fc3-4a0e-b599-9ffec8bff800 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849337 Oct 27 15:59:11.796535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3618f655-1e69-45a1-9d76-c9374bf77694 req-32de7273-2936-4d20-a482-50da67b44d64 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704384 Oct 27 15:59:11.906391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ce92c-ddae-4381-87f1-b4794eb6c602 req-1c9ee0c7-37ea-4646-b3c7-19a1ffcf3071 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:11.909047 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-872ce92c-ddae-4381-87f1-b4794eb6c602 req-1c9ee0c7-37ea-4646-b3c7-19a1ffcf3071 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 949 time: 0.0669320 Oct 27 15:59:11.977976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-872ce92c-ddae-4381-87f1-b4794eb6c602 req-72448e1d-1e96-43ae-8dfa-7479551e16d7 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615125 Oct 27 15:59:12.424320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b788dc-bab7-4910-b387-dad6d489ce97 req-30d90cb6-1af1-406a-9442-cd131755b11d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:12.425894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-34b788dc-bab7-4910-b387-dad6d489ce97 req-30d90cb6-1af1-406a-9442-cd131755b11d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0812581 Oct 27 15:59:12.511767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-34b788dc-bab7-4910-b387-dad6d489ce97 req-949cc54e-89b5-4ec8-8615-327b896be940 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708222 Oct 27 15:59:12.620400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d22de-8971-4521-b415-0f90d76f9986 req-0dcfc06f-c835-4752-bc9e-a09fbb428ade tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:12.624226 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a1d22de-8971-4521-b415-0f90d76f9986 req-0dcfc06f-c835-4752-bc9e-a09fbb428ade tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 949 time: 0.0875142 Oct 27 15:59:12.690756 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a1d22de-8971-4521-b415-0f90d76f9986 req-1330d750-8108-43e6-af62-7a8c52595831 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587323 Oct 27 15:59:12.885360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-f244b663-9031-41b9-a9ea-498945b61bfb tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1445741033&fields=id&tenant_id=71f531cca50846fdb21f4fffd8a76483 HTTP/1.1" status: 200 len: 267 time: 0.0547726 Oct 27 15:59:12.909242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db197e52-337f-403d-9795-e1bba4a8132c req-2cdc31fa-da20-4a00-9687-8d5a06a6f705 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:12.910890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db197e52-337f-403d-9795-e1bba4a8132c req-2cdc31fa-da20-4a00-9687-8d5a06a6f705 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0854561 Oct 27 15:59:12.963572 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db197e52-337f-403d-9795-e1bba4a8132c req-c9054399-348c-4811-87dc-4ea64a539019 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430293 Oct 27 15:59:13.030929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-3f0af1f0-6970-443f-98e8-58befc31085c tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:13.037166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-3f0af1f0-6970-443f-98e8-58befc31085c tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/networks?id=1b2d8b14-8822-4617-8111-c6974e73feff HTTP/1.1" status: 200 len: 816 time: 0.1294653 Oct 27 15:59:13.054141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-982878d4-1f4d-4fb0-941d-94b0329d9ef9 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/quotas/71f531cca50846fdb21f4fffd8a76483 HTTP/1.1" status: 200 len: 375 time: 0.0114117 Oct 27 15:59:13.117059 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-49b8e662-f215-402b-a7fe-183f54c0994a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=71f531cca50846fdb21f4fffd8a76483&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552769 Oct 27 15:59:13.258843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-e4768820-a437-49f8-b7c6-876a65594a92 service neutron] 10.222.0.15 "GET /v2.0/networks/1b2d8b14-8822-4617-8111-c6974e73feff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168678 Oct 27 15:59:13.361262 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-0791abaa-1891-4157-a19e-864065c84915 service neutron] 10.222.0.15 "GET /v2.0/networks/1b2d8b14-8822-4617-8111-c6974e73feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958359 Oct 27 15:59:13.437604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c641-f833-455a-a10c-035bb1cef764 req-954d9e7d-052f-48ce-86d9-050517182ed7 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:13.440525 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8f45c641-f833-455a-a10c-035bb1cef764 req-954d9e7d-052f-48ce-86d9-050517182ed7 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 948 time: 0.0651083 Oct 27 15:59:13.489141 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8f45c641-f833-455a-a10c-035bb1cef764 req-ec6a6321-54e8-49f6-a7db-700392b4d83f tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Oct 27 15:59:13.647638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d8d9a-739a-422a-b672-2ea2fb25dfc7 req-4ce6eb5c-2b5f-4656-9303-d986e6799e36 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:13.649237 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f55d8d9a-739a-422a-b672-2ea2fb25dfc7 req-4ce6eb5c-2b5f-4656-9303-d986e6799e36 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 949 time: 0.0614259 Oct 27 15:59:13.696475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f55d8d9a-739a-422a-b672-2ea2fb25dfc7 req-a929e5c5-90cc-43ff-bdda-4f7d63fb9e92 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Oct 27 15:59:13.817163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9bc7f-8304-47ab-a0ed-0b78ea2a88d8 req-7c000157-316c-457e-98e8-aa2af51bc07e tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:13.818788 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dea9bc7f-8304-47ab-a0ed-0b78ea2a88d8 req-7c000157-316c-457e-98e8-aa2af51bc07e tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.0589502 Oct 27 15:59:13.865251 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dea9bc7f-8304-47ab-a0ed-0b78ea2a88d8 req-862e2862-9b63-4aac-8244-6b78dbfa4b33 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387607 Oct 27 15:59:14.037895 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c36971ef-b35c-437e-b5cb-6c650ce800fb req-682db724-8764-4ec1-b627-380e4d2fd98b tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.0392494 Oct 27 15:59:14.177354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dadb5-a8a7-42af-9db3-022d35ecca70 req-a6ef7443-07f3-433d-a1f0-d9e9486828ac tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:14.179117 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ca7dadb5-a8a7-42af-9db3-022d35ecca70 req-a6ef7443-07f3-433d-a1f0-d9e9486828ac tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0668209 Oct 27 15:59:14.226002 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ca7dadb5-a8a7-42af-9db3-022d35ecca70 req-da556163-468e-4769-b15e-26ab8974fb37 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386844 Oct 27 15:59:14.419220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:59:14.552306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:14.567220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '1b4ccb2f-8665-44fd-ae36-3d2bb47fef21', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '1b4ccb2f-8665-44fd-ae36-3d2bb47fef21', 'mac_address': 'fa:16:3e:b5:33:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:59:14.612504 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:14.641771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:59:14.663696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:14.741158 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:14.797971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:14.867925 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf3bd7-aac6-4650-9a64-ce9c613d7aec req-79e4193a-5eb9-4ae9-86da-ee80255ef986 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:14.869481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-57bf3bd7-aac6-4650-9a64-ce9c613d7aec req-79e4193a-5eb9-4ae9-86da-ee80255ef986 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 949 time: 0.0520566 Oct 27 15:59:14.909498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-57bf3bd7-aac6-4650-9a64-ce9c613d7aec req-3f6acbfd-971a-4cac-ab1a-a675da467e91 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337160 Oct 27 15:59:14.992744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd105e-727d-4034-b49a-f1d76c260350 req-ff7a309b-1411-4c54-bc7a-883c430212ec tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:14.995246 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83cd105e-727d-4034-b49a-f1d76c260350 req-ff7a309b-1411-4c54-bc7a-883c430212ec tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.53 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 949 time: 0.0651693 Oct 27 15:59:15.040092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['1b4ccb2f-8665-44fd-ae36-3d2bb47fef21'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:15.061133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4017b58-7cb6-4a00-a425-3f712ee67093 req-f4783542-ad14-4d27-b651-137fec5727ca tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:15.062853 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c4017b58-7cb6-4a00-a425-3f712ee67093 req-f4783542-ad14-4d27-b651-137fec5727ca tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 949 time: 0.0694892 Oct 27 15:59:15.131217 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c4017b58-7cb6-4a00-a425-3f712ee67093 req-8d998933-741f-4001-93ef-46c307d146b1 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/security-groups?id=36a66be8-175e-4f65-8228-b133684a8cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Oct 27 15:59:15.145574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-83cd105e-727d-4034-b49a-f1d76c260350 req-e3eda2c3-08b5-4c0b-968e-e74b2861eba9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Deleting port 716fb39c-3083-48d3-a222-f7687c3094c4 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 15:59:15.145900 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-83cd105e-727d-4034-b49a-f1d76c260350 req-e3eda2c3-08b5-4c0b-968e-e74b2861eba9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:15.316853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-83cd105e-727d-4034-b49a-f1d76c260350 req-e3eda2c3-08b5-4c0b-968e-e74b2861eba9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] For port 716fb39c-3083-48d3-a222-f7687c3094c4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=716fb39c-3083-48d3-a222-f7687c3094c4,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:15.317434 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-83cd105e-727d-4034-b49a-f1d76c260350 req-e3eda2c3-08b5-4c0b-968e-e74b2861eba9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:15.358858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-83cd105e-727d-4034-b49a-f1d76c260350 req-e3eda2c3-08b5-4c0b-968e-e74b2861eba9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Calling delete_port for 716fb39c-3083-48d3-a222-f7687c3094c4 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 15:59:15.486190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8ef34-075d-40f9-8854-15eae1e2e8dd req-cb3a6e31-ac84-4574-a0a7-54042912594b tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:15.487830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60d8ef34-075d-40f9-8854-15eae1e2e8dd req-cb3a6e31-ac84-4574-a0a7-54042912594b tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1042151 Oct 27 15:59:15.562056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60d8ef34-075d-40f9-8854-15eae1e2e8dd req-b0d74c67-1e16-4619-969d-79717eeb83b8 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643089 Oct 27 15:59:15.663146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-565336e7-2358-4d4a-be25-1cb7c6069920 req-f4bb3195-9539-4125-8e1e-7a44e2258306 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.0337574 Oct 27 15:59:15.679052 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-83cd105e-727d-4034-b49a-f1d76c260350 req-e3eda2c3-08b5-4c0b-968e-e74b2861eba9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:15.698379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['716fb39c-3083-48d3-a222-f7687c3094c4'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:15.775963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eda2c3-08b5-4c0b-968e-e74b2861eba9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Pushing event deleted for resources: {'Port': ['ID=716fb39c-3083-48d3-a222-f7687c3094c4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:15.842068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b7b43-f79d-4fd6-ade4-d13320dff599 req-0a2bd8c7-34bd-492d-8d0c-c687358c48b2 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:15.843660 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d04b7b43-f79d-4fd6-ade4-d13320dff599 req-0a2bd8c7-34bd-492d-8d0c-c687358c48b2 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0881150 Oct 27 15:59:15.844334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cd105e-727d-4034-b49a-f1d76c260350 req-e3eda2c3-08b5-4c0b-968e-e74b2861eba9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] No DVR routers for this DVR port 716fb39c-3083-48d3-a222-f7687c3094c4 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:59:15.847449 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-83cd105e-727d-4034-b49a-f1d76c260350 req-e3eda2c3-08b5-4c0b-968e-e74b2861eba9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:15.851508 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83cd105e-727d-4034-b49a-f1d76c260350 req-e3eda2c3-08b5-4c0b-968e-e74b2861eba9 tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.53 "DELETE /v2.0/ports/716fb39c-3083-48d3-a222-f7687c3094c4 HTTP/1.1" status: 204 len: 173 time: 0.8443606 Oct 27 15:59:15.852501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b2bc4d-f773-40ab-a22d-de46e715412d', 'name': 'network-vif-deleted', 'tag': '716fb39c-3083-48d3-a222-f7687c3094c4'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:15.856855 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11471f15-832a-48c9-aa53-35b87001cb4a" -d '{"events": [{"server_uuid": "02b2bc4d-f773-40ab-a22d-de46e715412d", "name": "network-vif-deleted", "tag": "716fb39c-3083-48d3-a222-f7687c3094c4"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:15.910554 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d04b7b43-f79d-4fd6-ade4-d13320dff599 req-7620f3d2-fdd3-4655-be98-6c3dbd7eef0b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584164 Oct 27 15:59:15.980419 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dc1ea8-1d45-46da-b6d7-48bcb070808b x-openstack-request-id: req-90dc1ea8-1d45-46da-b6d7-48bcb070808b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:15.980419 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b2bc4d-f773-40ab-a22d-de46e715412d", "name": "network-vif-deleted", "tag": "716fb39c-3083-48d3-a222-f7687c3094c4", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:15.980419 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90dc1ea8-1d45-46da-b6d7-48bcb070808b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:15.980419 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b2bc4d-f773-40ab-a22d-de46e715412d', 'name': 'network-vif-deleted', 'tag': '716fb39c-3083-48d3-a222-f7687c3094c4', 'status': 'completed', 'code': 200} Oct 27 15:59:16.127608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a9074-696e-439a-816e-c5d5023c18df req-8339f9ef-5586-40fd-aaae-7b85d0dddb8c tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:16.131079 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-888a9074-696e-439a-816e-c5d5023c18df req-8339f9ef-5586-40fd-aaae-7b85d0dddb8c tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 949 time: 0.0697029 Oct 27 15:59:16.178476 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-888a9074-696e-439a-816e-c5d5023c18df req-76825a54-ad75-4508-8bb6-8709802b8f66 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Oct 27 15:59:16.335180 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb5c06cd-868d-4c77-898b-fa250bb40975 req-22adcd40-327c-467c-b292-24d9c2ebab8d tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 210 time: 0.0349698 Oct 27 15:59:16.434479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3f0fe110-7c48-481b-ba0e-c15708e0720b details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:59:16.437001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:59:16.603296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:16.625762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:59:16.640074 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:16.640861 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:16.671212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'mac_address': 'fa:16:3e:e2:cc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:tempest-test_az-659623995', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:59:16.743982 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:16.807147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d82b38-e515-4789-8b85-5f386d4798bf req-f2914f48-ccf8-42a1-9cd3-6ac61bd3e45b tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:16.808247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f0fe110-7c48-481b-ba0e-c15708e0720b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:59:16.825164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67d82b38-e515-4789-8b85-5f386d4798bf req-f2914f48-ccf8-42a1-9cd3-6ac61bd3e45b tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 970 time: 0.1775279 Oct 27 15:59:16.836097 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:16.860890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:16.870483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c78560-313f-4fec-84e7-4d07ff3982bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4ccb2f-8665-44fd-ae36-3d2bb47fef21'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:16.874184 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562a2c6b-2125-4399-8746-44df484f8dd9" -d '{"events": [{"server_uuid": "63c78560-313f-4fec-84e7-4d07ff3982bc", "name": "network-vif-plugged", "status": "completed", "tag": "1b4ccb2f-8665-44fd-ae36-3d2bb47fef21"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:16.888476 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7adb88e-9220-423b-8ed0-99929fdf45fc req-0c8732f5-ce1d-492c-b5fa-41d588ebe214 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.0650659 Oct 27 15:59:16.893282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:16.941243 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:16.960758 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67d82b38-e515-4789-8b85-5f386d4798bf req-b4b9a2fc-16ec-4e01-9989-102f8a78b749 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210551 Oct 27 15:59:17.015249 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd20f76-221c-4654-bcea-b2f834a9224c x-openstack-request-id: req-ccd20f76-221c-4654-bcea-b2f834a9224c {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:17.023494 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c78560-313f-4fec-84e7-4d07ff3982bc", "name": "network-vif-plugged", "status": "completed", "tag": "1b4ccb2f-8665-44fd-ae36-3d2bb47fef21", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:17.024025 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccd20f76-221c-4654-bcea-b2f834a9224c {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:17.024974 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c78560-313f-4fec-84e7-4d07ff3982bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4ccb2f-8665-44fd-ae36-3d2bb47fef21', 'code': 200} Oct 27 15:59:17.031507 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:17.033006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3f0fe110-7c48-481b-ba0e-c15708e0720b no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:59:17.131833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:17.202839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070c91e-5467-48fe-9c5a-e10404b9dcc3 req-14babf7e-f7da-4e01-9544-16e68e9b44d3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:17.203846 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0070c91e-5467-48fe-9c5a-e10404b9dcc3 req-14babf7e-f7da-4e01-9544-16e68e9b44d3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.1342061 Oct 27 15:59:17.220415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb96188-fac3-47b1-9e56-a4e102627fba req-ddc5102a-0be7-4370-852c-968bad3ae355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:17.221987 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdb96188-fac3-47b1-9e56-a4e102627fba req-ddc5102a-0be7-4370-852c-968bad3ae355 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 1101 time: 0.1396127 Oct 27 15:59:17.239572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['3f0fe110-7c48-481b-ba0e-c15708e0720b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:17.254129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-20bd8d49-f846-40cb-ae48-5e8405497ccc tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:17.255512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-20bd8d49-f846-40cb-ae48-5e8405497ccc tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.53 "GET /v2.0/networks?id=1b2d8b14-8822-4617-8111-c6974e73feff HTTP/1.1" status: 200 len: 816 time: 0.2796125 Oct 27 15:59:17.327872 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:17.343759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f195b-9a95-40b4-a417-c7a07305958a req-0190b624-304e-4016-ba1a-728a8f257aba tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:17.353166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d4f195b-9a95-40b4-a417-c7a07305958a req-0190b624-304e-4016-ba1a-728a8f257aba tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 950 time: 0.0676718 Oct 27 15:59:17.422504 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d4f195b-9a95-40b4-a417-c7a07305958a req-557238fa-0ded-4f85-97ce-72ba60254229 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680287 Oct 27 15:59:17.469158 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:17.517191 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-da31a6d7-4f89-406c-80af-5ad709a2c968 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71f531cca50846fdb21f4fffd8a76483 HTTP/1.1" status: 200 len: 380 time: 0.2523789 Oct 27 15:59:17.521511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdb96188-fac3-47b1-9e56-a4e102627fba req-977baed2-b3ca-420a-b7fb-0393f3dd1aac service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880228 Oct 27 15:59:17.535861 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3f0fe110-7c48-481b-ba0e-c15708e0720b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:59:17.539716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Request body: {'port': {'device_id': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'admin_state_up': True, 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'security_groups': ['ffcd0c10-dab5-4812-8d00-5208d9dc4923']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:17.587609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0070c91e-5467-48fe-9c5a-e10404b9dcc3 req-199ebed7-aaa6-4e34-bd95-d0e4d3f46c04 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198805 Oct 27 15:59:17.594990 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:17.771615 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:17.850313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Made reservation on behalf of 71f531cca50846fdb21f4fffd8a76483 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:59:17.855956 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:17.891066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=10']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:17.995652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5dc1905f-8bb3-44a7-814e-0bb11a120c20 req-a400a637-8677-44cd-aa65-d1f5d6c938bc tempest-DeleteServersAdminTestJSON-935029312 tempest-DeleteServersAdminTestJSON-935029312-project] 10.222.0.15 "GET /v2.0/ports?device_id=02b2bc4d-f773-40ab-a22d-de46e715412d HTTP/1.1" status: 200 len: 210 time: 0.0755892 Oct 27 15:59:18.103097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Allocated IP 172.20.0.6 (1b2d8b14-8822-4617-8111-c6974e73feff/0575cc79-1ce7-4bfb-afa0-3772e6cab24f/93e5f68c-a892-49a5-999d-60d8431e5e18) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:59:18.176961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-029f59cf-8c50-4b04-a3af-cddf56c22766 req-60d8d5d1-9e01-4613-9322-06595368e7bb tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.0615716 Oct 27 15:59:18.180775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40496) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:18.226996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33d8de-406a-42b4-b10a-1d939dea109e req-118f4896-0567-4527-9258-53e7d0fab545 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:18.232441 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ad33d8de-406a-42b4-b10a-1d939dea109e req-118f4896-0567-4527-9258-53e7d0fab545 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 969 time: 0.1312132 Oct 27 15:59:18.321016 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ad33d8de-406a-42b4-b10a-1d939dea109e req-ce16b182-6835-4989-89b1-9517f782f2ae tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815086 Oct 27 15:59:18.399623 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:18.413211 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f77ec24f-4fe9-40af-b6d6-e34ea36d0f79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:18.513410 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5b9c6af5-1de7-46be-b4c8-78ef99e7477a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:18.551218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:18.576545 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f77ec24f-4fe9-40af-b6d6-e34ea36d0f79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:18.637198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Network 1b2d8b14-8822-4617-8111-c6974e73feff is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:59:18.647305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:59:18.672914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:59:18.679506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:18.682880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f77ec24f-4fe9-40af-b6d6-e34ea36d0f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:18.683133 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:18.705299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de6c93-3103-4045-beec-4ad65018dad1 req-c93bf0ed-aa20-45b3-9145-f30861f99031 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:18.713979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-73de6c93-3103-4045-beec-4ad65018dad1 req-c93bf0ed-aa20-45b3-9145-f30861f99031 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 950 time: 0.2054574 Oct 27 15:59:18.734967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Pushing event updated for resources: {'Port': ['ID=93e5f68c-a892-49a5-999d-60d8431e5e18,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:18.784710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ec24f-4fe9-40af-b6d6-e34ea36d0f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066f8ecd-0188-4661-9e11-2aff6d19f0b1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:18.805234 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f77ec24f-4fe9-40af-b6d6-e34ea36d0f79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c9bdeca19e7456cbed95f5789a58d7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167884 Oct 27 15:59:18.807721 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40504) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:18.826371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-73de6c93-3103-4045-beec-4ad65018dad1 req-ebeca2f1-5e5d-4bdd-9ffb-42de31146677 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105695 Oct 27 15:59:18.843194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-9fcab71b-82b4-4987-96c3-e4b17d6fed72 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3092697 Oct 27 15:59:18.861076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Request body: {'port': {'device_id': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:18.877778 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bacfae-2f21-4b05-839b-29d8464b934a req-d52b2bd4-f0be-4265-947d-7390e9229b7b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:18.884115 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-74bacfae-2f21-4b05-839b-29d8464b934a req-d52b2bd4-f0be-4265-947d-7390e9229b7b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.1281593 Oct 27 15:59:18.938765 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f946b368-5745-4d60-80b0-2b0c4b343da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:18.960681 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-74bacfae-2f21-4b05-839b-29d8464b934a req-3e7f6364-09c0-4451-9f62-093ea58f4b21 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755117 Oct 27 15:59:18.995335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f946b368-5745-4d60-80b0-2b0c4b343da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:19.033044 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:19.175263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0d4a76b8-4a53-446c-aa41-02a3ccedd6ab None None] Provisioning complete for port 93e5f68c-a892-49a5-999d-60d8431e5e18 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:19.177637 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d4a76b8-4a53-446c-aa41-02a3ccedd6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:19.194874 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f946b368-5745-4d60-80b0-2b0c4b343da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:19.203183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f946b368-5745-4d60-80b0-2b0c4b343da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:19.206068 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f946b368-5745-4d60-80b0-2b0c4b343da8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/066f8ecd-0188-4661-9e11-2aff6d19f0b1 HTTP/1.1" status: 204 len: 168 time: 0.3961918 Oct 27 15:59:19.274264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946b368-5745-4d60-80b0-2b0c4b343da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066f8ecd-0188-4661-9e11-2aff6d19f0b1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:19.283865 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a76b8-4a53-446c-aa41-02a3ccedd6ab None None] Port 93e5f68c-a892-49a5-999d-60d8431e5e18 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:59:19.508903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 716fb39c-3083-48d3-a222-f7687c3094c4 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:59:19.520190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d3b1a-dbc3-4531-a895-ebefe5ee30d5 req-4add6540-e0f1-47b1-8863-34b3c59fae3a tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:19.533147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-535d3b1a-dbc3-4531-a895-ebefe5ee30d5 req-4add6540-e0f1-47b1-8863-34b3c59fae3a tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 969 time: 0.0927951 Oct 27 15:59:19.537296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 716fb39c-3083-48d3-a222-f7687c3094c4 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 15:59:19.537913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 716fb39c-3083-48d3-a222-f7687c3094c4 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:59:19.579598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35774a78-77a0-4151-a7c2-df0a0dc97adc req-416e4d91-ebd7-422b-9f62-166ff95b2d88 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:19.583545 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-535d3b1a-dbc3-4531-a895-ebefe5ee30d5 req-25d5c0da-d75c-4631-9fb3-eda6b4c6b58d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493088 Oct 27 15:59:19.595211 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-35774a78-77a0-4151-a7c2-df0a0dc97adc req-416e4d91-ebd7-422b-9f62-166ff95b2d88 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 931 time: 0.2139630 Oct 27 15:59:19.724324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-35774a78-77a0-4151-a7c2-df0a0dc97adc req-e1f1887e-23e7-4aee-8771-be586648e9cf tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276577 Oct 27 15:59:19.740005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e5f68c-a892-49a5-999d-60d8431e5e18 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:59:19.754017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:19.769454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Transition to ACTIVE for port object 93e5f68c-a892-49a5-999d-60d8431e5e18 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:59:19.878938 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:20.022489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Pushing event updated for resources: {'Port': ['ID=93e5f68c-a892-49a5-999d-60d8431e5e18,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:20.028539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Attempting to bind port 93e5f68c-a892-49a5-999d-60d8431e5e18 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:59:20.028980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Attempting to bind port 93e5f68c-a892-49a5-999d-60d8431e5e18 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:59:20.029315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Attempting to bind port 93e5f68c-a892-49a5-999d-60d8431e5e18 on network 1b2d8b14-8822-4617-8111-c6974e73feff {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:20.035291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Port 93e5f68c-a892-49a5-999d-60d8431e5e18 on network 1b2d8b14-8822-4617-8111-c6974e73feff not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:59:20.035621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Attempting to bind port 93e5f68c-a892-49a5-999d-60d8431e5e18 on network 1b2d8b14-8822-4617-8111-c6974e73feff {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:20.046582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:59:20.046582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Checking segment: {'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:59:20.046582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Bound using segment: {'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:59:20.046582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Bound port: 93e5f68c-a892-49a5-999d-60d8431e5e18, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0093ff44-731a-4a19-8c77-c61af0aeca10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:59:20.046582 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:20.072303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c6352-e493-4fe2-962f-c3b3b0e75202 req-b70a306e-e5fc-472e-a75f-dbc0b0850fe5 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:20.087243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-373c6352-e493-4fe2-962f-c3b3b0e75202 req-b70a306e-e5fc-472e-a75f-dbc0b0850fe5 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 950 time: 0.1607525 Oct 27 15:59:20.174441 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-373c6352-e493-4fe2-962f-c3b3b0e75202 req-962cc8eb-4524-4e3b-aa89-92a06ea9edf9 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793431 Oct 27 15:59:20.256819 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-813fd72c-b7bf-472f-b168-3e2385cde873 service neutron] show failed (client error): The resource could not be found. Oct 27 15:59:20.264480 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-813fd72c-b7bf-472f-b168-3e2385cde873 service neutron] 10.222.0.54 "GET /v2.0/ports/de6aeacf-35fe-45a6-88e2-08458adc8712/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.1934407 Oct 27 15:59:20.272591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] For port 93e5f68c-a892-49a5-999d-60d8431e5e18, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:59:20.278023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] For port 93e5f68c-a892-49a5-999d-60d8431e5e18, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=93e5f68c-a892-49a5-999d-60d8431e5e18,segment=NetworkSegment(0093ff44-731a-4a19-8c77-c61af0aeca10),segment_id=0093ff44-731a-4a19-8c77-c61af0aeca10)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:59:20.304037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73474e14-fbef-4354-9f2e-6163d9cfb360 req-4d855ccb-0f07-4549-9555-3907dbebd7c6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:20.307384 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-73474e14-fbef-4354-9f2e-6163d9cfb360 req-4d855ccb-0f07-4549-9555-3907dbebd7c6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.1791525 Oct 27 15:59:20.324094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40538) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:20.383156 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:20.461814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:20.463014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:20.468673 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] 10.222.0.53 "PUT /v2.0/ports/93e5f68c-a892-49a5-999d-60d8431e5e18 HTTP/1.1" status: 200 len: 1091 time: 1.6140749 Oct 27 15:59:20.477782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'tag': '93e5f68c-a892-49a5-999d-60d8431e5e18'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:20.492630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3f0fe110-7c48-481b-ba0e-c15708e0720b up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:59:20.493224 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a" -d '{"events": [{"name": "network-changed", "server_uuid": "325c55a1-64ae-48a2-9af7-be8bcdf36fbd", "tag": "93e5f68c-a892-49a5-999d-60d8431e5e18"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:20.521318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-73474e14-fbef-4354-9f2e-6163d9cfb360 req-9994fe74-fb1f-4627-8dee-a7a680292957 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017064 Oct 27 15:59:20.688182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 3f0fe110-7c48-481b-ba0e-c15708e0720b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:20.691193 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:20.704472 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2686bda-a4af-4320-9b62-44297e3d3a55 x-openstack-request-id: req-a2686bda-a4af-4320-9b62-44297e3d3a55 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:20.706288 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325c55a1-64ae-48a2-9af7-be8bcdf36fbd", "tag": "93e5f68c-a892-49a5-999d-60d8431e5e18", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:20.708217 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2686bda-a4af-4320-9b62-44297e3d3a55 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:20.709729 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'tag': '93e5f68c-a892-49a5-999d-60d8431e5e18', 'status': 'completed', 'code': 200} Oct 27 15:59:20.780145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef613d88-4912-47b7-a574-b5c6fad86295 service neutron] Pushing event updated for resources: {'Port': ['ID=93e5f68c-a892-49a5-999d-60d8431e5e18,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:20.817713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-aaf2f556-9e61-4576-8927-831cc60c4c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:20.823071 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-aaf2f556-9e61-4576-8927-831cc60c4c64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71f531cca50846fdb21f4fffd8a76483&device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 1094 time: 0.2279556 Oct 27 15:59:20.924786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-c3fe6a64-7e81-452f-8cf7-fc8ff43271ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e5f68c-a892-49a5-999d-60d8431e5e18 HTTP/1.1" status: 200 len: 217 time: 0.0946827 Oct 27 15:59:21.016458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40550) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:21.023497 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:21.091443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:21.093002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:21.097470 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe9e1a4-6876-4914-908a-926bc5b9d765" -d '{"events": [{"server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "name": "network-vif-plugged", "status": "completed", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:21.116379 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-639e746b-b88b-49bd-bbe7-3f950bc161b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:21.157240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-2736a6eb-cd61-49cc-b3b8-db0d2009d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:21.159843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-2736a6eb-cd61-49cc-b3b8-db0d2009d84a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0575cc79-1ce7-4bfb-afa0-3772e6cab24f HTTP/1.1" status: 200 len: 855 time: 0.1731756 Oct 27 15:59:21.178891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599bc910-9fbb-4504-8f32-9bdde19163af req-d70edaf6-60a2-4028-91c6-b9ae3184f376 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:21.181700 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-599bc910-9fbb-4504-8f32-9bdde19163af req-d70edaf6-60a2-4028-91c6-b9ae3184f376 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 969 time: 0.3571153 Oct 27 15:59:21.205242 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:21.225237 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d7eb0c21-e3cf-466f-b338-4ab2d83d71ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ce150b57ca64df3aaae167d84a6c866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8969328 Oct 27 15:59:21.226819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40556) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:21.275549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=11']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:21.286082 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b38820-9922-46b9-bea7-b097a97432bb req-3bec1697-5888-475b-91f1-b7f22a21a254 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:21.287729 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d7b38820-9922-46b9-bea7-b097a97432bb req-3bec1697-5888-475b-91f1-b7f22a21a254 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.1435347 Oct 27 15:59:21.361853 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ebd4-b00c-4e3d-882a-3b2d28ac32ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:21.373148 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d7b38820-9922-46b9-bea7-b097a97432bb req-55a20666-219b-4ff0-8faa-0f926eb23968 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676115 Oct 27 15:59:21.397333 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ebd4-b00c-4e3d-882a-3b2d28ac32ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:21.413641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-a3df7b56-ec7b-41bd-b030-455f2c1b3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:21.418431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-a3df7b56-ec7b-41bd-b030-455f2c1b3763 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b2d8b14-8822-4617-8111-c6974e73feff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2305038 Oct 27 15:59:21.440971 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-448ad53c-df6e-4300-ae0d-ee932898d03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:21.450420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-599bc910-9fbb-4504-8f32-9bdde19163af req-5a01a8b5-f40d-4ccf-b1ab-2dd170284241 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494953 Oct 27 15:59:21.544621 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061d4717-65d3-4226-be27-c289e1493b38 x-openstack-request-id: req-061d4717-65d3-4226-be27-c289e1493b38 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:21.545301 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "name": "network-vif-plugged", "status": "completed", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:21.545475 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-061d4717-65d3-4226-be27-c289e1493b38 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:21.546274 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'code': 200} Oct 27 15:59:21.593852 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ebd4-b00c-4e3d-882a-3b2d28ac32ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:21.597104 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ac5ebd4-b00c-4e3d-882a-3b2d28ac32ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:21.602860 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7ac5ebd4-b00c-4e3d-882a-3b2d28ac32ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36a66be8-175e-4f65-8228-b133684a8cdf HTTP/1.1" status: 204 len: 168 time: 0.3735933 Oct 27 15:59:21.629330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5ebd4-b00c-4e3d-882a-3b2d28ac32ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a66be8-175e-4f65-8228-b133684a8cdf,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:21.664686 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-482c176e-5f21-43aa-a976-fcca89d385b5 service neutron] 10.222.0.53 "GET /v2.0/networks/1b2d8b14-8822-4617-8111-c6974e73feff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304101 Oct 27 15:59:21.676200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-dde57cc2-7ebd-4c42-9591-6d5df9bb8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:21.677078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60179131-4cd2-4a41-9aa1-bd17282f6911 req-9caee1e4-a5a6-4bc7-bbee-276fb44de152 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:21.690016 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-60179131-4cd2-4a41-9aa1-bd17282f6911 req-9caee1e4-a5a6-4bc7-bbee-276fb44de152 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 950 time: 0.1721382 Oct 27 15:59:21.690898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-dde57cc2-7ebd-4c42-9591-6d5df9bb8721 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58&tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5 HTTP/1.1" status: 200 len: 1101 time: 0.4760420 Oct 27 15:59:21.766130 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-60179131-4cd2-4a41-9aa1-bd17282f6911 req-b0b42377-712f-458b-805f-440e9926e9d1 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750716 Oct 27 15:59:21.816746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:21.935327 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-639e746b-b88b-49bd-bbe7-3f950bc161b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:22.049101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aeec51-97ff-4843-a940-b7a281975588 req-c59820f0-986f-492c-981c-1f3f3ceff219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:22.051922 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-55aeec51-97ff-4843-a940-b7a281975588 req-c59820f0-986f-492c-981c-1f3f3ceff219 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 1122 time: 0.2611680 Oct 27 15:59:22.081218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ceb63-4ae5-4d03-81bf-d3ac9bdcf8d9 req-2a01a057-0988-4423-be6d-1f11f84d0f7f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:22.081218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a3ceb63-4ae5-4d03-81bf-d3ac9bdcf8d9 req-2a01a057-0988-4423-be6d-1f11f84d0f7f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.2438846 Oct 27 15:59:22.081218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:22.081830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc34ee87-08ab-4fb2-9936-c5f6d55c2283 req-b01d22bd-9277-4fba-a4d9-95e1cb99a224 service neutron] 10.222.0.53 "GET /v2.0/networks/1b2d8b14-8822-4617-8111-c6974e73feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831439 Oct 27 15:59:22.082021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-639e746b-b88b-49bd-bbe7-3f950bc161b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:22.097362 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:22.181349 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:22.197652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-639e746b-b88b-49bd-bbe7-3f950bc161b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e122b59290494845bfe590964c700a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1319292 Oct 27 15:59:22.201837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40564) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:22.213899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e746b-b88b-49bd-bbe7-3f950bc161b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc87d25-0de7-4999-b273-35c4ccc07031,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:22.227622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-55aeec51-97ff-4843-a940-b7a281975588 req-4c22899e-74d7-4a69-824d-8c3b73c10a0a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524889 Oct 27 15:59:22.233794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a3ceb63-4ae5-4d03-81bf-d3ac9bdcf8d9 req-e685fcf7-3926-461f-a5d9-3fe9d8f7e9e8 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471779 Oct 27 15:59:22.406234 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e9b7f35-98c6-4906-a9d3-9016e0cc0349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:22.461005 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e9b7f35-98c6-4906-a9d3-9016e0cc0349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:22.555477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=de6aeacf-35fe-45a6-88e2-08458adc8712,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:22.560657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a req-0056ac5f-20ae-4435-a00f-ab9cade45e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:22.564103 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceeb48f-34d1-4727-8fe5-5b18123b2637 req-457ad771-cdec-440e-b3ea-ce0fdec5198c tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:22.587851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a req-0056ac5f-20ae-4435-a00f-ab9cade45e4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71f531cca50846fdb21f4fffd8a76483&device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 1094 time: 0.1613781 Oct 27 15:59:22.588007 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9ceeb48f-34d1-4727-8fe5-5b18123b2637 req-457ad771-cdec-440e-b3ea-ce0fdec5198c tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.0824621 Oct 27 15:59:22.650732 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9ceeb48f-34d1-4727-8fe5-5b18123b2637 req-2638a622-8c20-4cfa-b6e6-83de52b2d1a7 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763760 Oct 27 15:59:22.718515 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e9b7f35-98c6-4906-a9d3-9016e0cc0349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:22.722393 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e9b7f35-98c6-4906-a9d3-9016e0cc0349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:22.727943 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6e9b7f35-98c6-4906-a9d3-9016e0cc0349 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edc87d25-0de7-4999-b273-35c4ccc07031 HTTP/1.1" status: 204 len: 168 time: 0.5199046 Oct 27 15:59:22.735579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b7f35-98c6-4906-a9d3-9016e0cc0349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc87d25-0de7-4999-b273-35c4ccc07031,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:22.806382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40578) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:22.827734 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60fecd5e-4c80-4150-8096-f942b90dab3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:23.041097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:59:23.098544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138b98a-9f98-4471-a1db-889c650477b6 req-ad59cc8c-be3e-4b4c-bb39-87edc84050b6 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:23.101300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95522f7e-6e89-4dd2-92bb-2513647e268c req-864d0e58-1f0f-41db-a73d-5296d14a37fc tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:23.102892 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95522f7e-6e89-4dd2-92bb-2513647e268c req-864d0e58-1f0f-41db-a73d-5296d14a37fc tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 971 time: 0.1606781 Oct 27 15:59:23.113051 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e138b98a-9f98-4471-a1db-889c650477b6 req-ad59cc8c-be3e-4b4c-bb39-87edc84050b6 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 950 time: 0.1487284 Oct 27 15:59:23.138819 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60fecd5e-4c80-4150-8096-f942b90dab3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:23.146502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a req-c028c31f-d0f6-40fa-a28e-05a47921d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:23.148013 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a req-c028c31f-d0f6-40fa-a28e-05a47921d9e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b2d8b14-8822-4617-8111-c6974e73feff HTTP/1.1" status: 200 len: 917 time: 0.5653930 Oct 27 15:59:23.148509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:23.150928 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a629b8-f0b6-4598-a59d-3994380f9994" -d '{"events": [{"server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "name": "network-vif-unplugged", "status": "completed", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:23.163342 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:23.175494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dea7d-9d5b-4c01-8ec2-12cf5c1793ea req-9d4af404-f9e8-4397-bd57-15aa7698ca08 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:23.177087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e60dea7d-9d5b-4c01-8ec2-12cf5c1793ea req-9d4af404-f9e8-4397-bd57-15aa7698ca08 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.54 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 950 time: 0.2381465 Oct 27 15:59:23.208891 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e138b98a-9f98-4471-a1db-889c650477b6 req-b7cc1e6e-58a5-4b45-90f6-8cc3b2fc6071 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947199 Oct 27 15:59:23.217468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60fecd5e-4c80-4150-8096-f942b90dab3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:23.256703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Transition to ACTIVE for port object de6aeacf-35fe-45a6-88e2-08458adc8712 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:59:23.276847 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-60fecd5e-4c80-4150-8096-f942b90dab3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36291fd3deae4a869fdea8aeb8521a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4687288 Oct 27 15:59:23.293189 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a req-ca18afdf-404e-49a2-b9b3-0ef35b836f72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e5f68c-a892-49a5-999d-60d8431e5e18 HTTP/1.1" status: 200 len: 217 time: 0.1148217 Oct 27 15:59:23.301380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40584) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:23.374975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95522f7e-6e89-4dd2-92bb-2513647e268c req-d0c6c803-1264-45e6-9544-e68c84162bc8 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539012 Oct 27 15:59:23.388691 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2156c5-0661-4ee4-a993-43472535703c x-openstack-request-id: req-ac2156c5-0661-4ee4-a993-43472535703c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:23.388691 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "name": "network-vif-unplugged", "status": "completed", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:23.389519 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac2156c5-0661-4ee4-a993-43472535703c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:23.389519 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712', 'code': 200} Oct 27 15:59:23.399075 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:23.399896 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fecd5e-4c80-4150-8096-f942b90dab3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c601a5-a604-4400-945e-4e9b12c34c88,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:23.557797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41631a-9dd6-4264-b9bb-27bcd5da0585 req-266ee1be-92ea-469e-9e05-2da3cd247050 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:23.561902 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa41631a-9dd6-4264-b9bb-27bcd5da0585 req-266ee1be-92ea-469e-9e05-2da3cd247050 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 948 time: 0.0943522 Oct 27 15:59:23.622218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a req-ea910fe0-8ce6-4128-8434-47f366301949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:23.624491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a req-ea910fe0-8ce6-4128-8434-47f366301949 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0575cc79-1ce7-4bfb-afa0-3772e6cab24f HTTP/1.1" status: 200 len: 855 time: 0.3183334 Oct 27 15:59:23.646920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] No DVR routers for this DVR port de6aeacf-35fe-45a6-88e2-08458adc8712 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:59:23.680296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Pushing event updated for resources: {'Port': ['ID=de6aeacf-35fe-45a6-88e2-08458adc8712,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:23.792900 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa41631a-9dd6-4264-b9bb-27bcd5da0585 req-93281df1-1ac0-4436-824a-1558ad044b85 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177627 Oct 27 15:59:23.821890 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28d06c6d-73e9-4c41-9e43-fe05f680e368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:23.882997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e60dea7d-9d5b-4c01-8ec2-12cf5c1793ea req-f2495586-7423-4f5b-ba52-c58b3731dd52 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Deleting port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 15:59:23.885006 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e60dea7d-9d5b-4c01-8ec2-12cf5c1793ea req-f2495586-7423-4f5b-ba52-c58b3731dd52 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:23.896995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Attempting to bind port de6aeacf-35fe-45a6-88e2-08458adc8712 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:59:23.897112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Attempting to bind port de6aeacf-35fe-45a6-88e2-08458adc8712 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:59:23.897411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Attempting to bind port de6aeacf-35fe-45a6-88e2-08458adc8712 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:23.925817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28d06c6d-73e9-4c41-9e43-fe05f680e368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:23.957343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a req-b93c8cb3-d1de-44e1-ac55-5070f374f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:23.959026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a req-b93c8cb3-d1de-44e1-ac55-5070f374f660 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b2d8b14-8822-4617-8111-c6974e73feff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3153458 Oct 27 15:59:23.978512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Port de6aeacf-35fe-45a6-88e2-08458adc8712 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:59:23.979195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Attempting to bind port de6aeacf-35fe-45a6-88e2-08458adc8712 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:24.051523 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:24.061735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:59:24.062694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:59:24.063257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:59:24.063912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Bound port: de6aeacf-35fe-45a6-88e2-08458adc8712, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:59:24.064467 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:24.130747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b01cc-ba89-4b3e-a26a-f83555aea13f req-0d018750-32cc-4a2c-8920-b78384457b2e tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:24.132763 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-005b01cc-ba89-4b3e-a26a-f83555aea13f req-0d018750-32cc-4a2c-8920-b78384457b2e tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.3633494 Oct 27 15:59:24.247922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e60dea7d-9d5b-4c01-8ec2-12cf5c1793ea req-f2495586-7423-4f5b-ba52-c58b3731dd52 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] For port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:24.248510 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e60dea7d-9d5b-4c01-8ec2-12cf5c1793ea req-f2495586-7423-4f5b-ba52-c58b3731dd52 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:24.300140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e60dea7d-9d5b-4c01-8ec2-12cf5c1793ea req-f2495586-7423-4f5b-ba52-c58b3731dd52 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Calling delete_port for 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 15:59:24.329079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a req-03330c09-a90a-4d12-aa5e-a31d0e8fdcc3 service neutron] 10.222.0.53 "GET /v2.0/networks/1b2d8b14-8822-4617-8111-c6974e73feff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405704 Oct 27 15:59:24.337467 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-005b01cc-ba89-4b3e-a26a-f83555aea13f req-2f21da36-52ce-4cdc-b89a-7b7b5b196f6a tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700387 Oct 27 15:59:24.424474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:59:24.438124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28d06c6d-73e9-4c41-9e43-fe05f680e368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:24.440751 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28d06c6d-73e9-4c41-9e43-fe05f680e368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:24.441922 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-28d06c6d-73e9-4c41-9e43-fe05f680e368 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40c601a5-a604-4400-945e-4e9b12c34c88 HTTP/1.1" status: 204 len: 168 time: 1.1395652 Oct 27 15:59:24.456001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de6aeacf-35fe-45a6-88e2-08458adc8712,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:59:24.472020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d06c6d-73e9-4c41-9e43-fe05f680e368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c601a5-a604-4400-945e-4e9b12c34c88,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:24.501387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa93fb-27ce-4764-91b7-72c2a8b031f7 req-2c1c33e1-e7b2-4ed0-9d9c-7af24197ff0c tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:24.510684 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69aa93fb-27ce-4764-91b7-72c2a8b031f7 req-2c1c33e1-e7b2-4ed0-9d9c-7af24197ff0c tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 950 time: 0.1374912 Oct 27 15:59:24.537480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device de6aeacf-35fe-45a6-88e2-08458adc8712 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:59:24.593962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:24.611231 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69aa93fb-27ce-4764-91b7-72c2a8b031f7 req-d820c4b7-e597-438a-a843-bf4e8b63b39e tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/security-groups?id=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982194 Oct 27 15:59:24.662386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device de6aeacf-35fe-45a6-88e2-08458adc8712 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:59:24.718070 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96bba7b4-6b2d-485b-94f3-9d24b76ace3a req-24498247-262e-4ec0-a5b1-615afafad921 service neutron] 10.222.0.53 "GET /v2.0/networks/1b2d8b14-8822-4617-8111-c6974e73feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793771 Oct 27 15:59:24.732755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:24.733685 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:24.735825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] 10.222.0.53 "PUT /v2.0/ports/de6aeacf-35fe-45a6-88e2-08458adc8712 HTTP/1.1" status: 200 len: 1096 time: 2.9490633 Oct 27 15:59:24.826350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48124ee2-c566-4eb6-94ed-ff90d02dd124 service neutron] Pushing event updated for resources: {'Port': ['ID=de6aeacf-35fe-45a6-88e2-08458adc8712,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:24.876142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38d8e5b-59e6-4c9e-a880-99272de8d608 req-5662ac19-788e-4433-9e93-0a922c72011d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:24.879501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b38d8e5b-59e6-4c9e-a880-99272de8d608 req-5662ac19-788e-4433-9e93-0a922c72011d tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 971 time: 0.2420499 Oct 27 15:59:24.920269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-bfb98b05-2053-47be-b878-f53e3936cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:24.922342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-bfb98b05-2053-47be-b878-f53e3936cf1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 1099 time: 0.1198239 Oct 27 15:59:24.996886 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b38d8e5b-59e6-4c9e-a880-99272de8d608 req-4cc2c35d-9474-4b35-9789-473e75a1e0ec tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031036 Oct 27 15:59:25.052981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37bf53-10f9-4457-bbbf-5d8530dee32b req-3dee12dd-f48e-4244-8537-6cbc2f4bb2ec tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:25.054826 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-af37bf53-10f9-4457-bbbf-5d8530dee32b req-3dee12dd-f48e-4244-8537-6cbc2f4bb2ec tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 948 time: 0.1114292 Oct 27 15:59:25.059812 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e60dea7d-9d5b-4c01-8ec2-12cf5c1793ea req-f2495586-7423-4f5b-ba52-c58b3731dd52 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:25.161735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-af37bf53-10f9-4457-bbbf-5d8530dee32b req-a76463c3-9371-48ea-9845-b72c831d2a63 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763538 Oct 27 15:59:25.212409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2495586-7423-4f5b-ba52-c58b3731dd52 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Pushing event deleted for resources: {'Port': ['ID=1b4ccb2f-8665-44fd-ae36-3d2bb47fef21,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:25.328825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60dea7d-9d5b-4c01-8ec2-12cf5c1793ea req-f2495586-7423-4f5b-ba52-c58b3731dd52 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] No DVR routers for this DVR port 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:59:25.349296 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e60dea7d-9d5b-4c01-8ec2-12cf5c1793ea req-f2495586-7423-4f5b-ba52-c58b3731dd52 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:25.361869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e60dea7d-9d5b-4c01-8ec2-12cf5c1793ea req-f2495586-7423-4f5b-ba52-c58b3731dd52 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.54 "DELETE /v2.0/ports/1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 HTTP/1.1" status: 204 len: 173 time: 2.1689239 Oct 27 15:59:25.393391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712'}, {'server_uuid': '63c78560-313f-4fec-84e7-4d07ff3982bc', 'name': 'network-vif-deleted', 'tag': '1b4ccb2f-8665-44fd-ae36-3d2bb47fef21'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:25.413640 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731b3a09-17cf-412a-9e6f-b002dd118057" -d '{"events": [{"name": "network-changed", "server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712"}, {"server_uuid": "63c78560-313f-4fec-84e7-4d07ff3982bc", "name": "network-vif-deleted", "tag": "1b4ccb2f-8665-44fd-ae36-3d2bb47fef21"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:25.442472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-49d65de5-b337-418c-8261-ef16f9ecaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:25.446086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-49d65de5-b337-418c-8261-ef16f9ecaffa service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.5103130 Oct 27 15:59:25.646109 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d67959-f89f-4d3b-86a8-82fe8ca58ae5 x-openstack-request-id: req-71d67959-f89f-4d3b-86a8-82fe8ca58ae5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:25.646109 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712", "status": "completed", "code": 200}, {"server_uuid": "63c78560-313f-4fec-84e7-4d07ff3982bc", "name": "network-vif-deleted", "tag": "1b4ccb2f-8665-44fd-ae36-3d2bb47fef21", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:25.646109 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71d67959-f89f-4d3b-86a8-82fe8ca58ae5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:25.646109 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712', 'status': 'completed', 'code': 200} Oct 27 15:59:25.650431 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c78560-313f-4fec-84e7-4d07ff3982bc', 'name': 'network-vif-deleted', 'tag': '1b4ccb2f-8665-44fd-ae36-3d2bb47fef21', 'status': 'completed', 'code': 200} Oct 27 15:59:25.684759 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-6910c218-fd9b-4078-8fae-dca912d1a6d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=de6aeacf-35fe-45a6-88e2-08458adc8712 HTTP/1.1" status: 200 len: 217 time: 0.2300065 Oct 27 15:59:25.880009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-a9be282b-b413-4db8-b7e5-d7e7106a87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:25.882137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-a9be282b-b413-4db8-b7e5-d7e7106a87f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1887841 Oct 27 15:59:25.890776 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63893fd9-505b-4359-accb-7c77e9346b10 req-9093fe6b-f626-4b01-80c1-8591ce2a49ce tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:25.895489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-7b57a57a-ce48-4cdc-b17c-879faea7f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:25.897665 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-7b57a57a-ce48-4cdc-b17c-879faea7f0bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 1099 time: 0.2460716 Oct 27 15:59:25.904289 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63893fd9-505b-4359-accb-7c77e9346b10 req-9093fe6b-f626-4b01-80c1-8591ce2a49ce tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.1454680 Oct 27 15:59:25.992005 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63893fd9-505b-4359-accb-7c77e9346b10 req-491b423e-6654-46cc-b060-b753b0af710c tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784907 Oct 27 15:59:26.033369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad324f-ea06-4a36-8fdf-cde2cd0e0241 req-24906570-7515-49af-a7c5-5d300f5cf252 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:26.042423 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d1ad324f-ea06-4a36-8fdf-cde2cd0e0241 req-24906570-7515-49af-a7c5-5d300f5cf252 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 1122 time: 0.2389193 Oct 27 15:59:26.127480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-e963f629-1240-43bc-847a-402a4735e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:26.130141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-e963f629-1240-43bc-847a-402a4735e524 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2384508 Oct 27 15:59:26.170735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d1ad324f-ea06-4a36-8fdf-cde2cd0e0241 req-89297ab0-fbd5-40c2-be39-06a3b6e57c68 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270940 Oct 27 15:59:26.187060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-aa374538-bc2d-45f4-8fdf-b49b287c4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:26.188705 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-aa374538-bc2d-45f4-8fdf-b49b287c4429 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2790017 Oct 27 15:59:26.262398 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0935d8d-0abd-432c-915b-8d3cd8244400 req-cd7b3e12-4786-4939-ad89-f760edb5bc95 tempest-ServerDiagnosticsNegativeTest-1944138224 tempest-ServerDiagnosticsNegativeTest-1944138224-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c78560-313f-4fec-84e7-4d07ff3982bc HTTP/1.1" status: 200 len: 210 time: 0.0827394 Oct 27 15:59:26.266051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-da200449-3f64-49aa-a902-23d1c6ccb45f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=de6aeacf-35fe-45a6-88e2-08458adc8712 HTTP/1.1" status: 200 len: 217 time: 0.0451598 Oct 27 15:59:26.509427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:59:26.616918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 15:59:26.617722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1b4ccb2f-8665-44fd-ae36-3d2bb47fef21 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:59:26.701917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279285cc-73ff-4200-983f-6e7af0393767 req-29e6c26c-2a3f-43c9-a96f-82894e33ed2c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:26.710160 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-279285cc-73ff-4200-983f-6e7af0393767 req-29e6c26c-2a3f-43c9-a96f-82894e33ed2c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 948 time: 0.2688668 Oct 27 15:59:26.805884 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-279285cc-73ff-4200-983f-6e7af0393767 req-fe244564-0f9b-4ac4-8fe2-d6c8d759cf93 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947156 Oct 27 15:59:26.899997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-d8185448-f6e3-44b5-88bf-0f8a278e3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:26.904519 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-d8185448-f6e3-44b5-88bf-0f8a278e3c8a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.6287477 Oct 27 15:59:26.906726 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-e1c69061-b592-4d1c-9cdb-8830704c605a service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7587173 Oct 27 15:59:26.945951 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 15:59:27.141873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-cdd474ae-1322-484b-8602-207776d6643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:27.145834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-cdd474ae-1322-484b-8602-207776d6643a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2354233 Oct 27 15:59:27.332839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1841f-ef4a-449c-b093-6d898f0b1025 req-20074197-8915-475d-904f-66152183c998 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:27.335806 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0bb1841f-ef4a-449c-b093-6d898f0b1025 req-20074197-8915-475d-904f-66152183c998 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 1122 time: 0.0776203 Oct 27 15:59:27.395632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f87872-6e8e-4cba-b6a4-e2e29ba6cc84 req-0d517db5-f01b-4138-8da5-8e70d5aaf202 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743128 Oct 27 15:59:27.458973 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0bb1841f-ef4a-449c-b093-6d898f0b1025 req-d54ffd8e-d8e2-456a-abb2-4e0fb0be6fd2 tempest-ServersAdminTestJSON-822895304 tempest-ServersAdminTestJSON-822895304-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047363 Oct 27 15:59:27.506368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277854a-652b-40ad-9f17-0e53d728e5e9 req-fa999336-b295-41ec-b2e1-f4ef55f703b8 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:27.543094 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d277854a-652b-40ad-9f17-0e53d728e5e9 req-fa999336-b295-41ec-b2e1-f4ef55f703b8 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.3130808 Oct 27 15:59:27.589205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-bef3c442-5f40-43da-93d1-26c0ff1e2dec service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305532 Oct 27 15:59:27.747360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d277854a-652b-40ad-9f17-0e53d728e5e9 req-1e4d44bf-38cd-4499-9b84-66576dccc4ec tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022085 Oct 27 15:59:27.941510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-fe052c23-a234-436b-9bbf-b91afc0c18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:27.945073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-fe052c23-a234-436b-9bbf-b91afc0c18c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 1099 time: 0.2963679 Oct 27 15:59:28.030023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-e3202b0c-6441-4fff-a766-1f43b027ca64 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282389 Oct 27 15:59:28.158785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4bbf9a09-5219-4df5-80a2-746022efc260 req-8e74811b-db2f-40f6-8aa6-06e96a7480b6 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1135721193', 'description': 'tempest-description-749592568'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:28.248547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-2b48a8c6-d6bf-40e4-9331-104cb416a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:28.250968 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-2b48a8c6-d6bf-40e4-9331-104cb416a64b service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2959645 Oct 27 15:59:28.336381 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-78e031c0-a99d-4888-a4cc-dea702343fa6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=de6aeacf-35fe-45a6-88e2-08458adc8712 HTTP/1.1" status: 200 len: 217 time: 0.0675189 Oct 27 15:59:28.337208 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4bbf9a09-5219-4df5-80a2-746022efc260 req-8e74811b-db2f-40f6-8aa6-06e96a7480b6 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:28.358432 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4bbf9a09-5219-4df5-80a2-746022efc260 req-8e74811b-db2f-40f6-8aa6-06e96a7480b6 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:28.442888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-e5d2aeba-e669-4ff8-8628-2aab2503a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:28.444512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-e5d2aeba-e669-4ff8-8628-2aab2503a054 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0878565 Oct 27 15:59:28.542357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-6e1c8349-4685-45cb-ad12-93111589d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:28.544931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-6e1c8349-4685-45cb-ad12-93111589d29b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0893598 Oct 27 15:59:28.593879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4bbf9a09-5219-4df5-80a2-746022efc260 req-8e74811b-db2f-40f6-8aa6-06e96a7480b6 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:28.672243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2008949-9a25-4322-9847-1fd861cb209a req-9eb40613-74c4-45a0-a094-ba2f7af1ccee tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:28.676494 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2008949-9a25-4322-9847-1fd861cb209a req-9eb40613-74c4-45a0-a094-ba2f7af1ccee tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 948 time: 0.1218109 Oct 27 15:59:28.746360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-81fc5fdd-9179-411b-b787-318f6c3d6e84 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769412 Oct 27 15:59:28.747687 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4bbf9a09-5219-4df5-80a2-746022efc260 req-8e74811b-db2f-40f6-8aa6-06e96a7480b6 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:28.806395 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2008949-9a25-4322-9847-1fd861cb209a req-fabbcfb5-ecf2-461b-8522-303b90299330 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182401 Oct 27 15:59:28.836584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40696) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:28.850155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74811b-db2f-40f6-8aa6-06e96a7480b6 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bec3370-fe10-4ca2-b082-c594bd5b5b91,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:28.946984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731b3a09-17cf-412a-9e6f-b002dd118057 req-2f079d1f-8a98-4fcb-a59f-1e1f456e7e15 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838593 Oct 27 15:59:28.955120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4bbf9a09-5219-4df5-80a2-746022efc260 req-8e74811b-db2f-40f6-8aa6-06e96a7480b6 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.062401 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4bbf9a09-5219-4df5-80a2-746022efc260 req-8e74811b-db2f-40f6-8aa6-06e96a7480b6 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.090022 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.119615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8d3b466f-6359-4db3-bbf6-6a649e9583b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf88ecf492194d5d909abb66147f0d31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875721 Oct 27 15:59:29.121642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74811b-db2f-40f6-8aa6-06e96a7480b6 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b18de7a-7560-4aa2-812d-e3dc5f535a1c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:29.124363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40702) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:29.171977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e1f2d-4c19-4d6a-b812-c291cf5dd4e0 req-9b6f3653-0223-4fd2-b221-d6f538705d2c tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:29.173744 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6f9e1f2d-4c19-4d6a-b812-c291cf5dd4e0 req-9b6f3653-0223-4fd2-b221-d6f538705d2c tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 949 time: 0.1356215 Oct 27 15:59:29.218310 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4bbf9a09-5219-4df5-80a2-746022efc260 req-8e74811b-db2f-40f6-8aa6-06e96a7480b6 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.222680 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bbf9a09-5219-4df5-80a2-746022efc260 req-8e74811b-db2f-40f6-8aa6-06e96a7480b6 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0725632 Oct 27 15:59:29.250026 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6f9e1f2d-4c19-4d6a-b812-c291cf5dd4e0 req-ab14d077-85e8-44f0-a078-29291fdfc166 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638974 Oct 27 15:59:29.253936 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21349372-41f7-42e7-bdb7-0caf34301597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.319865 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21349372-41f7-42e7-bdb7-0caf34301597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.331548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-019f3bdf-d719-4da5-b296-9dfdacc332cd req-9894167b-fb58-42de-8efd-24c878817b7e tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1687592814', 'description': 'tempest-description-648028647'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:29.463778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f6316-fdf5-44b6-b08b-4ea1ad93edf8 req-b672bc57-e576-4d45-9c07-ba21cd364fbc tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:29.471672 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-240f6316-fdf5-44b6-b08b-4ea1ad93edf8 req-b672bc57-e576-4d45-9c07-ba21cd364fbc tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.1090305 Oct 27 15:59:29.530558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-019f3bdf-d719-4da5-b296-9dfdacc332cd req-9894167b-fb58-42de-8efd-24c878817b7e tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.564842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-240f6316-fdf5-44b6-b08b-4ea1ad93edf8 req-aa72b35b-537d-45a9-bece-e2f746ea8004 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823827 Oct 27 15:59:29.618812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21349372-41f7-42e7-bdb7-0caf34301597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.622194 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21349372-41f7-42e7-bdb7-0caf34301597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.628204 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-21349372-41f7-42e7-bdb7-0caf34301597 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba HTTP/1.1" status: 204 len: 168 time: 0.4943492 Oct 27 15:59:29.649371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21349372-41f7-42e7-bdb7-0caf34301597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56de3ed-a2b5-4a91-bd05-bc03b4ba8fba,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:29.710845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-019f3bdf-d719-4da5-b296-9dfdacc332cd req-9894167b-fb58-42de-8efd-24c878817b7e tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.794930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55cdaf-ba7d-411e-b80a-73c8f1fc8a77 req-efe787aa-59ec-4288-8570-7aabc30e0c51 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:29.798426 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-019f3bdf-d719-4da5-b296-9dfdacc332cd req-9894167b-fb58-42de-8efd-24c878817b7e tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.799203 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5d55cdaf-ba7d-411e-b80a-73c8f1fc8a77 req-efe787aa-59ec-4288-8570-7aabc30e0c51 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 949 time: 0.1228032 Oct 27 15:59:29.873595 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894167b-fb58-42de-8efd-24c878817b7e tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc430fb0-a3f5-4c88-ad12-e982cf07e7df,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:29.961920 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-019f3bdf-d719-4da5-b296-9dfdacc332cd req-9894167b-fb58-42de-8efd-24c878817b7e tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:29.964314 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-019f3bdf-d719-4da5-b296-9dfdacc332cd req-9894167b-fb58-42de-8efd-24c878817b7e tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6650720 Oct 27 15:59:30.126703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a960b5-ca20-44e5-89f7-c0ae27ac04b0 req-3dc2c1ac-ee20-4014-bc75-ca4882ff1e24 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:30.129401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42a960b5-ca20-44e5-89f7-c0ae27ac04b0 req-3dc2c1ac-ee20-4014-bc75-ca4882ff1e24 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 948 time: 0.1802561 Oct 27 15:59:30.146167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5d55cdaf-ba7d-411e-b80a-73c8f1fc8a77 req-13e01edd-343e-4cad-9254-5527d8907094 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Deleting port 4f0d972a-41aa-4b06-99b1-08234f84ae8f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 15:59:30.146746 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5d55cdaf-ba7d-411e-b80a-73c8f1fc8a77 req-13e01edd-343e-4cad-9254-5527d8907094 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:30.280879 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42a960b5-ca20-44e5-89f7-c0ae27ac04b0 req-f78451ef-87bf-4ab7-a075-ee63e0b21cd5 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408691 Oct 27 15:59:30.366538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5d55cdaf-ba7d-411e-b80a-73c8f1fc8a77 req-13e01edd-343e-4cad-9254-5527d8907094 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] For port 4f0d972a-41aa-4b06-99b1-08234f84ae8f, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=4f0d972a-41aa-4b06-99b1-08234f84ae8f,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:30.366538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5d55cdaf-ba7d-411e-b80a-73c8f1fc8a77 req-13e01edd-343e-4cad-9254-5527d8907094 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:30.399489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5d55cdaf-ba7d-411e-b80a-73c8f1fc8a77 req-13e01edd-343e-4cad-9254-5527d8907094 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Calling delete_port for 4f0d972a-41aa-4b06-99b1-08234f84ae8f owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 15:59:30.563640 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47e372-23c1-46d6-8d40-58554ae93478 req-7f4d725b-f992-4c51-a868-3653f9a33bc2 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:30.576961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e47e372-23c1-46d6-8d40-58554ae93478 req-7f4d725b-f992-4c51-a868-3653f9a33bc2 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 949 time: 0.1837358 Oct 27 15:59:30.722805 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e47e372-23c1-46d6-8d40-58554ae93478 req-b239b08b-975d-4ae9-b7bd-0717d014a8af tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426344 Oct 27 15:59:30.739396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-af4063ae-0105-4bd7-8f3f-7628d11d76c6 req-7bef3c23-dcfd-425b-b2a1-4892f31fa2d9 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1863856568', 'description': 'tempest-description-509212182'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:30.977007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-af4063ae-0105-4bd7-8f3f-7628d11d76c6 req-7bef3c23-dcfd-425b-b2a1-4892f31fa2d9 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:30.995900 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-af4063ae-0105-4bd7-8f3f-7628d11d76c6 req-7bef3c23-dcfd-425b-b2a1-4892f31fa2d9 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:31.017589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2655e-9bc5-403f-b241-6ab957e0a9e6 req-aa289ec3-33a4-4109-96d3-18fa306c4f04 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:31.020126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31a2655e-9bc5-403f-b241-6ab957e0a9e6 req-aa289ec3-33a4-4109-96d3-18fa306c4f04 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.1040602 Oct 27 15:59:31.034467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40738) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:31.063667 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cde8f636-8f17-4695-9cd2-ec88d597ecd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:31.097317 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5d55cdaf-ba7d-411e-b80a-73c8f1fc8a77 req-13e01edd-343e-4cad-9254-5527d8907094 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:31.107701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31a2655e-9bc5-403f-b241-6ab957e0a9e6 req-936e6b1c-6615-486c-ba80-b7c6622b649d tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781827 Oct 27 15:59:31.117763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c455329e-3a7d-416f-ad3f-42feae2efddd', '4f0d972a-41aa-4b06-99b1-08234f84ae8f', '3f0fe110-7c48-481b-ba0e-c15708e0720b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:31.187969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-af4063ae-0105-4bd7-8f3f-7628d11d76c6 req-7bef3c23-dcfd-425b-b2a1-4892f31fa2d9 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:31.277861 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-af4063ae-0105-4bd7-8f3f-7628d11d76c6 req-7bef3c23-dcfd-425b-b2a1-4892f31fa2d9 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:31.350075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef3c23-dcfd-425b-b2a1-4892f31fa2d9 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebfa030-34c3-4ae6-b125-51f8c05668a2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:31.376817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e01edd-343e-4cad-9254-5527d8907094 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Pushing event deleted for resources: {'Port': ['ID=4f0d972a-41aa-4b06-99b1-08234f84ae8f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:31.431419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d55cdaf-ba7d-411e-b80a-73c8f1fc8a77 req-13e01edd-343e-4cad-9254-5527d8907094 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] No DVR routers for this DVR port 4f0d972a-41aa-4b06-99b1-08234f84ae8f on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:59:31.435699 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-af4063ae-0105-4bd7-8f3f-7628d11d76c6 req-7bef3c23-dcfd-425b-b2a1-4892f31fa2d9 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:31.435978 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5d55cdaf-ba7d-411e-b80a-73c8f1fc8a77 req-13e01edd-343e-4cad-9254-5527d8907094 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:31.442488 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5d55cdaf-ba7d-411e-b80a-73c8f1fc8a77 req-13e01edd-343e-4cad-9254-5527d8907094 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "DELETE /v2.0/ports/4f0d972a-41aa-4b06-99b1-08234f84ae8f HTTP/1.1" status: 204 len: 173 time: 1.6365209 Oct 27 15:59:31.443554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd460d606-59c2-4627-b8c6-dab2105eff82', 'name': 'network-vif-deleted', 'tag': '4f0d972a-41aa-4b06-99b1-08234f84ae8f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:31.448288 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e381db7-d1f5-46ba-84d1-5341c40b5639" -d '{"events": [{"server_uuid": "d460d606-59c2-4627-b8c6-dab2105eff82", "name": "network-vif-deleted", "tag": "4f0d972a-41aa-4b06-99b1-08234f84ae8f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:31.476359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cde8f636-8f17-4695-9cd2-ec88d597ecd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:31.553586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-af4063ae-0105-4bd7-8f3f-7628d11d76c6 req-7bef3c23-dcfd-425b-b2a1-4892f31fa2d9 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:31.563039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de6aeacf-35fe-45a6-88e2-08458adc8712 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:59:31.578430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8dc71f-96ef-46a0-8181-d976fef04150 req-022e71e6-b38b-48a7-8963-e5c23c3942b0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:31.598208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef3c23-dcfd-425b-b2a1-4892f31fa2d9 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f3e7fb-242d-4097-9ad8-9f1358a0c77d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:31.613086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b8dc71f-96ef-46a0-8181-d976fef04150 req-022e71e6-b38b-48a7-8963-e5c23c3942b0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 948 time: 0.1262503 Oct 27 15:59:31.615299 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cde8f636-8f17-4695-9cd2-ec88d597ecd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:31.691616 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-af4063ae-0105-4bd7-8f3f-7628d11d76c6 req-7bef3c23-dcfd-425b-b2a1-4892f31fa2d9 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:31.702045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-af4063ae-0105-4bd7-8f3f-7628d11d76c6 req-7bef3c23-dcfd-425b-b2a1-4892f31fa2d9 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9703488 Oct 27 15:59:31.705922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8f636-8f17-4695-9cd2-ec88d597ecd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d839deb7-5b24-454f-a4fe-fc4aeedadf5e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:31.777622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cde8f636-8f17-4695-9cd2-ec88d597ecd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67151a462e7e43a08d3836946d254b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7396278 Oct 27 15:59:31.781459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40756) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:31.870531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b8dc71f-96ef-46a0-8181-d976fef04150 req-734070c9-606b-4504-95fc-71346c9e79b6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450938 Oct 27 15:59:31.926245 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de6aeacf-35fe-45a6-88e2-08458adc8712,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:31.961447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'de6aeacf-35fe-45a6-88e2-08458adc8712', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'de6aeacf-35fe-45a6-88e2-08458adc8712', 'mac_address': 'fa:16:3e:b2:5e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:59:31.962817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5decc64-04cd-40c8-83af-9b214c310dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:32.010764 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76cfcaa-8f0b-4b48-9328-8cffa417f2e9 x-openstack-request-id: req-a76cfcaa-8f0b-4b48-9328-8cffa417f2e9 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:32.011709 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d460d606-59c2-4627-b8c6-dab2105eff82", "name": "network-vif-deleted", "tag": "4f0d972a-41aa-4b06-99b1-08234f84ae8f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:32.012365 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a76cfcaa-8f0b-4b48-9328-8cffa417f2e9 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:32.014611 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd460d606-59c2-4627-b8c6-dab2105eff82', 'name': 'network-vif-deleted', 'tag': '4f0d972a-41aa-4b06-99b1-08234f84ae8f', 'status': 'completed', 'code': 200} Oct 27 15:59:32.062146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-0d94a092-4b6c-4d45-9bde-c34cc9a40e01 req-1c1fce8d-5393-4487-ac0f-5a8055b7dd91 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-249270888', 'description': 'tempest-description-245214554'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:32.067936 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5decc64-04cd-40c8-83af-9b214c310dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:32.081442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:32.117765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6aeacf-35fe-45a6-88e2-08458adc8712 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:59:32.159341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de6aeacf-35fe-45a6-88e2-08458adc8712,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:32.216471 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0d94a092-4b6c-4d45-9bde-c34cc9a40e01 req-1c1fce8d-5393-4487-ac0f-5a8055b7dd91 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:32.268253 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:32.340191 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0d94a092-4b6c-4d45-9bde-c34cc9a40e01 req-1c1fce8d-5393-4487-ac0f-5a8055b7dd91 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:32.353344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5decc64-04cd-40c8-83af-9b214c310dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:32.356953 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:32.358975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5decc64-04cd-40c8-83af-9b214c310dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:32.361537 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f5decc64-04cd-40c8-83af-9b214c310dde admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d839deb7-5b24-454f-a4fe-fc4aeedadf5e HTTP/1.1" status: 204 len: 168 time: 0.5780582 Oct 27 15:59:32.365638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=de6aeacf-35fe-45a6-88e2-08458adc8712,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:32.375824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.376329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.376814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.377328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.377470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5decc64-04cd-40c8-83af-9b214c310dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d839deb7-5b24-454f-a4fe-fc4aeedadf5e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:32.378088 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.378637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.379136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.379648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.380167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.380672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.381008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.381496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:32.461724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0d94a092-4b6c-4d45-9bde-c34cc9a40e01 req-1c1fce8d-5393-4487-ac0f-5a8055b7dd91 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:32.526686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fce8d-5393-4487-ac0f-5a8055b7dd91 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdf09ad-ebc5-4da7-b2c6-e8945fe264ab,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:32.569755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['de6aeacf-35fe-45a6-88e2-08458adc8712'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:32.592351 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aa9a162c-d9a7-44d4-8227-8bb842017d5e req-60423ba6-de9e-483a-95ad-b695c3907ae7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=d460d606-59c2-4627-b8c6-dab2105eff82 HTTP/1.1" status: 200 len: 210 time: 0.0781870 Oct 27 15:59:32.643158 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0d94a092-4b6c-4d45-9bde-c34cc9a40e01 req-1c1fce8d-5393-4487-ac0f-5a8055b7dd91 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:32.669087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d94a092-4b6c-4d45-9bde-c34cc9a40e01 req-1c1fce8d-5393-4487-ac0f-5a8055b7dd91 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6195040 Oct 27 15:59:32.913397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e27caf-c1ed-46e4-b95b-caffc347739f req-6cb6bbe1-b16e-4859-9f7d-6c9c904d288f tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:32.929195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43e27caf-c1ed-46e4-b95b-caffc347739f req-6cb6bbe1-b16e-4859-9f7d-6c9c904d288f tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.1386557 Oct 27 15:59:33.015255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43e27caf-c1ed-46e4-b95b-caffc347739f req-b1183e83-0352-4a17-b886-003c6944e4a0 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759671 Oct 27 15:59:33.528664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106976b-3678-418c-82b6-7b486e5de950 req-b0c83576-6fc0-4989-ba3d-5e523c4fc5e3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:33.530742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7106976b-3678-418c-82b6-7b486e5de950 req-b0c83576-6fc0-4989-ba3d-5e523c4fc5e3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58&tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 949 time: 0.0879796 Oct 27 15:59:33.578616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de6aeacf-35fe-45a6-88e2-08458adc8712 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:59:33.634461 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-7106976b-3678-418c-82b6-7b486e5de950 req-cc6b06fa-1d8e-473b-aeb5-c02f4951754c service neutron] delete failed (client error): The resource could not be found. Oct 27 15:59:33.643627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7106976b-3678-418c-82b6-7b486e5de950 req-cc6b06fa-1d8e-473b-aeb5-c02f4951754c service neutron] 10.222.0.54 "DELETE /v2.0/ports/de6aeacf-35fe-45a6-88e2-08458adc8712/bindings/n-h1-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0976386 Oct 27 15:59:33.707729 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-d78bbd70-9fd5-46e7-a7f1-e342ba48772c tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50573 time: 0.5103481 Oct 27 15:59:33.787209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port de6aeacf-35fe-45a6-88e2-08458adc8712 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:59:33.788896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-39397038-b30e-40f4-a4cb-e6073f88b640 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/17adb7cd-215d-4b9b-92e8-46ed8d5b805a HTTP/1.1" status: 200 len: 2981 time: 0.0799205 Oct 27 15:59:33.793873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port de6aeacf-35fe-45a6-88e2-08458adc8712 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:33.794826 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:33.861896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106976b-3678-418c-82b6-7b486e5de950 req-05eba621-5e65-4bed-89c3-80d4efdef0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:33.863481 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7106976b-3678-418c-82b6-7b486e5de950 req-05eba621-5e65-4bed-89c3-80d4efdef0fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 1100 time: 0.1236780 Oct 27 15:59:33.879906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c6236-0197-4fab-b7f2-a656b2d0aa3c req-2b95e272-46ec-4d76-bfd6-2d8033a3d37d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:33.881900 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba9c6236-0197-4fab-b7f2-a656b2d0aa3c req-2b95e272-46ec-4d76-bfd6-2d8033a3d37d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 949 time: 0.0839310 Oct 27 15:59:33.889225 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-a50182ed-48e8-4f2a-9ca7-963c03811314 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/17adb7cd-215d-4b9b-92e8-46ed8d5b805a HTTP/1.1" status: 200 len: 2981 time: 0.0961387 Oct 27 15:59:33.939025 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:33.981541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:33.981920 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-ca919414-d50e-4c5d-9386-1a3df6b4275e tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1d72bce3-bfb3-4dff-a11d-ca03162ac465 HTTP/1.1" status: 200 len: 2981 time: 0.0855589 Oct 27 15:59:33.984659 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69926d75-3b2a-4503-bce1-55acb97e6d1d" -d '{"events": [{"server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "name": "network-vif-plugged", "status": "completed", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:34.004673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de6aeacf-35fe-45a6-88e2-08458adc8712,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:34.010357 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba9c6236-0197-4fab-b7f2-a656b2d0aa3c req-8dc81e34-5e98-4da1-8207-9838f621867d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096151 Oct 27 15:59:34.066408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106976b-3678-418c-82b6-7b486e5de950 req-7d001ab4-83dc-439f-8e99-162fb6e29587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:34.069091 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7106976b-3678-418c-82b6-7b486e5de950 req-7d001ab4-83dc-439f-8e99-162fb6e29587 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.1855757 Oct 27 15:59:34.074565 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-d9abeac0-4d45-4b4c-83bd-009bc2a00075 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/1d72bce3-bfb3-4dff-a11d-ca03162ac465 HTTP/1.1" status: 200 len: 2981 time: 0.0847981 Oct 27 15:59:34.079061 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:34.154184 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7106976b-3678-418c-82b6-7b486e5de950 req-aee966df-a715-4b94-86ca-7f93063c9370 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=de6aeacf-35fe-45a6-88e2-08458adc8712 HTTP/1.1" status: 200 len: 217 time: 0.0757551 Oct 27 15:59:34.193327 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-84337fd6-86fb-4bbb-b202-9c6d1d66e1d1 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/53a421ec-09ee-4155-8807-23dae174fa57 HTTP/1.1" status: 200 len: 2981 time: 0.1085422 Oct 27 15:59:34.222031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=de6aeacf-35fe-45a6-88e2-08458adc8712,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:34.257594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106976b-3678-418c-82b6-7b486e5de950 req-beaaf0bb-1da1-4079-8314-43e233b35c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:34.259659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7106976b-3678-418c-82b6-7b486e5de950 req-beaaf0bb-1da1-4079-8314-43e233b35c1f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0887177 Oct 27 15:59:34.281480 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-7ca68e47-28c4-4a2c-9d03-0067835c4a5c tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/53a421ec-09ee-4155-8807-23dae174fa57 HTTP/1.1" status: 200 len: 2981 time: 0.0746698 Oct 27 15:59:34.345393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106976b-3678-418c-82b6-7b486e5de950 req-ea7fa560-0f31-4c8d-acd7-630630b8255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:34.353089 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-1e467a53-3ed5-4b4a-a558-7993d6a06738 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5bec3370-fe10-4ca2-b082-c594bd5b5b91 HTTP/1.1" status: 200 len: 2981 time: 0.0595093 Oct 27 15:59:34.360491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7106976b-3678-418c-82b6-7b486e5de950 req-ea7fa560-0f31-4c8d-acd7-630630b8255c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0803425 Oct 27 15:59:34.423206 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-035ce108-2848-4326-869a-cb6090d91af8 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/5bec3370-fe10-4ca2-b082-c594bd5b5b91 HTTP/1.1" status: 200 len: 2981 time: 0.0611551 Oct 27 15:59:34.481274 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-fb877324-dfea-42c8-8614-0acd5d875183 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/64b44d54-d0e4-4cc0-90fa-7f66a2f033f0 HTTP/1.1" status: 200 len: 2981 time: 0.0563147 Oct 27 15:59:34.521898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7106976b-3678-418c-82b6-7b486e5de950 req-a810e11c-0487-4ee8-bdf6-f047db28385f service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573052 Oct 27 15:59:34.540958 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-2fdf8739-fdf0-4dd0-9ea7-2651b9666d32 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/64b44d54-d0e4-4cc0-90fa-7f66a2f033f0 HTTP/1.1" status: 200 len: 2981 time: 0.0584362 Oct 27 15:59:34.582870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 4f0d972a-41aa-4b06-99b1-08234f84ae8f no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:59:34.612829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 4f0d972a-41aa-4b06-99b1-08234f84ae8f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 15:59:34.613966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 4f0d972a-41aa-4b06-99b1-08234f84ae8f not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:59:34.627754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-19c9a36b-2081-4853-b031-a0d585391915 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6ac190eb-be0c-44a4-af5d-7e0158fc28bb HTTP/1.1" status: 200 len: 2981 time: 0.0767879 Oct 27 15:59:34.678249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7106976b-3678-418c-82b6-7b486e5de950 req-3407cf9e-6944-46a7-ba9f-5349912f526f service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481957 Oct 27 15:59:34.680751 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-37b82200-71bd-43bc-afae-09f3185b39e6 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6ac190eb-be0c-44a4-af5d-7e0158fc28bb HTTP/1.1" status: 200 len: 2981 time: 0.0519698 Oct 27 15:59:34.706525 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2796de4-ae29-4c30-b34b-c9891ed2fec2 x-openstack-request-id: req-b2796de4-ae29-4c30-b34b-c9891ed2fec2 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:34.706822 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "name": "network-vif-plugged", "status": "completed", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:34.707078 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2796de4-ae29-4c30-b34b-c9891ed2fec2 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:34.707561 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712', 'code': 200} Oct 27 15:59:34.738669 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-6cb6bf6b-6439-4760-ae79-e1ad33f216c8 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6d57f718-9283-4fae-a58e-b59a76137f5a HTTP/1.1" status: 200 len: 2981 time: 0.0533149 Oct 27 15:59:34.832425 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-acaeab1e-b742-4479-84c3-1ed979006871 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6d57f718-9283-4fae-a58e-b59a76137f5a HTTP/1.1" status: 200 len: 2981 time: 0.0860856 Oct 27 15:59:34.837106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653f68f-70d6-40ca-afa4-d7300e98f7d6 req-2781eb8d-0943-4f24-9272-da66475e6bd3 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:34.838890 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e653f68f-70d6-40ca-afa4-d7300e98f7d6 req-2781eb8d-0943-4f24-9272-da66475e6bd3 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.0681758 Oct 27 15:59:34.897446 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e653f68f-70d6-40ca-afa4-d7300e98f7d6 req-a637a5d0-3ac1-4b59-901a-6d345ad6e849 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444357 Oct 27 15:59:34.947168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-81095015-f2ae-456e-9b0d-565f963b875c tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/833778c6-d530-4b7a-a766-cc15b41c4948 HTTP/1.1" status: 200 len: 2977 time: 0.0937481 Oct 27 15:59:35.047852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-20af4361-0157-4d10-bda2-f2538fc45a8b tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/833778c6-d530-4b7a-a766-cc15b41c4948 HTTP/1.1" status: 200 len: 2977 time: 0.0922773 Oct 27 15:59:35.142638 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-d1a6677f-6ce5-41ae-af33-ba37fe8817fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0822945 Oct 27 15:59:35.155475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-a316e471-366f-4f27-8b13-7eb75c45392e tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/8879463b-01f3-41ca-86c8-b3f276e2f9b7 HTTP/1.1" status: 200 len: 2973 time: 0.1014178 Oct 27 15:59:35.222457 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-8b5d4a30-3981-41ff-beb8-dfee82f24c6a tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/8879463b-01f3-41ca-86c8-b3f276e2f9b7 HTTP/1.1" status: 200 len: 2973 time: 0.0602341 Oct 27 15:59:35.312627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-4bd55d7f-dca7-44a6-ae93-b14760a0e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:35.320123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-4bd55d7f-dca7-44a6-ae93-b14760a0e8f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 1122 time: 0.1393940 Oct 27 15:59:35.344656 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-d58031fe-6461-4f44-b97c-1903fa82b6c2 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ba825b4d-882a-436c-aa3e-4ac4e962d047 HTTP/1.1" status: 200 len: 2981 time: 0.1209984 Oct 27 15:59:35.461046 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-f6996f93-0287-46ad-8b8b-4535a33a80a0 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ba825b4d-882a-436c-aa3e-4ac4e962d047 HTTP/1.1" status: 200 len: 2981 time: 0.0951970 Oct 27 15:59:35.547896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-3c741850-71ae-42c7-b069-6a8ec71f7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:35.551443 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-3c741850-71ae-42c7-b069-6a8ec71f7731 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2019372 Oct 27 15:59:35.587245 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-7f79dbf0-6bc3-45c8-a32f-241bf686ccff tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/bebfa030-34c3-4ae6-b125-51f8c05668a2 HTTP/1.1" status: 200 len: 2981 time: 0.1244142 Oct 27 15:59:35.707564 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-5328aaeb-3be9-47cf-9bd0-5acc69d20466 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b HTTP/1.1" status: 200 len: 217 time: 0.1424930 Oct 27 15:59:35.739581 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-079852d7-1cd7-4674-b153-19521ba9de60 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/bebfa030-34c3-4ae6-b125-51f8c05668a2 HTTP/1.1" status: 200 len: 2981 time: 0.1387849 Oct 27 15:59:35.819779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-0259146a-e60a-4a41-a9d9-9c72daa0dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:35.822635 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-0259146a-e60a-4a41-a9d9-9c72daa0dd3a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1052577 Oct 27 15:59:35.841984 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-a2cd9305-a4cb-419e-8bfe-44e76ee0e97a tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/bf078056-1cdd-4aaa-9992-c9773b7318c7 HTTP/1.1" status: 200 len: 2981 time: 0.0808313 Oct 27 15:59:35.985110 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-40e07255-80b6-47b9-88d5-39ec93abf465 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/bf078056-1cdd-4aaa-9992-c9773b7318c7 HTTP/1.1" status: 200 len: 2981 time: 0.1150658 Oct 27 15:59:35.985522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-128631e7-ce68-4692-b6ab-348b50ee8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:35.989447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-128631e7-ce68-4692-b6ab-348b50ee8d0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1575406 Oct 27 15:59:36.102754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-6d0a6b59-d6bb-4ccb-918f-e79812e371c5 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/bf1a1bfc-7746-441e-87c5-ce7533a1e44e HTTP/1.1" status: 200 len: 2981 time: 0.1085999 Oct 27 15:59:36.202980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-d1bece0a-2d83-4ee5-adb7-f04c1a99c509 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038856 Oct 27 15:59:36.232870 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-604a921c-8c1f-42dd-a4be-bc6dc5e1b2b4 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/bf1a1bfc-7746-441e-87c5-ce7533a1e44e HTTP/1.1" status: 200 len: 2981 time: 0.1220264 Oct 27 15:59:36.297751 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-774bdabf-2028-468f-a657-3429b5da003c tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f55a70e3-2edb-4dd3-b1ae-dbcc584434ba HTTP/1.1" status: 200 len: 2981 time: 0.0621328 Oct 27 15:59:36.361935 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7009860c-355a-41a3-8e04-34eecf8060e3 req-ee35c539-8918-4d9a-8bb5-4c0f821e0a05 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f55a70e3-2edb-4dd3-b1ae-dbcc584434ba HTTP/1.1" status: 200 len: 2981 time: 0.0576162 Oct 27 15:59:36.383662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb7e05de-d4f0-4e46-8e47-92dab73c56b3 req-8863e098-5b19-4076-9bf0-d2cfae64fad6 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726041 Oct 27 15:59:36.635219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0ea28-9c4f-479c-bf99-1af20eb91da6 req-07498c45-1a1d-4c02-8293-d8b8a701fef1 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:36.639118 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eda0ea28-9c4f-479c-bf99-1af20eb91da6 req-07498c45-1a1d-4c02-8293-d8b8a701fef1 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 969 time: 0.0867279 Oct 27 15:59:36.654563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3aa2a-3ad8-4ab7-ac02-12587f6ccf04 req-bd0513bd-dfe7-4e95-a4fc-875e891ca22c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:36.656958 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3aa2a-3ad8-4ab7-ac02-12587f6ccf04 req-bd0513bd-dfe7-4e95-a4fc-875e891ca22c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.1262226 Oct 27 15:59:36.720566 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eda0ea28-9c4f-479c-bf99-1af20eb91da6 req-2586010a-d7e8-4303-8a05-14b2b758dfd5 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679746 Oct 27 15:59:36.742957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3aa2a-3ad8-4ab7-ac02-12587f6ccf04 req-e712bdfc-89f2-444c-b3a4-8c11d8359c1e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754685 Oct 27 15:59:36.991729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871638-2cbe-4156-b30d-a5a5e536b507 req-4166ab57-ed68-4ca4-8015-3df1f6180c65 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:36.996749 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83871638-2cbe-4156-b30d-a5a5e536b507 req-4166ab57-ed68-4ca4-8015-3df1f6180c65 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.1270738 Oct 27 15:59:37.025940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873732db-dd4d-4e93-be78-78a39faa1396 req-2089d495-8f06-4bf1-b34a-3b095759fa7a tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:37.029018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-873732db-dd4d-4e93-be78-78a39faa1396 req-2089d495-8f06-4bf1-b34a-3b095759fa7a tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 969 time: 0.1332624 Oct 27 15:59:37.084231 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83871638-2cbe-4156-b30d-a5a5e536b507 req-351b7918-04c5-4b80-a465-09e3c4de066f tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738780 Oct 27 15:59:37.313415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-873732db-dd4d-4e93-be78-78a39faa1396 req-5eebc2d6-2731-4e18-9c53-c14506d48a85 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Deleting port c455329e-3a7d-416f-ad3f-42feae2efddd {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 15:59:37.313994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-873732db-dd4d-4e93-be78-78a39faa1396 req-5eebc2d6-2731-4e18-9c53-c14506d48a85 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:37.334985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c525b2df-7cc8-4cdc-8d2c-778314f8bd28 req-240a9169-008c-4f8c-98f4-742a013279a0 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3e444c5367c4de4bf9082a0284867de HTTP/1.1" status: 200 len: 6102 time: 0.1728177 Oct 27 15:59:37.440326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bb626-b6ae-4241-9fc8-10c1c8556b1f req-cb69dd76-98fe-462d-8a70-4c5a5a864e7b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:37.441877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d2bb626-b6ae-4241-9fc8-10c1c8556b1f req-cb69dd76-98fe-462d-8a70-4c5a5a864e7b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0582824 Oct 27 15:59:37.493845 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d2bb626-b6ae-4241-9fc8-10c1c8556b1f req-db42ecd3-343a-408d-a092-13f53ffe3bec tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449934 Oct 27 15:59:37.504208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c525b2df-7cc8-4cdc-8d2c-778314f8bd28 req-33fca589-2d90-437e-9d6c-bd5e760dd684 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] 10.222.0.15 "GET /v2.0/security-groups/5bec3370-fe10-4ca2-b082-c594bd5b5b91 HTTP/1.1" status: 200 len: 2981 time: 0.1432292 Oct 27 15:59:37.549427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-873732db-dd4d-4e93-be78-78a39faa1396 req-5eebc2d6-2731-4e18-9c53-c14506d48a85 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] For port c455329e-3a7d-416f-ad3f-42feae2efddd, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c455329e-3a7d-416f-ad3f-42feae2efddd,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:37.549799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-873732db-dd4d-4e93-be78-78a39faa1396 req-5eebc2d6-2731-4e18-9c53-c14506d48a85 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:37.579133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-873732db-dd4d-4e93-be78-78a39faa1396 req-5eebc2d6-2731-4e18-9c53-c14506d48a85 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Calling delete_port for c455329e-3a7d-416f-ad3f-42feae2efddd owned by compute:tempest-test_az-659623995 {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 15:59:37.598989 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c525b2df-7cc8-4cdc-8d2c-778314f8bd28 req-1c444aba-cd30-499f-9e40-05c230bcf455 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] 10.222.0.15 "GET /v2.0/security-groups/5bec3370-fe10-4ca2-b082-c594bd5b5b91 HTTP/1.1" status: 200 len: 2981 time: 0.0882416 Oct 27 15:59:37.718663 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2d88ab69-1d72-4b1f-b025-f7f37b7fe545 req-5ac27636-c417-4540-bac2-6c0eb13c99d2 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/9fdf09ad-ebc5-4da7-b2c6-e8945fe264ab HTTP/1.1" status: 200 len: 1776 time: 0.0436985 Oct 27 15:59:37.783072 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d88ab69-1d72-4b1f-b025-f7f37b7fe545 req-5bfa21e6-b86a-43bb-ac53-fda588fe1ead tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:37.812283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d88ab69-1d72-4b1f-b025-f7f37b7fe545 req-5bfa21e6-b86a-43bb-ac53-fda588fe1ead tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:37.853503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-873732db-dd4d-4e93-be78-78a39faa1396 req-5eebc2d6-2731-4e18-9c53-c14506d48a85 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:37.870715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c455329e-3a7d-416f-ad3f-42feae2efddd', '3f0fe110-7c48-481b-ba0e-c15708e0720b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:37.920494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebc2d6-2731-4e18-9c53-c14506d48a85 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Pushing event deleted for resources: {'Port': ['ID=c455329e-3a7d-416f-ad3f-42feae2efddd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:37.941656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d88ab69-1d72-4b1f-b025-f7f37b7fe545 req-5bfa21e6-b86a-43bb-ac53-fda588fe1ead tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:37.948419 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2d88ab69-1d72-4b1f-b025-f7f37b7fe545 req-5bfa21e6-b86a-43bb-ac53-fda588fe1ead tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:37.951491 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2d88ab69-1d72-4b1f-b025-f7f37b7fe545 req-5bfa21e6-b86a-43bb-ac53-fda588fe1ead tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fdf09ad-ebc5-4da7-b2c6-e8945fe264ab HTTP/1.1" status: 204 len: 173 time: 0.2247484 Oct 27 15:59:37.975449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa21e6-b86a-43bb-ac53-fda588fe1ead tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdf09ad-ebc5-4da7-b2c6-e8945fe264ab,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:37.978571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2f881e17-ddca-487e-a018-d7eca174ea68 req-d0557d35-7db7-4ed5-b019-f79813c1d441 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=408078ad-fa78-4ad4-9da2-a441119731c2 HTTP/1.1" status: 200 len: 210 time: 0.0634668 Oct 27 15:59:37.994909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-873732db-dd4d-4e93-be78-78a39faa1396 req-5eebc2d6-2731-4e18-9c53-c14506d48a85 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] No DVR routers for this DVR port c455329e-3a7d-416f-ad3f-42feae2efddd on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:59:37.998523 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-873732db-dd4d-4e93-be78-78a39faa1396 req-5eebc2d6-2731-4e18-9c53-c14506d48a85 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:38.003331 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-873732db-dd4d-4e93-be78-78a39faa1396 req-5eebc2d6-2731-4e18-9c53-c14506d48a85 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "DELETE /v2.0/ports/c455329e-3a7d-416f-ad3f-42feae2efddd HTTP/1.1" status: 204 len: 173 time: 0.9641128 Oct 27 15:59:38.004135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408078ad-fa78-4ad4-9da2-a441119731c2', 'name': 'network-vif-deleted', 'tag': 'c455329e-3a7d-416f-ad3f-42feae2efddd'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:38.006992 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e144cdb-bb96-4949-b3db-41bb18481cdf" -d '{"events": [{"server_uuid": "408078ad-fa78-4ad4-9da2-a441119731c2", "name": "network-vif-deleted", "tag": "c455329e-3a7d-416f-ad3f-42feae2efddd"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:38.163528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38010485-0ffa-426d-b6b2-9608f30878fb req-ca5d4b23-ef3a-42d9-b327-bfd134110a75 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "GET /v2.0/security-groups/f0f3e7fb-242d-4097-9ad8-9f1358a0c77d HTTP/1.1" status: 200 len: 1777 time: 0.0749564 Oct 27 15:59:38.252799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-38010485-0ffa-426d-b6b2-9608f30878fb req-de1285f7-4a0c-4c63-b148-aa0d93ae6a96 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:38.292899 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-38010485-0ffa-426d-b6b2-9608f30878fb req-de1285f7-4a0c-4c63-b148-aa0d93ae6a96 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:38.412752 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c36eb3-bfc6-4ea7-abff-e7b0b8e74b7c x-openstack-request-id: req-d6c36eb3-bfc6-4ea7-abff-e7b0b8e74b7c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:38.413487 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408078ad-fa78-4ad4-9da2-a441119731c2", "name": "network-vif-deleted", "tag": "c455329e-3a7d-416f-ad3f-42feae2efddd", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:38.413967 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6c36eb3-bfc6-4ea7-abff-e7b0b8e74b7c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:38.414731 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408078ad-fa78-4ad4-9da2-a441119731c2', 'name': 'network-vif-deleted', 'tag': 'c455329e-3a7d-416f-ad3f-42feae2efddd', 'status': 'completed', 'code': 200} Oct 27 15:59:38.547768 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-38010485-0ffa-426d-b6b2-9608f30878fb req-de1285f7-4a0c-4c63-b148-aa0d93ae6a96 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:38.547768 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-38010485-0ffa-426d-b6b2-9608f30878fb req-de1285f7-4a0c-4c63-b148-aa0d93ae6a96 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:38.547768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38010485-0ffa-426d-b6b2-9608f30878fb req-de1285f7-4a0c-4c63-b148-aa0d93ae6a96 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0f3e7fb-242d-4097-9ad8-9f1358a0c77d HTTP/1.1" status: 204 len: 173 time: 0.3374918 Oct 27 15:59:38.547768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1285f7-4a0c-4c63-b148-aa0d93ae6a96 tempest-SecurityGroupsTestAdminJSON-1430399245 tempest-SecurityGroupsTestAdminJSON-1430399245-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f3e7fb-242d-4097-9ad8-9f1358a0c77d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:38.722063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdabe0-954b-4555-9642-579a89d7d259 req-f77da88c-07ad-4c79-8c96-c8deebd3e772 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:38.724810 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3afdabe0-954b-4555-9642-579a89d7d259 req-f77da88c-07ad-4c79-8c96-c8deebd3e772 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.1341972 Oct 27 15:59:38.812666 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3afdabe0-954b-4555-9642-579a89d7d259 req-336c5d69-543e-4b32-a18b-b4b35f1e720d tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739844 Oct 27 15:59:38.912926 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ae1e24ee-5119-49d7-b077-86000ac6b63d req-968f1901-4f72-47e1-b078-b1c4560e5e96 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] 10.222.0.15 "GET /v2.0/security-groups/cc430fb0-a3f5-4c88-ad12-e982cf07e7df HTTP/1.1" status: 200 len: 1777 time: 0.0545719 Oct 27 15:59:38.982554 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ae1e24ee-5119-49d7-b077-86000ac6b63d req-4dee8773-cc39-40dd-9815-8a3baedc98f2 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:39.027397 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ae1e24ee-5119-49d7-b077-86000ac6b63d req-4dee8773-cc39-40dd-9815-8a3baedc98f2 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:39.198636 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ae1e24ee-5119-49d7-b077-86000ac6b63d req-4dee8773-cc39-40dd-9815-8a3baedc98f2 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:39.203884 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ae1e24ee-5119-49d7-b077-86000ac6b63d req-4dee8773-cc39-40dd-9815-8a3baedc98f2 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:39.207805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ae1e24ee-5119-49d7-b077-86000ac6b63d req-4dee8773-cc39-40dd-9815-8a3baedc98f2 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] 10.222.0.15 "DELETE /v2.0/security-groups/cc430fb0-a3f5-4c88-ad12-e982cf07e7df HTTP/1.1" status: 204 len: 173 time: 0.2909536 Oct 27 15:59:39.218048 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-e4d0383d-269d-48bf-b36b-4eecd8f16050 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318205 Oct 27 15:59:39.223854 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee8773-cc39-40dd-9815-8a3baedc98f2 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc430fb0-a3f5-4c88-ad12-e982cf07e7df,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:39.358168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49313519-3a71-4717-bf02-461736cfe8e3 req-e7c38f51-96f1-44ba-9d42-f84d8d96ecd9 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:39.359763 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49313519-3a71-4717-bf02-461736cfe8e3 req-e7c38f51-96f1-44ba-9d42-f84d8d96ecd9 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 1097 time: 0.0610921 Oct 27 15:59:39.410329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c72f93fc-c77b-46ba-85a3-b3160be88563 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:39.412076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c72f93fc-c77b-46ba-85a3-b3160be88563 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870055 Oct 27 15:59:39.414162 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49313519-3a71-4717-bf02-461736cfe8e3 req-8c99a523-e4fd-4a75-ba46-7fc847d31027 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409343 Oct 27 15:59:39.432474 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-801e896b-0cbf-4ad7-8ff4-0ca8d583bbbf tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/quotas/7f61df9457ee4ff2a28b60fb1dad19d5 HTTP/1.1" status: 200 len: 375 time: 0.0121012 Oct 27 15:59:39.549181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-cbf4d791-c650-4c7b-9542-36896f20c8fc tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063464 Oct 27 15:59:39.742402 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-817f7da5-173b-4ee3-97b7-9693dcf5a2c3 req-f8e39239-742c-4ab9-a313-4ad2199b9ac8 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] 10.222.0.15 "GET /v2.0/security-groups/4b18de7a-7560-4aa2-812d-e3dc5f535a1c HTTP/1.1" status: 200 len: 1777 time: 0.0512342 Oct 27 15:59:39.830580 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-817f7da5-173b-4ee3-97b7-9693dcf5a2c3 req-7ab7c360-88b0-4827-93b9-04048ed5f634 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:39.873742 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-817f7da5-173b-4ee3-97b7-9693dcf5a2c3 req-7ab7c360-88b0-4827-93b9-04048ed5f634 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:39.892280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40964) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:40.056452 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-817f7da5-173b-4ee3-97b7-9693dcf5a2c3 req-7ab7c360-88b0-4827-93b9-04048ed5f634 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:40.062215 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-817f7da5-173b-4ee3-97b7-9693dcf5a2c3 req-7ab7c360-88b0-4827-93b9-04048ed5f634 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:40.064279 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-817f7da5-173b-4ee3-97b7-9693dcf5a2c3 req-7ab7c360-88b0-4827-93b9-04048ed5f634 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] 10.222.0.15 "DELETE /v2.0/security-groups/4b18de7a-7560-4aa2-812d-e3dc5f535a1c HTTP/1.1" status: 204 len: 173 time: 0.3098586 Oct 27 15:59:40.085321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d778a9d6-2755-4139-a364-1b796ea8290b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:40.088245 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7c360-88b0-4827-93b9-04048ed5f634 tempest-SecurityGroupsTestAdminJSON-323693824 tempest-SecurityGroupsTestAdminJSON-323693824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b18de7a-7560-4aa2-812d-e3dc5f535a1c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:40.285306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d778a9d6-2755-4139-a364-1b796ea8290b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:40.378159 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d778a9d6-2755-4139-a364-1b796ea8290b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:40.446799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d778a9d6-2755-4139-a364-1b796ea8290b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29f4f8806a5f407cb9918cea36c10b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5534058 Oct 27 15:59:40.448342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778a9d6-2755-4139-a364-1b796ea8290b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e47302-5ccc-45f9-aadd-6ae6854c2530,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:40.451743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40976) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:40.548460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-582929e4-894a-48f2-b959-e88377958e3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:40.578254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-582929e4-894a-48f2-b959-e88377958e3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:40.617320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c455329e-3a7d-416f-ad3f-42feae2efddd no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:59:40.646147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: c455329e-3a7d-416f-ad3f-42feae2efddd {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 15:59:40.646506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c455329e-3a7d-416f-ad3f-42feae2efddd not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:59:40.797880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40984) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:40.885751 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-582929e4-894a-48f2-b959-e88377958e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:40.893510 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-582929e4-894a-48f2-b959-e88377958e3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:40.896628 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-582929e4-894a-48f2-b959-e88377958e3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47e47302-5ccc-45f9-aadd-6ae6854c2530 HTTP/1.1" status: 204 len: 168 time: 0.4423640 Oct 27 15:59:40.915209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582929e4-894a-48f2-b959-e88377958e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e47302-5ccc-45f9-aadd-6ae6854c2530,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:41.095372 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bc0b6cb3-7999-42d5-aa66-2157bc9abd2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3e444c5367c4de4bf9082a0284867de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2953243 Oct 27 15:59:41.098518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41002) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:41.175859 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-147eaf74-08a2-41b7-a67c-fa27aeafc671 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:41.217777 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-147eaf74-08a2-41b7-a67c-fa27aeafc671 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:41.330151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557bd0b-11c5-4f77-a927-e5302e8dca76 req-98acffd4-76bf-4cb4-868b-271844f43d21 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:41.332047 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8557bd0b-11c5-4f77-a927-e5302e8dca76 req-98acffd4-76bf-4cb4-868b-271844f43d21 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.0626457 Oct 27 15:59:41.379550 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8557bd0b-11c5-4f77-a927-e5302e8dca76 req-836c4b9a-4d3f-41b8-ac87-099db5f5cee8 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391743 Oct 27 15:59:41.421652 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-147eaf74-08a2-41b7-a67c-fa27aeafc671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:41.424879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-147eaf74-08a2-41b7-a67c-fa27aeafc671 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:41.426070 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-147eaf74-08a2-41b7-a67c-fa27aeafc671 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bec3370-fe10-4ca2-b082-c594bd5b5b91 HTTP/1.1" status: 204 len: 168 time: 0.3262439 Oct 27 15:59:41.437090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147eaf74-08a2-41b7-a67c-fa27aeafc671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bec3370-fe10-4ca2-b082-c594bd5b5b91,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:41.541660 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7cd5d983-5d6d-43eb-ab46-390b83564714 req-a085ad91-2e0e-4ac2-b153-f7e2bc2ba396 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 210 time: 0.0772474 Oct 27 15:59:41.706187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651cc74a-eee2-4f3b-8253-f0716f4875f0 req-a22a46db-534b-49b7-b183-65e83d8020c5 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:41.708559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-651cc74a-eee2-4f3b-8253-f0716f4875f0 req-a22a46db-534b-49b7-b183-65e83d8020c5 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 971 time: 0.0846105 Oct 27 15:59:41.773794 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-651cc74a-eee2-4f3b-8253-f0716f4875f0 req-78d6436f-be51-44df-aa69-c94717106fa7 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/security-groups?id=17adb7cd-215d-4b9b-92e8-46ed8d5b805a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558918 Oct 27 15:59:42.222048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41030) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:42.252266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-31299e00-9cce-42ab-bbdf-7387b9504e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:42.296877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37b68-bb6d-4203-b1da-d6661bbbade6 req-366ab171-392a-4851-a1d8-44746632da1c tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:42.300392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77f37b68-bb6d-4203-b1da-d6661bbbade6 req-366ab171-392a-4851-a1d8-44746632da1c tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 971 time: 0.1014340 Oct 27 15:59:42.391318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-31299e00-9cce-42ab-bbdf-7387b9504e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:42.476381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-77f37b68-bb6d-4203-b1da-d6661bbbade6 req-46b2a49e-6194-44f1-8c2c-64a686c60b87 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Deleting port 3f0fe110-7c48-481b-ba0e-c15708e0720b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 15:59:42.484931 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77f37b68-bb6d-4203-b1da-d6661bbbade6 req-46b2a49e-6194-44f1-8c2c-64a686c60b87 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:42.523151 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-31299e00-9cce-42ab-bbdf-7387b9504e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:42.602394 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-31299e00-9cce-42ab-bbdf-7387b9504e0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08793b688fa84beda85e2d48cbc5b947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780954 Oct 27 15:59:42.603852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31299e00-9cce-42ab-bbdf-7387b9504e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dab825e-df4e-4423-90fd-48fc87896fa1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:42.606131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41038) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:42.653167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-77f37b68-bb6d-4203-b1da-d6661bbbade6 req-46b2a49e-6194-44f1-8c2c-64a686c60b87 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] For port 3f0fe110-7c48-481b-ba0e-c15708e0720b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3f0fe110-7c48-481b-ba0e-c15708e0720b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:42.653776 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77f37b68-bb6d-4203-b1da-d6661bbbade6 req-46b2a49e-6194-44f1-8c2c-64a686c60b87 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:42.702163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-77f37b68-bb6d-4203-b1da-d6661bbbade6 req-46b2a49e-6194-44f1-8c2c-64a686c60b87 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Calling delete_port for 3f0fe110-7c48-481b-ba0e-c15708e0720b owned by compute:tempest-test_az-659623995 {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 15:59:42.726787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41042) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:42.794983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-52242bef-dda8-4fc4-92ba-7fc0b406a634 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a72e9a6399c94ac4af728d76cda36c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666420 Oct 27 15:59:42.800287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41044) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:42.829357 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2ec32d2-bc8d-41bc-b279-f92fa98de9bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:42.897752 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2ec32d2-bc8d-41bc-b279-f92fa98de9bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:42.924579 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08a2ec32-39e6-48e3-8329-ca59dee005eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:42.947116 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18a1a7-b8a5-4045-ba75-6dcea64622e9 req-db9a2094-657d-49e1-9220-8eb6f0b9b9fa tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:42.949493 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f18a1a7-b8a5-4045-ba75-6dcea64622e9 req-db9a2094-657d-49e1-9220-8eb6f0b9b9fa tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 943 time: 0.0920072 Oct 27 15:59:42.971396 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08a2ec32-39e6-48e3-8329-ca59dee005eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:42.991439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-c56d8edd-7b44-4175-a373-8945bfac1558 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 15:59:42.992476 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-c56d8edd-7b44-4175-a373-8945bfac1558 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0239570 Oct 27 15:59:43.086786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-9b209613-0492-48f7-9d99-bee390c10fd4 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:43.088471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-9b209613-0492-48f7-9d99-bee390c10fd4 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports/c32792df-ca37-47c7-91e2-795c2d179df6 HTTP/1.1" status: 200 len: 1094 time: 0.0744958 Oct 27 15:59:43.091751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-d97ad52b-1cd8-482e-b194-fcfc6a39e223 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570896 Oct 27 15:59:43.093323 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f18a1a7-b8a5-4045-ba75-6dcea64622e9 req-a6f758bf-acb6-41bf-8ced-1612864a2b47 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260476 Oct 27 15:59:43.104002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Request body: {'binding': {'host': 'n-h1-815689-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:43.105331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Unknown quota resources ['binding']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 15:59:43.221456 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2ec32d2-bc8d-41bc-b279-f92fa98de9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:43.224349 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2ec32d2-bc8d-41bc-b279-f92fa98de9bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:43.225750 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b2ec32d2-bc8d-41bc-b279-f92fa98de9bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7dab825e-df4e-4423-90fd-48fc87896fa1 HTTP/1.1" status: 204 len: 168 time: 0.6180780 Oct 27 15:59:43.253361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec32d2-bc8d-41bc-b279-f92fa98de9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dab825e-df4e-4423-90fd-48fc87896fa1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:43.270870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77f37b68-bb6d-4203-b1da-d6661bbbade6 req-46b2a49e-6194-44f1-8c2c-64a686c60b87 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:43.297690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['3f0fe110-7c48-481b-ba0e-c15708e0720b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:43.313283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-a81523bc-3e8a-4bb3-9f5c-e45e4bef1a92 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:43.314821 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-a81523bc-3e8a-4bb3-9f5c-e45e4bef1a92 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2106974 Oct 27 15:59:43.317481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aee29fe0-1db6-4495-9bce-43cf9d7343a6 req-a1c875ff-be10-466d-aeb7-a170bf60231b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 210 time: 0.0665448 Oct 27 15:59:43.329560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2a49e-6194-44f1-8c2c-64a686c60b87 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Pushing event deleted for resources: {'Port': ['ID=3f0fe110-7c48-481b-ba0e-c15708e0720b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:43.347569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Request body: {'port': {'device_id': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '7f61df9457ee4ff2a28b60fb1dad19d5'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:43.367107 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08a2ec32-39e6-48e3-8329-ca59dee005eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:43.371231 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08a2ec32-39e6-48e3-8329-ca59dee005eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:43.373013 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-08a2ec32-39e6-48e3-8329-ca59dee005eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bebfa030-34c3-4ae6-b125-51f8c05668a2 HTTP/1.1" status: 204 len: 168 time: 0.5706317 Oct 27 15:59:43.458637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2ec32-39e6-48e3-8329-ca59dee005eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebfa030-34c3-4ae6-b125-51f8c05668a2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:43.555852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f37b68-bb6d-4203-b1da-d6661bbbade6 req-46b2a49e-6194-44f1-8c2c-64a686c60b87 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] No DVR routers for this DVR port 3f0fe110-7c48-481b-ba0e-c15708e0720b on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 15:59:43.559671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77f37b68-bb6d-4203-b1da-d6661bbbade6 req-46b2a49e-6194-44f1-8c2c-64a686c60b87 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:43.565328 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77f37b68-bb6d-4203-b1da-d6661bbbade6 req-46b2a49e-6194-44f1-8c2c-64a686c60b87 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.54 "DELETE /v2.0/ports/3f0fe110-7c48-481b-ba0e-c15708e0720b HTTP/1.1" status: 204 len: 173 time: 1.2585874 Oct 27 15:59:43.569562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'name': 'network-vif-deleted', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:43.572736 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81ede3f-c57f-4419-a235-fff542c811ea" -d '{"events": [{"server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "name": "network-vif-deleted", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:43.595583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 on host n-h1-815689-1 for vnic_type normal with profile None {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:59:43.596181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:59:43.596758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:43.608449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Port c32792df-ca37-47c7-91e2-795c2d179df6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:59:43.609009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:43.616305 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d41cd21-c4b3-4b49-926f-9e92c76f1f15 req-3c4e3468-d871-4bf9-8647-db58636f71d6 tempest-ServersAdminTestJSON-1221948571 tempest-ServersAdminTestJSON-1221948571-project] 10.222.0.15 "GET /v2.0/ports?device_id=76d7d47a-c342-4928-b6b7-af4e0d76d780 HTTP/1.1" status: 200 len: 210 time: 0.0720174 Oct 27 15:59:43.625077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:59:43.625642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:59:43.626276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:59:43.633373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Bound port: c32792df-ca37-47c7-91e2-795c2d179df6, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:59:43.643066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 93e5f68c-a892-49a5-999d-60d8431e5e18 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:59:43.760644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c32792df-ca37-47c7-91e2-795c2d179df6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:59:43.800455 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 93e5f68c-a892-49a5-999d-60d8431e5e18, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=93e5f68c-a892-49a5-999d-60d8431e5e18,segment=NetworkSegment(0093ff44-731a-4a19-8c77-c61af0aeca10),segment_id=0093ff44-731a-4a19-8c77-c61af0aeca10)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:43.809440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Made reservation on behalf of 7f61df9457ee4ff2a28b60fb1dad19d5 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:59:43.813215 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:43.829110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '93e5f68c-a892-49a5-999d-60d8431e5e18', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'port_id': '93e5f68c-a892-49a5-999d-60d8431e5e18', 'mac_address': 'fa:16:3e:de:cf:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:59:43.869308 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:43.872297 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-54986a15-edeb-43f8-808a-1685fe340134 service neutron] 10.222.0.15 "POST /v2.0/ports/c32792df-ca37-47c7-91e2-795c2d179df6/bindings HTTP/1.1" status: 201 len: 389 time: 0.7734644 Oct 27 15:59:43.914509 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:43.942197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e5f68c-a892-49a5-999d-60d8431e5e18 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:59:43.981550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 93e5f68c-a892-49a5-999d-60d8431e5e18, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=93e5f68c-a892-49a5-999d-60d8431e5e18,segment=NetworkSegment(0093ff44-731a-4a19-8c77-c61af0aeca10),segment_id=0093ff44-731a-4a19-8c77-c61af0aeca10)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:44.061164 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:44.174762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=93e5f68c-a892-49a5-999d-60d8431e5e18,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:44.371083 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efcf9e7-f9cc-4890-b131-2271f6259d5e x-openstack-request-id: req-1efcf9e7-f9cc-4890-b131-2271f6259d5e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:44.372214 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d7d47a-c342-4928-b6b7-af4e0d76d780", "name": "network-vif-deleted", "tag": "3f0fe110-7c48-481b-ba0e-c15708e0720b", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:44.372885 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1efcf9e7-f9cc-4890-b131-2271f6259d5e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:44.373408 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76d7d47a-c342-4928-b6b7-af4e0d76d780', 'name': 'network-vif-deleted', 'tag': '3f0fe110-7c48-481b-ba0e-c15708e0720b', 'status': 'completed', 'code': 200} Oct 27 15:59:44.408992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Allocated IP 192.168.233.6 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/57119497-fea9-41fc-80fb-5df9a1387366) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:59:44.426500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['93e5f68c-a892-49a5-999d-60d8431e5e18'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:44.621758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad114825-f64b-44bb-bdbe-02fc85ba7750 req-fc4024ac-b59c-4815-ae82-8d770d1e9a69 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:44.631034 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ad114825-f64b-44bb-bdbe-02fc85ba7750 req-fc4024ac-b59c-4815-ae82-8d770d1e9a69 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.0708137 Oct 27 15:59:44.692974 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ad114825-f64b-44bb-bdbe-02fc85ba7750 req-1878de5b-a515-4bc3-a0c0-9d0642479114 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583413 Oct 27 15:59:44.724383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f697bf-2944-47ce-a893-6df724fc37e3 req-089ba58f-61d9-458f-9b0b-e46d6710b217 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:44.742823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37f697bf-2944-47ce-a893-6df724fc37e3 req-089ba58f-61d9-458f-9b0b-e46d6710b217 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 944 time: 0.2529013 Oct 27 15:59:44.852708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd1ee8d6-dbea-4056-9be8-e40bd476b47c req-3b1a1993-c70e-4c78-b3aa-90a7636a1646 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 210 time: 0.0539916 Oct 27 15:59:44.945064 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-f8f6c25a-ca82-45b4-8457-1d9eacbe7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:44.946635 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-f8f6c25a-ca82-45b4-8457-1d9eacbe7459 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 1097 time: 0.1147296 Oct 27 15:59:44.963744 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37f697bf-2944-47ce-a893-6df724fc37e3 req-334977bc-ebe5-4c16-b555-10c447d381e5 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2172489 Oct 27 15:59:45.149053 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:45.245475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-f34f3af4-ada8-4dfc-b804-51e2b71a8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:45.248125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-f34f3af4-ada8-4dfc-b804-51e2b71a8a50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.2682040 Oct 27 15:59:45.296496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-b2b733d1-6b81-4028-8303-377f00a8c502 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32792df-ca37-47c7-91e2-795c2d179df6 HTTP/1.1" status: 200 len: 217 time: 0.0406344 Oct 27 15:59:45.357503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:45.369948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b845e54b-64a5-4133-a4e1-c7e442b8b249'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:45.374695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['de6aeacf-35fe-45a6-88e2-08458adc8712'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:45.435265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-f05b8569-c90c-4a29-86b7-55bc125eb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:45.438000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-f05b8569-c90c-4a29-86b7-55bc125eb7f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.1345251 Oct 27 15:59:45.562872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-27f3e0bc-dd8b-4ce8-a375-76e18ab7ea61 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788159 Oct 27 15:59:45.564235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:59:45.569053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:59:45.574952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Pushing event updated for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:45.575088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41122) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:45.592171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:59:45.597353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:45.598673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:45.645487 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 93e5f68c-a892-49a5-999d-60d8431e5e18 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:59:45.782224 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-8b3001b9-3086-4bb8-a648-2fddd6217d0c service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105176 Oct 27 15:59:45.855374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 93e5f68c-a892-49a5-999d-60d8431e5e18 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:59:45.860850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 93e5f68c-a892-49a5-999d-60d8431e5e18 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:45.861228 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:45.885419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-88618b03-6159-4fef-b0b5-053935341d1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5532129 Oct 27 15:59:45.920734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Request body: {'port': {'device_id': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:46.035242 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.045006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-721397bb-fef4-4bd5-8bf5-837a86508e06 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512159 Oct 27 15:59:46.063626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e2efe-3d76-456c-a102-e28350baa16c req-af1d930d-18c3-4134-b271-649fe496c2f5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:46.071971 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f8e2efe-3d76-456c-a102-e28350baa16c req-af1d930d-18c3-4134-b271-649fe496c2f5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.2765071 Oct 27 15:59:46.100989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:46.120155 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.140579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41142) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:46.151045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 93e5f68c-a892-49a5-999d-60d8431e5e18, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=93e5f68c-a892-49a5-999d-60d8431e5e18,segment=NetworkSegment(0093ff44-731a-4a19-8c77-c61af0aeca10),segment_id=0093ff44-731a-4a19-8c77-c61af0aeca10)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:46.154214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e5f68c-a892-49a5-999d-60d8431e5e18'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:46.157507 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a981487f-e4de-49bb-868e-5a7e42696bec" -d '{"events": [{"server_uuid": "325c55a1-64ae-48a2-9af7-be8bcdf36fbd", "name": "network-vif-plugged", "status": "completed", "tag": "93e5f68c-a892-49a5-999d-60d8431e5e18"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:46.160383 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-network', 'tenant_id': '7b527ad03a764a7593e438385d92211c'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:46.165469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f8e2efe-3d76-456c-a102-e28350baa16c req-fbe8ffa8-b2bb-4288-947b-ca0dd8aa4181 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925567 Oct 27 15:59:46.182322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9947b4a-7967-44f6-83ed-5b823da7a60e None None] Provisioning complete for port 57119497-fea9-41fc-80fb-5df9a1387366 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:46.184273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9947b4a-7967-44f6-83ed-5b823da7a60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.253173 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-network', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:46.267739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9947b4a-7967-44f6-83ed-5b823da7a60e None None] Port 57119497-fea9-41fc-80fb-5df9a1387366 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:59:46.312016 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ade42b67-de6e-4990-98d2-aa028d2fc699 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6bcd4fcb590468b84e4fc1be71bb80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057829 Oct 27 15:59:46.316396 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.328707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41148) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:46.383597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Made reservation on behalf of 7b527ad03a764a7593e438385d92211c for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:59:46.388871 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.391512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=93e5f68c-a892-49a5-999d-60d8431e5e18,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:46.413639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.448354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b928ed-2037-4707-bda6-d3180eca7e66 req-2073a50c-89c1-4442-9bdd-fbb58189caaa tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:46.450129 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7b928ed-2037-4707-bda6-d3180eca7e66 req-2073a50c-89c1-4442-9bdd-fbb58189caaa tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 934 time: 0.1594832 Oct 27 15:59:46.472294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96d056-90cb-4e8c-ad48-5fab0b1c4899 req-63c59fe9-b012-4b63-a1a9-efb90c7437fe tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:46.474126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd96d056-90cb-4e8c-ad48-5fab0b1c4899 req-63c59fe9-b012-4b63-a1a9-efb90c7437fe tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 945 time: 0.1333714 Oct 27 15:59:46.532969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-314ce46f-f623-49a2-adfe-32c4b463f216 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.534643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Made reservation on behalf of 5d0bb18ca827474caf1f4f6174445004 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:59:46.537922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.561899 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.566670 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7b928ed-2037-4707-bda6-d3180eca7e66 req-7f67b9a3-2aad-458b-8587-28679f7fa385 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998781 Oct 27 15:59:46.592186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd96d056-90cb-4e8c-ad48-5fab0b1c4899 req-3f85d138-fd6b-4cff-a9b8-b60d2ad681eb tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031632 Oct 27 15:59:46.594089 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-314ce46f-f623-49a2-adfe-32c4b463f216 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.668994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3f0fe110-7c48-481b-ba0e-c15708e0720b no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 15:59:46.710478 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 3f0fe110-7c48-481b-ba0e-c15708e0720b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 15:59:46.710743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3f0fe110-7c48-481b-ba0e-c15708e0720b not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 15:59:46.717161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57119497-fea9-41fc-80fb-5df9a1387366 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:59:46.727931 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.744420 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9afdb5-00f5-4a32-94c7-b8a6a9ebc568 x-openstack-request-id: req-0c9afdb5-00f5-4a32-94c7-b8a6a9ebc568 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:46.744965 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325c55a1-64ae-48a2-9af7-be8bcdf36fbd", "name": "network-vif-plugged", "status": "completed", "tag": "93e5f68c-a892-49a5-999d-60d8431e5e18", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:46.745525 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c9afdb5-00f5-4a32-94c7-b8a6a9ebc568 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:46.746322 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e5f68c-a892-49a5-999d-60d8431e5e18', 'code': 200} Oct 27 15:59:46.769464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Transition to ACTIVE for port object 57119497-fea9-41fc-80fb-5df9a1387366 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 15:59:46.799957 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.901814 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.906875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.916255 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.949334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-314ce46f-f623-49a2-adfe-32c4b463f216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.955018 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-314ce46f-f623-49a2-adfe-32c4b463f216 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:46.957443 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-314ce46f-f623-49a2-adfe-32c4b463f216 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17adb7cd-215d-4b9b-92e8-46ed8d5b805a HTTP/1.1" status: 204 len: 168 time: 0.6271465 Oct 27 15:59:46.981955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:59:46.993395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd189460-bab3-4703-83fe-7dd107417a17,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:47.019377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ce46f-f623-49a2-adfe-32c4b463f216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17adb7cd-215d-4b9b-92e8-46ed8d5b805a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:47.029262 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.036919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Pushing event updated for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:47.056689 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:59:47.076913 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.077686 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Added segment 48b08e4c-92bf-449a-8aaf-407194190641 of type vlan for network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 Oct 27 15:59:47.148936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b44e0-0e80-4992-aecc-ace722721096 req-d72e5f47-dd75-49ab-a762-673cc24b99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:47.150491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e41b44e0-0e80-4992-aecc-ace722721096 req-d72e5f47-dd75-49ab-a762-673cc24b99b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 1096 time: 0.3077481 Oct 27 15:59:47.223560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Attempting to bind port 57119497-fea9-41fc-80fb-5df9a1387366 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:59:47.223560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Attempting to bind port 57119497-fea9-41fc-80fb-5df9a1387366 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:59:47.223560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Attempting to bind port 57119497-fea9-41fc-80fb-5df9a1387366 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:47.232832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.242603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Port 57119497-fea9-41fc-80fb-5df9a1387366 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 15:59:47.242927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Attempting to bind port 57119497-fea9-41fc-80fb-5df9a1387366 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:47.274267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e41b44e0-0e80-4992-aecc-ace722721096 req-ea076a71-24d9-4dcd-b4b5-2c01235a1b59 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105707 Oct 27 15:59:47.281023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:59:47.281538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:59:47.282151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:59:47.282874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Bound port: 57119497-fea9-41fc-80fb-5df9a1387366, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:59:47.283441 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.295228 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.297536 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Added segment d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35 of type vlan for network 1d818800-5c12-43bb-89ad-9797e9a2128e Oct 27 15:59:47.375480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9110e1-2537-4a0c-8142-e714e4eadd48,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:47.384854 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.452460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.453640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:47.454548 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.500665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:59:47.513584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:59:47.570533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8e477-d3c9-4329-8b39-c9beade769f8 req-b1aa4a7e-58dc-4f23-b2c0-dc2cbd6d8cf8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:47.572461 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-73f8e477-d3c9-4329-8b39-c9beade769f8 req-b1aa4a7e-58dc-4f23-b2c0-dc2cbd6d8cf8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.1928313 Oct 27 15:59:47.579575 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] Pushing event updated for resources: {'Network': ['ID=06a1a3f3-66cc-41f1-8ba4-af7b6de72059,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:47.606908 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d6a978e6-035b-4574-b94b-f64bc1310a46 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4601159 Oct 27 15:59:47.607190 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.607369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41162) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:47.614684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] Request body: {'subnet': {'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-subnet', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:47.633094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:59:47.645013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.646298 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:47.647353 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.746900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:47.781793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-73f8e477-d3c9-4329-8b39-c9beade769f8 req-2045a6cf-9df7-4519-893b-ca2fea4e4277 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718388 Oct 27 15:59:47.812395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] Pushing event updated for resources: {'Network': ['ID=1d818800-5c12-43bb-89ad-9797e9a2128e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:47.850583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 1d818800-5c12-43bb-89ad-9797e9a2128e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:59:47.851197 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Pushing event updated for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:47.890429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] Made reservation on behalf of 5d0bb18ca827474caf1f4f6174445004 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:59:47.893181 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.926854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:47.929138 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:47.931982 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-c19cfcb3-dfdb-4bc0-9987-f1d846f7d28c service neutron] 10.222.0.54 "PUT /v2.0/ports/57119497-fea9-41fc-80fb-5df9a1387366 HTTP/1.1" status: 200 len: 1094 time: 2.0192611 Oct 27 15:59:47.957048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:48.000321 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71a39a9-a417-454c-8878-41bac1403da1" -d '{"events": [{"name": "network-changed", "server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "tag": "57119497-fea9-41fc-80fb-5df9a1387366"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:48.029549 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ca5f9ce3-baf2-45bb-9773-c843cc05fa22 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4537597 Oct 27 15:59:48.038424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41178) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:48.059487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] Request body: {'subnet': {'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-subnet', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:48.176969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eb91172-1d3e-4963-884e-75c8df14c5c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:48.212386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875d984-39d5-4878-84f3-12d00c6a1219 req-fe651744-15e2-4d56-a6a4-c6d854f04634 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:48.221362 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5875d984-39d5-4878-84f3-12d00c6a1219 req-fe651744-15e2-4d56-a6a4-c6d854f04634 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 945 time: 0.1791947 Oct 27 15:59:48.256233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b35076-2e90-4607-beb6-e5a4ff309564 req-058c5d25-4cff-4098-abb9-d543af471c98 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:48.271554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-45b35076-2e90-4607-beb6-e5a4ff309564 req-058c5d25-4cff-4098-abb9-d543af471c98 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 946 time: 0.4053917 Oct 27 15:59:48.346721 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5875d984-39d5-4878-84f3-12d00c6a1219 req-664358bf-5403-45f4-a33c-5723380b7b60 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239219 Oct 27 15:59:48.361304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-64f369c3-17d6-4b7c-98d7-8a4a1f921243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:48.364077 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-64f369c3-17d6-4b7c-98d7-8a4a1f921243 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 1097 time: 0.2439229 Oct 27 15:59:48.384286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-45b35076-2e90-4607-beb6-e5a4ff309564 req-0467a071-081d-4a68-8817-09e133f142ff tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990477 Oct 27 15:59:48.496743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] Made reservation on behalf of 7b527ad03a764a7593e438385d92211c for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:59:48.502106 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:48.514367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-dbc1aa00-4070-4f07-845a-adffc7aeda70 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=57119497-fea9-41fc-80fb-5df9a1387366 HTTP/1.1" status: 200 len: 217 time: 0.1278539 Oct 27 15:59:48.519721 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4948af12-1a59-4371-9679-370820e6c99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:48.585773 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30c04f4-eb96-499c-ab74-34e726992249 x-openstack-request-id: req-f30c04f4-eb96-499c-ab74-34e726992249 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:48.586218 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "tag": "57119497-fea9-41fc-80fb-5df9a1387366", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:48.594089 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f30c04f4-eb96-499c-ab74-34e726992249 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:48.594916 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366', 'status': 'completed', 'code': 200} Oct 27 15:59:48.695786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-6391b681-8d30-4467-8c88-fb9c265090bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:48.699537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-6391b681-8d30-4467-8c88-fb9c265090bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1769178 Oct 27 15:59:48.753305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41180) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:48.787598 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:48.816180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-b1cfe0fe-75bb-4b3b-bed3-6e5e8b18a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:48.823564 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-b1cfe0fe-75bb-4b3b-bed3-6e5e8b18a7e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162295 Oct 27 15:59:48.833387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eb91172-1d3e-4963-884e-75c8df14c5c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:49.006980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-e52896ea-0896-493d-9bec-a8830aa231f6 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723700 Oct 27 15:59:49.067875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eb91172-1d3e-4963-884e-75c8df14c5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:49.095991 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3c74a552-d31d-4763-b824-b0e83d517432 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ea71ae51789415bbcd35c6d6129cdd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3410132 Oct 27 15:59:49.097126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf68072d-b695-4bd8-bfc4-2c792da33c15,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:49.100582 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41184) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:49.174744 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30ae2bce-663b-4b59-84c3-492cfd63c905 req-b4a43aea-096c-41c8-8e61-f9aa5324064f service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596494 Oct 27 15:59:49.244860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] Checking segment: {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:59:49.246099 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] Network hostable DHCP agents. Network: 06a1a3f3-66cc-41f1-8ba4-af7b6de72059, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:59:49.316881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0eb91172-1d3e-4963-884e-75c8df14c5c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=918c8bd94861471391b124ddfcf529fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5647895 Oct 27 15:59:49.318151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41186) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:49.327484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb91172-1d3e-4963-884e-75c8df14c5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a162b7fc-26a1-4980-b25b-a705000d73ea,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:49.404871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc01e6-297f-476f-85fa-a4e1992fe959 req-91e87193-cc5a-48c9-aecb-0f3784b1ccac tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:49.407367 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5afc01e6-297f-476f-85fa-a4e1992fe959 req-91e87193-cc5a-48c9-aecb-0f3784b1ccac tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.3902781 Oct 27 15:59:49.448999 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:49.516582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a39a9-a417-454c-8878-41bac1403da1 req-ef7b6008-dc58-4ac7-b5cb-ad6ff2310fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:49.519417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c71a39a9-a417-454c-8878-41bac1403da1 req-ef7b6008-dc58-4ac7-b5cb-ad6ff2310fb0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 1097 time: 0.1460869 Oct 27 15:59:49.590209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9612548-d59b-473e-92c6-277537b976f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:49.597961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] Network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:59:49.614258 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea7c922d-e778-43d4-80e7-2d3ff9dccb9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:49.638887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9834391d-76dc-41dd-a184-293e5d37f354,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:49.677665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5afc01e6-297f-476f-85fa-a4e1992fe959 req-0e4e3574-ab38-40ed-a124-eda9b052f7ec tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518659 Oct 27 15:59:49.703938 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea7c922d-e778-43d4-80e7-2d3ff9dccb9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:49.707988 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9612548-d59b-473e-92c6-277537b976f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:49.766688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 06a1a3f3-66cc-41f1-8ba4-af7b6de72059) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:59:49.778048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] Checking segment: {'id': 'd3c091e8-b4fa-4b8c-9eb8-43cf38c92b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:59:49.779790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] Network hostable DHCP agents. Network: 1d818800-5c12-43bb-89ad-9797e9a2128e, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:59:49.783700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdb0b0-fc2a-4f82-a58e-c9bd0923aabd req-a66f191e-38ca-43ae-a872-7e1bfe82b35e tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:49.787903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6d3d9-4408-4465-96f8-81cc2b6b474f None None] Network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:59:49.791468 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-05fdb0b0-fc2a-4f82-a58e-c9bd0923aabd req-a66f191e-38ca-43ae-a872-7e1bfe82b35e tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 945 time: 0.1815267 Oct 27 15:59:49.803613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a39a9-a417-454c-8878-41bac1403da1 req-c4973d2d-4f34-4284-a9e8-a4c5d1ba19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:49.805234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c71a39a9-a417-454c-8878-41bac1403da1 req-c4973d2d-4f34-4284-a9e8-a4c5d1ba19c8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2755156 Oct 27 15:59:49.809744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:49.818581 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:49.858213 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c71a39a9-a417-454c-8878-41bac1403da1 req-ced284b8-8976-4a7f-8040-db6cd1cd2610 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=57119497-fea9-41fc-80fb-5df9a1387366 HTTP/1.1" status: 200 len: 217 time: 0.0437219 Oct 27 15:59:49.997735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-05fdb0b0-fc2a-4f82-a58e-c9bd0923aabd req-8954ea86-c5a9-4260-88e4-cdd12fc6f8fc tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042749 Oct 27 15:59:50.040417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] Network 1d818800-5c12-43bb-89ad-9797e9a2128e is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 15:59:50.062477 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4997e2bb-faac-4edb-8117-d890117f9c7d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4483252 Oct 27 15:59:50.066238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41194) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:50.070341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea7c922d-e778-43d4-80e7-2d3ff9dccb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:50.082717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ff50a-0aec-4910-81d3-0f2f2d0f651a req-5615c269-617b-4a0e-8230-5bd2091faa5e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:50.085351 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a41ff50a-0aec-4910-81d3-0f2f2d0f651a req-5615c269-617b-4a0e-8230-5bd2091faa5e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 946 time: 0.1345823 Oct 27 15:59:50.086618 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea7c922d-e778-43d4-80e7-2d3ff9dccb9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:50.091582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ea7c922d-e778-43d4-80e7-2d3ff9dccb9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a162b7fc-26a1-4980-b25b-a705000d73ea HTTP/1.1" status: 204 len: 168 time: 0.7718477 Oct 27 15:59:50.099435 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:50.171128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 15:59:50.172039 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:50.174771 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 1d818800-5c12-43bb-89ad-9797e9a2128e) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:59:50.177466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a39a9-a417-454c-8878-41bac1403da1 req-960732a5-277e-45e1-91bf-124d830629f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:50.187473 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c71a39a9-a417-454c-8878-41bac1403da1 req-960732a5-277e-45e1-91bf-124d830629f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.3048220 Oct 27 15:59:50.188279 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c922d-e778-43d4-80e7-2d3ff9dccb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a162b7fc-26a1-4980-b25b-a705000d73ea,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:50.193209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9612548-d59b-473e-92c6-277537b976f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:50.194550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26348064-1618-4a2b-8fa4-797f2bf219d4 None None] Network 1d818800-5c12-43bb-89ad-9797e9a2128e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:59:50.210643 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9612548-d59b-473e-92c6-277537b976f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:50.212545 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f9612548-d59b-473e-92c6-277537b976f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d72bce3-bfb3-4dff-a11d-ca03162ac465 HTTP/1.1" status: 204 len: 168 time: 1.0713406 Oct 27 15:59:50.214995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:50.222241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:50.295242 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:50.298812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:50.656795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a39a9-a417-454c-8878-41bac1403da1 req-c5a6575f-73bc-49a7-9b7e-38ce2206e87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:50.656795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c71a39a9-a417-454c-8878-41bac1403da1 req-c5a6575f-73bc-49a7-9b7e-38ce2206e87b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628940 Oct 27 15:59:50.656795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c71a39a9-a417-454c-8878-41bac1403da1 req-7d4a77aa-4d22-42fe-addc-9ad9fa414061 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985860 Oct 27 15:59:50.705066 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32333123-29c7-46f9-a38d-ea11fdf6fd64 req-92b4bd76-317e-4158-b593-9373c1cf68c5 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:50.711466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32333123-29c7-46f9-a38d-ea11fdf6fd64 req-92b4bd76-317e-4158-b593-9373c1cf68c5 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 945 time: 0.1429882 Oct 27 15:59:50.728769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41202) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:50.737077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-98ae86aa-cd85-4f67-86df-4506cee3dd90 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Request body: {'floatingip': {'port_id': '93e5f68c-a892-49a5-999d-60d8431e5e18'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:50.787747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Allocated IP 172.20.0.2 (06a1a3f3-66cc-41f1-8ba4-af7b6de72059/bf68072d-b695-4bd8-bfc4-2c792da33c15/1faa1ab8-a2ec-4c93-b6db-44beb777f80d) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:59:50.990377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9612548-d59b-473e-92c6-277537b976f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d72bce3-bfb3-4dff-a11d-ca03162ac465,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:50.997536 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:51.024241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a41ff50a-0aec-4910-81d3-0f2f2d0f651a req-0341b074-f1a4-4a6f-8286-de1fc86699a6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8355663 Oct 27 15:59:51.045339 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-98ae86aa-cd85-4f67-86df-4506cee3dd90 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:51.106837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-1d818800-5c12-43bb-89ad-9797e9a2128e', 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'fixed_ips': [{'subnet_id': '9834391d-76dc-41dd-a184-293e5d37f354'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 15:59:51.108523 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:51.249752 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a63d8aa5-19f0-4b14-bc84-c08195cdfcb7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.2051001 Oct 27 15:59:51.338291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41210) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:51.348976 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-router', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:51.450268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c71a39a9-a417-454c-8878-41bac1403da1 req-5cd6df06-a39f-4411-8653-53b57eb7c407 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8258657 Oct 27 15:59:51.525009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Allocated IP 172.20.0.2 (1d818800-5c12-43bb-89ad-9797e9a2128e/9834391d-76dc-41dd-a184-293e5d37f354/fc61ac5b-7d3e-4189-97bd-66fe308bc948) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:59:51.559762 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:51.566433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:51.614006 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:51.652680 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cc854265-e0da-4980-a7fa-3b0d6568b7bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:51.751188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d566650-c1a3-4272-babe-622147ab329d req-0617a166-42cf-4fb9-ba88-322b6ad1af92 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:51.760352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d566650-c1a3-4272-babe-622147ab329d req-0617a166-42cf-4fb9-ba88-322b6ad1af92 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.6369519 Oct 27 15:59:51.805292 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.029103 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.034964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41222) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:52.078427 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.091106 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-acb699a8-4aea-4e8f-b53a-85d6f8855a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.128298 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.139079 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.155147 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d566650-c1a3-4272-babe-622147ab329d req-2d52d891-313a-421d-a760-f1f8d1099c29 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936560 Oct 27 15:59:52.163929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:59:52.172675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:59:52.186380 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.188958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:59:52.205551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Network 1d818800-5c12-43bb-89ad-9797e9a2128e is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:59:52.208318 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Pushing event updated for resources: {'Port': ['ID=1faa1ab8-a2ec-4c93-b6db-44beb777f80d,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:52.210352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:59:52.237497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:59:52.372968 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.448130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2de27-bbfa-465b-9a99-03d2f7a80648 req-72d3a6f9-c98a-465d-8ab4-8c9d44c2cd05 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:52.453310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.467559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4cd2de27-bbfa-465b-9a99-03d2f7a80648 req-72d3a6f9-c98a-465d-8ab4-8c9d44c2cd05 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 946 time: 0.2756755 Oct 27 15:59:52.527285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Pushing event updated for resources: {'Port': ['ID=fc61ac5b-7d3e-4189-97bd-66fe308bc948,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:52.575299 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.586590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Attempting to bind port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:59:52.587016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Attempting to bind port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:59:52.587329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Attempting to bind port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d on network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:52.629092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:59:52.629092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Checking segment: {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:59:52.629571 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.629571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Bound using segment: {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:59:52.630006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Bound port: 1faa1ab8-a2ec-4c93-b6db-44beb777f80d, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:59:52.630397 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.731469 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4cd2de27-bbfa-465b-9a99-03d2f7a80648 req-5b01019d-2a8a-46d8-99dd-62fe1beb3d15 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623506 Oct 27 15:59:52.747479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 57119497-fea9-41fc-80fb-5df9a1387366 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 15:59:52.753992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Attempting to bind port fc61ac5b-7d3e-4189-97bd-66fe308bc948 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:59:52.760286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Attempting to bind port fc61ac5b-7d3e-4189-97bd-66fe308bc948 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'd3c091e8-b4fa-4b8c-9eb8-43cf38c92b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:59:52.766261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Attempting to bind port fc61ac5b-7d3e-4189-97bd-66fe308bc948 on network 1d818800-5c12-43bb-89ad-9797e9a2128e {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:52.768670 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-acb699a8-4aea-4e8f-b53a-85d6f8855a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.799572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:59:52.800382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Checking segment: {'id': 'd3c091e8-b4fa-4b8c-9eb8-43cf38c92b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:59:52.801102 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.802459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Bound using segment: {'id': 'd3c091e8-b4fa-4b8c-9eb8-43cf38c92b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:59:52.803762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Bound port: fc61ac5b-7d3e-4189-97bd-66fe308bc948, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c091e8-b4fa-4b8c-9eb8-43cf38c92b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:59:52.804438 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.850337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Allocated IP 172.25.4.213 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/f2a69f93-619d-4eda-861f-c0e3364d4090) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:59:52.853098 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-acb699a8-4aea-4e8f-b53a-85d6f8855a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.922482 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:52.949962 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb699a8-4aea-4e8f-b53a-85d6f8855a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6350d037-49f0-4609-ad48-415f001e2d61,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:52.988184 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-acb699a8-4aea-4e8f-b53a-85d6f8855a50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa71c34379d6496e9ee0ea40d5b896e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9501517 Oct 27 15:59:52.993869 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.resource_extend [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 15:59:52.996234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41236) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:53.085610 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4048a195-f78f-4142-b65e-b8052bf2ce59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.104178 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.resource_extend [None req-98ae86aa-cd85-4f67-86df-4506cee3dd90 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 15:59:53.181254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4048a195-f78f-4142-b65e-b8052bf2ce59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.186220 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.195851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] For port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:59:53.248805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41240) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:53.292329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] For port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1faa1ab8-a2ec-4c93-b6db-44beb777f80d,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:59:53.303344 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-98ae86aa-cd85-4f67-86df-4506cee3dd90 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.318922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:53.322342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] For port fc61ac5b-7d3e-4189-97bd-66fe308bc948, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:59:53.334819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] For port fc61ac5b-7d3e-4189-97bd-66fe308bc948, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fc61ac5b-7d3e-4189-97bd-66fe308bc948,segment=NetworkSegment(d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35),segment_id=d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:59:53.340963 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '57119497-fea9-41fc-80fb-5df9a1387366', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '57119497-fea9-41fc-80fb-5df9a1387366', 'mac_address': 'fa:16:3e:cd:c1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 15:59:53.353784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.378027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f609b-758b-4110-ae48-6ceae307f23b req-2570bc21-b6a3-4586-94ab-d692a88e3444 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:53.379749 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-479f609b-758b-4110-ae48-6ceae307f23b req-2570bc21-b6a3-4586-94ab-d692a88e3444 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.0681560 Oct 27 15:59:53.389734 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.392496 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-98ae86aa-cd85-4f67-86df-4506cee3dd90 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.395403 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.441551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57119497-fea9-41fc-80fb-5df9a1387366 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 15:59:53.456791 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.480043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:59:53.483632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4048a195-f78f-4142-b65e-b8052bf2ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.490751 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4048a195-f78f-4142-b65e-b8052bf2ce59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.496318 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4048a195-f78f-4142-b65e-b8052bf2ce59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6350d037-49f0-4609-ad48-415f001e2d61 HTTP/1.1" status: 204 len: 168 time: 0.4957709 Oct 27 15:59:53.505218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:53.545040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3dc3fd-59c2-49e5-8a50-b4ede8695bca None None] Pushing event updated for resources: {'Port': ['ID=1faa1ab8-a2ec-4c93-b6db-44beb777f80d,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:53.599133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:59:53.609013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:59:53.657038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Pushing event updated for resources: {'Port': ['ID=f2a69f93-619d-4eda-861f-c0e3364d4090,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:53.660193 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:53.710303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048a195-f78f-4142-b65e-b8052bf2ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6350d037-49f0-4609-ad48-415f001e2d61,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:53.723512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-network', 'tenant_id': 'f7700d5413e24a9abc738947a1333134'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:53.773512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d366f-d2ed-43dc-bdef-ebe2349c1726 None None] Pushing event updated for resources: {'Port': ['ID=fc61ac5b-7d3e-4189-97bd-66fe308bc948,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:53.982763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['57119497-fea9-41fc-80fb-5df9a1387366'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 15:59:54.028976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:54.105797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-479f609b-758b-4110-ae48-6ceae307f23b req-43643fa6-8af7-45ec-bb13-fba3b1807c50 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7065337 Oct 27 15:59:54.159278 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:54.186494 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:54.252729 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-98ae86aa-cd85-4f67-86df-4506cee3dd90 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Floating IP 0be8b8bf-99f5-4265-94d5-25fabcfdab73 associated. External IP: 172.25.4.102, port: 93e5f68c-a892-49a5-999d-60d8431e5e18. Oct 27 15:59:54.298932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f045135-e674-4b57-9f57-e3c401cf72c6 req-acf6154c-96d2-4a8f-ac97-4bb7590996d0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:54.300824 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6f045135-e674-4b57-9f57-e3c401cf72c6 req-acf6154c-96d2-4a8f-ac97-4bb7590996d0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 947 time: 0.1436079 Oct 27 15:59:54.317450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:54.320880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Made reservation on behalf of f7700d5413e24a9abc738947a1333134 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:59:54.334590 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:54.413986 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6f045135-e674-4b57-9f57-e3c401cf72c6 req-a72fb22b-7309-47d9-b5f0-1689d43b4fe7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916502 Oct 27 15:59:54.552722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:54.617664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41252) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:54.618696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:54.738852 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6a89-e836-487f-b258-4388ab355e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:54.804147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1faa1ab8-a2ec-4c93-b6db-44beb777f80d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:59:54.927907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:54.928458 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:54.932119 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:55.182795 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:55.259674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1faa1ab8-a2ec-4c93-b6db-44beb777f80d,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:55.281477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Router caf098bb-4da0-4988-934d-9572f13b2705 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 15:59:55.318381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Allocated IP 172.25.4.57 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/a4999c42-ee92-484e-bf1a-7725f171e493) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:59:55.331053 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:55.337282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fc61ac5b-7d3e-4189-97bd-66fe308bc948 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:59:55.419572 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6a89-e836-487f-b258-4388ab355e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:55.426867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c131b9-84b1-4244-a3b8-13b74e2b4740 req-60e52b82-bfb5-4a77-b979-e0d1b49dda11 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:55.428789 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-10c131b9-84b1-4244-a3b8-13b74e2b4740 req-60e52b82-bfb5-4a77-b979-e0d1b49dda11 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.2041175 Oct 27 15:59:55.473426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ae86aa-cd85-4f67-86df-4506cee3dd90 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 15:59:55.520682 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-10c131b9-84b1-4244-a3b8-13b74e2b4740 req-3e1ed000-b3d4-4a52-a4f1-952e8f9f6311 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827117 Oct 27 15:59:55.534503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6a89-e836-487f-b258-4388ab355e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:55.538275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:59:55.552365 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Sync routers for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:59:55.578735 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:59:55.581617 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:55.607066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b20a0-d559-46e3-a805-15481cbf1ee7 None None] Network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:59:55.633174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fc61ac5b-7d3e-4189-97bd-66fe308bc948 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:55.643965 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:55.645861 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:55.647472 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a6c3db94-81ae-4c2c-ac26-4d44d57ee52a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.5604897 Oct 27 15:59:55.650475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41260) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:55.773871 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:59:55.953972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a86c8c58-445b-4966-8bff-ab0b95820561 None None] Provisioning complete for port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:55.954598 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a86c8c58-445b-4966-8bff-ab0b95820561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:56.072355 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:56.079829 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:54Z', 'revision_number': 3, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T15:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:56.087396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa142427-2623-46d4-a65a-787109eabac0 None None] Network 1d818800-5c12-43bb-89ad-9797e9a2128e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 15:59:56.117669 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Checking router: caf098bb-4da0-4988-934d-9572f13b2705 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:59:56.123887 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Updating router caf098bb-4da0-4988-934d-9572f13b2705 port f2a69f93-619d-4eda-861f-c0e3364d4090 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 15:59:56.150455 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=1faa1ab8-a2ec-4c93-b6db-44beb777f80d,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:56.168787 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:56.220881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd6a89-e836-487f-b258-4388ab355e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f28564-3a59-4f11-9edd-4e9c298d805f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:56.243914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port fc61ac5b-7d3e-4189-97bd-66fe308bc948, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fc61ac5b-7d3e-4189-97bd-66fe308bc948,segment=NetworkSegment(d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35),segment_id=d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:56.298983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f4bd6a89-e836-487f-b258-4388ab355e3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd8b7a76582c4895a4c5c4f95fc445ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6733069 Oct 27 15:59:56.299359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:56.315360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41264) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:56.398700 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:56.502221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7291761-a217-4eaf-a1e4-c64fa56d32ad req-2a6e7efc-9bea-48cc-b5e2-03e987a40368 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:56.516685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7291761-a217-4eaf-a1e4-c64fa56d32ad req-2a6e7efc-9bea-48cc-b5e2-03e987a40368 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 947 time: 0.8536088 Oct 27 15:59:56.519429 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:56.540780 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=fc61ac5b-7d3e-4189-97bd-66fe308bc948,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:56.616310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f0d04d10-68a1-43c9-b855-21cb7ca90d12 None None] Provisioning complete for port fc61ac5b-7d3e-4189-97bd-66fe308bc948 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:56.620016 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f0d04d10-68a1-43c9-b855-21cb7ca90d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:56.714781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 57119497-fea9-41fc-80fb-5df9a1387366 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:59:56.759956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 15:59:56.780703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1faa1ab8-a2ec-4c93-b6db-44beb777f80d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:59:56.849606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:56.908441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c2fcd-c139-42e8-a6bb-94dc6fe3af6c req-9a689772-7558-4b62-9017-99a262264c16 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:56.910247 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-335c2fcd-c139-42e8-a6bb-94dc6fe3af6c req-9a689772-7558-4b62-9017-99a262264c16 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.0971375 Oct 27 15:59:56.939014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:56.950507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:56.951019 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:56.951976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7291761-a217-4eaf-a1e4-c64fa56d32ad req-8d532340-0b4a-4e86-b96e-2c7cd3413eb0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341252 Oct 27 15:59:56.966133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d82a12d-d337-4b90-8dbc-f6b64c63c236,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:56.998309 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:56.998845 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Added segment a6d73e33-06f5-4bc6-9856-753717e99203 of type vlan for network 577c46e6-892a-47a5-a5e1-11f95965a207 Oct 27 15:59:57.077680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 57119497-fea9-41fc-80fb-5df9a1387366 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 15:59:57.087684 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d99501ed-4bbf-4415-ad71-37609481b33c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.106830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 57119497-fea9-41fc-80fb-5df9a1387366 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:57.107368 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.110503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.118757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ae86aa-cd85-4f67-86df-4506cee3dd90 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 15:59:57.137744 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-98ae86aa-cd85-4f67-86df-4506cee3dd90 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.224758 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-98ae86aa-cd85-4f67-86df-4506cee3dd90 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "PUT /v2.0/floatingips/0be8b8bf-99f5-4265-94d5-25fabcfdab73 HTTP/1.1" status: 200 len: 991 time: 6.4923406 Oct 27 15:59:57.233010 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d99501ed-4bbf-4415-ad71-37609481b33c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.240969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'tag': '93e5f68c-a892-49a5-999d-60d8431e5e18'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:57.243792 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12d5c88-f697-47e4-8fe9-cbde6874e94a" -d '{"events": [{"name": "network-changed", "server_uuid": "325c55a1-64ae-48a2-9af7-be8bcdf36fbd", "tag": "93e5f68c-a892-49a5-999d-60d8431e5e18"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:57.342797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef23041-b764-439d-a65c-99034d0cf245 None None] Sync routers for ids ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 15:59:57.362986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fa6fe4aa-fc37-4941-afcd-018b7eab4487 None None] Provisioning complete for port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:57.363349 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa6fe4aa-fc37-4941-afcd-018b7eab4487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.380739 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.381762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:57.382382 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.405263 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f9bb73-7fa3-4e47-b2b3-4c96cd68309b x-openstack-request-id: req-91f9bb73-7fa3-4e47-b2b3-4c96cd68309b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:57.405646 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325c55a1-64ae-48a2-9af7-be8bcdf36fbd", "tag": "93e5f68c-a892-49a5-999d-60d8431e5e18", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:57.405856 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91f9bb73-7fa3-4e47-b2b3-4c96cd68309b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:57.406191 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'tag': '93e5f68c-a892-49a5-999d-60d8431e5e18', 'status': 'completed', 'code': 200} Oct 27 15:59:57.437685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef23041-b764-439d-a65c-99034d0cf245 None None] Routers {'9f09009b-4d8b-4ee7-ad9d-04258e835dc7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:59:57.439480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8ef23041-b764-439d-a65c-99034d0cf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:57.453606 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d99501ed-4bbf-4415-ad71-37609481b33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.456850 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d99501ed-4bbf-4415-ad71-37609481b33c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.458271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d99501ed-4bbf-4415-ad71-37609481b33c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8f28564-3a59-4f11-9edd-4e9c298d805f HTTP/1.1" status: 204 len: 168 time: 1.1278019 Oct 27 15:59:57.459648 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.464350 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-335c2fcd-c139-42e8-a6bb-94dc6fe3af6c req-8020ccce-e27c-4dde-a484-b5a53406566e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781413 Oct 27 15:59:57.551918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:59:57.557354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99501ed-4bbf-4415-ad71-37609481b33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f28564-3a59-4f11-9edd-4e9c298d805f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:57.563782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] Pushing event updated for resources: {'Network': ['ID=577c46e6-892a-47a5-a5e1-11f95965a207,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:57.572536 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-710ee4d7-457c-4a3d-9d00-f5b2403b7703 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 4.3218484 Oct 27 15:59:57.577259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Allocated IP 172.20.0.1 (06a1a3f3-66cc-41f1-8ba4-af7b6de72059/bf68072d-b695-4bd8-bfc4-2c792da33c15/6a66a27e-36b9-41d2-bfad-0b598c1ea876) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 15:59:57.582224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:59:57.584531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41276) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 15:59:57.593634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:59:57.607421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] Request body: {'subnet': {'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-subnet', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 15:59:57.653677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 577c46e6-892a-47a5-a5e1-11f95965a207 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 15:59:57.746230 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.770697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Pushing event updated for resources: {'Port': ['ID=a4999c42-ee92-484e-bf1a-7725f171e493,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:57.775443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5c88-f697-47e4-8fe9-cbde6874e94a req-348f070a-d20e-42fa-8218-f25d27009cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:57.778659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a12d5c88-f697-47e4-8fe9-cbde6874e94a req-348f070a-d20e-42fa-8218-f25d27009cc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71f531cca50846fdb21f4fffd8a76483&device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 1096 time: 0.3370135 Oct 27 15:59:57.785977 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.814958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.816173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.816173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.816173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.817012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.817377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.817921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.818300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.818635 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.819156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.819495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.819947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.835451 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.850064 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.864063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8ef23041-b764-439d-a65c-99034d0cf245 None None] Set router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:59:57.889704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] Made reservation on behalf of f7700d5413e24a9abc738947a1333134 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 15:59:57.892296 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.918209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fa6fe4aa-fc37-4941-afcd-018b7eab4487 None None] Provisioning complete for port fc61ac5b-7d3e-4189-97bd-66fe308bc948 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:57.918727 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa6fe4aa-fc37-4941-afcd-018b7eab4487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.934654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 15:59:57.937349 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8bdf04-58bc-47a2-a888-8413337dc772" -d '{"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-plugged", "status": "completed", "tag": "57119497-fea9-41fc-80fb-5df9a1387366"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 15:59:57.958227 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Pushing event updated for resources: {'Port': ['ID=f2a69f93-619d-4eda-861f-c0e3364d4090,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:57.972109 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.972109 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.972551 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.972701 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.973252 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.973962 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.973962 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.974276 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.975929 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.975929 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.975929 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.975929 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:57.981959 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Attempting to bind port f2a69f93-619d-4eda-861f-c0e3364d4090 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 15:59:57.982133 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Attempting to bind port f2a69f93-619d-4eda-861f-c0e3364d4090 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 15:59:57.982540 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Attempting to bind port f2a69f93-619d-4eda-861f-c0e3364d4090 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 15:59:57.986609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 15:59:57.991480 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 15:59:57.992117 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:59:57.992420 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.992798 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 15:59:57.992972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:57.993679 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Bound port: f2a69f93-619d-4eda-861f-c0e3364d4090, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 15:59:57.994137 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:58.101604 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd4a3f6-cde1-42e9-ba6a-ffaac1120338 x-openstack-request-id: req-dbd4a3f6-cde1-42e9-ba6a-ffaac1120338 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 15:59:58.102529 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-plugged", "status": "completed", "tag": "57119497-fea9-41fc-80fb-5df9a1387366", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 15:59:58.102976 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbd4a3f6-cde1-42e9-ba6a-ffaac1120338 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 15:59:58.103525 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366', 'code': 200} Oct 27 15:59:58.123359 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:58.165812 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:59:58.171104 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] For port f2a69f93-619d-4eda-861f-c0e3364d4090, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 15:59:58.192699 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] For port f2a69f93-619d-4eda-861f-c0e3364d4090, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f2a69f93-619d-4eda-861f-c0e3364d4090,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 15:59:58.207777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:59:58.212155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 15:59:58.266821 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:58.371330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Pushing event updated for resources: {'Port': ['ID=6a66a27e-36b9-41d2-bfad-0b598c1ea876,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:58.410591 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:59:58.411253 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:58.415769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.416027 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.416408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.416748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.417818 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.418183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.422953 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.423398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.423750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.424220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.424552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.424890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 15:59:58.457828 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:58.484750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f33c8-8e31-4e58-9c68-ac734733ba76 req-aacadeef-e3a1-4067-8854-ed8375a645d5 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:58.494317 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:58.514298 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c18f33c8-8e31-4e58-9c68-ac734733ba76 req-aacadeef-e3a1-4067-8854-ed8375a645d5 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.2821364 Oct 27 15:59:58.577295 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:58.590814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5c88-f697-47e4-8fe9-cbde6874e94a req-a599decf-c239-4fd2-ac6e-2899735f760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:58.592891 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a12d5c88-f697-47e4-8fe9-cbde6874e94a req-a599decf-c239-4fd2-ac6e-2899735f760e service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b2d8b14-8822-4617-8111-c6974e73feff HTTP/1.1" status: 200 len: 917 time: 0.8062389 Oct 27 15:59:58.692578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fc61ac5b-7d3e-4189-97bd-66fe308bc948 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 15:59:58.736525 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c18f33c8-8e31-4e58-9c68-ac734733ba76 req-bb10507f-ca97-4e70-af57-111a2e8877c6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195385 Oct 27 15:59:58.798578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2658ab39-5811-407f-9aea-f7784434c0f5 None None] Provisioning complete for port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:58.799265 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2658ab39-5811-407f-9aea-f7784434c0f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:58.853082 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8ef23041-b764-439d-a65c-99034d0cf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:12Z', 'revision_number': 4, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '0be8b8bf-99f5-4265-94d5-25fabcfdab73', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'port_id': '93e5f68c-a892-49a5-999d-60d8431e5e18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'mac_address': 'fa:16:3e:de:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:58:23Z', 'updated_at': '2021-10-27T15:59:52Z', 'revision_number': 1, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1', 'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'mac_address': 'fa:16:3e:cf:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:09Z', 'updated_at': '2021-10-27T15:58:19Z', 'revision_number': 5, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'subnets': [{'id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:58.862187 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc77b3e-711d-4946-a52a-e7bac3a4d7a2 None None] Pushing event updated for resources: {'Port': ['ID=f2a69f93-619d-4eda-861f-c0e3364d4090,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:58.902913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fc61ac5b-7d3e-4189-97bd-66fe308bc948 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 15:59:58.903611 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:58.912555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef23041-b764-439d-a65c-99034d0cf245 None None] Checking router: 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 15:59:58.939438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2658ab39-5811-407f-9aea-f7784434c0f5 None None] Port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 15:59:58.962221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef23041-b764-439d-a65c-99034d0cf245 None None] Routers {'9f09009b-4d8b-4ee7-ad9d-04258e835dc7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 15:59:58.963281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8ef23041-b764-439d-a65c-99034d0cf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:58.983662 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:59:59.002600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2419580-9018-48e4-97ac-e59b19845d3a req-b5e35f9d-91f2-484d-936d-9be25933bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:59.005390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2419580-9018-48e4-97ac-e59b19845d3a req-b5e35f9d-91f2-484d-936d-9be25933bf88 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 1099 time: 0.7938077 Oct 27 15:59:59.006892 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:59.069378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:59.168748 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:59.209528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8ef23041-b764-439d-a65c-99034d0cf245 None None] Set router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 15:59:59.247090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a12d5c88-f697-47e4-8fe9-cbde6874e94a req-92e91d42-e1ac-482e-b2d6-118c89e71129 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e5f68c-a892-49a5-999d-60d8431e5e18 HTTP/1.1" status: 200 len: 999 time: 0.5496681 Oct 27 15:59:59.301206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba9bd1-eb6f-41e8-a93b-e4745d0fe463 req-8dadbb19-a5fe-4553-9d8e-aa3a009cac36 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:59.313016 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12ba9bd1-eb6f-41e8-a93b-e4745d0fe463 req-8dadbb19-a5fe-4553-9d8e-aa3a009cac36 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.7394121 Oct 27 15:59:59.413023 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:59.434029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ff0d7a-3936-4bc0-93f4-c24c8085baf1,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:59.449505 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:54Z', 'revision_number': 3, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:59.461048 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2419580-9018-48e4-97ac-e59b19845d3a req-b3b2a703-67f4-4fed-b092-57f5804d3f8d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4404538 Oct 27 15:59:59.518183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:59.547662 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe66c2c-e4d5-4291-a370-52decadb9073 None None] The sync data for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 is: [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:54Z', 'revision_number': 3, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 15:59:59.593916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12ba9bd1-eb6f-41e8-a93b-e4745d0fe463 req-90f5d7db-35cb-48c0-8a70-58b36dd990a6 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535405 Oct 27 15:59:59.611552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5c88-f697-47e4-8fe9-cbde6874e94a req-2b70ab74-3cce-464b-b775-d6d353e081ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 15:59:59.623439 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a12d5c88-f697-47e4-8fe9-cbde6874e94a req-2b70ab74-3cce-464b-b775-d6d353e081ea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0575cc79-1ce7-4bfb-afa0-3772e6cab24f HTTP/1.1" status: 200 len: 855 time: 0.3560498 Oct 27 15:59:59.636858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] Checking segment: {'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 15:59:59.638681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] Network hostable DHCP agents. Network: 577c46e6-892a-47a5-a5e1-11f95965a207, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 15:59:59.640597 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:59.659214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Pushing event updated for resources: {'Port': ['ID=6a66a27e-36b9-41d2-bfad-0b598c1ea876,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 15:59:59.674639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 15:59:59.786003 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8ef23041-b764-439d-a65c-99034d0cf245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:12Z', 'revision_number': 4, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '0be8b8bf-99f5-4265-94d5-25fabcfdab73', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'port_id': '93e5f68c-a892-49a5-999d-60d8431e5e18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'mac_address': 'fa:16:3e:de:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:58:23Z', 'updated_at': '2021-10-27T15:59:52Z', 'revision_number': 1, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1', 'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'mac_address': 'fa:16:3e:cf:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:09Z', 'updated_at': '2021-10-27T15:58:19Z', 'revision_number': 5, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'subnets': [{'id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 15:59:59.857462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 15:59:59.864745 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 15:59:59.895675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef23041-b764-439d-a65c-99034d0cf245 None None] The sync data for ids ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'] in n-d-815689-1 is: [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:12Z', 'revision_number': 4, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '0be8b8bf-99f5-4265-94d5-25fabcfdab73', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'port_id': '93e5f68c-a892-49a5-999d-60d8431e5e18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'mac_address': 'fa:16:3e:de:cf:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:58:23Z', 'updated_at': '2021-10-27T15:59:52Z', 'revision_number': 1, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1', 'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'mac_address': 'fa:16:3e:cf:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:09Z', 'updated_at': '2021-10-27T15:58:19Z', 'revision_number': 5, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'subnets': [{'id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:00:00.225323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ee32a-2367-4fed-8e73-a109b309cf59 req-beb9873f-2609-498e-a093-93a9475722e4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:00.236588 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e81ee32a-2367-4fed-8e73-a109b309cf59 req-beb9873f-2609-498e-a093-93a9475722e4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.2159326 Oct 27 16:00:00.370958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Router caf098bb-4da0-4988-934d-9572f13b2705 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:00:00.397310 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab7ed70-bea0-488d-90b5-23542625573f None None] New status for floating IP 0be8b8bf-99f5-4265-94d5-25fabcfdab73: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:00:00.435727 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e81ee32a-2367-4fed-8e73-a109b309cf59 req-a0da4f50-a478-4ca1-a387-b1745f4953e7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978643 Oct 27 16:00:00.465000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a9dbc580-ca77-41d2-818f-936a5b87486f None None] Provisioning complete for port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:00.468047 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc580-ca77-41d2-818f-936a5b87486f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:00.472114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d5c88-f697-47e4-8fe9-cbde6874e94a req-7a27463d-00c0-40e3-98e1-e3d3440c3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:00.473606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a12d5c88-f697-47e4-8fe9-cbde6874e94a req-7a27463d-00c0-40e3-98e1-e3d3440c3793 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b2d8b14-8822-4617-8111-c6974e73feff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8231733 Oct 27 16:00:00.518025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] Network 577c46e6-892a-47a5-a5e1-11f95965a207 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:00:00.578665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbc580-ca77-41d2-818f-936a5b87486f None None] Port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:00:00.767683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 577c46e6-892a-47a5-a5e1-11f95965a207) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:00.785582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:00.795190 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:00.800011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:00:00.811725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f3029-f32b-4e82-b836-30ec99e3dd63 None None] Network 577c46e6-892a-47a5-a5e1-11f95965a207 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:00:00.853936 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-87cafa2a-c32a-4fbd-bbc2-ffbea67c5db5 admin admin] 10.222.0.15 "PUT /v2.0/routers/caf098bb-4da0-4988-934d-9572f13b2705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1972711 Oct 27 16:00:00.905905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f2a69f93-619d-4eda-861f-c0e3364d4090 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:00.962042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Router df039c04-93b8-4117-ac36-b036111f14fe is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:00:01.062541 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a12d5c88-f697-47e4-8fe9-cbde6874e94a req-32fb0189-d30a-4c37-8ca0-c5d547e88eca service neutron] 10.222.0.53 "GET /v2.0/networks/1b2d8b14-8822-4617-8111-c6974e73feff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488846 Oct 27 16:00:01.120818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-32f2729e-25b0-4f55-a989-f501b5aa92e5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5278873 Oct 27 16:00:01.125108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41332) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:01.131008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:01.322100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f2a69f93-619d-4eda-861f-c0e3364d4090 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:01.322717 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:01.355565 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:01.362031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:01.454619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7062f-2f60-49fb-ae0c-3f393f37a50e req-c5c1a608-1843-4695-a1ca-8e8e7af6c491 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:01.456281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51d7062f-2f60-49fb-ae0c-3f393f37a50e req-c5c1a608-1843-4695-a1ca-8e8e7af6c491 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.5100753 Oct 27 16:00:01.514663 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-577c46e6-892a-47a5-a5e1-11f95965a207', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:00:01.516115 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:01.597906 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51d7062f-2f60-49fb-ae0c-3f393f37a50e req-642498e3-3450-4bf8-8456-998baa046e24 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265552 Oct 27 16:00:01.617208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a12d5c88-f697-47e4-8fe9-cbde6874e94a req-310831e5-f730-45c9-bbac-cb79887d320f service neutron] 10.222.0.53 "GET /v2.0/networks/1b2d8b14-8822-4617-8111-c6974e73feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349157 Oct 27 16:00:01.637141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:00:01.688156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:01.769546 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Sync routers for ids ['df039c04-93b8-4117-ac36-b036111f14fe'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:00:01.778976 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:01.826439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-4aee2892-e561-4efe-beb9-a455598a90de tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:01.837835 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-4aee2892-e561-4efe-beb9-a455598a90de tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 820 time: 0.2095211 Oct 27 16:00:01.857708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-f95351af-c1a8-4cd9-bba5-ad6f5553d641 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/quotas/5d0bb18ca827474caf1f4f6174445004 HTTP/1.1" status: 200 len: 375 time: 0.0182683 Oct 27 16:00:01.868782 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:01.871500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3a2dc92f-7aa3-4e56-89a9-6677839a4060 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.5298781 Oct 27 16:00:01.884678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port f2a69f93-619d-4eda-861f-c0e3364d4090, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f2a69f93-619d-4eda-861f-c0e3364d4090,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:01.887357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41358) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:01.898416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Routers {'df039c04-93b8-4117-ac36-b036111f14fe'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:01.899703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['df039c04-93b8-4117-ac36-b036111f14fe'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:01.974585 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:02.017586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eb288-cf37-4afd-9556-770e9e5a77b5 req-29e59110-8fcf-4593-baf2-17f9a54b22a1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:02.029015 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-298eb288-cf37-4afd-9556-770e9e5a77b5 req-29e59110-8fcf-4593-baf2-17f9a54b22a1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.2563818 Oct 27 16:00:02.090685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Allocated IP 172.20.0.2 (577c46e6-892a-47a5-a5e1-11f95965a207/90ff0d7a-3936-4bc0-93f4-c24c8085baf1/ceb42578-a2ba-46c9-9a8d-c9b9ba542295) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:02.114240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-298eb288-cf37-4afd-9556-770e9e5a77b5 req-54f81f0b-777b-49f8-9a5b-896f4ae7d878 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821667 Oct 27 16:00:02.117216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=f2a69f93-619d-4eda-861f-c0e3364d4090,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:02.162899 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Set router df039c04-93b8-4117-ac36-b036111f14fe gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:02.168614 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-33093e83-4965-454a-b8ab-bfbb9092d405 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3093133 Oct 27 16:00:02.280981 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:02.320803 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:02.439071 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-aeae86b3-0dcb-4c06-a230-f949bf734b26 service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645304 Oct 27 16:00:02.478728 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:02.552805 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:02.602447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-router', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:51Z', 'updated_at': '2021-10-27T15:59:57Z', 'revision_number': 3, 'project_id': '7b527ad03a764a7593e438385d92211c', 'gw_port': {'id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:54Z', 'updated_at': '2021-10-27T15:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:02.660625 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Sync routers for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:00:02.705754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f2a69f93-619d-4eda-861f-c0e3364d4090 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:02.723405 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:02.726774 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:02.735516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Checking router: df039c04-93b8-4117-ac36-b036111f14fe for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:00:02.736036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Updating router df039c04-93b8-4117-ac36-b036111f14fe port a4999c42-ee92-484e-bf1a-7725f171e493 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:00:02.743354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Network 577c46e6-892a-47a5-a5e1-11f95965a207 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:02.746625 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:02.761609 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-6b8cb8f3-a342-4c55-8ecb-80dd76a2a875 service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952976 Oct 27 16:00:02.795886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:02.815782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:02.850520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Pushing event updated for resources: {'Port': ['ID=ceb42578-a2ba-46c9-9a8d-c9b9ba542295,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:02.853077 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.079338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Attempting to bind port ceb42578-a2ba-46c9-9a8d-c9b9ba542295 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:00:03.088507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Attempting to bind port ceb42578-a2ba-46c9-9a8d-c9b9ba542295 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:00:03.090133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Attempting to bind port ceb42578-a2ba-46c9-9a8d-c9b9ba542295 on network 577c46e6-892a-47a5-a5e1-11f95965a207 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:03.105773 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:03.109205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.149112 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.269979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b012af9-e808-477d-b2b2-add6ad54382c req-815878bf-abe6-40a3-a53f-4e60ea541aa9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:03.273894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3b012af9-e808-477d-b2b2-add6ad54382c req-815878bf-abe6-40a3-a53f-4e60ea541aa9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.1555872 Oct 27 16:00:03.379513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Allocated IP 172.20.0.1 (1d818800-5c12-43bb-89ad-9797e9a2128e/9834391d-76dc-41dd-a184-293e5d37f354/d3704bb9-5a71-49f5-b806-97bba32e20e1) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:03.402681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601960af-ad86-41bf-af77-7cfc04e66276 req-c27b51aa-0f14-4bc6-9579-06d5bde7eac8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:03.416551 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-601960af-ad86-41bf-af77-7cfc04e66276 req-c27b51aa-0f14-4bc6-9579-06d5bde7eac8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.1997042 Oct 27 16:00:03.528982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:00:03.529542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Checking segment: {'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:00:03.529923 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.530367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Bound using segment: {'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:00:03.530868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Bound port: ceb42578-a2ba-46c9-9a8d-c9b9ba542295, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:00:03.531250 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.540221 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-601960af-ad86-41bf-af77-7cfc04e66276 req-539d22ab-a0e9-4e0d-9144-7d2a2ecfa734 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188931 Oct 27 16:00:03.559485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f2a69f93-619d-4eda-861f-c0e3364d4090 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:03.560351 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.653966 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T15:59:59Z', 'revision_number': 2, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:03.656855 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.677617 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.680081 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] For port ceb42578-a2ba-46c9-9a8d-c9b9ba542295, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:03.685865 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] For port ceb42578-a2ba-46c9-9a8d-c9b9ba542295, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ceb42578-a2ba-46c9-9a8d-c9b9ba542295,segment=NetworkSegment(a6d73e33-06f5-4bc6-9856-753717e99203),segment_id=a6d73e33-06f5-4bc6-9856-753717e99203)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:00:03.697360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3b012af9-e808-477d-b2b2-add6ad54382c req-6e807475-6429-45a9-88ba-1e61cebdc46e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804523 Oct 27 16:00:03.737044 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Checking router: caf098bb-4da0-4988-934d-9572f13b2705 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:00:03.739047 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Updating router caf098bb-4da0-4988-934d-9572f13b2705 port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:00:03.767208 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.790986 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.800015 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.816634 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:03.913925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0918d-e2d2-4f49-b6f0-172cc5863ee9 None None] Pushing event updated for resources: {'Port': ['ID=a4999c42-ee92-484e-bf1a-7725f171e493,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:03.917948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Attempting to bind port a4999c42-ee92-484e-bf1a-7725f171e493 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:00:03.918680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Attempting to bind port a4999c42-ee92-484e-bf1a-7725f171e493 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:00:03.919123 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Attempting to bind port a4999c42-ee92-484e-bf1a-7725f171e493 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:03.926506 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-79a63d43-0315-4f5f-ab5d-db2bcaff2a97 req-37f5913e-b3e7-4ea0-9b8b-16a0261e2f31 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 210 time: 0.0798051 Oct 27 16:00:03.974507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Pushing event updated for resources: {'Port': ['ID=d3704bb9-5a71-49f5-b806-97bba32e20e1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:03.997261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:00:03.997827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:00:04.000517 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:04.001361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:00:04.001752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Network 1d818800-5c12-43bb-89ad-9797e9a2128e is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:04.002210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Bound port: a4999c42-ee92-484e-bf1a-7725f171e493, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:00:04.004607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:04.004794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:04.029200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:04.030021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:04.054707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Allocated IP 172.25.4.128 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/ee4cfc64-9963-40b3-80b1-13ba822990d1) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:04.183379 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:00:04.188714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45dae0-61c9-45c1-8b00-1b4803bd1b0d None None] Pushing event updated for resources: {'Port': ['ID=ceb42578-a2ba-46c9-9a8d-c9b9ba542295,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:04.231741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] For port a4999c42-ee92-484e-bf1a-7725f171e493, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:04.237929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] For port a4999c42-ee92-484e-bf1a-7725f171e493, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a4999c42-ee92-484e-bf1a-7725f171e493,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:00:04.330107 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:04.581057 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:04.592779 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:04.595450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0918d-e2d2-4f49-b6f0-172cc5863ee9 None None] Pushing event updated for resources: {'Port': ['ID=a4999c42-ee92-484e-bf1a-7725f171e493,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:04.627386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Routers {'df039c04-93b8-4117-ac36-b036111f14fe'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:04.632532 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['df039c04-93b8-4117-ac36-b036111f14fe'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:04.758174 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:04.801246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:04.862660 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4f67b-f81e-4384-8731-ed6e3a7532cb None None] Pushing event updated for resources: {'Port': ['ID=6a66a27e-36b9-41d2-bfad-0b598c1ea876,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:04.962351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.033232 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Attempting to bind port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:00:05.033806 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Attempting to bind port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:00:05.034270 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Attempting to bind port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 on network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:05.041035 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:00:05.041881 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Checking segment: {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:00:05.042465 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.043018 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Bound using segment: {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:00:05.043604 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Bound port: 6a66a27e-36b9-41d2-bfad-0b598c1ea876, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:00:05.044196 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.152587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ceb42578-a2ba-46c9-9a8d-c9b9ba542295 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:05.156565 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] For port 6a66a27e-36b9-41d2-bfad-0b598c1ea876, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:05.161162 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] For port 6a66a27e-36b9-41d2-bfad-0b598c1ea876, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6a66a27e-36b9-41d2-bfad-0b598c1ea876,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:00:05.196778 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:05.229868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ad02697c-a855-41bc-a289-8848064b6b8a None None] Provisioning complete for port d3704bb9-5a71-49f5-b806-97bba32e20e1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:05.230434 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ad02697c-a855-41bc-a289-8848064b6b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.241060 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6011de-61d6-4255-8a50-cdfaf087f2b6 req-68263f2c-4365-4f4a-b898-bf8694fc98f0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:05.257332 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-af6011de-61d6-4255-8a50-cdfaf087f2b6 req-68263f2c-4365-4f4a-b898-bf8694fc98f0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.3703666 Oct 27 16:00:05.276468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:05.294926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Pushing event updated for resources: {'Port': ['ID=ee4cfc64-9963-40b3-80b1-13ba822990d1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:05.297392 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.304016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:05.309720 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.311936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] Set router df039c04-93b8-4117-ac36-b036111f14fe gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:05.315124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-aa3153be-cb60-4aea-a812-f85d9b99bb4f req-9d9dc6f2-3b5a-4fb6-9a0a-3601bfe08a60 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:00:05.327087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aa3153be-cb60-4aea-a812-f85d9b99bb4f req-9d9dc6f2-3b5a-4fb6-9a0a-3601bfe08a60 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0257525 Oct 27 16:00:05.370763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.371975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.382762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ceb42578-a2ba-46c9-9a8d-c9b9ba542295 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:05.382762 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.424468 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-af6011de-61d6-4255-8a50-cdfaf087f2b6 req-28f46ef0-82ea-4dcb-a11b-43dc2a100583 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655443 Oct 27 16:00:05.441861 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ad02697c-a855-41bc-a289-8848064b6b8a None None] Port d3704bb9-5a71-49f5-b806-97bba32e20e1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:00:05.631103 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:05.636797 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:05.746851 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.845848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port ceb42578-a2ba-46c9-9a8d-c9b9ba542295, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ceb42578-a2ba-46c9-9a8d-c9b9ba542295,segment=NetworkSegment(a6d73e33-06f5-4bc6-9856-753717e99203),segment_id=a6d73e33-06f5-4bc6-9856-753717e99203)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:05.866448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9b51d14e-c351-4791-8efd-56a34ab33541 None None] Provisioning complete for port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:05.866832 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9b51d14e-c351-4791-8efd-56a34ab33541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.879864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Pushing event updated for resources: {'Port': ['ID=d3704bb9-5a71-49f5-b806-97bba32e20e1,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:05.929100 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:05.996336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-9d1d1922-50b9-4292-bdb9-87764e8ab426 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:05.998887 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-9d1d1922-50b9-4292-bdb9-87764e8ab426 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1097 time: 0.4442608 Oct 27 16:00:06.039615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815689-1'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:06.081127 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ec12ebc-2721-4e56-8a2c-8deba13d3df6 req-addf6690-fbb1-4090-9edd-980a06835766 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 210 time: 0.2112219 Oct 27 16:00:06.111368 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9b51d14e-c351-4791-8efd-56a34ab33541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:06.248108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Network 1d818800-5c12-43bb-89ad-9797e9a2128e is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:06.251005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9b51d14e-c351-4791-8efd-56a34ab33541 None None] For port 6a66a27e-36b9-41d2-bfad-0b598c1ea876, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6a66a27e-36b9-41d2-bfad-0b598c1ea876,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:06.262349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:06.289898 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4f67b-f81e-4384-8731-ed6e3a7532cb None None] Pushing event updated for resources: {'Port': ['ID=6a66a27e-36b9-41d2-bfad-0b598c1ea876,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:06.297368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=ceb42578-a2ba-46c9-9a8d-c9b9ba542295,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:06.355468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-router', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:51Z', 'updated_at': '2021-10-27T15:59:57Z', 'revision_number': 3, 'project_id': '7b527ad03a764a7593e438385d92211c', 'gw_port': {'id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:54Z', 'updated_at': '2021-10-27T16:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:06.439211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b240a7-8fae-4f39-b03e-5c4acd4192c9 None None] The sync data for ids ['df039c04-93b8-4117-ac36-b036111f14fe'] in n-d-815689-1 is: [{'id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-router', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:51Z', 'updated_at': '2021-10-27T15:59:57Z', 'revision_number': 3, 'project_id': '7b527ad03a764a7593e438385d92211c', 'gw_port': {'id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:54Z', 'updated_at': '2021-10-27T16:00:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:00:06.442752 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9b51d14e-c351-4791-8efd-56a34ab33541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:06.520550 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:06.577088 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-c6bfc36e-95bc-4949-a412-be026aadb207 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3289990 Oct 27 16:00:06.583359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:06.683434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51d14e-c351-4791-8efd-56a34ab33541 None None] Pushing event updated for resources: {'Port': ['ID=6a66a27e-36b9-41d2-bfad-0b598c1ea876,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:06.768757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e8b179-3686-41d7-8736-6476309ae154 None None] Network 577c46e6-892a-47a5-a5e1-11f95965a207 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:00:06.790302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c32792df-ca37-47c7-91e2-795c2d179df6 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:00:06.822938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb59111-ed50-4eaa-a6fe-819482125ceb req-3448071e-2d98-49a6-b00b-82969b5989d4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:06.825815 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4cb59111-ed50-4eaa-a6fe-819482125ceb req-3448071e-2d98-49a6-b00b-82969b5989d4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.4338288 Oct 27 16:00:06.955959 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4cb59111-ed50-4eaa-a6fe-819482125ceb req-af642c51-3048-4dc9-892e-65a638cd9f55 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958443 Oct 27 16:00:06.991960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ceb42578-a2ba-46c9-9a8d-c9b9ba542295 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:07.015453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-03ea625f-4c60-4f35-a959-a1ec187aa422 None None] Provisioning complete for port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:07.016182 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03ea625f-4c60-4f35-a959-a1ec187aa422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:07.136421 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:05Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:07.203913 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db91a8b4-4878-4eb1-a0d8-fb58294bbc23 None None] The sync data for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 is: [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:05Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:00:07.223592 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.resource_extend [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:00:07.554990 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c32792df-ca37-47c7-91e2-795c2d179df6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:07.589602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c32792df-ca37-47c7-91e2-795c2d179df6 has no active binding in host n-h1-815689-1 {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:00:07.599917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:07.877374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f301a4a-ed69-43b1-b265-afe4343149ab req-737b403f-28a9-403d-bc38-e0bc3cc39bd9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:07.884363 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:07.907574 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2f301a4a-ed69-43b1-b265-afe4343149ab req-737b403f-28a9-403d-bc38-e0bc3cc39bd9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 946 time: 0.4739602 Oct 27 16:00:07.913587 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cf58133f-e3c6-43b3-8829-3a99c42de784 req-a5038442-12a6-4468-9814-8fe2a2c336c2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 210 time: 0.1354742 Oct 27 16:00:07.919473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ceb42578-a2ba-46c9-9a8d-c9b9ba542295 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:07.920047 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:08.206947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Router df039c04-93b8-4117-ac36-b036111f14fe has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:00:08.311160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f855bc19-8308-4af0-9d96-4b8c648a6062 None None] Provisioning complete for port d3704bb9-5a71-49f5-b806-97bba32e20e1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:08.311609 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f855bc19-8308-4af0-9d96-4b8c648a6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:08.412975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2f301a4a-ed69-43b1-b265-afe4343149ab req-c4144cd3-287a-47bc-a69d-0bd8f68b12be tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023394 Oct 27 16:00:08.415321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Router 9054dd66-470c-4d56-8311-e3b05865e9a7 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:00:08.461498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f855bc19-8308-4af0-9d96-4b8c648a6062 None None] Port d3704bb9-5a71-49f5-b806-97bba32e20e1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:00:08.517876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f855bc19-8308-4af0-9d96-4b8c648a6062 None None] Provisioning complete for port ceb42578-a2ba-46c9-9a8d-c9b9ba542295 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:08.519919 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f855bc19-8308-4af0-9d96-4b8c648a6062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:08.866714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a4999c42-ee92-484e-bf1a-7725f171e493 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:08.937484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:00:08.966667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Sync routers for ids ['9054dd66-470c-4d56-8311-e3b05865e9a7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:00:08.970931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c32792df-ca37-47c7-91e2-795c2d179df6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:08.994337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Routers {'9054dd66-470c-4d56-8311-e3b05865e9a7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:08.995705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9054dd66-470c-4d56-8311-e3b05865e9a7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:09.022680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-ed60c0f2-3d9e-421a-883e-08261f41bc8c tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:09.025544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-ed60c0f2-3d9e-421a-883e-08261f41bc8c tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.53 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 820 time: 0.8726954 Oct 27 16:00:09.045402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Request body: {'port': {'device_id': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'admin_state_up': True, 'tenant_id': '5d0bb18ca827474caf1f4f6174445004'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:09.052247 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:09.057771 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f654cc8b-615d-4e03-8265-0e21e383922b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.9268270 Oct 27 16:00:09.057918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41464) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:09.169044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7bbd71e2-f836-4049-b75d-17feb58d5b78 None None] Provisioning complete for port ceb42578-a2ba-46c9-9a8d-c9b9ba542295 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:09.169426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:00:09.169749 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7bbd71e2-f836-4049-b75d-17feb58d5b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:09.173506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:09.183747 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1d153b04-0bd0-4c17-847c-e5aa4e9f16be admin admin] 10.222.0.15 "PUT /v2.0/routers/df039c04-93b8-4117-ac36-b036111f14fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2934234 Oct 27 16:00:09.218372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba96b93-5339-4ed4-97db-8da608467038 req-5cc40659-523c-432d-9ee1-1e90bfc27c62 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:09.228306 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dba96b93-5339-4ed4-97db-8da608467038 req-5cc40659-523c-432d-9ee1-1e90bfc27c62 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.3621895 Oct 27 16:00:09.250244 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8188fece-3e3e-4838-8e4f-56e477185d83 req-c3af886b-7e93-4905-bd7f-97f70428fe6c tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 210 time: 0.0966649 Oct 27 16:00:09.330273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dba96b93-5339-4ed4-97db-8da608467038 req-90e7b0df-f134-4f61-834a-64a651d38161 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005082 Oct 27 16:00:09.366796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a4999c42-ee92-484e-bf1a-7725f171e493 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:09.366796 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:09.398372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32792df-ca37-47c7-91e2-795c2d179df6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:09.405017 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1486d07-f46b-4742-aa7a-c5a94481be96" -d '{"events": [{"server_uuid": "46827d0f-2005-4ebb-a781-8bfd4024345c", "name": "network-vif-unplugged", "status": "completed", "tag": "c32792df-ca37-47c7-91e2-795c2d179df6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:09.417415 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:09.490403 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:09.576200 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e93e4f0-39c9-4757-acb4-d8fe93b5584e x-openstack-request-id: req-1e93e4f0-39c9-4757-acb4-d8fe93b5584e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:09.584479 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46827d0f-2005-4ebb-a781-8bfd4024345c", "name": "network-vif-unplugged", "status": "completed", "tag": "c32792df-ca37-47c7-91e2-795c2d179df6", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:09.587505 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e93e4f0-39c9-4757-acb4-d8fe93b5584e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:09.587505 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32792df-ca37-47c7-91e2-795c2d179df6', 'code': 200} Oct 27 16:00:09.605134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Made reservation on behalf of 5d0bb18ca827474caf1f4f6174445004 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:00:09.613831 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:09.803718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Pushing event updated for resources: {'Port': ['ID=c32792df-ca37-47c7-91e2-795c2d179df6,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:09.829071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 on host n-h2-815689-1 for vnic_type normal with profile {"migrating_to": "n-h1-815689-1"} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:00:09.829728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:00:09.830255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:09.852505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Set router 9054dd66-470c-4d56-8311-e3b05865e9a7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:09.861998 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Port c32792df-ca37-47c7-91e2-795c2d179df6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:00:09.862372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Attempting to bind port c32792df-ca37-47c7-91e2-795c2d179df6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:09.940173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a527864-91d2-4792-abe3-3a3039ee4d6e req-837188fa-d6c6-4128-b8a5-14387f85105b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:09.944684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a527864-91d2-4792-abe3-3a3039ee4d6e req-837188fa-d6c6-4128-b8a5-14387f85105b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.2948151 Oct 27 16:00:09.959243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:00:09.959662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:00:09.960146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:00:09.960810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Bound port: c32792df-ca37-47c7-91e2-795c2d179df6, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:00:09.961087 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.018615 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.077019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Allocated IP 172.20.0.7 (06a1a3f3-66cc-41f1-8ba4-af7b6de72059/bf68072d-b695-4bd8-bfc4-2c792da33c15/dbb07e9c-219c-4068-a896-363a3a6f3005) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:10.148716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a527864-91d2-4792-abe3-3a3039ee4d6e req-8c9b1d82-7f28-47ec-9a9f-79a4308ca729 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921203 Oct 27 16:00:10.161614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port a4999c42-ee92-484e-bf1a-7725f171e493, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a4999c42-ee92-484e-bf1a-7725f171e493,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:10.223689 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-1893527b-7a5d-4939-94f5-a3947e957e50 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4642963 Oct 27 16:00:10.269024 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.270277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6a66a27e-36b9-41d2-bfad-0b598c1ea876 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:10.280956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41484) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:10.293844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:10.347128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:10.374602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c32792df-ca37-47c7-91e2-795c2d179df6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:00:10.380940 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.404105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-78735464-fd19-41c1-98f4-1a43d8a49071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:10.405713 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-78735464-fd19-41c1-98f4-1a43d8a49071 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 1099 time: 0.1955535 Oct 27 16:00:10.456206 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.483896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:10.484403 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.488181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=a4999c42-ee92-484e-bf1a-7725f171e493,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:10.501784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.509352 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.530461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:05Z', 'revision_number': 3, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:10.601308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Checking router: 9054dd66-470c-4d56-8311-e3b05865e9a7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:00:10.601766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Updating router 9054dd66-470c-4d56-8311-e3b05865e9a7 port ee4cfc64-9963-40b3-80b1-13ba822990d1 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:00:10.639225 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.668263 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3b4e7dab-8e27-406a-8b85-cf4825bd83db req-2e584ca6-9570-4e53-b73b-d98a5f9246d1 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 210 time: 0.0893631 Oct 27 16:00:10.686148 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4da9a9be-7304-46d6-8cd3-85d4bdb2238e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.709090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Allocated IP 172.20.0.1 (577c46e6-892a-47a5-a5e1-11f95965a207/90ff0d7a-3936-4bc0-93f4-c24c8085baf1/61a6abbe-b466-4604-b83f-83e93f458485) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:10.722907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Pushing event updated for resources: {'Port': ['ID=c32792df-ca37-47c7-91e2-795c2d179df6,revision_number=8']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:10.743581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-348b4de8-75f2-415f-bb67-8b9b0071ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:10.749046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-348b4de8-75f2-415f-bb67-8b9b0071ed1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.3318212 Oct 27 16:00:10.796293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.813234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:10.814378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.817920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-adb5125f-6b5c-4111-86ab-10d185262a82 service neutron] 10.222.0.54 "PUT /v2.0/ports/c32792df-ca37-47c7-91e2-795c2d179df6 HTTP/1.1" status: 200 len: 1122 time: 4.8092313 Oct 27 16:00:10.942136 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:10.955051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c32792df-ca37-47c7-91e2-795c2d179df6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:00:10.959569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c32792df-ca37-47c7-91e2-795c2d179df6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:00:11.015348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a4999c42-ee92-484e-bf1a-7725f171e493 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:11.021449 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4da9a9be-7304-46d6-8cd3-85d4bdb2238e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.078194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-d627f753-e587-46f4-a5d3-15a349becfd4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=57119497-fea9-41fc-80fb-5df9a1387366 HTTP/1.1" status: 200 len: 217 time: 0.2853863 Oct 27 16:00:11.133880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:11.146658 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.147105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:11.151331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:11.154999 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4da9a9be-7304-46d6-8cd3-85d4bdb2238e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.167815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:11.169606 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.195218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4da9a9be-7304-46d6-8cd3-85d4bdb2238e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1bf5a91b0ab47f9b5adabecf301f992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9078331 Oct 27 16:00:11.199724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41496) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:11.271497 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9a9be-7304-46d6-8cd3-85d4bdb2238e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2e9be9-6d56-49ef-90b7-93a41b2cfd1b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:11.297746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a4999c42-ee92-484e-bf1a-7725f171e493 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:11.298238 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.319519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Pushing event updated for resources: {'Port': ['ID=dbb07e9c-219c-4068-a896-363a3a6f3005,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:11.341408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73efbe85-7ff7-4f4c-bb5a-1a5ac6030b0d req-41b27201-0810-40ba-8e0a-f321c2bdf7a2 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:11.343641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-73efbe85-7ff7-4f4c-bb5a-1a5ac6030b0d req-41b27201-0810-40ba-8e0a-f321c2bdf7a2 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.5117774 Oct 27 16:00:11.357295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-80ae5942-d70e-4924-b142-7da3c1cfbcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:11.358896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-80ae5942-d70e-4924-b142-7da3c1cfbcac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.2218733 Oct 27 16:00:11.362095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-04bc2584-1aed-4edc-ac04-97ee7bb5871c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.443166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-04bc2584-1aed-4edc-ac04-97ee7bb5871c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.443261 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3efa65f6-7055-4732-96af-6be2af572239 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4001529 Oct 27 16:00:11.461721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Request body: {'port': {'device_id': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:11.519099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-d3b6ff0d-0061-4611-82cd-1b740906b331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:11.520711 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-d3b6ff0d-0061-4611-82cd-1b740906b331 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537440 Oct 27 16:00:11.533584 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Sync routers for ids ['df039c04-93b8-4117-ac36-b036111f14fe'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:00:11.549541 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Routers {'df039c04-93b8-4117-ac36-b036111f14fe'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:11.550766 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['df039c04-93b8-4117-ac36-b036111f14fe'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:11.604709 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.622263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'tag': 'c32792df-ca37-47c7-91e2-795c2d179df6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:11.625911 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8928867a-6613-4ab0-8c04-f2cac4d2d984" -d '{"events": [{"name": "network-changed", "server_uuid": "46827d0f-2005-4ebb-a781-8bfd4024345c", "tag": "c32792df-ca37-47c7-91e2-795c2d179df6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:11.632478 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4ba8a30d-6b3c-404b-a9b3-48bd438ceb98 None None] Provisioning complete for port dbb07e9c-219c-4068-a896-363a3a6f3005 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:11.632755 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-73efbe85-7ff7-4f4c-bb5a-1a5ac6030b0d req-7fec29ec-124f-4ca8-96db-0d07cc95c817 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069256 Oct 27 16:00:11.632912 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4ba8a30d-6b3c-404b-a9b3-48bd438ceb98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.692566 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.725778 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-04bc2584-1aed-4edc-ac04-97ee7bb5871c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.732544 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-04bc2584-1aed-4edc-ac04-97ee7bb5871c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.739031 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-04bc2584-1aed-4edc-ac04-97ee7bb5871c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff2e9be9-6d56-49ef-90b7-93a41b2cfd1b HTTP/1.1" status: 204 len: 168 time: 0.5326149 Oct 27 16:00:11.739199 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.782032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8a30d-6b3c-404b-a9b3-48bd438ceb98 None None] Port dbb07e9c-219c-4068-a896-363a3a6f3005 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:00:11.796178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Network 577c46e6-892a-47a5-a5e1-11f95965a207 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:11.801111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc2584-1aed-4edc-ac04-97ee7bb5871c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2e9be9-6d56-49ef-90b7-93a41b2cfd1b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:11.809551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:11.815912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:11.838385 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-dbaab245-b680-4c80-a487-44fecfdd804d service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069377 Oct 27 16:00:11.872007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Pushing event updated for resources: {'Port': ['ID=61a6abbe-b466-4604-b83f-83e93f458485,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:11.872747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.930424 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Set router df039c04-93b8-4117-ac36-b036111f14fe gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:11.984754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:11.988543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7900f-99e3-450b-9356-db14b90f1193 None None] Pushing event updated for resources: {'Port': ['ID=ee4cfc64-9963-40b3-80b1-13ba822990d1,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:12.036719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Attempting to bind port ee4cfc64-9963-40b3-80b1-13ba822990d1 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:00:12.037058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Attempting to bind port ee4cfc64-9963-40b3-80b1-13ba822990d1 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:00:12.042085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Attempting to bind port ee4cfc64-9963-40b3-80b1-13ba822990d1 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:12.051672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:00:12.052328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:00:12.052491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:12.052898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:00:12.053449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Bound port: ee4cfc64-9963-40b3-80b1-13ba822990d1, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:00:12.053972 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:12.074208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-8c5c52c2-225b-400d-9b42-dff9216e5c0d service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237971 Oct 27 16:00:12.093153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Allocated IP 172.25.4.190 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/c7304099-7f34-4f9e-97d2-49d521fe5a2c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:12.290447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77c532-49a7-4b92-b11d-9732230dd3f0 req-97dc6a0f-c74a-4d08-a107-01782b0b9bb9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:12.303901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab77c532-49a7-4b92-b11d-9732230dd3f0 req-97dc6a0f-c74a-4d08-a107-01782b0b9bb9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.1443226 Oct 27 16:00:12.334771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] For port ee4cfc64-9963-40b3-80b1-13ba822990d1, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:12.394145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab77c532-49a7-4b92-b11d-9732230dd3f0 req-f63113eb-375e-48d9-9f4e-8626c6e638d9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891812 Oct 27 16:00:12.396042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] For port ee4cfc64-9963-40b3-80b1-13ba822990d1, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee4cfc64-9963-40b3-80b1-13ba822990d1,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:00:12.427269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:12.428814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0193124c-10d8-4555-bca2-be6810f521db None None] Provisioning complete for port 61a6abbe-b466-4604-b83f-83e93f458485 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:12.430191 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0193124c-10d8-4555-bca2-be6810f521db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:12.540515 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:12.543497 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:12.556223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0193124c-10d8-4555-bca2-be6810f521db None None] Port 61a6abbe-b466-4604-b83f-83e93f458485 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:00:12.592371 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-router', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:51Z', 'updated_at': '2021-10-27T16:00:04Z', 'revision_number': 4, 'project_id': '7b527ad03a764a7593e438385d92211c', 'gw_port': {'id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:54Z', 'updated_at': '2021-10-27T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd3704bb9-5a71-49f5-b806-97bba32e20e1', 'name': '', 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'mac_address': 'fa:16:3e:3e:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9834391d-76dc-41dd-a184-293e5d37f354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:02Z', 'updated_at': '2021-10-27T16:00:05Z', 'revision_number': 2, 'project_id': '7b527ad03a764a7593e438385d92211c', 'subnets': [{'id': '9834391d-76dc-41dd-a184-293e5d37f354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:12.641780 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2549172e-08a6-40a5-ab2e-720c5c565c25 x-openstack-request-id: req-2549172e-08a6-40a5-ab2e-720c5c565c25 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:12.642283 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46827d0f-2005-4ebb-a781-8bfd4024345c", "tag": "c32792df-ca37-47c7-91e2-795c2d179df6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:12.650501 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2549172e-08a6-40a5-ab2e-720c5c565c25 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:12.650501 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'tag': 'c32792df-ca37-47c7-91e2-795c2d179df6', 'status': 'completed', 'code': 200} Oct 27 16:00:12.650800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Routers {'9054dd66-470c-4d56-8311-e3b05865e9a7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:12.650800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9054dd66-470c-4d56-8311-e3b05865e9a7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:12.659176 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Checking router: df039c04-93b8-4117-ac36-b036111f14fe for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:00:12.660850 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Updating router df039c04-93b8-4117-ac36-b036111f14fe port d3704bb9-5a71-49f5-b806-97bba32e20e1 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:00:12.699435 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:12.715929 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:12.728682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7900f-99e3-450b-9356-db14b90f1193 None None] Pushing event updated for resources: {'Port': ['ID=ee4cfc64-9963-40b3-80b1-13ba822990d1,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:12.745355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb07e9c-219c-4068-a896-363a3a6f3005 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:00:12.758891 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:12.805849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928867a-6613-4ab0-8c04-f2cac4d2d984 req-ed5ac5b0-9632-412a-ac1b-0170ee43d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:12.807584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8928867a-6613-4ab0-8c04-f2cac4d2d984 req-ed5ac5b0-9632-412a-ac1b-0170ee43d0b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 1125 time: 0.1528563 Oct 27 16:00:12.830892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Transition to ACTIVE for port object dbb07e9c-219c-4068-a896-363a3a6f3005 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:00:12.836397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] Set router 9054dd66-470c-4d56-8311-e3b05865e9a7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:12.889177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d220b47-c9bb-4c87-b580-61331c4620c8 req-47a377ce-86bf-4569-bb2b-b7ac2f4380e1 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:12.897496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d220b47-c9bb-4c87-b580-61331c4620c8 req-47a377ce-86bf-4569-bb2b-b7ac2f4380e1 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 931 time: 0.1449649 Oct 27 16:00:12.933017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.025639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d220b47-c9bb-4c87-b580-61331c4620c8 req-4a5eaefa-bdf1-44d2-929b-dc6499e6a3cc tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247146 Oct 27 16:00:13.067899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41512) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:13.128169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928867a-6613-4ab0-8c04-f2cac4d2d984 req-c2807a7d-31db-4509-8588-d0880b0b6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:13.128407 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8928867a-6613-4ab0-8c04-f2cac4d2d984 req-c2807a7d-31db-4509-8588-d0880b0b6330 service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.3113315 Oct 27 16:00:13.160705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Pushing event updated for resources: {'Port': ['ID=dbb07e9c-219c-4068-a896-363a3a6f3005,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:13.244315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '61a6abbe-b466-4604-b83f-83e93f458485', 'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'mac_address': 'fa:16:3e:0a:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:10Z', 'updated_at': '2021-10-27T16:00:10Z', 'revision_number': 1, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'subnets': [{'id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:13.275439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:13.283010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event updated for resources: {'Port': ['ID=c7304099-7f34-4f9e-97d2-49d521fe5a2c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:13.297280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:13.298625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb07c02-724d-499d-8ee8-ae2b9b1fab9c None None] The sync data for ids ['9054dd66-470c-4d56-8311-e3b05865e9a7'] in n-d-815689-1 is: [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '61a6abbe-b466-4604-b83f-83e93f458485', 'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'mac_address': 'fa:16:3e:0a:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:10Z', 'updated_at': '2021-10-27T16:00:10Z', 'revision_number': 1, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'subnets': [{'id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:00:13.305788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:13.337877 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.364269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.410894 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.469534 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.508630 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.594341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.604125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Pushing event updated for resources: {'Port': ['ID=61a6abbe-b466-4604-b83f-83e93f458485,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:13.613520 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19927d1b-04e3-474c-ba04-4a15f3fa8151 None None] Pushing event updated for resources: {'Port': ['ID=d3704bb9-5a71-49f5-b806-97bba32e20e1,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:13.620887 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Attempting to bind port d3704bb9-5a71-49f5-b806-97bba32e20e1 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:00:13.623863 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Attempting to bind port d3704bb9-5a71-49f5-b806-97bba32e20e1 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'd3c091e8-b4fa-4b8c-9eb8-43cf38c92b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:00:13.624480 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Attempting to bind port d3704bb9-5a71-49f5-b806-97bba32e20e1 on network 1d818800-5c12-43bb-89ad-9797e9a2128e {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:13.639304 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:00:13.639304 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Checking segment: {'id': 'd3c091e8-b4fa-4b8c-9eb8-43cf38c92b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:00:13.639304 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.639304 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Bound using segment: {'id': 'd3c091e8-b4fa-4b8c-9eb8-43cf38c92b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:00:13.639304 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Bound port: d3704bb9-5a71-49f5-b806-97bba32e20e1, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c091e8-b4fa-4b8c-9eb8-43cf38c92b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:00:13.639304 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.640352 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aab26a8d-26a5-478b-b6ba-dbb9513a3e14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.645163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8928867a-6613-4ab0-8c04-f2cac4d2d984 req-9eef2a57-fc74-4c91-b794-d7feb4d03625 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32792df-ca37-47c7-91e2-795c2d179df6 HTTP/1.1" status: 200 len: 217 time: 0.5061741 Oct 27 16:00:13.742414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Attempting to bind port dbb07e9c-219c-4068-a896-363a3a6f3005 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:00:13.742889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Attempting to bind port dbb07e9c-219c-4068-a896-363a3a6f3005 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:00:13.743262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Attempting to bind port dbb07e9c-219c-4068-a896-363a3a6f3005 on network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:13.771912 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.777154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Port dbb07e9c-219c-4068-a896-363a3a6f3005 on network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:00:13.777154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Attempting to bind port dbb07e9c-219c-4068-a896-363a3a6f3005 on network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:13.788870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb759c-5883-4367-93ab-0b951c5c8426 req-f89721b3-9634-460d-a06f-c7631765cbdb tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:13.799102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4cdb759c-5883-4367-93ab-0b951c5c8426 req-f89721b3-9634-460d-a06f-c7631765cbdb tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.5952649 Oct 27 16:00:13.820936 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] For port d3704bb9-5a71-49f5-b806-97bba32e20e1, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:13.828108 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] For port d3704bb9-5a71-49f5-b806-97bba32e20e1, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d3704bb9-5a71-49f5-b806-97bba32e20e1,segment=NetworkSegment(d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35),segment_id=d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:00:13.828359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928867a-6613-4ab0-8c04-f2cac4d2d984 req-dd5b8573-1fa1-46d6-8c71-98bdd4fa11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:13.830498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8928867a-6613-4ab0-8c04-f2cac4d2d984 req-dd5b8573-1fa1-46d6-8c71-98bdd4fa11ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.1594965 Oct 27 16:00:13.854865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:00:13.855255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Checking segment: {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:00:13.855776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Bound using segment: {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:00:13.856255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Bound port: dbb07e9c-219c-4068-a896-363a3a6f3005, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:00:13.857006 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.866083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Network 577c46e6-892a-47a5-a5e1-11f95965a207 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:13.868634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:13.886412 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8928867a-6613-4ab0-8c04-f2cac4d2d984 req-e34e7e33-32bf-43bf-b11d-ab9fb83187ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447996 Oct 27 16:00:13.935561 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:13.974745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4cdb759c-5883-4367-93ab-0b951c5c8426 req-f3b899f9-3359-45ba-8e3c-f42b6a70ed42 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729889 Oct 27 16:00:13.997298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d4997ac4-b1e7-4131-bc83-cbe2093f139c None None] Provisioning complete for port d3704bb9-5a71-49f5-b806-97bba32e20e1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:13.997298 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d4997ac4-b1e7-4131-bc83-cbe2093f139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.165112 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aab26a8d-26a5-478b-b6ba-dbb9513a3e14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.202745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8928867a-6613-4ab0-8c04-f2cac4d2d984 req-e0a3334b-10aa-4c1e-975b-4195b759e2d4 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999244 Oct 27 16:00:14.207772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] For port dbb07e9c-219c-4068-a896-363a3a6f3005, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:14.214932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] For port dbb07e9c-219c-4068-a896-363a3a6f3005, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=dbb07e9c-219c-4068-a896-363a3a6f3005,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:00:14.245544 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Routers {'df039c04-93b8-4117-ac36-b036111f14fe'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:14.246906 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['df039c04-93b8-4117-ac36-b036111f14fe'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:14.273024 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d4997ac4-b1e7-4131-bc83-cbe2093f139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.315778 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aab26a8d-26a5-478b-b6ba-dbb9513a3e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.337513 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Router 9054dd66-470c-4d56-8311-e3b05865e9a7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:00:14.358599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d4997ac4-b1e7-4131-bc83-cbe2093f139c None None] For port d3704bb9-5a71-49f5-b806-97bba32e20e1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d3704bb9-5a71-49f5-b806-97bba32e20e1,segment=NetworkSegment(d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35),segment_id=d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:14.378784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.411205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aab26a8d-26a5-478b-b6ba-dbb9513a3e14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45a347cfa2bd4c2fb3f43020be507b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3210609 Oct 27 16:00:14.412640 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.422430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41520) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:14.439598 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19927d1b-04e3-474c-ba04-4a15f3fa8151 None None] Pushing event updated for resources: {'Port': ['ID=d3704bb9-5a71-49f5-b806-97bba32e20e1,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:14.504138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab26a8d-26a5-478b-b6ba-dbb9513a3e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9605f740-8888-4579-8e25-5e64ddf67950,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:14.504368 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d4997ac4-b1e7-4131-bc83-cbe2093f139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.530906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:14.531869 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.533591 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] 10.222.0.53 "PUT /v2.0/ports/dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 1091 time: 3.0767245 Oct 27 16:00:14.545743 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] Set router df039c04-93b8-4117-ac36-b036111f14fe gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:14.581579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ff0a0-d138-4290-ab3d-45dfb8c1fada service neutron] Pushing event updated for resources: {'Port': ['ID=dbb07e9c-219c-4068-a896-363a3a6f3005,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:14.582040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.603668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181882f-0699-48d5-90a6-91133deacb32 req-e01aa760-1440-4e3d-9787-daa748b585f8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:14.606143 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a181882f-0699-48d5-90a6-91133deacb32 req-e01aa760-1440-4e3d-9787-daa748b585f8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.3074863 Oct 27 16:00:14.635769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8928867a-6613-4ab0-8c04-f2cac4d2d984 req-14b98eef-f3b7-4be2-8a16-8a5a72124aec service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190817 Oct 27 16:00:14.647470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:14.650622 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137aef67-f20b-4541-8ff0-fb93aa644e79" -d '{"events": [{"name": "network-changed", "server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:14.707907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event updated for resources: {'Port': ['ID=c7304099-7f34-4f9e-97d2-49d521fe5a2c,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:14.710826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4997ac4-b1e7-4131-bc83-cbe2093f139c None None] Pushing event updated for resources: {'Port': ['ID=d3704bb9-5a71-49f5-b806-97bba32e20e1,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:14.717503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dab42b9d-0fbf-49d6-8514-9aeaba897161 None None] Provisioning complete for port d3704bb9-5a71-49f5-b806-97bba32e20e1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:14.720817 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dab42b9d-0fbf-49d6-8514-9aeaba897161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.760265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a181882f-0699-48d5-90a6-91133deacb32 req-d3dcddd0-ace1-4d53-b5f4-2601e6c93721 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215739 Oct 27 16:00:14.844763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1bdc21-f9b2-4fd9-9cd6-80412865d47d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.873194 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:14.892482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:00:14.914800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-4b0e5368-db04-41d2-9b74-3e1aafb5c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:14.916524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-4b0e5368-db04-41d2-9b74-3e1aafb5c4d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 1094 time: 0.1941032 Oct 27 16:00:14.918835 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4083aef4-ca6c-4e81-9736-2d300c5bf647 admin admin] 10.222.0.15 "PUT /v2.0/routers/9054dd66-470c-4d56-8311-e3b05865e9a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8594792 Oct 27 16:00:15.012165 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:15.014370 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-f97f22e1-4da3-48d2-ad53-77dae6d54440 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.7323999 Oct 27 16:00:15.029477 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1bdc21-f9b2-4fd9-9cd6-80412865d47d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:15.159669 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-router', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:51Z', 'updated_at': '2021-10-27T16:00:04Z', 'revision_number': 4, 'project_id': '7b527ad03a764a7593e438385d92211c', 'gw_port': {'id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:54Z', 'updated_at': '2021-10-27T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd3704bb9-5a71-49f5-b806-97bba32e20e1', 'name': '', 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'mac_address': 'fa:16:3e:3e:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9834391d-76dc-41dd-a184-293e5d37f354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:02Z', 'updated_at': '2021-10-27T16:00:13Z', 'revision_number': 4, 'project_id': '7b527ad03a764a7593e438385d92211c', 'subnets': [{'id': '9834391d-76dc-41dd-a184-293e5d37f354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:15.191595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-bf933dbb-1eac-4d26-a0b9-be130861f77b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 217 time: 0.2268260 Oct 27 16:00:15.207636 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-2b8b2419-dc18-4a0c-a7ec-c56b2eab8ccd tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.1798370 Oct 27 16:00:15.265978 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f65d01b-8d22-41bd-8b54-a0bc816d207f None None] The sync data for ids ['df039c04-93b8-4117-ac36-b036111f14fe'] in n-d-815689-1 is: [{'id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-router', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:51Z', 'updated_at': '2021-10-27T16:00:04Z', 'revision_number': 4, 'project_id': '7b527ad03a764a7593e438385d92211c', 'gw_port': {'id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:54Z', 'updated_at': '2021-10-27T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd3704bb9-5a71-49f5-b806-97bba32e20e1', 'name': '', 'network_id': '1d818800-5c12-43bb-89ad-9797e9a2128e', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'mac_address': 'fa:16:3e:3e:22:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9834391d-76dc-41dd-a184-293e5d37f354', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:02Z', 'updated_at': '2021-10-27T16:00:13Z', 'revision_number': 4, 'project_id': '7b527ad03a764a7593e438385d92211c', 'subnets': [{'id': '9834391d-76dc-41dd-a184-293e5d37f354', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:00:15.286925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dab42b9d-0fbf-49d6-8514-9aeaba897161 None None] Provisioning complete for port 61a6abbe-b466-4604-b83f-83e93f458485 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:15.287961 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dab42b9d-0fbf-49d6-8514-9aeaba897161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:15.379307 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-dab42b9d-0fbf-49d6-8514-9aeaba897161 None None] Port 61a6abbe-b466-4604-b83f-83e93f458485 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:00:15.515214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-6d4cb0e3-ea92-4558-bca4-0a1253c58245 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:15.520939 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-6d4cb0e3-ea92-4558-bca4-0a1253c58245 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.3031886 Oct 27 16:00:15.547197 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-7a239721-4789-4130-8fbc-10f5fb9602ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:15.548776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-7a239721-4789-4130-8fbc-10f5fb9602ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.3258300 Oct 27 16:00:15.560002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-a0dd6fe0-f3c5-4b7f-a2a4-02b1af54d70a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:00:15.562331 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4fa22eee-aff7-4046-8a93-3c2a37f99e20 req-a0dd6fe0-f3c5-4b7f-a2a4-02b1af54d70a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0155380 Oct 27 16:00:15.605841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1bdc21-f9b2-4fd9-9cd6-80412865d47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:15.609195 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1bdc21-f9b2-4fd9-9cd6-80412865d47d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:15.611354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2d1bdc21-f9b2-4fd9-9cd6-80412865d47d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9605f740-8888-4579-8e25-5e64ddf67950 HTTP/1.1" status: 204 len: 168 time: 1.1852424 Oct 27 16:00:15.629666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0523f-a9f0-48a6-83e0-3b160e04c773 req-79e050cf-bd4a-4b99-98bd-7435e7332d54 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:15.631673 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9e0523f-a9f0-48a6-83e0-3b160e04c773 req-79e050cf-bd4a-4b99-98bd-7435e7332d54 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 943 time: 0.4443293 Oct 27 16:00:15.634711 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4283b76d-3dd3-46ca-ad92-d59ecc3ead4e x-openstack-request-id: req-4283b76d-3dd3-46ca-ad92-d59ecc3ead4e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:15.634711 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:15.635152 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4283b76d-3dd3-46ca-ad92-d59ecc3ead4e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:15.635930 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'status': 'completed', 'code': 200} Oct 27 16:00:15.643101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bdc21-f9b2-4fd9-9cd6-80412865d47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9605f740-8888-4579-8e25-5e64ddf67950,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:15.698769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-9344dc10-bd78-427e-b8ad-0c6325a3a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:15.701256 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-9344dc10-bd78-427e-b8ad-0c6325a3a4b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389546 Oct 27 16:00:15.796364 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29a98-f3e2-458c-bcd4-f4eb0f0765e0 req-3e6b179b-89ae-4987-b353-8ef2b5aa0d52 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:15.798150 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-73e29a98-f3e2-458c-bcd4-f4eb0f0765e0 req-3e6b179b-89ae-4987-b353-8ef2b5aa0d52 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.0868688 Oct 27 16:00:15.832821 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9e0523f-a9f0-48a6-83e0-3b160e04c773 req-24b7bc32-7a47-4c08-85f9-c99afaf2ecf6 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548502 Oct 27 16:00:15.874061 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-73e29a98-f3e2-458c-bcd4-f4eb0f0765e0 req-2df54f1d-77e9-4175-ad45-5ff5b4fa1043 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630143 Oct 27 16:00:15.886749 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-bb74b5db-c988-41e7-b099-c8280f2d04a5 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709208 Oct 27 16:00:16.183792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23658972-d8e5-4c34-adee-572ffd8e7c38 req-70313513-6481-46c9-8773-bb0700e4e101 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893867 Oct 27 16:00:16.255911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-8ac07b47-3a63-4bd7-955f-a27a109d9857 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2768180 Oct 27 16:00:16.268146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:16.421124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:16.519682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aef67-f20b-4541-8ff0-fb93aa644e79 req-bd9d72b5-b10e-4b70-9260-9b8e434063e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:16.521313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137aef67-f20b-4541-8ff0-fb93aa644e79 req-bd9d72b5-b10e-4b70-9260-9b8e434063e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 1094 time: 0.0944009 Oct 27 16:00:16.537838 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-13be620f-58d8-4c1b-8822-25a58b3914eb tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:16.538983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-13be620f-58d8-4c1b-8822-25a58b3914eb tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/networks?id=577c46e6-892a-47a5-a5e1-11f95965a207 HTTP/1.1" status: 200 len: 828 time: 0.1207025 Oct 27 16:00:16.555159 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-5891cb96-fabe-443c-b292-6bd13e364bfd tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/quotas/f7700d5413e24a9abc738947a1333134 HTTP/1.1" status: 200 len: 375 time: 0.0093265 Oct 27 16:00:16.638810 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-a2125f80-6edd-4dce-9025-d1b48958644c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7700d5413e24a9abc738947a1333134&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753891 Oct 27 16:00:16.645526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:16.649190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aef67-f20b-4541-8ff0-fb93aa644e79 req-ae319fca-8e6a-4ec3-bf46-89183a641167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:16.650712 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137aef67-f20b-4541-8ff0-fb93aa644e79 req-ae319fca-8e6a-4ec3-bf46-89183a641167 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.1179681 Oct 27 16:00:16.709987 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137aef67-f20b-4541-8ff0-fb93aa644e79 req-4093f849-ec86-433a-87a6-7afa2fccc428 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 217 time: 0.0458994 Oct 27 16:00:16.770757 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-ae2e3867-0c43-4c5b-b385-50c1d8b4ae30 service neutron] 10.222.0.15 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248748 Oct 27 16:00:16.825682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aef67-f20b-4541-8ff0-fb93aa644e79 req-9aada489-ec3a-4d30-8e6b-ec4acafc6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:16.827171 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137aef67-f20b-4541-8ff0-fb93aa644e79 req-9aada489-ec3a-4d30-8e6b-ec4acafc6ce5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.0901983 Oct 27 16:00:16.894863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Allocated IP 172.25.4.48 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/8447b393-05fd-427e-be50-607277098afe) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:16.901459 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-2412abb2-d48c-41d6-a792-7320f8b96bbd service neutron] 10.222.0.15 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217668 Oct 27 16:00:16.963493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aef67-f20b-4541-8ff0-fb93aa644e79 req-b1d2011a-7ca0-4c75-9c65-7ad48ba87ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:16.964957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137aef67-f20b-4541-8ff0-fb93aa644e79 req-b1d2011a-7ca0-4c75-9c65-7ad48ba87ba0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239319 Oct 27 16:00:17.086690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee4cfc64-9963-40b3-80b1-13ba822990d1 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:17.122471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137aef67-f20b-4541-8ff0-fb93aa644e79 req-f866b582-b206-4cd6-8ced-f18bf98722c1 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419034 Oct 27 16:00:17.176101 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:17.176654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ee4cfc64-9963-40b3-80b1-13ba822990d1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:17.182764 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:17.304140 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:17.342470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port ee4cfc64-9963-40b3-80b1-13ba822990d1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee4cfc64-9963-40b3-80b1-13ba822990d1,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:17.346470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137aef67-f20b-4541-8ff0-fb93aa644e79 req-a7728482-dae2-4fce-a91d-8e75d6e3b812 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046208 Oct 27 16:00:17.439085 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:17.440734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d3704bb9-5a71-49f5-b806-97bba32e20e1 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:17.467000 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:17.541198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5f32f-91b2-4f62-bb25-364bc43c0aac req-f4663841-cf2e-42b1-a95a-b50fce2a7f66 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:17.569107 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3e5f32f-91b2-4f62-bb25-364bc43c0aac req-f4663841-cf2e-42b1-a95a-b50fce2a7f66 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.1705475 Oct 27 16:00:17.652924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:17.655518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event updated for resources: {'Port': ['ID=8447b393-05fd-427e-be50-607277098afe,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:17.666001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:17.667568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3e5f32f-91b2-4f62-bb25-364bc43c0aac req-bab350d3-4447-4826-abc8-817502b430c6 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923018 Oct 27 16:00:17.677547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:17.684374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=ee4cfc64-9963-40b3-80b1-13ba822990d1,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:17.699305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d3704bb9-5a71-49f5-b806-97bba32e20e1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:17.699844 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:17.826318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:17.978725 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:17.995238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05951dcd-5c27-44a7-9665-91e7bfdfb297 req-3c7534b3-c53c-4de4-bf05-27583c96375d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:17.998563 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-05951dcd-5c27-44a7-9665-91e7bfdfb297 req-3c7534b3-c53c-4de4-bf05-27583c96375d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 943 time: 0.0991645 Oct 27 16:00:18.050144 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-05951dcd-5c27-44a7-9665-91e7bfdfb297 req-d486e61c-319d-4b8b-9049-3a903039df3d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427737 Oct 27 16:00:18.267359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:18.274870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4db14-bd93-4d00-8808-0c78cb4cf391 req-1c0c7e05-6c9b-498e-b65a-fa429dfbc532 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:18.276906 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8a4db14-bd93-4d00-8808-0c78cb4cf391 req-1c0c7e05-6c9b-498e-b65a-fa429dfbc532 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.1149075 Oct 27 16:00:18.338059 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8a4db14-bd93-4d00-8808-0c78cb4cf391 req-72133072-6559-4195-b3c0-6533dd2c8218 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483172 Oct 27 16:00:18.392768 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:18.421138 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:18.458305 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9220236-1950-48d1-a798-4bc09d00fb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:18.502712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event updated for resources: {'Port': ['ID=8447b393-05fd-427e-be50-607277098afe,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:18.544403 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:18.546584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-1180851d-50b0-487c-9ef1-76b47a178227 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2831345 Oct 27 16:00:18.599281 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0001c75c-371e-4579-9638-51ce7915d1be req-64efdfe8-46b4-42e6-bf8e-bcc7cebb895e tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 210 time: 0.0546811 Oct 27 16:00:18.692171 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-2c02388b-ad8d-4620-aa72-f9001c1c1b0a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.1389811 Oct 27 16:00:18.993954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee4cfc64-9963-40b3-80b1-13ba822990d1 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:19.017492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a8ed3-bcb0-4981-a6aa-d6b09a4b4d0a req-618a2acc-0a07-4bb4-bb72-386f311e13e3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:19.028446 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-077a8ed3-bcb0-4981-a6aa-d6b09a4b4d0a req-618a2acc-0a07-4bb4-bb72-386f311e13e3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.1960618 Oct 27 16:00:19.088852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ee4cfc64-9963-40b3-80b1-13ba822990d1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:19.089465 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:19.109318 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-077a8ed3-bcb0-4981-a6aa-d6b09a4b4d0a req-93037e1a-705e-4e83-ba0a-5bc2b0c9d9d9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792294 Oct 27 16:00:19.382664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-c1554911-a324-4e01-8d42-23ba3e8af848 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:19.385782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-c1554911-a324-4e01-8d42-23ba3e8af848 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.6867461 Oct 27 16:00:19.417040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-f59144c3-fe78-4865-adfb-c30d5f45509b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:00:19.419947 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a58465f-2d16-4500-a98e-b7c4a8f4210d req-f59144c3-fe78-4865-adfb-c30d5f45509b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0173683 Oct 27 16:00:19.581603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e162b36-c1dd-4e50-8567-57fa47848d94 req-3154716b-aa9a-4660-9a7d-799e9a7497e9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:19.586149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e162b36-c1dd-4e50-8567-57fa47848d94 req-3154716b-aa9a-4660-9a7d-799e9a7497e9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 943 time: 0.0758958 Oct 27 16:00:19.653892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a6d31-f905-44f8-9bcf-728f90db32c8 req-4db6f47d-7e11-4c10-bc44-58eecb5e71d4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:19.655797 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-534a6d31-f905-44f8-9bcf-728f90db32c8 req-4db6f47d-7e11-4c10-bc44-58eecb5e71d4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.0725796 Oct 27 16:00:19.663841 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e162b36-c1dd-4e50-8567-57fa47848d94 req-f84a4861-81d7-4181-a35d-e579f182f47b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665681 Oct 27 16:00:19.734428 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-534a6d31-f905-44f8-9bcf-728f90db32c8 req-801b6aa9-94f1-49a6-9c5c-5b677ae284bd tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601816 Oct 27 16:00:19.799490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device dbb07e9c-219c-4068-a896-363a3a6f3005 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:00:19.808704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c32792df-ca37-47c7-91e2-795c2d179df6 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:00:19.881831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Sync routers for ids ['9054dd66-470c-4d56-8311-e3b05865e9a7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:00:19.913910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Routers {'9054dd66-470c-4d56-8311-e3b05865e9a7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:19.914697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T15:59:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9054dd66-470c-4d56-8311-e3b05865e9a7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:20.016465 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-548ddee6-f7ca-4d85-83e6-4f0f5a10408d tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3074195 Oct 27 16:00:20.018726 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.resource_extend [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:00:20.025217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:20.198818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:20.220559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a262be4-db23-45c0-99dc-d183b2b40b10 req-512bb75c-9080-4bfc-9d7d-e491306562a2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 210 time: 0.0294440 Oct 27 16:00:20.267249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Set router 9054dd66-470c-4d56-8311-e3b05865e9a7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:20.362398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port dbb07e9c-219c-4068-a896-363a3a6f3005, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=dbb07e9c-219c-4068-a896-363a3a6f3005,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:20.363618 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:20.392911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'port_id': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'mac_address': 'fa:16:3e:f6:c4:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:00:20.427663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97abf64-0269-42ef-a40f-a5c8554dff32 req-41772620-c206-425f-9c8a-d6e90aeff44e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:20.429926 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b97abf64-0269-42ef-a40f-a5c8554dff32 req-41772620-c206-425f-9c8a-d6e90aeff44e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.0620039 Oct 27 16:00:20.519347 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b97abf64-0269-42ef-a40f-a5c8554dff32 req-13f3396d-16c9-4f8d-9eec-481d719e87b4 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735979 Oct 27 16:00:20.526797 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:20.550243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb07e9c-219c-4068-a896-363a3a6f3005 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:00:20.580715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Allocated IP 172.25.4.236 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/2801064c-ed96-4bfa-8ac4-682314f6f26d) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:20.589638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port dbb07e9c-219c-4068-a896-363a3a6f3005, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=dbb07e9c-219c-4068-a896-363a3a6f3005,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:20.609716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-11d5e37f-25de-41c3-aace-eca861d301ea service neutron] 10.222.0.53 "GET /v2.0/ports/c32792df-ca37-47c7-91e2-795c2d179df6/bindings/n-h1-815689-1 HTTP/1.1" status: 200 len: 384 time: 0.1045511 Oct 27 16:00:20.664564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '61a6abbe-b466-4604-b83f-83e93f458485', 'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'mac_address': 'fa:16:3e:0a:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:10Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 2, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'subnets': [{'id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:20.692617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Checking router: 9054dd66-470c-4d56-8311-e3b05865e9a7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:00:20.692971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Updating router 9054dd66-470c-4d56-8311-e3b05865e9a7 port 61a6abbe-b466-4604-b83f-83e93f458485 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:00:20.718151 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:20.742798 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:20.872459 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:20.888913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=dbb07e9c-219c-4068-a896-363a3a6f3005,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:20.909934 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578f18b-c97b-4cec-bcb3-b677cd828cdf req-896b9e0a-aae1-47cb-bbf4-ad6cf5ed819e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:20.912961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1578f18b-c97b-4cec-bcb3-b677cd828cdf req-896b9e0a-aae1-47cb-bbf4-ad6cf5ed819e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 944 time: 0.1322978 Oct 27 16:00:20.967650 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1578f18b-c97b-4cec-bcb3-b677cd828cdf req-cfb8d4d4-1840-4a5f-8be9-880814e3a8ab tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469098 Oct 27 16:00:21.005305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['dbb07e9c-219c-4068-a896-363a3a6f3005'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:00:21.090665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-3445da49-806b-4d24-ba9a-da3ad2a1f836 service neutron] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c32792df-ca37-47c7-91e2-795c2d179df6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:21.110823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133300f3-ef73-4565-911c-ca128484e638 req-9cb00d2a-cfbf-4480-8a72-bf75242fd833 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:21.112555 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-133300f3-ef73-4565-911c-ca128484e638 req-9cb00d2a-cfbf-4480-8a72-bf75242fd833 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.0695145 Oct 27 16:00:21.124806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-3445da49-806b-4d24-ba9a-da3ad2a1f836 service neutron] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:21.174367 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-133300f3-ef73-4565-911c-ca128484e638 req-c0dc4b35-0123-4140-a136-bc4eda951c21 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551958 Oct 27 16:00:21.252533 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:21.324971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-3445da49-806b-4d24-ba9a-da3ad2a1f836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32792df-ca37-47c7-91e2-795c2d179df6 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:00:21.350402 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:21.361663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-3445da49-806b-4d24-ba9a-da3ad2a1f836 service neutron] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c32792df-ca37-47c7-91e2-795c2d179df6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:21.373768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:21.375275 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9640d5f-1bb5-4fe2-9212-199febe233f3 req-5c3c43c6-3ec1-416a-8e3c-0d18b0a3d166 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 210 time: 0.0446887 Oct 27 16:00:21.393006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-408f1626-0c64-40f6-9b6e-ab6df3aaf926 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:21.394716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-408f1626-0c64-40f6-9b6e-ab6df3aaf926 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.54 "GET /v2.0/networks?id=577c46e6-892a-47a5-a5e1-11f95965a207 HTTP/1.1" status: 200 len: 828 time: 0.2408020 Oct 27 16:00:21.399654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:21.404716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:21.420497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Request body: {'port': {'device_id': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'admin_state_up': True, 'tenant_id': 'f7700d5413e24a9abc738947a1333134'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:21.441170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event updated for resources: {'Port': ['ID=2801064c-ed96-4bfa-8ac4-682314f6f26d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:21.444993 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:21.519495 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-3445da49-806b-4d24-ba9a-da3ad2a1f836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:21.543894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41646) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:21.678425 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-84920919-d09f-45b8-a65e-da48109d93f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:21.682185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb671e-aa07-49af-997a-10be400f4975 None None] Pushing event updated for resources: {'Port': ['ID=61a6abbe-b466-4604-b83f-83e93f458485,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:21.787080 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:21.814518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Attempting to bind port 61a6abbe-b466-4604-b83f-83e93f458485 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:00:21.815113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Attempting to bind port 61a6abbe-b466-4604-b83f-83e93f458485 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:00:21.815771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Attempting to bind port 61a6abbe-b466-4604-b83f-83e93f458485 on network 577c46e6-892a-47a5-a5e1-11f95965a207 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:21.815915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7772-5008-47c4-bf9d-c8e552e5086e req-d329e07b-ab2a-4ab1-8704-6a788227ae6c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:21.817840 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ae5e7772-5008-47c4-bf9d-c8e552e5086e req-d329e07b-ab2a-4ab1-8704-6a788227ae6c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 944 time: 0.1606581 Oct 27 16:00:21.826595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:00:21.827320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Checking segment: {'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:00:21.827932 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:21.829020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Bound using segment: {'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:00:21.834981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Bound port: 61a6abbe-b466-4604-b83f-83e93f458485, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:00:21.834981 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:21.893836 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ae5e7772-5008-47c4-bf9d-c8e552e5086e req-aeba1678-1430-40a0-a762-87f3aafea161 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598748 Oct 27 16:00:21.987453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] For port 61a6abbe-b466-4604-b83f-83e93f458485, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:21.989281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] For port 61a6abbe-b466-4604-b83f-83e93f458485, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=61a6abbe-b466-4604-b83f-83e93f458485,segment=NetworkSegment(a6d73e33-06f5-4bc6-9856-753717e99203),segment_id=a6d73e33-06f5-4bc6-9856-753717e99203)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:00:22.038766 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86f39ef6-10cd-493d-b19c-f302845bcd0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.070677 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.082582 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.086136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-3445da49-806b-4d24-ba9a-da3ad2a1f836 service neutron] Transition to ACTIVE for port object c32792df-ca37-47c7-91e2-795c2d179df6 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:00:22.127935 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.129838 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.142735 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Routers {'9054dd66-470c-4d56-8311-e3b05865e9a7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:22.143564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9054dd66-470c-4d56-8311-e3b05865e9a7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:22.194393 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb671e-aa07-49af-997a-10be400f4975 None None] Pushing event updated for resources: {'Port': ['ID=61a6abbe-b466-4604-b83f-83e93f458485,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:22.205426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Made reservation on behalf of f7700d5413e24a9abc738947a1333134 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:00:22.214033 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.233397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003f8a3-966f-43d3-ba4a-7ba1854cdef9 req-24d0d64d-4ae4-4014-a3c6-6820451e7341 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:22.243402 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0003f8a3-966f-43d3-ba4a-7ba1854cdef9 req-24d0d64d-4ae4-4014-a3c6-6820451e7341 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 944 time: 0.0805378 Oct 27 16:00:22.254469 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-3445da49-806b-4d24-ba9a-da3ad2a1f836 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.275151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-40719772-8cbd-48dd-a708-3fcf9a55b856 None None] Provisioning complete for port 61a6abbe-b466-4604-b83f-83e93f458485 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:22.276214 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-40719772-8cbd-48dd-a708-3fcf9a55b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.307556 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0003f8a3-966f-43d3-ba4a-7ba1854cdef9 req-249479cf-13dc-497e-bfcf-1bbb25eda79a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621095 Oct 27 16:00:22.382211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] Set router 9054dd66-470c-4d56-8311-e3b05865e9a7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:22.441401 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-40719772-8cbd-48dd-a708-3fcf9a55b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.485336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b6890-1fa9-46c8-b19c-b91b4b7b5040 req-8a82182d-f000-4967-ae1c-cc7babbc7380 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:22.488165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-690b6890-1fa9-46c8-b19c-b91b4b7b5040 req-8a82182d-f000-4967-ae1c-cc7babbc7380 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.0875509 Oct 27 16:00:22.572586 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-690b6890-1fa9-46c8-b19c-b91b4b7b5040 req-e1832451-68ab-4564-af6e-3aa836dcc675 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672567 Oct 27 16:00:22.605905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-3445da49-806b-4d24-ba9a-da3ad2a1f836 service neutron] No DVR routers for this DVR port c32792df-ca37-47c7-91e2-795c2d179df6 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:00:22.622228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445da49-806b-4d24-ba9a-da3ad2a1f836 service neutron] Pushing event updated for resources: {'Port': ['ID=c32792df-ca37-47c7-91e2-795c2d179df6,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:22.652167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-40719772-8cbd-48dd-a708-3fcf9a55b856 None None] For port 61a6abbe-b466-4604-b83f-83e93f458485, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=61a6abbe-b466-4604-b83f-83e93f458485,segment=NetworkSegment(a6d73e33-06f5-4bc6-9856-753717e99203),segment_id=a6d73e33-06f5-4bc6-9856-753717e99203)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:22.667048 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86f39ef6-10cd-493d-b19c-f302845bcd0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.711649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '61a6abbe-b466-4604-b83f-83e93f458485', 'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'mac_address': 'fa:16:3e:0a:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:10Z', 'updated_at': '2021-10-27T16:00:21Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'subnets': [{'id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:22.736121 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86f39ef6-10cd-493d-b19c-f302845bcd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.744779 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-3445da49-806b-4d24-ba9a-da3ad2a1f836 service neutron] 10.222.0.53 "PUT /v2.0/ports/c32792df-ca37-47c7-91e2-795c2d179df6/bindings/n-h1-815689-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1219513 Oct 27 16:00:22.756365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-40719772-8cbd-48dd-a708-3fcf9a55b856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.763161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b92ea3f-b101-45bb-8ca0-a3ccc84f593c None None] The sync data for ids ['9054dd66-470c-4d56-8311-e3b05865e9a7'] in n-d-815689-1 is: [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '61a6abbe-b466-4604-b83f-83e93f458485', 'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'mac_address': 'fa:16:3e:0a:ee:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:10Z', 'updated_at': '2021-10-27T16:00:21Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'subnets': [{'id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:00:22.799193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Allocated IP 172.20.0.7 (577c46e6-892a-47a5-a5e1-11f95965a207/90ff0d7a-3936-4bc0-93f4-c24c8085baf1/87fe8827-2b8c-42e3-9628-886dc9f5e762) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:22.829755 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5796f5e3-477b-4aff-a28f-0b3fb1bb7831 req-1ec1245d-28e4-4096-a392-6e5dc8213895 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 210 time: 0.0802989 Oct 27 16:00:22.837361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40719772-8cbd-48dd-a708-3fcf9a55b856 None None] Pushing event updated for resources: {'Port': ['ID=61a6abbe-b466-4604-b83f-83e93f458485,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:22.840714 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41662) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:22.851595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-86f39ef6-10cd-493d-b19c-f302845bcd0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f90ef5d1ab5d4bdd815f6f88fa097f14&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3061929 Oct 27 16:00:22.858836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f39ef6-10cd-493d-b19c-f302845bcd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b913931-0216-4c10-a7b1-3dfe7d25a296,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:22.869066 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.929191 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-48a829bd-4466-4a8d-8fd4-71caf7cd5d8b None None] Provisioning complete for port 61a6abbe-b466-4604-b83f-83e93f458485 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:22.929191 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-48a829bd-4466-4a8d-8fd4-71caf7cd5d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:22.973927 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8428540a-521e-4148-9af4-d40b3d52cb15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:23.030991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8428540a-521e-4148-9af4-d40b3d52cb15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:23.099132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 61a6abbe-b466-4604-b83f-83e93f458485 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:23.120235 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:23.166325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac70974-9585-4b2e-a860-aaa618cc94e5 req-936e222f-eb25-470f-84de-343f13f5b5e4 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:23.168312 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ac70974-9585-4b2e-a860-aaa618cc94e5 req-936e222f-eb25-470f-84de-343f13f5b5e4 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 945 time: 0.1029220 Oct 27 16:00:23.241149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 61a6abbe-b466-4604-b83f-83e93f458485 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:23.241671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:23.290261 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ac70974-9585-4b2e-a860-aaa618cc94e5 req-d23d7166-7117-43b5-9970-04b909096af9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099467 Oct 27 16:00:23.293961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event updated for resources: {'Port': ['ID=2801064c-ed96-4bfa-8ac4-682314f6f26d,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:23.315580 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:23.340289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8428540a-521e-4148-9af4-d40b3d52cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:23.342956 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8428540a-521e-4148-9af4-d40b3d52cb15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:23.356354 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8428540a-521e-4148-9af4-d40b3d52cb15 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b913931-0216-4c10-a7b1-3dfe7d25a296 HTTP/1.1" status: 204 len: 168 time: 0.5084774 Oct 27 16:00:23.370645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428540a-521e-4148-9af4-d40b3d52cb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b913931-0216-4c10-a7b1-3dfe7d25a296,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:23.423067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-c1369337-1abb-41a9-8545-b37f7caba177 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:23.424735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-c1369337-1abb-41a9-8545-b37f7caba177 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.4789922 Oct 27 16:00:23.512150 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:23.526793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-73024257-25ba-4d8b-9782-716899651597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:23.528596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-73024257-25ba-4d8b-9782-716899651597 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9 HTTP/1.1" status: 200 len: 1096 time: 0.0906076 Oct 27 16:00:23.534882 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:23.536196 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-2045218a-3235-4089-b1d5-93b0e163ba0b tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5173247 Oct 27 16:00:23.629447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472ef20-1740-469f-a266-ff912dc570e7 req-34eb7e13-c062-4238-8491-1afe8f6666aa tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:23.631105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d472ef20-1740-469f-a266-ff912dc570e7 req-34eb7e13-c062-4238-8491-1afe8f6666aa tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 944 time: 0.0823743 Oct 27 16:00:23.654977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-ce515801-82f6-46ee-8dfd-5a2f95c7153a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.236 HTTP/1.1" status: 200 len: 696 time: 0.1056550 Oct 27 16:00:23.705514 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d472ef20-1740-469f-a266-ff912dc570e7 req-f66c6f3c-dae4-4d3a-b4de-22c850aa1b1b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645719 Oct 27 16:00:23.772505 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:23.777560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-f8efe697-61bc-4fa9-abca-02c16b19ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:23.780143 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-f8efe697-61bc-4fa9-abca-02c16b19ec4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 1096 time: 0.1806571 Oct 27 16:00:23.792887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device dbb07e9c-219c-4068-a896-363a3a6f3005 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:23.849188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67488c-2654-4c87-ba9a-9e2578cf364a req-b24efcbc-515e-41aa-a4d9-89a934e0f910 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:23.851113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba67488c-2654-4c87-ba9a-9e2578cf364a req-b24efcbc-515e-41aa-a4d9-89a934e0f910 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.0642278 Oct 27 16:00:23.961581 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba67488c-2654-4c87-ba9a-9e2578cf364a req-c89663c0-100d-4992-8830-ba1c82769d09 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940423 Oct 27 16:00:23.974728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port dbb07e9c-219c-4068-a896-363a3a6f3005 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:00:23.980313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port dbb07e9c-219c-4068-a896-363a3a6f3005 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:23.980690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:24.024681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Network 577c46e6-892a-47a5-a5e1-11f95965a207 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:24.037168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:24.045347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:24.052463 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:24.054266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:24.054266 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:24.059832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Pushing event updated for resources: {'Port': ['ID=87fe8827-2b8c-42e3-9628-886dc9f5e762,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:24.069734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-ae4f6504-ade6-45a1-b229-8a2af9823b02 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:24.075427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7a4f2e12-25f5-456a-aa68-b58475bbe956 req-ae4f6504-ade6-45a1-b229-8a2af9823b02 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.4101284 Oct 27 16:00:24.130353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-1b3af925-2915-4ef0-a94f-88fd7171cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:24.134219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-1b3af925-2915-4ef0-a94f-88fd7171cd55 service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.3256083 Oct 27 16:00:24.192648 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:24.218841 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-a4fa19a5-173f-4739-b3fb-d478e8502de8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c32792df-ca37-47c7-91e2-795c2d179df6 HTTP/1.1" status: 200 len: 217 time: 0.0728009 Oct 27 16:00:24.222682 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-048036fe-74ba-4bdc-a372-aa98ed113826 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8109615 Oct 27 16:00:24.249261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:24.251923 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b06e9b-1030-4b5f-9b4f-e078c3f09e78" -d '{"events": [{"server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "name": "network-vif-plugged", "status": "completed", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:24.270952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port dbb07e9c-219c-4068-a896-363a3a6f3005, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=dbb07e9c-219c-4068-a896-363a3a6f3005,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:24.275835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Request body: {'port': {'device_id': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:24.380169 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:24.383679 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-085c0edf-c962-4255-80e2-736595a866a9 req-b29ee493-5e82-4454-80a6-cdf570a7495f tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1483934 Oct 27 16:00:24.392583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9af48-deb5-47b0-98d7-51e6bfa085b6 req-0dd75491-4ec9-4617-aaec-14e8ecfde628 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:24.394213 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de9af48-deb5-47b0-98d7-51e6bfa085b6 req-0dd75491-4ec9-4617-aaec-14e8ecfde628 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 931 time: 0.1871681 Oct 27 16:00:24.396369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:24.405366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:24.409207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-fa09c4d9-85a4-4f58-b66a-f4493753b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:24.410709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-fa09c4d9-85a4-4f58-b66a-f4493753b1bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.1453965 Oct 27 16:00:24.462500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=dbb07e9c-219c-4068-a896-363a3a6f3005,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:24.466646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-dcc5be74-1f8b-4c83-951a-ce56ae82fe28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404577 Oct 27 16:00:24.472545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ba7c9b54-d180-44de-88a8-90554cc8e86c None None] Provisioning complete for port 87fe8827-2b8c-42e3-9628-886dc9f5e762 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:24.473003 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ba7c9b54-d180-44de-88a8-90554cc8e86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:24.517602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ba7c9b54-d180-44de-88a8-90554cc8e86c None None] Port 87fe8827-2b8c-42e3-9628-886dc9f5e762 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:00:24.563572 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:24.569831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de9af48-deb5-47b0-98d7-51e6bfa085b6 req-a18455aa-2faa-4efd-9191-ec2324c72b5b tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d82a12d-d337-4b90-8dbc-f6b64c63c236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654677 Oct 27 16:00:24.617291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41688) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:24.634413 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4285-3a58-45b3-9433-ca42149e5333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:24.655335 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e21acb-e32b-4c0c-8b9d-32c933332f65 x-openstack-request-id: req-79e21acb-e32b-4c0c-8b9d-32c933332f65 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:24.655720 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "name": "network-vif-plugged", "status": "completed", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:24.655984 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79e21acb-e32b-4c0c-8b9d-32c933332f65 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:24.656611 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'code': 200} Oct 27 16:00:24.781314 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-aa68968f-8dfd-4437-b8d0-2f703b0fa515 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896855 Oct 27 16:00:24.792877 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:24.796288 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4285-3a58-45b3-9433-ca42149e5333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:24.922186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffbd4285-3a58-45b3-9433-ca42149e5333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:25.043872 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ffbd4285-3a58-45b3-9433-ca42149e5333 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07edb547a04b4fc5b0b944ba808cbbcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4249961 Oct 27 16:00:25.045982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Allocated IP 172.25.4.23 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/d280fd46-0fcd-4be7-b003-78a6d9b22a95) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:25.049948 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41694) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:25.053559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd4285-3a58-45b3-9433-ca42149e5333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27fecad-4f39-4d30-a4fc-389b1e338403,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:25.208853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6231d-b5e6-48b2-b257-4e50f526cdc0 req-d11c02a2-84b8-485d-9fb6-8388bdd13f40 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:25.210431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0b6231d-b5e6-48b2-b257-4e50f526cdc0 req-d11c02a2-84b8-485d-9fb6-8388bdd13f40 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 945 time: 0.5014417 Oct 27 16:00:25.219706 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e6c7d1a-6eca-40b2-be62-31cde915f672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:25.222264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccbaed-7f7e-43b3-92da-093c0ef8943f req-785c2239-a8b0-410f-8e7d-e7061c1b5de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:25.223765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0eccbaed-7f7e-43b3-92da-093c0ef8943f req-785c2239-a8b0-410f-8e7d-e7061c1b5de6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 1096 time: 0.4834781 Oct 27 16:00:25.266497 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e6c7d1a-6eca-40b2-be62-31cde915f672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:25.294089 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:25.309380 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-9f667849-00ee-4bfa-945e-c3c4efafa5ca service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099046 Oct 27 16:00:25.350297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0eccbaed-7f7e-43b3-92da-093c0ef8943f req-1a239a0c-0365-43af-a64c-6afca21915d1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051624 Oct 27 16:00:25.353242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0b6231d-b5e6-48b2-b257-4e50f526cdc0 req-d0e2b032-4eca-42be-84a6-9fb001b61bac tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285069 Oct 27 16:00:25.410631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87fe8827-2b8c-42e3-9628-886dc9f5e762 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:00:25.423700 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:25.466261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Transition to ACTIVE for port object 87fe8827-2b8c-42e3-9628-886dc9f5e762 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:00:25.467442 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e6c7d1a-6eca-40b2-be62-31cde915f672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:25.472450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e6c7d1a-6eca-40b2-be62-31cde915f672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:25.474564 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3e6c7d1a-6eca-40b2-be62-31cde915f672 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a27fecad-4f39-4d30-a4fc-389b1e338403 HTTP/1.1" status: 204 len: 168 time: 0.4227550 Oct 27 16:00:25.476500 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:25.518163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c7d1a-6eca-40b2-be62-31cde915f672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27fecad-4f39-4d30-a4fc-389b1e338403,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:25.535635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:25.550386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:25.553139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event updated for resources: {'Port': ['ID=d280fd46-0fcd-4be7-b003-78a6d9b22a95,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:25.561933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:25.569606 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:25.709776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Pushing event updated for resources: {'Port': ['ID=87fe8827-2b8c-42e3-9628-886dc9f5e762,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:25.749803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5424cf-8364-4349-96c6-a3ade9499f8e req-f6c3fd74-d221-484c-bf7c-693fe21080a1 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:25.751698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f5424cf-8364-4349-96c6-a3ade9499f8e req-f6c3fd74-d221-484c-bf7c-693fe21080a1 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 945 time: 0.1050718 Oct 27 16:00:25.779217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:25.788625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Attempting to bind port 87fe8827-2b8c-42e3-9628-886dc9f5e762 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:00:25.788966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Attempting to bind port 87fe8827-2b8c-42e3-9628-886dc9f5e762 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:00:25.789292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Attempting to bind port 87fe8827-2b8c-42e3-9628-886dc9f5e762 on network 577c46e6-892a-47a5-a5e1-11f95965a207 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:25.802117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Port 87fe8827-2b8c-42e3-9628-886dc9f5e762 on network 577c46e6-892a-47a5-a5e1-11f95965a207 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:00:25.802117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Attempting to bind port 87fe8827-2b8c-42e3-9628-886dc9f5e762 on network 577c46e6-892a-47a5-a5e1-11f95965a207 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:25.815038 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:00:25.815386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Checking segment: {'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:00:25.815777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Bound using segment: {'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:00:25.816257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Bound port: 87fe8827-2b8c-42e3-9628-886dc9f5e762, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d73e33-06f5-4bc6-9856-753717e99203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:00:25.816616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:25.830982 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f5424cf-8364-4349-96c6-a3ade9499f8e req-87bc6f4f-1b19-42f4-a3af-8362df4db800 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617087 Oct 27 16:00:25.902753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] For port 87fe8827-2b8c-42e3-9628-886dc9f5e762, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:25.906683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] For port 87fe8827-2b8c-42e3-9628-886dc9f5e762, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=87fe8827-2b8c-42e3-9628-886dc9f5e762,segment=NetworkSegment(a6d73e33-06f5-4bc6-9856-753717e99203),segment_id=a6d73e33-06f5-4bc6-9856-753717e99203)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:00:26.001649 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:26.001788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:26.046820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-0a20a283-2a0f-48e1-80b7-f808eb8e3f0b tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:26.048409 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-0a20a283-2a0f-48e1-80b7-f808eb8e3f0b tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.1207623 Oct 27 16:00:26.084578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:26.087761 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:26.087761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/87fe8827-2b8c-42e3-9628-886dc9f5e762 HTTP/1.1" status: 200 len: 1091 time: 1.8212032 Oct 27 16:00:26.091583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'tag': '87fe8827-2b8c-42e3-9628-886dc9f5e762'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:26.093140 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f98c0063-ef77-4f05-b743-038e2637ecf3", "tag": "87fe8827-2b8c-42e3-9628-886dc9f5e762"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:26.143869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54312110-7a18-47d0-88cf-a7ef8f714f77 req-a8bff585-0a47-42f1-a775-a6997b274354 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:26.157442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54312110-7a18-47d0-88cf-a7ef8f714f77 req-a8bff585-0a47-42f1-a775-a6997b274354 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.1979301 Oct 27 16:00:26.180108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f403d-855c-4068-8987-a66e572c85b3 service neutron] Pushing event updated for resources: {'Port': ['ID=87fe8827-2b8c-42e3-9628-886dc9f5e762,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:26.252873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:26.254502 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54312110-7a18-47d0-88cf-a7ef8f714f77 req-da3e5ce1-ea35-4588-b9ea-adfd84a4a15b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959859 Oct 27 16:00:26.324232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-98bf9241-1290-455c-b5ee-b22a18977b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:26.325811 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-98bf9241-1290-455c-b5ee-b22a18977b53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7700d5413e24a9abc738947a1333134&device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 1094 time: 0.1015744 Oct 27 16:00:26.330005 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:26.378247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-7786edfb-4063-419a-b464-8f69029b2f5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87fe8827-2b8c-42e3-9628-886dc9f5e762 HTTP/1.1" status: 200 len: 217 time: 0.0424459 Oct 27 16:00:26.439614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event updated for resources: {'Port': ['ID=d280fd46-0fcd-4be7-b003-78a6d9b22a95,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:26.450041 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:26.475479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-b31b348e-2d36-43f0-90e5-2d893922749c service neutron] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:26.485318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-b31b348e-2d36-43f0-90e5-2d893922749c service neutron] Publish callbacks [] for binding, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:26.493951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b136688-5b6b-4756-ae29-ee3e01cf5c2e req-b31b348e-2d36-43f0-90e5-2d893922749c service neutron] 10.222.0.54 "DELETE /v2.0/ports/c32792df-ca37-47c7-91e2-795c2d179df6/bindings/n-h2-815689-1 HTTP/1.1" status: 204 len: 173 time: 0.4201667 Oct 27 16:00:26.513539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-d212a8a6-9e53-4385-bcb1-415d3d51d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:26.515041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-d212a8a6-9e53-4385-bcb1-415d3d51d7b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ff0d7a-3936-4bc0-93f4-c24c8085baf1 HTTP/1.1" status: 200 len: 867 time: 0.1265793 Oct 27 16:00:26.535525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99670cf-5998-43ae-808c-f7d3a0b6fec1 req-760467bb-10a1-4552-bfed-8fbcef562d45 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:26.539326 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a99670cf-5998-43ae-808c-f7d3a0b6fec1 req-760467bb-10a1-4552-bfed-8fbcef562d45 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 943 time: 0.0986264 Oct 27 16:00:26.585818 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:26.597696 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-085c0edf-c962-4255-80e2-736595a866a9 req-0db4e221-d47d-45c6-a32d-66b7bf86d7d5 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2058597 Oct 27 16:00:26.620935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a99670cf-5998-43ae-808c-f7d3a0b6fec1 req-9c01f537-071d-440d-94e2-8291c5b41714 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d82a12d-d337-4b90-8dbc-f6b64c63c236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615530 Oct 27 16:00:26.620935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-2228b275-bd5f-44e1-9c98-0e413deceaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:26.620935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-2228b275-bd5f-44e1-9c98-0e413deceaf6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577c46e6-892a-47a5-a5e1-11f95965a207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758584 Oct 27 16:00:26.705785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-085c0edf-c962-4255-80e2-736595a866a9 req-6504feca-5b5d-4a00-808b-cd6d314de771 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.0566235 Oct 27 16:00:26.706476 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c44eb5-8791-490e-b39a-6c100823cc88 x-openstack-request-id: req-22c44eb5-8791-490e-b39a-6c100823cc88 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:26.706476 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98c0063-ef77-4f05-b743-038e2637ecf3", "tag": "87fe8827-2b8c-42e3-9628-886dc9f5e762", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:26.706476 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22c44eb5-8791-490e-b39a-6c100823cc88 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:26.706476 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'tag': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'status': 'completed', 'code': 200} Oct 27 16:00:26.767956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-8b9436be-0f97-4797-9f54-4c65e273f5ae service neutron] 10.222.0.54 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398032 Oct 27 16:00:26.792973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c0edf-c962-4255-80e2-736595a866a9 req-023f4cc5-2dc6-4a60-8823-72ccdec081bd tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:26.794777 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-085c0edf-c962-4255-80e2-736595a866a9 req-023f4cc5-2dc6-4a60-8823-72ccdec081bd tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1327019 Oct 27 16:00:26.875644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c627d-90fc-46e9-85e0-e24f84a06733 req-fa5925ac-5b70-4116-bddb-82325c2b36ae tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:26.877668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c3c627d-90fc-46e9-85e0-e24f84a06733 req-fa5925ac-5b70-4116-bddb-82325c2b36ae tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 945 time: 0.1248422 Oct 27 16:00:26.959326 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4cbef66-5ebf-4b65-bb8e-c2731aee6cc0 req-6c08107d-3f1f-49ae-a640-f4905fe5ec6d service neutron] 10.222.0.54 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754656 Oct 27 16:00:26.962935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c3c627d-90fc-46e9-85e0-e24f84a06733 req-839f1411-253c-4354-8adf-6ba7399f64b4 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753236 Oct 27 16:00:26.986521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fde6ab09-1ce0-43fa-b0a3-8055adfe6b72 req-94ec61fd-b392-4ab3-89bf-1c3388905e9a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips/b500fac1-6a97-473b-8f0e-426fcf2a5acb HTTP/1.1" status: 200 len: 692 time: 0.0640965 Oct 27 16:00:27.174413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf74e12-dae7-4b4a-97d7-5308d1a5fa60 req-d7561709-92ba-48ab-b651-3ace735c4fae tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:27.174413 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf74e12-dae7-4b4a-97d7-5308d1a5fa60 req-d7561709-92ba-48ab-b651-3ace735c4fae tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 945 time: 0.0718062 Oct 27 16:00:27.201004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6ab09-1ce0-43fa-b0a3-8055adfe6b72 req-913d8ee8-f257-4c1c-8be3-2752d4c9c4dc tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:27.208713 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fde6ab09-1ce0-43fa-b0a3-8055adfe6b72 req-913d8ee8-f257-4c1c-8be3-2752d4c9c4dc tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.2075770 Oct 27 16:00:27.214719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-fde6ab09-1ce0-43fa-b0a3-8055adfe6b72 req-2fe84e4c-7600-4ff1-b419-7656564867bf tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:00:27.215755 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fde6ab09-1ce0-43fa-b0a3-8055adfe6b72 req-2fe84e4c-7600-4ff1-b419-7656564867bf tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061934 Oct 27 16:00:27.255234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f req-00bce3ad-2c05-4545-a91d-31d20496ed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:27.256756 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f req-00bce3ad-2c05-4545-a91d-31d20496ed56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7700d5413e24a9abc738947a1333134&device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 1094 time: 0.1063235 Oct 27 16:00:27.259902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf74e12-dae7-4b4a-97d7-5308d1a5fa60 req-474979d1-d46e-4cd3-b3b3-b94e2d089180 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688367 Oct 27 16:00:27.337358 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-2ac9e52f-39b8-445c-8abf-fa611ddf4a28 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips/b500fac1-6a97-473b-8f0e-426fcf2a5acb HTTP/1.1" status: 200 len: 692 time: 0.0606110 Oct 27 16:00:27.412248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf8821c-fe78-4317-bb21-e2307816a800 req-62ecca83-758e-4b47-bf10-13eeb1b0dff8 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:27.416825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bf8821c-fe78-4317-bb21-e2307816a800 req-62ecca83-758e-4b47-bf10-13eeb1b0dff8 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 1096 time: 0.0705347 Oct 27 16:00:27.471947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f req-c7a719d4-968e-47d3-b323-f68e5c7934c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:27.473533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f req-c7a719d4-968e-47d3-b323-f68e5c7934c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=577c46e6-892a-47a5-a5e1-11f95965a207 HTTP/1.1" status: 200 len: 929 time: 0.2069175 Oct 27 16:00:27.475877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-fc7e685c-54a7-4aa1-918d-db73609cf093 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:27.475877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-fc7e685c-54a7-4aa1-918d-db73609cf093 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1295424 Oct 27 16:00:27.476159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bf8821c-fe78-4317-bb21-e2307816a800 req-6df5b020-fefe-4e49-b2cf-836526737e10 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488789 Oct 27 16:00:27.488515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-6c2849af-8e80-47df-9aa5-ad3c859809d6 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:00:27.489853 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-6c2849af-8e80-47df-9aa5-ad3c859809d6 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064046 Oct 27 16:00:27.524816 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f req-1210a645-4c26-45e5-9f2c-3bc69f82f313 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87fe8827-2b8c-42e3-9628-886dc9f5e762 HTTP/1.1" status: 200 len: 217 time: 0.0411825 Oct 27 16:00:27.597288 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-5296a9a7-cb55-4d64-a27a-56c626787a69 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.0880637 Oct 27 16:00:27.659188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f req-88a0a99f-d5bd-4d09-8fde-b92b2a8982de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:27.662351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f req-88a0a99f-d5bd-4d09-8fde-b92b2a8982de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ff0d7a-3936-4bc0-93f4-c24c8085baf1 HTTP/1.1" status: 200 len: 867 time: 0.1303015 Oct 27 16:00:27.737595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c985eb2-58e2-4307-84ea-a4a093b8901d req-58887f52-8cd7-423a-93ae-f7cc8168ac12 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:27.740149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c985eb2-58e2-4307-84ea-a4a093b8901d req-58887f52-8cd7-423a-93ae-f7cc8168ac12 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.1474376 Oct 27 16:00:27.786886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f req-b66872af-6dad-41c6-a7b3-b772f2f18542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:27.789382 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f req-b66872af-6dad-41c6-a7b3-b772f2f18542 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577c46e6-892a-47a5-a5e1-11f95965a207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181490 Oct 27 16:00:27.846913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c985eb2-58e2-4307-84ea-a4a093b8901d req-3de14264-7797-4290-90ce-8d84ffd89c43 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926130 Oct 27 16:00:27.972204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f req-7da7776e-4278-46ec-b26e-1539024a7f22 service neutron] 10.222.0.54 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539443 Oct 27 16:00:28.011241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-05ac9f99-a110-4e62-a9d5-41f3c87834ec tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.23 HTTP/1.1" status: 200 len: 695 time: 0.4060874 Oct 27 16:00:28.127182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6193ab8d-46c8-4170-9f9c-7bbea6170c9f req-07aca1db-1c22-45a6-bb53-b0c62785702b service neutron] 10.222.0.54 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470475 Oct 27 16:00:28.142316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32b63f1-b67f-46d2-ba7b-2f65b3f91aaa req-aafe8024-f2e6-4f69-a057-eb45e4840e67 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:28.143870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a32b63f1-b67f-46d2-ba7b-2f65b3f91aaa req-aafe8024-f2e6-4f69-a057-eb45e4840e67 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 1096 time: 0.0710402 Oct 27 16:00:28.167502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-d9567e12-4a42-4744-88b0-153c5baf009a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Deleting port d280fd46-0fcd-4be7-b003-78a6d9b22a95 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:00:28.167765 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-d9567e12-4a42-4744-88b0-153c5baf009a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:28.202308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a32b63f1-b67f-46d2-ba7b-2f65b3f91aaa req-2d058d4c-3bbc-4a29-91bf-2330df524fc2 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460448 Oct 27 16:00:28.272991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-d9567e12-4a42-4744-88b0-153c5baf009a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:28.274619 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-d9567e12-4a42-4744-88b0-153c5baf009a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:28.311945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-d9567e12-4a42-4744-88b0-153c5baf009a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Calling delete_port for d280fd46-0fcd-4be7-b003-78a6d9b22a95 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:00:28.366263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e015555-6d84-4c1f-8bb5-93f3fc50f587 req-2e4b0c53-3292-4b51-9042-818981081efa tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:28.369815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e015555-6d84-4c1f-8bb5-93f3fc50f587 req-2e4b0c53-3292-4b51-9042-818981081efa tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 943 time: 0.0741081 Oct 27 16:00:28.418993 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e015555-6d84-4c1f-8bb5-93f3fc50f587 req-855466f6-ab0d-46ae-945c-941e8ec73e97 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d82a12d-d337-4b90-8dbc-f6b64c63c236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400338 Oct 27 16:00:28.586282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-d9567e12-4a42-4744-88b0-153c5baf009a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:28.614847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9567e12-4a42-4744-88b0-153c5baf009a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event deleted for resources: {'Port': ['ID=d280fd46-0fcd-4be7-b003-78a6d9b22a95,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:28.621443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72176d8b-f490-4604-94b3-a98de46f82c6 req-4facf902-52fa-4cc2-b5c0-9cae65f9d3ab tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:28.624706 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72176d8b-f490-4604-94b3-a98de46f82c6 req-4facf902-52fa-4cc2-b5c0-9cae65f9d3ab tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 945 time: 0.0524607 Oct 27 16:00:28.704240 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-d9567e12-4a42-4744-88b0-153c5baf009a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:28.707238 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72176d8b-f490-4604-94b3-a98de46f82c6 req-e8b912bf-b3f5-4cd2-be93-135837c0966d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716832 Oct 27 16:00:28.707412 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-d9567e12-4a42-4744-88b0-153c5baf009a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:28.708659 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c513f7f-b032-41e6-982c-79e37d129a95 req-d9567e12-4a42-4744-88b0-153c5baf009a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "DELETE /v2.0/floatingips/b500fac1-6a97-473b-8f0e-426fcf2a5acb HTTP/1.1" status: 204 len: 173 time: 0.6933119 Oct 27 16:00:29.083423 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:29.094325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0212f-4d11-40b8-8f90-33179b013e0b req-f2a346fd-009d-4612-9ba1-01f4e2a808fa tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:29.095901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77c0212f-4d11-40b8-8f90-33179b013e0b req-f2a346fd-009d-4612-9ba1-01f4e2a808fa tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2085824 Oct 27 16:00:29.246505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-09043531-285f-4ae9-9390-2e9745716045 req-20b6b7a6-6530-4c61-9fff-877f87a5be87 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1339173 Oct 27 16:00:29.256588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:29.358537 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:29.465509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d771f-b422-42af-9fb3-adb31874e33e req-9042c6bb-a9d6-4f47-8532-d0c8e1dbf2fc tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:29.468176 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-070d771f-b422-42af-9fb3-adb31874e33e req-9042c6bb-a9d6-4f47-8532-d0c8e1dbf2fc tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.0785906 Oct 27 16:00:29.509148 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:29.510570 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-070d771f-b422-42af-9fb3-adb31874e33e req-742f975c-4790-4ac2-8295-aaebf3994ced tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364726 Oct 27 16:00:29.622025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Allocated IP 172.25.4.67 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/66ddf9e4-a47c-4cdf-9a5e-e18f0fe964ea) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:29.672279 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-893975ac-c552-47d8-b64b-cbc7b7136bf5 req-a1f24349-59fe-4c4f-a64a-1b289ebbea75 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=7b527ad03a764a7593e438385d92211c HTTP/1.1" status: 200 len: 1656 time: 0.0750208 Oct 27 16:00:29.733714 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:29.795726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893975ac-c552-47d8-b64b-cbc7b7136bf5 req-dd1d958f-b5b9-4257-bf3a-e131aecc932d tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:29.797253 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-893975ac-c552-47d8-b64b-cbc7b7136bf5 req-dd1d958f-b5b9-4257-bf3a-e131aecc932d tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks?id=840af1e4-df74-450c-bf75-32afab135856&id=840af1e4-df74-450c-bf75-32afab135856&id=840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 787 time: 0.1172969 Oct 27 16:00:29.807544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-893975ac-c552-47d8-b64b-cbc7b7136bf5 req-1bd97447-c112-4525-bac7-3bac33c227ca tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:00:29.808566 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-893975ac-c552-47d8-b64b-cbc7b7136bf5 req-1bd97447-c112-4525-bac7-3bac33c227ca tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055940 Oct 27 16:00:29.826265 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:29.871116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:29.873637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:29.878481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:29.893835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Pushing event updated for resources: {'Port': ['ID=66ddf9e4-a47c-4cdf-9a5e-e18f0fe964ea,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:29.956856 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:29.992736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85e7b2-7259-4d6f-a0c0-fbf91c36565c req-37d821fd-0c44-4f84-8046-f5707dab71f0 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:29.994610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c85e7b2-7259-4d6f-a0c0-fbf91c36565c req-37d821fd-0c44-4f84-8046-f5707dab71f0 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 943 time: 0.0590546 Oct 27 16:00:30.055453 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c85e7b2-7259-4d6f-a0c0-fbf91c36565c req-d1aabf02-421d-44bd-bc5d-8622d2b22462 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d82a12d-d337-4b90-8dbc-f6b64c63c236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531316 Oct 27 16:00:30.093726 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:30.212179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4531e6d4-a916-435c-a306-9b70030c691c req-794f5ccc-8d23-42b5-8a36-1e7afaba61a3 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips/05aec7bb-92be-46c7-a4de-b40c3b7f4b75 HTTP/1.1" status: 200 len: 693 time: 0.0621667 Oct 27 16:00:30.292963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:30.340103 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531e6d4-a916-435c-a306-9b70030c691c req-b540de5f-45f9-4e58-baaf-1c4238b4a26c tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:30.343204 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4531e6d4-a916-435c-a306-9b70030c691c req-b540de5f-45f9-4e58-baaf-1c4238b4a26c tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1227536 Oct 27 16:00:30.391792 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:30.404520 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4531e6d4-a916-435c-a306-9b70030c691c req-818ed0e9-ec00-440d-b67a-27fa4d3e2c53 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.236 HTTP/1.1" status: 200 len: 696 time: 0.0542927 Oct 27 16:00:30.430729 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:30.454229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Pushing event updated for resources: {'Port': ['ID=66ddf9e4-a47c-4cdf-9a5e-e18f0fe964ea,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:30.490062 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4531e6d4-a916-435c-a306-9b70030c691c req-cc71049a-130f-40e3-ab9e-fc512f623597 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.236 HTTP/1.1" status: 200 len: 696 time: 0.0776536 Oct 27 16:00:30.566369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41804) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:30.581130 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:30.583281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-09043531-285f-4ae9-9390-2e9745716045 req-d03072af-8522-428d-a872-5d8acd2724d5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3308332 Oct 27 16:00:30.691013 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-09043531-285f-4ae9-9390-2e9745716045 req-8f44b0ee-23fd-4233-bba4-05250af4e36a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 695 time: 0.0969765 Oct 27 16:00:30.731232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-4531e6d4-a916-435c-a306-9b70030c691c req-968dd24f-7a81-4a79-82e3-f3f49aabf338 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Deleting port 2801064c-ed96-4bfa-8ac4-682314f6f26d {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:00:30.731676 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4531e6d4-a916-435c-a306-9b70030c691c req-968dd24f-7a81-4a79-82e3-f3f49aabf338 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:30.764658 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-038f5361-3cbc-4041-8182-aa9f93806bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:30.840359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4531e6d4-a916-435c-a306-9b70030c691c req-968dd24f-7a81-4a79-82e3-f3f49aabf338 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:30.840691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4531e6d4-a916-435c-a306-9b70030c691c req-968dd24f-7a81-4a79-82e3-f3f49aabf338 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:30.865077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-4531e6d4-a916-435c-a306-9b70030c691c req-968dd24f-7a81-4a79-82e3-f3f49aabf338 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Calling delete_port for 2801064c-ed96-4bfa-8ac4-682314f6f26d owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:00:30.874493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09043531-285f-4ae9-9390-2e9745716045 req-655b3c35-5c45-48af-870e-4598333798ef tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:30.877266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-09043531-285f-4ae9-9390-2e9745716045 req-655b3c35-5c45-48af-870e-4598333798ef tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1784992 Oct 27 16:00:30.960958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 87fe8827-2b8c-42e3-9628-886dc9f5e762 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:00:30.969492 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-038f5361-3cbc-4041-8182-aa9f93806bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:31.060149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cff6f-e225-41b5-9669-042cfe229b53 req-8def06ac-789c-47b8-b2f8-8177cf2c53c4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:31.061875 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-866cff6f-e225-41b5-9669-042cfe229b53 req-8def06ac-789c-47b8-b2f8-8177cf2c53c4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.0766659 Oct 27 16:00:31.075703 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-038f5361-3cbc-4041-8182-aa9f93806bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:31.139994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 87fe8827-2b8c-42e3-9628-886dc9f5e762, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=87fe8827-2b8c-42e3-9628-886dc9f5e762,segment=NetworkSegment(a6d73e33-06f5-4bc6-9856-753717e99203),segment_id=a6d73e33-06f5-4bc6-9856-753717e99203)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:31.146834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-038f5361-3cbc-4041-8182-aa9f93806bbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93d16f6c226c4c5db33f19cd002ac7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765066 Oct 27 16:00:31.146834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f5361-3cbc-4041-8182-aa9f93806bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c4a2bf-99d4-4c21-83a2-43a74ea79bf3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:31.149078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41820) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:31.155084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'port_id': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'mac_address': 'fa:16:3e:35:45:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:00:31.183620 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-866cff6f-e225-41b5-9669-042cfe229b53 req-a58d8fee-533d-4f65-835f-cb49164236c0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027405 Oct 27 16:00:31.204154 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4531e6d4-a916-435c-a306-9b70030c691c req-968dd24f-7a81-4a79-82e3-f3f49aabf338 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:31.229982 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:31.247783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dd24f-7a81-4a79-82e3-f3f49aabf338 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event deleted for resources: {'Port': ['ID=2801064c-ed96-4bfa-8ac4-682314f6f26d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:31.255582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87fe8827-2b8c-42e3-9628-886dc9f5e762 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:00:31.293110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 87fe8827-2b8c-42e3-9628-886dc9f5e762, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=87fe8827-2b8c-42e3-9628-886dc9f5e762,segment=NetworkSegment(a6d73e33-06f5-4bc6-9856-753717e99203),segment_id=a6d73e33-06f5-4bc6-9856-753717e99203)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:31.296876 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0e70381-0f85-4f2e-8a72-5ee12e3584f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:31.363162 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0e70381-0f85-4f2e-8a72-5ee12e3584f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:31.365347 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:31.380243 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4531e6d4-a916-435c-a306-9b70030c691c req-968dd24f-7a81-4a79-82e3-f3f49aabf338 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:31.382913 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4531e6d4-a916-435c-a306-9b70030c691c req-968dd24f-7a81-4a79-82e3-f3f49aabf338 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:31.395919 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4531e6d4-a916-435c-a306-9b70030c691c req-968dd24f-7a81-4a79-82e3-f3f49aabf338 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "DELETE /v2.0/floatingips/05aec7bb-92be-46c7-a4de-b40c3b7f4b75 HTTP/1.1" status: 204 len: 173 time: 0.8928378 Oct 27 16:00:31.528681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=87fe8827-2b8c-42e3-9628-886dc9f5e762,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:31.582124 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0e70381-0f85-4f2e-8a72-5ee12e3584f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:31.586964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0e70381-0f85-4f2e-8a72-5ee12e3584f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:31.588992 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e0e70381-0f85-4f2e-8a72-5ee12e3584f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46c4a2bf-99d4-4c21-83a2-43a74ea79bf3 HTTP/1.1" status: 204 len: 168 time: 0.4383764 Oct 27 16:00:31.605828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e70381-0f85-4f2e-8a72-5ee12e3584f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c4a2bf-99d4-4c21-83a2-43a74ea79bf3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:31.618412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8067c07-1ee9-4dd3-9138-6b851086084e req-e7b6a0f8-bc08-4cd6-9ad0-15440ce6ebf8 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:31.618412 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8067c07-1ee9-4dd3-9138-6b851086084e req-e7b6a0f8-bc08-4cd6-9ad0-15440ce6ebf8 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 944 time: 0.1232729 Oct 27 16:00:31.638107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fed7085e-4c4c-4270-919f-ae89ccdef9fa tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:31.647937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fed7085e-4c4c-4270-919f-ae89ccdef9fa tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 820 time: 0.1479170 Oct 27 16:00:31.657021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['87fe8827-2b8c-42e3-9628-886dc9f5e762'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:00:31.671281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-aca35936-9c3d-4c5b-9871-0d272538b3f7 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/quotas/5d0bb18ca827474caf1f4f6174445004 HTTP/1.1" status: 200 len: 375 time: 0.0210757 Oct 27 16:00:31.688941 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8067c07-1ee9-4dd3-9138-6b851086084e req-ae32994c-07ee-4cb5-9238-3fb027010c89 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d82a12d-d337-4b90-8dbc-f6b64c63c236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617962 Oct 27 16:00:31.750607 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-3f71237a-d8e1-47fe-91fa-351e9f3f1cfa tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0791988 Oct 27 16:00:31.871748 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-831718cf-3fb8-4d8d-8357-8e58fd21acf9 service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198790 Oct 27 16:00:31.887590 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-cbbce89f-747f-4471-a30a-1bd2b9e16fce tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips/24a6ce82-89e2-4e67-a4ae-a1d970c4b485 HTTP/1.1" status: 200 len: 692 time: 0.0552959 Oct 27 16:00:32.014285 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-0414f529-3007-4a7c-ac2d-ea8f6c8986a5 service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414964 Oct 27 16:00:32.039719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-ee9274e3-b991-4769-8728-5fb048aaa9e8 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:32.049685 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-ee9274e3-b991-4769-8728-5fb048aaa9e8 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1536264 Oct 27 16:00:32.114214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-df6ae28c-f467-448b-8231-00dff223b433 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.0632372 Oct 27 16:00:32.183296 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-ebb0c85d-e4fe-4bef-af8b-6385253815e1 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.48 HTTP/1.1" status: 200 len: 695 time: 0.0610497 Oct 27 16:00:32.330092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-b7b53b76-5e84-442e-9951-cf9226e85c2a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Deleting port 8447b393-05fd-427e-be50-607277098afe {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:00:32.330460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-b7b53b76-5e84-442e-9951-cf9226e85c2a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:32.374543 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:32.467574 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-b7b53b76-5e84-442e-9951-cf9226e85c2a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:32.468287 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-b7b53b76-5e84-442e-9951-cf9226e85c2a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:32.491356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18984ea-8e5d-4296-b550-67f80531b100 req-2c2d4f61-d0e8-498b-ae7b-9829586ad71d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:32.492657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-b7b53b76-5e84-442e-9951-cf9226e85c2a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Calling delete_port for 8447b393-05fd-427e-be50-607277098afe owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:00:32.510000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e18984ea-8e5d-4296-b550-67f80531b100 req-2c2d4f61-d0e8-498b-ae7b-9829586ad71d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.1050355 Oct 27 16:00:32.583941 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e18984ea-8e5d-4296-b550-67f80531b100 req-b3b7b54a-78df-4a3e-a669-b8448d1c61a2 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720584 Oct 27 16:00:32.658317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41848) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:32.687436 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-61f63b54-0e8b-4da1-a223-a71fbccc6dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:32.800988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-391ad453-70bc-4d95-a905-0bd8ac048d71 req-fa88d42e-5974-4129-af4a-9c75d7b011a7 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 210 time: 0.0315661 Oct 27 16:00:32.863636 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-b7b53b76-5e84-442e-9951-cf9226e85c2a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:32.914913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b53b76-5e84-442e-9951-cf9226e85c2a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event deleted for resources: {'Port': ['ID=8447b393-05fd-427e-be50-607277098afe,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:32.953569 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-61f63b54-0e8b-4da1-a223-a71fbccc6dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:32.987635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 87fe8827-2b8c-42e3-9628-886dc9f5e762 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:33.007408 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-b7b53b76-5e84-442e-9951-cf9226e85c2a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.010869 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-b7b53b76-5e84-442e-9951-cf9226e85c2a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.012156 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a559fe2-51e8-48c5-8db4-bceab787e50e req-b7b53b76-5e84-442e-9951-cf9226e85c2a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "DELETE /v2.0/floatingips/24a6ce82-89e2-4e67-a4ae-a1d970c4b485 HTTP/1.1" status: 204 len: 173 time: 0.8231921 Oct 27 16:00:33.045526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-61f63b54-0e8b-4da1-a223-a71fbccc6dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.160192 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-61f63b54-0e8b-4da1-a223-a71fbccc6dc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8974f10035cb4d76ac5393ea8b91b908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4963634 Oct 27 16:00:33.166753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41860) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:33.174516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f63b54-0e8b-4da1-a223-a71fbccc6dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695360d8-3709-46bb-bd17-ee5a24832442,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:33.204034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 87fe8827-2b8c-42e3-9628-886dc9f5e762 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:00:33.207021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6130fe7-91b1-41ed-ad80-92a48cc7913e req-7dc3c024-900d-4bba-9134-844c5af24aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:33.209980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 87fe8827-2b8c-42e3-9628-886dc9f5e762 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:33.210638 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.216209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6130fe7-91b1-41ed-ad80-92a48cc7913e req-7dc3c024-900d-4bba-9134-844c5af24aa0 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 944 time: 0.1866462 Oct 27 16:00:33.252074 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-06daedcd-2b22-4468-95d0-c70bcde8a942 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips/a510ee17-356e-4a3d-92af-5ff476490336 HTTP/1.1" status: 200 len: 693 time: 0.1112463 Oct 27 16:00:33.298902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6130fe7-91b1-41ed-ad80-92a48cc7913e req-17701c06-0133-49b8-976b-f0f4b60c73a2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d82a12d-d337-4b90-8dbc-f6b64c63c236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816398 Oct 27 16:00:33.320528 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a804507c-fdb6-477b-97aa-c89a5bd629c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.383291 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.385704 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a804507c-fdb6-477b-97aa-c89a5bd629c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.427248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 87fe8827-2b8c-42e3-9628-886dc9f5e762, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=87fe8827-2b8c-42e3-9628-886dc9f5e762,segment=NetworkSegment(a6d73e33-06f5-4bc6-9856-753717e99203),segment_id=a6d73e33-06f5-4bc6-9856-753717e99203)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:33.428644 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fe8827-2b8c-42e3-9628-886dc9f5e762'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:33.431079 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-75494bee-6e3e-4bb4-b741-f8e9be62cbb0 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:33.431838 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a1ec74-c80d-45df-9b98-bfd08f49446a" -d '{"events": [{"server_uuid": "f98c0063-ef77-4f05-b743-038e2637ecf3", "name": "network-vif-plugged", "status": "completed", "tag": "87fe8827-2b8c-42e3-9628-886dc9f5e762"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:33.433461 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-75494bee-6e3e-4bb4-b741-f8e9be62cbb0 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1690271 Oct 27 16:00:33.487964 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3af37e9-24d2-4a6d-8d2f-d9f25d4ac367 x-openstack-request-id: req-d3af37e9-24d2-4a6d-8d2f-d9f25d4ac367 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:33.488538 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98c0063-ef77-4f05-b743-038e2637ecf3", "name": "network-vif-plugged", "status": "completed", "tag": "87fe8827-2b8c-42e3-9628-886dc9f5e762", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:33.488799 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3af37e9-24d2-4a6d-8d2f-d9f25d4ac367 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:33.489285 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'code': 200} Oct 27 16:00:33.513682 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-be312968-3d9d-49b5-90a5-383f98b75712 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.0642736 Oct 27 16:00:33.587187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-36047127-b231-468f-86c2-325244fb0b69 tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.190 HTTP/1.1" status: 200 len: 696 time: 0.0613630 Oct 27 16:00:33.632811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a03d8-28f3-4fcc-8554-735b93fb1420 req-58fcbadc-a699-4966-abb3-2e23d924aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:33.635544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-823a03d8-28f3-4fcc-8554-735b93fb1420 req-58fcbadc-a699-4966-abb3-2e23d924aeda service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 1095 time: 0.0680773 Oct 27 16:00:33.643470 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.650682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a804507c-fdb6-477b-97aa-c89a5bd629c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.654082 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a804507c-fdb6-477b-97aa-c89a5bd629c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.657687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a804507c-fdb6-477b-97aa-c89a5bd629c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/695360d8-3709-46bb-bd17-ee5a24832442 HTTP/1.1" status: 204 len: 168 time: 0.4874210 Oct 27 16:00:33.676484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804507c-fdb6-477b-97aa-c89a5bd629c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695360d8-3709-46bb-bd17-ee5a24832442,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:33.751312 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=87fe8827-2b8c-42e3-9628-886dc9f5e762,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:33.753134 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-823a03d8-28f3-4fcc-8554-735b93fb1420 req-746e2eda-6386-4473-8b1b-32d86beeeb4f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0d82a12d-d337-4b90-8dbc-f6b64c63c236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088293 Oct 27 16:00:33.765856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.766500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.767005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.767655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.768297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.768824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.769369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.769864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.770366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.770856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.771346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.771834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:33.789624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09adf98-be67-4689-94c8-62d3788a79b5 req-a321ab2d-520c-4b1c-8ad3-95b38962c34d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:33.792105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b09adf98-be67-4689-94c8-62d3788a79b5 req-a321ab2d-520c-4b1c-8ad3-95b38962c34d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.1005011 Oct 27 16:00:33.808781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-3713ba22-8b14-4200-907c-d4915b630a0a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Deleting port c7304099-7f34-4f9e-97d2-49d521fe5a2c {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:00:33.809227 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-3713ba22-8b14-4200-907c-d4915b630a0a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.876734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b09adf98-be67-4689-94c8-62d3788a79b5 req-b38b7906-9929-4179-98fb-1afae7a4ce6e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779376 Oct 27 16:00:33.927725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-3713ba22-8b14-4200-907c-d4915b630a0a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.928359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-3713ba22-8b14-4200-907c-d4915b630a0a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:33.942673 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-3713ba22-8b14-4200-907c-d4915b630a0a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Calling delete_port for c7304099-7f34-4f9e-97d2-49d521fe5a2c owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:00:34.057117 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c13436c7-fef0-449e-8cd9-70faccbcc6f3 req-40a75718-566b-4d68-bfeb-d19c10c0e148 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 210 time: 0.0355520 Oct 27 16:00:34.278928 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-3713ba22-8b14-4200-907c-d4915b630a0a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:34.372409 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31c130eb-05e1-4780-bf85-103c719efe37 req-f904b06d-2cff-497a-97cb-533616a16cef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737772 Oct 27 16:00:34.402695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713ba22-8b14-4200-907c-d4915b630a0a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Pushing event deleted for resources: {'Port': ['ID=c7304099-7f34-4f9e-97d2-49d521fe5a2c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:34.561815 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-3713ba22-8b14-4200-907c-d4915b630a0a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:34.570506 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-3713ba22-8b14-4200-907c-d4915b630a0a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:34.576668 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55366406-fd54-4d30-9147-9cabc8b5f1dc req-3713ba22-8b14-4200-907c-d4915b630a0a tempest-FloatingIPDetailsTestJSON-2008700772 tempest-FloatingIPDetailsTestJSON-2008700772-project] 10.222.0.15 "DELETE /v2.0/floatingips/a510ee17-356e-4a3d-92af-5ff476490336 HTTP/1.1" status: 204 len: 173 time: 0.9841740 Oct 27 16:00:34.579633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41886) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:34.877390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c130eb-05e1-4780-bf85-103c719efe37 req-4ede9be7-9944-472b-a240-8f402ce36730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:34.879176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31c130eb-05e1-4780-bf85-103c719efe37 req-4ede9be7-9944-472b-a240-8f402ce36730 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 1095 time: 0.4753711 Oct 27 16:00:34.897046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9ca3a-2340-4e14-be33-cb28d5b17d97 req-704c4e5a-ca12-4b4e-aa52-02ab56ac4ad2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:34.907121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6e9ca3a-2340-4e14-be33-cb28d5b17d97 req-704c4e5a-ca12-4b4e-aa52-02ab56ac4ad2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 945 time: 0.1406906 Oct 27 16:00:35.028753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6e9ca3a-2340-4e14-be33-cb28d5b17d97 req-5f12cfc1-ef78-4298-99fe-0cbd6ef8dcf0 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d82a12d-d337-4b90-8dbc-f6b64c63c236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205773 Oct 27 16:00:35.116642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c130eb-05e1-4780-bf85-103c719efe37 req-06aa4d5f-81ba-4294-83cb-c7569334279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:35.118126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31c130eb-05e1-4780-bf85-103c719efe37 req-06aa4d5f-81ba-4294-83cb-c7569334279d service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.2085562 Oct 27 16:00:35.124204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-e04ce00f-65c8-46bb-8ea0-32a9ad9885ce service neutron] 10.222.0.54 "GET /v2.0/ports/57119497-fea9-41fc-80fb-5df9a1387366/bindings/n-h1-815689-1 HTTP/1.1" status: 200 len: 382 time: 0.3563950 Oct 27 16:00:35.198423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a84ef-7059-4efb-b8b2-0692c229685e req-ee5ea072-ebdd-4769-a9dd-bae53fcb6492 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:35.225810 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba0a84ef-7059-4efb-b8b2-0692c229685e req-ee5ea072-ebdd-4769-a9dd-bae53fcb6492 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.2192836 Oct 27 16:00:35.294565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31c130eb-05e1-4780-bf85-103c719efe37 req-5e564be7-29e6-4d56-a6d5-6e54c849760e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa HTTP/1.1" status: 200 len: 217 time: 0.1649418 Oct 27 16:00:35.341363 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba0a84ef-7059-4efb-b8b2-0692c229685e req-b919812d-8de1-4bc1-b047-c42393bca4a3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266203 Oct 27 16:00:35.600235 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:35.718625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-401eb0ee-eb36-4b98-90ba-cf8e9e3971a0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:35.720259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-401eb0ee-eb36-4b98-90ba-cf8e9e3971a0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.53 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 820 time: 0.5659943 Oct 27 16:00:35.721931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c130eb-05e1-4780-bf85-103c719efe37 req-db271e86-14ed-4725-8cc4-90060400a0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:35.735820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31c130eb-05e1-4780-bf85-103c719efe37 req-db271e86-14ed-4725-8cc4-90060400a0ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.4241579 Oct 27 16:00:35.750236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Request body: {'port': {'device_id': '031f1876-5533-4454-9817-b20fece6f89f', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'admin_state_up': True, 'tenant_id': '5d0bb18ca827474caf1f4f6174445004'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:35.774870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0d42729-2f47-4022-83ee-73794826c4d6 req-85cc6467-5c7f-4ef5-91ba-39d474d75026 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 210 time: 0.4641199 Oct 27 16:00:35.895707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31c130eb-05e1-4780-bf85-103c719efe37 req-17a8a336-6ef2-4d5d-ab91-4c8bf4997c4e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1130838 Oct 27 16:00:36.099427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31c130eb-05e1-4780-bf85-103c719efe37 req-44412880-b3a4-48d0-aa4e-174f8f796e20 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954248 Oct 27 16:00:36.155935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Made reservation on behalf of 5d0bb18ca827474caf1f4f6174445004 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:00:36.159564 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:36.196273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-1e105b8e-8ecf-4f32-9831-4162f419bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:36.202714 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-1e105b8e-8ecf-4f32-9831-4162f419bc4e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac&tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5 HTTP/1.1" status: 200 len: 1099 time: 0.1897817 Oct 27 16:00:36.336286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059157c6-6915-4060-8fba-02837f950810 req-65bd2377-e079-4ddf-a790-bf4b2747a9f6 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:36.345277 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-059157c6-6915-4060-8fba-02837f950810 req-65bd2377-e079-4ddf-a790-bf4b2747a9f6 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 945 time: 0.1092031 Oct 27 16:00:36.363923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-32b70882-ccb9-426a-9455-c0032a83ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:36.363923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-32b70882-ccb9-426a-9455-c0032a83ac52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 1099 time: 0.1270924 Oct 27 16:00:36.407465 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-059157c6-6915-4060-8fba-02837f950810 req-925ce674-dc44-4e2b-bf98-af99353e8b21 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d82a12d-d337-4b90-8dbc-f6b64c63c236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611067 Oct 27 16:00:36.408638 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31c130eb-05e1-4780-bf85-103c719efe37 req-dffef540-b120-4988-8db6-cd649c8423df service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015294 Oct 27 16:00:36.419677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] Deleting port d3704bb9-5a71-49f5-b806-97bba32e20e1 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:00:36.420292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:36.569993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Allocated IP 172.20.0.8 (06a1a3f3-66cc-41f1-8ba4-af7b6de72059/bf68072d-b695-4bd8-bfc4-2c792da33c15/b5cabf4b-0152-4f5f-8715-6edcb82037e5) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:36.751273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-ef37cbba-9493-4f01-8537-3304acb7a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:36.754239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-ef37cbba-9493-4f01-8537-3304acb7a1b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.3772042 Oct 27 16:00:36.942994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c433dda-425d-43bb-9a53-9a6f2037706e req-085058c3-168e-454a-aef5-0293b4128093 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:36.960186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c433dda-425d-43bb-9a53-9a6f2037706e req-085058c3-168e-454a-aef5-0293b4128093 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.4072514 Oct 27 16:00:36.999088 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-e8855ae6-03c1-452d-bec7-320fe5070c72 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=57119497-fea9-41fc-80fb-5df9a1387366 HTTP/1.1" status: 200 len: 217 time: 0.2309837 Oct 27 16:00:37.015364 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] For port d3704bb9-5a71-49f5-b806-97bba32e20e1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d3704bb9-5a71-49f5-b806-97bba32e20e1,segment=NetworkSegment(d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35),segment_id=d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:37.015925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:37.080463 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] Calling delete_port for d3704bb9-5a71-49f5-b806-97bba32e20e1 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:00:37.147705 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c433dda-425d-43bb-9a53-9a6f2037706e req-095de46b-550e-431e-818c-3b2cf8b80af7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858845 Oct 27 16:00:37.191120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-35e4dc2b-ced9-4dc4-a9f5-5c8847f3097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:37.193637 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-35e4dc2b-ced9-4dc4-a9f5-5c8847f3097f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1478801 Oct 27 16:00:37.273187 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:37.274501 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-bc63ad07-96dc-4e90-bb6c-1c658349b6fe tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 258 time: 0.7351809 Oct 27 16:00:37.299274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:37.466497 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:37.514251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51df1177-f1af-42e4-b27e-441779c9793e req-e429c6f0-98d9-4f9c-9fbf-d4dac4145065 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 210 time: 0.0981305 Oct 27 16:00:37.578276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:37.597620 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['dbb07e9c-219c-4068-a896-363a3a6f3005'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:00:37.661449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-f6fc7e37-5fa5-440a-84f7-a512aa36af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:37.661449 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-f6fc7e37-5fa5-440a-84f7-a512aa36af85 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4511771 Oct 27 16:00:37.676308 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:37.725023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:37.778042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:37.795881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:37.803801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:37.804225 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:37.807647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Pushing event updated for resources: {'Port': ['ID=b5cabf4b-0152-4f5f-8715-6edcb82037e5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:37.911175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Allocated IP 172.25.4.79 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/141605ca-b341-42de-a329-44a69007ec9d) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:37.922247 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:37.936873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-79fee05f-42ed-473b-a91f-51a7e3441ea1 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586126 Oct 27 16:00:37.954522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-8db51a54-6e65-4e78-897e-f6ef968ccd17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1188807 Oct 27 16:00:37.987668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3704bb9-5a71-49f5-b806-97bba32e20e1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:38.116141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-971f0f01-33a5-4295-8c3d-475999cff87a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3812053 Oct 27 16:00:38.192156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Request body: {'port': {'device_id': '031f1876-5533-4454-9817-b20fece6f89f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:38.248165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9738ff69-0783-4731-9abc-a43c83fc0d78 None None] Provisioning complete for port b5cabf4b-0152-4f5f-8715-6edcb82037e5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:38.248887 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9738ff69-0783-4731-9abc-a43c83fc0d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:38.324867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9738ff69-0783-4731-9abc-a43c83fc0d78 None None] Port b5cabf4b-0152-4f5f-8715-6edcb82037e5 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:00:38.339622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-9de43da5-9946-4175-be4f-bcbd43458f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:38.341314 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-9de43da5-9946-4175-be4f-bcbd43458f47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 1101 time: 0.2242017 Oct 27 16:00:38.417139 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a5c937-5815-4157-a61b-49ff49705c61 req-c3a11f70-deba-4505-9769-7a73504d104f service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645336 Oct 27 16:00:38.417629 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:38.479023 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:38.498207 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:38.601265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88462e8b-5fd2-42ca-86b0-f80dd0aed423 req-49c3cd0e-6196-497e-9711-445f979257fb tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:38.603453 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88462e8b-5fd2-42ca-86b0-f80dd0aed423 req-49c3cd0e-6196-497e-9711-445f979257fb tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.1608407 Oct 27 16:00:38.685539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-aa7d43cc-e5cc-4f1a-a29f-d4af2b5459df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:38.687172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-aa7d43cc-e5cc-4f1a-a29f-d4af2b5459df service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.3056972 Oct 27 16:00:38.763801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-b091fb87-2aaa-40ce-b4c6-a02c5149151d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=de6aeacf-35fe-45a6-88e2-08458adc8712 HTTP/1.1" status: 200 len: 217 time: 0.0617390 Oct 27 16:00:38.768250 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:38.769124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88462e8b-5fd2-42ca-86b0-f80dd0aed423 req-63b66ebd-2beb-40eb-90c5-5c209322a756 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546547 Oct 27 16:00:38.814619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] Router df039c04-93b8-4117-ac36-b036111f14fe has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:00:38.840767 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:38.880481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:38.915380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:38.944572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Pushing event updated for resources: {'Port': ['ID=141605ca-b341-42de-a329-44a69007ec9d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:38.945705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-e8449e0a-0a11-418b-8149-f985067aa024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:38.948641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-e8449e0a-0a11-418b-8149-f985067aa024 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0968649 Oct 27 16:00:38.997142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 57119497-fea9-41fc-80fb-5df9a1387366 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:00:39.048852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cabf4b-0152-4f5f-8715-6edcb82037e5 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:00:39.050666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:00:39.066110 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da6f2d-bec1-4b88-8aff-1df0de6e255d None None] Sync routers for ids ['df039c04-93b8-4117-ac36-b036111f14fe'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:00:39.066495 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:39.070451 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a02ef54e-6b64-40fb-be84-5057f53c8557 admin admin] 10.222.0.15 "PUT /v2.0/routers/df039c04-93b8-4117-ac36-b036111f14fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4896486 Oct 27 16:00:39.077448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42010) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:39.083619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Transition to ACTIVE for port object b5cabf4b-0152-4f5f-8715-6edcb82037e5 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:00:39.086905 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da6f2d-bec1-4b88-8aff-1df0de6e255d None None] Routers {'df039c04-93b8-4117-ac36-b036111f14fe'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:39.088636 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e3da6f2d-bec1-4b88-8aff-1df0de6e255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['df039c04-93b8-4117-ac36-b036111f14fe'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:39.098969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-f8e7f4af-6248-4b1f-bf97-a776e625e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:39.101442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-f8e7f4af-6248-4b1f-bf97-a776e625e459 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1452272 Oct 27 16:00:39.234716 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:39.256800 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:39.261516 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e3da6f2d-bec1-4b88-8aff-1df0de6e255d None None] Set router df039c04-93b8-4117-ac36-b036111f14fe gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:39.278901 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:39.321355 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:39.339405 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b254d01-68dd-4df3-8bf7-0abf760d22f9" -d '{"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-unplugged", "status": "completed", "tag": "57119497-fea9-41fc-80fb-5df9a1387366"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:39.348691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:39.376838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:39.455511 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:39.503149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:39.537845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:39.571024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:39.658156 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e3da6f2d-bec1-4b88-8aff-1df0de6e255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-router', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:51Z', 'updated_at': '2021-10-27T16:00:37Z', 'revision_number': 5, 'project_id': '7b527ad03a764a7593e438385d92211c', 'gw_port': {'id': 'a4999c42-ee92-484e-bf1a-7725f171e493', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:54Z', 'updated_at': '2021-10-27T16:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:39.699206 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da6f2d-bec1-4b88-8aff-1df0de6e255d None None] Checking router: df039c04-93b8-4117-ac36-b036111f14fe for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:00:39.710583 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da6f2d-bec1-4b88-8aff-1df0de6e255d None None] Routers {'df039c04-93b8-4117-ac36-b036111f14fe'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:39.711710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Deleting port a4999c42-ee92-484e-bf1a-7725f171e493 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:00:39.711894 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e3da6f2d-bec1-4b88-8aff-1df0de6e255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['df039c04-93b8-4117-ac36-b036111f14fe'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:39.712133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:39.805809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cabf4b-0152-4f5f-8715-6edcb82037e5,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:39.825430 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e3da6f2d-bec1-4b88-8aff-1df0de6e255d None None] Set router df039c04-93b8-4117-ac36-b036111f14fe gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:39.834414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] For port a4999c42-ee92-484e-bf1a-7725f171e493, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a4999c42-ee92-484e-bf1a-7725f171e493,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:39.835108 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:39.853414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Calling delete_port for a4999c42-ee92-484e-bf1a-7725f171e493 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:00:39.872854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e7f55-2df2-4197-b4e5-285d4033098d req-4edc9f12-e178-4e42-ae48-ee6c7f9b353c tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:39.876042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-314e7f55-2df2-4197-b4e5-285d4033098d req-4edc9f12-e178-4e42-ae48-ee6c7f9b353c tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 943 time: 0.6304443 Oct 27 16:00:39.877422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Attempting to bind port b5cabf4b-0152-4f5f-8715-6edcb82037e5 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:00:39.878099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Attempting to bind port b5cabf4b-0152-4f5f-8715-6edcb82037e5 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:00:39.878781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Attempting to bind port b5cabf4b-0152-4f5f-8715-6edcb82037e5 on network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:39.887920 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e3da6f2d-bec1-4b88-8aff-1df0de6e255d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-router', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:51Z', 'updated_at': '2021-10-27T16:00:39Z', 'revision_number': 6, 'project_id': '7b527ad03a764a7593e438385d92211c', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:39.903643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Port b5cabf4b-0152-4f5f-8715-6edcb82037e5 on network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:00:39.904213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Attempting to bind port b5cabf4b-0152-4f5f-8715-6edcb82037e5 on network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:00:39.912789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:00:39.913359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Checking segment: {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:00:39.913835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Bound using segment: {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:00:39.914475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Bound port: b5cabf4b-0152-4f5f-8715-6edcb82037e5, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b08e4c-92bf-449a-8aaf-407194190641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:00:39.915171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:39.920430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-cbaa02c6-bae5-411d-8e87-4270d52bdfbc service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8099506 Oct 27 16:00:39.925021 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da6f2d-bec1-4b88-8aff-1df0de6e255d None None] The sync data for ids ['df039c04-93b8-4117-ac36-b036111f14fe'] in n-d-815689-1 is: [{'id': 'df039c04-93b8-4117-ac36-b036111f14fe', 'name': 'tempest-FloatingIPDetailsTestJSON-1790630764-router', 'tenant_id': '7b527ad03a764a7593e438385d92211c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:51Z', 'updated_at': '2021-10-27T16:00:39Z', 'revision_number': 6, 'project_id': '7b527ad03a764a7593e438385d92211c', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:00:40.085159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-314e7f55-2df2-4197-b4e5-285d4033098d req-fa077712-4cb0-4da2-8720-e39958be172e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949873 Oct 27 16:00:40.107680 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:40.170927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] For port b5cabf4b-0152-4f5f-8715-6edcb82037e5, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:00:40.192317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] For port b5cabf4b-0152-4f5f-8715-6edcb82037e5, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b5cabf4b-0152-4f5f-8715-6edcb82037e5,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:00:40.194983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-beb91e63-8832-4c56-b5cc-ec29f747e334 req-5f9e1fb1-50a2-4e6b-a22c-60348f039d39 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518816 Oct 27 16:00:40.205358 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:40.243583 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c8bbd-eafb-4b27-813b-3995dc10e07f x-openstack-request-id: req-cb9c8bbd-eafb-4b27-813b-3995dc10e07f {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:40.245514 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-unplugged", "status": "completed", "tag": "57119497-fea9-41fc-80fb-5df9a1387366", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:40.245514 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb9c8bbd-eafb-4b27-813b-3995dc10e07f {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:40.245514 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366', 'code': 200} Oct 27 16:00:40.282330 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:40.319068 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:40.344709 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:40.355114 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Pushing event updated for resources: {'Port': ['ID=141605ca-b341-42de-a329-44a69007ec9d,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:40.356002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:40.356684 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:40.358813 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] 10.222.0.53 "PUT /v2.0/ports/b5cabf4b-0152-4f5f-8715-6edcb82037e5 HTTP/1.1" status: 200 len: 1091 time: 2.1739662 Oct 27 16:00:40.358813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031f1876-5533-4454-9817-b20fece6f89f', 'tag': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:40.361055 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b" -d '{"events": [{"name": "network-changed", "server_uuid": "031f1876-5533-4454-9817-b20fece6f89f", "tag": "b5cabf4b-0152-4f5f-8715-6edcb82037e5"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:40.417220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Pushing event deleted for resources: {'Port': ['ID=a4999c42-ee92-484e-bf1a-7725f171e493,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:40.441106 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:40.442065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce23e9a-ae0a-41a1-94b1-cb653c19da78 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cabf4b-0152-4f5f-8715-6edcb82037e5,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:40.676730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-8eeaaef9-f62e-4a38-9898-d74bc3ee0d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:40.678877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-8eeaaef9-f62e-4a38-9898-d74bc3ee0d60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 1094 time: 0.0764637 Oct 27 16:00:40.787460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-b37166a4-1bb5-4592-b0d0-209a89716636 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5cabf4b-0152-4f5f-8715-6edcb82037e5 HTTP/1.1" status: 200 len: 217 time: 0.0968416 Oct 27 16:00:40.835605 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:40.844277 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-6b73efbe-cd20-4bb5-bcd1-022381b5063a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5681248 Oct 27 16:00:40.943668 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-12d698be-33e9-4e43-9c60-a92a5cb6fb91 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 695 time: 0.0982010 Oct 27 16:00:40.981018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-b682ac80-c7de-447b-b6df-44b693fdae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:40.982933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-b682ac80-c7de-447b-b6df-44b693fdae94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.1849542 Oct 27 16:00:41.002702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a4999c42-ee92-484e-bf1a-7725f171e493 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:00:41.017832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d014585f-d588-44b3-9308-364e107a460c req-6bad8326-4f12-4487-ab2e-1c684ccdf9c7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:41.022591 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d014585f-d588-44b3-9308-364e107a460c req-6bad8326-4f12-4487-ab2e-1c684ccdf9c7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 946 time: 0.1465344 Oct 27 16:00:41.043395 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:41.050550 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:41.082917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: a4999c42-ee92-484e-bf1a-7725f171e493 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:00:41.083922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a4999c42-ee92-484e-bf1a-7725f171e493 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:00:41.086381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d3704bb9-5a71-49f5-b806-97bba32e20e1 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:00:41.107972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 57119497-fea9-41fc-80fb-5df9a1387366 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:00:41.127044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-53ba4703-01ed-4c45-a896-91ae9cea1188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:41.127044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-53ba4703-01ed-4c45-a896-91ae9cea1188 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013258 Oct 27 16:00:41.146013 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d014585f-d588-44b3-9308-364e107a460c req-673c0acc-31bd-46f4-9198-885c74f4fa34 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053302 Oct 27 16:00:41.153979 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:00:41.210190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-a9fcbb0d-7eab-4e44-ad09-75a0631d0ba8 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:41.220600 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a61fcbf1-f8be-44d0-970f-b94104001608 req-a9fcbb0d-7eab-4e44-ad09-75a0631d0ba8 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.2756295 Oct 27 16:00:41.224575 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d3704bb9-5a71-49f5-b806-97bba32e20e1 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:00:41.228843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d3704bb9-5a71-49f5-b806-97bba32e20e1 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:00:41.278985 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:41.278985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router df039c04-93b8-4117-ac36-b036111f14fe {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:00:41.285666 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:41.290435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42076) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:41.291578 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6ec10eb6-9066-4db2-a052-b9a9373299ca admin admin] 10.222.0.15 "DELETE /v2.0/routers/df039c04-93b8-4117-ac36-b036111f14fe HTTP/1.1" status: 204 len: 168 time: 2.2130220 Oct 27 16:00:41.326849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-0184219f-2e93-43d6-8751-8ddae5e22d5e service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788113 Oct 27 16:00:41.354382 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87609f9-5d27-4b53-9d70-f2774aa3741a x-openstack-request-id: req-c87609f9-5d27-4b53-9d70-f2774aa3741a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:41.354382 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031f1876-5533-4454-9817-b20fece6f89f", "tag": "b5cabf4b-0152-4f5f-8715-6edcb82037e5", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:41.354382 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c87609f9-5d27-4b53-9d70-f2774aa3741a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:41.354698 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031f1876-5533-4454-9817-b20fece6f89f', 'tag': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'status': 'completed', 'code': 200} Oct 27 16:00:41.452406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:41.471042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '57119497-fea9-41fc-80fb-5df9a1387366', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '57119497-fea9-41fc-80fb-5df9a1387366', 'mac_address': 'fa:16:3e:cd:c1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:00:41.476423 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e81b300-b372-49ad-872b-736348b9edc3 admin admin] Deleting subnet 9834391d-76dc-41dd-a184-293e5d37f354 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:00:41.490407 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e81b300-b372-49ad-872b-736348b9edc3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:41.532106 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb199af-5aaf-4a64-9e3e-c435c7a57643 req-81665811-fed2-4821-b4c2-1739d81bd8a5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:41.534361 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-acb199af-5aaf-4a64-9e3e-c435c7a57643 req-81665811-fed2-4821-b4c2-1739d81bd8a5 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 943 time: 0.1116164 Oct 27 16:00:41.543747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:41.567235 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57119497-fea9-41fc-80fb-5df9a1387366 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:00:41.595535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:41.631191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-acb199af-5aaf-4a64-9e3e-c435c7a57643 req-e042ffbc-ee37-488c-a914-11a18881af83 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817082 Oct 27 16:00:41.632895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e81b300-b372-49ad-872b-736348b9edc3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:41.679470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c97d0e4a-06b6-45ac-8b45-3ee20ad41984 req-8c83f7c3-4c89-44ad-b882-4071f46b773a service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218133 Oct 27 16:00:41.752597 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:41.754453 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e81b300-b372-49ad-872b-736348b9edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:41.848995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:41.866787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-daa3df91-3a39-4738-be73-9c7045875119 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:41.869466 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-daa3df91-3a39-4738-be73-9c7045875119 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1126580 Oct 27 16:00:41.934657 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-b52b8efd-6593-469c-9179-22adc3c1ff82 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 695 time: 0.0550983 Oct 27 16:00:41.953573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-04b884ba-33b7-4261-be7f-0f63f4beed34 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Request body: {'floatingip': {'port_id': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:42.002177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-04b884ba-33b7-4261-be7f-0f63f4beed34 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:42.031313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['57119497-fea9-41fc-80fb-5df9a1387366'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:00:42.076570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b req-dc70e961-7a16-476e-908a-0e2b32104179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:42.078915 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b req-dc70e961-7a16-476e-908a-0e2b32104179 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 1094 time: 0.0668130 Oct 27 16:00:42.084668 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e81b300-b372-49ad-872b-736348b9edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:42.188405 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e81b300-b372-49ad-872b-736348b9edc3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:42.200969 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8e81b300-b372-49ad-872b-736348b9edc3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9834391d-76dc-41dd-a184-293e5d37f354 HTTP/1.1" status: 204 len: 168 time: 0.9089022 Oct 27 16:00:42.208130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42086) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:42.214309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed567c0-fce0-478a-85f5-478db2e81295 None None] Network 1d818800-5c12-43bb-89ad-9797e9a2128e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:00:42.251300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81b300-b372-49ad-872b-736348b9edc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9834391d-76dc-41dd-a184-293e5d37f354,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:42.331993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:42.439897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b req-f8ae5bcf-6aa3-473e-af1a-02e5f14fb4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:42.444930 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b req-f8ae5bcf-6aa3-473e-af1a-02e5f14fb4cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.3560085 Oct 27 16:00:42.460464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f566f8-4b13-4564-a83c-258b8fa99149 req-ce786aff-687f-4734-993b-6b9f50ba1fb5 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:42.463148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19f566f8-4b13-4564-a83c-258b8fa99149 req-ce786aff-687f-4734-993b-6b9f50ba1fb5 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 947 time: 0.0963147 Oct 27 16:00:42.528025 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b req-1caa05a9-dfeb-4ee4-8745-1d7280321276 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5cabf4b-0152-4f5f-8715-6edcb82037e5 HTTP/1.1" status: 200 len: 217 time: 0.0637524 Oct 27 16:00:42.601004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19f566f8-4b13-4564-a83c-258b8fa99149 req-c6a14fcf-9efe-4f3d-ba7c-bebf8df2aa89 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275344 Oct 27 16:00:42.616330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b req-d7408f78-11f2-4dab-98bb-a2f61fa321fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:42.617164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b req-d7408f78-11f2-4dab-98bb-a2f61fa321fa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.0770149 Oct 27 16:00:42.627931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Deleting port fc61ac5b-7d3e-4189-97bd-66fe308bc948 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:00:42.628295 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:42.639104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ab7ddd-80a7-4d7b-a107-1fc02f995cfd None None] DHCP port deletion for 1d818800-5c12-43bb-89ad-9797e9a2128e request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:00:42.707103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b req-ecff2435-ba6f-4a5d-93c6-ca79a94bcef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:42.711183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b req-ecff2435-ba6f-4a5d-93c6-ca79a94bcef5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813797 Oct 27 16:00:42.853360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] For port fc61ac5b-7d3e-4189-97bd-66fe308bc948, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fc61ac5b-7d3e-4189-97bd-66fe308bc948,segment=NetworkSegment(d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35),segment_id=d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:42.853736 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:42.878526 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.resource_extend [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-04b884ba-33b7-4261-be7f-0f63f4beed34 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:00:42.928780 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-68ab7ddd-80a7-4d7b-a107-1fc02f995cfd None None] Deleting port fc61ac5b-7d3e-4189-97bd-66fe308bc948 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:00:42.929904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Calling delete_port for fc61ac5b-7d3e-4189-97bd-66fe308bc948 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:00:42.932958 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-68ab7ddd-80a7-4d7b-a107-1fc02f995cfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:42.965178 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b req-b2b3ae24-1f5d-4f88-b4f4-1bbb7955650f service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329290 Oct 27 16:00:43.031206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fc61ac5b-7d3e-4189-97bd-66fe308bc948 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:00:43.080660 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-04b884ba-33b7-4261-be7f-0f63f4beed34 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:43.089451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-68ab7ddd-80a7-4d7b-a107-1fc02f995cfd None None] For port fc61ac5b-7d3e-4189-97bd-66fe308bc948, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fc61ac5b-7d3e-4189-97bd-66fe308bc948,segment=NetworkSegment(d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35),segment_id=d3c091e8-b4fa-4b8c-9eb8-43cf38c92b35)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:43.089861 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-68ab7ddd-80a7-4d7b-a107-1fc02f995cfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:43.123312 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-68ab7ddd-80a7-4d7b-a107-1fc02f995cfd None None] Calling delete_port for fc61ac5b-7d3e-4189-97bd-66fe308bc948 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:00:43.169500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-94b04aa4-fd05-45ea-9b25-90e3a670ca0b req-7323b72a-85a4-457e-a6d7-a4c7121837da service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944294 Oct 27 16:00:43.199305 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-04b884ba-33b7-4261-be7f-0f63f4beed34 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:43.283150 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:43.336477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:43.338679 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-68ab7ddd-80a7-4d7b-a107-1fc02f995cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:43.370926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab7ddd-80a7-4d7b-a107-1fc02f995cfd None None] No DVR routers for this DVR port fc61ac5b-7d3e-4189-97bd-66fe308bc948 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:00:43.374746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab7ddd-80a7-4d7b-a107-1fc02f995cfd None None] Pushing event deleted for resources: {'Port': ['ID=fc61ac5b-7d3e-4189-97bd-66fe308bc948,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:43.388820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] No DVR routers for this DVR port fc61ac5b-7d3e-4189-97bd-66fe308bc948 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:00:43.395034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc61ac5b-7d3e-4189-97bd-66fe308bc948,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:43.526317 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-04b884ba-33b7-4261-be7f-0f63f4beed34 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Floating IP bfb5111d-a18c-4ca3-96ba-793735ad857b associated. External IP: 172.25.4.79, port: 87fe8827-2b8c-42e3-9628-886dc9f5e762. Oct 27 16:00:43.659452 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:43.691045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d818800-5c12-43bb-89ad-9797e9a2128e']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:43.707641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c091e8-b4fa-4b8c-9eb8-43cf38c92b35') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:43.707912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c091e8-b4fa-4b8c-9eb8-43cf38c92b35') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:43.723048 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:43.726254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42108) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:43.743174 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:43.754444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:00:43.754945 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:00:43.756707 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:00:43.898705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684660a0-3026-4305-b28c-e1b5f3fc031c req-476fa4a4-f894-4676-9895-e607e3a83aa4 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:43.900926 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-684660a0-3026-4305-b28c-e1b5f3fc031c req-476fa4a4-f894-4676-9895-e607e3a83aa4 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 943 time: 0.1086836 Oct 27 16:00:43.943215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-aaff4d06-689b-481e-9b4f-0d43446ff17f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:43.946079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-aaff4d06-689b-481e-9b4f-0d43446ff17f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac&tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 947 time: 0.1143649 Oct 27 16:00:43.957338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-04b884ba-33b7-4261-be7f-0f63f4beed34 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Router 9054dd66-470c-4d56-8311-e3b05865e9a7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:00:43.992470 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30b7b8b2-69d5-48f7-b9cb-ef035015bb99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:44.022193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-684660a0-3026-4305-b28c-e1b5f3fc031c req-88d659ba-4db9-487e-8bfa-6cbc11049ab3 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071432 Oct 27 16:00:44.076222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-6bbe40a7-f7ab-4cc7-bfa2-902d8728ccdf service neutron] 10.222.0.54 "GET /v2.0/ports/57119497-fea9-41fc-80fb-5df9a1387366/bindings/n-h1-815689-1 HTTP/1.1" status: 200 len: 382 time: 0.1195171 Oct 27 16:00:44.076455 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:44.099998 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:44.114231 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1d818800-5c12-43bb-89ad-9797e9a2128e HTTP/1.1" status: 204 len: 168 time: 1.9029591 Oct 27 16:00:44.141261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320feb4-1156-4b73-b97c-ebf895bee968 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d818800-5c12-43bb-89ad-9797e9a2128e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:44.200922 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30b7b8b2-69d5-48f7-b9cb-ef035015bb99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:44.218008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-920736b3-8679-479d-9b94-82c208cca0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:44.220047 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-920736b3-8679-479d-9b94-82c208cca0c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 1098 time: 0.0925839 Oct 27 16:00:44.222657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-04b884ba-33b7-4261-be7f-0f63f4beed34 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:00:44.233962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-04b884ba-33b7-4261-be7f-0f63f4beed34 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:44.238366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfefc093-970f-4929-99af-a333b1e54613 None None] Sync routers for ids ['9054dd66-470c-4d56-8311-e3b05865e9a7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:00:44.258611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfefc093-970f-4929-99af-a333b1e54613 None None] Routers {'9054dd66-470c-4d56-8311-e3b05865e9a7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:44.262155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-dfefc093-970f-4929-99af-a333b1e54613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9054dd66-470c-4d56-8311-e3b05865e9a7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:44.281296 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-04b884ba-33b7-4261-be7f-0f63f4beed34 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "PUT /v2.0/floatingips/bfb5111d-a18c-4ca3-96ba-793735ad857b HTTP/1.1" status: 200 len: 995 time: 2.3319426 Oct 27 16:00:44.282091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'tag': '87fe8827-2b8c-42e3-9628-886dc9f5e762'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:44.287366 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19" -d '{"events": [{"name": "network-changed", "server_uuid": "f98c0063-ef77-4f05-b743-038e2637ecf3", "tag": "87fe8827-2b8c-42e3-9628-886dc9f5e762"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:44.366946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-430647a7-3e77-4530-b235-ea9ca38477a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:44.370008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-430647a7-3e77-4530-b235-ea9ca38477a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7700d5413e24a9abc738947a1333134&device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 1096 time: 0.0570612 Oct 27 16:00:44.370763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30b7b8b2-69d5-48f7-b9cb-ef035015bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:44.451162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-dfefc093-970f-4929-99af-a333b1e54613 None None] Set router 9054dd66-470c-4d56-8311-e3b05865e9a7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:44.545602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b7b8b2-69d5-48f7-b9cb-ef035015bb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7176d9e6-c19e-45bd-bbcd-434c66135176,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:44.584525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911a948-4426-41d7-9503-8a278e6bb04e req-3c460142-9ad5-4e96-ade9-f6ce9b78d7df tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:44.586362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6911a948-4426-41d7-9503-8a278e6bb04e req-3c460142-9ad5-4e96-ade9-f6ce9b78d7df tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 947 time: 0.3393762 Oct 27 16:00:44.591022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-71d3f2cf-8415-4f3e-9d51-f2e667bee335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:44.594941 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-30b7b8b2-69d5-48f7-b9cb-ef035015bb99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=994fd652596e4952a15270cac238f83d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8624880 Oct 27 16:00:44.595134 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-71d3f2cf-8415-4f3e-9d51-f2e667bee335 service neutron] 10.222.0.15 "GET /v2.0/networks?id=577c46e6-892a-47a5-a5e1-11f95965a207 HTTP/1.1" status: 200 len: 929 time: 0.2152419 Oct 27 16:00:44.596538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42120) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:44.629230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42122) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:44.642856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-77075e65-31cd-464b-9d85-60550ae3743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:44.644518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-77075e65-31cd-464b-9d85-60550ae3743f service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.4132845 Oct 27 16:00:44.672679 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6911a948-4426-41d7-9503-8a278e6bb04e req-2a63f0c6-adfb-4579-b8d7-31771ff555dd tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664577 Oct 27 16:00:44.707633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-ba19160f-1d5c-4ae9-8d71-878c186c67d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=57119497-fea9-41fc-80fb-5df9a1387366 HTTP/1.1" status: 200 len: 217 time: 0.0527966 Oct 27 16:00:44.782582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-4ddf9a88-353c-4442-a4f2-e98ec27d95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:44.784456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-4ddf9a88-353c-4442-a4f2-e98ec27d95c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0693939 Oct 27 16:00:44.876104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-b78b10ed-9db3-4fde-8548-9879517b92ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:44.879038 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-b78b10ed-9db3-4fde-8548-9879517b92ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866981 Oct 27 16:00:44.958385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-dfefc093-970f-4929-99af-a333b1e54613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'bfb5111d-a18c-4ca3-96ba-793735ad857b', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'port_id': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'mac_address': 'fa:16:3e:35:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:39Z', 'updated_at': '2021-10-27T16:00:42Z', 'revision_number': 1, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a6abbe-b466-4604-b83f-83e93f458485', 'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'mac_address': 'fa:16:3e:0a:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:10Z', 'updated_at': '2021-10-27T16:00:22Z', 'revision_number': 5, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'subnets': [{'id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:44.998743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfefc093-970f-4929-99af-a333b1e54613 None None] Checking router: 9054dd66-470c-4d56-8311-e3b05865e9a7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:00:45.012321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfefc093-970f-4929-99af-a333b1e54613 None None] Routers {'9054dd66-470c-4d56-8311-e3b05865e9a7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:45.015060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-dfefc093-970f-4929-99af-a333b1e54613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9054dd66-470c-4d56-8311-e3b05865e9a7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:45.079925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19 req-01edd279-57c2-4698-adbc-74ec73c44a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:45.081586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19 req-01edd279-57c2-4698-adbc-74ec73c44a09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7700d5413e24a9abc738947a1333134&device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 1096 time: 0.0903032 Oct 27 16:00:45.107501 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15859a0c-da10-4787-a32e-aea4dfa4d475 x-openstack-request-id: req-15859a0c-da10-4787-a32e-aea4dfa4d475 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:45.110039 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98c0063-ef77-4f05-b743-038e2637ecf3", "tag": "87fe8827-2b8c-42e3-9628-886dc9f5e762", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:45.110366 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-15859a0c-da10-4787-a32e-aea4dfa4d475 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:45.110808 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'tag': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'status': 'completed', 'code': 200} Oct 27 16:00:45.146082 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-328be23b-01dd-4826-ac9f-e7806b9a0ce8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b527ad03a764a7593e438385d92211c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156870 Oct 27 16:00:45.148641 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-b48d18d2-e29f-40c0-8780-aa7f1ae5c05c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87fe8827-2b8c-42e3-9628-886dc9f5e762 HTTP/1.1" status: 200 len: 998 time: 0.5331397 Oct 27 16:00:45.149437 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ede0f6c-70c9-40ec-8f17-a0007ef1d6a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:45.155404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42128) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:45.175712 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ede0f6c-70c9-40ec-8f17-a0007ef1d6a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:45.196121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-1b84f60a-2a89-45fb-94ec-3f7dd2a27eba service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079972 Oct 27 16:00:45.263338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 57119497-fea9-41fc-80fb-5df9a1387366 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:45.265514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-5a34bdbe-ca92-4041-adc6-451c03badc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:45.267041 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-5a34bdbe-ca92-4041-adc6-451c03badc9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90ff0d7a-3936-4bc0-93f4-c24c8085baf1 HTTP/1.1" status: 200 len: 867 time: 0.0581067 Oct 27 16:00:45.289368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-dfefc093-970f-4929-99af-a333b1e54613 None None] Set router 9054dd66-470c-4d56-8311-e3b05865e9a7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:45.337403 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ede0f6c-70c9-40ec-8f17-a0007ef1d6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:45.341241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ede0f6c-70c9-40ec-8f17-a0007ef1d6a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:45.342437 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1ede0f6c-70c9-40ec-8f17-a0007ef1d6a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7176d9e6-c19e-45bd-bbcd-434c66135176 HTTP/1.1" status: 204 len: 168 time: 0.7453654 Oct 27 16:00:45.370020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-8ced6fdc-0d0b-4c75-8594-42f9ea45e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:45.375380 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-8ced6fdc-0d0b-4c75-8594-42f9ea45e86c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=577c46e6-892a-47a5-a5e1-11f95965a207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916488 Oct 27 16:00:45.386467 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede0f6c-70c9-40ec-8f17-a0007ef1d6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7176d9e6-c19e-45bd-bbcd-434c66135176,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:45.394719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4df1c-d5c8-47f3-adf5-11853cae0083 req-3e8bfd81-a992-4625-9d4c-098a5a42035a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:45.408604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-0fd18dec-b975-4fae-a6f2-2bd7e965ff88 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:00:45.410614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1db4df1c-d5c8-47f3-adf5-11853cae0083 req-3e8bfd81-a992-4625-9d4c-098a5a42035a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 943 time: 0.2561543 Oct 27 16:00:45.411048 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-0fd18dec-b975-4fae-a6f2-2bd7e965ff88 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0158100 Oct 27 16:00:45.479855 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 57119497-fea9-41fc-80fb-5df9a1387366 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:45.480517 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:45.548699 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1db4df1c-d5c8-47f3-adf5-11853cae0083 req-00fd948a-9e1f-4fa2-b909-31eb61484915 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368263 Oct 27 16:00:45.591061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19 req-4bf3ffbb-66ed-448e-aecb-65c52bb4b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:45.591061 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19 req-4bf3ffbb-66ed-448e-aecb-65c52bb4b604 service neutron] 10.222.0.54 "GET /v2.0/networks?id=577c46e6-892a-47a5-a5e1-11f95965a207 HTTP/1.1" status: 200 len: 929 time: 0.4966583 Oct 27 16:00:45.591240 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dcd956b8-2df4-4611-88cd-598df00f82a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:45.607248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-5d8ca9c7-c56d-42ae-b3f2-61b02bbb03c7 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851919 Oct 27 16:00:45.646040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-cbbfe66e-26b2-42b5-8e3f-ff3b5cb6ba45 service neutron] 10.222.0.15 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183945 Oct 27 16:00:45.704184 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dcd956b8-2df4-4611-88cd-598df00f82a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:45.789840 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19 req-2f98d171-12f5-41ee-acf8-a284790ccdb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87fe8827-2b8c-42e3-9628-886dc9f5e762 HTTP/1.1" status: 200 len: 998 time: 0.1795247 Oct 27 16:00:45.852101 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b86b6cc2-8b2c-48ba-ad46-171d27346228 req-5f04e9ee-86cd-4069-ac25-0830eed63bf0 service neutron] 10.222.0.15 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987541 Oct 27 16:00:45.854748 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:45.897985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:45.900785 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f817535c-caa2-4230-9445-e93334eb9b9f" -d '{"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-plugged", "status": "completed", "tag": "57119497-fea9-41fc-80fb-5df9a1387366"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:45.917093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:45.924601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19 req-89e5ecc1-b8cd-4038-8cda-7824914981fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:45.926130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19 req-89e5ecc1-b8cd-4038-8cda-7824914981fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ff0d7a-3936-4bc0-93f4-c24c8085baf1 HTTP/1.1" status: 200 len: 867 time: 0.1252642 Oct 27 16:00:45.927953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-dfefc093-970f-4929-99af-a333b1e54613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'bfb5111d-a18c-4ca3-96ba-793735ad857b', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'port_id': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'mac_address': 'fa:16:3e:35:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:39Z', 'updated_at': '2021-10-27T16:00:42Z', 'revision_number': 1, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a6abbe-b466-4604-b83f-83e93f458485', 'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'mac_address': 'fa:16:3e:0a:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:10Z', 'updated_at': '2021-10-27T16:00:22Z', 'revision_number': 5, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'subnets': [{'id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:45.957249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91cc24-6f9b-4dc2-8473-7969cce19531 req-264448d1-3139-43f0-bc34-6214d2499bf4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:45.958229 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef91cc24-6f9b-4dc2-8473-7969cce19531 req-264448d1-3139-43f0-bc34-6214d2499bf4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 947 time: 0.1299775 Oct 27 16:00:45.964482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfefc093-970f-4929-99af-a333b1e54613 None None] The sync data for ids ['9054dd66-470c-4d56-8311-e3b05865e9a7'] in n-d-815689-1 is: [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'bfb5111d-a18c-4ca3-96ba-793735ad857b', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'port_id': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'mac_address': 'fa:16:3e:35:45:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:39Z', 'updated_at': '2021-10-27T16:00:42Z', 'revision_number': 1, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61a6abbe-b466-4604-b83f-83e93f458485', 'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'mac_address': 'fa:16:3e:0a:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:10Z', 'updated_at': '2021-10-27T16:00:22Z', 'revision_number': 5, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'subnets': [{'id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:00:45.982681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b5cabf4b-0152-4f5f-8715-6edcb82037e5 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:00:46.014235 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:46.019315 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dcd956b8-2df4-4611-88cd-598df00f82a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:46.021551 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dcd956b8-2df4-4611-88cd-598df00f82a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:46.033286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dcd956b8-2df4-4611-88cd-598df00f82a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd189460-bab3-4703-83fe-7dd107417a17 HTTP/1.1" status: 204 len: 168 time: 0.8764756 Oct 27 16:00:46.066986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd956b8-2df4-4611-88cd-598df00f82a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd189460-bab3-4703-83fe-7dd107417a17,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:46.124498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19 req-97d887b2-87b9-4d58-9ea7-11b1d380161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:46.126381 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19 req-97d887b2-87b9-4d58-9ea7-11b1d380161a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577c46e6-892a-47a5-a5e1-11f95965a207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1899521 Oct 27 16:00:46.142632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef91cc24-6f9b-4dc2-8473-7969cce19531 req-35589152-abb5-484d-a894-05db4972b212 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626525 Oct 27 16:00:46.164223 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.resource_extend [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:00:46.259202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:46.297559 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c991f254-94ae-476e-bafc-02c056aee1cf x-openstack-request-id: req-c991f254-94ae-476e-bafc-02c056aee1cf {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:46.298818 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-plugged", "status": "completed", "tag": "57119497-fea9-41fc-80fb-5df9a1387366", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:46.298818 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c991f254-94ae-476e-bafc-02c056aee1cf {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:46.303733 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366', 'code': 200} Oct 27 16:00:46.331669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b5cabf4b-0152-4f5f-8715-6edcb82037e5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b5cabf4b-0152-4f5f-8715-6edcb82037e5,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:46.347156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'port_id': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'mac_address': 'fa:16:3e:e3:88:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:00:46.409900 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab7d412-32cc-4646-b45d-cdfb0520c572 None None] New status for floating IP bfb5111d-a18c-4ca3-96ba-793735ad857b: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:00:46.427361 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:46.465395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cabf4b-0152-4f5f-8715-6edcb82037e5 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:00:46.506559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b5cabf4b-0152-4f5f-8715-6edcb82037e5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b5cabf4b-0152-4f5f-8715-6edcb82037e5,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:46.623479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42148) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:46.645940 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:46.704872 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9dcad76a-cac9-4164-9d9d-d7e966f570b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:46.856573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b5cabf4b-0152-4f5f-8715-6edcb82037e5,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:46.889264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032b7a1-d521-4e85-9617-a746faef282a req-be8a445d-bded-4128-b6b7-e65814aa6a4d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:46.890872 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1032b7a1-d521-4e85-9617-a746faef282a req-be8a445d-bded-4128-b6b7-e65814aa6a4d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 944 time: 0.1902759 Oct 27 16:00:46.949075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['b5cabf4b-0152-4f5f-8715-6edcb82037e5'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:00:46.989862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1032b7a1-d521-4e85-9617-a746faef282a req-5d7500f4-2e41-404a-996e-8cd879cb0dd8 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908623 Oct 27 16:00:47.024466 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9dcad76a-cac9-4164-9d9d-d7e966f570b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:47.098456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19 req-698334cc-bda6-4ae8-8f70-76cb5dfb8bf3 service neutron] 10.222.0.54 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9543569 Oct 27 16:00:47.145889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9dcad76a-cac9-4164-9d9d-d7e966f570b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:47.195794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcad76a-cac9-4164-9d9d-d7e966f570b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37365ac-10a3-4b05-9fa8-ca9853a80065,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:47.231200 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-8f217678-8222-44c6-b03e-fd4daa0e1ce5 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 258 time: 0.9728918 Oct 27 16:00:47.252866 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9dcad76a-cac9-4164-9d9d-d7e966f570b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6250a8c348cf4baabfe9714dfb88e341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275847 Oct 27 16:00:47.253868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42168) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:47.295768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:47.323630 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34573919-b4de-4cd7-bba7-75b5cf7744d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:47.378008 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34573919-b4de-4cd7-bba7-75b5cf7744d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:47.391623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af2a96ff-db5c-4e53-9c6d-e3ecd7f2ab19 req-362ef0f3-27c3-4a31-86ce-5581415eaea8 service neutron] 10.222.0.54 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632704 Oct 27 16:00:47.423224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199650a-87fb-4e1d-812a-55e04cc242cf req-e3d460e6-ce59-4d7a-a555-45454365af5e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:47.429622 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6199650a-87fb-4e1d-812a-55e04cc242cf req-e3d460e6-ce59-4d7a-a555-45454365af5e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.1081955 Oct 27 16:00:47.505389 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6199650a-87fb-4e1d-812a-55e04cc242cf req-63ce0eb4-3f0c-4c11-83bd-826f194e5438 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714943 Oct 27 16:00:47.534935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:47.615830 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34573919-b4de-4cd7-bba7-75b5cf7744d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:47.619977 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34573919-b4de-4cd7-bba7-75b5cf7744d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:47.623066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-34573919-b4de-4cd7-bba7-75b5cf7744d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a37365ac-10a3-4b05-9fa8-ca9853a80065 HTTP/1.1" status: 204 len: 168 time: 0.3667598 Oct 27 16:00:47.637819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34573919-b4de-4cd7-bba7-75b5cf7744d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37365ac-10a3-4b05-9fa8-ca9853a80065,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:47.691056 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:47.912781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Allocated IP 172.25.4.27 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/1883e371-e3d0-4074-b834-dfd5d88a7d2b) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:00:47.980602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b5cabf4b-0152-4f5f-8715-6edcb82037e5 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:48.117760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:48.134747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port b5cabf4b-0152-4f5f-8715-6edcb82037e5 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:00:48.140588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port b5cabf4b-0152-4f5f-8715-6edcb82037e5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:48.140588 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:48.250439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbf364-de0a-414c-89ea-e55d2c95933a req-935c8dcd-ebbf-4f96-9a82-22531d939998 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:48.252782 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cdbf364-de0a-414c-89ea-e55d2c95933a req-935c8dcd-ebbf-4f96-9a82-22531d939998 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 944 time: 0.1196785 Oct 27 16:00:48.319721 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:48.320479 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:48.355791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cdbf364-de0a-414c-89ea-e55d2c95933a req-327eda29-984c-40ba-b019-f9f6459fed05 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856233 Oct 27 16:00:48.434847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:00:48.434979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031f1876-5533-4454-9817-b20fece6f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:48.434979 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b92342-0b01-46d2-9df1-3a5ce47d0340" -d '{"events": [{"server_uuid": "031f1876-5533-4454-9817-b20fece6f89f", "name": "network-vif-plugged", "status": "completed", "tag": "b5cabf4b-0152-4f5f-8715-6edcb82037e5"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:48.435181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:00:48.435181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:00:48.435368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b5cabf4b-0152-4f5f-8715-6edcb82037e5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b5cabf4b-0152-4f5f-8715-6edcb82037e5,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:48.458880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Pushing event updated for resources: {'Port': ['ID=1883e371-e3d0-4074-b834-dfd5d88a7d2b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:48.487807 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:48.581034 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:48.583112 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-46350170-a82c-45c7-95fe-42c5d1627de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:48.643160 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:48.657081 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b5cabf4b-0152-4f5f-8715-6edcb82037e5,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:48.932803 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:49.041862 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f34c864-07f4-4a72-b1fb-02c5494e2932 x-openstack-request-id: req-9f34c864-07f4-4a72-b1fb-02c5494e2932 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:49.042609 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031f1876-5533-4454-9817-b20fece6f89f", "name": "network-vif-plugged", "status": "completed", "tag": "b5cabf4b-0152-4f5f-8715-6edcb82037e5", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:49.042609 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f34c864-07f4-4a72-b1fb-02c5494e2932 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:49.042906 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031f1876-5533-4454-9817-b20fece6f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'code': 200} Oct 27 16:00:49.049380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:49.066559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:49.178544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a99321-7922-4a15-b487-ba8dc572eed9 req-9958e449-6b9f-4211-8f7d-90e91f33a488 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:49.180175 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69a99321-7922-4a15-b487-ba8dc572eed9 req-9958e449-6b9f-4211-8f7d-90e91f33a488 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.0855556 Oct 27 16:00:49.193649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:49.194888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9134200 Oct 27 16:00:49.202991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ee685-f73f-458a-94fe-482823869b2c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Pushing event updated for resources: {'Port': ['ID=1883e371-e3d0-4074-b834-dfd5d88a7d2b,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:49.261619 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69a99321-7922-4a15-b487-ba8dc572eed9 req-22e8141b-3dbb-4e16-96e5-3c4aa100692c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676503 Oct 27 16:00:49.310310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-449da105-426a-48a4-af12-467b4cbe99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:49.311904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-449da105-426a-48a4-af12-467b4cbe99ac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac&tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5 HTTP/1.1" status: 200 len: 1099 time: 0.1953278 Oct 27 16:00:49.315634 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-cf4fc1f6-7e86-4f10-bf89-6e437ff4e7f4 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.27 HTTP/1.1" status: 200 len: 695 time: 0.1053159 Oct 27 16:00:49.335519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acb70e-4986-487c-876a-72f0c183d4a8 req-bc592477-045f-489c-90b2-d7b242101475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:49.338001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89acb70e-4986-487c-876a-72f0c183d4a8 req-bc592477-045f-489c-90b2-d7b242101475 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 1096 time: 0.1803648 Oct 27 16:00:49.480586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89acb70e-4986-487c-876a-72f0c183d4a8 req-49422bda-0b87-4a38-9bc7-0283a09c621b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209543 Oct 27 16:00:49.499870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-5dfbd8a4-1078-487e-bec0-c3ed3718a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:49.502057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-5dfbd8a4-1078-487e-bec0-c3ed3718a1f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 1099 time: 0.1613755 Oct 27 16:00:49.588714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-5a358a58-5196-40aa-b099-ba4c2dcedb05 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:49.590233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28cb9079-93f5-479a-b1a9-8a10ac3a0b43 req-5a358a58-5196-40aa-b099-ba4c2dcedb05 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.2513094 Oct 27 16:00:49.611800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5705f1-3c82-4bd3-9d3f-1decef73b502 req-7a9029b1-2f0e-4eff-ab96-c7c7341b5b9f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:49.622498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42228) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:49.623084 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee5705f1-3c82-4bd3-9d3f-1decef73b502 req-7a9029b1-2f0e-4eff-ab96-c7c7341b5b9f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 945 time: 0.1080635 Oct 27 16:00:49.706325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-dd155655-ab96-4a1f-8e4d-feceb4d3280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:49.707827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-dd155655-ab96-4a1f-8e4d-feceb4d3280d service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.1959131 Oct 27 16:00:49.718021 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee5705f1-3c82-4bd3-9d3f-1decef73b502 req-e5a258df-ae34-4349-ad3a-74fa8d960597 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932546 Oct 27 16:00:49.800451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-81971803-829e-4b23-ab79-ead5258ef024 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=57119497-fea9-41fc-80fb-5df9a1387366 HTTP/1.1" status: 200 len: 217 time: 0.0797684 Oct 27 16:00:49.872240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2328d63-42fd-4b00-9388-4cbc2caf426d req-56d248df-b165-48f1-b429-b1929d77f8e7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:49.874183 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2328d63-42fd-4b00-9388-4cbc2caf426d req-56d248df-b165-48f1-b429-b1929d77f8e7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0768909 Oct 27 16:00:49.897013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a2e461b4-7de7-4807-b298-b6bb0b235798 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:49.913811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-8cfc0ee1-77e5-44d7-ac2d-5eef7575c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:49.916189 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-8cfc0ee1-77e5-44d7-ac2d-5eef7575c619 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1050239 Oct 27 16:00:49.949827 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2328d63-42fd-4b00-9388-4cbc2caf426d req-087bdca8-9c0a-4a20-8eac-c090a9607b63 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.27 HTTP/1.1" status: 200 len: 695 time: 0.0674567 Oct 27 16:00:49.955004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-d2328d63-42fd-4b00-9388-4cbc2caf426d req-d55bdddb-1648-47bc-b193-6da914f21d08 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Request body: {'floatingip': {'port_id': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:50.022381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-d2328d63-42fd-4b00-9388-4cbc2caf426d req-d55bdddb-1648-47bc-b193-6da914f21d08 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:50.029702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-23888ecb-8e95-4857-a2ab-24d66eb38bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:50.031837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-23888ecb-8e95-4857-a2ab-24d66eb38bea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993786 Oct 27 16:00:50.147988 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a2e461b4-7de7-4807-b298-b6bb0b235798 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:50.240800 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-9b1c8cd7-e104-4f3f-b21e-6802772767ed service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963980 Oct 27 16:00:50.249813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a2e461b4-7de7-4807-b298-b6bb0b235798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:50.367644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2be3-3fcf-4729-a754-c0be859e15c9 req-93b40960-c328-4fbe-a7ef-1578cb44ce87 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:50.370051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a0c2be3-3fcf-4729-a754-c0be859e15c9 req-93b40960-c328-4fbe-a7ef-1578cb44ce87 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 945 time: 0.2048919 Oct 27 16:00:50.372562 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a2e461b4-7de7-4807-b298-b6bb0b235798 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6f97836b8144ae7844c7039956f302d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7457893 Oct 27 16:00:50.378140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42248) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:50.404467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e461b4-7de7-4807-b298-b6bb0b235798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbb9c27-23a4-4665-bdce-f0a82c843d25,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:50.424415 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-d2328d63-42fd-4b00-9388-4cbc2caf426d req-d55bdddb-1648-47bc-b193-6da914f21d08 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 16:00:50.443408 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2328d63-42fd-4b00-9388-4cbc2caf426d req-d55bdddb-1648-47bc-b193-6da914f21d08 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "PUT /v2.0/floatingips/a5fa6720-9669-426f-ab3a-251c422c3370 HTTP/1.1" status: 409 len: 549 time: 0.4906616 Oct 27 16:00:50.485978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a0c2be3-3fcf-4729-a754-c0be859e15c9 req-bd79f282-5615-4a0c-ad6e-a6536d597b4b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956078 Oct 27 16:00:50.496453 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b4997c9-3a6c-425c-b85f-fe6fccd193a1 req-d509769c-81ac-46d9-9b6c-554018c72713 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419076 Oct 27 16:00:50.611781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dfd57f08-1d12-4719-bdc8-487a4e953eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:50.615822 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d773f-3945-46a3-9136-361a505684e0 req-c3fbd217-1c13-44d8-904c-8f374873a39b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:50.624433 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff775c70-2144-4977-ae82-062504662e06 req-0289368b-c868-4972-8c70-d9e29348170d tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips/a5fa6720-9669-426f-ab3a-251c422c3370 HTTP/1.1" status: 200 len: 692 time: 0.0900030 Oct 27 16:00:50.633684 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-786d773f-3945-46a3-9136-361a505684e0 req-c3fbd217-1c13-44d8-904c-8f374873a39b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 948 time: 0.0966485 Oct 27 16:00:50.659286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dfd57f08-1d12-4719-bdc8-487a4e953eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:50.703400 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-786d773f-3945-46a3-9136-361a505684e0 req-d3a3aa87-2b38-444b-802b-59ab5f599027 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627782 Oct 27 16:00:50.838933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff775c70-2144-4977-ae82-062504662e06 req-53209b1b-2c7b-41f4-a450-6f490826e891 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:50.841000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff775c70-2144-4977-ae82-062504662e06 req-53209b1b-2c7b-41f4-a450-6f490826e891 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.2029357 Oct 27 16:00:50.887642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-ff775c70-2144-4977-ae82-062504662e06 req-c86ed81e-07d5-4256-8f10-25ca4aa0f831 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:00:50.889774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff775c70-2144-4977-ae82-062504662e06 req-c86ed81e-07d5-4256-8f10-25ca4aa0f831 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0277417 Oct 27 16:00:50.893095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c58f5-7491-4fbc-a70b-26dbae6ce22a req-858fe847-901b-4043-b889-a3bca4d97697 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:50.895797 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a40c58f5-7491-4fbc-a70b-26dbae6ce22a req-858fe847-901b-4043-b889-a3bca4d97697 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 945 time: 0.0751109 Oct 27 16:00:50.903685 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dfd57f08-1d12-4719-bdc8-487a4e953eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:50.906861 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dfd57f08-1d12-4719-bdc8-487a4e953eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:50.908442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dfd57f08-1d12-4719-bdc8-487a4e953eb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebbb9c27-23a4-4665-bdce-f0a82c843d25 HTTP/1.1" status: 204 len: 168 time: 0.5274522 Oct 27 16:00:50.955144 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a40c58f5-7491-4fbc-a70b-26dbae6ce22a req-74ecdedd-35ac-44ec-87b0-c962a2e42287 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513022 Oct 27 16:00:50.985461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd57f08-1d12-4719-bdc8-487a4e953eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbb9c27-23a4-4665-bdce-f0a82c843d25,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:51.008402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff775c70-2144-4977-ae82-062504662e06 req-1d24387f-850e-4304-a6d3-e1bceb23cb93 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.27 HTTP/1.1" status: 200 len: 695 time: 0.0920601 Oct 27 16:00:51.073819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 57119497-fea9-41fc-80fb-5df9a1387366 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:00:51.090411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff775c70-2144-4977-ae82-062504662e06 req-83ca3881-298c-40ed-9801-c7f5a4bf3cd8 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.27 HTTP/1.1" status: 200 len: 695 time: 0.0758834 Oct 27 16:00:51.297062 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:51.336385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:51.345571 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bdf645-1cb9-4159-a369-d5bd3e155e4a" -d '{"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-unplugged", "status": "completed", "tag": "57119497-fea9-41fc-80fb-5df9a1387366"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:51.391658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ff775c70-2144-4977-ae82-062504662e06 req-f1282242-1548-4cdd-b187-7f3f41387d1a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Deleting port 1883e371-e3d0-4074-b834-dfd5d88a7d2b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:00:51.392285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff775c70-2144-4977-ae82-062504662e06 req-f1282242-1548-4cdd-b187-7f3f41387d1a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:51.401881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:51.505432 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:51.544584 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff775c70-2144-4977-ae82-062504662e06 req-f1282242-1548-4cdd-b187-7f3f41387d1a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:51.548402 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff775c70-2144-4977-ae82-062504662e06 req-f1282242-1548-4cdd-b187-7f3f41387d1a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:51.563041 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-541cfa98-b46c-40dc-97d1-97f743d2f99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:51.575808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ff775c70-2144-4977-ae82-062504662e06 req-f1282242-1548-4cdd-b187-7f3f41387d1a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Calling delete_port for 1883e371-e3d0-4074-b834-dfd5d88a7d2b owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:00:51.593913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:51.891218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff775c70-2144-4977-ae82-062504662e06 req-f1282242-1548-4cdd-b187-7f3f41387d1a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:51.924825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1282242-1548-4cdd-b187-7f3f41387d1a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Pushing event deleted for resources: {'Port': ['ID=1883e371-e3d0-4074-b834-dfd5d88a7d2b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:51.971451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff775c70-2144-4977-ae82-062504662e06 req-f1282242-1548-4cdd-b187-7f3f41387d1a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:51.977139 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ff775c70-2144-4977-ae82-062504662e06 req-f1282242-1548-4cdd-b187-7f3f41387d1a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:51.979431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff775c70-2144-4977-ae82-062504662e06 req-f1282242-1548-4cdd-b187-7f3f41387d1a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "DELETE /v2.0/floatingips/a5fa6720-9669-426f-ab3a-251c422c3370 HTTP/1.1" status: 204 len: 173 time: 0.8878233 Oct 27 16:00:52.037617 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f34409-11c8-4207-81eb-328ba226301f x-openstack-request-id: req-f5f34409-11c8-4207-81eb-328ba226301f {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:52.037919 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-unplugged", "status": "completed", "tag": "57119497-fea9-41fc-80fb-5df9a1387366", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:52.042005 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5f34409-11c8-4207-81eb-328ba226301f {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:52.042005 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366', 'code': 200} Oct 27 16:00:52.140031 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:52.158271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbc670-1dfe-4f6b-9e3f-9596d887e950 req-dceddf15-2710-4323-8e4f-38173bcd11ca tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:52.159917 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aabbc670-1dfe-4f6b-9e3f-9596d887e950 req-dceddf15-2710-4323-8e4f-38173bcd11ca tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 946 time: 0.0779672 Oct 27 16:00:52.170187 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:52.212527 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aabbc670-1dfe-4f6b-9e3f-9596d887e950 req-fea60c2f-4d22-4519-a2cc-1897b9e376d4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Oct 27 16:00:52.224471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-be9a32b9-730d-49e8-9df7-bee99fe3671c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 1000 time: 0.1273596 Oct 27 16:00:52.314072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-787307f9-afe5-47f6-8d8c-7df610e87340 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:52.315877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-787307f9-afe5-47f6-8d8c-7df610e87340 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports/87fe8827-2b8c-42e3-9628-886dc9f5e762 HTTP/1.1" status: 200 len: 942 time: 0.0740106 Oct 27 16:00:52.368141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87feec-5d4b-4996-ac22-00cd6282d18b req-b4506088-2599-492c-a1a1-c7594855be0b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:52.369860 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac87feec-5d4b-4996-ac22-00cd6282d18b req-b4506088-2599-492c-a1a1-c7594855be0b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 945 time: 0.0608387 Oct 27 16:00:52.432399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac87feec-5d4b-4996-ac22-00cd6282d18b req-f6132ba5-3ba8-4942-b2b0-6c0e6cf7d97a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471978 Oct 27 16:00:52.503842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-87b4c066-1d95-4797-b5cc-85d4d454b24e tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 1000 time: 0.0848639 Oct 27 16:00:52.612667 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-65bbd017-75e7-412f-9594-bb7b1ba6371b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--609578424&fields=id&tenant_id=9e156f9938474ecf82c8cb7e7f35b93b HTTP/1.1" status: 200 len: 267 time: 0.0595589 Oct 27 16:00:52.659852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-34d8acf8-86cb-4282-9f56-5674af11b6a5 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:52.661471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-34d8acf8-86cb-4282-9f56-5674af11b6a5 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1466734 Oct 27 16:00:52.673995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-0162a29c-e62a-4797-aa2f-ca5dcd740313 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:00:52.675170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-0162a29c-e62a-4797-aa2f-ca5dcd740313 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060079 Oct 27 16:00:52.765291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-9a31d69c-f6dd-4114-867a-601b614dc921 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 1000 time: 0.0794408 Oct 27 16:00:52.786562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665726c9-b321-4fd6-bfde-c731dceb100c req-c05c3561-cb4c-478d-a9ce-33c3d498c686 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:52.788530 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-c05c3561-cb4c-478d-a9ce-33c3d498c686 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/networks?id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 HTTP/1.1" status: 200 len: 823 time: 0.1663103 Oct 27 16:00:52.792399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-26083a94-d11d-4d67-9ecf-6ab41381c4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:52.811933 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-53e033c3-614d-4278-8e2e-816872e81f5c tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/quotas/9e156f9938474ecf82c8cb7e7f35b93b HTTP/1.1" status: 200 len: 375 time: 0.0146358 Oct 27 16:00:52.878016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-26083a94-d11d-4d67-9ecf-6ab41381c4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:52.898977 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-954c845d-87c1-475a-991a-3512db4db078 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e156f9938474ecf82c8cb7e7f35b93b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0796599 Oct 27 16:00:53.009778 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-69835931-5bee-4fe4-95fb-002954bf7427 service neutron] 10.222.0.15 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061714 Oct 27 16:00:53.094664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 57119497-fea9-41fc-80fb-5df9a1387366 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:00:53.110128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-26083a94-d11d-4d67-9ecf-6ab41381c4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:53.154335 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-f60dafb1-dbb6-4b36-9983-f89e438356d6 service neutron] 10.222.0.15 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385498 Oct 27 16:00:53.221576 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-26083a94-d11d-4d67-9ecf-6ab41381c4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:53.225517 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-26083a94-d11d-4d67-9ecf-6ab41381c4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Floating IP bfb5111d-a18c-4ca3-96ba-793735ad857b disassociated. External IP: 172.25.4.79, port: 87fe8827-2b8c-42e3-9628-886dc9f5e762. Oct 27 16:00:53.345724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:53.369505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '57119497-fea9-41fc-80fb-5df9a1387366', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '57119497-fea9-41fc-80fb-5df9a1387366', 'mac_address': 'fa:16:3e:cd:c1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:00:53.414738 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:53.453182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57119497-fea9-41fc-80fb-5df9a1387366 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:00:53.525244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:53.642832 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:53.714248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=10']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:53.783387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-49cc3025-e3b4-45ec-9edd-63f1171aecdb tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:53.784957 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-49cc3025-e3b4-45ec-9edd-63f1171aecdb tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0850167 Oct 27 16:00:53.840130 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-dcda68fa-e30d-4fe4-8d2d-8d7e1cabd463 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 695 time: 0.0479939 Oct 27 16:00:53.852440 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-a2276c4b-a76a-4288-9954-8e712518e062 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Request body: {'floatingip': {'port_id': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:53.902533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-a2276c4b-a76a-4288-9954-8e712518e062 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:53.919713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e74d0786-969f-4366-b059-4780f2ffc6e7 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:53.921257 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e74d0786-969f-4366-b059-4780f2ffc6e7 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.53 "GET /v2.0/ports?device_id=8118760e-f94f-4aeb-8823-11942794fb3a HTTP/1.1" status: 200 len: 945 time: 0.0877030 Oct 27 16:00:53.943269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['57119497-fea9-41fc-80fb-5df9a1387366'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:00:53.957255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-26083a94-d11d-4d67-9ecf-6ab41381c4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Router 9054dd66-470c-4d56-8311-e3b05865e9a7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:00:54.171542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Deleting port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:00:54.171894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:54.232088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-26083a94-d11d-4d67-9ecf-6ab41381c4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:00:54.238289 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-26083a94-d11d-4d67-9ecf-6ab41381c4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:54.254894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf6aa5-6d1a-42b5-9566-8a23a9b22ebf None None] Sync routers for ids ['9054dd66-470c-4d56-8311-e3b05865e9a7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:00:54.283206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf6aa5-6d1a-42b5-9566-8a23a9b22ebf None None] Routers {'9054dd66-470c-4d56-8311-e3b05865e9a7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:54.284242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-26083a94-d11d-4d67-9ecf-6ab41381c4e2 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "PUT /v2.0/floatingips/bfb5111d-a18c-4ca3-96ba-793735ad857b HTTP/1.1" status: 200 len: 694 time: 1.5023558 Oct 27 16:00:54.287358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'tag': '87fe8827-2b8c-42e3-9628-886dc9f5e762'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:54.289295 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f98c0063-ef77-4f05-b743-038e2637ecf3", "tag": "87fe8827-2b8c-42e3-9628-886dc9f5e762"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:54.301502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-efbf6aa5-6d1a-42b5-9566-8a23a9b22ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9054dd66-470c-4d56-8311-e3b05865e9a7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:54.308689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] For port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:54.309149 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:54.537564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-0bc33350-4ff9-477f-8837-b2f6b11d37ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:54.537564 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-0bc33350-4ff9-477f-8837-b2f6b11d37ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7700d5413e24a9abc738947a1333134&device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 1096 time: 0.2113380 Oct 27 16:00:54.537876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-efbf6aa5-6d1a-42b5-9566-8a23a9b22ebf None None] Set router 9054dd66-470c-4d56-8311-e3b05865e9a7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:54.644384 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:54.682586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-a2276c4b-a76a-4288-9954-8e712518e062 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:54.760019 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:54.776604 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:54.776604 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Floating IP 4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec disassociated. External IP: 172.25.4.127, port: a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa. Oct 27 16:00:54.776604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Calling delete_port for a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:00:54.776604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-5f303641-e531-4095-ab05-1a8bd527c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:54.776604 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-5f303641-e531-4095-ab05-1a8bd527c716 service neutron] 10.222.0.15 "GET /v2.0/networks?id=577c46e6-892a-47a5-a5e1-11f95965a207 HTTP/1.1" status: 200 len: 929 time: 0.1842606 Oct 27 16:00:54.813363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-efbf6aa5-6d1a-42b5-9566-8a23a9b22ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '61a6abbe-b466-4604-b83f-83e93f458485', 'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'mac_address': 'fa:16:3e:0a:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:10Z', 'updated_at': '2021-10-27T16:00:22Z', 'revision_number': 5, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'subnets': [{'id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:54.839478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-f622d45b-ae95-4f3e-89c6-f108ffa58305 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87fe8827-2b8c-42e3-9628-886dc9f5e762 HTTP/1.1" status: 200 len: 217 time: 0.0669537 Oct 27 16:00:54.848684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf6aa5-6d1a-42b5-9566-8a23a9b22ebf None None] Checking router: 9054dd66-470c-4d56-8311-e3b05865e9a7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:00:54.867018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf6aa5-6d1a-42b5-9566-8a23a9b22ebf None None] Routers {'9054dd66-470c-4d56-8311-e3b05865e9a7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:54.869980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-efbf6aa5-6d1a-42b5-9566-8a23a9b22ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9054dd66-470c-4d56-8311-e3b05865e9a7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:54.922331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-a2c2a6a8-4cef-4c17-a632-e742abbd43f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:54.923880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-a2c2a6a8-4cef-4c17-a632-e742abbd43f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=90ff0d7a-3936-4bc0-93f4-c24c8085baf1 HTTP/1.1" status: 200 len: 867 time: 0.0694060 Oct 27 16:00:55.036091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-7f524159-e0ea-4bd4-be6d-bf6086fcd8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:55.037756 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-7f524159-e0ea-4bd4-be6d-bf6086fcd8d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=577c46e6-892a-47a5-a5e1-11f95965a207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996389 Oct 27 16:00:55.054115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-efbf6aa5-6d1a-42b5-9566-8a23a9b22ebf None None] Set router 9054dd66-470c-4d56-8311-e3b05865e9a7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:55.145566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 57119497-fea9-41fc-80fb-5df9a1387366 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:00:55.167940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-730304bb-143c-4e48-babd-099cf3393dd2 service neutron] 10.222.0.15 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152780 Oct 27 16:00:55.269646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6d5823c-3a7b-4f84-b6ee-c4ba10691b47 req-e7f47a3c-6d60-44b0-94a8-31ea11dc4c8e service neutron] 10.222.0.15 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946133 Oct 27 16:00:55.291029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 57119497-fea9-41fc-80fb-5df9a1387366 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:00:55.291404 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:55.363611 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-a2276c4b-a76a-4288-9954-8e712518e062 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:55.407208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-efbf6aa5-6d1a-42b5-9566-8a23a9b22ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '61a6abbe-b466-4604-b83f-83e93f458485', 'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'mac_address': 'fa:16:3e:0a:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:10Z', 'updated_at': '2021-10-27T16:00:22Z', 'revision_number': 5, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'subnets': [{'id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:55.443725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbf6aa5-6d1a-42b5-9566-8a23a9b22ebf None None] The sync data for ids ['9054dd66-470c-4d56-8311-e3b05865e9a7'] in n-d-815689-1 is: [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:00:12Z', 'revision_number': 4, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '61a6abbe-b466-4604-b83f-83e93f458485', 'name': '', 'network_id': '577c46e6-892a-47a5-a5e1-11f95965a207', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'mac_address': 'fa:16:3e:0a:ee:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:10Z', 'updated_at': '2021-10-27T16:00:22Z', 'revision_number': 5, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'subnets': [{'id': '90ff0d7a-3936-4bc0-93f4-c24c8085baf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:00:55.454254 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:55.495201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:55.495430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:55.502847 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-a2276c4b-a76a-4288-9954-8e712518e062 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Floating IP f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 associated. External IP: 172.25.4.67, port: dbb07e9c-219c-4068-a896-363a3a6f3005. Oct 27 16:00:55.503543 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174928e8-2a23-4b5f-bad3-e62d98b0cdeb" -d '{"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-plugged", "status": "completed", "tag": "57119497-fea9-41fc-80fb-5df9a1387366"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:55.509739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:00:55.626261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Pushing event deleted for resources: {'Port': ['ID=a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:55.647520 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:55.736017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=11']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:55.862163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-a2276c4b-a76a-4288-9954-8e712518e062 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Router caf098bb-4da0-4988-934d-9572f13b2705 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:00:55.863298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e3d5f-5339-41d5-8887-2eb2c3037ca0 req-f6fb1165-2ac2-4ee3-becb-29598a384089 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:55.871525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-537e3d5f-5339-41d5-8887-2eb2c3037ca0 req-f6fb1165-2ac2-4ee3-becb-29598a384089 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 949 time: 0.2325206 Oct 27 16:00:55.939077 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-537e3d5f-5339-41d5-8887-2eb2c3037ca0 req-bf59421c-7552-47ec-80c9-d41c4c59ba1a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645037 Oct 27 16:00:55.940616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Router c661eff4-7cf6-4100-ae3d-b35dda75df25 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:00:55.954131 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296cbfd-9ef9-4666-ae2e-b90d1190cdc9 None None] New status for floating IP bfb5111d-a18c-4ca3-96ba-793735ad857b: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:00:56.068811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-a2276c4b-a76a-4288-9954-8e712518e062 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:00:56.077289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-a2276c4b-a76a-4288-9954-8e712518e062 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:56.083961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e2d97-b031-4020-9a95-92be11d53725 None None] Sync routers for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:00:56.109667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e2d97-b031-4020-9a95-92be11d53725 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:56.112333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-723e2d97-b031-4020-9a95-92be11d53725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:56.185530 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-a2276c4b-a76a-4288-9954-8e712518e062 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "PUT /v2.0/floatingips/f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 HTTP/1.1" status: 200 len: 995 time: 2.3283727 Oct 27 16:00:56.185530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:56.191034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:00:56.198304 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b57a82-8af9-4af0-9302-978fc8cfebc8" -d '{"events": [{"name": "network-changed", "server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:56.290220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] No DVR routers for this DVR port a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:00:56.311729 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:56.323448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ee899d2-141e-4ec7-b557-d0c41e0eac6e req-e678b403-0c2f-40f8-9e93-dbc9c17fd586 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.53 "DELETE /v2.0/ports/a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa HTTP/1.1" status: 204 len: 173 time: 2.3825345 Oct 27 16:00:56.379257 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-74ed4543-4dd0-4c5c-b92b-30aa13aa50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:56.379257 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-74ed4543-4dd0-4c5c-b92b-30aa13aa50dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 1096 time: 0.1509235 Oct 27 16:00:56.408532 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07169792-dd1a-441b-a166-e500a34f066e None None] Sync routers for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:00:56.470176 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07169792-dd1a-441b-a166-e500a34f066e None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:56.470994 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-07169792-dd1a-441b-a166-e500a34f066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:56.523684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03638445-7c99-459f-87f3-1e99e907875b req-81c0e63f-bd90-449c-9291-b811d3cc4f60 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 210 time: 0.0606010 Oct 27 16:00:56.643798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-8759cb80-622d-47dd-858e-0615a6100dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:56.647811 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-8759cb80-622d-47dd-858e-0615a6100dc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.2572200 Oct 27 16:00:56.717509 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-723e2d97-b031-4020-9a95-92be11d53725 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:56.720827 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-07169792-dd1a-441b-a166-e500a34f066e None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:56.763917 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1195b787-e463-47c2-9151-6869b39fb960 x-openstack-request-id: req-1195b787-e463-47c2-9151-6869b39fb960 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:56.764294 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98c0063-ef77-4f05-b743-038e2637ecf3", "tag": "87fe8827-2b8c-42e3-9628-886dc9f5e762", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:56.764544 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1195b787-e463-47c2-9151-6869b39fb960 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:56.764953 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'tag': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'status': 'completed', 'code': 200} Oct 27 16:00:56.878158 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-661e6fb7-c1f7-4269-bdee-e8746030b962 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 998 time: 0.2209666 Oct 27 16:00:56.989693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec req-7e222486-8b8e-4c44-a14f-9886cb75998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:56.992142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec req-7e222486-8b8e-4c44-a14f-9886cb75998a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f7700d5413e24a9abc738947a1333134&device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 1096 time: 0.1089096 Oct 27 16:00:57.003765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-d3d67566-728e-4c6e-aefd-ee1c3a4d9e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:57.009665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-d3d67566-728e-4c6e-aefd-ee1c3a4d9e28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.1284881 Oct 27 16:00:57.021089 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e903c2-487b-47e7-844e-b3f7bf91f6a0 x-openstack-request-id: req-54e903c2-487b-47e7-844e-b3f7bf91f6a0 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:57.021393 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-plugged", "status": "completed", "tag": "57119497-fea9-41fc-80fb-5df9a1387366", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:57.021652 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54e903c2-487b-47e7-844e-b3f7bf91f6a0 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:57.022039 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366', 'code': 200} Oct 27 16:00:57.067341 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-a19d0984-1523-427f-9a5c-2baab6deeffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:57.079016 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-a19d0984-1523-427f-9a5c-2baab6deeffa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616603 Oct 27 16:00:57.195385 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-2373dbbf-5d22-4f80-82fa-3ae76000c7fd tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips/bfb5111d-a18c-4ca3-96ba-793735ad857b HTTP/1.1" status: 200 len: 692 time: 0.1721888 Oct 27 16:00:57.224298 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-bdd6b364-84bc-48f4-956f-bb81cbbabb1b service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438007 Oct 27 16:00:57.252326 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-07169792-dd1a-441b-a166-e500a34f066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:57.253173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-723e2d97-b031-4020-9a95-92be11d53725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:f6:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:00:54Z', 'revision_number': 1, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:57.294141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e2d97-b031-4020-9a95-92be11d53725 None None] Checking router: caf098bb-4da0-4988-934d-9572f13b2705 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:00:57.318669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723e2d97-b031-4020-9a95-92be11d53725 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:57.319430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-723e2d97-b031-4020-9a95-92be11d53725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:57.324664 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07169792-dd1a-441b-a166-e500a34f066e None None] Checking router: c661eff4-7cf6-4100-ae3d-b35dda75df25 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:00:57.336505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec req-53aaa811-491a-4beb-ba0e-1d0be12f304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:57.339352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec req-53aaa811-491a-4beb-ba0e-1d0be12f304a service neutron] 10.222.0.54 "GET /v2.0/networks?id=577c46e6-892a-47a5-a5e1-11f95965a207 HTTP/1.1" status: 200 len: 929 time: 0.3311939 Oct 27 16:00:57.344317 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07169792-dd1a-441b-a166-e500a34f066e None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:00:57.345458 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-07169792-dd1a-441b-a166-e500a34f066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:57.392032 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cee9ddb-16df-4ef2-b097-ea47575bd3ef req-78c5d8c5-5e29-4557-bfde-abcf8d5245c9 service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627333 Oct 27 16:00:57.404452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec req-4c563dab-ae65-4c79-a89c-1d8de615ba61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87fe8827-2b8c-42e3-9628-886dc9f5e762 HTTP/1.1" status: 200 len: 217 time: 0.0573852 Oct 27 16:00:57.414322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-ee2b7db8-354d-46a8-899a-71ee4a735927 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:57.417648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-ee2b7db8-354d-46a8-899a-71ee4a735927 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.2207024 Oct 27 16:00:57.557823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-5732d4f0-89de-4939-998d-f1295f477b9e tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 695 time: 0.1203270 Oct 27 16:00:57.564207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec req-88946661-2ec5-4493-9f00-221c12dad28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:57.566063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec req-88946661-2ec5-4493-9f00-221c12dad28d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=90ff0d7a-3936-4bc0-93f4-c24c8085baf1 HTTP/1.1" status: 200 len: 867 time: 0.1480255 Oct 27 16:00:57.594464 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-07169792-dd1a-441b-a166-e500a34f066e None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:57.627046 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42380) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:57.646308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-723e2d97-b031-4020-9a95-92be11d53725 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:00:57.706810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-5e2e5d82-d2e5-46e7-88d5-8f79cdbec919 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.79 HTTP/1.1" status: 200 len: 695 time: 0.1364241 Oct 27 16:00:57.813110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fdd77f-d3a3-49e7-b188-98654df66bb7 req-589e4275-963a-4dc8-85af-37a8a01f47ac tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:57.826886 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89fdd77f-d3a3-49e7-b188-98654df66bb7 req-589e4275-963a-4dc8-85af-37a8a01f47ac tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 949 time: 0.1155088 Oct 27 16:00:57.930894 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89fdd77f-d3a3-49e7-b188-98654df66bb7 req-2f8cf9db-bd56-4e08-9c3c-13284b3f9e51 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002464 Oct 27 16:00:57.943168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec req-68cd7d8c-4e09-434e-9267-0913a6098e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:57.945244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec req-68cd7d8c-4e09-434e-9267-0913a6098e82 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=577c46e6-892a-47a5-a5e1-11f95965a207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3697433 Oct 27 16:00:57.949562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:58.032773 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ef47ca-365f-469a-9368-d3d8d69c6c82 x-openstack-request-id: req-a9ef47ca-365f-469a-9368-d3d8d69c6c82 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:00:58.033063 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:00:58.033322 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9ef47ca-365f-469a-9368-d3d8d69c6c82 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:00:58.033727 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'status': 'completed', 'code': 200} Oct 27 16:00:58.053294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:00:58.121736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:00:58.122181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:00:58.141554 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-07169792-dd1a-441b-a166-e500a34f066e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:58.151738 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:58.230491 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07169792-dd1a-441b-a166-e500a34f066e None None] The sync data for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 is: [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:00:58.283797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-723e2d97-b031-4020-9a95-92be11d53725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:f6:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:00:54Z', 'revision_number': 1, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:00:58.290023 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d876a811-429f-4755-ae90-1ca482cfe6a3 req-1365b401-d943-47af-bbb5-9257a8f5b958 tempest-AbsoluteLimitsNegativeTestJSON-1276877643 tempest-AbsoluteLimitsNegativeTestJSON-1276877643-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=790d2a1ad7604a679ab0eef790c79fc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786903 Oct 27 16:00:58.292852 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:58.354899 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723e2d97-b031-4020-9a95-92be11d53725 None None] The sync data for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 is: [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:f6:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:00:54Z', 'revision_number': 1, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:00:58.527907 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=543e1abb8b154fb1935c4ab88b752f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8997238 Oct 27 16:00:58.533091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f6c044-0992-4541-9e24-c68b603f7f12,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:58.549208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42396) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:58.624965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876a811-429f-4755-ae90-1ca482cfe6a3 req-271c7f35-4db1-4ff5-bfc8-448d492bc1d5 tempest-AbsoluteLimitsNegativeTestJSON-1276877643 tempest-AbsoluteLimitsNegativeTestJSON-1276877643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:58.634210 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d876a811-429f-4755-ae90-1ca482cfe6a3 req-271c7f35-4db1-4ff5-bfc8-448d492bc1d5 tempest-AbsoluteLimitsNegativeTestJSON-1276877643 tempest-AbsoluteLimitsNegativeTestJSON-1276877643-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3214533 Oct 27 16:00:58.648921 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.649334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.650251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.650859 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.651432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.651792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.652199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.652789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.653347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.653869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.654346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.654854 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbd0e28-395d-458f-b82d-052f7915db13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:00:58.711303 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d876a811-429f-4755-ae90-1ca482cfe6a3 req-5a1ee983-b295-45e3-b9a3-861c430a50ae tempest-AbsoluteLimitsNegativeTestJSON-1276877643 tempest-AbsoluteLimitsNegativeTestJSON-1276877643-project] 10.222.0.15 "GET /v2.0/quotas/790d2a1ad7604a679ab0eef790c79fc4 HTTP/1.1" status: 200 len: 375 time: 0.0692608 Oct 27 16:00:58.734491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Deleting port 141605ca-b341-42de-a329-44a69007ec9d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:00:58.735418 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:58.741832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57a82-8af9-4af0-9302-978fc8cfebc8 req-2fdc33db-bbe5-4464-88e0-b36027cec377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:58.744833 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0b57a82-8af9-4af0-9302-978fc8cfebc8 req-2fdc33db-bbe5-4464-88e0-b36027cec377 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 1096 time: 0.6518400 Oct 27 16:00:58.752550 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec req-9f349599-d2c6-4ae1-bbc7-ce0fb1df5bea service neutron] 10.222.0.54 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7968073 Oct 27 16:00:58.769484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8118760e-f94f-4aeb-8823-11942794fb3a', 'name': 'network-vif-deleted', 'tag': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:00:58.772097 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51824d57-6616-4054-b05b-44eccf1cec04" -d '{"events": [{"server_uuid": "8118760e-f94f-4aeb-8823-11942794fb3a", "name": "network-vif-deleted", "tag": "a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:00:58.816835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed2372c-e5f3-45f9-817b-4455838ecbac None None] New status for floating IP 4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:00:58.846474 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d876a811-429f-4755-ae90-1ca482cfe6a3 req-a39d2906-4c45-49dd-9498-86e3fa79f4fe tempest-AbsoluteLimitsNegativeTestJSON-1276877643 tempest-AbsoluteLimitsNegativeTestJSON-1276877643-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=790d2a1ad7604a679ab0eef790c79fc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1370883 Oct 27 16:00:58.889106 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1265a26-0ca5-4451-a5f9-2b92e97f4fea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:58.905473 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f622196-b4e2-40e5-9cf6-e89ded53b016 None None] New status for floating IP f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:00:58.982062 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1265a26-0ca5-4451-a5f9-2b92e97f4fea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:59.009545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665726c9-b321-4fd6-bfde-c731dceb100c req-3b5f86ed-4f13-48a5-8bb3-3d3748dd9743 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:59.011821 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-3b5f86ed-4f13-48a5-8bb3-3d3748dd9743 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.54 "GET /v2.0/networks?id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 HTTP/1.1" status: 200 len: 823 time: 0.8627031 Oct 27 16:00:59.164451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:59.164781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:59.165714 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-057283df-54ee-49f5-96fb-0c3b97d53f6f req-a2c34e99-9b49-4409-9c3e-fadd9194ad46 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 210 time: 0.1077673 Oct 27 16:00:59.205983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Calling delete_port for 141605ca-b341-42de-a329-44a69007ec9d owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:00:59.236395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-115f0021-a3a1-4d3a-9ecf-7cbfc3f36dce tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e156f9938474ecf82c8cb7e7f35b93b HTTP/1.1" status: 200 len: 379 time: 0.1783609 Oct 27 16:00:59.271426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Request body: {'port': {'device_id': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'admin_state_up': True, 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'security_groups': ['f28ccc4f-243d-4868-8c07-aa3c57472aa5']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:59.330150 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1265a26-0ca5-4451-a5f9-2b92e97f4fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:59.336174 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1265a26-0ca5-4451-a5f9-2b92e97f4fea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:59.339289 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b1265a26-0ca5-4451-a5f9-2b92e97f4fea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1f6c044-0992-4541-9e24-c68b603f7f12 HTTP/1.1" status: 204 len: 168 time: 0.7998967 Oct 27 16:00:59.387086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d1f9e86-6437-4d0f-a8d1-34fac41130ec req-ede0cbaa-0754-4361-b366-c21a6f23994f service neutron] 10.222.0.54 "GET /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579553 Oct 27 16:00:59.420464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1265a26-0ca5-4451-a5f9-2b92e97f4fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f6c044-0992-4541-9e24-c68b603f7f12,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:00:59.450740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57a82-8af9-4af0-9302-978fc8cfebc8 req-1860fcb3-fce2-4183-82e8-2c234b67032c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:59.452358 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0b57a82-8af9-4af0-9302-978fc8cfebc8 req-1860fcb3-fce2-4183-82e8-2c234b67032c service neutron] 10.222.0.53 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.6762121 Oct 27 16:00:59.523970 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:59.533238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-03d0b4e2-bd94-4be8-be39-a4252124f6d1 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:59.536894 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-03d0b4e2-bd94-4be8-be39-a4252124f6d1 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1707866 Oct 27 16:00:59.603303 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0b57a82-8af9-4af0-9302-978fc8cfebc8 req-32683410-4404-4487-931e-9e9da3a84240 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 998 time: 0.1385238 Oct 27 16:00:59.706282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57a82-8af9-4af0-9302-978fc8cfebc8 req-11c39bf8-1157-4c3f-ad3c-988506c0d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:59.708113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0b57a82-8af9-4af0-9302-978fc8cfebc8 req-11c39bf8-1157-4c3f-ad3c-988506c0d58b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.0980132 Oct 27 16:00:59.743643 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-04179b00-42bb-40af-bd65-4e7641e9f10d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1000 time: 0.1963146 Oct 27 16:00:59.748958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-73aa354e-0f35-4677-8980-78b9ca74e87f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Request body: {'floatingip': {'port_id': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:00:59.751782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42408) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:00:59.781311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57a82-8af9-4af0-9302-978fc8cfebc8 req-55c60981-bdfc-4a98-820a-1d215ed4a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:00:59.783928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0b57a82-8af9-4af0-9302-978fc8cfebc8 req-55c60981-bdfc-4a98-820a-1d215ed4a0f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682995 Oct 27 16:00:59.786352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Made reservation on behalf of 9e156f9938474ecf82c8cb7e7f35b93b for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:00:59.791303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:59.854881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-73aa354e-0f35-4677-8980-78b9ca74e87f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:59.865873 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:00:59.913458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Pushing event deleted for resources: {'Port': ['ID=141605ca-b341-42de-a329-44a69007ec9d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:00.004071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.004512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.004855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.005196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.005527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.005864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.006195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.006542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.006852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.007202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.007530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.007850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:00.017175 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:00.020007 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:00.021505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fc8729-605a-44e4-ae89-f3cf7da2b568 req-41fcadb8-d9cd-4ef0-9361-ec9e774806c7 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "DELETE /v2.0/floatingips/bfb5111d-a18c-4ca3-96ba-793735ad857b HTTP/1.1" status: 204 len: 173 time: 2.2915082 Oct 27 16:01:00.083149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0b57a82-8af9-4af0-9302-978fc8cfebc8 req-df94255a-da45-444e-9477-0d8aa41d8bbd service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820868 Oct 27 16:01:00.202612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Allocated IP 172.20.0.9 (8b826b14-9ed7-4dfd-bde9-c96e8798fbc8/5264cb02-dd3a-41fe-8969-595f3b8b1351/a43de6ab-9496-4f20-b14e-2573577b8259) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:00.283737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0b57a82-8af9-4af0-9302-978fc8cfebc8 req-7503132d-10eb-4407-801d-d868b5cae2b7 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674969 Oct 27 16:01:00.292467 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018d402b-264e-4ffe-8331-b4a50e3849f1 x-openstack-request-id: req-018d402b-264e-4ffe-8331-b4a50e3849f1 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:00.292770 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8118760e-f94f-4aeb-8823-11942794fb3a", "name": "network-vif-deleted", "tag": "a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:00.293131 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-018d402b-264e-4ffe-8331-b4a50e3849f1 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:00.293744 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8118760e-f94f-4aeb-8823-11942794fb3a', 'name': 'network-vif-deleted', 'tag': 'a5dfb2f8-8720-4c2b-b73e-86ed606b4cfa', 'status': 'completed', 'code': 200} Oct 27 16:01:00.395340 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-32f91d77-3b10-4e6c-9a6b-e1e72f1089ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:00.459043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-899b8c9c-fd76-421c-908f-fbf65ab6f31c req-643e52c8-61d4-4392-913b-bbb3d27ba9f3 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 210 time: 0.0497768 Oct 27 16:01:00.527526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:00.691255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cccd-1809-4510-9f8f-68974b5b27cf req-b2d52174-6496-4716-8f93-ce5324dda30a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:00.693063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89d8cccd-1809-4510-9f8f-68974b5b27cf req-b2d52174-6496-4716-8f93-ce5324dda30a tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1079710 Oct 27 16:01:00.700586 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:00.778779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42426) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:00.794140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89d8cccd-1809-4510-9f8f-68974b5b27cf req-3987566c-70ea-45d7-93f1-18b09fb1bc1b tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0913317 Oct 27 16:01:00.811972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:00.811972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:00.816705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d0f4d42-c3d7-4d46-bcd5-0fb0322e9943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:00.818805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:00.831300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:00.831834 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:00.846164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Pushing event updated for resources: {'Port': ['ID=a43de6ab-9496-4f20-b14e-2573577b8259,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:00.957381 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-00b2e7d9-0953-48e8-b194-71d755197292 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429566 Oct 27 16:01:01.010050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-8d20244c-3159-4d99-9ad7-a52f00dec753 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7571585 Oct 27 16:01:01.041733 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-32f91d77-3b10-4e6c-9a6b-e1e72f1089ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.058829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Request body: {'port': {'device_id': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:01.185524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-32f91d77-3b10-4e6c-9a6b-e1e72f1089ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.197681 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.208680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d0f4d42-c3d7-4d46-bcd5-0fb0322e9943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.240869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-d177647f-4b71-466e-ae5b-45cc17be607e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:01.251055 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-d177647f-4b71-466e-ae5b-45cc17be607e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798347 Oct 27 16:01:01.255861 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-32f91d77-3b10-4e6c-9a6b-e1e72f1089ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=790d2a1ad7604a679ab0eef790c79fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5030053 Oct 27 16:01:01.260543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6877106b-3ef8-4f69-9470-94e0022e32c8 None None] Provisioning complete for port a43de6ab-9496-4f20-b14e-2573577b8259 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:01.261219 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6877106b-3ef8-4f69-9470-94e0022e32c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.262833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42442) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:01.266697 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-73aa354e-0f35-4677-8980-78b9ca74e87f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.272308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f91d77-3b10-4e6c-9a6b-e1e72f1089ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91228020-4e23-47fa-b1cd-70235296a949,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:01.289134 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-cecab8e7-ce3f-434b-a3d7-7213927d269f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/quotas/7f61df9457ee4ff2a28b60fb1dad19d5 HTTP/1.1" status: 200 len: 375 time: 0.0367653 Oct 27 16:01:01.318869 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d0f4d42-c3d7-4d46-bcd5-0fb0322e9943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.338393 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6877106b-3ef8-4f69-9470-94e0022e32c8 None None] Port a43de6ab-9496-4f20-b14e-2573577b8259 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:01.354170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7eec0c89-bf71-4e06-8df8-c665d450b60a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.370143 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-73aa354e-0f35-4677-8980-78b9ca74e87f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.444923 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7eec0c89-bf71-4e06-8df8-c665d450b60a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.458519 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8d0f4d42-c3d7-4d46-bcd5-0fb0322e9943 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cc5726ffd574b3490586f3b99854c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6764390 Oct 27 16:01:01.461691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42444) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:01.473832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f4d42-c3d7-4d46-bcd5-0fb0322e9943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be76d2f8-93ff-4d35-9b45-662a240f98a8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:01.550670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-b81e30f2-21b3-4959-a9d8-6d813d325e7b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2508836 Oct 27 16:01:01.578031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e4a01ea-dd1c-4663-a33d-b537979a6e02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.584337 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-73aa354e-0f35-4677-8980-78b9ca74e87f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Floating IP f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 associated. External IP: 172.25.4.67, port: dbb07e9c-219c-4068-a896-363a3a6f3005. Oct 27 16:01:01.711349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43de6ab-9496-4f20-b14e-2573577b8259 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:01:01.721277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.750238 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e4a01ea-dd1c-4663-a33d-b537979a6e02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:01.888146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-73aa354e-0f35-4677-8980-78b9ca74e87f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Router caf098bb-4da0-4988-934d-9572f13b2705 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:02.005568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-73aa354e-0f35-4677-8980-78b9ca74e87f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:02.016783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450872d-8fff-4818-95dd-2330f97662fb None None] Sync routers for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:02.044113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450872d-8fff-4818-95dd-2330f97662fb None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:02.045505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2450872d-8fff-4818-95dd-2330f97662fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:02.138709 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7eec0c89-bf71-4e06-8df8-c665d450b60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:02.143365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7eec0c89-bf71-4e06-8df8-c665d450b60a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:02.146680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7eec0c89-bf71-4e06-8df8-c665d450b60a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91228020-4e23-47fa-b1cd-70235296a949 HTTP/1.1" status: 204 len: 168 time: 0.8824694 Oct 27 16:01:02.169905 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec0c89-bf71-4e06-8df8-c665d450b60a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91228020-4e23-47fa-b1cd-70235296a949,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:02.186593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Transition to ACTIVE for port object a43de6ab-9496-4f20-b14e-2573577b8259 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:01:02.206399 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e4a01ea-dd1c-4663-a33d-b537979a6e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:02.211514 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e4a01ea-dd1c-4663-a33d-b537979a6e02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:02.217999 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1e4a01ea-dd1c-4663-a33d-b537979a6e02 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be76d2f8-93ff-4d35-9b45-662a240f98a8 HTTP/1.1" status: 204 len: 168 time: 0.7523565 Oct 27 16:01:02.266250 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:02.275692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a01ea-dd1c-4663-a33d-b537979a6e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be76d2f8-93ff-4d35-9b45-662a240f98a8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:02.410657 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:02.444222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2450872d-8fff-4818-95dd-2330f97662fb None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:02.595184 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c4dc10d9-0fb7-4780-92a9-2131c40c929c req-22b35792-9541-4f36-a634-91260d80b216 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2842712 Oct 27 16:01:02.715187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-73aa354e-0f35-4677-8980-78b9ca74e87f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Router caf098bb-4da0-4988-934d-9572f13b2705 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:02.825947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a43de6ab-9496-4f20-b14e-2573577b8259,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:02.844314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Attempting to bind port a43de6ab-9496-4f20-b14e-2573577b8259 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:02.844953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Attempting to bind port a43de6ab-9496-4f20-b14e-2573577b8259 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:02.845455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Attempting to bind port a43de6ab-9496-4f20-b14e-2573577b8259 on network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:02.872314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Port a43de6ab-9496-4f20-b14e-2573577b8259 on network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:01:02.874083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Attempting to bind port a43de6ab-9496-4f20-b14e-2573577b8259 on network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:02.912416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:02.914130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Checking segment: {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:02.914629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Bound using segment: {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:02.917909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Bound port: a43de6ab-9496-4f20-b14e-2573577b8259, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fd85b3-f343-4c0e-85d2-74d01e993914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:02.921810 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:03.099155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] For port a43de6ab-9496-4f20-b14e-2573577b8259, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:03.104171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] For port a43de6ab-9496-4f20-b14e-2573577b8259, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a43de6ab-9496-4f20-b14e-2573577b8259,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:03.187609 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:03.272485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:03.272790 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:03.274245 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] 10.222.0.54 "PUT /v2.0/ports/a43de6ab-9496-4f20-b14e-2573577b8259 HTTP/1.1" status: 200 len: 1091 time: 2.2219267 Oct 27 16:01:03.275237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'tag': 'a43de6ab-9496-4f20-b14e-2573577b8259'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:03.278113 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1968f80-20ef-48dd-ab95-e36a0574ff96" -d '{"events": [{"name": "network-changed", "server_uuid": "78affd12-2a41-4936-8c2d-31ef3706afbb", "tag": "a43de6ab-9496-4f20-b14e-2573577b8259"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:03.294067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2ffc7-d7b8-4bc3-87dc-a9e025f54920 req-5847d02a-3187-4d58-9db6-78146072e17b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:03.303019 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cba2ffc7-d7b8-4bc3-87dc-a9e025f54920 req-5847d02a-3187-4d58-9db6-78146072e17b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 943 time: 0.1961615 Oct 27 16:01:03.333767 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-73aa354e-0f35-4677-8980-78b9ca74e87f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:03.347654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faeb9f1-94b0-4743-81e8-2c5cdd3381c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a43de6ab-9496-4f20-b14e-2573577b8259,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:03.355090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-73aa354e-0f35-4677-8980-78b9ca74e87f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:03.410019 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cba2ffc7-d7b8-4bc3-87dc-a9e025f54920 req-ca4d5f6f-9253-488e-9325-ce00eeb33fca tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056163 Oct 27 16:01:03.455861 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2450872d-8fff-4818-95dd-2330f97662fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:e3:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031f1876-5533-4454-9817-b20fece6f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:01:01Z', 'revision_number': 3, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:03.456867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:03.459864 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6161dc-e069-49f1-b160-3f1f77eca168" -d '{"events": [{"name": "network-changed", "server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:03.496337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450872d-8fff-4818-95dd-2330f97662fb None None] Checking router: caf098bb-4da0-4988-934d-9572f13b2705 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:03.512557 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450872d-8fff-4818-95dd-2330f97662fb None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:03.513467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2450872d-8fff-4818-95dd-2330f97662fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:03.519383 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-73aa354e-0f35-4677-8980-78b9ca74e87f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "PUT /v2.0/floatingips/f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 HTTP/1.1" status: 200 len: 997 time: 3.7745082 Oct 27 16:01:03.630231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665726c9-b321-4fd6-bfde-c731dceb100c req-49c26dbf-c625-4939-804c-b11eade12ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:03.645522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-49c26dbf-c625-4939-804c-b11eade12ae4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e156f9938474ecf82c8cb7e7f35b93b&device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 1094 time: 0.2283108 Oct 27 16:01:03.712647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-fcc788cd-0cd4-4c89-97c6-b0481811d991 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:03.714025 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-fcc788cd-0cd4-4c89-97c6-b0481811d991 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports/dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 942 time: 0.1937678 Oct 27 16:01:03.738002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4d468a4-b51b-4472-9ec4-ba119a7372b5 req-ee2e9ab0-e49d-4382-b6ac-52e7c83b08d3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 210 time: 0.1583457 Oct 27 16:01:03.934325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-cd2b8fc9-0f63-4191-8e2e-c45337838e78 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a43de6ab-9496-4f20-b14e-2573577b8259 HTTP/1.1" status: 200 len: 217 time: 0.2225392 Oct 27 16:01:03.968022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2450872d-8fff-4818-95dd-2330f97662fb None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:03.985038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-2d0e850b-7ecb-45d7-ae7c-6b126c9f1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:03.994048 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-2d0e850b-7ecb-45d7-ae7c-6b126c9f1cf2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 1096 time: 0.1267524 Oct 27 16:01:04.076327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665726c9-b321-4fd6-bfde-c731dceb100c req-0c35dc36-e2b4-47df-a509-5776c5a0ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:04.080161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-0c35dc36-e2b4-47df-a509-5776c5a0ad3f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5264cb02-dd3a-41fe-8969-595f3b8b1351 HTTP/1.1" status: 200 len: 862 time: 0.1347716 Oct 27 16:01:04.173890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665726c9-b321-4fd6-bfde-c731dceb100c req-7ccebc5d-6b59-4e2d-a4b6-7f28afe400b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:04.176173 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-7ccebc5d-6b59-4e2d-a4b6-7f28afe400b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860171 Oct 27 16:01:04.241794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-a3437757-de63-415e-a284-81d5b65e3b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:04.245805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-a3437757-de63-415e-a284-81d5b65e3b2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.2478678 Oct 27 16:01:04.354561 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-a9825966-8b74-4584-9d64-0f3a6ea0bcb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 217 time: 0.1010313 Oct 27 16:01:04.382418 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-b4fa6aef-aa90-422f-955b-b3b7c4237381 service neutron] 10.222.0.54 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959567 Oct 27 16:01:04.460295 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2450872d-8fff-4818-95dd-2330f97662fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:e3:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031f1876-5533-4454-9817-b20fece6f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:01:01Z', 'revision_number': 3, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:04.490423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-6927875c-99b7-48ed-91c1-9492086fc76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:04.492116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-6927875c-99b7-48ed-91c1-9492086fc76b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.1214399 Oct 27 16:01:04.538844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2450872d-8fff-4818-95dd-2330f97662fb None None] The sync data for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 is: [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:e3:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031f1876-5533-4454-9817-b20fece6f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:01:01Z', 'revision_number': 3, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:04.576234 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3feffe2-e344-44db-9a6e-40eb5f5cf9a8 x-openstack-request-id: req-c3feffe2-e344-44db-9a6e-40eb5f5cf9a8 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:04.577646 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:04.579116 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3feffe2-e344-44db-9a6e-40eb5f5cf9a8 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:04.579593 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'status': 'completed', 'code': 200} Oct 27 16:01:04.622681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-9c87029d-ebbe-497a-916d-98f1d7db809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:04.634059 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-9c87029d-ebbe-497a-916d-98f1d7db809c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325564 Oct 27 16:01:04.709133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-665726c9-b321-4fd6-bfde-c731dceb100c req-e1001393-e886-4968-8005-927ab62dd205 service neutron] 10.222.0.54 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171473 Oct 27 16:01:04.713816 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd33e554-0334-40b0-ae54-7cdfab11c95f x-openstack-request-id: req-dd33e554-0334-40b0-ae54-7cdfab11c95f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:04.714110 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78affd12-2a41-4936-8c2d-31ef3706afbb", "tag": "a43de6ab-9496-4f20-b14e-2573577b8259", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:04.714382 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd33e554-0334-40b0-ae54-7cdfab11c95f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:04.716087 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'tag': 'a43de6ab-9496-4f20-b14e-2573577b8259', 'status': 'completed', 'code': 200} Oct 27 16:01:04.798775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6161dc-e069-49f1-b160-3f1f77eca168 req-e5b71ffc-b1b1-495a-9a47-0845a2e77b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:04.801008 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e6161dc-e069-49f1-b160-3f1f77eca168 req-e5b71ffc-b1b1-495a-9a47-0845a2e77b59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 1096 time: 0.0904953 Oct 27 16:01:04.869976 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-8d7bb3c2-a185-407b-8c12-6cfe4a2e622d service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332828 Oct 27 16:01:04.941967 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e97a99-dc55-4666-a2d1-a0601966deaa None None] New status for floating IP f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:01:04.994937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6161dc-e069-49f1-b160-3f1f77eca168 req-cab4d65d-ae18-4128-b535-f420e24a6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:05.009693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e6161dc-e069-49f1-b160-3f1f77eca168 req-cab4d65d-ae18-4128-b535-f420e24a6453 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.1967897 Oct 27 16:01:05.208098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42534) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:05.231035 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-3a393985-fd41-4c17-b62c-22b66647070f service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540649 Oct 27 16:01:05.239904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e6161dc-e069-49f1-b160-3f1f77eca168 req-93d84872-7d76-4810-acc5-003852c56bb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 217 time: 0.1736252 Oct 27 16:01:05.394966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-454310794-network', 'tenant_id': '1a4c1de73a6040578fcc95c0b6ffc233'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:05.408853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566d22-58aa-497f-8a78-68d5270210f8 req-d940fd14-24a8-49f3-add7-f05b09de426b tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:05.418450 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab566d22-58aa-497f-8a78-68d5270210f8 req-d940fd14-24a8-49f3-add7-f05b09de426b tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 945 time: 0.5949638 Oct 27 16:01:05.465691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-f7bf8164-377c-43fe-bd33-b753870985a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:05.467411 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-f7bf8164-377c-43fe-bd33-b753870985a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 1096 time: 0.1339397 Oct 27 16:01:05.475512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6161dc-e069-49f1-b160-3f1f77eca168 req-ad6a47df-eaca-404d-b219-50c81a5c03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:05.484918 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e6161dc-e069-49f1-b160-3f1f77eca168 req-ad6a47df-eaca-404d-b219-50c81a5c03a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.1537189 Oct 27 16:01:05.484918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1968f80-20ef-48dd-ab95-e36a0574ff96 req-a9a29e0b-00a4-422d-810d-97d7d1b69e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:05.486248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1968f80-20ef-48dd-ab95-e36a0574ff96 req-a9a29e0b-00a4-422d-810d-97d7d1b69e64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e156f9938474ecf82c8cb7e7f35b93b&device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 1094 time: 0.4755685 Oct 27 16:01:05.567459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab566d22-58aa-497f-8a78-68d5270210f8 req-febfd59d-07f6-4bc6-ac76-ed1a3644a5ac tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d82a12d-d337-4b90-8dbc-f6b64c63c236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477180 Oct 27 16:01:05.653405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Made reservation on behalf of 1a4c1de73a6040578fcc95c0b6ffc233 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:05.679235 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:05.697414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-daad1811-e9ad-49ec-8010-6919597d6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:05.699555 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-daad1811-e9ad-49ec-8010-6919597d6ca9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.2246706 Oct 27 16:01:05.707110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cdf9b6-fadc-4cb2-b1e3-0fc14f23dbc8 None None] Sync routers for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:05.718138 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:05.725784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cdf9b6-fadc-4cb2-b1e3-0fc14f23dbc8 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:05.727494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-17cdf9b6-fadc-4cb2-b1e3-0fc14f23dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:05.886162 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:05.907346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-17cdf9b6-fadc-4cb2-b1e3-0fc14f23dbc8 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:05.966254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-0adda097-00a8-4dbf-8ae9-afc1d23eab04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5cabf4b-0152-4f5f-8715-6edcb82037e5 HTTP/1.1" status: 200 len: 1000 time: 0.2505462 Oct 27 16:01:05.977760 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:06.043004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:01:06.102699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-35cbc938-28ef-46be-a41b-4d16c98e5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:06.104372 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-35cbc938-28ef-46be-a41b-4d16c98e5d1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.1372590 Oct 27 16:01:06.112334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:06.113639 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Added segment daccc716-e995-498a-b57a-2b58dc9f753d of type vlan for network e3659fd7-6817-4c0d-b322-ba3977f33981 Oct 27 16:01:06.119200 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b793cc72-7347-4b56-9430-870a606197e0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:06.223093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:06.248770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-064c9174-223f-4089-9eca-95db9c6f91ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:06.251726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-064c9174-223f-4089-9eca-95db9c6f91ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346757 Oct 27 16:01:06.411743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:06.413922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:06.415118 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:06.452417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-ba282bbb-adec-4ce1-a7fb-56114dd05324 service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910129 Oct 27 16:01:06.495418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-17cdf9b6-fadc-4cb2-b1e3-0fc14f23dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:e3:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031f1876-5533-4454-9817-b20fece6f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:01:05Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:06.541667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1968f80-20ef-48dd-ab95-e36a0574ff96 req-5f9ce4d6-30c3-4179-a9b3-d3d94374bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:06.543807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1968f80-20ef-48dd-ab95-e36a0574ff96 req-5f9ce4d6-30c3-4179-a9b3-d3d94374bad8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 HTTP/1.1" status: 200 len: 924 time: 1.0137894 Oct 27 16:01:06.611074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031f1876-5533-4454-9817-b20fece6f89f', 'tag': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:06.613850 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f81176-df1e-40a2-9686-f0f260c35dea" -d '{"events": [{"name": "network-changed", "server_uuid": "031f1876-5533-4454-9817-b20fece6f89f", "tag": "b5cabf4b-0152-4f5f-8715-6edcb82037e5"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:06.614885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6161dc-e069-49f1-b160-3f1f77eca168 req-ec856abc-88bd-48b4-a5da-b64fa0251095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:06.622186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cdf9b6-fadc-4cb2-b1e3-0fc14f23dbc8 None None] Checking router: caf098bb-4da0-4988-934d-9572f13b2705 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:06.624141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] Pushing event updated for resources: {'Network': ['ID=e3659fd7-6817-4c0d-b322-ba3977f33981,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:06.625006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e6161dc-e069-49f1-b160-3f1f77eca168 req-ec856abc-88bd-48b4-a5da-b64fa0251095 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1361589 Oct 27 16:01:06.633500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-18bd9cbd-5bf6-4da1-8a9c-3f390542ad3f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2319636 Oct 27 16:01:06.636958 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-330a0007-f982-44ab-b2cb-e5a602870f6e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4276588 Oct 27 16:01:06.637682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42560) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:06.645793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network e3659fd7-6817-4c0d-b322-ba3977f33981 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:01:06.648383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cdf9b6-fadc-4cb2-b1e3-0fc14f23dbc8 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:06.649040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-17cdf9b6-fadc-4cb2-b1e3-0fc14f23dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:06.661961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] Request body: {'subnet': {'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-454310794-subnet', 'tenant_id': '1a4c1de73a6040578fcc95c0b6ffc233', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:06.746636 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f245793-41f2-40d4-b003-d34d32e6eb8a req-53cd8645-16a9-47cf-9426-3561dfbffc8b service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283092 Oct 27 16:01:06.818106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1968f80-20ef-48dd-ab95-e36a0574ff96 req-10bf7956-2694-4e05-8577-41f573387415 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a43de6ab-9496-4f20-b14e-2573577b8259 HTTP/1.1" status: 200 len: 217 time: 0.2365379 Oct 27 16:01:06.838113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] Made reservation on behalf of 1a4c1de73a6040578fcc95c0b6ffc233 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:06.841497 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:06.902708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ed845-e389-449c-b341-47e24e95f4a5 req-99751dc5-cc4f-47d2-98c4-59938939af56 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:06.905319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-291ed845-e389-449c-b341-47e24e95f4a5 req-99751dc5-cc4f-47d2-98c4-59938939af56 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.54 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 945 time: 0.5075104 Oct 27 16:01:06.918848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d56931-2199-4039-8ffc-6f3cb299c724 req-2d6e73ec-30b3-4313-b7f3-9948d0db249d tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:06.921152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9d56931-2199-4039-8ffc-6f3cb299c724 req-2d6e73ec-30b3-4313-b7f3-9948d0db249d tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 943 time: 1.1003623 Oct 27 16:01:06.922253 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-17cdf9b6-fadc-4cb2-b1e3-0fc14f23dbc8 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:07.078029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-05a35331-3b8c-4239-bcd9-2c767b076831 req-09fe846e-0842-4ff0-9fc8-57da62056bda tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 210 time: 0.1028886 Oct 27 16:01:07.226015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:07.307910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1968f80-20ef-48dd-ab95-e36a0574ff96 req-5a223dd8-a301-4f14-a2e1-9feef5816e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:07.310363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1968f80-20ef-48dd-ab95-e36a0574ff96 req-5a223dd8-a301-4f14-a2e1-9feef5816e1c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5264cb02-dd3a-41fe-8969-595f3b8b1351 HTTP/1.1" status: 200 len: 862 time: 0.4560542 Oct 27 16:01:07.318515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a43de6ab-9496-4f20-b14e-2573577b8259 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:01:07.367319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-aef3d29f-32cd-47fd-8ac3-3ed4d8c9a1c6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:07.369693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-aef3d29f-32cd-47fd-8ac3-3ed4d8c9a1c6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5354729 Oct 27 16:01:07.405885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Request body: {'port': {'device_id': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '7f61df9457ee4ff2a28b60fb1dad19d5'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:07.447001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9d56931-2199-4039-8ffc-6f3cb299c724 req-e54a4e2e-92bb-4ef2-afc5-a42f97f008c0 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872225 Oct 27 16:01:07.447641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c362a8b-3dbb-4959-8274-c9ea75e913f5,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:07.503532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1968f80-20ef-48dd-ab95-e36a0574ff96 req-7e7d74e5-2500-4cde-9a3c-1efe28532e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:07.505006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1968f80-20ef-48dd-ab95-e36a0574ff96 req-7e7d74e5-2500-4cde-9a3c-1efe28532e00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1813295 Oct 27 16:01:07.507374 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e6161dc-e069-49f1-b160-3f1f77eca168 req-cc165657-aec3-417f-b4ec-42b1e69949bc service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820078 Oct 27 16:01:07.518263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a2b1d-7811-414a-bd0f-1644224ab235 req-d21da473-66df-45fc-abbc-895fb7fab69c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:07.519530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-17cdf9b6-fadc-4cb2-b1e3-0fc14f23dbc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:e3:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031f1876-5533-4454-9817-b20fece6f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:01:05Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:07.529739 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3f2a2b1d-7811-414a-bd0f-1644224ab235 req-d21da473-66df-45fc-abbc-895fb7fab69c tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 945 time: 0.1769898 Oct 27 16:01:07.536238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] Checking segment: {'id': 'daccc716-e995-498a-b57a-2b58dc9f753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:07.536624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] Network hostable DHCP agents. Network: e3659fd7-6817-4c0d-b322-ba3977f33981, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:01:07.546269 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0554eb-044b-4b07-b039-54651d2ecbf4 x-openstack-request-id: req-2e0554eb-044b-4b07-b039-54651d2ecbf4 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:07.546799 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031f1876-5533-4454-9817-b20fece6f89f", "tag": "b5cabf4b-0152-4f5f-8715-6edcb82037e5", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:07.547121 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e0554eb-044b-4b07-b039-54651d2ecbf4 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:07.547730 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031f1876-5533-4454-9817-b20fece6f89f', 'tag': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'status': 'completed', 'code': 200} Oct 27 16:01:07.562181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-291ed845-e389-449c-b341-47e24e95f4a5 req-94b36382-5a62-4360-a7d1-1377ffdfb49d tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Deleting port 87fe8827-2b8c-42e3-9628-886dc9f5e762 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:07.562778 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-291ed845-e389-449c-b341-47e24e95f4a5 req-94b36382-5a62-4360-a7d1-1377ffdfb49d tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:07.578013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cdf9b6-fadc-4cb2-b1e3-0fc14f23dbc8 None None] The sync data for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 is: [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:e3:88:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031f1876-5533-4454-9817-b20fece6f89f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:01:05Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:07.620107 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a43de6ab-9496-4f20-b14e-2573577b8259, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a43de6ab-9496-4f20-b14e-2573577b8259,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:07.639730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'a43de6ab-9496-4f20-b14e-2573577b8259', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'port_id': 'a43de6ab-9496-4f20-b14e-2573577b8259', 'mac_address': 'fa:16:3e:ec:fd:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:01:07.659989 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3f2a2b1d-7811-414a-bd0f-1644224ab235 req-0010877f-f6cf-4ea0-938e-b95809e16578 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/security-groups?id=0d82a12d-d337-4b90-8dbc-f6b64c63c236&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290817 Oct 27 16:01:07.694604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-291ed845-e389-449c-b341-47e24e95f4a5 req-94b36382-5a62-4360-a7d1-1377ffdfb49d tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] For port 87fe8827-2b8c-42e3-9628-886dc9f5e762, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=87fe8827-2b8c-42e3-9628-886dc9f5e762,segment=NetworkSegment(a6d73e33-06f5-4bc6-9856-753717e99203),segment_id=a6d73e33-06f5-4bc6-9856-753717e99203)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:07.695021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-291ed845-e389-449c-b341-47e24e95f4a5 req-94b36382-5a62-4360-a7d1-1377ffdfb49d tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:07.711054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-291ed845-e389-449c-b341-47e24e95f4a5 req-94b36382-5a62-4360-a7d1-1377ffdfb49d tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Calling delete_port for 87fe8827-2b8c-42e3-9628-886dc9f5e762 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:07.726455 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:07.746534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43de6ab-9496-4f20-b14e-2573577b8259 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:01:07.773762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a43de6ab-9496-4f20-b14e-2573577b8259, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a43de6ab-9496-4f20-b14e-2573577b8259,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:07.821031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] Network e3659fd7-6817-4c0d-b322-ba3977f33981 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:01:07.894684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:07.896772 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d01d6a3-d75c-45a0-90d7-893f2e244a24 req-83548d3d-94c7-4472-b1b2-998ddf3892ac tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1000 time: 0.1732404 Oct 27 16:01:07.978447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, e3659fd7-6817-4c0d-b322-ba3977f33981) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:08.000846 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:08.002105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:08.017511 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=a43de6ab-9496-4f20-b14e-2573577b8259,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:08.028804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01d6a3-d75c-45a0-90d7-893f2e244a24 req-6f39dff1-c8bf-485e-a2ab-e70af0b6ba24 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:08.033220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e294f-d53e-437f-bdc9-c96fcf7f71e0 None None] Network e3659fd7-6817-4c0d-b322-ba3977f33981 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:08.033457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f81176-df1e-40a2-9686-f0f260c35dea req-808fe355-dfc1-4ff5-b83b-aea52cffbb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:08.035242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04f81176-df1e-40a2-9686-f0f260c35dea req-808fe355-dfc1-4ff5-b83b-aea52cffbb65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 1096 time: 0.2550924 Oct 27 16:01:08.041938 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d01d6a3-d75c-45a0-90d7-893f2e244a24 req-6f39dff1-c8bf-485e-a2ab-e70af0b6ba24 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports/b5cabf4b-0152-4f5f-8715-6edcb82037e5 HTTP/1.1" status: 200 len: 942 time: 0.1383233 Oct 27 16:01:08.278701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['a43de6ab-9496-4f20-b14e-2573577b8259'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:08.349606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a746ae32-cabc-4df8-9143-1fbafa54552c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6998363 Oct 27 16:01:08.367763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a41747-3da3-4e20-ac35-6d6a5cd2cbe2 None None] Network e3659fd7-6817-4c0d-b322-ba3977f33981 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:08.426535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d01d6a3-d75c-45a0-90d7-893f2e244a24 req-d62c1b84-c148-42eb-92dd-2c8dbdf2a25d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1000 time: 0.2659087 Oct 27 16:01:08.511480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f81176-df1e-40a2-9686-f0f260c35dea req-c36aa4df-58f7-462c-9de9-715217336481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:08.513134 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04f81176-df1e-40a2-9686-f0f260c35dea req-c36aa4df-58f7-462c-9de9-715217336481 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.4567728 Oct 27 16:01:08.527670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5737b996-3c2a-49dc-a28b-7e36af5e3ec5 req-9daeeea0-d8d8-4092-846b-7ad8ba51bfd4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 210 time: 0.0676210 Oct 27 16:01:08.544390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1968f80-20ef-48dd-ab95-e36a0574ff96 req-6ffe374d-d19f-43fc-b3a7-8f6aab0b52ee service neutron] 10.222.0.54 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0096316 Oct 27 16:01:08.564076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Made reservation on behalf of 7f61df9457ee4ff2a28b60fb1dad19d5 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:08.574396 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:08.783316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e6161dc-e069-49f1-b160-3f1f77eca168 req-4208aba3-40a2-433a-add0-4a642d50f649 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2531257 Oct 27 16:01:08.820010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01d6a3-d75c-45a0-90d7-893f2e244a24 req-3c21b2e7-7855-47b7-819d-633921ac79a2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:08.842799 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d01d6a3-d75c-45a0-90d7-893f2e244a24 req-3c21b2e7-7855-47b7-819d-633921ac79a2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.3940969 Oct 27 16:01:08.875804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-291ed845-e389-449c-b341-47e24e95f4a5 req-94b36382-5a62-4360-a7d1-1377ffdfb49d tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:08.956224 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1968f80-20ef-48dd-ab95-e36a0574ff96 req-ebc75f9c-f47e-4a28-9a94-0360d6bc2379 service neutron] 10.222.0.54 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421679 Oct 27 16:01:08.997376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b36382-5a62-4360-a7d1-1377ffdfb49d tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Pushing event deleted for resources: {'Port': ['ID=87fe8827-2b8c-42e3-9628-886dc9f5e762,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:09.005003 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04f81176-df1e-40a2-9686-f0f260c35dea req-8fa4ae5a-6bf1-4b94-b9b2-47b694c19c2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5cabf4b-0152-4f5f-8715-6edcb82037e5 HTTP/1.1" status: 200 len: 1000 time: 0.4676826 Oct 27 16:01:09.035262 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-f55f9725-2c95-40fe-8353-2c7835ee84ba req-5ba13d11-5247-41d5-a5bb-1f7e7e3eb4e9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2106957157', 'description': 'tempest-description-1645078226'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:09.140694 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f55f9725-2c95-40fe-8353-2c7835ee84ba req-5ba13d11-5247-41d5-a5bb-1f7e7e3eb4e9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:09.150112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadb634-3467-4d98-a21a-575e8090390b req-f568f690-4ab0-4d8b-9521-5e301d0aa38c tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:09.157188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6aadb634-3467-4d98-a21a-575e8090390b req-f568f690-4ab0-4d8b-9521-5e301d0aa38c tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 944 time: 0.2700098 Oct 27 16:01:09.170486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-291ed845-e389-449c-b341-47e24e95f4a5 req-94b36382-5a62-4360-a7d1-1377ffdfb49d tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] No DVR routers for this DVR port 87fe8827-2b8c-42e3-9628-886dc9f5e762 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:01:09.187088 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-291ed845-e389-449c-b341-47e24e95f4a5 req-94b36382-5a62-4360-a7d1-1377ffdfb49d tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:09.190406 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-291ed845-e389-449c-b341-47e24e95f4a5 req-94b36382-5a62-4360-a7d1-1377ffdfb49d tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.54 "DELETE /v2.0/ports/87fe8827-2b8c-42e3-9628-886dc9f5e762 HTTP/1.1" status: 204 len: 173 time: 2.1797559 Oct 27 16:01:09.190896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'name': 'network-vif-deleted', 'tag': '87fe8827-2b8c-42e3-9628-886dc9f5e762'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:09.199747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 87fe8827-2b8c-42e3-9628-886dc9f5e762 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:09.201561 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a8aafc-ae07-4865-b111-a61614d74932" -d '{"events": [{"server_uuid": "f98c0063-ef77-4f05-b743-038e2637ecf3", "name": "network-vif-deleted", "tag": "87fe8827-2b8c-42e3-9628-886dc9f5e762"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:09.219104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f81176-df1e-40a2-9686-f0f260c35dea req-619ad9bc-9a4f-43f3-abea-1e7857b22a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:09.220802 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04f81176-df1e-40a2-9686-f0f260c35dea req-619ad9bc-9a4f-43f3-abea-1e7857b22a89 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.2025471 Oct 27 16:01:09.225694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 87fe8827-2b8c-42e3-9628-886dc9f5e762 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:09.226173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 87fe8827-2b8c-42e3-9628-886dc9f5e762 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:09.250821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Allocated IP 192.168.233.83 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/b0acbeb9-afc5-4360-a76c-ae582b498d59) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:09.287489 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6aadb634-3467-4d98-a21a-575e8090390b req-6173b48b-213d-48eb-9a92-621cfa7229b6 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292830 Oct 27 16:01:09.307260 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f55f9725-2c95-40fe-8353-2c7835ee84ba req-5ba13d11-5247-41d5-a5bb-1f7e7e3eb4e9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:09.355127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f81176-df1e-40a2-9686-f0f260c35dea req-c890e455-4d72-498f-a24c-7680c27a1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:09.356732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04f81176-df1e-40a2-9686-f0f260c35dea req-c890e455-4d72-498f-a24c-7680c27a1b3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164908 Oct 27 16:01:09.427517 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f55f9725-2c95-40fe-8353-2c7835ee84ba req-5ba13d11-5247-41d5-a5bb-1f7e7e3eb4e9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:09.489864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba13d11-5247-41d5-a5bb-1f7e7e3eb4e9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a02b03-fcca-421b-9166-b29e3c9bb0f4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:09.536539 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5042c8ed-6e0c-423d-9c1e-620e1771857b req-ed8a08de-0967-4dd2-bd01-01b76abc4bba tempest-FloatingIPsAssociationNegativeTestJSON-1558656269 tempest-FloatingIPsAssociationNegativeTestJSON-1558656269-project] 10.222.0.15 "GET /v2.0/ports?device_id=f98c0063-ef77-4f05-b743-038e2637ecf3 HTTP/1.1" status: 200 len: 210 time: 0.1254191 Oct 27 16:01:09.589290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f55f9725-2c95-40fe-8353-2c7835ee84ba req-5ba13d11-5247-41d5-a5bb-1f7e7e3eb4e9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:09.590920 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f55f9725-2c95-40fe-8353-2c7835ee84ba req-5ba13d11-5247-41d5-a5bb-1f7e7e3eb4e9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5604620 Oct 27 16:01:09.691613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04f81176-df1e-40a2-9686-f0f260c35dea req-a9cb3b8f-63e2-4a57-8eee-f34656c44c5f service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177974 Oct 27 16:01:09.698212 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64dc8e1d-a54d-4aab-82ed-367ed87edc99 x-openstack-request-id: req-64dc8e1d-a54d-4aab-82ed-367ed87edc99 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:09.698717 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98c0063-ef77-4f05-b743-038e2637ecf3", "name": "network-vif-deleted", "tag": "87fe8827-2b8c-42e3-9628-886dc9f5e762", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:09.699640 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64dc8e1d-a54d-4aab-82ed-367ed87edc99 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:09.699883 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98c0063-ef77-4f05-b743-038e2637ecf3', 'name': 'network-vif-deleted', 'tag': '87fe8827-2b8c-42e3-9628-886dc9f5e762', 'status': 'completed', 'code': 200} Oct 27 16:01:09.785481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ba22533-1f39-4168-9dcc-6b5e42534281 req-f76204ce-0936-433f-8a2c-f3bfc3db24cf tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 210 time: 0.0309510 Oct 27 16:01:09.824947 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-15e2c4e2-ce25-46b8-b038-38dc69520c88 req-09bb28ce-88ba-4868-8309-bcafde2ac84b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1095191024', 'description': 'tempest-description-1356667933'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:09.854422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:09.862338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-d32a5dd6-0c78-482e-bce3-3d1f254bffe9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1000 time: 0.2692752 Oct 27 16:01:09.936324 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-15e2c4e2-ce25-46b8-b038-38dc69520c88 req-09bb28ce-88ba-4868-8309-bcafde2ac84b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:09.966293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-127af98d-79e0-499c-a052-eb8714c93069 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:09.967757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-127af98d-79e0-499c-a052-eb8714c93069 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports/b5cabf4b-0152-4f5f-8715-6edcb82037e5 HTTP/1.1" status: 200 len: 942 time: 0.0943308 Oct 27 16:01:09.972082 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04f81176-df1e-40a2-9686-f0f260c35dea req-9a066988-2570-4ff4-a003-1b08cd6d5d14 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622778 Oct 27 16:01:10.035877 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-15e2c4e2-ce25-46b8-b038-38dc69520c88 req-09bb28ce-88ba-4868-8309-bcafde2ac84b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:10.113367 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:10.135812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['de6aeacf-35fe-45a6-88e2-08458adc8712'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:10.144413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b845e54b-64a5-4133-a4e1-c7e442b8b249', '57119497-fea9-41fc-80fb-5df9a1387366'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:10.152111 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-15e2c4e2-ce25-46b8-b038-38dc69520c88 req-09bb28ce-88ba-4868-8309-bcafde2ac84b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:10.198519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:10.213130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb28ce-88ba-4868-8309-bcafde2ac84b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14528ef8-8b04-4616-8daf-ec92ec4bed54,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:10.223212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:10.235262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:10.241587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:10.253045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:10.254160 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:10.291845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-8e92060f-806c-4326-a17f-8dbb217640ae tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1000 time: 0.2509451 Oct 27 16:01:10.315868 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-15e2c4e2-ce25-46b8-b038-38dc69520c88 req-09bb28ce-88ba-4868-8309-bcafde2ac84b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:10.315868 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15e2c4e2-ce25-46b8-b038-38dc69520c88 req-09bb28ce-88ba-4868-8309-bcafde2ac84b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4950142 Oct 27 16:01:10.473389 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-66052b74-24cf-4f14-b958-34a59b464c2d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0829599 Oct 27 16:01:10.524555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Request body: {'port': {'device_id': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:10.769784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:10.824817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-7341d051-3e31-4013-b07b-663833b2e731 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:10.835852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-7341d051-3e31-4013-b07b-663833b2e731 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.5304086 Oct 27 16:01:10.842937 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-406650fa-5209-47bf-8762-1399ae9aa997 None None] Provisioning complete for port b0acbeb9-afc5-4360-a76c-ae582b498d59 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:10.843690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-406650fa-5209-47bf-8762-1399ae9aa997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:10.847865 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cecd3c-3c78-4016-bfb8-1dfed80fbaad req-07d30df9-3e39-4111-89f1-7dc1183b87e1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:10.870705 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3cecd3c-3c78-4016-bfb8-1dfed80fbaad req-07d30df9-3e39-4111-89f1-7dc1183b87e1 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 944 time: 0.1310599 Oct 27 16:01:10.924221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-406650fa-5209-47bf-8762-1399ae9aa997 None None] Port b0acbeb9-afc5-4360-a76c-ae582b498d59 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:10.937121 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3cecd3c-3c78-4016-bfb8-1dfed80fbaad req-bcfa297d-4f07-45f3-a140-95ec7db0614b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652566 Oct 27 16:01:11.077028 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-e882de22-774f-45fa-ba1c-02ea2e37ab58 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1000 time: 0.1964431 Oct 27 16:01:11.095249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-9989a964-e98f-4f92-8553-9a65b7fb455e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:11.189857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a43de6ab-9496-4f20-b14e-2573577b8259 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:11.276801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-3f8037d7-8692-40d0-80ca-5f3d1cf77f45 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:11.279518 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-3f8037d7-8692-40d0-80ca-5f3d1cf77f45 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/networks?id=e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 200 len: 812 time: 0.1684060 Oct 27 16:01:11.303045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-1c00e68a-c8eb-4437-9ee7-4dbb87600fc0 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/quotas/1a4c1de73a6040578fcc95c0b6ffc233 HTTP/1.1" status: 200 len: 375 time: 0.0144393 Oct 27 16:01:11.345040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-97d11fd1-c770-45cc-9384-c7bedcf979da tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340927 Oct 27 16:01:11.379740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port a43de6ab-9496-4f20-b14e-2573577b8259 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:01:11.387640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port a43de6ab-9496-4f20-b14e-2573577b8259 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:11.389490 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:11.490896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-b32e119a-e429-4eaa-aa27-8a6297b64c6b service neutron] 10.222.0.15 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366339 Oct 27 16:01:11.515492 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:11.546281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43de6ab-9496-4f20-b14e-2573577b8259'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:11.548918 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c670f8d-2466-4ead-8445-cb4a42b9dda4" -d '{"events": [{"server_uuid": "78affd12-2a41-4936-8c2d-31ef3706afbb", "name": "network-vif-plugged", "status": "completed", "tag": "a43de6ab-9496-4f20-b14e-2573577b8259"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:11.564759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a43de6ab-9496-4f20-b14e-2573577b8259, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a43de6ab-9496-4f20-b14e-2573577b8259,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:11.607598 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-223cab01-2df4-4cc2-9b7b-d63f736d7a50 service neutron] 10.222.0.15 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039395 Oct 27 16:01:11.622430 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-9989a964-e98f-4f92-8553-9a65b7fb455e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:11.797470 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:11.858867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=a43de6ab-9496-4f20-b14e-2573577b8259,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:11.898092 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-9989a964-e98f-4f92-8553-9a65b7fb455e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:11.911223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0acbeb9-afc5-4360-a76c-ae582b498d59 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:01:11.916321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:11.929603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42660) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:11.935929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Transition to ACTIVE for port object b0acbeb9-afc5-4360-a76c-ae582b498d59 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:01:12.126805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b6574-bbc4-4481-8ae9-16895aa78590 req-f77501a3-1c1e-480d-8fb6-ec8f274c0ec8 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:12.128429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d5b6574-bbc4-4481-8ae9-16895aa78590 req-f77501a3-1c1e-480d-8fb6-ec8f274c0ec8 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 935 time: 0.1123614 Oct 27 16:01:12.153536 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-9989a964-e98f-4f92-8553-9a65b7fb455e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:12.154082 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-9989a964-e98f-4f92-8553-9a65b7fb455e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Floating IP f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 disassociated. External IP: 172.25.4.67, port: b5cabf4b-0152-4f5f-8715-6edcb82037e5. Oct 27 16:01:12.255917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:12.385829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:12.472190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:12.472704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:12.473148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:12.481876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Port b0acbeb9-afc5-4360-a76c-ae582b498d59 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:01:12.482250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:12.488370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:12.488772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:12.489112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:12.489730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Bound port: b0acbeb9-afc5-4360-a76c-ae582b498d59, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:12.490109 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:12.591647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:12.597465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:12.653963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d5b6574-bbc4-4481-8ae9-16895aa78590 req-c4ad188b-6328-4e4f-add8-7450ff67b079 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121117 Oct 27 16:01:12.756946 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7804dc-3342-4f29-9777-21c9b6e1c283 x-openstack-request-id: req-9f7804dc-3342-4f29-9777-21c9b6e1c283 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:12.757312 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78affd12-2a41-4936-8c2d-31ef3706afbb", "name": "network-vif-plugged", "status": "completed", "tag": "a43de6ab-9496-4f20-b14e-2573577b8259", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:12.757636 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f7804dc-3342-4f29-9777-21c9b6e1c283 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:12.759150 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43de6ab-9496-4f20-b14e-2573577b8259', 'code': 200} Oct 27 16:01:12.779900 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:12.842135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:12.842802 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:12.844184 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] 10.222.0.53 "PUT /v2.0/ports/b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 1095 time: 2.3498118 Oct 27 16:01:12.844825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:12.858326 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57d4658-c781-4771-8c41-5b1af01476bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:12.916808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-9989a964-e98f-4f92-8553-9a65b7fb455e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Router caf098bb-4da0-4988-934d-9572f13b2705 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:12.936139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39157c40-e035-44b6-96b6-2d3db1e2ebf1 service neutron] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:12.958261 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00f3cfc7-de68-4377-947d-aea739b20f7e req-a9b26be9-fba3-417f-8063-840dc6af65c6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 210 time: 0.0471330 Oct 27 16:01:13.016866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62660b1-73c0-4bcc-a030-4f04205ed030 req-bfa04a7f-bb9d-4dd9-92ae-1263008f9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:13.018433 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c62660b1-73c0-4bcc-a030-4f04205ed030 req-bfa04a7f-bb9d-4dd9-92ae-1263008f9316 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 1096 time: 0.1418574 Oct 27 16:01:13.037024 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:13.147625 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c62660b1-73c0-4bcc-a030-4f04205ed030 req-87784ed3-70c6-4b2f-8db1-5ac70d2e8f82 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881968 Oct 27 16:01:13.161676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-c9ef8042-f1a9-4072-906b-5dd0268e1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:13.163161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-c9ef8042-f1a9-4072-906b-5dd0268e1c77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1098 time: 0.1053796 Oct 27 16:01:13.170930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-9989a964-e98f-4f92-8553-9a65b7fb455e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:13.177417 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-9989a964-e98f-4f92-8553-9a65b7fb455e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:13.186761 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e2226-f4e6-46eb-8be3-e6b16d12d1d6 None None] Sync routers for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:13.195696 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde1cba-5889-4290-b903-4e4aa0c0a113 req-8dc472fc-f348-4da2-8f4d-fd9ae98111d9 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:13.198171 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2bde1cba-5889-4290-b903-4e4aa0c0a113 req-8dc472fc-f348-4da2-8f4d-fd9ae98111d9 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 945 time: 0.1502631 Oct 27 16:01:13.202012 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e2226-f4e6-46eb-8be3-e6b16d12d1d6 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:13.203176 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-153e2226-f4e6-46eb-8be3-e6b16d12d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:13.235596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-700bd847-64c2-4a05-a2f5-eccf0a68fc91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 217 time: 0.0625024 Oct 27 16:01:13.297359 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-9989a964-e98f-4f92-8553-9a65b7fb455e tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "PUT /v2.0/floatingips/f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 HTTP/1.1" status: 200 len: 694 time: 2.2086985 Oct 27 16:01:13.327735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2bde1cba-5889-4290-b903-4e4aa0c0a113 req-d2da8891-aac0-459f-be9e-cb54532594b4 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158371 Oct 27 16:01:13.403970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-b4f1467a-799f-4f75-b718-1a93f34e5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:13.406588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-b4f1467a-799f-4f75-b718-1a93f34e5942 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1602716 Oct 27 16:01:13.488994 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-153e2226-f4e6-46eb-8be3-e6b16d12d1d6 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:13.515302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-2be1e487-f1d2-4cce-aaf5-177033fc3237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:13.517989 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-2be1e487-f1d2-4cce-aaf5-177033fc3237 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 1096 time: 0.2003946 Oct 27 16:01:13.533959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] Deleting port 61a6abbe-b466-4604-b83f-83e93f458485 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:13.534318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:13.592505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-1d2fd925-ab2b-4727-aa6e-695bdf1b0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:13.595902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-1d2fd925-ab2b-4727-aa6e-695bdf1b0c1e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1727836 Oct 27 16:01:13.686815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] For port 61a6abbe-b466-4604-b83f-83e93f458485, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=61a6abbe-b466-4604-b83f-83e93f458485,segment=NetworkSegment(a6d73e33-06f5-4bc6-9856-753717e99203),segment_id=a6d73e33-06f5-4bc6-9856-753717e99203)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:13.687198 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:13.709579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] Calling delete_port for 61a6abbe-b466-4604-b83f-83e93f458485 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:13.720044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-d098e71f-74b4-4434-8af7-dbad19f5b09d service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157160 Oct 27 16:01:13.726908 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcff8c4c-52a0-4ead-a094-5191a5afd9f2 x-openstack-request-id: req-fcff8c4c-52a0-4ead-a094-5191a5afd9f2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:13.727939 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:13.728330 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fcff8c4c-52a0-4ead-a094-5191a5afd9f2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:13.728834 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'status': 'completed', 'code': 200} Oct 27 16:01:13.866961 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-153e2226-f4e6-46eb-8be3-e6b16d12d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:13.873359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-bef00222-3742-4caa-9dbb-02d699651f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:13.874766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-bef00222-3742-4caa-9dbb-02d699651f83 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.3442709 Oct 27 16:01:13.918569 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e2226-f4e6-46eb-8be3-e6b16d12d1d6 None None] Checking router: caf098bb-4da0-4988-934d-9572f13b2705 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:13.934416 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e2226-f4e6-46eb-8be3-e6b16d12d1d6 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:13.935901 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-153e2226-f4e6-46eb-8be3-e6b16d12d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:13.950628 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-40e80c34-c065-44e3-a616-d678562dcb0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5cabf4b-0152-4f5f-8715-6edcb82037e5 HTTP/1.1" status: 200 len: 217 time: 0.0618339 Oct 27 16:01:13.975730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfc6686b-2647-4020-b1d4-9a3209bdda07 req-82d5e327-b725-403c-84a0-dc9aabda863f service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351236 Oct 27 16:01:14.013356 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b5192-72ec-4456-b36c-59044db5e535 req-d0c1e954-fd47-416a-ad79-8de3503d99fe tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:14.014977 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c42b5192-72ec-4456-b36c-59044db5e535 req-d0c1e954-fd47-416a-ad79-8de3503d99fe tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 947 time: 0.1912911 Oct 27 16:01:14.038478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-4e9d5253-e391-42c3-9069-1c6925316a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:14.049103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-4e9d5253-e391-42c3-9069-1c6925316a79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.0875585 Oct 27 16:01:14.112948 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c42b5192-72ec-4456-b36c-59044db5e535 req-8fab4d70-2cea-4d71-883f-eeb355b38aa4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835807 Oct 27 16:01:14.154964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-decd78d8-677f-4711-b27d-7a2c50c74057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:14.165692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-decd78d8-677f-4711-b27d-7a2c50c74057 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165922 Oct 27 16:01:14.254933 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-153e2226-f4e6-46eb-8be3-e6b16d12d1d6 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:14.363904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:14.389498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-b673082f-8a76-4ca2-8c88-ddf8f42878f6 service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229013 Oct 27 16:01:14.395285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d4658-c781-4771-8c41-5b1af01476bd req-fdfeafd2-4af1-4efd-acd6-f2afb0394b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:14.399414 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e57d4658-c781-4771-8c41-5b1af01476bd req-fdfeafd2-4af1-4efd-acd6-f2afb0394b57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1098 time: 0.1546304 Oct 27 16:01:14.449165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42698) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:14.558520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] Pushing event deleted for resources: {'Port': ['ID=61a6abbe-b466-4604-b83f-83e93f458485,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:14.625737 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d7cf1c62-e0d3-4fdb-9b60-e5911e76eeb1 req-6eef7356-efae-43e9-973b-db56bcd04cdc tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 210 time: 0.2147691 Oct 27 16:01:14.707624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c362eba4-43c8-4e33-86dd-cfdf555ecaed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:14.803756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d4658-c781-4771-8c41-5b1af01476bd req-46f4e7b3-0339-4695-8d67-b99570bbafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:14.805732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e57d4658-c781-4771-8c41-5b1af01476bd req-46f4e7b3-0339-4695-8d67-b99570bbafc5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.3912508 Oct 27 16:01:14.839925 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-153e2226-f4e6-46eb-8be3-e6b16d12d1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:14.866593 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f51eed31-f633-4b94-8dfa-f97fe1c1bfb9 req-5819daa0-074b-46dd-a1af-9fd979eaa78f service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551835 Oct 27 16:01:14.868736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e57d4658-c781-4771-8c41-5b1af01476bd req-bf2b0c56-99b2-4bf2-b3ad-e98ce75aab3f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 217 time: 0.0496621 Oct 27 16:01:14.879744 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153e2226-f4e6-46eb-8be3-e6b16d12d1d6 None None] The sync data for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 is: [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:14.915455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57da06-7ce2-409b-8f7b-1a8d3e992e96 req-eaeb4931-03be-45ee-8c2c-47f7dfb127c5 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:14.917612 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c57da06-7ce2-409b-8f7b-1a8d3e992e96 req-eaeb4931-03be-45ee-8c2c-47f7dfb127c5 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 945 time: 0.1284456 Oct 27 16:01:14.932627 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:14.963158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d4658-c781-4771-8c41-5b1af01476bd req-81cc69be-16c5-476d-8358-b9da9fa9bef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:14.964727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e57d4658-c781-4771-8c41-5b1af01476bd req-81cc69be-16c5-476d-8358-b9da9fa9bef1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0770149 Oct 27 16:01:14.996324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c57da06-7ce2-409b-8f7b-1a8d3e992e96 req-c80cc18b-4e26-4b7f-9fca-74f8b68bd40c tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603817 Oct 27 16:01:15.057343 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c362eba4-43c8-4e33-86dd-cfdf555ecaed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:15.066244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d4658-c781-4771-8c41-5b1af01476bd req-72e70cbe-f39f-450c-962b-63ed818b683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:15.067974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e57d4658-c781-4771-8c41-5b1af01476bd req-72e70cbe-f39f-450c-962b-63ed818b683d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925603 Oct 27 16:01:15.233875 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e57d4658-c781-4771-8c41-5b1af01476bd req-e9bf5c84-5470-4b30-acd0-69d35018fc2e service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515777 Oct 27 16:01:15.251767 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c362eba4-43c8-4e33-86dd-cfdf555ecaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:15.265447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] Router 9054dd66-470c-4d56-8311-e3b05865e9a7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:15.266721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a305bd-703f-4199-b16c-1af0df257902 None None] New status for floating IP f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:01:15.376533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c362eba4-43c8-4e33-86dd-cfdf555ecaed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63f0f64ed9574f499e5c679113e44007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9259601 Oct 27 16:01:15.381870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42708) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:15.382546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362eba4-43c8-4e33-86dd-cfdf555ecaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a705635-017c-4153-8dea-a712a5773ff0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:15.435460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:15.442820 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b54ed284-0a2c-4694-ab1b-0ac1aad15cac admin admin] 10.222.0.15 "PUT /v2.0/routers/9054dd66-470c-4d56-8311-e3b05865e9a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5077550 Oct 27 16:01:15.445405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42710) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:15.451660 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d85124-730b-46e9-af59-112a8dd2cbcc None None] Sync routers for ids ['9054dd66-470c-4d56-8311-e3b05865e9a7'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:15.458706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeacf9e-fba9-4d19-9684-b15a3cc0ea96 req-37b0f6cf-533d-43d2-a999-ddc4ce9723f0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:15.460455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efeacf9e-fba9-4d19-9684-b15a3cc0ea96 req-37b0f6cf-533d-43d2-a999-ddc4ce9723f0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 947 time: 0.2227750 Oct 27 16:01:15.478619 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d85124-730b-46e9-af59-112a8dd2cbcc None None] Routers {'9054dd66-470c-4d56-8311-e3b05865e9a7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:15.479984 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e4d85124-730b-46e9-af59-112a8dd2cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9054dd66-470c-4d56-8311-e3b05865e9a7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:15.502054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e57d4658-c781-4771-8c41-5b1af01476bd req-dcf9eed1-51a3-4434-b605-19579fe10d0d service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500196 Oct 27 16:01:15.554081 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3b84-eced-46ab-98c1-685e3ca58d06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:15.569866 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efeacf9e-fba9-4d19-9684-b15a3cc0ea96 req-0232a636-6d22-4061-940d-1cef0fff5125 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000681 Oct 27 16:01:15.624783 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3b84-eced-46ab-98c1-685e3ca58d06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:15.649329 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:15.691660 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e4d85124-730b-46e9-af59-112a8dd2cbcc None None] Set router 9054dd66-470c-4d56-8311-e3b05865e9a7 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:15.729800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031f1876-5533-4454-9817-b20fece6f89f', 'tag': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:15.732402 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6" -d '{"events": [{"name": "network-changed", "server_uuid": "031f1876-5533-4454-9817-b20fece6f89f", "tag": "b5cabf4b-0152-4f5f-8715-6edcb82037e5"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:15.814957 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:15.828951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cccf9beb-ed2c-496f-a10a-3fc911785cc2 req-45868e25-3a49-4ce9-b8cb-369dea4d342b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 210 time: 0.0453455 Oct 27 16:01:15.869546 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71786f41-ed62-42a5-a523-1d886847ee74 x-openstack-request-id: req-71786f41-ed62-42a5-a523-1d886847ee74 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:15.869870 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031f1876-5533-4454-9817-b20fece6f89f", "tag": "b5cabf4b-0152-4f5f-8715-6edcb82037e5", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:15.870130 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71786f41-ed62-42a5-a523-1d886847ee74 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:15.870535 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031f1876-5533-4454-9817-b20fece6f89f', 'tag': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'status': 'completed', 'code': 200} Oct 27 16:01:15.938796 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e4d85124-730b-46e9-af59-112a8dd2cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:01:14Z', 'revision_number': 5, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:15.969893 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d85124-730b-46e9-af59-112a8dd2cbcc None None] Checking router: 9054dd66-470c-4d56-8311-e3b05865e9a7 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:15.981098 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d85124-730b-46e9-af59-112a8dd2cbcc None None] Routers {'9054dd66-470c-4d56-8311-e3b05865e9a7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:15.981645 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e4d85124-730b-46e9-af59-112a8dd2cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9054dd66-470c-4d56-8311-e3b05865e9a7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:15.985461 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3b84-eced-46ab-98c1-685e3ca58d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:15.990353 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bbc3b84-eced-46ab-98c1-685e3ca58d06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:15.993539 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7bbc3b84-eced-46ab-98c1-685e3ca58d06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a705635-017c-4153-8dea-a712a5773ff0 HTTP/1.1" status: 204 len: 168 time: 0.6043820 Oct 27 16:01:16.056961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6 req-0fe6c676-d335-4623-a78d-79604b124f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:16.061903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6 req-0fe6c676-d335-4623-a78d-79604b124f1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 1096 time: 0.1586523 Oct 27 16:01:16.114418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc3b84-eced-46ab-98c1-685e3ca58d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a705635-017c-4153-8dea-a712a5773ff0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:16.136515 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e4d85124-730b-46e9-af59-112a8dd2cbcc None None] Set router 9054dd66-470c-4d56-8311-e3b05865e9a7 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:16.193548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Deleting port ee4cfc64-9963-40b3-80b1-13ba822990d1 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:16.193893 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:16.286964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd3d912-2b2b-4b68-a674-acc5c4bd78e7 req-25347c68-63a0-4f75-a1ce-8e7a3e1a0a37 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:16.288488 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfd3d912-2b2b-4b68-a674-acc5c4bd78e7 req-25347c68-63a0-4f75-a1ce-8e7a3e1a0a37 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 945 time: 0.1148441 Oct 27 16:01:16.310373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-8bbb31aa-d549-46ec-916a-ec983c387844 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:16.310373 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-8bbb31aa-d549-46ec-916a-ec983c387844 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3391645 Oct 27 16:01:16.342800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] For port ee4cfc64-9963-40b3-80b1-13ba822990d1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee4cfc64-9963-40b3-80b1-13ba822990d1,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:16.343177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:16.380047 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfd3d912-2b2b-4b68-a674-acc5c4bd78e7 req-afb1170a-5bd8-43c1-94a6-399b9286fc2a tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819626 Oct 27 16:01:16.385448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Calling delete_port for ee4cfc64-9963-40b3-80b1-13ba822990d1 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:16.490215 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e4d85124-730b-46e9-af59-112a8dd2cbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:01:14Z', 'revision_number': 5, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:16.525991 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d85124-730b-46e9-af59-112a8dd2cbcc None None] The sync data for ids ['9054dd66-470c-4d56-8311-e3b05865e9a7'] in n-d-815689-1 is: [{'id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-524118052-router', 'tenant_id': 'f7700d5413e24a9abc738947a1333134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:00:01Z', 'updated_at': '2021-10-27T16:01:14Z', 'revision_number': 5, 'project_id': 'f7700d5413e24a9abc738947a1333134', 'gw_port': {'id': 'ee4cfc64-9963-40b3-80b1-13ba822990d1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:5c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9054dd66-470c-4d56-8311-e3b05865e9a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:00:03Z', 'updated_at': '2021-10-27T16:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:16.664363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c8928-94da-4929-a667-5ec3b4105a96 req-b8978659-944b-4e39-a003-5aee656738c5 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:16.667926 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3f6c8928-94da-4929-a667-5ec3b4105a96 req-b8978659-944b-4e39-a003-5aee656738c5 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 945 time: 0.1796911 Oct 27 16:01:16.732791 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42732) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:16.740396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6363ad83-2955-4d3e-81b8-65cdcb08645f tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Request body: {'floatingip': {'port_id': 'a43de6ab-9496-4f20-b14e-2573577b8259'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:16.811776 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6363ad83-2955-4d3e-81b8-65cdcb08645f tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:16.840668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-649d25d8-53fa-4224-88a1-42148640bfe9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 695 time: 0.5066969 Oct 27 16:01:16.867077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-cbc86602-36dc-464e-8273-86ab074d425d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Request body: {'floatingip': {'port_id': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:16.879857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6 req-e50d7abe-e79e-4a37-b477-11617d3a3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:16.883724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6 req-e50d7abe-e79e-4a37-b477-11617d3a3ab1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.7821500 Oct 27 16:01:16.925514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 61a6abbe-b466-4604-b83f-83e93f458485 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:16.960650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 61a6abbe-b466-4604-b83f-83e93f458485 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:16.962119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 61a6abbe-b466-4604-b83f-83e93f458485 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:17.005478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27ae8e-8e22-41cc-bf86-4833c04b9d39 req-c8ee012e-2803-4fee-8960-ebb9eee18f96 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:17.017239 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec27ae8e-8e22-41cc-bf86-4833c04b9d39 req-c8ee012e-2803-4fee-8960-ebb9eee18f96 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 947 time: 0.2317574 Oct 27 16:01:17.038516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6 req-f50d651f-13c7-4e33-acc0-69cf7e61e950 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5cabf4b-0152-4f5f-8715-6edcb82037e5 HTTP/1.1" status: 200 len: 217 time: 0.1445272 Oct 27 16:01:17.041596 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-cbc86602-36dc-464e-8273-86ab074d425d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:17.151710 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:17.154192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-4637bbd3-e15a-445a-8e70-220717954bf9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:17.155788 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-4637bbd3-e15a-445a-8e70-220717954bf9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.54 "GET /v2.0/networks?id=e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 200 len: 812 time: 0.9265466 Oct 27 16:01:17.171314 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec27ae8e-8e22-41cc-bf86-4833c04b9d39 req-fa6e4da8-c429-45e0-8794-82cd2d07661a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530559 Oct 27 16:01:17.172970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'port': {'device_id': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981', 'admin_state_up': True, 'tenant_id': '1a4c1de73a6040578fcc95c0b6ffc233'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:17.229010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee4cfc64-9963-40b3-80b1-13ba822990d1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:17.238232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42738) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:17.252992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6 req-e028aca5-0ceb-49fe-a0ee-1beb4793ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:17.255103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6 req-e028aca5-0ceb-49fe-a0ee-1beb4793ef0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.2048879 Oct 27 16:01:17.285262 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb7fd-e02e-4c38-b7ac-3973f97419c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:17.510400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6 req-bb917384-92e4-4dfe-9dae-c2034c47da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:17.511956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6 req-bb917384-92e4-4dfe-9dae-c2034c47da96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2277944 Oct 27 16:01:17.637514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1de3fa-433f-4b74-9a13-3476f409144a req-42f4cc33-2df0-46ed-ba7d-9c54981f3fa8 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:17.639332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a1de3fa-433f-4b74-9a13-3476f409144a req-42f4cc33-2df0-46ed-ba7d-9c54981f3fa8 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.53 "GET /v2.0/ports?device_id=031f1876-5533-4454-9817-b20fece6f89f HTTP/1.1" status: 200 len: 945 time: 0.2318625 Oct 27 16:01:17.793611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Made reservation on behalf of 1a4c1de73a6040578fcc95c0b6ffc233 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:17.797948 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:17.893052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6 req-b3b1b2e8-f1be-4cc1-a1c5-24a7236b6edb service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673003 Oct 27 16:01:17.903590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:17.920999 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-19926518-4a73-4c53-b570-edd75c0b1c5c req-91db1f6f-48ee-46d6-8d41-efb6258bd558 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 210 time: 0.5221071 Oct 27 16:01:18.129520 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.145383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.146832 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:01:18.193173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8a1de3fa-433f-4b74-9a13-3476f409144a req-7b107db0-24ed-44c5-aa4d-b492713770e0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Deleting port b5cabf4b-0152-4f5f-8715-6edcb82037e5 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:18.193982 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a1de3fa-433f-4b74-9a13-3476f409144a req-7b107db0-24ed-44c5-aa4d-b492713770e0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.199106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Allocated IP 172.20.0.8 (e3659fd7-6817-4c0d-b322-ba3977f33981/1c362a8b-3dbb-4959-8274-c9ea75e913f5/73de116e-5df6-4cde-8f14-cd0256178977) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:18.215270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:01:18.223415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9b6c840-5f8c-4a85-81c8-b3572cd473b6 req-87562cbd-b3b2-409f-80a2-665425c3ae46 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181040 Oct 27 16:01:18.227404 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-cbc86602-36dc-464e-8273-86ab074d425d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.300619 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb7fd-e02e-4c38-b7ac-3973f97419c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.312871 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6363ad83-2955-4d3e-81b8-65cdcb08645f tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.376217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ad097-d971-443b-abb0-9355fe1459fc req-3d871884-222c-4876-93d8-72b6422a6ca4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:18.377900 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f10ad097-d971-443b-abb0-9355fe1459fc req-3d871884-222c-4876-93d8-72b6422a6ca4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 947 time: 0.0636930 Oct 27 16:01:18.390472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8a1de3fa-433f-4b74-9a13-3476f409144a req-7b107db0-24ed-44c5-aa4d-b492713770e0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] For port b5cabf4b-0152-4f5f-8715-6edcb82037e5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b5cabf4b-0152-4f5f-8715-6edcb82037e5,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:18.390868 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a1de3fa-433f-4b74-9a13-3476f409144a req-7b107db0-24ed-44c5-aa4d-b492713770e0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.419950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8a1de3fa-433f-4b74-9a13-3476f409144a req-7b107db0-24ed-44c5-aa4d-b492713770e0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Calling delete_port for b5cabf4b-0152-4f5f-8715-6edcb82037e5 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:18.428097 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f10ad097-d971-443b-abb0-9355fe1459fc req-5110bcf0-5681-478d-a3d5-1ec75b350f6b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 Oct 27 16:01:18.471153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:18.475909 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-cbc86602-36dc-464e-8273-86ab074d425d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.487987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'mac_address': 'fa:16:3e:9a:48:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:01:18.549756 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.563583 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6363ad83-2955-4d3e-81b8-65cdcb08645f tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.565724 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb7fd-e02e-4c38-b7ac-3973f97419c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.567414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0acbeb9-afc5-4360-a76c-ae582b498d59 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:01:18.567935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.568931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9054dd66-470c-4d56-8311-e3b05865e9a7 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:01:18.593492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:18.597357 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa495916-378a-4511-a636-3328a8868c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.612235 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.615754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5cb85fca-6de2-451f-a134-6d220ce93d86 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9054dd66-470c-4d56-8311-e3b05865e9a7 HTTP/1.1" status: 204 len: 168 time: 3.1659119 Oct 27 16:01:18.625531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42746) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:18.689766 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8bcbb7fd-e02e-4c38-b7ac-3973f97419c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16863d95d3014090ae261841901ee493&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4476502 Oct 27 16:01:18.693419 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbb7fd-e02e-4c38-b7ac-3973f97419c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a22820-6b29-45ec-998a-3af3462ff97d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:18.701700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42748) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:18.708662 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.742502 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-6363ad83-2955-4d3e-81b8-65cdcb08645f tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Floating IP 4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec associated. External IP: 172.25.4.127, port: a43de6ab-9496-4f20-b14e-2573577b8259. Oct 27 16:01:18.751849 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:18.755996 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-cbc86602-36dc-464e-8273-86ab074d425d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Floating IP f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 associated. External IP: 172.25.4.67, port: dbb07e9c-219c-4068-a896-363a3a6f3005. Oct 27 16:01:18.793511 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:18.980023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['b0acbeb9-afc5-4360-a76c-ae582b498d59'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:19.081003 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2cda7ad5-2b61-416f-8d3a-0422eedc6969 req-db3b2e05-3200-43ae-ac18-eee5b6e1f15d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 210 time: 0.0642183 Oct 27 16:01:19.157415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6363ad83-2955-4d3e-81b8-65cdcb08645f tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Router c661eff4-7cf6-4100-ae3d-b35dda75df25 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:19.212430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b659a69b-075d-4c36-965e-75c7f577bf03 admin admin] Deleting subnet 90ff0d7a-3936-4bc0-93f4-c24c8085baf1 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:01:19.234110 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b659a69b-075d-4c36-965e-75c7f577bf03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:19.291949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee4cfc64-9963-40b3-80b1-13ba822990d1 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:19.313344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: ee4cfc64-9963-40b3-80b1-13ba822990d1 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:19.313783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee4cfc64-9963-40b3-80b1-13ba822990d1 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:19.342012 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6363ad83-2955-4d3e-81b8-65cdcb08645f tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:19.347888 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6363ad83-2955-4d3e-81b8-65cdcb08645f tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:19.350328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b659a69b-075d-4c36-965e-75c7f577bf03 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:19.354794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc3ab5-d27d-446a-97af-a01e788d44d0 None None] Sync routers for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:19.372906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc3ab5-d27d-446a-97af-a01e788d44d0 None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:19.373541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-35bc3ab5-d27d-446a-97af-a01e788d44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:19.386441 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6363ad83-2955-4d3e-81b8-65cdcb08645f tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "PUT /v2.0/floatingips/4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec HTTP/1.1" status: 200 len: 991 time: 2.6498375 Oct 27 16:01:19.386441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'tag': 'a43de6ab-9496-4f20-b14e-2573577b8259'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:19.393284 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cec882b-5568-40d6-b517-80a01c08673b" -d '{"events": [{"name": "network-changed", "server_uuid": "78affd12-2a41-4936-8c2d-31ef3706afbb", "tag": "a43de6ab-9496-4f20-b14e-2573577b8259"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:19.423220 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce81a-d4d1-4f49-a832-a851ad465583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:19.429450 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d932eb83-0c6d-46b6-b200-362cabac6ef9 x-openstack-request-id: req-d932eb83-0c6d-46b6-b200-362cabac6ef9 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:19.433160 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78affd12-2a41-4936-8c2d-31ef3706afbb", "tag": "a43de6ab-9496-4f20-b14e-2573577b8259", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:19.433160 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d932eb83-0c6d-46b6-b200-362cabac6ef9 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:19.433160 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'tag': 'a43de6ab-9496-4f20-b14e-2573577b8259', 'status': 'completed', 'code': 200} Oct 27 16:01:19.510659 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b659a69b-075d-4c36-965e-75c7f577bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:19.514077 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:19.544140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-35bc3ab5-d27d-446a-97af-a01e788d44d0 None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:19.552719 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce81a-d4d1-4f49-a832-a851ad465583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:19.636886 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a1de3fa-433f-4b74-9a13-3476f409144a req-7b107db0-24ed-44c5-aa4d-b492713770e0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:19.663957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcbc540-33f2-47e3-bfcf-ca00c2f09998 req-29ced2fc-3d6d-4113-8ab0-d0055080d641 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:19.674409 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bcbc540-33f2-47e3-bfcf-ca00c2f09998 req-29ced2fc-3d6d-4113-8ab0-d0055080d641 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 948 time: 0.0931289 Oct 27 16:01:19.736697 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bcbc540-33f2-47e3-bfcf-ca00c2f09998 req-bb689364-fe4f-4c00-92ec-8727a2235caa tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559757 Oct 27 16:01:19.749684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Network e3659fd7-6817-4c0d-b322-ba3977f33981 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:19.784492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:19.785048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['dbb07e9c-219c-4068-a896-363a3a6f3005', 'b5cabf4b-0152-4f5f-8715-6edcb82037e5'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:19.795335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec882b-5568-40d6-b517-80a01c08673b req-1e3b7236-ec72-420f-aee6-45492e45b419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:19.797823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9cec882b-5568-40d6-b517-80a01c08673b req-1e3b7236-ec72-420f-aee6-45492e45b419 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9e156f9938474ecf82c8cb7e7f35b93b&device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 1096 time: 0.3330688 Oct 27 16:01:19.798789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'Port': ['ID=73de116e-5df6-4cde-8f14-cd0256178977,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:19.811206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:19.822167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:19.822846 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:19.975670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b107db0-24ed-44c5-aa4d-b492713770e0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Pushing event deleted for resources: {'Port': ['ID=b5cabf4b-0152-4f5f-8715-6edcb82037e5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:19.984270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1de3fa-433f-4b74-9a13-3476f409144a req-7b107db0-24ed-44c5-aa4d-b492713770e0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] No DVR routers for this DVR port b5cabf4b-0152-4f5f-8715-6edcb82037e5 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:01:19.998685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-acf0afab-a995-4a90-94b8-ad28939d64ed tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8313580 Oct 27 16:01:20.002185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a1de3fa-433f-4b74-9a13-3476f409144a req-7b107db0-24ed-44c5-aa4d-b492713770e0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:20.005838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a1de3fa-433f-4b74-9a13-3476f409144a req-7b107db0-24ed-44c5-aa4d-b492713770e0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.53 "DELETE /v2.0/ports/b5cabf4b-0152-4f5f-8715-6edcb82037e5 HTTP/1.1" status: 204 len: 173 time: 2.3544273 Oct 27 16:01:20.006675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031f1876-5533-4454-9817-b20fece6f89f', 'name': 'network-vif-deleted', 'tag': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:20.013184 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39142b4e-fa1e-4b10-97c6-d488a34fb95c" -d '{"events": [{"server_uuid": "031f1876-5533-4454-9817-b20fece6f89f", "name": "network-vif-deleted", "tag": "b5cabf4b-0152-4f5f-8715-6edcb82037e5"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:20.016631 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-35bc3ab5-d27d-446a-97af-a01e788d44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'port_id': 'a43de6ab-9496-4f20-b14e-2573577b8259', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'mac_address': 'fa:16:3e:ec:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:58:41Z', 'updated_at': '2021-10-27T16:01:18Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:20.029674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Request body: {'port': {'device_id': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:20.038829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b659a69b-075d-4c36-965e-75c7f577bf03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:20.066086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-cbc86602-36dc-464e-8273-86ab074d425d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Router caf098bb-4da0-4988-934d-9572f13b2705 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:20.108832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc3ab5-d27d-446a-97af-a01e788d44d0 None None] Checking router: c661eff4-7cf6-4100-ae3d-b35dda75df25 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:20.109952 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0182b627-7272-4943-9974-6792fb1b993c x-openstack-request-id: req-0182b627-7272-4943-9974-6792fb1b993c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:20.110168 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031f1876-5533-4454-9817-b20fece6f89f", "name": "network-vif-deleted", "tag": "b5cabf4b-0152-4f5f-8715-6edcb82037e5", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:20.110425 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0182b627-7272-4943-9974-6792fb1b993c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:20.110833 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031f1876-5533-4454-9817-b20fece6f89f', 'name': 'network-vif-deleted', 'tag': 'b5cabf4b-0152-4f5f-8715-6edcb82037e5', 'status': 'completed', 'code': 200} Oct 27 16:01:20.117344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659a69b-075d-4c36-965e-75c7f577bf03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ff0d7a-3936-4bc0-93f4-c24c8085baf1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:20.120004 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce81a-d4d1-4f49-a832-a851ad465583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:20.122614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a9ce81a-d4d1-4f49-a832-a851ad465583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:20.127100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5a9ce81a-d4d1-4f49-a832-a851ad465583 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3a22820-6b29-45ec-998a-3af3462ff97d HTTP/1.1" status: 204 len: 168 time: 1.4038985 Oct 27 16:01:20.131573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca41dc19-09a4-4a60-aac4-51a9b12c37dd None None] Network 577c46e6-892a-47a5-a5e1-11f95965a207 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:20.132013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b659a69b-075d-4c36-965e-75c7f577bf03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:20.136598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b659a69b-075d-4c36-965e-75c7f577bf03 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/90ff0d7a-3936-4bc0-93f4-c24c8085baf1 HTTP/1.1" status: 204 len: 168 time: 1.5091605 Oct 27 16:01:20.140713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42770) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:20.186113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ce81a-d4d1-4f49-a832-a851ad465583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a22820-6b29-45ec-998a-3af3462ff97d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:20.190770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec882b-5568-40d6-b517-80a01c08673b req-e31f1348-75bc-44fa-8791-80f0da7b8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:20.192379 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9cec882b-5568-40d6-b517-80a01c08673b req-e31f1348-75bc-44fa-8791-80f0da7b8c18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 HTTP/1.1" status: 200 len: 924 time: 0.3586340 Oct 27 16:01:20.235813 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:20.249349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc3ab5-d27d-446a-97af-a01e788d44d0 None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:20.250369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-35bc3ab5-d27d-446a-97af-a01e788d44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:20.309415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:20.312594 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:20.346851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d9c7-8912-433d-88c1-3bbd94fe75be req-d68e01cc-48ff-4562-93b8-bcf672a80060 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:20.350241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9968d9c7-8912-433d-88c1-3bbd94fe75be req-d68e01cc-48ff-4562-93b8-bcf672a80060 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 931 time: 0.0974646 Oct 27 16:01:20.381123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9cec882b-5568-40d6-b517-80a01c08673b req-c73f7ca5-4542-427a-bae9-88ea09fd8540 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a43de6ab-9496-4f20-b14e-2573577b8259 HTTP/1.1" status: 200 len: 999 time: 0.1796768 Oct 27 16:01:20.418670 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9968d9c7-8912-433d-88c1-3bbd94fe75be req-ce3ab536-38a9-4504-8e78-db9421064ee0 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575695 Oct 27 16:01:20.430967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Deleting port ceb42578-a2ba-46c9-9a8d-c9b9ba542295 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:20.431303 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:20.566118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] For port ceb42578-a2ba-46c9-9a8d-c9b9ba542295, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ceb42578-a2ba-46c9-9a8d-c9b9ba542295,segment=NetworkSegment(a6d73e33-06f5-4bc6-9856-753717e99203),segment_id=a6d73e33-06f5-4bc6-9856-753717e99203)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:20.566118 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:20.567873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-35bc3ab5-d27d-446a-97af-a01e788d44d0 None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:20.592890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Calling delete_port for ceb42578-a2ba-46c9-9a8d-c9b9ba542295 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:20.622358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-cbc86602-36dc-464e-8273-86ab074d425d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:20.637045 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e8664-6239-4163-a486-27691d37d46c None None] Sync routers for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:20.643700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec882b-5568-40d6-b517-80a01c08673b req-ae507a9d-5f44-4101-b1a9-4f97489a91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:20.646404 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9cec882b-5568-40d6-b517-80a01c08673b req-ae507a9d-5f44-4101-b1a9-4f97489a91b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5264cb02-dd3a-41fe-8969-595f3b8b1351 HTTP/1.1" status: 200 len: 862 time: 0.2540429 Oct 27 16:01:20.655090 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e8664-6239-4163-a486-27691d37d46c None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:20.656242 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b73e8664-6239-4163-a486-27691d37d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:20.662002 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-cbc86602-36dc-464e-8273-86ab074d425d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:20.733752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-cbc86602-36dc-464e-8273-86ab074d425d tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "PUT /v2.0/floatingips/f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 HTTP/1.1" status: 200 len: 995 time: 3.8734176 Oct 27 16:01:20.877523 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b73e8664-6239-4163-a486-27691d37d46c None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:20.974441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417318db-9470-42c3-8ffa-2262210492da req-77ba44c8-ff45-4ede-91fb-2a3ec70c6d69 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:20.985846 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-417318db-9470-42c3-8ffa-2262210492da req-77ba44c8-ff45-4ede-91fb-2a3ec70c6d69 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 948 time: 0.1133001 Oct 27 16:01:20.994919 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.019831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port b0acbeb9-afc5-4360-a76c-ae582b498d59 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:01:21.038064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port b0acbeb9-afc5-4360-a76c-ae582b498d59 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:21.038458 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.124636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec882b-5568-40d6-b517-80a01c08673b req-b86f21a6-0810-407d-a00f-f2fc9172782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:21.140970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9cec882b-5568-40d6-b517-80a01c08673b req-b86f21a6-0810-407d-a00f-f2fc9172782b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3889668 Oct 27 16:01:21.188731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceb42578-a2ba-46c9-9a8d-c9b9ba542295,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:21.237263 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-417318db-9470-42c3-8ffa-2262210492da req-66f5ad4f-2c5e-4a3b-b741-62d99b5f2443 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499404 Oct 27 16:01:21.247272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] No DVR routers for this DVR port ceb42578-a2ba-46c9-9a8d-c9b9ba542295 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:01:21.249348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-10d410e2-d3dd-4158-a97e-9a71556b5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:21.254830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-10d410e2-d3dd-4158-a97e-9a71556b5802 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 1096 time: 0.4869318 Oct 27 16:01:21.333265 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b73e8664-6239-4163-a486-27691d37d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:f6:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:01:17Z', 'revision_number': 8, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:21.357208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5fed40-998c-44d1-beb8-abb3e0d85d06 None None] DHCP port deletion for 577c46e6-892a-47a5-a5e1-11f95965a207 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:01:21.387554 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e8664-6239-4163-a486-27691d37d46c None None] Checking router: caf098bb-4da0-4988-934d-9572f13b2705 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:21.400314 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73e8664-6239-4163-a486-27691d37d46c None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:21.401848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b73e8664-6239-4163-a486-27691d37d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:21.475912 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.541650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-7ef0c3b5-ea15-4330-8d88-274609551453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:21.543644 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-7ef0c3b5-ea15-4330-8d88-274609551453 service neutron] 10.222.0.15 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.2487540 Oct 27 16:01:21.559586 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577c46e6-892a-47a5-a5e1-11f95965a207']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:21.587908 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d73e33-06f5-4bc6-9856-753717e99203') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:21.588790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d73e33-06f5-4bc6-9856-753717e99203') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:21.604531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-35bc3ab5-d27d-446a-97af-a01e788d44d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'port_id': 'a43de6ab-9496-4f20-b14e-2573577b8259', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'mac_address': 'fa:16:3e:ec:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:58:41Z', 'updated_at': '2021-10-27T16:01:18Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:21.613687 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.660735 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.669889 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9cec882b-5568-40d6-b517-80a01c08673b req-0038088b-347c-434b-8db8-02994a49446d service neutron] 10.222.0.54 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985621 Oct 27 16:01:21.673056 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:01:21.673885 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:01:21.676547 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:01:21.686364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc3ab5-d27d-446a-97af-a01e788d44d0 None None] The sync data for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 is: [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'port_id': 'a43de6ab-9496-4f20-b14e-2573577b8259', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'mac_address': 'fa:16:3e:ec:fd:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:58:41Z', 'updated_at': '2021-10-27T16:01:18Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:21.697416 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2a6c8c5-5ea6-4995-a6a9-0cbc769aa78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.697416 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.755432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48564272-b480-4003-8ddb-17229611283d req-e2874cf0-4fa5-4816-9756-ea03c4c2f2c0 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:21.765270 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-48564272-b480-4003-8ddb-17229611283d req-e2874cf0-4fa5-4816-9756-ea03c4c2f2c0 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 931 time: 0.1738019 Oct 27 16:01:21.766520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:21.777357 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0bc50b-bf4f-4fa4-9ecc-bd69a42ccc39" -d '{"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:21.833151 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-48564272-b480-4003-8ddb-17229611283d req-b75eced4-b10e-4b41-a0c3-fa9b3124a173 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667169 Oct 27 16:01:21.849158 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-a4a4e524-69ae-4a42-aa2c-eb9120bc7610 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 998 time: 0.2851553 Oct 27 16:01:21.849278 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:21.899235 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b73e8664-6239-4163-a486-27691d37d46c None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:21.910079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73de116e-5df6-4cde-8f14-cd0256178977 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:01:21.933881 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:21.988625 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd922f91-2cfd-4e35-9716-27d84f2244f8 x-openstack-request-id: req-fd922f91-2cfd-4e35-9716-27d84f2244f8 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:21.989009 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:21.989184 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd922f91-2cfd-4e35-9716-27d84f2244f8 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:21.989589 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'code': 200} Oct 27 16:01:21.994743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-f9faf93a-7a9d-4ac4-a103-ff789caa3490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:22.003476 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-f9faf93a-7a9d-4ac4-a103-ff789caa3490 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.1421831 Oct 27 16:01:22.038398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Transition to ACTIVE for port object 73de116e-5df6-4cde-8f14-cd0256178977 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:01:22.045815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9cec882b-5568-40d6-b517-80a01c08673b req-6325c65f-0708-49e5-a6d4-4c1875302058 service neutron] 10.222.0.54 "GET /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574598 Oct 27 16:01:22.054783 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:22.055989 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:22.057384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b5cabf4b-0152-4f5f-8715-6edcb82037e5 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:22.085207 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:22.092170 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/577c46e6-892a-47a5-a5e1-11f95965a207 HTTP/1.1" status: 204 len: 168 time: 1.9502859 Oct 27 16:01:22.093130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef5775-3931-4512-a2ba-a59c772009e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=577c46e6-892a-47a5-a5e1-11f95965a207,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:22.134885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:22.140351 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8807a9-6517-4754-872e-553e109b21c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:22.151424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-66f4cb14-3272-4e01-9032-c7ecd8b1a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:22.153213 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-66f4cb14-3272-4e01-9032-c7ecd8b1a517 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361136 Oct 27 16:01:22.190561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b80d80-4580-4c56-8daf-b12d74ddc6b9 None None] New status for floating IP 4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:01:22.210972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: b5cabf4b-0152-4f5f-8715-6edcb82037e5 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:22.212810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b5cabf4b-0152-4f5f-8715-6edcb82037e5 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:22.267739 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffa9f00-7960-4555-b7e2-452163a14a62 x-openstack-request-id: req-5ffa9f00-7960-4555-b7e2-452163a14a62 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:22.267911 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:22.270272 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ffa9f00-7960-4555-b7e2-452163a14a62 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:22.280408 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'status': 'completed', 'code': 200} Oct 27 16:01:22.280408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0cadc-82b5-4a6b-9ce9-cef38529a54a req-eed564f3-e48f-419e-a2e4-eb59422611ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:22.280408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-63f0cadc-82b5-4a6b-9ce9-cef38529a54a req-eed564f3-e48f-419e-a2e4-eb59422611ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1100 time: 0.1809993 Oct 27 16:01:22.297459 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b73e8664-6239-4163-a486-27691d37d46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:f6:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:01:17Z', 'revision_number': 8, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:22.323524 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:22.335308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:22.342817 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73e8664-6239-4163-a486-27691d37d46c None None] The sync data for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 is: [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'floating_ip_address': '172.25.4.67', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'port_id': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'mac_address': 'fa:16:3e:f6:c4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:00:29Z', 'updated_at': '2021-10-27T16:01:17Z', 'revision_number': 8, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:22.355281 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:22.395584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:22.407252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Pushing event updated for resources: {'Port': ['ID=73de116e-5df6-4cde-8f14-cd0256178977,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:22.435077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999b1c0-bff1-47c4-b557-66cbba59254b req-db4df405-4329-4acf-ac35-7acfe0e69f91 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:22.438089 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5999b1c0-bff1-47c4-b557-66cbba59254b req-db4df405-4329-4acf-ac35-7acfe0e69f91 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.0753069 Oct 27 16:01:22.474141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8807a9-6517-4754-872e-553e109b21c9 req-9acb5213-1185-44cc-b0af-f6b83f23d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:22.475881 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af8807a9-6517-4754-872e-553e109b21c9 req-9acb5213-1185-44cc-b0af-f6b83f23d114 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 1096 time: 0.1980810 Oct 27 16:01:22.488998 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-6c91dab5-9ec4-4f90-b966-c57ef683ec23 service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249853 Oct 27 16:01:22.533225 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5999b1c0-bff1-47c4-b557-66cbba59254b req-1f9025c0-dd34-4b38-9acf-5334aa31a3ea tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686076 Oct 27 16:01:22.533586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-63f0cadc-82b5-4a6b-9ce9-cef38529a54a req-c0fa04a3-111f-4b80-ab0a-0a3313bdeb84 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329149 Oct 27 16:01:22.725332 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ef8668-ba64-4b41-a5a0-56a743f99c91 None None] New status for floating IP f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:01:22.841501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42816) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:22.928179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-946beaed-749b-4342-ba95-c70dd484c340 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7700d5413e24a9abc738947a1333134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0849969 Oct 27 16:01:22.932127 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42822) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:23.036805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ceb42578-a2ba-46c9-9a8d-c9b9ba542295 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:23.049128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Attempting to bind port 73de116e-5df6-4cde-8f14-cd0256178977 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:23.049958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Attempting to bind port 73de116e-5df6-4cde-8f14-cd0256178977 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'daccc716-e995-498a-b57a-2b58dc9f753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:23.049958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Attempting to bind port 73de116e-5df6-4cde-8f14-cd0256178977 on network e3659fd7-6817-4c0d-b322-ba3977f33981 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:23.068550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Port 73de116e-5df6-4cde-8f14-cd0256178977 on network e3659fd7-6817-4c0d-b322-ba3977f33981 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:01:23.068923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Attempting to bind port 73de116e-5df6-4cde-8f14-cd0256178977 on network e3659fd7-6817-4c0d-b322-ba3977f33981 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:23.072516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f83884a2-6d93-4c22-a319-04b15b425328 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.077614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: ceb42578-a2ba-46c9-9a8d-c9b9ba542295 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:23.078574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ceb42578-a2ba-46c9-9a8d-c9b9ba542295 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:23.088205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f1734-4f6f-4128-a6e9-e53efd0557f5 req-7265c9ec-65d0-45ea-82b7-0cb7a164678b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:23.093172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:23.093537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Checking segment: {'id': 'daccc716-e995-498a-b57a-2b58dc9f753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:23.094040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Bound using segment: {'id': 'daccc716-e995-498a-b57a-2b58dc9f753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:23.094636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Bound port: 73de116e-5df6-4cde-8f14-cd0256178977, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daccc716-e995-498a-b57a-2b58dc9f753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:23.094893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.099576 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-055f1734-4f6f-4128-a6e9-e53efd0557f5 req-7265c9ec-65d0-45ea-82b7-0cb7a164678b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 943 time: 0.1301935 Oct 27 16:01:23.158898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8807a9-6517-4754-872e-553e109b21c9 req-e7621e89-b349-4e36-ae6d-155303fdf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:23.160493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af8807a9-6517-4754-872e-553e109b21c9 req-e7621e89-b349-4e36-ae6d-155303fdf82f service neutron] 10.222.0.53 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.6636415 Oct 27 16:01:23.166520 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f83884a2-6d93-4c22-a319-04b15b425328 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.216572 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-055f1734-4f6f-4128-a6e9-e53efd0557f5 req-57e0b141-6817-4339-b4e8-03b414bd45d0 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156664 Oct 27 16:01:23.260880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af8807a9-6517-4754-872e-553e109b21c9 req-1ed920e6-cd07-445b-96bd-5589373c9c90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 1000 time: 0.0770085 Oct 27 16:01:23.269807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db3de1-1ba4-4e1a-8d67-0fa55545103b req-ad6ebee5-90ec-4aa7-b4e8-886775598b49 service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7794905 Oct 27 16:01:23.333423 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] For port 73de116e-5df6-4cde-8f14-cd0256178977, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:23.340435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] For port 73de116e-5df6-4cde-8f14-cd0256178977, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73de116e-5df6-4cde-8f14-cd0256178977,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:23.343796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8807a9-6517-4754-872e-553e109b21c9 req-0e1d7adb-b532-4ea0-be40-2e518f50df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:23.345315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af8807a9-6517-4754-872e-553e109b21c9 req-0e1d7adb-b532-4ea0-be40-2e518f50df98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.0724459 Oct 27 16:01:23.399176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8807a9-6517-4754-872e-553e109b21c9 req-dc1c61ba-54af-4192-9751-052d1f37f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:23.400823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af8807a9-6517-4754-872e-553e109b21c9 req-dc1c61ba-54af-4192-9751-052d1f37f8ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453265 Oct 27 16:01:23.509802 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af8807a9-6517-4754-872e-553e109b21c9 req-337e36cd-98fd-4be8-a49e-70114bcfaee3 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009204 Oct 27 16:01:23.547657 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f83884a2-6d93-4c22-a319-04b15b425328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.552774 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f83884a2-6d93-4c22-a319-04b15b425328 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.558525 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f83884a2-6d93-4c22-a319-04b15b425328 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d82a12d-d337-4b90-8dbc-f6b64c63c236 HTTP/1.1" status: 204 len: 168 time: 0.6210194 Oct 27 16:01:23.576385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83884a2-6d93-4c22-a319-04b15b425328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d82a12d-d337-4b90-8dbc-f6b64c63c236,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:23.641120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.693028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1c4bb-2f1f-46c7-9a6f-fad1cf08f728 req-0a7f81c0-46e4-4f92-99c2-5ded7072e6e7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:23.703881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4c1c4bb-2f1f-46c7-9a6f-fad1cf08f728 req-0a7f81c0-46e4-4f92-99c2-5ded7072e6e7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.0812712 Oct 27 16:01:23.741811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:23.742804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:23.745265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] 10.222.0.54 "PUT /v2.0/ports/73de116e-5df6-4cde-8f14-cd0256178977 HTTP/1.1" status: 200 len: 1091 time: 3.7264125 Oct 27 16:01:23.748669 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4c1c4bb-2f1f-46c7-9a6f-fad1cf08f728 req-a31cb12f-90c5-4601-b1d0-b436d921011b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436018 Oct 27 16:01:23.915107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af8807a9-6517-4754-872e-553e109b21c9 req-88d93a1b-57a4-475f-8949-0a675dc27054 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923938 Oct 27 16:01:23.919820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8861b6-a78a-46d1-acd7-6aa4de11cc8f service neutron] Pushing event updated for resources: {'Port': ['ID=73de116e-5df6-4cde-8f14-cd0256178977,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:23.929367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-093542ed-0b96-412e-950a-2fc0626de84c req-8b4bf623-da91-4176-aac1-bbcbd21675a4 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips/f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 HTTP/1.1" status: 200 len: 997 time: 0.2465515 Oct 27 16:01:24.082121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-b3cf340f-fa66-4580-8670-885413b7914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:24.083882 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-b3cf340f-fa66-4580-8670-885413b7914c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 1094 time: 0.0744133 Oct 27 16:01:24.134636 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-555b1312-7f72-4bbf-b10f-a43c39652e16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73de116e-5df6-4cde-8f14-cd0256178977 HTTP/1.1" status: 200 len: 217 time: 0.0395193 Oct 27 16:01:24.140316 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:24.142164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093542ed-0b96-412e-950a-2fc0626de84c req-e7db1405-8d71-422b-b586-af0f9b87bb33 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:24.143657 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-093542ed-0b96-412e-950a-2fc0626de84c req-e7db1405-8d71-422b-b586-af0f9b87bb33 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.2014186 Oct 27 16:01:24.191283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-093542ed-0b96-412e-950a-2fc0626de84c req-26cfd8ae-248c-4bda-967f-ac8d829b4023 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:01:24.192978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-093542ed-0b96-412e-950a-2fc0626de84c req-26cfd8ae-248c-4bda-967f-ac8d829b4023 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0385287 Oct 27 16:01:24.245501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-8fe88f8c-e1a3-40e5-bebe-81dfab585bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:24.247727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-8fe88f8c-e1a3-40e5-bebe-81dfab585bd5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c362a8b-3dbb-4959-8274-c9ea75e913f5 HTTP/1.1" status: 200 len: 852 time: 0.1029503 Oct 27 16:01:24.283074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'tag': '73de116e-5df6-4cde-8f14-cd0256178977'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:24.290844 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae20404-3fc4-4d0f-8213-590fc09d21e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67", "tag": "73de116e-5df6-4cde-8f14-cd0256178977"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:24.325628 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-fd8dfa51-8562-43b8-8704-810bee2acba6 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1000 time: 0.0912042 Oct 27 16:01:24.339395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-5d318e0e-019a-40cd-a7f0-bf0cf336c2c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3659fd7-6817-4c0d-b322-ba3977f33981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736129 Oct 27 16:01:24.399318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-c80ea46a-5810-49e6-ba41-e41796ccb1b4 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:24.401941 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-c80ea46a-5810-49e6-ba41-e41796ccb1b4 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports/dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 942 time: 0.0630891 Oct 27 16:01:24.538263 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-dc8419ce-ed8e-4055-8620-6cec2a72d396 service neutron] 10.222.0.54 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730981 Oct 27 16:01:24.559024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c775cf9a-bcce-4889-8464-edd91f33804c req-626f6421-27cb-4274-b052-901fd326ba69 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:24.563124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c775cf9a-bcce-4889-8464-edd91f33804c req-626f6421-27cb-4274-b052-901fd326ba69 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 943 time: 0.2201774 Oct 27 16:01:24.585862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-50914227-05bd-43f3-9c85-168ec51415a0 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1000 time: 0.1154022 Oct 27 16:01:24.659410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c775cf9a-bcce-4889-8464-edd91f33804c req-f24a82d2-3837-4cb7-879f-e4adcc395350 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500968 Oct 27 16:01:24.716221 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2de70d2-a5a2-46a1-9aa4-7a722224ebc5 req-37f265e2-0e21-4e1f-9f73-49546833a999 service neutron] 10.222.0.54 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514828 Oct 27 16:01:24.722889 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f775f918-aaa8-464d-b4b8-ad299eeb9ce2 x-openstack-request-id: req-f775f918-aaa8-464d-b4b8-ad299eeb9ce2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:24.722889 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67", "tag": "73de116e-5df6-4cde-8f14-cd0256178977", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:24.722889 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f775f918-aaa8-464d-b4b8-ad299eeb9ce2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:24.722889 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'tag': '73de116e-5df6-4cde-8f14-cd0256178977', 'status': 'completed', 'code': 200} Oct 27 16:01:24.744938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-ff68a5c5-a1ca-49b6-94ed-a8a080bb50c2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:24.747488 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-ff68a5c5-a1ca-49b6-94ed-a8a080bb50c2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1597238 Oct 27 16:01:24.860989 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-daf41ec3-c747-4bc1-abf9-82201e728c0c tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 1000 time: 0.1056995 Oct 27 16:01:24.868281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-67ad2777-28e9-4261-8197-f1a7df6a3ed9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:24.959778 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-67ad2777-28e9-4261-8197-f1a7df6a3ed9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.059634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae20404-3fc4-4d0f-8213-590fc09d21e2 req-2567a0ce-61f5-42d7-80b5-6f5eefe3290e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:25.062304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ae20404-3fc4-4d0f-8213-590fc09d21e2 req-2567a0ce-61f5-42d7-80b5-6f5eefe3290e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 1094 time: 0.0843918 Oct 27 16:01:25.191807 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-67ad2777-28e9-4261-8197-f1a7df6a3ed9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.237963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae20404-3fc4-4d0f-8213-590fc09d21e2 req-8b3ec628-a81c-4dce-87ce-e5e3e4602af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:25.239684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ae20404-3fc4-4d0f-8213-590fc09d21e2 req-8b3ec628-a81c-4dce-87ce-e5e3e4602af7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 200 len: 913 time: 0.1623287 Oct 27 16:01:25.316929 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-67ad2777-28e9-4261-8197-f1a7df6a3ed9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.317276 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-67ad2777-28e9-4261-8197-f1a7df6a3ed9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Floating IP f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 disassociated. External IP: 172.25.4.67, port: dbb07e9c-219c-4068-a896-363a3a6f3005. Oct 27 16:01:25.323602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ae20404-3fc4-4d0f-8213-590fc09d21e2 req-7763c4bd-36e8-40c3-9b22-a95eaf623bd9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73de116e-5df6-4cde-8f14-cd0256178977 HTTP/1.1" status: 200 len: 217 time: 0.0596075 Oct 27 16:01:25.369912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc15e0-af0d-43b9-9693-ce6aca34f243 req-af4d37fe-203f-4952-b37e-43381f76c308 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:25.371490 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ddc15e0-af0d-43b9-9693-ce6aca34f243 req-af4d37fe-203f-4952-b37e-43381f76c308 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1179118 Oct 27 16:01:25.408435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae20404-3fc4-4d0f-8213-590fc09d21e2 req-74abd915-31e2-4edb-8dcb-8c9c61f4e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:25.409951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ae20404-3fc4-4d0f-8213-590fc09d21e2 req-74abd915-31e2-4edb-8dcb-8c9c61f4e98b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c362a8b-3dbb-4959-8274-c9ea75e913f5 HTTP/1.1" status: 200 len: 852 time: 0.0786097 Oct 27 16:01:25.456083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ddc15e0-af0d-43b9-9693-ce6aca34f243 req-5d89e539-5951-437a-bf81-c9682b5cb46e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727832 Oct 27 16:01:25.458236 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ae20404-3fc4-4d0f-8213-590fc09d21e2 req-5244e771-ec05-4e93-ace6-754445b160c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3659fd7-6817-4c0d-b322-ba3977f33981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371857 Oct 27 16:01:25.607007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-67ad2777-28e9-4261-8197-f1a7df6a3ed9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Router caf098bb-4da0-4988-934d-9572f13b2705 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:25.625932 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ae20404-3fc4-4d0f-8213-590fc09d21e2 req-d4192fa0-c457-4bf2-a3ed-cf5162650e0c service neutron] 10.222.0.54 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582563 Oct 27 16:01:25.660254 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42890) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:25.728975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701cd26-b2ec-45a1-9f49-d3def2ef0bb9 req-944f0337-9c9e-40e9-9adf-cf43e13a1207 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:25.730530 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e701cd26-b2ec-45a1-9f49-d3def2ef0bb9 req-944f0337-9c9e-40e9-9adf-cf43e13a1207 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1100 time: 0.0973780 Oct 27 16:01:25.760108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-67ad2777-28e9-4261-8197-f1a7df6a3ed9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:25.765668 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-67ad2777-28e9-4261-8197-f1a7df6a3ed9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:25.777089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d272a-1bbd-431f-b62c-64b265760ee7 None None] Sync routers for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:25.783096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ae20404-3fc4-4d0f-8213-590fc09d21e2 req-2731a88c-3800-4a2c-914b-a51c0c6c45e1 service neutron] 10.222.0.54 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391528 Oct 27 16:01:25.806802 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e701cd26-b2ec-45a1-9f49-d3def2ef0bb9 req-fc001b1f-a578-4793-b413-c615c88b343a tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600514 Oct 27 16:01:25.815113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-67ad2777-28e9-4261-8197-f1a7df6a3ed9 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "PUT /v2.0/floatingips/f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 HTTP/1.1" status: 200 len: 695 time: 0.9465539 Oct 27 16:01:25.817625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:25.821701 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548" -d '{"events": [{"name": "network-changed", "server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:25.843819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775d272a-1bbd-431f-b62c-64b265760ee7 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:25.845330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-775d272a-1bbd-431f-b62c-64b265760ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:25.877490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-52d9df15-d60b-4899-b021-990eaada1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:25.879099 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-52d9df15-d60b-4899-b021-990eaada1cab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 1096 time: 0.0535707 Oct 27 16:01:25.885075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-network', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:26.001021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-775d272a-1bbd-431f-b62c-64b265760ee7 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:26.269843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3f12c-bc58-4eff-9952-4dbe2ab99023 req-3c17e96a-4857-4a33-8bc4-ad378f3068b2 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:26.271477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7a3f12c-bc58-4eff-9952-4dbe2ab99023 req-3c17e96a-4857-4a33-8bc4-ad378f3068b2 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 943 time: 0.0666714 Oct 27 16:01:26.281997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-775d272a-1bbd-431f-b62c-64b265760ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:26.292427 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Made reservation on behalf of d7dad91ffff4494ea3f993caef98da04 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:26.295764 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.310497 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.317691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d272a-1bbd-431f-b62c-64b265760ee7 None None] Checking router: caf098bb-4da0-4988-934d-9572f13b2705 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:26.324707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7a3f12c-bc58-4eff-9952-4dbe2ab99023 req-e5387bc7-5d34-4474-9621-66fd6c9fe186 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459340 Oct 27 16:01:26.329494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775d272a-1bbd-431f-b62c-64b265760ee7 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:26.330246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-775d272a-1bbd-431f-b62c-64b265760ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:26.368709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-b659ca89-6a86-409c-ae30-82176416597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:26.370250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-b659ca89-6a86-409c-ae30-82176416597b service neutron] 10.222.0.15 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.4736829 Oct 27 16:01:26.440676 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-a3ed1e45-1ee4-40b7-8938-dfdc84050482 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 217 time: 0.0588315 Oct 27 16:01:26.497435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-775d272a-1bbd-431f-b62c-64b265760ee7 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:26.527470 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d5bfcb-7046-4b39-a974-cd65a6c0ea58 x-openstack-request-id: req-76d5bfcb-7046-4b39-a974-cd65a6c0ea58 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:26.533555 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:26.533555 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76d5bfcb-7046-4b39-a974-cd65a6c0ea58 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:26.533555 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'status': 'completed', 'code': 200} Oct 27 16:01:26.567544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548 req-1cd8879e-7e37-41b4-938e-49e62fe9dffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:26.574154 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548 req-1cd8879e-7e37-41b4-938e-49e62fe9dffb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5d0bb18ca827474caf1f4f6174445004&device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 1096 time: 0.0550022 Oct 27 16:01:26.620029 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.642552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-5ad9e92d-a49e-4f67-95c6-fb14e6747a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:26.646058 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-5ad9e92d-a49e-4f67-95c6-fb14e6747a41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.1205366 Oct 27 16:01:26.714789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-c7800d7d-b324-47ef-acd1-11cef8bb1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:26.715089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548 req-c937364c-8fb9-4cc0-bf52-e616930cfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:26.715300 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-c7800d7d-b324-47ef-acd1-11cef8bb1633 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583811 Oct 27 16:01:26.715477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548 req-c937364c-8fb9-4cc0-bf52-e616930cfeb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 200 len: 921 time: 0.1354909 Oct 27 16:01:26.790590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548 req-1c8788b4-a2cd-47ac-8cea-5057e44ce21a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 200 len: 217 time: 0.0703530 Oct 27 16:01:26.802264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.841990 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:01:26.845589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-775d272a-1bbd-431f-b62c-64b265760ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:26.856476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548 req-d959078f-4942-4bd0-a715-9d70e27489da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:26.859913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548 req-d959078f-4942-4bd0-a715-9d70e27489da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 200 len: 859 time: 0.0605769 Oct 27 16:01:26.868966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bc1a03-f6ec-4fb3-ad38-ce5b157cabce,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:26.872942 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:26.873202 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Added segment b438c101-e078-469a-92be-a58d4d5a14d9 of type vlan for network f14a5a37-9a2b-436b-8990-8b5dc65d3430 Oct 27 16:01:26.876945 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-60e545f9-f998-438c-bf28-a7a0596c8d58 service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532307 Oct 27 16:01:26.892100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d272a-1bbd-431f-b62c-64b265760ee7 None None] The sync data for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 is: [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T15:59:58Z', 'revision_number': 4, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6a66a27e-36b9-41d2-bfad-0b598c1ea876', 'name': '', 'network_id': '06a1a3f3-66cc-41f1-8ba4-af7b6de72059', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'mac_address': 'fa:16:3e:f9:c0:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:56Z', 'updated_at': '2021-10-27T16:00:06Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'subnets': [{'id': 'bf68072d-b695-4bd8-bfc4-2c792da33c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:26.930733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42914) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:26.957551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548 req-b570080a-671d-4607-a9e9-d09a9fa0db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:26.961720 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548 req-b570080a-671d-4607-a9e9-d09a9fa0db07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06a1a3f3-66cc-41f1-8ba4-af7b6de72059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0957437 Oct 27 16:01:26.990647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.063083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ca8e1af-2cd8-46ab-8176-a241437587b7 req-c07d0ce0-caa6-49dd-899a-2e3430146db1 service neutron] 10.222.0.15 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378908 Oct 27 16:01:27.102376 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d93e304-59c4-4a32-b7cc-ad3b2383d4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.136902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548 req-1304bc15-2628-4d29-9283-db04b5a982d1 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668932 Oct 27 16:01:27.151415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.155206 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:27.155206 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.249419 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 73de116e-5df6-4cde-8f14-cd0256178977 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:01:27.266997 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] Pushing event updated for resources: {'Network': ['ID=f14a5a37-9a2b-436b-8990-8b5dc65d3430,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:27.316588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network f14a5a37-9a2b-436b-8990-8b5dc65d3430 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:01:27.339633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2af20b1-60c3-45f8-b4c9-d4f6d5c34548 req-342c338b-1aad-42da-abbb-f97f5e19eb26 service neutron] 10.222.0.53 "GET /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935091 Oct 27 16:01:27.379936 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873d7f0e-86d8-45ea-9bdb-c7d65cac5ca6 None None] New status for floating IP f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:01:27.380746 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ca7239ba-01e3-4072-a331-47194be9940e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7098899 Oct 27 16:01:27.380923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42924) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:27.423169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] Request body: {'subnet': {'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-subnet', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:27.443734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d93e304-59c4-4a32-b7cc-ad3b2383d4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.483888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c075946-b019-41fc-a4d3-879d22a59601 req-82824d91-1549-4a32-beb6-3cbebd548f5d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:27.500987 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c075946-b019-41fc-a4d3-879d22a59601 req-82824d91-1549-4a32-beb6-3cbebd548f5d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1349843 Oct 27 16:01:27.507632 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-7642538d-e48c-4164-abc2-cbb796377d3b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941730 Oct 27 16:01:27.548044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c075946-b019-41fc-a4d3-879d22a59601 req-ae7d6a2e-420f-42cf-ab18-babbc463ca9e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461204 Oct 27 16:01:27.552164 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d93e304-59c4-4a32-b7cc-ad3b2383d4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.557238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 73de116e-5df6-4cde-8f14-cd0256178977, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73de116e-5df6-4cde-8f14-cd0256178977,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:27.586111 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '73de116e-5df6-4cde-8f14-cd0256178977', 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981', 'port_id': '73de116e-5df6-4cde-8f14-cd0256178977', 'mac_address': 'fa:16:3e:19:d5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c362a8b-3dbb-4959-8274-c9ea75e913f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:01:27.656829 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1c94b-025c-41bc-8674-84d3b5d5ad35 req-f9949667-c03d-4f27-a842-571a0818cada tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:27.658691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] Made reservation on behalf of d7dad91ffff4494ea3f993caef98da04 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:27.661266 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.667938 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69c1c94b-025c-41bc-8674-84d3b5d5ad35 req-f9949667-c03d-4f27-a842-571a0818cada tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 943 time: 0.1207814 Oct 27 16:01:27.674946 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.708794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9d93e304-59c4-4a32-b7cc-ad3b2383d4c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da4a7242ed4c4a66bd6fde21640ca530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7757344 Oct 27 16:01:27.713360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42936) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:27.715966 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-706b78b8-a705-42c0-bebf-03d3911bd486 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips/f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 HTTP/1.1" status: 200 len: 695 time: 0.1350746 Oct 27 16:01:27.719641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93e304-59c4-4a32-b7cc-ad3b2383d4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0586f44-d96c-4110-8515-5f63c5fe8898,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:27.722937 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73de116e-5df6-4cde-8f14-cd0256178977 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:01:27.747266 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69c1c94b-025c-41bc-8674-84d3b5d5ad35 req-2998def0-277b-48b3-bef8-ce6c12b5dcf4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772223 Oct 27 16:01:27.764627 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 73de116e-5df6-4cde-8f14-cd0256178977, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73de116e-5df6-4cde-8f14-cd0256178977,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:27.810141 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37dcd8f7-d0db-40a7-b2fb-d9c95e47733a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.847626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37dcd8f7-d0db-40a7-b2fb-d9c95e47733a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.855680 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:27.926594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-84ad973e-5a43-42df-8d25-626348b07d2f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:27.937231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-84ad973e-5a43-42df-8d25-626348b07d2f tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.2046740 Oct 27 16:01:27.982325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=73de116e-5df6-4cde-8f14-cd0256178977,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:28.034713 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-ea2f3078-1dae-4b0d-833e-dc81d1890e12 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 696 time: 0.0953889 Oct 27 16:01:28.104266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-19757dbc-57fa-4b96-8677-b0116ebf653a tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.67 HTTP/1.1" status: 200 len: 696 time: 0.0621362 Oct 27 16:01:28.111540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37dcd8f7-d0db-40a7-b2fb-d9c95e47733a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.114316 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37dcd8f7-d0db-40a7-b2fb-d9c95e47733a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.118043 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-37dcd8f7-d0db-40a7-b2fb-d9c95e47733a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0586f44-d96c-4110-8515-5f63c5fe8898 HTTP/1.1" status: 204 len: 168 time: 0.3903024 Oct 27 16:01:28.134988 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcd8f7-d0db-40a7-b2fb-d9c95e47733a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0586f44-d96c-4110-8515-5f63c5fe8898,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:28.146808 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['73de116e-5df6-4cde-8f14-cd0256178977'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:28.398006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-21dc3ca4-1aa6-4df6-8037-11b15b7e4fe2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Deleting port 66ddf9e4-a47c-4cdf-9a5e-e18f0fe964ea {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:28.399440 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-21dc3ca4-1aa6-4df6-8037-11b15b7e4fe2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.494094 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-21dc3ca4-1aa6-4df6-8037-11b15b7e4fe2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.498528 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-21dc3ca4-1aa6-4df6-8037-11b15b7e4fe2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.513741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-21dc3ca4-1aa6-4df6-8037-11b15b7e4fe2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Calling delete_port for 66ddf9e4-a47c-4cdf-9a5e-e18f0fe964ea owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:28.565774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:28.684791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c054989-42b7-4b04-a53c-8797bb88ed6f,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:28.719183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e03c1-e668-44a3-9624-a77180cb4ebc req-cc085872-7244-4370-afd4-8f55249d9a6a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:28.721458 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a77e03c1-e668-44a3-9624-a77180cb4ebc req-cc085872-7244-4370-afd4-8f55249d9a6a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.0701370 Oct 27 16:01:28.756815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] Checking segment: {'id': 'b438c101-e078-469a-92be-a58d4d5a14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:28.757292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] Network hostable DHCP agents. Network: f14a5a37-9a2b-436b-8990-8b5dc65d3430, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:01:28.809415 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a77e03c1-e668-44a3-9624-a77180cb4ebc req-e22699b1-f1f5-47c7-9768-47dfe33a7dc9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753658 Oct 27 16:01:28.965952 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640da16-b568-4dad-b234-a6ec98284e69 req-b88a3c31-dc0e-42ac-a68a-e3011b23f1cb tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:28.967520 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b640da16-b568-4dad-b234-a6ec98284e69 req-b88a3c31-dc0e-42ac-a68a-e3011b23f1cb tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 944 time: 0.0557814 Oct 27 16:01:29.009555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] Network f14a5a37-9a2b-436b-8990-8b5dc65d3430 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:01:29.010809 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b640da16-b568-4dad-b234-a6ec98284e69 req-a981c820-fd3b-48a3-851e-c2d15d1727e3 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364199 Oct 27 16:01:29.059937 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-21dc3ca4-1aa6-4df6-8037-11b15b7e4fe2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.107191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc3ca4-1aa6-4df6-8037-11b15b7e4fe2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Pushing event deleted for resources: {'Port': ['ID=66ddf9e4-a47c-4cdf-9a5e-e18f0fe964ea,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:29.133799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-21dc3ca4-1aa6-4df6-8037-11b15b7e4fe2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.136890 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-21dc3ca4-1aa6-4df6-8037-11b15b7e4fe2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.138109 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5da722f-ff25-42c8-9072-ffeeb288c03f req-21dc3ca4-1aa6-4df6-8037-11b15b7e4fe2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "DELETE /v2.0/floatingips/f70e3402-1d72-4a4b-a0bc-c69ff2fb2f16 HTTP/1.1" status: 204 len: 173 time: 1.0280461 Oct 27 16:01:29.198883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, f14a5a37-9a2b-436b-8990-8b5dc65d3430) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:29.207775 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.208856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:29.209980 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.214655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a17662-e7c0-447d-ac84-af93b69e7f0a None None] Network f14a5a37-9a2b-436b-8990-8b5dc65d3430 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:29.289910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 73de116e-5df6-4cde-8f14-cd0256178977 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:29.463343 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8b653280-fc93-423e-9642-38133e7131a2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0463719 Oct 27 16:01:29.463814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42978) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:29.463928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42980) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:29.470043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-f14a5a37-9a2b-436b-8990-8b5dc65d3430', 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'fixed_ips': [{'subnet_id': '0c054989-42b7-4b04-a53c-8797bb88ed6f'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:01:29.470730 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.471343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-router', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:29.486540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2d69228-8474-4ef8-beca-38083963acc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.590824 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2d69228-8474-4ef8-beca-38083963acc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.666560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 73de116e-5df6-4cde-8f14-cd0256178977 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:01:29.675125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 73de116e-5df6-4cde-8f14-cd0256178977 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:29.675557 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.717563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Allocated IP 172.20.0.2 (f14a5a37-9a2b-436b-8990-8b5dc65d3430/0c054989-42b7-4b04-a53c-8797bb88ed6f/ced36ca8-3be7-449f-b6d1-1415b3e2fa05) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:29.793621 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.796013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.945736 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2d69228-8474-4ef8-beca-38083963acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.954395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:29.997409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d69228-8474-4ef8-beca-38083963acc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c6e7cc-bc2a-4d45-b92f-0669cdfe2a46,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:30.009820 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c2d69228-8474-4ef8-beca-38083963acc0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c511056131c4c03823bff7416bcf73a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5407963 Oct 27 16:01:30.011388 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42986) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:30.051541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d574-9a8c-4266-9b61-f618d39d27b3 req-88b9364a-767a-4093-afa8-fc3b2f7addd6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:30.061963 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0293d574-9a8c-4266-9b61-f618d39d27b3 req-88b9364a-767a-4093-afa8-fc3b2f7addd6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1268306 Oct 27 16:01:30.149786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0293d574-9a8c-4266-9b61-f618d39d27b3 req-f05c59e8-3907-40a2-a4d0-88a4f8c40939 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866489 Oct 27 16:01:30.191809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-539ba3b2-f27d-4589-a8fa-0c72e9f0f7cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.240018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240084e8-6b32-4bbe-9cca-e59814601f82 req-3b804411-942f-4fb7-b442-8c8b8f3114e2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:30.242002 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-240084e8-6b32-4bbe-9cca-e59814601f82 req-3b804411-942f-4fb7-b442-8c8b8f3114e2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 945 time: 0.1369662 Oct 27 16:01:30.249523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-539ba3b2-f27d-4589-a8fa-0c72e9f0f7cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.276133 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.318364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73de116e-5df6-4cde-8f14-cd0256178977'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:30.321845 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e913dc-c1e3-4e87-b4e2-fd4a97a32183" -d '{"events": [{"server_uuid": "0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67", "name": "network-vif-plugged", "status": "completed", "tag": "73de116e-5df6-4cde-8f14-cd0256178977"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:30.335874 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.342243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 73de116e-5df6-4cde-8f14-cd0256178977, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73de116e-5df6-4cde-8f14-cd0256178977,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:30.345560 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-240084e8-6b32-4bbe-9cca-e59814601f82 req-d8eb4bb3-a70e-46f1-81ab-ea5db7b5f7f4 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731854 Oct 27 16:01:30.518775 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aff1a36-4c63-4640-903e-535439db24bd x-openstack-request-id: req-9aff1a36-4c63-4640-903e-535439db24bd {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:30.519063 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67", "name": "network-vif-plugged", "status": "completed", "tag": "73de116e-5df6-4cde-8f14-cd0256178977", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:30.519439 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9aff1a36-4c63-4640-903e-535439db24bd {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:30.520087 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73de116e-5df6-4cde-8f14-cd0256178977', 'code': 200} Oct 27 16:01:30.621179 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.669201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Network f14a5a37-9a2b-436b-8990-8b5dc65d3430 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:30.672729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:30.675428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:30.687238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Pushing event updated for resources: {'Port': ['ID=ced36ca8-3be7-449f-b6d1-1415b3e2fa05,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:30.695999 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.705674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-539ba3b2-f27d-4589-a8fa-0c72e9f0f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.705674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-539ba3b2-f27d-4589-a8fa-0c72e9f0f7cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.706877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-539ba3b2-f27d-4589-a8fa-0c72e9f0f7cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96c6e7cc-bc2a-4d45-b92f-0669cdfe2a46 HTTP/1.1" status: 204 len: 168 time: 0.6920192 Oct 27 16:01:30.730533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ba3b2-f27d-4589-a8fa-0c72e9f0f7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c6e7cc-bc2a-4d45-b92f-0669cdfe2a46,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:30.752098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b0f27-3046-40ac-a104-94d64e06d3e2 req-0438dafa-3faa-44b3-a22d-6ea48fbbd15c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:30.769740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f12b0f27-3046-40ac-a104-94d64e06d3e2 req-0438dafa-3faa-44b3-a22d-6ea48fbbd15c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 944 time: 0.4813607 Oct 27 16:01:30.793096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18cef2-8855-4318-b9eb-522fb7db369f req-b5bfeb31-8e22-46d1-94f0-66744dce3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:30.794584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f18cef2-8855-4318-b9eb-522fb7db369f req-b5bfeb31-8e22-46d1-94f0-66744dce3aeb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 1095 time: 0.1341357 Oct 27 16:01:30.795640 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.870938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f12b0f27-3046-40ac-a104-94d64e06d3e2 req-d359b7fe-0fe9-4133-91d7-c7cc4dfa5b2e tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934896 Oct 27 16:01:30.882364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f18cef2-8855-4318-b9eb-522fb7db369f req-6dcfaacc-b552-4101-8b67-294b5cf461c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766957 Oct 27 16:01:30.903770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Attempting to bind port ced36ca8-3be7-449f-b6d1-1415b3e2fa05 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:30.906283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Attempting to bind port ced36ca8-3be7-449f-b6d1-1415b3e2fa05 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'b438c101-e078-469a-92be-a58d4d5a14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:30.906283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Attempting to bind port ced36ca8-3be7-449f-b6d1-1415b3e2fa05 on network f14a5a37-9a2b-436b-8990-8b5dc65d3430 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:30.918808 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:30.919371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Checking segment: {'id': 'b438c101-e078-469a-92be-a58d4d5a14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:30.919558 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.920036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Bound using segment: {'id': 'b438c101-e078-469a-92be-a58d4d5a14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:30.928460 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Bound port: ced36ca8-3be7-449f-b6d1-1415b3e2fa05, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b438c101-e078-469a-92be-a58d4d5a14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:30.929466 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:30.945831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=73de116e-5df6-4cde-8f14-cd0256178977,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:31.056205 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] For port ced36ca8-3be7-449f-b6d1-1415b3e2fa05, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:31.061615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] For port ced36ca8-3be7-449f-b6d1-1415b3e2fa05, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ced36ca8-3be7-449f-b6d1-1415b3e2fa05,segment=NetworkSegment(b438c101-e078-469a-92be-a58d4d5a14d9),segment_id=b438c101-e078-469a-92be-a58d4d5a14d9)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:31.165989 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.187042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.227847 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:31.332670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44ea72-d523-41b8-a3d9-af23cb094a6a None None] Pushing event updated for resources: {'Port': ['ID=ced36ca8-3be7-449f-b6d1-1415b3e2fa05,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:31.426011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Allocated IP 172.25.4.151 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/21c8b18d-b254-40f1-8fd6-4d7852b517c7) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:31.452644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39b111-e245-4a41-9f0c-56b3630e795e req-9560d8cf-c79c-44ee-ba2a-85fb15e6a0c7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:31.472919 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b39b111-e245-4a41-9f0c-56b3630e795e req-9560d8cf-c79c-44ee-ba2a-85fb15e6a0c7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.2267864 Oct 27 16:01:31.583574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b39b111-e245-4a41-9f0c-56b3630e795e req-8f4c8be6-b60b-48e7-bfa0-a31fd3686ac1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947144 Oct 27 16:01:31.780202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197294d8-4ab0-4b35-9d39-00223455a284 req-bba7065e-110b-46bb-bf78-e8a61fa224ec tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:31.781817 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-197294d8-4ab0-4b35-9d39-00223455a284 req-bba7065e-110b-46bb-bf78-e8a61fa224ec tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.53 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 945 time: 0.3163610 Oct 27 16:01:31.856711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb845fd6-821c-476c-afea-03412fd47b69 req-83699505-2a6e-49bb-b850-6a34c517be02 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:31.858345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb845fd6-821c-476c-afea-03412fd47b69 req-83699505-2a6e-49bb-b850-6a34c517be02 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 945 time: 0.2523963 Oct 27 16:01:31.939378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.021667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb845fd6-821c-476c-afea-03412fd47b69 req-4a5db2ed-03c7-48cd-a840-2100eecaa1fe tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d9110e1-2537-4a0c-8142-e714e4eadd48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315694 Oct 27 16:01:32.033692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-b8489ebe-c927-4f89-bffd-c9c0380c485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:32.037021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-b8489ebe-c927-4f89-bffd-c9c0380c485e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1100 time: 0.2022521 Oct 27 16:01:32.057539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-197294d8-4ab0-4b35-9d39-00223455a284 req-26d4e99b-59e5-4932-8a7f-9d64bc8ea25b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Deleting port dbb07e9c-219c-4068-a896-363a3a6f3005 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:32.057977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-197294d8-4ab0-4b35-9d39-00223455a284 req-26d4e99b-59e5-4932-8a7f-9d64bc8ea25b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.158368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d0766-537a-47d0-b5a8-f130e57d4f59 req-d16f86d9-a15c-43e9-8a82-f4336510b6d4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:32.170048 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.174199 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-673d0766-537a-47d0-b5a8-f130e57d4f59 req-d16f86d9-a15c-43e9-8a82-f4336510b6d4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 945 time: 0.1639056 Oct 27 16:01:32.223642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Pushing event updated for resources: {'Port': ['ID=21c8b18d-b254-40f1-8fd6-4d7852b517c7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:32.240967 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-673d0766-537a-47d0-b5a8-f130e57d4f59 req-cfd6dae3-fe12-4a61-8f5c-9df32c5ac254 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624681 Oct 27 16:01:32.270735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:32.287613 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.287986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:32.310967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:32.327658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-46c384b7-b519-4285-975a-9b3fd98060be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:32.330387 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-46c384b7-b519-4285-975a-9b3fd98060be service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2852013 Oct 27 16:01:32.565587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-d6f84e72-ee62-495d-a925-77caa308fea4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 217 time: 0.0515864 Oct 27 16:01:32.575663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-197294d8-4ab0-4b35-9d39-00223455a284 req-26d4e99b-59e5-4932-8a7f-9d64bc8ea25b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] For port dbb07e9c-219c-4068-a896-363a3a6f3005, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=dbb07e9c-219c-4068-a896-363a3a6f3005,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:32.576185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-197294d8-4ab0-4b35-9d39-00223455a284 req-26d4e99b-59e5-4932-8a7f-9d64bc8ea25b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:32.627595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-197294d8-4ab0-4b35-9d39-00223455a284 req-26d4e99b-59e5-4932-8a7f-9d64bc8ea25b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Calling delete_port for dbb07e9c-219c-4068-a896-363a3a6f3005 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:32.691521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-73c5c345-30e2-4c39-9e5e-f39440b30556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:32.693081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-73c5c345-30e2-4c39-9e5e-f39440b30556 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1140969 Oct 27 16:01:32.890699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-81dacc02-2d98-43f6-adb2-07fe00bdabc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:32.892265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-81dacc02-2d98-43f6-adb2-07fe00bdabc6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1911025 Oct 27 16:01:32.902535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43038) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:32.993395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be1d9b-6e51-4b51-94a7-8ae9fd68e202 req-b3c32177-3ba2-414c-90b3-0e63286668ab tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:33.001120 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51be1d9b-6e51-4b51-94a7-8ae9fd68e202 req-b3c32177-3ba2-414c-90b3-0e63286668ab tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.2864714 Oct 27 16:01:33.014395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9387d211-e8c4-4c85-89c3-7c8e8004d595 None None] Network f14a5a37-9a2b-436b-8990-8b5dc65d3430 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:33.067643 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.083467 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-network', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:33.140044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ced36ca8-3be7-449f-b6d1-1415b3e2fa05 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:33.161216 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-197294d8-4ab0-4b35-9d39-00223455a284 req-26d4e99b-59e5-4932-8a7f-9d64bc8ea25b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.173044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51be1d9b-6e51-4b51-94a7-8ae9fd68e202 req-76f55faf-58cd-4095-bb75-661222c33240 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705852 Oct 27 16:01:33.191160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['dbb07e9c-219c-4068-a896-363a3a6f3005'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:33.228651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-70c60a13-0b03-487d-92c9-701228d824f6 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212996 Oct 27 16:01:33.231822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4e99b-59e5-4932-8a7f-9d64bc8ea25b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Pushing event deleted for resources: {'Port': ['ID=dbb07e9c-219c-4068-a896-363a3a6f3005,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:33.243068 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1ed8846-0658-4fab-ade6-01a5066a147d req-83457861-ca73-4fab-8d1c-1bdcae43e287 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 210 time: 0.0650198 Oct 27 16:01:33.247710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Made reservation on behalf of 4decf48a3d874cbba402768088ff7b0e for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:33.260036 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.265807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Provisioning complete for port ced36ca8-3be7-449f-b6d1-1415b3e2fa05 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:33.266182 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.274236 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.380765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ced36ca8-3be7-449f-b6d1-1415b3e2fa05 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:33.381142 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.447300 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.475070 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-197294d8-4ab0-4b35-9d39-00223455a284 req-26d4e99b-59e5-4932-8a7f-9d64bc8ea25b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] No DVR routers for this DVR port dbb07e9c-219c-4068-a896-363a3a6f3005 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:01:33.496553 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-197294d8-4ab0-4b35-9d39-00223455a284 req-26d4e99b-59e5-4932-8a7f-9d64bc8ea25b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.500580 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-197294d8-4ab0-4b35-9d39-00223455a284 req-26d4e99b-59e5-4932-8a7f-9d64bc8ea25b tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.53 "DELETE /v2.0/ports/dbb07e9c-219c-4068-a896-363a3a6f3005 HTTP/1.1" status: 204 len: 173 time: 1.7101316 Oct 27 16:01:33.501064 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'name': 'network-vif-deleted', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:33.503595 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57213c99-e0f1-4ed3-822b-b21f09482b6a" -d '{"events": [{"server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "name": "network-vif-deleted", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:33.506754 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.577144 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.588430 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.592272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] For port ced36ca8-3be7-449f-b6d1-1415b3e2fa05, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ced36ca8-3be7-449f-b6d1-1415b3e2fa05,segment=NetworkSegment(b438c101-e078-469a-92be-a58d4d5a14d9),segment_id=b438c101-e078-469a-92be-a58d4d5a14d9)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:33.594140 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee6c38-406d-4995-933a-6f5e9c477781 x-openstack-request-id: req-e7ee6c38-406d-4995-933a-6f5e9c477781 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:33.594411 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5473ad35-44c8-4099-9daf-ff6cf413db55", "name": "network-vif-deleted", "tag": "dbb07e9c-219c-4068-a896-363a3a6f3005", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:33.594662 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7ee6c38-406d-4995-933a-6f5e9c477781 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:33.595214 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5473ad35-44c8-4099-9daf-ff6cf413db55', 'name': 'network-vif-deleted', 'tag': 'dbb07e9c-219c-4068-a896-363a3a6f3005', 'status': 'completed', 'code': 200} Oct 27 16:01:33.630406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:01:33.661387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4e8546-e9ae-487c-9c55-2ef3fff0150d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:33.667677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.668297 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Added segment f986ea8e-917b-49dc-8f24-662cbaee6ce8 of type vlan for network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 Oct 27 16:01:33.671190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae9474-7e5d-4b0c-8b4c-8fc872e20500 req-02b38ec6-539d-40c9-8a46-4a164040dc7d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:33.672978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eaae9474-7e5d-4b0c-8b4c-8fc872e20500 req-02b38ec6-539d-40c9-8a46-4a164040dc7d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 945 time: 0.2888715 Oct 27 16:01:33.731345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-fb266ae2-727e-456e-b1e2-9ea6a99c702a service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929781 Oct 27 16:01:33.741642 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.778358 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.790475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eaae9474-7e5d-4b0c-8b4c-8fc872e20500 req-d9e3c1a3-75f6-4e78-98ea-25a7193939e5 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062708 Oct 27 16:01:33.803201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.901820 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:01:33.902219 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:01:33.906838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Pushing event updated for resources: {'Port': ['ID=ced36ca8-3be7-449f-b6d1-1415b3e2fa05,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:33.928747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.929097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.929455 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.930636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.933863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.934320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.934668 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.935009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.940415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.940755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.941102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.941441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e02c7f26-88a9-4902-80bd-a12dab215170 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:33.974789 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:33.977573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:33.978844 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.033569 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f68d2d20-990f-4e0f-afe8-3ed495d36d76 req-8e54e8b1-53e6-4704-98b7-f44ca9acecf3 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2106957157&fields=id&tenant_id=1a4c1de73a6040578fcc95c0b6ffc233 HTTP/1.1" status: 200 len: 267 time: 0.0758262 Oct 27 16:01:34.140990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d2d20-990f-4e0f-afe8-3ed495d36d76 req-424ab18e-91ac-4702-b2d0-4078190d856a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:34.142614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f68d2d20-990f-4e0f-afe8-3ed495d36d76 req-424ab18e-91ac-4702-b2d0-4078190d856a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 945 time: 0.0966613 Oct 27 16:01:34.152386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] Pushing event updated for resources: {'Network': ['ID=fb84a2f4-662f-49a4-9b5a-b5a5e8166f38,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:34.162103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f68d2d20-990f-4e0f-afe8-3ed495d36d76 req-f20671aa-42f5-4af3-ad37-cdf89a8818c4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'port': {'security_groups': ['b793cc72-7347-4b56-9430-870a606197e0', '72a02b03-fcca-421b-9166-b29e3c9bb0f4']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:34.171999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:01:34.177408 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-064a3384-b60b-4afa-8536-01a02384f3d9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2736282 Oct 27 16:01:34.181606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43056) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:34.188014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] Request body: {'subnet': {'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-subnet', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:34.238073 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-585f19b9-4c48-48e5-be88-94fa6ff0a5fd None None] Provisioning complete for port ced36ca8-3be7-449f-b6d1-1415b3e2fa05 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:34.238444 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-585f19b9-4c48-48e5-be88-94fa6ff0a5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.263396 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f68d2d20-990f-4e0f-afe8-3ed495d36d76 req-f20671aa-42f5-4af3-ad37-cdf89a8818c4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.283610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Router bda0e2c3-e988-48e6-9008-56fd84262628 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:01:34.311410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] Made reservation on behalf of 4decf48a3d874cbba402768088ff7b0e for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:34.313873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.436761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5140c-5d30-4f20-a778-413f5dffe132 req-06c32f04-9b20-411e-bac9-d84e1712cb32 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:34.444556 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02a5140c-5d30-4f20-a778-413f5dffe132 req-06c32f04-9b20-411e-bac9-d84e1712cb32 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1282568 Oct 27 16:01:34.500128 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02a5140c-5d30-4f20-a778-413f5dffe132 req-09cfbcf2-8933-4760-839c-573b938d2911 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539372 Oct 27 16:01:34.693223 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-01b3a184-e0cf-4b61-bf4f-be5b3c5e699a req-2f87b748-7b05-4800-bf89-80d0eef0fff2 tempest-FloatingIPsAssociationTestJSON-751048730 tempest-FloatingIPsAssociationTestJSON-751048730-project] 10.222.0.15 "GET /v2.0/ports?device_id=5473ad35-44c8-4099-9daf-ff6cf413db55 HTTP/1.1" status: 200 len: 210 time: 0.0520632 Oct 27 16:01:34.729226 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:34.785184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3054e14e-1959-45f5-b37e-9750204c7d6c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:34.866641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] Checking segment: {'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:34.867071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] Network hostable DHCP agents. Network: fb84a2f4-662f-49a4-9b5a-b5a5e8166f38, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:01:34.905132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:34.926471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Sync routers for ids ['bda0e2c3-e988-48e6-9008-56fd84262628'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:34.939569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Routers {'bda0e2c3-e988-48e6-9008-56fd84262628'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:34.939917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['bda0e2c3-e988-48e6-9008-56fd84262628'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:34.943545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-865e023c-ab03-4dce-a7f8-9a9daf52b048 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:34.945796 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-865e023c-ab03-4dce-a7f8-9a9daf52b048 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 820 time: 0.1408811 Oct 27 16:01:34.971191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-7d863bd5-5847-4f42-9efd-479a038aafc1 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/quotas/f57d649d5e5d4b59a5f1858ed4614af9 HTTP/1.1" status: 200 len: 375 time: 0.0110037 Oct 27 16:01:35.047451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.050093 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2a44aed1-a737-4df1-b53b-372ff6f95936 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.5848756 Oct 27 16:01:35.057360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43068) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:35.060541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f68d2d20-990f-4e0f-afe8-3ed495d36d76 req-f20671aa-42f5-4af3-ad37-cdf89a8818c4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] For port 73de116e-5df6-4cde-8f14-cd0256178977, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73de116e-5df6-4cde-8f14-cd0256178977,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:35.060758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ced36ca8-3be7-449f-b6d1-1415b3e2fa05 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:35.066178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] Network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:01:35.151018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ced36ca8-3be7-449f-b6d1-1415b3e2fa05 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:35.151402 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.159218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f68d2d20-990f-4e0f-afe8-3ed495d36d76 req-f20671aa-42f5-4af3-ad37-cdf89a8818c4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.178324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Set router bda0e2c3-e988-48e6-9008-56fd84262628 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:35.231965 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f68d2d20-990f-4e0f-afe8-3ed495d36d76 req-f20671aa-42f5-4af3-ad37-cdf89a8818c4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.274297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['73de116e-5df6-4cde-8f14-cd0256178977'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:35.294748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d2d20-990f-4e0f-afe8-3ed495d36d76 req-f20671aa-42f5-4af3-ad37-cdf89a8818c4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:35.295828 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f68d2d20-990f-4e0f-afe8-3ed495d36d76 req-f20671aa-42f5-4af3-ad37-cdf89a8818c4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.297481 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f68d2d20-990f-4e0f-afe8-3ed495d36d76 req-f20671aa-42f5-4af3-ad37-cdf89a8818c4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "PUT /v2.0/ports/73de116e-5df6-4cde-8f14-cd0256178977 HTTP/1.1" status: 200 len: 981 time: 1.1418571 Oct 27 16:01:35.328106 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, fb84a2f4-662f-49a4-9b5a-b5a5e8166f38) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:35.343076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20671aa-42f5-4af3-ad37-cdf89a8818c4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'Port': ['ID=73de116e-5df6-4cde-8f14-cd0256178977,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:35.355793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:35.356491 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.393105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-e7d8440d-2ce8-464a-96cf-1759ddd6cd63 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4119267 Oct 27 16:01:35.427433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7cdba6-6d5e-4c1f-83de-65b5779d51d9 None None] Network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:35.590355 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-142a5b70-6204-498a-9ddc-5390c725d696 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4056518 Oct 27 16:01:35.600307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43078) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:35.601242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'tag': '73de116e-5df6-4cde-8f14-cd0256178977'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:35.607435 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee35a44-0b9b-44d0-800f-c928f586d66a" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67", "tag": "73de116e-5df6-4cde-8f14-cd0256178977"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:35.609380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-router', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:35.645736 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-d431bd34-f7e8-4c69-8562-d2fe56e460f7 service neutron] 10.222.0.15 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123826 Oct 27 16:01:35.719199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['73de116e-5df6-4cde-8f14-cd0256178977'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:35.745545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c38a1a7f-8a15-4805-aa05-32448975e3ff req-b0e5d993-659d-4b2c-9d02-601c0c88785d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1095191024&fields=id&tenant_id=1a4c1de73a6040578fcc95c0b6ffc233 HTTP/1.1" status: 200 len: 267 time: 0.0617986 Oct 27 16:01:35.815307 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.816677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:35.855475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a1a7f-8a15-4805-aa05-32448975e3ff req-e3f67069-5c9f-4e8b-84fb-ed2203c605b1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:35.868709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c38a1a7f-8a15-4805-aa05-32448975e3ff req-e3f67069-5c9f-4e8b-84fb-ed2203c605b1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 984 time: 0.1063907 Oct 27 16:01:35.886242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c38a1a7f-8a15-4805-aa05-32448975e3ff req-809e1b9f-ff00-468c-916d-bb624787e10b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'port': {'security_groups': ['72a02b03-fcca-421b-9166-b29e3c9bb0f4', 'b793cc72-7347-4b56-9430-870a606197e0', '14528ef8-8b04-4616-8daf-ec92ec4bed54']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:35.897118 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-76be2961-0ba6-496a-a037-9d9590098d66 service neutron] 10.222.0.15 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374489 Oct 27 16:01:35.934711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.046959 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c38a1a7f-8a15-4805-aa05-32448975e3ff req-809e1b9f-ff00-468c-916d-bb624787e10b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.234730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-fb84a2f4-662f-49a4-9b5a-b5a5e8166f38', 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'fixed_ips': [{'subnet_id': '3054e14e-1959-45f5-b37e-9750204c7d6c'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:01:36.237560 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.279177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.375323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.384724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device dbb07e9c-219c-4068-a896-363a3a6f3005 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:36.432305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c38a1a7f-8a15-4805-aa05-32448975e3ff req-809e1b9f-ff00-468c-916d-bb624787e10b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] For port 73de116e-5df6-4cde-8f14-cd0256178977, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73de116e-5df6-4cde-8f14-cd0256178977,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:36.463900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: dbb07e9c-219c-4068-a896-363a3a6f3005 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:36.464281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device dbb07e9c-219c-4068-a896-363a3a6f3005 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:36.498238 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c38a1a7f-8a15-4805-aa05-32448975e3ff req-809e1b9f-ff00-468c-916d-bb624787e10b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.522641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-router', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:29Z', 'updated_at': '2021-10-27T16:01:32Z', 'revision_number': 3, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'gw_port': {'id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:31Z', 'updated_at': '2021-10-27T16:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:36.660105 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c38a1a7f-8a15-4805-aa05-32448975e3ff req-809e1b9f-ff00-468c-916d-bb624787e10b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.666544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Allocated IP 172.20.0.1 (f14a5a37-9a2b-436b-8990-8b5dc65d3430/0c054989-42b7-4b04-a53c-8797bb88ed6f/5e70ffd1-cd23-499a-a5a4-a090d3e2a33c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:36.757411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Checking router: bda0e2c3-e988-48e6-9008-56fd84262628 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:36.758570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Updating router bda0e2c3-e988-48e6-9008-56fd84262628 port 21c8b18d-b254-40f1-8fd6-4d7852b517c7 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:01:36.767521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a1a7f-8a15-4805-aa05-32448975e3ff req-809e1b9f-ff00-468c-916d-bb624787e10b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:36.769694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c38a1a7f-8a15-4805-aa05-32448975e3ff req-809e1b9f-ff00-468c-916d-bb624787e10b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:36.781350 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c38a1a7f-8a15-4805-aa05-32448975e3ff req-809e1b9f-ff00-468c-916d-bb624787e10b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "PUT /v2.0/ports/73de116e-5df6-4cde-8f14-cd0256178977 HTTP/1.1" status: 200 len: 1020 time: 0.9114320 Oct 27 16:01:36.863489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e1b9f-ff00-468c-916d-bb624787e10b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'Port': ['ID=73de116e-5df6-4cde-8f14-cd0256178977,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:36.972282 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.009095 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c7a76e-083b-4c24-bada-82fb2f107234 x-openstack-request-id: req-c2c7a76e-083b-4c24-bada-82fb2f107234 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:37.010403 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67", "tag": "73de116e-5df6-4cde-8f14-cd0256178977", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:37.010403 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2c7a76e-083b-4c24-bada-82fb2f107234 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:37.010403 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'tag': '73de116e-5df6-4cde-8f14-cd0256178977', 'status': 'completed', 'code': 200} Oct 27 16:01:37.026880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43100) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:37.114321 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.115701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['73de116e-5df6-4cde-8f14-cd0256178977'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:37.160821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92d614-a8d9-4652-acb9-9b03f54f0a48 req-fd8b3cbd-ad38-4e52-b2ea-a82d6905b7eb tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:37.161821 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.170109 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e92d614-a8d9-4652-acb9-9b03f54f0a48 req-fd8b3cbd-ad38-4e52-b2ea-a82d6905b7eb tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.2496226 Oct 27 16:01:37.202904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.209026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee35a44-0b9b-44d0-800f-c928f586d66a req-cce951c7-ccf4-457f-bd51-4270868b7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:37.210890 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ee35a44-0b9b-44d0-800f-c928f586d66a req-cce951c7-ccf4-457f-bd51-4270868b7c99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 1174 time: 0.1858850 Oct 27 16:01:37.230686 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.270120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Allocated IP 172.20.0.2 (fb84a2f4-662f-49a4-9b5a-b5a5e8166f38/3054e14e-1959-45f5-b37e-9750204c7d6c/19b81b16-4920-48c0-a34d-f4a42bc01926) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:37.306016 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e92d614-a8d9-4652-acb9-9b03f54f0a48 req-83eccd72-1e42-44bd-989d-c7fa280143f5 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348224 Oct 27 16:01:37.350224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Network f14a5a37-9a2b-436b-8990-8b5dc65d3430 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:37.364586 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:37.387897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['73de116e-5df6-4cde-8f14-cd0256178977'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:37.393884 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:37.452271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e70ffd1-cd23-499a-a5a4-a090d3e2a33c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:37.480291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e94533a-423b-4db7-bfa4-67818816cdf3 req-3a36560d-7341-42ae-af34-00c484e7d2b6 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.0764701 Oct 27 16:01:37.521554 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:37.535014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee35a44-0b9b-44d0-800f-c928f586d66a req-317a03bc-467e-48de-82bf-2e01eaa9993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:37.536624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ee35a44-0b9b-44d0-800f-c928f586d66a req-317a03bc-467e-48de-82bf-2e01eaa9993c service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 200 len: 913 time: 0.3153393 Oct 27 16:01:37.636725 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ee35a44-0b9b-44d0-800f-c928f586d66a req-942c31ee-8079-4c67-b70c-ec2ef4935a2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73de116e-5df6-4cde-8f14-cd0256178977 HTTP/1.1" status: 200 len: 217 time: 0.0826914 Oct 27 16:01:37.643616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e96cfe-d284-4442-ab0b-fa6fd97b4a2f req-458204d6-0011-4882-b15a-14c3d9d2ee9f tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:37.661495 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42e96cfe-d284-4442-ab0b-fa6fd97b4a2f req-458204d6-0011-4882-b15a-14c3d9d2ee9f tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 1023 time: 0.3096111 Oct 27 16:01:37.813651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee35a44-0b9b-44d0-800f-c928f586d66a req-7860afcc-3e88-4ba9-90b3-c2103eebbc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:37.815159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ee35a44-0b9b-44d0-800f-c928f586d66a req-7860afcc-3e88-4ba9-90b3-c2103eebbc6f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c362a8b-3dbb-4959-8274-c9ea75e913f5 HTTP/1.1" status: 200 len: 852 time: 0.1619678 Oct 27 16:01:37.858667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ee35a44-0b9b-44d0-800f-c928f586d66a req-f8431b7d-83e8-4548-9b53-3bcd69d6c7bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3659fd7-6817-4c0d-b322-ba3977f33981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352640 Oct 27 16:01:37.893811 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42e96cfe-d284-4442-ab0b-fa6fd97b4a2f req-3ad3634e-c176-41f6-a17e-6f0ea7945753 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=14528ef8-8b04-4616-8daf-ec92ec4bed54&id=b793cc72-7347-4b56-9430-870a606197e0&id=72a02b03-fcca-421b-9166-b29e3c9bb0f4 HTTP/1.1" status: 200 len: 6150 time: 0.2241871 Oct 27 16:01:37.949204 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c08dc6a9-fdd7-43ec-bc5e-11a2326d32b9 req-6c301568-96a4-4572-b3c5-ba4c56abb5dd tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1172288798 ', 'description': 'tempest-description-1724304546'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:37.971116 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.021294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.050715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ee35a44-0b9b-44d0-800f-c928f586d66a req-3ce3c067-b2a7-4df4-8d79-ae04d5aba888 service neutron] 10.222.0.54 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840975 Oct 27 16:01:38.082703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bbad92f4-cfac-422e-b0d8-5e75401eaacb None None] Provisioning complete for port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:38.083321 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bbad92f4-cfac-422e-b0d8-5e75401eaacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.119314 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c08dc6a9-fdd7-43ec-bc5e-11a2326d32b9 req-6c301568-96a4-4572-b3c5-ba4c56abb5dd tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.163881 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.253912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ee35a44-0b9b-44d0-800f-c928f586d66a req-34f446cd-87b1-48aa-8289-7c1b8ed4ef47 service neutron] 10.222.0.54 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936347 Oct 27 16:01:38.281523 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.292811 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.317996 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.321209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-bbad92f4-cfac-422e-b0d8-5e75401eaacb None None] Port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:38.342876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:38.366270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:38.402679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:38.419007 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.429948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Pushing event updated for resources: {'Port': ['ID=19b81b16-4920-48c0-a34d-f4a42bc01926,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:38.431270 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.449683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Allocated IP 172.25.4.116 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/d7510793-ebac-4ec8-b515-4d2e61fc9b8e) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:38.551781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c08dc6a9-fdd7-43ec-bc5e-11a2326d32b9 req-6c301568-96a4-4572-b3c5-ba4c56abb5dd tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.616186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Attempting to bind port 21c8b18d-b254-40f1-8fd6-4d7852b517c7 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:38.616557 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Attempting to bind port 21c8b18d-b254-40f1-8fd6-4d7852b517c7 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:38.616960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Attempting to bind port 21c8b18d-b254-40f1-8fd6-4d7852b517c7 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:38.619251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Attempting to bind port 19b81b16-4920-48c0-a34d-f4a42bc01926 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:38.619618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Attempting to bind port 19b81b16-4920-48c0-a34d-f4a42bc01926 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:38.619980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Attempting to bind port 19b81b16-4920-48c0-a34d-f4a42bc01926 on network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:38.622004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd52f3f-ef95-4b9b-853f-33a4c5b38691 None None] Pushing event updated for resources: {'Port': ['ID=21c8b18d-b254-40f1-8fd6-4d7852b517c7,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:38.652161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:38.652746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:38.652942 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.664895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:38.664895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Bound port: 21c8b18d-b254-40f1-8fd6-4d7852b517c7, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:38.664895 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.664895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:38.664895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Checking segment: {'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:38.664895 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.664895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Bound using segment: {'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:38.664895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Bound port: 19b81b16-4920-48c0-a34d-f4a42bc01926, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:38.665765 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.693551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Pushing event updated for resources: {'Port': ['ID=5e70ffd1-cd23-499a-a5a4-a090d3e2a33c,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:38.730258 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c08dc6a9-fdd7-43ec-bc5e-11a2326d32b9 req-6c301568-96a4-4572-b3c5-ba4c56abb5dd tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.749351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.765740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee1b74-3479-416e-9e21-d6c67e5059fe req-668ce94b-0aaa-4bde-9bad-b1f9c232752c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:38.774930 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-57ee1b74-3479-416e-9e21-d6c67e5059fe req-668ce94b-0aaa-4bde-9bad-b1f9c232752c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.2328336 Oct 27 16:01:38.790499 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-42a389f1-ab9f-48d5-82e1-6e810b7efb2e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1552973 Oct 27 16:01:38.797152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c301568-96a4-4572-b3c5-ba4c56abb5dd tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56f2ff8-2271-4643-b0ab-420b79936ca7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:38.800464 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] For port 21c8b18d-b254-40f1-8fd6-4d7852b517c7, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:38.814489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] For port 21c8b18d-b254-40f1-8fd6-4d7852b517c7, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=21c8b18d-b254-40f1-8fd6-4d7852b517c7,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:38.844022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] For port 19b81b16-4920-48c0-a34d-f4a42bc01926, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:38.862090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] For port 19b81b16-4920-48c0-a34d-f4a42bc01926, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=19b81b16-4920-48c0-a34d-f4a42bc01926,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:38.908235 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-57ee1b74-3479-416e-9e21-d6c67e5059fe req-f8056870-143f-4f5e-9af6-1f516d9c92ab tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315737 Oct 27 16:01:38.935908 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.943108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c08dc6a9-fdd7-43ec-bc5e-11a2326d32b9 req-6c301568-96a4-4572-b3c5-ba4c56abb5dd tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.951377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:38.951992 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c08dc6a9-fdd7-43ec-bc5e-11a2326d32b9 req-6c301568-96a4-4572-b3c5-ba4c56abb5dd tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.0096345 Oct 27 16:01:38.970842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-3999be4c-f653-4be9-9c1b-20db5ab4cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:38.972950 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-3999be4c-f653-4be9-9c1b-20db5ab4cb1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=71f531cca50846fdb21f4fffd8a76483&device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 1096 time: 0.1161578 Oct 27 16:01:38.987314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] Deleting port 6a66a27e-36b9-41d2-bfad-0b598c1ea876 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:38.991419 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.011916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Network f14a5a37-9a2b-436b-8990-8b5dc65d3430 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:39.014935 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:39.025806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'tag': '73de116e-5df6-4cde-8f14-cd0256178977'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:39.025806 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae9c21c-8379-4264-8efd-369557d71d86" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67", "tag": "73de116e-5df6-4cde-8f14-cd0256178977"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:39.038577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd52f3f-ef95-4b9b-853f-33a4c5b38691 None None] Pushing event updated for resources: {'Port': ['ID=21c8b18d-b254-40f1-8fd6-4d7852b517c7,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:39.047948 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.158445 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0b8ddd4-700c-4567-8c0c-7e995dd1ecbf req-495e9568-ca2f-4d74-be8d-8d6a7d3d1af4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/e56f2ff8-2271-4643-b0ab-420b79936ca7 HTTP/1.1" status: 200 len: 1781 time: 0.1831672 Oct 27 16:01:39.190884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8f0d8-c3fc-42fb-8639-a9307a59d4d3 None None] Pushing event updated for resources: {'Port': ['ID=19b81b16-4920-48c0-a34d-f4a42bc01926,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:39.249049 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03461d38-a651-4775-b7e1-822b28592c24 x-openstack-request-id: req-03461d38-a651-4775-b7e1-822b28592c24 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:39.249291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Routers {'bda0e2c3-e988-48e6-9008-56fd84262628'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:39.249392 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67", "tag": "73de116e-5df6-4cde-8f14-cd0256178977", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:39.249598 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03461d38-a651-4775-b7e1-822b28592c24 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:39.250264 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'tag': '73de116e-5df6-4cde-8f14-cd0256178977', 'status': 'completed', 'code': 200} Oct 27 16:01:39.251864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['bda0e2c3-e988-48e6-9008-56fd84262628'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:39.289546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] For port 6a66a27e-36b9-41d2-bfad-0b598c1ea876, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6a66a27e-36b9-41d2-bfad-0b598c1ea876,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:39.290002 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.329460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] Calling delete_port for 6a66a27e-36b9-41d2-bfad-0b598c1ea876 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:39.396098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-3cc3ae90-7600-4900-8fd1-8d54ed9a9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:39.397884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-3cc3ae90-7600-4900-8fd1-8d54ed9a9b8e service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b2d8b14-8822-4617-8111-c6974e73feff HTTP/1.1" status: 200 len: 917 time: 0.4002252 Oct 27 16:01:39.544297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bdccc3b-2f0c-4d31-8dea-a7f510986dac req-e1526566-0d2f-4ea6-a30a-25eac77d8387 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/e56f2ff8-2271-4643-b0ab-420b79936ca7 HTTP/1.1" status: 200 len: 1781 time: 0.2351751 Oct 27 16:01:39.556886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9c21c-8379-4264-8efd-369557d71d86 req-1d7ac4fa-cdad-4a4e-9457-236aae5767a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:39.566789 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6ae9c21c-8379-4264-8efd-369557d71d86 req-1d7ac4fa-cdad-4a4e-9457-236aae5767a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 1174 time: 0.2801793 Oct 27 16:01:39.623145 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-30335c47-34a9-4f0d-9f00-dc55a8491fa9 req-d09e4939-59f1-4b26-a2ef-d91a17fb3588 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.5572908 Oct 27 16:01:39.627627 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.657204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-a579ae9e-e7d1-41a0-816a-10e014350c1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93e5f68c-a892-49a5-999d-60d8431e5e18 HTTP/1.1" status: 200 len: 1001 time: 0.2432027 Oct 27 16:01:39.734269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:39.739092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-66756637-a801-4003-9010-0cd977dd56c5 None None] Provisioning complete for port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:39.739837 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-66756637-a801-4003-9010-0cd977dd56c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:39.748816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:39.770160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:39.787499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Pushing event updated for resources: {'Port': ['ID=d7510793-ebac-4ec8-b515-4d2e61fc9b8e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:39.839310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-66756637-a801-4003-9010-0cd977dd56c5 None None] Port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:39.861691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] Set router bda0e2c3-e988-48e6-9008-56fd84262628 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:39.877080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Router bda0e2c3-e988-48e6-9008-56fd84262628 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:39.947819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-630fb298-cbf1-4476-830b-47f7f2a3d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:39.949743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-630fb298-cbf1-4476-830b-47f7f2a3d05a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0575cc79-1ce7-4bfb-afa0-3772e6cab24f HTTP/1.1" status: 200 len: 855 time: 0.2669535 Oct 27 16:01:40.038474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9c21c-8379-4264-8efd-369557d71d86 req-20337827-1d5d-4d5d-9005-128d10719810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:40.041350 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6ae9c21c-8379-4264-8efd-369557d71d86 req-20337827-1d5d-4d5d-9005-128d10719810 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 200 len: 913 time: 0.4637206 Oct 27 16:01:40.046190 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bdccc3b-2f0c-4d31-8dea-a7f510986dac req-b5dd3a3b-7ba3-4f4b-b74d-31d5f50a3f88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:40.146575 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:40.175230 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-93436e18-4cf7-4763-a35a-71f35f4adee9 admin admin] 10.222.0.15 "PUT /v2.0/routers/bda0e2c3-e988-48e6-9008-56fd84262628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1079445 Oct 27 16:01:40.281832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77454e-6c48-4a13-b08f-483a8dd73301 req-ff0eeb57-2d94-4395-b0b0-68abdfc3f43e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:40.296133 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0b77454e-6c48-4a13-b08f-483a8dd73301 req-ff0eeb57-2d94-4395-b0b0-68abdfc3f43e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1692045 Oct 27 16:01:40.300035 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-router', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:29Z', 'updated_at': '2021-10-27T16:01:37Z', 'revision_number': 4, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'gw_port': {'id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:31Z', 'updated_at': '2021-10-27T16:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '5e70ffd1-cd23-499a-a5a4-a090d3e2a33c', 'name': '', 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'mac_address': 'fa:16:3e:83:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0c054989-42b7-4b04-a53c-8797bb88ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:36Z', 'updated_at': '2021-10-27T16:01:38Z', 'revision_number': 2, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'subnets': [{'id': '0c054989-42b7-4b04-a53c-8797bb88ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:40.346229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87399153-eb1b-457b-ac27-2fae32d2fd6a None None] The sync data for ids ['bda0e2c3-e988-48e6-9008-56fd84262628'] in n-d-815689-1 is: [{'id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-router', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:29Z', 'updated_at': '2021-10-27T16:01:37Z', 'revision_number': 4, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'gw_port': {'id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:31Z', 'updated_at': '2021-10-27T16:01:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '5e70ffd1-cd23-499a-a5a4-a090d3e2a33c', 'name': '', 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'mac_address': 'fa:16:3e:83:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0c054989-42b7-4b04-a53c-8797bb88ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:36Z', 'updated_at': '2021-10-27T16:01:38Z', 'revision_number': 2, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'subnets': [{'id': '0c054989-42b7-4b04-a53c-8797bb88ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:40.369945 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0b77454e-6c48-4a13-b08f-483a8dd73301 req-bd56c758-ee79-4336-bbc1-10ff2bd5372b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729985 Oct 27 16:01:40.434759 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:40.540562 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6ae9c21c-8379-4264-8efd-369557d71d86 req-f858b931-8399-44f0-8055-b163b2f98223 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73de116e-5df6-4cde-8f14-cd0256178977 HTTP/1.1" status: 200 len: 217 time: 0.4813306 Oct 27 16:01:40.711335 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bdccc3b-2f0c-4d31-8dea-a7f510986dac req-b5dd3a3b-7ba3-4f4b-b74d-31d5f50a3f88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:40.755417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-0dd400de-1852-48d0-bd72-6cd2a1ae4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:40.769401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-0dd400de-1852-48d0-bd72-6cd2a1ae4e19 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b2d8b14-8822-4617-8111-c6974e73feff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8051083 Oct 27 16:01:40.960989 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-6935f33a-536a-403c-8f40-8a305ffc4e11 req-0c8eb27c-aee8-4a03-af57-4eee9687f22c tempest-FloatingIPDetailsNegativeTestJSON-21064265 tempest-FloatingIPDetailsNegativeTestJSON-21064265-project] show failed (client error): The resource could not be found. Oct 27 16:01:40.971492 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6935f33a-536a-403c-8f40-8a305ffc4e11 req-0c8eb27c-aee8-4a03-af57-4eee9687f22c tempest-FloatingIPDetailsNegativeTestJSON-21064265 tempest-FloatingIPDetailsNegativeTestJSON-21064265-project] 10.222.0.15 "GET /v2.0/floatingips/473bc438-bb8d-434d-80ca-5f41727dd5e3 HTTP/1.1" status: 404 len: 350 time: 0.0710740 Oct 27 16:01:40.973285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:40.975709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43140) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:41.040985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9c21c-8379-4264-8efd-369557d71d86 req-7f93ee01-802b-4774-878b-efa4a8474584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:41.042613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6ae9c21c-8379-4264-8efd-369557d71d86 req-7f93ee01-802b-4774-878b-efa4a8474584 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1c362a8b-3dbb-4959-8274-c9ea75e913f5 HTTP/1.1" status: 200 len: 852 time: 0.5012257 Oct 27 16:01:41.104828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a66a27e-36b9-41d2-bfad-0b598c1ea876,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:41.191234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6ae9c21c-8379-4264-8efd-369557d71d86 req-8e052659-938f-4d86-a888-4edc45cd07d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e3659fd7-6817-4c0d-b322-ba3977f33981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775292 Oct 27 16:01:41.240406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 19b81b16-4920-48c0-a34d-f4a42bc01926 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:41.246244 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ebf6b712-2603-4646-a92b-8906ecc54fc6 req-c7dbbf3c-4110-43ee-a40c-23e4483703bc tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.1479540 Oct 27 16:01:41.365071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f14501-a47f-40bc-b8c4-0c2a0d9ed87c None None] Network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:41.366303 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.540633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6ae9c21c-8379-4264-8efd-369557d71d86 req-80fbee70-ac42-4014-b17a-8f49894ac1e2 service neutron] 10.222.0.54 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535789 Oct 27 16:01:41.580367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 19b81b16-4920-48c0-a34d-f4a42bc01926 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:41.585065 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.721741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-5e45bcbc-e503-46cf-ac4f-c3608c8215b3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:41.723310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-5e45bcbc-e503-46cf-ac4f-c3608c8215b3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.54 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 820 time: 1.2111905 Oct 27 16:01:41.730258 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bdccc3b-2f0c-4d31-8dea-a7f510986dac req-b5dd3a3b-7ba3-4f4b-b74d-31d5f50a3f88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.743149 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bdccc3b-2f0c-4d31-8dea-a7f510986dac req-b5dd3a3b-7ba3-4f4b-b74d-31d5f50a3f88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.744477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bdccc3b-2f0c-4d31-8dea-a7f510986dac req-b5dd3a3b-7ba3-4f4b-b74d-31d5f50a3f88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "DELETE /v2.0/security-groups/e56f2ff8-2271-4643-b0ab-420b79936ca7 HTTP/1.1" status: 204 len: 173 time: 2.1747367 Oct 27 16:01:41.776346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Request body: {'port': {'device_id': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254', 'admin_state_up': True, 'tenant_id': 'f57d649d5e5d4b59a5f1858ed4614af9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:41.845746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0bf8651a-9333-4868-a858-369691be0da0 None None] Provisioning complete for port 19b81b16-4920-48c0-a34d-f4a42bc01926 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:41.851994 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0bf8651a-9333-4868-a858-369691be0da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:41.872452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd3a3b-7ba3-4f4b-b74d-31d5f50a3f88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56f2ff8-2271-4643-b0ab-420b79936ca7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:41.880342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-729dd2aa-e83d-40f4-a8dc-d7954936b8bf service neutron] 10.222.0.53 "GET /v2.0/networks/1b2d8b14-8822-4617-8111-c6974e73feff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0184796 Oct 27 16:01:42.066148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550b0c4-884f-4a69-96b2-de2719446429 req-1756d5d1-2934-4131-a974-a56579bf4a90 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:42.075607 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6550b0c4-884f-4a69-96b2-de2719446429 req-1756d5d1-2934-4131-a974-a56579bf4a90 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.2256680 Oct 27 16:01:42.108350 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-49f83b8a-6e1a-4043-b734-010ca86e610c req-8113da71-d397-4f07-9583-4ec89586a739 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] show failed (client error): The resource could not be found. Oct 27 16:01:42.109382 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-49f83b8a-6e1a-4043-b734-010ca86e610c req-8113da71-d397-4f07-9583-4ec89586a739 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/e56f2ff8-2271-4643-b0ab-420b79936ca7 HTTP/1.1" status: 404 len: 352 time: 0.2277563 Oct 27 16:01:42.203452 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:42.205732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e625e5ce-374f-4bfe-a569-296206e2bca7 req-6523c753-923d-4276-8556-417352fc3902 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1969502371', 'description': 'tempest-description-159580574'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:42.254060 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6550b0c4-884f-4a69-96b2-de2719446429 req-efa795c2-7e6a-41a7-beb8-e5c52a298c53 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729400 Oct 27 16:01:42.258589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0bf8651a-9333-4868-a858-369691be0da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:42.345768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 19b81b16-4920-48c0-a34d-f4a42bc01926, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=19b81b16-4920-48c0-a34d-f4a42bc01926,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:42.360799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97e7bcca-1cdc-4a67-b67b-13461f6e61b8 req-f1923be7-641f-46c9-a0c2-c9a3305faccd service neutron] 10.222.0.53 "GET /v2.0/networks/1b2d8b14-8822-4617-8111-c6974e73feff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336617 Oct 27 16:01:42.375971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:01:42.403090 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:42.441387 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:42.514942 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-0bf8651a-9333-4868-a858-369691be0da0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:01:42.515719 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-0bf8651a-9333-4868-a858-369691be0da0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:01:42.609494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=19b81b16-4920-48c0-a34d-f4a42bc01926,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:42.640831 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15a58129-9b6c-4531-bbf2-464032af8d41 req-fe451050-691f-42d0-bf52-ea4a636da39e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.2306304 Oct 27 16:01:42.774192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:42.787730 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Sync routers for ids ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:42.807217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6ae9c21c-8379-4264-8efd-369557d71d86 req-c0f57919-fc31-41f5-a3d3-24c75cba51e2 service neutron] 10.222.0.54 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2106991 Oct 27 16:01:42.827931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Routers {'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:42.829048 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:42.862968 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b60a905-cc82-4732-9679-0a2ca03d71b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:43.214993 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Set router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:43.219865 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:43.227686 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-39aaa33f-9537-466b-a93d-34b0dccce66b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.6204741 Oct 27 16:01:43.229462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43156) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:43.240300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e625e5ce-374f-4bfe-a569-296206e2bca7 req-6523c753-923d-4276-8556-417352fc3902 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:43.309143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4f7ba396-e5da-4dcb-b05f-192b3d449c44 None None] Provisioning complete for port 19b81b16-4920-48c0-a34d-f4a42bc01926 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:43.309693 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4f7ba396-e5da-4dcb-b05f-192b3d449c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:43.521029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 19b81b16-4920-48c0-a34d-f4a42bc01926 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:43.611154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Made reservation on behalf of f57d649d5e5d4b59a5f1858ed4614af9 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:43.615058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:43.642548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] Router caf098bb-4da0-4988-934d-9572f13b2705 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:43.677440 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-router', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:40Z', 'revision_number': 3, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'gw_port': {'id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:37Z', 'updated_at': '2021-10-27T16:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:43.693772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 19b81b16-4920-48c0-a34d-f4a42bc01926 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:43.694135 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:43.761080 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Checking router: f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:43.763290 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Updating router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 port d7510793-ebac-4ec8-b515-4d2e61fc9b8e binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:01:43.863146 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:43.867352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 21c8b18d-b254-40f1-8fd6-4d7852b517c7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:43.874031 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e625e5ce-374f-4bfe-a569-296206e2bca7 req-6523c753-923d-4276-8556-417352fc3902 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:43.971323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44912c3-46f5-45ac-afd1-86869c14b231 req-fc5a9b32-4c7e-4fb9-b0a0-ef6c637e70db tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:43.981008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e44912c3-46f5-45ac-afd1-86869c14b231 req-fc5a9b32-4c7e-4fb9-b0a0-ef6c637e70db tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.4134512 Oct 27 16:01:43.987014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 21c8b18d-b254-40f1-8fd6-4d7852b517c7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:43.988288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.091849 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e44912c3-46f5-45ac-afd1-86869c14b231 req-4759e14a-2580-40c3-96e8-6d16dcabac52 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058562 Oct 27 16:01:44.127401 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e625e5ce-374f-4bfe-a569-296206e2bca7 req-6523c753-923d-4276-8556-417352fc3902 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.193014 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.216337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Allocated IP 172.20.0.8 (edc90018-5c2c-4f12-a27e-1b1214dfa254/afc0ac4d-20a4-4903-a917-822967ac10a7/186b9a0e-6b69-4a8d-877f-c725042181b6) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:44.237130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 21c8b18d-b254-40f1-8fd6-4d7852b517c7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=21c8b18d-b254-40f1-8fd6-4d7852b517c7,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:44.263945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523c753-923d-4276-8556-417352fc3902 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45775f5-85f6-4a2e-b4d0-c3d87c4ecb3d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:44.337316 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b9767d1-209e-499c-93a6-fc33f239845a req-9ea78aeb-cec9-470f-ae0f-c83d90706028 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.0486090 Oct 27 16:01:44.340326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:44.352905 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b876d1c8-b904-4bc5-b8a5-66035ed93068 admin admin] 10.222.0.15 "PUT /v2.0/routers/caf098bb-4da0-4988-934d-9572f13b2705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3179908 Oct 27 16:01:44.357619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43166) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:44.366314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28901e3-ffac-4af8-af36-cf0ab4a12a21 None None] Sync routers for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:44.394122 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e625e5ce-374f-4bfe-a569-296206e2bca7 req-6523c753-923d-4276-8556-417352fc3902 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.395397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e625e5ce-374f-4bfe-a569-296206e2bca7 req-6523c753-923d-4276-8556-417352fc3902 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.2247155 Oct 27 16:01:44.409041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28901e3-ffac-4af8-af36-cf0ab4a12a21 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:44.409853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e28901e3-ffac-4af8-af36-cf0ab4a12a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:44.502222 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Sync routers for ids ['bda0e2c3-e988-48e6-9008-56fd84262628'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:44.535445 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Routers {'bda0e2c3-e988-48e6-9008-56fd84262628'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:44.536650 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['bda0e2c3-e988-48e6-9008-56fd84262628'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:44.552294 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.553458 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.589529 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.704476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=21c8b18d-b254-40f1-8fd6-4d7852b517c7,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:44.735640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e28901e3-ffac-4af8-af36-cf0ab4a12a21 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:44.776200 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.800032 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:44.803360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c32792df-ca37-47c7-91e2-795c2d179df6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:01:44.910399 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Pushing event updated for resources: {'Port': ['ID=d7510793-ebac-4ec8-b515-4d2e61fc9b8e,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:44.936264 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.936940 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.937559 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.938186 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.938821 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.940222 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.940791 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.942291 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.942291 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.943126 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.943338 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Network edc90018-5c2c-4f12-a27e-1b1214dfa254 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:44.944011 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.944581 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:44.989145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:44.991467 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Attempting to bind port d7510793-ebac-4ec8-b515-4d2e61fc9b8e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:44.993196 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Attempting to bind port d7510793-ebac-4ec8-b515-4d2e61fc9b8e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:44.994199 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Attempting to bind port d7510793-ebac-4ec8-b515-4d2e61fc9b8e on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:45.006487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:45.018742 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:45.019698 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:45.020512 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.021471 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:45.022555 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Bound port: d7510793-ebac-4ec8-b515-4d2e61fc9b8e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:45.024172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:45.024438 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.044356 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.065098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Pushing event updated for resources: {'Port': ['ID=186b9a0e-6b69-4a8d-877f-c725042181b6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:45.136342 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] For port d7510793-ebac-4ec8-b515-4d2e61fc9b8e, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:45.142909 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] For port d7510793-ebac-4ec8-b515-4d2e61fc9b8e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d7510793-ebac-4ec8-b515-4d2e61fc9b8e,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:45.196351 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Set router bda0e2c3-e988-48e6-9008-56fd84262628 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:45.223041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-a0d2b3b2-23d8-425b-8ef8-f26438f7463b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4654043 Oct 27 16:01:45.237200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Request body: {'port': {'device_id': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:45.256875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 21c8b18d-b254-40f1-8fd6-4d7852b517c7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:45.264723 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.333828 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903f687-1aa4-4d87-a225-d51fcff07277 None None] Pushing event updated for resources: {'Port': ['ID=d7510793-ebac-4ec8-b515-4d2e61fc9b8e,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:45.417408 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.472749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.528626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20759bb9-774e-48e1-b05f-1e9175e91fa6 req-80591b15-b2f3-45d9-a180-be11c0f5e32b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:45.548291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20759bb9-774e-48e1-b05f-1e9175e91fa6 req-80591b15-b2f3-45d9-a180-be11c0f5e32b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1711745 Oct 27 16:01:45.560591 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Routers {'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:45.561659 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:45.646426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20759bb9-774e-48e1-b05f-1e9175e91fa6 req-121cb62b-9148-4169-bd3d-9fa8b3e551e1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951402 Oct 27 16:01:45.665989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-702b1cdf-c5c7-4285-bf5b-0df440cbc6d4 req-36bc710f-a981-4726-88db-bf6c419fc022 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2120883673', 'description': 'tempest-description-1933771396'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:45.721129 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-router', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:29Z', 'updated_at': '2021-10-27T16:01:37Z', 'revision_number': 4, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'gw_port': {'id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:31Z', 'updated_at': '2021-10-27T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '5e70ffd1-cd23-499a-a5a4-a090d3e2a33c', 'name': '', 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'mac_address': 'fa:16:3e:83:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0c054989-42b7-4b04-a53c-8797bb88ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:36Z', 'updated_at': '2021-10-27T16:01:38Z', 'revision_number': 2, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'subnets': [{'id': '0c054989-42b7-4b04-a53c-8797bb88ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:45.790759 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Checking router: bda0e2c3-e988-48e6-9008-56fd84262628 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:45.791437 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Updating router bda0e2c3-e988-48e6-9008-56fd84262628 port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:01:45.810535 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.846450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-702b1cdf-c5c7-4285-bf5b-0df440cbc6d4 req-36bc710f-a981-4726-88db-bf6c419fc022 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.853457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.879918 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:45.980998 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] Set router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:46.035512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6328397-7b17-4b98-a3aa-0902cbe241c2 req-403af557-58a4-49a6-9192-a7c9cb35d450 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:46.044352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a6328397-7b17-4b98-a3aa-0902cbe241c2 req-403af557-58a4-49a6-9192-a7c9cb35d450 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 931 time: 0.2026937 Oct 27 16:01:46.141962 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9b60a905-cc82-4732-9679-0a2ca03d71b5 admin admin] Deleting port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:46.142360 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b60a905-cc82-4732-9679-0a2ca03d71b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.147419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a6328397-7b17-4b98-a3aa-0902cbe241c2 req-47884350-c363-431c-bca7-81084b38d1b2 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001005 Oct 27 16:01:46.214830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 21c8b18d-b254-40f1-8fd6-4d7852b517c7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:46.215397 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.265677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e28901e3-ffac-4af8-af36-cf0ab4a12a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T16:01:40Z', 'revision_number': 5, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port': {'id': 'f2a69f93-619d-4eda-861f-c0e3364d4090', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:e5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:59:52Z', 'updated_at': '2021-10-27T16:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:46.363248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28901e3-ffac-4af8-af36-cf0ab4a12a21 None None] Checking router: caf098bb-4da0-4988-934d-9572f13b2705 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:46.409345 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28901e3-ffac-4af8-af36-cf0ab4a12a21 None None] Routers {'caf098bb-4da0-4988-934d-9572f13b2705'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:46.410366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e28901e3-ffac-4af8-af36-cf0ab4a12a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['caf098bb-4da0-4988-934d-9572f13b2705'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:46.414706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Allocated IP 172.20.0.1 (fb84a2f4-662f-49a4-9b5a-b5a5e8166f38/3054e14e-1959-45f5-b37e-9750204c7d6c/e04e860b-38da-4fbe-9e62-4f07fcebd71a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:46.458341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186b9a0e-6b69-4a8d-877f-c725042181b6 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:01:46.478804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.520931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Transition to ACTIVE for port object 186b9a0e-6b69-4a8d-877f-c725042181b6 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:01:46.565999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e28901e3-ffac-4af8-af36-cf0ab4a12a21 None None] Set router caf098bb-4da0-4988-934d-9572f13b2705 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:46.631699 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.631983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e28901e3-ffac-4af8-af36-cf0ab4a12a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T16:01:45Z', 'revision_number': 6, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:46.662757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28901e3-ffac-4af8-af36-cf0ab4a12a21 None None] The sync data for ids ['caf098bb-4da0-4988-934d-9572f13b2705'] in n-d-815689-1 is: [{'id': 'caf098bb-4da0-4988-934d-9572f13b2705', 'name': 'tempest-FloatingIPsAssociationTestJSON-535256416-router', 'tenant_id': '5d0bb18ca827474caf1f4f6174445004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:59:50Z', 'updated_at': '2021-10-27T16:01:45Z', 'revision_number': 6, 'project_id': '5d0bb18ca827474caf1f4f6174445004', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:46.683552 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.764780 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.775531 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-702b1cdf-c5c7-4285-bf5b-0df440cbc6d4 req-36bc710f-a981-4726-88db-bf6c419fc022 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.778045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Pushing event updated for resources: {'Port': ['ID=186b9a0e-6b69-4a8d-877f-c725042181b6,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:46.795689 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.806725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:46.806725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:46.811638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:46.821108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Port 186b9a0e-6b69-4a8d-877f-c725042181b6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:01:46.821350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:46.835260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Deleting port f2a69f93-619d-4eda-861f-c0e3364d4090 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:46.841187 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.841454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:46.841454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:46.841454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:46.841946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Bound port: 186b9a0e-6b69-4a8d-877f-c725042181b6, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:46.843042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.877087 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.924814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:46.932785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:46.934936 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-702b1cdf-c5c7-4285-bf5b-0df440cbc6d4 req-36bc710f-a981-4726-88db-bf6c419fc022 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:46.949768 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:46.986704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08e196-1ebf-4c5d-8399-dcfbb7ff4597 req-dbafad39-7fef-43e8-ae23-5eb691978062 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:46.999182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a08e196-1ebf-4c5d-8399-dcfbb7ff4597 req-dbafad39-7fef-43e8-ae23-5eb691978062 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1218059 Oct 27 16:01:47.015901 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc710f-a981-4726-88db-bf6c419fc022 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975c697e-f571-4000-ac8d-7c72e36b24eb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:47.061668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Pushing event updated for resources: {'Port': ['ID=e04e860b-38da-4fbe-9e62-4f07fcebd71a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:47.078966 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a08e196-1ebf-4c5d-8399-dcfbb7ff4597 req-d052b5fa-5e6b-454d-9a1c-8b4168d3078c tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724452 Oct 27 16:01:47.079786 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-702b1cdf-c5c7-4285-bf5b-0df440cbc6d4 req-36bc710f-a981-4726-88db-bf6c419fc022 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.079786 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-702b1cdf-c5c7-4285-bf5b-0df440cbc6d4 req-36bc710f-a981-4726-88db-bf6c419fc022 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.6644323 Oct 27 16:01:47.115367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:47.138831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=186b9a0e-6b69-4a8d-877f-c725042181b6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:47.151127 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b60a905-cc82-4732-9679-0a2ca03d71b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.162854 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.169288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6a66a27e-36b9-41d2-bfad-0b598c1ea876 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:47.202999 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.205576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 6a66a27e-36b9-41d2-bfad-0b598c1ea876 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:47.205926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6a66a27e-36b9-41d2-bfad-0b598c1ea876 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:47.290589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:47.291728 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.300604 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] 10.222.0.54 "PUT /v2.0/ports/186b9a0e-6b69-4a8d-877f-c725042181b6 HTTP/1.1" status: 200 len: 1091 time: 2.0631874 Oct 27 16:01:47.307402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'tag': '186b9a0e-6b69-4a8d-877f-c725042181b6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:47.309957 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86697149-7793-441e-94c3-66d13d48a3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "214b2248-5313-4dc9-b52c-4da8d2d12dc7", "tag": "186b9a0e-6b69-4a8d-877f-c725042181b6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:47.336131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] For port f2a69f93-619d-4eda-861f-c0e3364d4090, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f2a69f93-619d-4eda-861f-c0e3364d4090,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:47.336131 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.364722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-adbcfad9-3074-4057-8400-f4d0b5f96f77 req-8e03c4ee-2cad-4b67-b030-e5ca039d0789 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-804320042', 'description': 'tempest-description-1523577827'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:47.377382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Calling delete_port for f2a69f93-619d-4eda-861f-c0e3364d4090 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:47.379868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9b60a905-cc82-4732-9679-0a2ca03d71b5 admin admin] Calling delete_port for 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:47.408604 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be87de-483c-46d7-a42a-5a3dbef9459b None None] Pushing event updated for resources: {'Port': ['ID=5e70ffd1-cd23-499a-a5a4-a090d3e2a33c,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:47.483454 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-router', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:40Z', 'revision_number': 3, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'gw_port': {'id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:37Z', 'updated_at': '2021-10-27T16:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:47.494146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c406e83-af10-4bbb-ad2d-c550be2fa34f service neutron] Pushing event updated for resources: {'Port': ['ID=186b9a0e-6b69-4a8d-877f-c725042181b6,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:47.554258 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-364532d6-f120-45a8-9678-50940d0971b0 None None] Provisioning complete for port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:47.555300 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-364532d6-f120-45a8-9678-50940d0971b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.559959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820aeed-01e8-4eb1-a1c5-6035a4fa1902 req-0df3d790-3688-4c45-978f-f49a29807a1c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:47.562058 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3820aeed-01e8-4eb1-a1c5-6035a4fa1902 req-0df3d790-3688-4c45-978f-f49a29807a1c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.2428384 Oct 27 16:01:47.572611 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c5740-43b2-40e8-a3da-c96853c00ba6 None None] The sync data for ids ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'] in n-d-815689-1 is: [{'id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-router', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:40Z', 'revision_number': 3, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'gw_port': {'id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:37Z', 'updated_at': '2021-10-27T16:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:47.589281 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-40652536-a001-405b-ad6b-b9c34103275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:47.591182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-40652536-a001-405b-ad6b-b9c34103275d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 1094 time: 0.1681750 Oct 27 16:01:47.619606 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Attempting to bind port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:47.619985 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Attempting to bind port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'b438c101-e078-469a-92be-a58d4d5a14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:47.620419 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Attempting to bind port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c on network f14a5a37-9a2b-436b-8990-8b5dc65d3430 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:47.631293 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:47.633476 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Checking segment: {'id': 'b438c101-e078-469a-92be-a58d4d5a14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:47.634511 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.635443 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Bound using segment: {'id': 'b438c101-e078-469a-92be-a58d4d5a14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:47.636597 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Bound port: 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b438c101-e078-469a-92be-a58d4d5a14d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:47.641196 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.650511 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-364532d6-f120-45a8-9678-50940d0971b0 None None] Port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:47.672229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-364532d6-f120-45a8-9678-50940d0971b0 None None] Provisioning complete for port e04e860b-38da-4fbe-9e62-4f07fcebd71a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:47.672607 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-364532d6-f120-45a8-9678-50940d0971b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.737182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-364532d6-f120-45a8-9678-50940d0971b0 None None] Port e04e860b-38da-4fbe-9e62-4f07fcebd71a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:47.788538 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-adbcfad9-3074-4057-8400-f4d0b5f96f77 req-8e03c4ee-2cad-4b67-b030-e5ca039d0789 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:47.825341 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] For port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:47.840587 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] For port 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5e70ffd1-cd23-499a-a5a4-a090d3e2a33c,segment=NetworkSegment(b438c101-e078-469a-92be-a58d4d5a14d9),segment_id=b438c101-e078-469a-92be-a58d4d5a14d9)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:47.948807 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.141011 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be87de-483c-46d7-a42a-5a3dbef9459b None None] Pushing event updated for resources: {'Port': ['ID=5e70ffd1-cd23-499a-a5a4-a090d3e2a33c,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:48.164454 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.203340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-eaf9c811-7003-4de5-b2f7-4187183510f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=186b9a0e-6b69-4a8d-877f-c725042181b6 HTTP/1.1" status: 200 len: 217 time: 0.5926590 Oct 27 16:01:48.211638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-adbcfad9-3074-4057-8400-f4d0b5f96f77 req-8e03c4ee-2cad-4b67-b030-e5ca039d0789 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.241434 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Routers {'bda0e2c3-e988-48e6-9008-56fd84262628'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:48.242633 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['bda0e2c3-e988-48e6-9008-56fd84262628'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:48.322775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-1ed2f3fb-7583-4c1b-9d90-30ea88d2b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:48.325055 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-1ed2f3fb-7583-4c1b-9d90-30ea88d2b00d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.1115606 Oct 27 16:01:48.334990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3820aeed-01e8-4eb1-a1c5-6035a4fa1902 req-3488dce7-f759-44bc-bd24-1234f266422d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7426443 Oct 27 16:01:48.418636 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.436440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-4b09f272-345b-4a35-915b-965767c983c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980418 Oct 27 16:01:48.436651 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-faee723b-9a68-4bf9-8607-6a010fece57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.446000 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-adbcfad9-3074-4057-8400-f4d0b5f96f77 req-8e03c4ee-2cad-4b67-b030-e5ca039d0789 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.521106 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03c4ee-2cad-4b67-b030-e5ca039d0789 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea63629-9c5b-4882-9b06-5e6f16fad0b6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:48.531511 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] Set router bda0e2c3-e988-48e6-9008-56fd84262628 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:48.559707 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b60a905-cc82-4732-9679-0a2ca03d71b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.602647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-adbcfad9-3074-4057-8400-f4d0b5f96f77 req-8e03c4ee-2cad-4b67-b030-e5ca039d0789 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:48.602647 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-adbcfad9-3074-4057-8400-f4d0b5f96f77 req-8e03c4ee-2cad-4b67-b030-e5ca039d0789 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.2714140 Oct 27 16:01:48.602647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a69f93-619d-4eda-861f-c0e3364d4090,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:48.638175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60a905-cc82-4732-9679-0a2ca03d71b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e70ffd1-cd23-499a-a5a4-a090d3e2a33c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:48.646305 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-00523dbb-8805-4921-9d2e-29a1a357d02f service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933196 Oct 27 16:01:48.707552 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a779433-d8ec-4b8c-a174-46f3120b6133 x-openstack-request-id: req-4a779433-d8ec-4b8c-a174-46f3120b6133 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:48.707838 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214b2248-5313-4dc9-b52c-4da8d2d12dc7", "tag": "186b9a0e-6b69-4a8d-877f-c725042181b6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:48.708123 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a779433-d8ec-4b8c-a174-46f3120b6133 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:48.708506 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'tag': '186b9a0e-6b69-4a8d-877f-c725042181b6', 'status': 'completed', 'code': 200} Oct 27 16:01:48.781582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6820d738-a6b3-4167-aacc-545e0433fffa None None] Could not find standard attr ID for object 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:01:48.925463 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f757d5e3-2eb6-452d-bf4d-321dd2f0bad5 req-1409e893-dd48-454d-bd46-bb672bcdb6e8 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698421 Oct 27 16:01:48.960422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be0053-d651-4f9b-a1e3-8c347e6ef23c req-755f07e0-fb4b-4e36-bb3b-115b880700d0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:48.963099 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99be0053-d651-4f9b-a1e3-8c347e6ef23c req-755f07e0-fb4b-4e36-bb3b-115b880700d0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1169250 Oct 27 16:01:49.010310 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.061352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99be0053-d651-4f9b-a1e3-8c347e6ef23c req-906eb5e6-11a0-428a-8691-71252e5a7bb3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800920 Oct 27 16:01:49.218042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697149-7793-441e-94c3-66d13d48a3f9 req-9aa18f28-8997-4226-8db1-e3ce5e62759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:49.219601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86697149-7793-441e-94c3-66d13d48a3f9 req-9aa18f28-8997-4226-8db1-e3ce5e62759a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 1094 time: 0.1188297 Oct 27 16:01:49.286221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d7510793-ebac-4ec8-b515-4d2e61fc9b8e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:49.323612 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-router', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:29Z', 'updated_at': '2021-10-27T16:01:37Z', 'revision_number': 4, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'gw_port': {'id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:31Z', 'updated_at': '2021-10-27T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '5e70ffd1-cd23-499a-a5a4-a090d3e2a33c', 'name': '', 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'mac_address': 'fa:16:3e:83:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0c054989-42b7-4b04-a53c-8797bb88ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:36Z', 'updated_at': '2021-10-27T16:01:47Z', 'revision_number': 4, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'subnets': [{'id': '0c054989-42b7-4b04-a53c-8797bb88ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:49.383143 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da08061-0fbe-43b6-96db-6c4d66d42365 None None] The sync data for ids ['bda0e2c3-e988-48e6-9008-56fd84262628'] in n-d-815689-1 is: [{'id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-router', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:29Z', 'updated_at': '2021-10-27T16:01:37Z', 'revision_number': 4, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'gw_port': {'id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:31Z', 'updated_at': '2021-10-27T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '5e70ffd1-cd23-499a-a5a4-a090d3e2a33c', 'name': '', 'network_id': 'f14a5a37-9a2b-436b-8990-8b5dc65d3430', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'mac_address': 'fa:16:3e:83:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '0c054989-42b7-4b04-a53c-8797bb88ed6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:36Z', 'updated_at': '2021-10-27T16:01:47Z', 'revision_number': 4, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'subnets': [{'id': '0c054989-42b7-4b04-a53c-8797bb88ed6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:49.406275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d7510793-ebac-4ec8-b515-4d2e61fc9b8e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:49.406275 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.496217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.544001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697149-7793-441e-94c3-66d13d48a3f9 req-d96cf4d2-7bb3-4a8d-b0d3-d36f4fed3e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:49.545063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86697149-7793-441e-94c3-66d13d48a3f9 req-d96cf4d2-7bb3-4a8d-b0d3-d36f4fed3e7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.3159223 Oct 27 16:01:49.587421 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.589651 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.599881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.637644 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86697149-7793-441e-94c3-66d13d48a3f9 req-5c95bdd4-b107-4e2c-8c4c-59869f4e6cf4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=186b9a0e-6b69-4a8d-877f-c725042181b6 HTTP/1.1" status: 200 len: 217 time: 0.0758085 Oct 27 16:01:49.711089 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.746403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49405e18-24d0-4498-b45e-8ddf5043e290 req-c25ba6ac-e1cb-4e84-acc6-c1074896b4d3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:49.760826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port d7510793-ebac-4ec8-b515-4d2e61fc9b8e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d7510793-ebac-4ec8-b515-4d2e61fc9b8e,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:49.764333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-49405e18-24d0-4498-b45e-8ddf5043e290 req-c25ba6ac-e1cb-4e84-acc6-c1074896b4d3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.2685792 Oct 27 16:01:49.791636 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ff0f523-e497-43b7-9039-a9ed78d5672e req-7aac56dd-6c1d-4d4a-aef1-94875bca2fc8 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233 HTTP/1.1" status: 200 len: 10898 time: 0.9356384 Oct 27 16:01:49.814652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86697149-7793-441e-94c3-66d13d48a3f9 req-4e217f39-b50b-44c6-bcb2-7cecb105ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:49.818026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86697149-7793-441e-94c3-66d13d48a3f9 req-4e217f39-b50b-44c6-bcb2-7cecb105ce65 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.1670229 Oct 27 16:01:49.854942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-49405e18-24d0-4498-b45e-8ddf5043e290 req-6840d721-1611-4406-9fb0-3dacdf97f4f8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888457 Oct 27 16:01:49.856495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Pushing event updated for resources: {'Port': ['ID=e04e860b-38da-4fbe-9e62-4f07fcebd71a,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:49.868893 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.875516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b60a905-cc82-4732-9679-0a2ca03d71b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:49.903479 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86697149-7793-441e-94c3-66d13d48a3f9 req-c9affddf-c4e4-408f-b40d-ae32fce92e92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733247 Oct 27 16:01:49.940162 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ff0f523-e497-43b7-9039-a9ed78d5672e req-2da8892b-d9dc-4c91-b570-a02e4910ee31 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/b793cc72-7347-4b56-9430-870a606197e0 HTTP/1.1" status: 200 len: 2981 time: 0.1212237 Oct 27 16:01:49.967178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.082256 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86697149-7793-441e-94c3-66d13d48a3f9 req-3138433d-da96-4806-901e-7eb633f89e34 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695774 Oct 27 16:01:50.089263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f2a69f93-619d-4eda-861f-c0e3364d4090 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:50.159516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: f2a69f93-619d-4eda-861f-c0e3364d4090 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:50.160073 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f2a69f93-619d-4eda-861f-c0e3364d4090 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:50.172558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=d7510793-ebac-4ec8-b515-4d2e61fc9b8e,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:50.260399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86697149-7793-441e-94c3-66d13d48a3f9 req-bfa0caad-dc07-40bc-9e0c-a333a89bf6c4 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614239 Oct 27 16:01:50.346700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859c4a7-6eb7-438e-a2c2-200e136672ae req-6a16ae66-d7bd-4cf2-a6a9-abbe171b2156 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:50.348763 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a859c4a7-6eb7-438e-a2c2-200e136672ae req-6a16ae66-d7bd-4cf2-a6a9-abbe171b2156 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.0873787 Oct 27 16:01:50.427823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a859c4a7-6eb7-438e-a2c2-200e136672ae req-fc76ed3d-0564-4001-940d-fa16094e661e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618906 Oct 27 16:01:50.557925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.558479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caf098bb-4da0-4988-934d-9572f13b2705 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:01:50.576675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.581009 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dcf49a7a-55ec-4d8f-a0aa-f697d7b55348 admin admin] 10.222.0.15 "DELETE /v2.0/routers/caf098bb-4da0-4988-934d-9572f13b2705 HTTP/1.1" status: 204 len: 168 time: 6.2191548 Oct 27 16:01:50.581941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43204) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:50.638311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-743e6ba6-0b3a-4dc8-b829-236856209703 admin admin] Deleting subnet bf68072d-b695-4bd8-bfc4-2c792da33c15 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:01:50.642384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-743e6ba6-0b3a-4dc8-b829-236856209703 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.659633 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ff0f523-e497-43b7-9039-a9ed78d5672e req-cc424f96-d490-4d44-aca7-88f0b12de7b3 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/b793cc72-7347-4b56-9430-870a606197e0 HTTP/1.1" status: 200 len: 2981 time: 0.6164732 Oct 27 16:01:50.673451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:50.678515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:50.708917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-743e6ba6-0b3a-4dc8-b829-236856209703 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.816678 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-743e6ba6-0b3a-4dc8-b829-236856209703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:50.822698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c6e8d0ad-065c-416f-bace-ead606461f13 req-50598a5d-6e46-4298-80f6-05d7f659f47d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/f45775f5-85f6-4a2e-b4d0-c3d87c4ecb3d HTTP/1.1" status: 200 len: 1800 time: 0.1052592 Oct 27 16:01:50.967213 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c6e8d0ad-065c-416f-bace-ead606461f13 req-082742d0-9415-412a-b090-42bca486a8a1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.005207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:51.014594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b60a905-cc82-4732-9679-0a2ca03d71b5 admin admin] Router bda0e2c3-e988-48e6-9008-56fd84262628 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:01:51.045458 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c6e8d0ad-065c-416f-bace-ead606461f13 req-082742d0-9415-412a-b090-42bca486a8a1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.049143 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-743e6ba6-0b3a-4dc8-b829-236856209703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.149051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d7510793-ebac-4ec8-b515-4d2e61fc9b8e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:51.168255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e6ba6-0b3a-4dc8-b829-236856209703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf68072d-b695-4bd8-bfc4-2c792da33c15,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:51.177601 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-743e6ba6-0b3a-4dc8-b829-236856209703 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.206001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-743e6ba6-0b3a-4dc8-b829-236856209703 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bf68072d-b695-4bd8-bfc4-2c792da33c15 HTTP/1.1" status: 204 len: 168 time: 0.6220517 Oct 27 16:01:51.212543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c104b-ec14-4173-958f-c7e643419350 None None] Network 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:51.218203 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43214) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:51.330264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3608e75-8c06-4135-a7db-8a53bbe5473c req-e4a0ce85-d55f-4216-8107-81fe5fe75612 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:51.332240 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c3608e75-8c06-4135-a7db-8a53bbe5473c req-e4a0ce85-d55f-4216-8107-81fe5fe75612 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.1687868 Oct 27 16:01:51.342858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b60a905-cc82-4732-9679-0a2ca03d71b5 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:51.345605 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c6e8d0ad-065c-416f-bace-ead606461f13 req-082742d0-9415-412a-b090-42bca486a8a1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.348806 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c6e8d0ad-065c-416f-bace-ead606461f13 req-082742d0-9415-412a-b090-42bca486a8a1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.352576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:01:51.359205 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9b60a905-cc82-4732-9679-0a2ca03d71b5 admin admin] 10.222.0.15 "PUT /v2.0/routers/bda0e2c3-e988-48e6-9008-56fd84262628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3726733 Oct 27 16:01:51.365986 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Sync routers for ids ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:51.367094 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c6e8d0ad-065c-416f-bace-ead606461f13 req-082742d0-9415-412a-b090-42bca486a8a1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "DELETE /v2.0/security-groups/f45775f5-85f6-4a2e-b4d0-c3d87c4ecb3d HTTP/1.1" status: 204 len: 173 time: 0.5132821 Oct 27 16:01:51.367742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43218) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:51.386014 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c5ea1910-28d0-4a37-8f74-b9062daed3ef admin admin] 10.222.0.15 "PUT /v2.0/routers/f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1550791 Oct 27 16:01:51.391616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e0f6a-3710-4165-be29-9be66b9529d5 None None] Sync routers for ids ['bda0e2c3-e988-48e6-9008-56fd84262628'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:01:51.395522 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Routers {'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:51.397135 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:51.461133 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c3608e75-8c06-4135-a7db-8a53bbe5473c req-626cdddc-d2ff-4fae-b63c-995c1a8dfe4b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151736 Oct 27 16:01:51.467214 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.481832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-01b2f556-33b2-4ba2-aaff-53ed03551f27 None None] Provisioning complete for port e04e860b-38da-4fbe-9e62-4f07fcebd71a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:51.487758 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01b2f556-33b2-4ba2-aaff-53ed03551f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.581712 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-c68c3f41-4d0d-448d-a629-77109ad9afc8 req-61a009bc-3205-4f8a-8379-bc4f28defd8c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] show failed (client error): The resource could not be found. Oct 27 16:01:51.590297 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c68c3f41-4d0d-448d-a629-77109ad9afc8 req-61a009bc-3205-4f8a-8379-bc4f28defd8c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/f45775f5-85f6-4a2e-b4d0-c3d87c4ecb3d HTTP/1.1" status: 404 len: 352 time: 0.0265596 Oct 27 16:01:51.631023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d7510793-ebac-4ec8-b515-4d2e61fc9b8e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:51.631813 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.635588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e0f6a-3710-4165-be29-9be66b9529d5 None None] Routers {'bda0e2c3-e988-48e6-9008-56fd84262628'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:51.639945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c13e0f6a-3710-4165-be29-9be66b9529d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['bda0e2c3-e988-48e6-9008-56fd84262628'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:51.673372 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Set router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:51.783284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082742d0-9415-412a-b090-42bca486a8a1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45775f5-85f6-4a2e-b4d0-c3d87c4ecb3d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:51.838881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb82b40-83ed-482d-99b2-d1d6b3b38ef5 req-610b5966-aade-4597-85d4-9ea97c51b28d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:51.862278 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0eb82b40-83ed-482d-99b2-d1d6b3b38ef5 req-610b5966-aade-4597-85d4-9ea97c51b28d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1851792 Oct 27 16:01:51.937905 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-06cf13de-c7b4-4d2a-a7de-1bf57fc6c65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:51.959807 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0eb82b40-83ed-482d-99b2-d1d6b3b38ef5 req-f42bea9c-69a3-4f39-96b2-c50f4c2ee3ed tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925193 Oct 27 16:01:51.985102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-01b2f556-33b2-4ba2-aaff-53ed03551f27 None None] Port e04e860b-38da-4fbe-9e62-4f07fcebd71a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:01:52.106344 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17d403af-bbc5-43d0-9187-88cb2ee2cc86 req-3e3a1607-acb5-4ced-84dd-8b5d475c2cf9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/975c697e-f571-4000-ac8d-7c72e36b24eb HTTP/1.1" status: 200 len: 1801 time: 0.3092980 Oct 27 16:01:52.123384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c13e0f6a-3710-4165-be29-9be66b9529d5 None None] Set router bda0e2c3-e988-48e6-9008-56fd84262628 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:52.164195 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.216981 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.217470 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.305796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea7b5d-5b34-491f-8485-79eda80887aa None None] DHCP port deletion for 06a1a3f3-66cc-41f1-8ba4-af7b6de72059 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:01:52.336787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Deleting port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:52.337141 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.434974 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-17d403af-bbc5-43d0-9187-88cb2ee2cc86 req-39079f43-c957-478f-8799-e40d317f5cc9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.447316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-66ea7b5d-5b34-491f-8485-79eda80887aa None None] Deleting port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:52.447691 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-66ea7b5d-5b34-491f-8485-79eda80887aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.451936 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-router', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:47Z', 'revision_number': 4, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'gw_port': {'id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:37Z', 'updated_at': '2021-10-27T16:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e04e860b-38da-4fbe-9e62-4f07fcebd71a', 'name': '', 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'mac_address': 'fa:16:3e:f7:d2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3054e14e-1959-45f5-b37e-9750204c7d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:45Z', 'updated_at': '2021-10-27T16:01:48Z', 'revision_number': 2, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'subnets': [{'id': '3054e14e-1959-45f5-b37e-9750204c7d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:52.458460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] For port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1faa1ab8-a2ec-4c93-b6db-44beb777f80d,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:52.458855 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.493135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Calling delete_port for 1faa1ab8-a2ec-4c93-b6db-44beb777f80d owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:52.520160 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Checking router: f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:52.520722 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Updating router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 port e04e860b-38da-4fbe-9e62-4f07fcebd71a binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:01:52.546354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-17d403af-bbc5-43d0-9187-88cb2ee2cc86 req-39079f43-c957-478f-8799-e40d317f5cc9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.570753 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.606763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.797238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dcfdb4-ceab-4fc4-9f76-4b1747047695 req-93c77d72-702e-4065-8234-8754c7b6b743 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:52.798905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-28dcfdb4-ceab-4fc4-9f76-4b1747047695 req-93c77d72-702e-4065-8234-8754c7b6b743 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.0667284 Oct 27 16:01:52.818062 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-66ea7b5d-5b34-491f-8485-79eda80887aa None None] For port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1faa1ab8-a2ec-4c93-b6db-44beb777f80d,segment=NetworkSegment(48b08e4c-92bf-449a-8aaf-407194190641),segment_id=48b08e4c-92bf-449a-8aaf-407194190641)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:52.818469 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-66ea7b5d-5b34-491f-8485-79eda80887aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.832337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.833856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c13e0f6a-3710-4165-be29-9be66b9529d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-router', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:29Z', 'updated_at': '2021-10-27T16:01:48Z', 'revision_number': 5, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'gw_port': {'id': '21c8b18d-b254-40f1-8fd6-4d7852b517c7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:31Z', 'updated_at': '2021-10-27T16:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:52.837040 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-17d403af-bbc5-43d0-9187-88cb2ee2cc86 req-39079f43-c957-478f-8799-e40d317f5cc9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.840629 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-66ea7b5d-5b34-491f-8485-79eda80887aa None None] Calling delete_port for 1faa1ab8-a2ec-4c93-b6db-44beb777f80d owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:52.849541 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-17d403af-bbc5-43d0-9187-88cb2ee2cc86 req-39079f43-c957-478f-8799-e40d317f5cc9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:52.866164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17d403af-bbc5-43d0-9187-88cb2ee2cc86 req-39079f43-c957-478f-8799-e40d317f5cc9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "DELETE /v2.0/security-groups/975c697e-f571-4000-ac8d-7c72e36b24eb HTTP/1.1" status: 204 len: 173 time: 0.7565432 Oct 27 16:01:52.877393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-28dcfdb4-ceab-4fc4-9f76-4b1747047695 req-19274d72-c06f-4b60-8fe0-2fe68fbd96e0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702415 Oct 27 16:01:52.877986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e0f6a-3710-4165-be29-9be66b9529d5 None None] Checking router: bda0e2c3-e988-48e6-9008-56fd84262628 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:01:52.947597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e0f6a-3710-4165-be29-9be66b9529d5 None None] Routers {'bda0e2c3-e988-48e6-9008-56fd84262628'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:52.961205 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c13e0f6a-3710-4165-be29-9be66b9529d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['bda0e2c3-e988-48e6-9008-56fd84262628'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:52.984600 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-763dccf1-aa0d-4e02-ae7e-ab309d987f8b req-07fff7d8-ec98-48ef-b574-e60c4e770651 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] show failed (client error): The resource could not be found. Oct 27 16:01:52.985741 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-763dccf1-aa0d-4e02-ae7e-ab309d987f8b req-07fff7d8-ec98-48ef-b574-e60c4e770651 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/975c697e-f571-4000-ac8d-7c72e36b24eb HTTP/1.1" status: 404 len: 352 time: 0.0398486 Oct 27 16:01:53.029757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] No DVR routers for this DVR port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:01:53.033925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39079f43-c957-478f-8799-e40d317f5cc9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c697e-f571-4000-ac8d-7c72e36b24eb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:53.039053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Pushing event deleted for resources: {'Port': ['ID=1faa1ab8-a2ec-4c93-b6db-44beb777f80d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:53.142423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f8e06e8-a389-48de-bf87-090e12463678 req-72ffb427-4298-4f7b-a6bd-41205e729895 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/4ea63629-9c5b-4882-9b06-5e6f16fad0b6 HTTP/1.1" status: 200 len: 1800 time: 0.0806620 Oct 27 16:01:53.167182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1faa1ab8-a2ec-4c93-b6db-44beb777f80d no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:53.194270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 1faa1ab8-a2ec-4c93-b6db-44beb777f80d {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:53.195656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1faa1ab8-a2ec-4c93-b6db-44beb777f80d not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:53.248893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c13e0f6a-3710-4165-be29-9be66b9529d5 None None] Set router bda0e2c3-e988-48e6-9008-56fd84262628 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:53.262193 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7f8e06e8-a389-48de-bf87-090e12463678 req-daa839aa-8135-484b-987f-785cbb47a24a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.306733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43252) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:53.324336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-network', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:53.330524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7f8e06e8-a389-48de-bf87-090e12463678 req-daa839aa-8135-484b-987f-785cbb47a24a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.331774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c13e0f6a-3710-4165-be29-9be66b9529d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-router', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:29Z', 'updated_at': '2021-10-27T16:01:52Z', 'revision_number': 6, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:53.338892 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.360471 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.362521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13e0f6a-3710-4165-be29-9be66b9529d5 None None] The sync data for ids ['bda0e2c3-e988-48e6-9008-56fd84262628'] in n-d-815689-1 is: [{'id': 'bda0e2c3-e988-48e6-9008-56fd84262628', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-347509110-router', 'tenant_id': 'd7dad91ffff4494ea3f993caef98da04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:29Z', 'updated_at': '2021-10-27T16:01:52Z', 'revision_number': 6, 'project_id': 'd7dad91ffff4494ea3f993caef98da04', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:53.376829 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-66ea7b5d-5b34-491f-8485-79eda80887aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.397449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Deleting port 21c8b18d-b254-40f1-8fd6-4d7852b517c7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:53.398301 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.403627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.403987 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.404831 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.405166 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > port after_create 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.405489 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.405817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > port after_update 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.406131 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.406647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.406846 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.407245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.437723 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea7b5d-5b34-491f-8485-79eda80887aa None None] Pushing event deleted for resources: {'Port': ['ID=1faa1ab8-a2ec-4c93-b6db-44beb777f80d,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:53.441409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ea7b5d-5b34-491f-8485-79eda80887aa None None] No DVR routers for this DVR port 1faa1ab8-a2ec-4c93-b6db-44beb777f80d on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:01:53.503218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.503693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.503938 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.504293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 27 16:01:53.504679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a1a3f3-66cc-41f1-8ba4-af7b6de72059']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:53.528950 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.532259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b08e4c-92bf-449a-8aaf-407194190641') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:53.532545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b08e4c-92bf-449a-8aaf-407194190641') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:53.552103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7f8e06e8-a389-48de-bf87-090e12463678 req-daa839aa-8135-484b-987f-785cbb47a24a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.555322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbb43f-2b75-4713-b758-4f075c56ad00 req-7e93d5a1-7931-42c7-9c1f-0672048346d3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:53.557116 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8fbb43f-2b75-4713-b758-4f075c56ad00 req-7e93d5a1-7931-42c7-9c1f-0672048346d3 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.3507974 Oct 27 16:01:53.557670 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7f8e06e8-a389-48de-bf87-090e12463678 req-daa839aa-8135-484b-987f-785cbb47a24a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.579441 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f8e06e8-a389-48de-bf87-090e12463678 req-daa839aa-8135-484b-987f-785cbb47a24a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "DELETE /v2.0/security-groups/4ea63629-9c5b-4882-9b06-5e6f16fad0b6 HTTP/1.1" status: 204 len: 173 time: 0.4247739 Oct 27 16:01:53.597066 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c59839-5609-443b-a7fb-9877c08311f9 None None] Pushing event updated for resources: {'Port': ['ID=e04e860b-38da-4fbe-9e62-4f07fcebd71a,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:53.611991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa839aa-8135-484b-987f-785cbb47a24a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea63629-9c5b-4882-9b06-5e6f16fad0b6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:53.635538 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-f7bcf86b-c472-4cbd-b892-1eba48f8541f req-400437c9-adc7-4b9c-bf6f-26e353440e93 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] show failed (client error): The resource could not be found. Oct 27 16:01:53.651234 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7bcf86b-c472-4cbd-b892-1eba48f8541f req-400437c9-adc7-4b9c-bf6f-26e353440e93 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/4ea63629-9c5b-4882-9b06-5e6f16fad0b6 HTTP/1.1" status: 404 len: 352 time: 0.0421565 Oct 27 16:01:53.651755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.673173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Made reservation on behalf of 7530d2a753524a97bcb1dfb62c90e109 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:53.675410 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.732649 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Attempting to bind port e04e860b-38da-4fbe-9e62-4f07fcebd71a on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:53.733294 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Attempting to bind port e04e860b-38da-4fbe-9e62-4f07fcebd71a by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:53.733870 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Attempting to bind port e04e860b-38da-4fbe-9e62-4f07fcebd71a on network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:53.734037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.748870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.758538 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:53.759346 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Checking segment: {'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:53.764578 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.765423 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Bound using segment: {'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:53.766244 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Bound port: e04e860b-38da-4fbe-9e62-4f07fcebd71a, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:53.766853 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.798301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:01:53.798958 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:53.812223 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0b73d251-0cf1-4e68-a7c7-b4fc26504062 req-25c8a152-758e-4782-a012-843f0b936eac tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233 HTTP/1.1" status: 200 len: 6150 time: 0.1337461 Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: from cryptography.utils import int_from_bytes Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: from cryptography.utils import int_from_bytes Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:01:53.822787 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:01:53.894769 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0b73d251-0cf1-4e68-a7c7-b4fc26504062 req-cc3af653-d1a8-446a-ba24-3a63a14cffc4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/b793cc72-7347-4b56-9430-870a606197e0 HTTP/1.1" status: 200 len: 2981 time: 0.0806968 Oct 27 16:01:53.922071 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8fbb43f-2b75-4713-b758-4f075c56ad00 req-ca5706a4-0137-461f-9bc9-396f911ef195 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095193 Oct 27 16:01:53.922344 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] For port e04e860b-38da-4fbe-9e62-4f07fcebd71a, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:53.930467 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] For port e04e860b-38da-4fbe-9e62-4f07fcebd71a, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e04e860b-38da-4fbe-9e62-4f07fcebd71a,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:53.976237 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0b73d251-0cf1-4e68-a7c7-b4fc26504062 req-02543d63-f371-44e5-b7e9-4a32672538f4 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/b793cc72-7347-4b56-9430-870a606197e0 HTTP/1.1" status: 200 len: 2981 time: 0.0779872 Oct 27 16:01:53.986650 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.018205 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-427fcb33-f1da-4150-a821-cf06f27f2bca None None] Provisioning complete for port e04e860b-38da-4fbe-9e62-4f07fcebd71a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:54.021012 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-427fcb33-f1da-4150-a821-cf06f27f2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.082033 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.113230 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Routers {'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:01:54.114627 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:54.125056 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] For port 21c8b18d-b254-40f1-8fd6-4d7852b517c7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=21c8b18d-b254-40f1-8fd6-4d7852b517c7,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:54.125597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.150435 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ed5da-1236-4152-b75b-d99350da011a req-b7e5aeb3-46d9-4a57-a4d9-b0c04cb32e0d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:54.159321 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-333ed5da-1236-4152-b75b-d99350da011a req-b7e5aeb3-46d9-4a57-a4d9-b0c04cb32e0d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.0998306 Oct 27 16:01:54.174179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-d12f2b54-e694-40fd-8fe5-8610b78ffbda req-a980c51a-1b66-40b0-b8f6-376bbcb2b122 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-992208012', 'description': 'tempest-description-376902931'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:54.201890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Calling delete_port for 21c8b18d-b254-40f1-8fd6-4d7852b517c7 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:54.218920 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-333ed5da-1236-4152-b75b-d99350da011a req-7a1860f5-8a00-4418-907e-8779902d2dff tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590584 Oct 27 16:01:54.223656 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.245877 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-427fcb33-f1da-4150-a821-cf06f27f2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.302427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-427fcb33-f1da-4150-a821-cf06f27f2bca None None] For port e04e860b-38da-4fbe-9e62-4f07fcebd71a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e04e860b-38da-4fbe-9e62-4f07fcebd71a,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:54.338828 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.354773 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.359529 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] 10.222.0.15 "DELETE /v2.0/networks/06a1a3f3-66cc-41f1-8ba4-af7b6de72059 HTTP/1.1" status: 204 len: 168 time: 3.1390176 Oct 27 16:01:54.363507 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c59839-5609-443b-a7fb-9877c08311f9 None None] Pushing event updated for resources: {'Port': ['ID=e04e860b-38da-4fbe-9e62-4f07fcebd71a,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:54.374369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58099711-b8e7-47d5-a3ad-b0acd12af356 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a1a3f3-66cc-41f1-8ba4-af7b6de72059,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:54.379575 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-427fcb33-f1da-4150-a821-cf06f27f2bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.398571 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] Set router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:01:54.482195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fcb33-f1da-4150-a821-cf06f27f2bca None None] Pushing event updated for resources: {'Port': ['ID=e04e860b-38da-4fbe-9e62-4f07fcebd71a,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:54.528142 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.543021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d12f2b54-e694-40fd-8fe5-8610b78ffbda req-a980c51a-1b66-40b0-b8f6-376bbcb2b122 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.602342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:01:54.608645 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c619ff6e-b44b-4fb4-ac61-80e79169dc8a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:54.628898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-61c89b23-e614-4001-b5f9-c09289ffc703 None None] Provisioning complete for port e04e860b-38da-4fbe-9e62-4f07fcebd71a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:54.629892 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-61c89b23-e614-4001-b5f9-c09289ffc703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.645144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.645503 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Added segment ea19fe3b-d59e-4844-be03-5bf0de0678fd of type vlan for network f1f760db-d737-44f4-9382-19717c4d3eec Oct 27 16:01:54.785527 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-router', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:47Z', 'revision_number': 4, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'gw_port': {'id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:37Z', 'updated_at': '2021-10-27T16:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e04e860b-38da-4fbe-9e62-4f07fcebd71a', 'name': '', 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'mac_address': 'fa:16:3e:f7:d2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3054e14e-1959-45f5-b37e-9750204c7d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:45Z', 'updated_at': '2021-10-27T16:01:53Z', 'revision_number': 4, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'subnets': [{'id': '3054e14e-1959-45f5-b37e-9750204c7d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:54.797260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:54.816786 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd772111-eb27-4ef6-a189-872b7f57997b None None] The sync data for ids ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'] in n-d-815689-1 is: [{'id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-router', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:01:47Z', 'revision_number': 4, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'gw_port': {'id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:37Z', 'updated_at': '2021-10-27T16:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e04e860b-38da-4fbe-9e62-4f07fcebd71a', 'name': '', 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'mac_address': 'fa:16:3e:f7:d2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '3054e14e-1959-45f5-b37e-9750204c7d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:45Z', 'updated_at': '2021-10-27T16:01:53Z', 'revision_number': 4, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'subnets': [{'id': '3054e14e-1959-45f5-b37e-9750204c7d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:01:54.830751 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d12f2b54-e694-40fd-8fe5-8610b78ffbda req-a980c51a-1b66-40b0-b8f6-376bbcb2b122 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.024007 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.028501 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d12f2b54-e694-40fd-8fe5-8610b78ffbda req-a980c51a-1b66-40b0-b8f6-376bbcb2b122 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.080100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c8b18d-b254-40f1-8fd6-4d7852b517c7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:55.099000 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.100096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:55.101515 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.113507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e04e860b-38da-4fbe-9e62-4f07fcebd71a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:01:55.129023 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437673ee-fe58-4db1-a606-8e878927dcfd req-7412fbf6-5f84-43ad-8285-fa1a8ef31bfd tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:55.140173 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-437673ee-fe58-4db1-a606-8e878927dcfd req-7412fbf6-5f84-43ad-8285-fa1a8ef31bfd tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1113186 Oct 27 16:01:55.150811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43272) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:55.152197 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:01:55.220918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-437673ee-fe58-4db1-a606-8e878927dcfd req-8ada2111-e2a4-4436-909d-1c06de1c28ec tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783646 Oct 27 16:01:55.227385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e04e860b-38da-4fbe-9e62-4f07fcebd71a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:01:55.228011 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.239911 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6e76a753-fd4f-4017-b8a3-ae273635654d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d0bb18ca827474caf1f4f6174445004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0869117 Oct 27 16:01:55.243478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43274) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:55.244090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f760db-d737-44f4-9382-19717c4d3eec,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:55.248958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980c51a-1b66-40b0-b8f6-376bbcb2b122 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:55.315917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d12f2b54-e694-40fd-8fe5-8610b78ffbda req-a980c51a-1b66-40b0-b8f6-376bbcb2b122 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.317332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d12f2b54-e694-40fd-8fe5-8610b78ffbda req-a980c51a-1b66-40b0-b8f6-376bbcb2b122 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.1629179 Oct 27 16:01:55.322596 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-536dd449-6401-4eae-8c87-5cf7e6594c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.326241 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network f1f760db-d737-44f4-9382-19717c4d3eec details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:01:55.334456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-26b0fddc-9636-4636-8b7c-44dc1bbceb54 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0184450 Oct 27 16:01:55.340560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43282) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:55.352113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] Request body: {'subnet': {'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-subnet', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:55.364335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-536dd449-6401-4eae-8c87-5cf7e6594c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.414596 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.485761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-04359742-9d73-430a-afa7-bad6dcd6726a req-81eae508-0f59-45ca-8961-1882fb4ae77e tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2140506433', 'description': 'tempest-description-2111711782'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:55.545409 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-536dd449-6401-4eae-8c87-5cf7e6594c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.548313 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-536dd449-6401-4eae-8c87-5cf7e6594c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.557358 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-536dd449-6401-4eae-8c87-5cf7e6594c83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d9110e1-2537-4a0c-8142-e714e4eadd48 HTTP/1.1" status: 204 len: 168 time: 0.3116550 Oct 27 16:01:55.568865 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dd449-6401-4eae-8c87-5cf7e6594c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9110e1-2537-4a0c-8142-e714e4eadd48,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:55.582596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] Made reservation on behalf of 7530d2a753524a97bcb1dfb62c90e109 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:55.587296 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.640476 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-04359742-9d73-430a-afa7-bad6dcd6726a req-81eae508-0f59-45ca-8961-1882fb4ae77e tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.698936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:55.751745 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-04359742-9d73-430a-afa7-bad6dcd6726a req-81eae508-0f59-45ca-8961-1882fb4ae77e tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.753257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:55.753981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5e70ffd1-cd23-499a-a5a4-a090d3e2a33c not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:55.754287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.754705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 21c8b18d-b254-40f1-8fd6-4d7852b517c7 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:55.779388 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.783031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 21c8b18d-b254-40f1-8fd6-4d7852b517c7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:55.783386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 21c8b18d-b254-40f1-8fd6-4d7852b517c7 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:55.826477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-04359742-9d73-430a-afa7-bad6dcd6726a req-81eae508-0f59-45ca-8961-1882fb4ae77e tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.879901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b5768-d1eb-46fd-bac7-89f4ce8cc0f1 req-1561f138-cab3-4732-a68f-01ea12c3e25c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:55.881587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be0b5768-d1eb-46fd-bac7-89f4ce8cc0f1 req-1561f138-cab3-4732-a68f-01ea12c3e25c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.4447191 Oct 27 16:01:55.902082 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eae508-0f59-45ca-8961-1882fb4ae77e tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3eede8-e263-45e2-b1d2-880781a952b7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:55.926161 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-04359742-9d73-430a-afa7-bad6dcd6726a req-81eae508-0f59-45ca-8961-1882fb4ae77e tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:55.926429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-04359742-9d73-430a-afa7-bad6dcd6726a req-81eae508-0f59-45ca-8961-1882fb4ae77e tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4447196 Oct 27 16:01:56.356669 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:56.357563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bda0e2c3-e988-48e6-9008-56fd84262628 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:01:56.389694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-c5a8db38-69ee-4085-b4b2-3ffe6f1018fc tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:56.396877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-c5a8db38-69ee-4085-b4b2-3ffe6f1018fc tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/networks?id=e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 200 len: 812 time: 0.1841307 Oct 27 16:01:56.405088 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:56.408102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fcab5060-c2b2-4b29-9ef1-10241b458099 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bda0e2c3-e988-48e6-9008-56fd84262628 HTTP/1.1" status: 204 len: 168 time: 4.9533432 Oct 27 16:01:56.411207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43310) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:56.435090 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-571172fe-f073-4334-860d-928a4b7fc477 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/quotas/1a4c1de73a6040578fcc95c0b6ffc233 HTTP/1.1" status: 200 len: 375 time: 0.0333211 Oct 27 16:01:56.511241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be0b5768-d1eb-46fd-bac7-89f4ce8cc0f1 req-678de341-1735-44e1-875f-23b50ef7e583 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6040163 Oct 27 16:01:56.611300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc19a66-e7d5-4edf-b95f-fde9658ee59f admin admin] Deleting subnet 0c054989-42b7-4b04-a53c-8797bb88ed6f {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:01:56.621698 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dc19a66-e7d5-4edf-b95f-fde9658ee59f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:56.649586 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-ec1afb84-0239-4c18-b376-ec7fd3cf5401 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2135737 Oct 27 16:01:56.699638 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-60ac04aa-76cc-43b0-ac93-63db5a9bdd37 service neutron] show failed (client error): The resource could not be found. Oct 27 16:01:56.700708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-60ac04aa-76cc-43b0-ac93-63db5a9bdd37 service neutron] 10.222.0.53 "GET /v2.0/ports/b0acbeb9-afc5-4360-a76c-ae582b498d59/bindings/n-h1-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.3651292 Oct 27 16:01:56.727611 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dc19a66-e7d5-4edf-b95f-fde9658ee59f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:56.733240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa547802-cd29-41a0-81d2-8c5310c9323f req-1784d721-801a-4f05-aeaf-ea2ac434bc76 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:56.734879 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa547802-cd29-41a0-81d2-8c5310c9323f req-1784d721-801a-4f05-aeaf-ea2ac434bc76 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1096423 Oct 27 16:01:56.803705 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa547802-cd29-41a0-81d2-8c5310c9323f req-6f335a8f-5400-442b-a866-800ea9a7c487 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552258 Oct 27 16:01:56.899245 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-758a00e2-cfc5-422d-967f-c87eecc74ff0 service neutron] 10.222.0.15 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286894 Oct 27 16:01:56.951612 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dc19a66-e7d5-4edf-b95f-fde9658ee59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.030120 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-5d4865ea-8472-4f64-9e66-b5d25ecd89ec service neutron] 10.222.0.15 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322842 Oct 27 16:01:57.059646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.128024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=553a0473-402e-4c0b-986a-4fa1e97f4f07,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:57.138981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] Checking segment: {'id': 'ea19fe3b-d59e-4844-be03-5bf0de0678fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:57.139454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] Network hostable DHCP agents. Network: f1f760db-d737-44f4-9382-19717c4d3eec, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:01:57.179880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dc19a66-e7d5-4edf-b95f-fde9658ee59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.206751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43324) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:57.214485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc19a66-e7d5-4edf-b95f-fde9658ee59f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c054989-42b7-4b04-a53c-8797bb88ed6f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:57.216556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dc19a66-e7d5-4edf-b95f-fde9658ee59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.225076 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0dc19a66-e7d5-4edf-b95f-fde9658ee59f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0c054989-42b7-4b04-a53c-8797bb88ed6f HTTP/1.1" status: 204 len: 168 time: 0.8076353 Oct 27 16:01:57.226228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d8be33-d536-460b-a5d8-cf945dee35a1 None None] Network f14a5a37-9a2b-436b-8990-8b5dc65d3430 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:57.227647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43328) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:57.305868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] Network f1f760db-d737-44f4-9382-19717c4d3eec is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:01:57.315119 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.393763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1570470971-network', 'tenant_id': '7fec1b8a64d5489a8cfbf49b63e263c8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:57.424764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Deleting port ced36ca8-3be7-449f-b6d1-1415b3e2fa05 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:57.425881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.486716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-868ee04c-132a-41e1-8746-9b76e787c21b req-53f095fe-ddf7-4eed-8ea6-2810d94c16be tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 210 time: 0.0808954 Oct 27 16:01:57.487336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf2ac7-c49b-41fb-8285-5519f9798d02 None None] DHCP port deletion for f14a5a37-9a2b-436b-8990-8b5dc65d3430 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:01:57.490653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, f1f760db-d737-44f4-9382-19717c4d3eec) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:57.549860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] For port ced36ca8-3be7-449f-b6d1-1415b3e2fa05, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ced36ca8-3be7-449f-b6d1-1415b3e2fa05,segment=NetworkSegment(b438c101-e078-469a-92be-a58d4d5a14d9),segment_id=b438c101-e078-469a-92be-a58d4d5a14d9)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:57.550257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c8030-db6f-4528-b900-843c864712be None None] Network f1f760db-d737-44f4-9382-19717c4d3eec requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:57.550812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.579688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:57.581213 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.594593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Calling delete_port for ced36ca8-3be7-449f-b6d1-1415b3e2fa05 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:57.625157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf2ac7-c49b-41fb-8285-5519f9798d02 None None] Deleting port ced36ca8-3be7-449f-b6d1-1415b3e2fa05 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:01:57.625525 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2ac7-c49b-41fb-8285-5519f9798d02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.635040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Made reservation on behalf of 7fec1b8a64d5489a8cfbf49b63e263c8 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:57.640248 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.660460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.718014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2ebf2ac7-c49b-41fb-8285-5519f9798d02 None None] For port ced36ca8-3be7-449f-b6d1-1415b3e2fa05, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ced36ca8-3be7-449f-b6d1-1415b3e2fa05,segment=NetworkSegment(b438c101-e078-469a-92be-a58d4d5a14d9),segment_id=b438c101-e078-469a-92be-a58d4d5a14d9)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:57.718683 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2ac7-c49b-41fb-8285-5519f9798d02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.743876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf2ac7-c49b-41fb-8285-5519f9798d02 None None] Calling delete_port for ced36ca8-3be7-449f-b6d1-1415b3e2fa05 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:01:57.760221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d659c2-ff8a-4d71-b195-ac3ec0e26bcb req-ba4b2f28-e856-4485-9207-0ca20ff151c0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:57.761969 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-08d659c2-ff8a-4d71-b195-ac3ec0e26bcb req-ba4b2f28-e856-4485-9207-0ca20ff151c0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.0939605 Oct 27 16:01:57.800462 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.828672 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fa47409e-6b90-4b80-8071-387802e268f7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4825790 Oct 27 16:01:57.828672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43340) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:57.833194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-router', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:57.837064 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-08d659c2-ff8a-4d71-b195-ac3ec0e26bcb req-b6525409-680c-4cf3-9372-de37a1499c55 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611007 Oct 27 16:01:57.845979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.891534 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.900639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-f1f760db-d737-44f4-9382-19717c4d3eec', 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'fixed_ips': [{'subnet_id': '553a0473-402e-4c0b-986a-4fa1e97f4f07'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:01:57.904279 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.908718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-d01b3457-ec3d-4b6c-9ff3-ecbd7772e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:57.910475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-d01b3457-ec3d-4b6c-9ff3-ecbd7772e78b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4&tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5 HTTP/1.1" status: 200 len: 1100 time: 0.1077299 Oct 27 16:01:57.935686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced36ca8-3be7-449f-b6d1-1415b3e2fa05,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:57.942393 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2ac7-c49b-41fb-8285-5519f9798d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:57.951703 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] No DVR routers for this DVR port ced36ca8-3be7-449f-b6d1-1415b3e2fa05 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:01:57.960016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:58.039609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf2ac7-c49b-41fb-8285-5519f9798d02 None None] Pushing event deleted for resources: {'Port': ['ID=ced36ca8-3be7-449f-b6d1-1415b3e2fa05,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:58.047763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:01:58.050409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf2ac7-c49b-41fb-8285-5519f9798d02 None None] No DVR routers for this DVR port ced36ca8-3be7-449f-b6d1-1415b3e2fa05 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:01:58.055939 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.057223 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.084788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c33857-78b1-4408-82e6-23a2ae182ca1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:58.112502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.118431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.118830 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Added segment 100a89c2-8095-4286-88a3-efdc32583a4b of type vlan for network b1b9e516-220d-46d7-9672-8415ce438b84 Oct 27 16:01:58.144426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14a5a37-9a2b-436b-8990-8b5dc65d3430']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:58.159689 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b438c101-e078-469a-92be-a58d4d5a14d9') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:58.159974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b438c101-e078-469a-92be-a58d4d5a14d9') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:01:58.166439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Allocated IP 172.20.0.2 (f1f760db-d737-44f4-9382-19717c4d3eec/553a0473-402e-4c0b-986a-4fa1e97f4f07/2bb21a5e-5a02-4689-8e6a-3eb6185be2e2) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:58.181000 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.199072 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.208611 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:01:58.210283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: items = [ Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:01:58.212208 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:01:58.250633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d28f0-f7e8-416b-a4b1-07e14e06c252 req-4141b27c-78fa-4d1f-b206-3a22cb9cc292 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:58.252349 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad3d28f0-f7e8-416b-a4b1-07e14e06c252 req-4141b27c-78fa-4d1f-b206-3a22cb9cc292 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.2822759 Oct 27 16:01:58.256485 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.260448 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.263323 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.365277 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad3d28f0-f7e8-416b-a4b1-07e14e06c252 req-8213b3f9-f1ae-41d1-a0fd-d93ae713f5a0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006444 Oct 27 16:01:58.378281 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.402351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.415991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.421765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f14a5a37-9a2b-436b-8990-8b5dc65d3430 HTTP/1.1" status: 204 len: 168 time: 1.1906364 Oct 27 16:01:58.431519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc6414-1175-4ecb-bdc5-cbb0ee79bb34 admin admin] Pushing event deleted for resources: {'Network': ['ID=f14a5a37-9a2b-436b-8990-8b5dc65d3430,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:58.488805 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.489788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:58.490374 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.507833 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.552154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Network f1f760db-d737-44f4-9382-19717c4d3eec is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:01:58.556315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:58.561008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:01:58.565343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Pushing event updated for resources: {'Port': ['ID=2bb21a5e-5a02-4689-8e6a-3eb6185be2e2,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:58.632579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Attempting to bind port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:58.632579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Attempting to bind port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ea19fe3b-d59e-4844-be03-5bf0de0678fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:58.632579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Attempting to bind port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 on network f1f760db-d737-44f4-9382-19717c4d3eec {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:58.639231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:58.639606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Checking segment: {'id': 'ea19fe3b-d59e-4844-be03-5bf0de0678fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:58.640176 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.640566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Bound using segment: {'id': 'ea19fe3b-d59e-4844-be03-5bf0de0678fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:58.641292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Bound port: 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea19fe3b-d59e-4844-be03-5bf0de0678fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:58.641709 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.664346 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cb887af-b3c8-4679-89a4-8790d224f465 req-a1dcc8df-62c7-4b18-8d64-1c560c5d5e29 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 210 time: 0.0624166 Oct 27 16:01:58.727326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] Pushing event updated for resources: {'Network': ['ID=b1b9e516-220d-46d7-9672-8415ce438b84,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:58.728513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] For port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:58.732857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] For port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2bb21a5e-5a02-4689-8e6a-3eb6185be2e2,segment=NetworkSegment(ea19fe3b-d59e-4844-be03-5bf0de0678fd),segment_id=ea19fe3b-d59e-4844-be03-5bf0de0678fd)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:58.739957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:58.740151 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-90181065-0e07-4ec7-b100-a53f71066c4d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5321789 Oct 27 16:01:58.743423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.749345 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Request body: {'subnet': {'network_id': 'b1b9e516-220d-46d7-9672-8415ce438b84', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1570470971-subnet', 'tenant_id': '7fec1b8a64d5489a8cfbf49b63e263c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:01:58.756601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network b1b9e516-220d-46d7-9672-8415ce438b84 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:01:58.806211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:01:58.832178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.857287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:58.877334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Made reservation on behalf of 7fec1b8a64d5489a8cfbf49b63e263c8 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:01:58.881917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.903220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ad4a3-7956-4cbd-a050-76a9e2f2890e None None] Pushing event updated for resources: {'Port': ['ID=2bb21a5e-5a02-4689-8e6a-3eb6185be2e2,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:58.950911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:01:58.953469 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5090f2-f9f2-4921-bdaf-c806c5881b2c" -d '{"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:01:58.961466 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:58.978535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43360) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:59.009128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Transition to ACTIVE for port object b0acbeb9-afc5-4360-a76c-ae582b498d59 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:01:59.106350 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.148807 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e943086-4e02-4654-8f38-95164284a03f x-openstack-request-id: req-3e943086-4e02-4654-8f38-95164284a03f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:01:59.149988 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:01:59.150291 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e943086-4e02-4654-8f38-95164284a03f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:01:59.150705 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'code': 200} Oct 27 16:01:59.162838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ced36ca8-3be7-449f-b6d1-1415b3e2fa05 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:01:59.207119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1b42daaa-b088-4ef6-8fb7-c3e298b0fddb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7dad91ffff4494ea3f993caef98da04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270527 Oct 27 16:01:59.208608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:01:59.211105 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.213225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: ced36ca8-3be7-449f-b6d1-1415b3e2fa05 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:01:59.216725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ced36ca8-3be7-449f-b6d1-1415b3e2fa05 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:01:59.295965 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.394041 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3b973c4-7ab9-4de3-ad09-28a5e182ac89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.447719 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3b973c4-7ab9-4de3-ad09-28a5e182ac89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.461798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] No DVR routers for this DVR port b0acbeb9-afc5-4360-a76c-ae582b498d59 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:01:59.462974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4bf3a0-e582-41e5-bf0c-4ba0cd4f7db0,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:59.468244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:59.500674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.500674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.506271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.506706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.508136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.508136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.508392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89009e4b-7f37-468d-a1f8-c70828180080 req-ef4197c8-53f6-4a8f-9eb6-b8b5dfdd939a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:59.508534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.508668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.509008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.509379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.510288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89009e4b-7f37-468d-a1f8-c70828180080 req-ef4197c8-53f6-4a8f-9eb6-b8b5dfdd939a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.4310060 Oct 27 16:01:59.521552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.521877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:01:59.562679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Checking segment: {'id': '100a89c2-8095-4286-88a3-efdc32583a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'b1b9e516-220d-46d7-9672-8415ce438b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:59.563055 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Network hostable DHCP agents. Network: b1b9e516-220d-46d7-9672-8415ce438b84, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:01:59.621649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:01:59.621999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:01:59.622373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:59.629072 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.645218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7b94f-9f64-47cd-9c0b-7e3783b41c4b req-eeec36e0-4bdc-4b16-8b4d-4dd90d433cef tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:59.647213 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4c7b94f-9f64-47cd-9c0b-7e3783b41c4b req-eeec36e0-4bdc-4b16-8b4d-4dd90d433cef tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 947 time: 0.0722897 Oct 27 16:01:59.671229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Port b0acbeb9-afc5-4360-a76c-ae582b498d59 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:01:59.671688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:01:59.683813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.695212 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4c7b94f-9f64-47cd-9c0b-7e3783b41c4b req-7729d3da-b9b0-49fb-bea7-fa2ef637a4c7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390429 Oct 27 16:01:59.696392 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Network b1b9e516-220d-46d7-9672-8415ce438b84 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:01:59.699707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:01:59.699707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:01:59.704301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:01:59.704301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Bound port: b0acbeb9-afc5-4360-a76c-ae582b498d59, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:01:59.704301 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.707986 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89009e4b-7f37-468d-a1f8-c70828180080 req-51d4c97a-8d02-4cd2-8350-d6523f4c2d25 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596549 Oct 27 16:01:59.728381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3b973c4-7ab9-4de3-ad09-28a5e182ac89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.732632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3b973c4-7ab9-4de3-ad09-28a5e182ac89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.732632 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f3b973c4-7ab9-4de3-ad09-28a5e182ac89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2bc1a03-f6ec-4fb3-ad38-ce5b157cabce HTTP/1.1" status: 204 len: 168 time: 0.5228112 Oct 27 16:01:59.747921 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b973c4-7ab9-4de3-ad09-28a5e182ac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bc1a03-f6ec-4fb3-ad38-ce5b157cabce,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:01:59.791052 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, b1b9e516-220d-46d7-9672-8415ce438b84) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:01:59.804336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:01:59.805816 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:01:59.808517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b06f37-6855-4e2e-a49e-cd21819fbd81 None None] Network b1b9e516-220d-46d7-9672-8415ce438b84 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:01:59.881563 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a46467ad-e545-40bb-8d8f-687a995353ec req-dedbfdb1-8ad1-41ec-8cd8-e178ebb84853 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 210 time: 0.0553815 Oct 27 16:01:59.895492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:01:59.900367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:01:59.919923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Allocated IP 172.25.4.162 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/171af91b-1404-447c-830f-83ee93ecc595) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:01:59.926457 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a3f7191f-a2a5-4496-ace9-5c3795d33fef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1795237 Oct 27 16:02:00.003022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.095253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:00.096430 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.098782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] 10.222.0.54 "PUT /v2.0/ports/b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 1095 time: 2.1499801 Oct 27 16:02:00.207881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:00.230384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.261206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.261425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.261777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.263722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.263722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.263722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.264352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.264530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.264907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.265241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.265568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.265891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d7b52a-2bc0-444f-8929-c6abc3902669 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:00.271298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a1e83-d08f-4250-ba2e-b8ee92684b1e None None] Network b1b9e516-220d-46d7-9672-8415ce438b84 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:00.312376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-d9d3d9d1-9bbd-475b-b981-36584ea9d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:00.314250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-d9d3d9d1-9bbd-475b-b981-36584ea9d0a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1098 time: 0.1668866 Oct 27 16:02:00.388288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:00.470482 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:00.509913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:02:00.700406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:00.733052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:00.736678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:00.800383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Pushing event updated for resources: {'Port': ['ID=171af91b-1404-447c-830f-83ee93ecc595,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:00.875647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edfab4a-50b7-4390-adbf-04296b1db2a9 None None] Network f1f760db-d737-44f4-9382-19717c4d3eec requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:00.943198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab6b8e-5dda-48b8-a4b4-be657aaeda75 req-b90f2371-2b49-4cca-9d55-619cf6356c4f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:00.952678 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6ab6b8e-5dda-48b8-a4b4-be657aaeda75 req-b90f2371-2b49-4cca-9d55-619cf6356c4f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 947 time: 0.0978458 Oct 27 16:02:01.020591 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6ab6b8e-5dda-48b8-a4b4-be657aaeda75 req-98a778d8-41fb-4c60-86af-f30837600c82 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669942 Oct 27 16:02:01.030361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-73784e84-3e38-4e13-a628-8e6edf979e6d None None] Provisioning complete for port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:01.030738 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73784e84-3e38-4e13-a628-8e6edf979e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.086681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-c462934e-bad6-4978-8c4c-2e64af2873f9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:01.088371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-c462934e-bad6-4978-8c4c-2e64af2873f9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.53 "GET /v2.0/networks?id=e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 200 len: 812 time: 0.7239385 Oct 27 16:02:01.093931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1e49202b-b7fb-4479-9119-f352c5043245 req-9653d74c-824a-4354-a6a2-8498556099e2 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-504738630', 'description': 'tempest-description-2043313715'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:01.104218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-291778c8-17ac-4c71-bb23-e4d6cd050330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:01.105781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-291778c8-17ac-4c71-bb23-e4d6cd050330 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.7820435 Oct 27 16:02:01.109567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'port': {'device_id': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981', 'admin_state_up': True, 'tenant_id': '1a4c1de73a6040578fcc95c0b6ffc233'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:01.161184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:01.193282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:01.196114 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c36464-e246-4660-a40a-7bce8ed758f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:01.208777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bdbf94-5fe2-4775-b25e-24ff21297f33 req-e167a87a-dc8e-4800-b8da-58563da5b31c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:01.216743 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2bdbf94-5fe2-4775-b25e-24ff21297f33 req-e167a87a-dc8e-4800-b8da-58563da5b31c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.1003637 Oct 27 16:02:01.269851 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2bdbf94-5fe2-4775-b25e-24ff21297f33 req-7c10fa95-0b73-4719-b0da-c5514f8a96e9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Oct 27 16:02:01.290784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:01.291944 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.331723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-7cbfe71c-7e37-42b4-9185-850afcdcf66e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 217 time: 0.2116411 Oct 27 16:02:01.337276 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73784e84-3e38-4e13-a628-8e6edf979e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.395514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-73784e84-3e38-4e13-a628-8e6edf979e6d None None] For port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2bb21a5e-5a02-4689-8e6a-3eb6185be2e2,segment=NetworkSegment(ea19fe3b-d59e-4844-be03-5bf0de0678fd),segment_id=ea19fe3b-d59e-4844-be03-5bf0de0678fd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:01.448588 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c574fff2-035a-4e01-939f-4fc0c7074363 req-b7ce91c5-3598-4611-a353-370dd3fdcc41 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 210 time: 0.0530179 Oct 27 16:02:01.456551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 186b9a0e-6b69-4a8d-877f-c725042181b6 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:01.514806 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73784e84-3e38-4e13-a628-8e6edf979e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.573591 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1e49202b-b7fb-4479-9119-f352c5043245 req-9653d74c-824a-4354-a6a2-8498556099e2 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.600257 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.605157 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1edb7a2-d8fd-45b4-9b00-7121ef8d7b20 x-openstack-request-id: req-f1edb7a2-d8fd-45b4-9b00-7121ef8d7b20 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:01.609305 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:01.609305 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1edb7a2-d8fd-45b4-9b00-7121ef8d7b20 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:01.609305 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'status': 'completed', 'code': 200} Oct 27 16:02:01.645958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-10f3007f-8931-4942-a3fc-dbdab281bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:01.648286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-10f3007f-8931-4942-a3fc-dbdab281bc87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.3040297 Oct 27 16:02:01.777041 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1e49202b-b7fb-4479-9119-f352c5043245 req-9653d74c-824a-4354-a6a2-8498556099e2 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.787671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73784e84-3e38-4e13-a628-8e6edf979e6d None None] Pushing event updated for resources: {'Port': ['ID=2bb21a5e-5a02-4689-8e6a-3eb6185be2e2,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:01.858076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-65bad468-99b7-425c-a584-8594508c589a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:01.860193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-65bad468-99b7-425c-a584-8594508c589a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1098 time: 0.2430353 Oct 27 16:02:01.865242 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1e49202b-b7fb-4479-9119-f352c5043245 req-9653d74c-824a-4354-a6a2-8498556099e2 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.902422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.921886 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:02:01.924612 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:02:01.928413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-82a547fe-27c9-49d0-ac1b-89cef5002bec None None] Provisioning complete for port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:01.929433 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-82a547fe-27c9-49d0-ac1b-89cef5002bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.962415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=186b9a0e-6b69-4a8d-877f-c725042181b6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:01.970654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Made reservation on behalf of 1a4c1de73a6040578fcc95c0b6ffc233 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:01.977597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:01.985903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '186b9a0e-6b69-4a8d-877f-c725042181b6', 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254', 'port_id': '186b9a0e-6b69-4a8d-877f-c725042181b6', 'mac_address': 'fa:16:3e:35:4a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc0ac4d-20a4-4903-a917-822967ac10a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:02:02.039409 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.047550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-14ab6e7d-100a-4156-9df3-3c4376e9a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:02.050370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-14ab6e7d-100a-4156-9df3-3c4376e9a922 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3765149 Oct 27 16:02:02.082338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186b9a0e-6b69-4a8d-877f-c725042181b6 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:02.116243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=186b9a0e-6b69-4a8d-877f-c725042181b6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:02.192393 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.205733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c7db8-dc6e-48b7-95f6-0bef524fd35c req-ba9a3aa1-5406-428b-b64a-9b574b89714e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:02.208131 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cc9c7db8-dc6e-48b7-95f6-0bef524fd35c req-ba9a3aa1-5406-428b-b64a-9b574b89714e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 947 time: 0.0634012 Oct 27 16:02:02.274029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cc9c7db8-dc6e-48b7-95f6-0bef524fd35c req-7741a4b6-4157-429b-a426-3531d46fccfc tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Oct 27 16:02:02.283030 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.327878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=186b9a0e-6b69-4a8d-877f-c725042181b6,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:02.462837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18a266-9339-42db-9778-42787591e58d req-4424ec2a-349d-4be3-a900-80830a0fd0bb tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:02.481587 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c18a266-9339-42db-9778-42787591e58d req-4424ec2a-349d-4be3-a900-80830a0fd0bb tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 944 time: 0.0937974 Oct 27 16:02:02.499114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['186b9a0e-6b69-4a8d-877f-c725042181b6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:02.510055 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1e49202b-b7fb-4479-9119-f352c5043245 req-9653d74c-824a-4354-a6a2-8498556099e2 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.528579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e49202b-b7fb-4479-9119-f352c5043245 req-9653d74c-824a-4354-a6a2-8498556099e2 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4606504 Oct 27 16:02:02.559427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653d74c-824a-4354-a6a2-8498556099e2 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb84ce3-da70-4d13-8e4d-39393314d9ac,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:02.596121 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c18a266-9339-42db-9778-42787591e58d req-af1ea122-d981-4b9e-b7a5-ba95a21d12d7 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011636 Oct 27 16:02:02.720104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27270394-6ea7-48df-a00e-a13c2f682f7c req-a8965adc-ac6c-4ac8-9f99-ee0c5410621c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 210 time: 0.0754168 Oct 27 16:02:02.729516 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2cb3accd-80cc-4761-b63b-e137ceafd5f5 req-e166b284-5e1f-4332-9203-5434c30d75d1 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/6eb84ce3-da70-4d13-8e4d-39393314d9ac HTTP/1.1" status: 200 len: 1804 time: 0.0781960 Oct 27 16:02:02.735418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-2cb3accd-80cc-4761-b63b-e137ceafd5f5 req-9979aa45-60a3-4cb7-ab31-3d13e4086617 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6eb84ce3-da70-4d13-8e4d-39393314d9ac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:02.735788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-2cb3accd-80cc-4761-b63b-e137ceafd5f5 req-9979aa45-60a3-4cb7-ab31-3d13e4086617 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6eb84ce3-da70-4d13-8e4d-39393314d9ac', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:02.876145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-64cce6e6-65a2-4bf0-9344-b05e76465bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:02.877997 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-64cce6e6-65a2-4bf0-9344-b05e76465bb6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 1.0003226 Oct 27 16:02:02.900256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2cb3accd-80cc-4761-b63b-e137ceafd5f5 req-9979aa45-60a3-4cb7-ab31-3d13e4086617 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.935478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-48c86560-25d9-4275-ab41-cafb9c3c8581 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549935 Oct 27 16:02:02.952331 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2cb3accd-80cc-4761-b63b-e137ceafd5f5 req-9979aa45-60a3-4cb7-ab31-3d13e4086617 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:02.983455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-70bdbae6-59b5-4375-bec5-16a5c7da736f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 217 time: 0.0864887 Oct 27 16:02:03.034611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:03.036852 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2cb3accd-80cc-4761-b63b-e137ceafd5f5 req-9979aa45-60a3-4cb7-ab31-3d13e4086617 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.066869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979aa45-60a3-4cb7-ab31-3d13e4086617 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a93ed66-f88f-4e28-b934-bffb72e42bc9,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:03.099210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:03.099819 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.114182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Allocated IP 172.20.0.14 (e3659fd7-6817-4c0d-b322-ba3977f33981/1c362a8b-3dbb-4959-8274-c9ea75e913f5/2c0fb1fa-7e1f-483f-a49d-c5b5335a851f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:03.151370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-ffe70884-4fca-458d-8026-dfe25abefce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:03.152738 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2cb3accd-80cc-4761-b63b-e137ceafd5f5 req-9979aa45-60a3-4cb7-ab31-3d13e4086617 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.152961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-ffe70884-4fca-458d-8026-dfe25abefce6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1485100 Oct 27 16:02:03.153964 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2cb3accd-80cc-4761-b63b-e137ceafd5f5 req-9979aa45-60a3-4cb7-ab31-3d13e4086617 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4235220 Oct 27 16:02:03.166401 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.225256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-be083519-a094-45b1-8fc1-6c43f8cf964b req-2f333b67-6ba8-4079-9671-23d5f7f7a56b tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1574844967', 'description': 'tempest-description-831485413'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:03.290239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-5ca92661-1eb4-4177-b8af-53f7d895469d service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194544 Oct 27 16:02:03.392047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-7851cdb8-e06d-4515-9205-4b4b2d290724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:03.393716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-7851cdb8-e06d-4515-9205-4b4b2d290724 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2296193 Oct 27 16:02:03.435690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac7d08-88ad-4059-81cc-98fb41e7a3f3 req-141512fb-9c07-4e0b-8a60-8ee1cb71f89a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:03.437317 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1ac7d08-88ad-4059-81cc-98fb41e7a3f3 req-141512fb-9c07-4e0b-8a60-8ee1cb71f89a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 947 time: 0.0651898 Oct 27 16:02:03.472312 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be083519-a094-45b1-8fc1-6c43f8cf964b req-2f333b67-6ba8-4079-9671-23d5f7f7a56b tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.490952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1ac7d08-88ad-4059-81cc-98fb41e7a3f3 req-99811f79-15de-49f9-85ae-2b4f53d34c65 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466514 Oct 27 16:02:03.712948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-64e8fcea-8e25-454f-ac1f-2221422b032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:03.714497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-64e8fcea-8e25-454f-ac1f-2221422b032c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1098 time: 0.2797933 Oct 27 16:02:03.723101 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.748662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-6d5d29d8-466c-437e-a68f-55426cb2f334 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149190 Oct 27 16:02:03.909657 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be083519-a094-45b1-8fc1-6c43f8cf964b req-2f333b67-6ba8-4079-9671-23d5f7f7a56b tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:03.983226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-4aa4e5b1-c615-4a48-8ee1-c3b48a08bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:03.984900 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-4aa4e5b1-c615-4a48-8ee1-c3b48a08bbf9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2552714 Oct 27 16:02:03.987352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-a71bdfae-00c9-49af-997e-14afee00f43a service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923437 Oct 27 16:02:03.988209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be083519-a094-45b1-8fc1-6c43f8cf964b req-2f333b67-6ba8-4079-9671-23d5f7f7a56b tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.052970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Router d99e8703-1b93-4b76-b47f-c308c00dfc62 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:02:04.060822 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.063002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-f155c3dc-ddd7-4aec-b2fd-4132ead46711 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 217 time: 0.0686336 Oct 27 16:02:04.078650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['73de116e-5df6-4cde-8f14-cd0256178977'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:04.085594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f333b67-6ba8-4079-9671-23d5f7f7a56b tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=029b70ac-338c-440f-8024-2c657635a215,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:04.219044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Network e3659fd7-6817-4c0d-b322-ba3977f33981 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:04.230231 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-be083519-a094-45b1-8fc1-6c43f8cf964b req-2f333b67-6ba8-4079-9671-23d5f7f7a56b tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.231518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be083519-a094-45b1-8fc1-6c43f8cf964b req-2f333b67-6ba8-4079-9671-23d5f7f7a56b tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0252023 Oct 27 16:02:04.248350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:04.256362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:04.259268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'Port': ['ID=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:04.299715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-245e3418-8280-477b-9811-5a31054fba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.301299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-245e3418-8280-477b-9811-5a31054fba4b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1970174 Oct 27 16:02:04.374671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40a57d-3bbc-4682-8be7-0c5dbe5aba81 req-3cfb22c5-f8c5-4def-af49-db7d743ac7c5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.376600 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b40a57d-3bbc-4682-8be7-0c5dbe5aba81 req-3cfb22c5-f8c5-4def-af49-db7d743ac7c5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 944 time: 0.0792236 Oct 27 16:02:04.390572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.391108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.423790 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b40a57d-3bbc-4682-8be7-0c5dbe5aba81 req-1a722e25-1edc-4c23-85c5-bc6111ce26f0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384159 Oct 27 16:02:04.424931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:02:04.437428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Sync routers for ids ['d99e8703-1b93-4b76-b47f-c308c00dfc62'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:02:04.454401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-438fe89f-4e87-4f14-b13d-f83ac00b7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.454401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-438fe89f-4e87-4f14-b13d-f83ac00b7c79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293602 Oct 27 16:02:04.454858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Routers {'d99e8703-1b93-4b76-b47f-c308c00dfc62'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:04.454858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d99e8703-1b93-4b76-b47f-c308c00dfc62'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:04.455252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97132871-9b8d-4867-905b-ce5391357816 req-754e6314-dbf2-47e6-864a-77565dbf53b8 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:04.458111 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97132871-9b8d-4867-905b-ce5391357816 req-754e6314-dbf2-47e6-864a-77565dbf53b8 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 932 time: 0.1293228 Oct 27 16:02:04.482478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-22d0ffcf-f8cd-4d97-85cb-94fb4d8e8c88 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3829927 Oct 27 16:02:04.527489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Request body: {'port': {'device_id': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:04.590772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Set router d99e8703-1b93-4b76-b47f-c308c00dfc62 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:04.635256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.639769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0e835145-7299-4d98-aada-02c7ce06dabd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8090353 Oct 27 16:02:04.640809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43526) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:04.649558 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97132871-9b8d-4867-905b-ce5391357816 req-d6dd5d3e-1a53-46cd-8a9a-fdb44832156a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903229 Oct 27 16:02:04.667921 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:04.778467 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-e1a64f7a-718f-4043-9e4d-67ce87360cdd service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175888 Oct 27 16:02:04.925594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-330996d7-5e9e-46d2-b2de-ea16819b2fb0 req-a9df21e9-6c7f-44ec-bfe0-fb34cb0c368e tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/029b70ac-338c-440f-8024-2c657635a215 HTTP/1.1" status: 200 len: 1804 time: 0.1955314 Oct 27 16:02:04.967256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-router', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '171af91b-1404-447c-830f-83ee93ecc595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:58Z', 'updated_at': '2021-10-27T16:02:01Z', 'revision_number': 3, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'gw_port': {'id': '171af91b-1404-447c-830f-83ee93ecc595', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:59Z', 'updated_at': '2021-10-27T16:01:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:05.027548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Checking router: d99e8703-1b93-4b76-b47f-c308c00dfc62 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:02:05.028574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Updating router d99e8703-1b93-4b76-b47f-c308c00dfc62 port 171af91b-1404-447c-830f-83ee93ecc595 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:02:05.068913 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.195381 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17c36464-e246-4660-a40a-7bce8ed758f0 req-ea30c151-322e-462e-a61b-37f908f709c6 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849092 Oct 27 16:02:05.208273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-330996d7-5e9e-46d2-b2de-ea16819b2fb0 req-414d5c6d-09fc-4cc3-8fa7-0aca4e63cc4e tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '029b70ac-338c-440f-8024-2c657635a215', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:05.208736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-330996d7-5e9e-46d2-b2de-ea16819b2fb0 req-414d5c6d-09fc-4cc3-8fa7-0aca4e63cc4e tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '029b70ac-338c-440f-8024-2c657635a215', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:05.425800 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.435095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 186b9a0e-6b69-4a8d-877f-c725042181b6 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:05.465008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:05.486700 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.516712 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.522369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-330996d7-5e9e-46d2-b2de-ea16819b2fb0 req-414d5c6d-09fc-4cc3-8fa7-0aca4e63cc4e tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.541815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Transition to ACTIVE for port object 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:05.543633 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.567125 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-330996d7-5e9e-46d2-b2de-ea16819b2fb0 req-414d5c6d-09fc-4cc3-8fa7-0aca4e63cc4e tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.632248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Attempting to bind port 171af91b-1404-447c-830f-83ee93ecc595 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:05.632731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Attempting to bind port 171af91b-1404-447c-830f-83ee93ecc595 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:05.633095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Attempting to bind port 171af91b-1404-447c-830f-83ee93ecc595 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:05.635765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa22bf-ee62-4b07-b8d1-3f431b066c09 None None] Pushing event updated for resources: {'Port': ['ID=171af91b-1404-447c-830f-83ee93ecc595,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:05.643320 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.650705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:05.651161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:05.652615 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.653009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:05.653544 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Bound port: 171af91b-1404-447c-830f-83ee93ecc595, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:05.653997 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.690970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 186b9a0e-6b69-4a8d-877f-c725042181b6 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:02:05.705922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 186b9a0e-6b69-4a8d-877f-c725042181b6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:05.706388 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.782638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] For port 171af91b-1404-447c-830f-83ee93ecc595, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:05.794660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] For port 171af91b-1404-447c-830f-83ee93ecc595, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=171af91b-1404-447c-830f-83ee93ecc595,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:05.848376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c004e-ddcd-42b3-be5a-e3527a23fbc8 req-273ca7e2-a486-4c0c-8ff2-53879357bb2e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:05.860888 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be5c004e-ddcd-42b3-be5a-e3527a23fbc8 req-273ca7e2-a486-4c0c-8ff2-53879357bb2e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 947 time: 0.2185733 Oct 27 16:02:05.879219 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.911850 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:05.947635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Allocated IP 172.20.0.1 (f1f760db-d737-44f4-9382-19717c4d3eec/553a0473-402e-4c0b-986a-4fa1e97f4f07/a23ab8ba-d338-41a8-bb66-f7edb990bbf6) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:05.965047 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be5c004e-ddcd-42b3-be5a-e3527a23fbc8 req-8550879b-91b0-47aa-92db-725bef8a1396 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954032 Oct 27 16:02:06.104840 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-330996d7-5e9e-46d2-b2de-ea16819b2fb0 req-414d5c6d-09fc-4cc3-8fa7-0aca4e63cc4e tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.143368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d5c6d-09fc-4cc3-8fa7-0aca4e63cc4e tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9a891b-0e65-4f1c-9e25-a4774ac6832c,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:06.154634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:06.213361 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.215461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186b9a0e-6b69-4a8d-877f-c725042181b6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:06.217688 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dcef32-d34d-4a38-9177-3eaf430874ee" -d '{"events": [{"server_uuid": "214b2248-5313-4dc9-b52c-4da8d2d12dc7", "name": "network-vif-plugged", "status": "completed", "tag": "186b9a0e-6b69-4a8d-877f-c725042181b6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:06.236399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Attempting to bind port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:06.236769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Attempting to bind port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'daccc716-e995-498a-b57a-2b58dc9f753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:06.237060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Attempting to bind port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f on network e3659fd7-6817-4c0d-b322-ba3977f33981 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:06.241646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3428cc-4330-49c4-ab00-73e9ea22c8d1 req-e99a559e-7ecf-4cf8-95a5-b318ee879bc9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.241952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=186b9a0e-6b69-4a8d-877f-c725042181b6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:06.242124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f on network e3659fd7-6817-4c0d-b322-ba3977f33981 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:06.242515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Attempting to bind port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f on network e3659fd7-6817-4c0d-b322-ba3977f33981 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:06.244344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a3428cc-4330-49c4-ab00-73e9ea22c8d1 req-e99a559e-7ecf-4cf8-95a5-b318ee879bc9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 944 time: 0.1092203 Oct 27 16:02:06.250914 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-330996d7-5e9e-46d2-b2de-ea16819b2fb0 req-414d5c6d-09fc-4cc3-8fa7-0aca4e63cc4e tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.251983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Routers {'d99e8703-1b93-4b76-b47f-c308c00dfc62'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:06.265676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d99e8703-1b93-4b76-b47f-c308c00dfc62'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:06.266666 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-330996d7-5e9e-46d2-b2de-ea16819b2fb0 req-414d5c6d-09fc-4cc3-8fa7-0aca4e63cc4e tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.0588045 Oct 27 16:02:06.266666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:06.266666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Checking segment: {'id': 'daccc716-e995-498a-b57a-2b58dc9f753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:06.266666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Bound using segment: {'id': 'daccc716-e995-498a-b57a-2b58dc9f753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:06.279212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Bound port: 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daccc716-e995-498a-b57a-2b58dc9f753d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:06.279979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.334154 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.336868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa22bf-ee62-4b07-b8d1-3f431b066c09 None None] Pushing event updated for resources: {'Port': ['ID=171af91b-1404-447c-830f-83ee93ecc595,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:06.338897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a3428cc-4330-49c4-ab00-73e9ea22c8d1 req-f3f7ec97-6a81-4399-b448-2e56414ca894 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643678 Oct 27 16:02:06.416520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=186b9a0e-6b69-4a8d-877f-c725042181b6,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:06.430602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] For port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:06.431228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] Set router d99e8703-1b93-4b76-b47f-c308c00dfc62 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:06.434337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] For port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:06.442369 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.501690 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9a8853-c5d1-4f76-931f-52ce4f960690 x-openstack-request-id: req-5e9a8853-c5d1-4f76-931f-52ce4f960690 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:06.502006 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b2248-5313-4dc9-b52c-4da8d2d12dc7", "name": "network-vif-plugged", "status": "completed", "tag": "186b9a0e-6b69-4a8d-877f-c725042181b6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:06.502287 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e9a8853-c5d1-4f76-931f-52ce4f960690 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:06.502698 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186b9a0e-6b69-4a8d-877f-c725042181b6', 'code': 200} Oct 27 16:02:06.511247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-3267ca00-d939-48fc-95d1-5359a7fffd9d req-7d005645-329a-4ec7-931d-fc0c8646890c tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1553393314', 'description': 'tempest-description-77008042'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:06.532200 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Network f1f760db-d737-44f4-9382-19717c4d3eec is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:06.545767 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.551223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:06.567326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:06.635501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.635845 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.637762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] 10.222.0.53 "PUT /v2.0/ports/2c0fb1fa-7e1f-483f-a49d-c5b5335a851f HTTP/1.1" status: 200 len: 1092 time: 2.1451762 Oct 27 16:02:06.643940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'tag': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:06.646935 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4449d095-2cc2-4c65-bec0-58c381b63288" -d '{"events": [{"name": "network-changed", "server_uuid": "97cc199b-d338-4cd8-9b5e-c666d2817c16", "tag": "2c0fb1fa-7e1f-483f-a49d-c5b5335a851f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:06.655995 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3267ca00-d939-48fc-95d1-5359a7fffd9d req-7d005645-329a-4ec7-931d-fc0c8646890c tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.681033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a23ab8ba-d338-41a8-bb66-f7edb990bbf6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:06.687195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e72343-dc1a-436a-be57-4926c7680ae2 req-56f53850-6c4d-403b-9da6-d54a5d069710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.689409 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6e72343-dc1a-436a-be57-4926c7680ae2 req-56f53850-6c4d-403b-9da6-d54a5d069710 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 1096 time: 0.1078982 Oct 27 16:02:06.723142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9f066-eeb2-46bc-b25e-6caa1aeb3d2e req-47145d02-62bc-4ee7-9080-3c7e632c3ba9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.724698 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-router', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '171af91b-1404-447c-830f-83ee93ecc595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:58Z', 'updated_at': '2021-10-27T16:02:01Z', 'revision_number': 3, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'gw_port': {'id': '171af91b-1404-447c-830f-83ee93ecc595', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:59Z', 'updated_at': '2021-10-27T16:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:06.735390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79693100-d388-4dcc-bd67-42d33fb6b8c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:06.736595 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3af9f066-eeb2-46bc-b25e-6caa1aeb3d2e req-47145d02-62bc-4ee7-9080-3c7e632c3ba9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 944 time: 0.1968973 Oct 27 16:02:06.757993 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6e72343-dc1a-436a-be57-4926c7680ae2 req-1815a329-f378-4ee1-931a-eda73fe081eb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558071 Oct 27 16:02:06.775676 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.791845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af2b6a9-19a1-44a5-b65b-a0a5fd9012bb None None] The sync data for ids ['d99e8703-1b93-4b76-b47f-c308c00dfc62'] in n-d-815689-1 is: [{'id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-router', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '171af91b-1404-447c-830f-83ee93ecc595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:58Z', 'updated_at': '2021-10-27T16:02:01Z', 'revision_number': 3, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'gw_port': {'id': '171af91b-1404-447c-830f-83ee93ecc595', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:59Z', 'updated_at': '2021-10-27T16:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:02:06.870124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3267ca00-d939-48fc-95d1-5359a7fffd9d req-7d005645-329a-4ec7-931d-fc0c8646890c tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.888069 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3af9f066-eeb2-46bc-b25e-6caa1aeb3d2e req-7f3de6fb-9c00-4889-bf3c-a45eaffa230d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504595 Oct 27 16:02:06.917428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-ab09ce70-87d8-4ad8-8765-b9d439e1dcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:06.919746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-ab09ce70-87d8-4ad8-8765-b9d439e1dcbd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 1095 time: 0.0989556 Oct 27 16:02:06.983574 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3267ca00-d939-48fc-95d1-5359a7fffd9d req-7d005645-329a-4ec7-931d-fc0c8646890c tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.987427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4a21a2a9-0692-4114-980b-07fb785c7b0c None None] Provisioning complete for port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:06.988492 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4a21a2a9-0692-4114-980b-07fb785c7b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:06.998089 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-e94c7ed2-5983-4bb0-b3ba-4f9fe9c3bf9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f HTTP/1.1" status: 200 len: 217 time: 0.0697644 Oct 27 16:02:07.032267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4a21a2a9-0692-4114-980b-07fb785c7b0c None None] Port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:07.056020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.059084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d005645-329a-4ec7-931d-fc0c8646890c tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41dacb97-41c1-45ef-96ed-b7bc2e31585c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:07.081169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-e75d3bba-192f-4c62-94e8-aeb4b4c198c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:07.082744 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-e75d3bba-192f-4c62-94e8-aeb4b4c198c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c362a8b-3dbb-4959-8274-c9ea75e913f5 HTTP/1.1" status: 200 len: 852 time: 0.0771990 Oct 27 16:02:07.115307 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3267ca00-d939-48fc-95d1-5359a7fffd9d req-7d005645-329a-4ec7-931d-fc0c8646890c tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.120863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3267ca00-d939-48fc-95d1-5359a7fffd9d req-7d005645-329a-4ec7-931d-fc0c8646890c tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6130750 Oct 27 16:02:07.198059 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-cd9ef55e-89cf-4b18-a2c2-38a8c7278a53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3659fd7-6817-4c0d-b322-ba3977f33981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049526 Oct 27 16:02:07.228687 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce615f87-a953-476d-b18f-f161bad21334 x-openstack-request-id: req-ce615f87-a953-476d-b18f-f161bad21334 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:07.229137 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cc199b-d338-4cd8-9b5e-c666d2817c16", "tag": "2c0fb1fa-7e1f-483f-a49d-c5b5335a851f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:07.229556 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce615f87-a953-476d-b18f-f161bad21334 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:07.229995 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'tag': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f', 'status': 'completed', 'code': 200} Oct 27 16:02:07.414669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-e0029e1b-cf82-4dcc-a726-5ad83bc05458 service neutron] 10.222.0.53 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060921 Oct 27 16:02:07.424769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2dd211-86cc-41ae-b67e-d0e3647f8b1e req-7890b7ce-bb00-4868-987b-9de830eb5bf1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:07.426896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad2dd211-86cc-41ae-b67e-d0e3647f8b1e req-7890b7ce-bb00-4868-987b-9de830eb5bf1 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 947 time: 0.1270714 Oct 27 16:02:07.448718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:07.606075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad2dd211-86cc-41ae-b67e-d0e3647f8b1e req-b99f3df4-990e-4e44-b0b2-3959c67fc157 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687109 Oct 27 16:02:07.611438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:07.641000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-2f52a7d3-97d5-476b-a3d4-8f56e4c9163f req-f95b0724-b398-4ae2-946f-57bc629d14cd tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1801286476', 'description': 'tempest-description-1536319599'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:07.643613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'mac_address': 'fa:16:3e:9a:48:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:02:07.658321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2644003-9bc3-43d3-b54b-027c7bf261f1 req-e10216a9-3a3b-4a6d-855b-ec0b86572658 service neutron] 10.222.0.53 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303927 Oct 27 16:02:07.698649 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.717880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0acbeb9-afc5-4360-a76c-ae582b498d59 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:07.761209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:07.770180 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.831416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2f52a7d3-97d5-476b-a3d4-8f56e4c9163f req-f95b0724-b398-4ae2-946f-57bc629d14cd tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.831948 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.873897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.929973 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:07.962199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:07.963400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449d095-2cc2-4c65-bec0-58c381b63288 req-080b3da5-89d8-4d77-8eae-c01af2008203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:07.965211 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4449d095-2cc2-4c65-bec0-58c381b63288 req-080b3da5-89d8-4d77-8eae-c01af2008203 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 1095 time: 0.1165283 Oct 27 16:02:08.003722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc7d4d-745c-48e7-85cc-2c393275f554 req-085a3364-368b-4e87-ad3b-8ca66691c2a7 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:08.005654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eacc7d4d-745c-48e7-85cc-2c393275f554 req-085a3364-368b-4e87-ad3b-8ca66691c2a7 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.2930963 Oct 27 16:02:08.025049 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Pushing event updated for resources: {'Port': ['ID=a23ab8ba-d338-41a8-bb66-f7edb990bbf6,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:08.103466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eacc7d4d-745c-48e7-85cc-2c393275f554 req-70e29f61-5a4e-489b-bb14-7e49cf6327e3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655985 Oct 27 16:02:08.121425 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2f52a7d3-97d5-476b-a3d4-8f56e4c9163f req-f95b0724-b398-4ae2-946f-57bc629d14cd tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:08.155337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449d095-2cc2-4c65-bec0-58c381b63288 req-dce3113b-cebe-4a59-8612-9e2edfb45795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:08.157346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4449d095-2cc2-4c65-bec0-58c381b63288 req-dce3113b-cebe-4a59-8612-9e2edfb45795 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 200 len: 913 time: 0.1843944 Oct 27 16:02:08.165676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b0acbeb9-afc5-4360-a76c-ae582b498d59'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:08.178668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Network f1f760db-d737-44f4-9382-19717c4d3eec is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:08.180702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:08.255294 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4449d095-2cc2-4c65-bec0-58c381b63288 req-2f7be013-116f-401e-8ec0-1d534033c48e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f HTTP/1.1" status: 200 len: 217 time: 0.0893171 Oct 27 16:02:08.271132 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2f52a7d3-97d5-476b-a3d4-8f56e4c9163f req-f95b0724-b398-4ae2-946f-57bc629d14cd tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:08.409866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449d095-2cc2-4c65-bec0-58c381b63288 req-8009673c-e82a-47af-a13e-af232e8e17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:08.415381 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b0724-b398-4ae2-946f-57bc629d14cd tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6863a46-ef07-44cf-8f7e-e80c1057b4c4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:08.416771 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4449d095-2cc2-4c65-bec0-58c381b63288 req-8009673c-e82a-47af-a13e-af232e8e17c5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c362a8b-3dbb-4959-8274-c9ea75e913f5 HTTP/1.1" status: 200 len: 852 time: 0.1387618 Oct 27 16:02:08.435202 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2f52a7d3-97d5-476b-a3d4-8f56e4c9163f req-f95b0724-b398-4ae2-946f-57bc629d14cd tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:08.440974 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2f52a7d3-97d5-476b-a3d4-8f56e4c9163f req-f95b0724-b398-4ae2-946f-57bc629d14cd tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8106558 Oct 27 16:02:08.451575 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Router d99e8703-1b93-4b76-b47f-c308c00dfc62 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:02:08.515836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4449d095-2cc2-4c65-bec0-58c381b63288 req-c9fbd0b7-53f2-4f04-8a8b-950aa7bdf12d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3659fd7-6817-4c0d-b322-ba3977f33981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932956 Oct 27 16:02:08.571762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0d33e17e-e19d-48b2-96cf-9b416474fca6 None None] Provisioning complete for port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:08.572524 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d33e17e-e19d-48b2-96cf-9b416474fca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:08.615631 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0d33e17e-e19d-48b2-96cf-9b416474fca6 None None] Port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:08.643443 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4449d095-2cc2-4c65-bec0-58c381b63288 req-91152b0e-d72d-4175-b652-cf5d99fd5408 service neutron] 10.222.0.53 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168520 Oct 27 16:02:08.670357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7fd2c-0341-44d7-850b-591e5b3f4bf0 req-2fdf1ffc-c44b-4532-85ae-3c80b8e5a0ad tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:08.671932 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ca7fd2c-0341-44d7-850b-591e5b3f4bf0 req-2fdf1ffc-c44b-4532-85ae-3c80b8e5a0ad tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 944 time: 0.0842350 Oct 27 16:02:08.681010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:02:08.688909 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-15eb5c1c-90cb-4c6d-88cd-838477d701b5 admin admin] 10.222.0.15 "PUT /v2.0/routers/d99e8703-1b93-4b76-b47f-c308c00dfc62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0459998 Oct 27 16:02:08.743569 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ca7fd2c-0341-44d7-850b-591e5b3f4bf0 req-b21a2e68-3472-4ac0-b29b-5eb01d653b1b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525675 Oct 27 16:02:08.789109 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4449d095-2cc2-4c65-bec0-58c381b63288 req-86eab787-014d-490e-8348-1a55388f25e6 service neutron] 10.222.0.53 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373198 Oct 27 16:02:09.074608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79b340b0-0f16-4f7d-935c-2d8a2e30d388 req-4f88fb06-5e2d-4abd-a8b1-144b764faa25 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/41dacb97-41c1-45ef-96ed-b7bc2e31585c HTTP/1.1" status: 200 len: 1803 time: 0.0925238 Oct 27 16:02:09.172156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79b340b0-0f16-4f7d-935c-2d8a2e30d388 req-1e30f861-121c-4b75-97e0-9fc3c256ae5e tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/f6863a46-ef07-44cf-8f7e-e80c1057b4c4 HTTP/1.1" status: 200 len: 1805 time: 0.0826049 Oct 27 16:02:09.177901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-79b340b0-0f16-4f7d-935c-2d8a2e30d388 req-3c863a82-46c0-44e2-a24b-4dafebd4b4c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41dacb97-41c1-45ef-96ed-b7bc2e31585c', 'remote_group_id': 'f6863a46-ef07-44cf-8f7e-e80c1057b4c4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:09.179475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-79b340b0-0f16-4f7d-935c-2d8a2e30d388 req-3c863a82-46c0-44e2-a24b-4dafebd4b4c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '41dacb97-41c1-45ef-96ed-b7bc2e31585c', 'remote_group_id': 'f6863a46-ef07-44cf-8f7e-e80c1057b4c4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:09.297118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 171af91b-1404-447c-830f-83ee93ecc595 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:09.417614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79b340b0-0f16-4f7d-935c-2d8a2e30d388 req-3c863a82-46c0-44e2-a24b-4dafebd4b4c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.488646 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Sync routers for ids ['d99e8703-1b93-4b76-b47f-c308c00dfc62'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:02:09.494562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-519fbfce-fba7-4a5a-9ae6-4cfc25108858 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:09.497007 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-519fbfce-fba7-4a5a-9ae6-4cfc25108858 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4&tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 948 time: 0.4478884 Oct 27 16:02:09.520046 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Routers {'d99e8703-1b93-4b76-b47f-c308c00dfc62'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:09.521149 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d99e8703-1b93-4b76-b47f-c308c00dfc62'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:09.523572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:09.540471 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79b340b0-0f16-4f7d-935c-2d8a2e30d388 req-3c863a82-46c0-44e2-a24b-4dafebd4b4c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.623825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79b340b0-0f16-4f7d-935c-2d8a2e30d388 req-3c863a82-46c0-44e2-a24b-4dafebd4b4c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.662229 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Set router d99e8703-1b93-4b76-b47f-c308c00dfc62 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:09.682427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c863a82-46c0-44e2-a24b-4dafebd4b4c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ae4c8b-2ab4-4c91-82b2-374d7d14480e,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:09.697812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 171af91b-1404-447c-830f-83ee93ecc595 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:09.701355 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.763653 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79b340b0-0f16-4f7d-935c-2d8a2e30d388 req-3c863a82-46c0-44e2-a24b-4dafebd4b4c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:09.780417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79b340b0-0f16-4f7d-935c-2d8a2e30d388 req-3c863a82-46c0-44e2-a24b-4dafebd4b4c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6022027 Oct 27 16:02:09.827813 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-cc860176-9fcb-441e-b7d7-ea096cd88cbe service neutron] 10.222.0.54 "GET /v2.0/ports/b0acbeb9-afc5-4360-a76c-ae582b498d59/bindings/n-h1-815689-1 HTTP/1.1" status: 200 len: 382 time: 0.3041422 Oct 27 16:02:09.921265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bf70a-5c41-484f-b0ce-405f4943434d req-af08dd1c-4e03-47d5-93c4-9fd222936c5f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:09.950699 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-339bf70a-5c41-484f-b0ce-405f4943434d req-af08dd1c-4e03-47d5-93c4-9fd222936c5f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 948 time: 0.2264276 Oct 27 16:02:10.000891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-7f2f4684-e4fd-40af-982c-dff71e3a765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:10.004094 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-7f2f4684-e4fd-40af-982c-dff71e3a765d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1099 time: 0.1363323 Oct 27 16:02:10.021717 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-router', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '171af91b-1404-447c-830f-83ee93ecc595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:58Z', 'updated_at': '2021-10-27T16:02:06Z', 'revision_number': 4, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'gw_port': {'id': '171af91b-1404-447c-830f-83ee93ecc595', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:59Z', 'updated_at': '2021-10-27T16:02:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'a23ab8ba-d338-41a8-bb66-f7edb990bbf6', 'name': '', 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'mac_address': 'fa:16:3e:65:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '553a0473-402e-4c0b-986a-4fa1e97f4f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:05Z', 'updated_at': '2021-10-27T16:02:07Z', 'revision_number': 2, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'subnets': [{'id': '553a0473-402e-4c0b-986a-4fa1e97f4f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:10.065892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5695bf5-9af7-44fe-b255-a08ed4a60d42 req-5065e8b2-ed57-40e0-8ad3-b4ac8f0d8352 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:10.082231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5695bf5-9af7-44fe-b255-a08ed4a60d42 req-5065e8b2-ed57-40e0-8ad3-b4ac8f0d8352 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.1702981 Oct 27 16:02:10.086149 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Checking router: d99e8703-1b93-4b76-b47f-c308c00dfc62 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:02:10.087018 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Updating router d99e8703-1b93-4b76-b47f-c308c00dfc62 port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:02:10.121363 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-339bf70a-5c41-484f-b0ce-405f4943434d req-58b3de8e-9f38-427d-8f60-7c44d1a3eb88 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651776 Oct 27 16:02:10.129503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port b0acbeb9-afc5-4360-a76c-ae582b498d59 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:02:10.150322 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:10.156458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port b0acbeb9-afc5-4360-a76c-ae582b498d59 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:10.157579 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:10.282174 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:10.352996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 171af91b-1404-447c-830f-83ee93ecc595, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=171af91b-1404-447c-830f-83ee93ecc595,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:10.398756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-e5d3dbd6-10b9-49f6-8a78-52fb921e8c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:10.402940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-e5d3dbd6-10b9-49f6-8a78-52fb921e8c7b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.3848920 Oct 27 16:02:10.416852 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:10.437653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:10.469862 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5695bf5-9af7-44fe-b255-a08ed4a60d42 req-6fdd55fd-8099-42bf-a931-7666bf932b4f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511617 Oct 27 16:02:10.582959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-d1ac8819-f371-4eb9-be69-82374b7c9c96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 217 time: 0.1445668 Oct 27 16:02:10.700766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-7c70c5b3-aa53-490b-a6c9-686779783d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:10.702254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-7c70c5b3-aa53-490b-a6c9-686779783d46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1119165 Oct 27 16:02:10.719030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-b4461b38-210e-4d3e-ad0d-b0196ba8afa2 req-5da13632-07c5-4881-b5f0-c34540d855c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1003258690', 'description': 'tempest-description-737900856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:10.798063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=171af91b-1404-447c-830f-83ee93ecc595,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:10.811386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-b3a7b5e6-746d-4c78-bc09-6c5c47d6f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:10.813034 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-b3a7b5e6-746d-4c78-bc09-6c5c47d6f704 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1033349 Oct 27 16:02:10.837821 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:10.880081 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:10.883237 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce01742-00cd-4943-9baa-6bd47e0277b2" -d '{"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:10.889769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:10.895426 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b4461b38-210e-4d3e-ad0d-b0196ba8afa2 req-5da13632-07c5-4881-b5f0-c34540d855c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:10.908540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:10.912103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f', 'network_id': 'e3659fd7-6817-4c0d-b322-ba3977f33981', 'port_id': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f', 'mac_address': 'fa:16:3e:95:86:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c362a8b-3dbb-4959-8274-c9ea75e913f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:02:10.968578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508b259-f675-489f-9945-0a51bcb3f68e req-0114b4e3-2916-4d46-9a99-1efe0688e102 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:10.980534 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d508b259-f675-489f-9945-0a51bcb3f68e req-0114b4e3-2916-4d46-9a99-1efe0688e102 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 944 time: 0.2311618 Oct 27 16:02:10.999607 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.015907 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-1a10b7e4-ffa7-41bf-947b-2d9819ba7e27 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911180 Oct 27 16:02:11.043156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b4461b38-210e-4d3e-ad0d-b0196ba8afa2 req-5da13632-07c5-4881-b5f0-c34540d855c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.073022 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.091707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:11.133477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:11.134898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:11.155554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d508b259-f675-489f-9945-0a51bcb3f68e req-c87ec48e-4662-41b7-a534-433f88748907 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719239 Oct 27 16:02:11.197955 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b4461b38-210e-4d3e-ad0d-b0196ba8afa2 req-5da13632-07c5-4881-b5f0-c34540d855c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.228697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 171af91b-1404-447c-830f-83ee93ecc595 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:11.285675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da13632-07c5-4881-b5f0-c34540d855c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952bd198-fc6d-49b5-a31f-6e652e090c26,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:11.298577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-25b05929-20ed-4886-88e9-b3e26a141016 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738714 Oct 27 16:02:11.304630 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b4461b38-210e-4d3e-ad0d-b0196ba8afa2 req-5da13632-07c5-4881-b5f0-c34540d855c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.327068 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4461b38-210e-4d3e-ad0d-b0196ba8afa2 req-5da13632-07c5-4881-b5f0-c34540d855c8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6194150 Oct 27 16:02:11.401610 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.485006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3005e-f817-4834-96d5-b9f586fa9c5c req-dec8d59e-dd12-47f8-82b8-818362fe1b8b tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:11.494708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4b3005e-f817-4834-96d5-b9f586fa9c5c req-dec8d59e-dd12-47f8-82b8-818362fe1b8b tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 1096 time: 0.1947634 Oct 27 16:02:11.511750 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 171af91b-1404-447c-830f-83ee93ecc595 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:11.511750 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.539433 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.542759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:11.618488 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4b3005e-f817-4834-96d5-b9f586fa9c5c req-abd20011-64d1-42ae-846d-a97067208796 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155286 Oct 27 16:02:11.632329 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:11.651303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['2c0fb1fa-7e1f-483f-a49d-c5b5335a851f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:11.936206 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac98d477-338c-43ae-82e7-8f31da8587d7 x-openstack-request-id: req-ac98d477-338c-43ae-82e7-8f31da8587d7 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:11.937227 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:11.937227 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac98d477-338c-43ae-82e7-8f31da8587d7 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:11.937227 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'code': 200} Oct 27 16:02:12.015111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-edc04402-011c-4549-90c2-1cfd3b45a557 req-5436f7b2-c884-40e2-abf9-46dc69a1021a tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1417706922', 'description': 'tempest-description-102921924'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:12.076906 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c28aa6-bff4-481b-98cf-602151a7e06f None None] Pushing event updated for resources: {'Port': ['ID=a23ab8ba-d338-41a8-bb66-f7edb990bbf6,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:12.113542 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Attempting to bind port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:12.114068 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Attempting to bind port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ea19fe3b-d59e-4844-be03-5bf0de0678fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:12.114444 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Attempting to bind port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 on network f1f760db-d737-44f4-9382-19717c4d3eec {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:12.122293 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:12.122702 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Checking segment: {'id': 'ea19fe3b-d59e-4844-be03-5bf0de0678fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:12.123165 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.123593 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Bound using segment: {'id': 'ea19fe3b-d59e-4844-be03-5bf0de0678fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:12.124714 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Bound port: a23ab8ba-d338-41a8-bb66-f7edb990bbf6, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea19fe3b-d59e-4844-be03-5bf0de0678fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:12.125174 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.139419 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7d41d-3ecb-4a73-afbb-2294a65845f4 req-b6df656a-e44a-41d1-aa12-67f11cad6ce4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:12.151129 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5db7d41d-3ecb-4a73-afbb-2294a65845f4 req-b6df656a-e44a-41d1-aa12-67f11cad6ce4 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1733809 Oct 27 16:02:12.173711 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-edc04402-011c-4549-90c2-1cfd3b45a557 req-5436f7b2-c884-40e2-abf9-46dc69a1021a tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.239800 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5db7d41d-3ecb-4a73-afbb-2294a65845f4 req-af1ad04f-0cd6-4d2a-af79-d960806939e8 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871365 Oct 27 16:02:12.268523 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] For port a23ab8ba-d338-41a8-bb66-f7edb990bbf6, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:12.281075 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] For port a23ab8ba-d338-41a8-bb66-f7edb990bbf6, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a23ab8ba-d338-41a8-bb66-f7edb990bbf6,segment=NetworkSegment(ea19fe3b-d59e-4844-be03-5bf0de0678fd),segment_id=ea19fe3b-d59e-4844-be03-5bf0de0678fd)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:12.318741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2df6ea4a-2169-4bc0-8a9e-770287addc19 None None] Provisioning complete for port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:12.320083 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2df6ea4a-2169-4bc0-8a9e-770287addc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.384180 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.394168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2df6ea4a-2169-4bc0-8a9e-770287addc19 None None] Port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:12.399696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-edc04402-011c-4549-90c2-1cfd3b45a557 req-5436f7b2-c884-40e2-abf9-46dc69a1021a tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.479343 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Routers {'d99e8703-1b93-4b76-b47f-c308c00dfc62'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:12.480194 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:01:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d99e8703-1b93-4b76-b47f-c308c00dfc62'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:12.507650 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-edc04402-011c-4549-90c2-1cfd3b45a557 req-5436f7b2-c884-40e2-abf9-46dc69a1021a tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.576876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436f7b2-c884-40e2-abf9-46dc69a1021a tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a458a202-d545-41be-bff7-2d4adf1e6037,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:12.721717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-edc04402-011c-4549-90c2-1cfd3b45a557 req-5436f7b2-c884-40e2-abf9-46dc69a1021a tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.725091 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-edc04402-011c-4549-90c2-1cfd3b45a557 req-5436f7b2-c884-40e2-abf9-46dc69a1021a tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7183008 Oct 27 16:02:12.837560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-728ea1f0-209f-4113-bc0d-bb7a39b9d83f None None] Provisioning complete for port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:12.838646 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-728ea1f0-209f-4113-bc0d-bb7a39b9d83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:12.853930 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] Set router d99e8703-1b93-4b76-b47f-c308c00dfc62 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:12.937395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97886fec-5502-437b-919f-8d60e48b547f req-2cb5d63b-f78a-42f3-a6c0-80cc1c8483e9 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:12.960480 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97886fec-5502-437b-919f-8d60e48b547f req-2cb5d63b-f78a-42f3-a6c0-80cc1c8483e9 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 1096 time: 0.2065773 Oct 27 16:02:12.980943 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c28aa6-bff4-481b-98cf-602151a7e06f None None] Pushing event updated for resources: {'Port': ['ID=a23ab8ba-d338-41a8-bb66-f7edb990bbf6,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:13.096225 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97886fec-5502-437b-919f-8d60e48b547f req-b48f3ddb-83c5-476f-aad2-eceab6a352ff tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344798 Oct 27 16:02:13.151639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-728ea1f0-209f-4113-bc0d-bb7a39b9d83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.285592 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-router', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '171af91b-1404-447c-830f-83ee93ecc595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:58Z', 'updated_at': '2021-10-27T16:02:06Z', 'revision_number': 4, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'gw_port': {'id': '171af91b-1404-447c-830f-83ee93ecc595', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:59Z', 'updated_at': '2021-10-27T16:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'a23ab8ba-d338-41a8-bb66-f7edb990bbf6', 'name': '', 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'mac_address': 'fa:16:3e:65:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '553a0473-402e-4c0b-986a-4fa1e97f4f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:05Z', 'updated_at': '2021-10-27T16:02:12Z', 'revision_number': 4, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'subnets': [{'id': '553a0473-402e-4c0b-986a-4fa1e97f4f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:13.292592 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-728ea1f0-209f-4113-bc0d-bb7a39b9d83f None None] For port a23ab8ba-d338-41a8-bb66-f7edb990bbf6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a23ab8ba-d338-41a8-bb66-f7edb990bbf6,segment=NetworkSegment(ea19fe3b-d59e-4844-be03-5bf0de0678fd),segment_id=ea19fe3b-d59e-4844-be03-5bf0de0678fd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:13.314771 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100503cd-087a-40c1-83db-93ce1ced1e79 None None] The sync data for ids ['d99e8703-1b93-4b76-b47f-c308c00dfc62'] in n-d-815689-1 is: [{'id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-router', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '171af91b-1404-447c-830f-83ee93ecc595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:58Z', 'updated_at': '2021-10-27T16:02:06Z', 'revision_number': 4, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'gw_port': {'id': '171af91b-1404-447c-830f-83ee93ecc595', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:59Z', 'updated_at': '2021-10-27T16:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'a23ab8ba-d338-41a8-bb66-f7edb990bbf6', 'name': '', 'network_id': 'f1f760db-d737-44f4-9382-19717c4d3eec', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'mac_address': 'fa:16:3e:65:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '553a0473-402e-4c0b-986a-4fa1e97f4f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:05Z', 'updated_at': '2021-10-27T16:02:12Z', 'revision_number': 4, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'subnets': [{'id': '553a0473-402e-4c0b-986a-4fa1e97f4f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:02:13.374117 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-728ea1f0-209f-4113-bc0d-bb7a39b9d83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:13.468753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2953a-708b-4f1c-84d1-ebbc9d1896be req-e48da017-02a7-4b0b-9802-367219e7156b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:13.485209 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ee2953a-708b-4f1c-84d1-ebbc9d1896be req-e48da017-02a7-4b0b-9802-367219e7156b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 945 time: 0.1950033 Oct 27 16:02:13.527542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ea1f0-209f-4113-bc0d-bb7a39b9d83f None None] Pushing event updated for resources: {'Port': ['ID=a23ab8ba-d338-41a8-bb66-f7edb990bbf6,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:13.599997 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ee2953a-708b-4f1c-84d1-ebbc9d1896be req-89d3e9f6-70e9-4739-932c-baa933800cab tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008399 Oct 27 16:02:13.713610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0f3e174-4db2-4ed5-abe8-b55a48904d0d req-bf474355-0b2e-446c-ab8b-798b929b597b tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/952bd198-fc6d-49b5-a31f-6e652e090c26 HTTP/1.1" status: 200 len: 1804 time: 0.0604923 Oct 27 16:02:13.783242 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0f3e174-4db2-4ed5-abe8-b55a48904d0d req-470355d7-81fb-4c8f-b862-9dee79b1e5ff tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/a458a202-d545-41be-bff7-2d4adf1e6037 HTTP/1.1" status: 200 len: 1804 time: 0.0619245 Oct 27 16:02:13.789769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-b0f3e174-4db2-4ed5-abe8-b55a48904d0d req-695f6545-591d-41a5-975e-0caceb4d23c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '952bd198-fc6d-49b5-a31f-6e652e090c26', 'remote_group_id': 'a458a202-d545-41be-bff7-2d4adf1e6037', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:13.790185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-b0f3e174-4db2-4ed5-abe8-b55a48904d0d req-695f6545-591d-41a5-975e-0caceb4d23c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '952bd198-fc6d-49b5-a31f-6e652e090c26', 'remote_group_id': 'a458a202-d545-41be-bff7-2d4adf1e6037', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:14.090634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f29a05-6b76-4512-9e2d-66aa7b94768d req-e9050268-101e-4908-bbbd-bbe0c79e6e7e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:14.092316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-55f29a05-6b76-4512-9e2d-66aa7b94768d req-e9050268-101e-4908-bbbd-bbe0c79e6e7e tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.0766919 Oct 27 16:02:14.120760 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b0f3e174-4db2-4ed5-abe8-b55a48904d0d req-695f6545-591d-41a5-975e-0caceb4d23c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.157430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-55f29a05-6b76-4512-9e2d-66aa7b94768d req-7a76017a-d4dd-41ce-ab92-ffc1944fb1bc tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578442 Oct 27 16:02:14.292631 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b0f3e174-4db2-4ed5-abe8-b55a48904d0d req-695f6545-591d-41a5-975e-0caceb4d23c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.363250 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b0f3e174-4db2-4ed5-abe8-b55a48904d0d req-695f6545-591d-41a5-975e-0caceb4d23c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.403321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-e5c6b139-d5f8-417d-a894-2c44c0898149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:14.412170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:14.424480 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-e5c6b139-d5f8-417d-a894-2c44c0898149 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4&tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5 HTTP/1.1" status: 200 len: 1100 time: 0.0769548 Oct 27 16:02:14.433716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f6545-591d-41a5-975e-0caceb4d23c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3413f5a9-6e92-4a63-b7f7-ca4b037bd076,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:14.449410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:14.562255 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b0f3e174-4db2-4ed5-abe8-b55a48904d0d req-695f6545-591d-41a5-975e-0caceb4d23c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.578564 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0f3e174-4db2-4ed5-abe8-b55a48904d0d req-695f6545-591d-41a5-975e-0caceb4d23c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7887442 Oct 27 16:02:14.620354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.630710 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:02:14.636844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:14.637089 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.857682 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:14.965515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:14.969677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:14.978051 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278499f3-5e0d-478a-b2f7-283e753b6029" -d '{"events": [{"server_uuid": "97cc199b-d338-4cd8-9b5e-c666d2817c16", "name": "network-vif-plugged", "status": "completed", "tag": "2c0fb1fa-7e1f-483f-a49d-c5b5335a851f"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:15.034747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:15.060433 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:15.174501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:15.204730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a23ab8ba-d338-41a8-bb66-f7edb990bbf6 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:15.325508 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:15.343018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Transition to ACTIVE for port object b0acbeb9-afc5-4360-a76c-ae582b498d59 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:15.348041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:15.357657 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a32787-483e-4c93-8ca7-8c9a4efda2d7" -d '{"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:15.442218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:15.520724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] No DVR routers for this DVR port b0acbeb9-afc5-4360-a76c-ae582b498d59 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:15.561524 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3effea22-f8fe-4b34-84bd-98351a742d3b req-4a295732-396a-4494-95d4-ce35c0303334 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/a458a202-d545-41be-bff7-2d4adf1e6037 HTTP/1.1" status: 200 len: 1804 time: 0.1273546 Oct 27 16:02:15.600118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:15.623879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:15.643534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:15.649165 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3effea22-f8fe-4b34-84bd-98351a742d3b req-766b7f8e-79c6-4104-b0a6-fbfc5a62fbc6 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:15.661432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:15.661765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:15.662325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:15.693497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Port b0acbeb9-afc5-4360-a76c-ae582b498d59 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:15.694225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Attempting to bind port b0acbeb9-afc5-4360-a76c-ae582b498d59 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:15.697398 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3effea22-f8fe-4b34-84bd-98351a742d3b req-766b7f8e-79c6-4104-b0a6-fbfc5a62fbc6 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:15.712547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:15.713201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:15.713746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:15.714543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Bound port: b0acbeb9-afc5-4360-a76c-ae582b498d59, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:15.715079 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:15.794399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:02:15.802067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:15.805003 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:15.895226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:15.900098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:15.936099 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3effea22-f8fe-4b34-84bd-98351a742d3b req-766b7f8e-79c6-4104-b0a6-fbfc5a62fbc6 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:15.944507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3effea22-f8fe-4b34-84bd-98351a742d3b req-766b7f8e-79c6-4104-b0a6-fbfc5a62fbc6 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:15.960997 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3effea22-f8fe-4b34-84bd-98351a742d3b req-766b7f8e-79c6-4104-b0a6-fbfc5a62fbc6 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "DELETE /v2.0/security-groups/a458a202-d545-41be-bff7-2d4adf1e6037 HTTP/1.1" status: 204 len: 173 time: 0.3977189 Oct 27 16:02:15.995288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b7f8e-79c6-4104-b0a6-fbfc5a62fbc6 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a458a202-d545-41be-bff7-2d4adf1e6037,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:16.032870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.055438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:16.056087 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:16.060415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] 10.222.0.53 "PUT /v2.0/ports/b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 1096 time: 1.6272087 Oct 27 16:02:16.213932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e9066-d36a-4cca-9d09-ccdb616e859e service neutron] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=11']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:16.241474 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5fd9e-2ee6-4977-a7c5-e6550ef128f1 req-c090307c-9e1b-451b-a14b-19c789fe8218 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:16.250238 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3e5fd9e-2ee6-4977-a7c5-e6550ef128f1 req-c090307c-9e1b-451b-a14b-19c789fe8218 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 946 time: 0.0984819 Oct 27 16:02:16.254124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-1dd4aea2-674a-472d-b5ed-ce45faaab365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:16.258485 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-1dd4aea2-674a-472d-b5ed-ce45faaab365 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1099 time: 0.1435251 Oct 27 16:02:16.306521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3e5fd9e-2ee6-4977-a7c5-e6550ef128f1 req-2cae74ee-e8fe-4d7f-a1cb-80958065d2a9 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551786 Oct 27 16:02:16.353799 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcdc600-d0a3-444c-9c8b-012ae7a264ad x-openstack-request-id: req-3bcdc600-d0a3-444c-9c8b-012ae7a264ad {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:16.354981 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cc199b-d338-4cd8-9b5e-c666d2817c16", "name": "network-vif-plugged", "status": "completed", "tag": "2c0fb1fa-7e1f-483f-a49d-c5b5335a851f", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:16.361571 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bcdc600-d0a3-444c-9c8b-012ae7a264ad {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:16.361571 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f', 'code': 200} Oct 27 16:02:16.556181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-fcf1d951-bdf2-4770-8f00-076a45291fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:16.558268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-fcf1d951-bdf2-4770-8f00-076a45291fa9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2936220 Oct 27 16:02:16.563418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed19eb-f818-4bb2-8228-9321099ad8e6 req-6f2571ed-98e9-4e56-ab69-57d69903bb01 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:16.565222 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62ed19eb-f818-4bb2-8228-9321099ad8e6 req-6f2571ed-98e9-4e56-ab69-57d69903bb01 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 948 time: 0.1253588 Oct 27 16:02:16.612286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-e124abf0-7d08-4f6c-b486-9e5325b5c07e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 217 time: 0.0438530 Oct 27 16:02:16.614271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30d4a4-fc75-4ec0-b4b9-0944970b4eba req-a6f8ffcb-6cdc-44fa-9dd3-8e5874099fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:16.616894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a30d4a4-fc75-4ec0-b4b9-0944970b4eba req-a6f8ffcb-6cdc-44fa-9dd3-8e5874099fc7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 1097 time: 0.1197045 Oct 27 16:02:16.630400 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62ed19eb-f818-4bb2-8228-9321099ad8e6 req-51148332-a81a-40aa-b369-6efc15cac730 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456586 Oct 27 16:02:16.716431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a30d4a4-fc75-4ec0-b4b9-0944970b4eba req-034d0d14-463f-4a47-b258-b0b43dda468f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764294 Oct 27 16:02:16.725764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-32d2b8f8-2cd7-44e9-a8dc-36fe69a4b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:16.727208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-32d2b8f8-2cd7-44e9-a8dc-36fe69a4b9e7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1007464 Oct 27 16:02:17.038565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-49ef2e2a-6cb1-45e9-9080-f36cde9de459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:17.041281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-49ef2e2a-6cb1-45e9-9080-f36cde9de459 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939045 Oct 27 16:02:17.190604 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1bd2cc-92af-4172-93ad-6b7124cef501 x-openstack-request-id: req-6c1bd2cc-92af-4172-93ad-6b7124cef501 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:17.191222 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-unplugged", "status": "completed", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:17.191637 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c1bd2cc-92af-4172-93ad-6b7124cef501 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:17.192278 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'code': 200} Oct 27 16:02:17.215315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-1e660c0b-e29e-4553-866b-6d596a6d07cb service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654167 Oct 27 16:02:17.380556 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-703809c2-cf0f-4b0f-99ab-213f235874ac req-6779c554-e085-4378-95a0-964aa4d6cfce service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530294 Oct 27 16:02:17.401438 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-db241175-66a2-493d-adc3-41eb9de2e210 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:02:17.403061 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-db241175-66a2-493d-adc3-41eb9de2e210 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0083156 Oct 27 16:02:17.452836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-f9094c13-e221-47af-8417-c709b0b0ce7b tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:17.457814 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-f9094c13-e221-47af-8417-c709b0b0ce7b tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports/186b9a0e-6b69-4a8d-877f-c725042181b6 HTTP/1.1" status: 200 len: 1093 time: 0.0442677 Oct 27 16:02:17.471708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Request body: {'binding': {'host': 'n-h2-815689-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:17.472277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Unknown quota resources ['binding']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:02:17.669714 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 on host n-h2-815689-1 for vnic_type normal with profile None {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:17.671121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:17.671875 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:17.679246 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Port 186b9a0e-6b69-4a8d-877f-c725042181b6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:17.680603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:17.687360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:17.688018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:17.688633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:17.689288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Bound port: 186b9a0e-6b69-4a8d-877f-c725042181b6, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:17.777432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=186b9a0e-6b69-4a8d-877f-c725042181b6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:17.856705 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:17.861696 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-bb148215-ee37-42ae-90b0-f56f9b4c41ce service neutron] 10.222.0.15 "POST /v2.0/ports/186b9a0e-6b69-4a8d-877f-c725042181b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.3941410 Oct 27 16:02:17.919841 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cd6b19f-6e89-4cc8-93f4-91b08d3ddb7c req-e1061e07-1fe2-40d6-bde4-93ccda22e104 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/952bd198-fc6d-49b5-a31f-6e652e090c26 HTTP/1.1" status: 200 len: 1804 time: 0.0556111 Oct 27 16:02:18.057753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318fbfd-c858-4fe6-a28a-3cdaf22fd295 req-f75c5890-4e08-434e-ab69-3e5076240ded tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:18.059487 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2318fbfd-c858-4fe6-a28a-3cdaf22fd295 req-f75c5890-4e08-434e-ab69-3e5076240ded tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 946 time: 0.0726600 Oct 27 16:02:18.104665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2318fbfd-c858-4fe6-a28a-3cdaf22fd295 req-429a24c4-fce9-487d-b086-653dea000f30 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 Oct 27 16:02:18.291763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-41c8b458-34de-4d95-ba55-df728b2e74aa req-ddd9dd5b-ff2a-460d-be0b-2bf44d820427 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-448804235', 'description': 'tempest-description-1661210238'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:18.324604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cdee4-b107-4f28-a8ea-6ee67031bdd7 req-1c54248b-8ed5-49ea-bd05-654b20e98e03 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:18.332727 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-987cdee4-b107-4f28-a8ea-6ee67031bdd7 req-1c54248b-8ed5-49ea-bd05-654b20e98e03 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 948 time: 0.1357787 Oct 27 16:02:18.416712 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-987cdee4-b107-4f28-a8ea-6ee67031bdd7 req-57f53426-5481-4d07-bb3b-a818c7bd9109 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764370 Oct 27 16:02:18.485664 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-41c8b458-34de-4d95-ba55-df728b2e74aa req-ddd9dd5b-ff2a-460d-be0b-2bf44d820427 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:18.563009 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-21501e3a-55e3-4789-a213-886c3d0a31ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:18.632349 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-41c8b458-34de-4d95-ba55-df728b2e74aa req-ddd9dd5b-ff2a-460d-be0b-2bf44d820427 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:18.727918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-41c8b458-34de-4d95-ba55-df728b2e74aa req-ddd9dd5b-ff2a-460d-be0b-2bf44d820427 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:18.795099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9dd5b-ff2a-460d-be0b-2bf44d820427 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12887667-c08b-4ddc-8e74-05c84ccf1f8e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:18.811145 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc29a9-51cb-47fc-8197-d687bc40331e req-1c7e53c9-fad8-48e9-ab08-49cef72b3629 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:18.813856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92fc29a9-51cb-47fc-8197-d687bc40331e req-1c7e53c9-fad8-48e9-ab08-49cef72b3629 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.1016448 Oct 27 16:02:18.860880 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-41c8b458-34de-4d95-ba55-df728b2e74aa req-ddd9dd5b-ff2a-460d-be0b-2bf44d820427 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:18.873709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41c8b458-34de-4d95-ba55-df728b2e74aa req-ddd9dd5b-ff2a-460d-be0b-2bf44d820427 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5891678 Oct 27 16:02:18.886937 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92fc29a9-51cb-47fc-8197-d687bc40331e req-4b08c616-c3d2-4502-8c9b-e58f67ebbe15 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547981 Oct 27 16:02:18.978929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-4a29196b-f5fb-4b38-bdae-adbb642d7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:18.981035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-4a29196b-f5fb-4b38-bdae-adbb642d7516 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 1096 time: 0.1417205 Oct 27 16:02:19.004885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dcedd792-b516-4964-8fab-9b378e042aa1 req-6e37c8ab-e7a0-4e22-a25b-eb0744a73e11 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/12887667-c08b-4ddc-8e74-05c84ccf1f8e HTTP/1.1" status: 200 len: 1804 time: 0.0968719 Oct 27 16:02:19.026545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-dcedd792-b516-4964-8fab-9b378e042aa1 req-b061e8f8-bc03-4164-808f-611f8bd8b9ab tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12887667-c08b-4ddc-8e74-05c84ccf1f8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:19.027085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-dcedd792-b516-4964-8fab-9b378e042aa1 req-b061e8f8-bc03-4164-808f-611f8bd8b9ab tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12887667-c08b-4ddc-8e74-05c84ccf1f8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:19.200079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:19.203344 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69337f1-77d8-44d5-9203-57fc28dec753" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:19.244469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-cb1b4284-7793-40be-9a2b-5b10d6cb3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:19.248008 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-cb1b4284-7793-40be-9a2b-5b10d6cb3f5a service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.2569840 Oct 27 16:02:19.260179 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dcedd792-b516-4964-8fab-9b378e042aa1 req-b061e8f8-bc03-4164-808f-611f8bd8b9ab tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:19.312419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-a1041d00-7afd-4acf-a7e3-caef44ed01de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=186b9a0e-6b69-4a8d-877f-c725042181b6 HTTP/1.1" status: 200 len: 217 time: 0.0569439 Oct 27 16:02:19.348448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dcedd792-b516-4964-8fab-9b378e042aa1 req-b061e8f8-bc03-4164-808f-611f8bd8b9ab tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:19.419372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-556ec319-974a-4a06-8e16-8d560e0429cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:19.422371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-556ec319-974a-4a06-8e16-8d560e0429cf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.1016977 Oct 27 16:02:19.471624 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dcedd792-b516-4964-8fab-9b378e042aa1 req-b061e8f8-bc03-4164-808f-611f8bd8b9ab tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:19.493850 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-48821953-2e08-42d0-bd8c-09d93ae9517b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637863 Oct 27 16:02:19.526829 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061e8f8-bc03-4164-808f-611f8bd8b9ab tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b5d65c-ccb6-451f-9f3e-2a7d08360b35,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:19.652562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dcedd792-b516-4964-8fab-9b378e042aa1 req-b061e8f8-bc03-4164-808f-611f8bd8b9ab tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:19.669086 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dcedd792-b516-4964-8fab-9b378e042aa1 req-b061e8f8-bc03-4164-808f-611f8bd8b9ab tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6469114 Oct 27 16:02:19.702166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-3e6ea902-f19e-4d66-b475-512517a23d3d service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990731 Oct 27 16:02:19.805130 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9661e8-736f-4a80-a458-e7a15242665b x-openstack-request-id: req-5f9661e8-736f-4a80-a458-e7a15242665b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:19.806824 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:19.806824 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f9661e8-736f-4a80-a458-e7a15242665b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:19.807269 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'status': 'completed', 'code': 200} Oct 27 16:02:19.864988 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d873c-2163-4700-a5f7-14ee15d45d9c req-635efb35-16a2-4b72-ad62-b7dfdaa25986 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:19.867863 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e97d873c-2163-4700-a5f7-14ee15d45d9c req-635efb35-16a2-4b72-ad62-b7dfdaa25986 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 946 time: 0.0908883 Oct 27 16:02:19.945048 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-e25acfd9-814d-48ff-9ea9-0be523c74bd7 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337017 Oct 27 16:02:19.952360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e97d873c-2163-4700-a5f7-14ee15d45d9c req-ff95233b-74ab-4b23-b14f-a551077cb55a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740197 Oct 27 16:02:19.969509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69337f1-77d8-44d5-9203-57fc28dec753 req-b8decbf1-3276-4046-8d70-48e1d0967267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:19.971590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b69337f1-77d8-44d5-9203-57fc28dec753 req-b8decbf1-3276-4046-8d70-48e1d0967267 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1099 time: 0.1226306 Oct 27 16:02:20.058988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fdf2d3-a491-4a59-aaba-a2c47dfbeceb req-98d0c3c3-e51a-459c-8b37-db97202e61b6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:20.067719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77fdf2d3-a491-4a59-aaba-a2c47dfbeceb req-98d0c3c3-e51a-459c-8b37-db97202e61b6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 948 time: 0.1581731 Oct 27 16:02:20.167217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69337f1-77d8-44d5-9203-57fc28dec753 req-17fbb699-8b21-470a-9f94-640950fb24c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:20.171162 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3bf6cf36-348f-42be-86f4-d9b32876b29b req-24b8a39c-5dd6-4552-811e-74c84f7f6e9b tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/12887667-c08b-4ddc-8e74-05c84ccf1f8e HTTP/1.1" status: 200 len: 2397 time: 0.0523050 Oct 27 16:02:20.172811 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b69337f1-77d8-44d5-9203-57fc28dec753 req-17fbb699-8b21-470a-9f94-640950fb24c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.1876268 Oct 27 16:02:20.176636 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77fdf2d3-a491-4a59-aaba-a2c47dfbeceb req-de2d3e7f-c7cc-449c-a692-3f8a2ff7906a tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084278 Oct 27 16:02:20.187712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-3bf6cf36-348f-42be-86f4-d9b32876b29b req-ad79942c-0210-4f3d-b9cc-459b1a085f58 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12887667-c08b-4ddc-8e74-05c84ccf1f8e', 'remote_group_id': None}]} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:20.188092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-3bf6cf36-348f-42be-86f4-d9b32876b29b req-ad79942c-0210-4f3d-b9cc-459b1a085f58 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12887667-c08b-4ddc-8e74-05c84ccf1f8e', 'remote_group_id': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:20.237400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b69337f1-77d8-44d5-9203-57fc28dec753 req-7e5c8641-8170-454f-ab90-fb6dd30f1f8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 200 len: 217 time: 0.0526121 Oct 27 16:02:20.294860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69337f1-77d8-44d5-9203-57fc28dec753 req-4d2c460f-0ba9-4fe8-806d-963783f783a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:20.297459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b69337f1-77d8-44d5-9203-57fc28dec753 req-4d2c460f-0ba9-4fe8-806d-963783f783a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0566835 Oct 27 16:02:20.406078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69337f1-77d8-44d5-9203-57fc28dec753 req-98d7df85-d79c-421c-b54e-9e8df1189eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:20.408796 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3bf6cf36-348f-42be-86f4-d9b32876b29b req-ad79942c-0210-4f3d-b9cc-459b1a085f58 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:20.409848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b69337f1-77d8-44d5-9203-57fc28dec753 req-98d7df85-d79c-421c-b54e-9e8df1189eef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049325 Oct 27 16:02:20.467647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:20.515294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3bf6cf36-348f-42be-86f4-d9b32876b29b req-ad79942c-0210-4f3d-b9cc-459b1a085f58 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:20.617525 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3bf6cf36-348f-42be-86f4-d9b32876b29b req-ad79942c-0210-4f3d-b9cc-459b1a085f58 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:20.625687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b69337f1-77d8-44d5-9203-57fc28dec753 req-e9cb4873-9213-477e-a59d-9a936be4627d service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082312 Oct 27 16:02:20.659499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79942c-0210-4f3d-b9cc-459b1a085f58 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b988d4-4efe-4339-94da-6806145958e7,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:20.711296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:20.743212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'mac_address': 'fa:16:3e:9a:48:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:02:20.793369 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:20.831017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0acbeb9-afc5-4360-a76c-ae582b498d59 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:20.844827 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3bf6cf36-348f-42be-86f4-d9b32876b29b req-ad79942c-0210-4f3d-b9cc-459b1a085f58 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:20.855992 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3bf6cf36-348f-42be-86f4-d9b32876b29b req-ad79942c-0210-4f3d-b9cc-459b1a085f58 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6639860 Oct 27 16:02:20.857096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b69337f1-77d8-44d5-9203-57fc28dec753 req-91149d9b-d07a-4a44-9b42-a4f08537b412 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241428 Oct 27 16:02:20.895119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:20.999585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19e9fe-ca37-4729-8039-7e7e2ba2d067 req-12abc756-a50a-49b1-9433-8a0816331afe tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:21.001666 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba19e9fe-ca37-4729-8039-7e7e2ba2d067 req-12abc756-a50a-49b1-9433-8a0816331afe tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.0764637 Oct 27 16:02:21.013146 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.126342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=12']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:21.134373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba19e9fe-ca37-4729-8039-7e7e2ba2d067 req-86cdde0f-061a-4158-ae86-24a3887e249e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141982 Oct 27 16:02:21.249995 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a3950e8-283d-435d-a76d-d2e89974df6f req-2c49e83d-da9f-4491-9d1e-573e29b0c21e tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-992208012&fields=id&tenant_id=1a4c1de73a6040578fcc95c0b6ffc233 HTTP/1.1" status: 200 len: 267 time: 0.0597093 Oct 27 16:02:21.272784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['b0acbeb9-afc5-4360-a76c-ae582b498d59'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:21.361546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616b904-daad-4920-bf78-10d2db286579 req-d806145c-ddfa-403e-90d5-e26130a1ef87 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:21.370785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7616b904-daad-4920-bf78-10d2db286579 req-d806145c-ddfa-403e-90d5-e26130a1ef87 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 1100 time: 0.0753953 Oct 27 16:02:21.384406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3950e8-283d-435d-a76d-d2e89974df6f req-4fadda8b-9281-4c4f-8587-0412b15d6c8c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:21.386696 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a3950e8-283d-435d-a76d-d2e89974df6f req-4fadda8b-9281-4c4f-8587-0412b15d6c8c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 946 time: 0.1276371 Oct 27 16:02:21.403688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-5a3950e8-283d-435d-a76d-d2e89974df6f req-adeae9c9-f5da-4701-9496-603a017057ac tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'port': {'security_groups': ['b793cc72-7347-4b56-9430-870a606197e0', '8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:21.441068 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7616b904-daad-4920-bf78-10d2db286579 req-85fd7bb4-5d23-4207-b08b-f370f871a989 tempest-MigrationsAdminTest-851770662 tempest-MigrationsAdminTest-851770662-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682971 Oct 27 16:02:21.487649 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bc7e7bd2-163e-4a80-9380-f115b04e9a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.530264 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5a3950e8-283d-435d-a76d-d2e89974df6f req-adeae9c9-f5da-4701-9496-603a017057ac tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:21.572929 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3093557b-6ae6-4032-85fb-44b0124a5d72 req-679c2ab1-c3a4-4abe-9d4e-21eaa776588d tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/12887667-c08b-4ddc-8e74-05c84ccf1f8e HTTP/1.1" status: 200 len: 2995 time: 0.0768597 Oct 27 16:02:21.903148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5a3950e8-283d-435d-a76d-d2e89974df6f req-adeae9c9-f5da-4701-9496-603a017057ac tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] For port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:21.983603 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5a3950e8-283d-435d-a76d-d2e89974df6f req-adeae9c9-f5da-4701-9496-603a017057ac tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.051015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5a3950e8-283d-435d-a76d-d2e89974df6f req-adeae9c9-f5da-4701-9496-603a017057ac tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.110489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['73de116e-5df6-4cde-8f14-cd0256178977'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:22.129027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3950e8-283d-435d-a76d-d2e89974df6f req-adeae9c9-f5da-4701-9496-603a017057ac tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:22.139777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5a3950e8-283d-435d-a76d-d2e89974df6f req-adeae9c9-f5da-4701-9496-603a017057ac tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.155509 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a3950e8-283d-435d-a76d-d2e89974df6f req-adeae9c9-f5da-4701-9496-603a017057ac tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "PUT /v2.0/ports/2c0fb1fa-7e1f-483f-a49d-c5b5335a851f HTTP/1.1" status: 200 len: 982 time: 0.7568216 Oct 27 16:02:22.186098 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.194962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['2c0fb1fa-7e1f-483f-a49d-c5b5335a851f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:22.245525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'tag': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:22.255516 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd9f1c0-e002-4b5a-99b3-d411ca8d79a1" -d '{"events": [{"name": "network-changed", "server_uuid": "97cc199b-d338-4cd8-9b5e-c666d2817c16", "tag": "2c0fb1fa-7e1f-483f-a49d-c5b5335a851f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:22.282847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['2c0fb1fa-7e1f-483f-a49d-c5b5335a851f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:22.315590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeae9c9-f5da-4701-9496-603a017057ac tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'Port': ['ID=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:22.329440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2cc1271c-d8e6-4525-912c-2257715b09fe req-c309d287-3799-4b63-b8c7-fc09cfe2dbb5 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-group-rules/b9b988d4-4efe-4339-94da-6806145958e7 HTTP/1.1" status: 200 len: 783 time: 0.0650585 Oct 27 16:02:22.405103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2cc1271c-d8e6-4525-912c-2257715b09fe req-df829c8f-9b94-4c96-b7a0-b6dc77ca0e40 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/12887667-c08b-4ddc-8e74-05c84ccf1f8e HTTP/1.1" status: 200 len: 2995 time: 0.0745974 Oct 27 16:02:22.435129 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2cc1271c-d8e6-4525-912c-2257715b09fe req-ce1d9766-8d08-443e-8b37-be1aa65f9df8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.444679 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2cc1271c-d8e6-4525-912c-2257715b09fe req-ce1d9766-8d08-443e-8b37-be1aa65f9df8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.477719 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.487489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:22.591008 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2cc1271c-d8e6-4525-912c-2257715b09fe req-ce1d9766-8d08-443e-8b37-be1aa65f9df8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.599261 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2cc1271c-d8e6-4525-912c-2257715b09fe req-ce1d9766-8d08-443e-8b37-be1aa65f9df8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:22.616420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2cc1271c-d8e6-4525-912c-2257715b09fe req-ce1d9766-8d08-443e-8b37-be1aa65f9df8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b9b988d4-4efe-4339-94da-6806145958e7 HTTP/1.1" status: 204 len: 173 time: 0.2096794 Oct 27 16:02:22.617613 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a74f124d-3589-4e57-92a9-afcad7d6e739 req-18a891bb-cac0-4375-8f4d-7ea2509fa2f8 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c HTTP/1.1" status: 200 len: 1799 time: 0.0878024 Oct 27 16:02:22.649221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d9766-8d08-443e-8b37-be1aa65f9df8 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9b988d4-4efe-4339-94da-6806145958e7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:22.728515 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-a74f124d-3589-4e57-92a9-afcad7d6e739 req-a832c5dd-5e4d-4a61-b895-5cf11c2a8fa0 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 16:02:22.731138 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a74f124d-3589-4e57-92a9-afcad7d6e739 req-a832c5dd-5e4d-4a61-b895-5cf11c2a8fa0 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "DELETE /v2.0/security-groups/8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c HTTP/1.1" status: 409 len: 341 time: 0.1110430 Oct 27 16:02:23.020927 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364f4ba7-b848-4375-b308-960ad291fe59 x-openstack-request-id: req-364f4ba7-b848-4375-b308-960ad291fe59 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:23.028402 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cc199b-d338-4cd8-9b5e-c666d2817c16", "tag": "2c0fb1fa-7e1f-483f-a49d-c5b5335a851f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:23.028402 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-364f4ba7-b848-4375-b308-960ad291fe59 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:23.028402 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'tag': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f', 'status': 'completed', 'code': 200} Oct 27 16:02:23.160911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port b0acbeb9-afc5-4360-a76c-ae582b498d59 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:02:23.271275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9f1c0-e002-4b5a-99b3-d411ca8d79a1 req-991cfc7c-68d9-43ab-a2ef-5789611d8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:23.272695 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0fd9f1c0-e002-4b5a-99b3-d411ca8d79a1 req-991cfc7c-68d9-43ab-a2ef-5789611d8844 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 1136 time: 0.2121642 Oct 27 16:02:23.281434 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d420af6-e48e-4e2b-85d0-da761227b89e req-503a230f-aa8d-4a55-ad86-9f0cf067c5fb tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:23.289650 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d420af6-e48e-4e2b-85d0-da761227b89e req-503a230f-aa8d-4a55-ad86-9f0cf067c5fb tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.5375690 Oct 27 16:02:23.364460 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port b0acbeb9-afc5-4360-a76c-ae582b498d59 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:23.366644 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:23.367307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb68a4-ff99-4585-bbd0-7e63502be387 req-5a219227-92f0-43d8-b7ac-88fedfd862e8 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:23.373284 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ffb68a4-ff99-4585-bbd0-7e63502be387 req-5a219227-92f0-43d8-b7ac-88fedfd862e8 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1800644 Oct 27 16:02:23.512355 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ffb68a4-ff99-4585-bbd0-7e63502be387 req-64ac59b9-8f3e-46c3-8494-92b30457a621 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317964 Oct 27 16:02:23.556170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9f1c0-e002-4b5a-99b3-d411ca8d79a1 req-f5c84938-3911-4a1f-972f-1051c0144c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:23.561868 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0fd9f1c0-e002-4b5a-99b3-d411ca8d79a1 req-f5c84938-3911-4a1f-972f-1051c0144c96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 200 len: 913 time: 0.2257857 Oct 27 16:02:23.673117 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0fd9f1c0-e002-4b5a-99b3-d411ca8d79a1 req-f4eff2f9-0316-4e23-9382-5c848582713d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f HTTP/1.1" status: 200 len: 217 time: 0.0901613 Oct 27 16:02:23.679856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-098c39fe-626f-4047-9b2c-ced3d4974f4c req-aa0980bd-295e-4a65-92ee-23a3b2136890 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/12887667-c08b-4ddc-8e74-05c84ccf1f8e HTTP/1.1" status: 200 len: 2397 time: 0.1206169 Oct 27 16:02:23.788485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9f1c0-e002-4b5a-99b3-d411ca8d79a1 req-bdaec840-c6db-4570-9720-0a6bc6f97c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:23.789958 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0fd9f1c0-e002-4b5a-99b3-d411ca8d79a1 req-bdaec840-c6db-4570-9720-0a6bc6f97c39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c362a8b-3dbb-4959-8274-c9ea75e913f5 HTTP/1.1" status: 200 len: 852 time: 0.1065664 Oct 27 16:02:23.833044 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-098c39fe-626f-4047-9b2c-ced3d4974f4c req-0ef49c43-a565-478c-a230-0c9277c743fc tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:23.859719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0fd9f1c0-e002-4b5a-99b3-d411ca8d79a1 req-113b2835-deb7-4ebb-b198-279bebf0ea0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3659fd7-6817-4c0d-b322-ba3977f33981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518467 Oct 27 16:02:23.865927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44140) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:23.877088 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:23.894724 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-098c39fe-626f-4047-9b2c-ced3d4974f4c req-0ef49c43-a565-478c-a230-0c9277c743fc tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:23.899614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d420af6-e48e-4e2b-85d0-da761227b89e req-3cfc665f-a945-4785-a232-d2b54ccacf50 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036282 Oct 27 16:02:24.033413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:24.036522 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c088da25-c15b-4614-9789-a9d9aa54f052" -d '{"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:24.060555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:24.081920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a392b-1e4b-4cb4-a4cf-63efa991c6be req-b116bca3-3c36-42d1-99cc-405570c67566 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:24.083618 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a4a392b-1e4b-4cb4-a4cf-63efa991c6be req-b116bca3-3c36-42d1-99cc-405570c67566 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 949 time: 0.1518941 Oct 27 16:02:24.094363 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-098c39fe-626f-4047-9b2c-ced3d4974f4c req-0ef49c43-a565-478c-a230-0c9277c743fc tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.103203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-098c39fe-626f-4047-9b2c-ced3d4974f4c req-0ef49c43-a565-478c-a230-0c9277c743fc tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.103203 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-098c39fe-626f-4047-9b2c-ced3d4974f4c req-0ef49c43-a565-478c-a230-0c9277c743fc tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "DELETE /v2.0/security-groups/12887667-c08b-4ddc-8e74-05c84ccf1f8e HTTP/1.1" status: 204 len: 173 time: 0.4108803 Oct 27 16:02:24.122145 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.128552 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.138537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef49c43-a565-478c-a230-0c9277c743fc tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12887667-c08b-4ddc-8e74-05c84ccf1f8e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:24.200636 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-48c2f799-4bee-4050-8939-b6e0249ea4ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.244100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=13']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:24.287922 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0fd9f1c0-e002-4b5a-99b3-d411ca8d79a1 req-91a8397f-365b-4eb7-85ea-792b388e156a service neutron] 10.222.0.53 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118600 Oct 27 16:02:24.396191 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0223215-a8ab-4540-beef-e0324ef7b21b x-openstack-request-id: req-b0223215-a8ab-4540-beef-e0324ef7b21b {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:24.396697 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:24.397297 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0223215-a8ab-4540-beef-e0324ef7b21b {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:24.397723 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'code': 200} Oct 27 16:02:24.406786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0fd9f1c0-e002-4b5a-99b3-d411ca8d79a1 req-0026ba95-f5bb-4237-87d1-2f12bf6c2fcb service neutron] 10.222.0.53 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979934 Oct 27 16:02:24.470700 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-ef1122d5-e34f-404a-a289-15f02d5c1fc0 req-37ebcdff-f243-4885-99dd-775167eaf4c1 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] show failed (client error): The resource could not be found. Oct 27 16:02:24.473124 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef1122d5-e34f-404a-a289-15f02d5c1fc0 req-37ebcdff-f243-4885-99dd-775167eaf4c1 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/a458a202-d545-41be-bff7-2d4adf1e6037 HTTP/1.1" status: 404 len: 352 time: 0.0464494 Oct 27 16:02:24.586496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c312dbdd-9702-49e4-9746-0bf7c0c9b6cd req-7af16d03-f855-4ecf-b336-f9232d46847d tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/952bd198-fc6d-49b5-a31f-6e652e090c26 HTTP/1.1" status: 200 len: 1804 time: 0.0851667 Oct 27 16:02:24.708571 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c312dbdd-9702-49e4-9746-0bf7c0c9b6cd req-bedec7b2-8fe5-4fb6-9c70-63f5fd77f66d tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.761523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c312dbdd-9702-49e4-9746-0bf7c0c9b6cd req-bedec7b2-8fe5-4fb6-9c70-63f5fd77f66d tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.940095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c312dbdd-9702-49e4-9746-0bf7c0c9b6cd req-bedec7b2-8fe5-4fb6-9c70-63f5fd77f66d tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.947572 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c312dbdd-9702-49e4-9746-0bf7c0c9b6cd req-bedec7b2-8fe5-4fb6-9c70-63f5fd77f66d tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:24.960881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c312dbdd-9702-49e4-9746-0bf7c0c9b6cd req-bedec7b2-8fe5-4fb6-9c70-63f5fd77f66d tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "DELETE /v2.0/security-groups/952bd198-fc6d-49b5-a31f-6e652e090c26 HTTP/1.1" status: 204 len: 173 time: 0.3651831 Oct 27 16:02:25.001537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedec7b2-8fe5-4fb6-9c70-63f5fd77f66d tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=952bd198-fc6d-49b5-a31f-6e652e090c26,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:25.070078 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-48c2f799-4bee-4050-8939-b6e0249ea4ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:25.132918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-48c2f799-4bee-4050-8939-b6e0249ea4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:25.189382 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-48c2f799-4bee-4050-8939-b6e0249ea4ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=619c8f66a8444e36b057fc5eaa8077c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3198128 Oct 27 16:02:25.198702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44176) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:25.217588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-0a4a392b-1e4b-4cb4-a4cf-63efa991c6be req-7bee9abf-c5a9-439b-a6af-68b1738ed5f9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Deleting port b0acbeb9-afc5-4360-a76c-ae582b498d59 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:02:25.217940 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a4a392b-1e4b-4cb4-a4cf-63efa991c6be req-7bee9abf-c5a9-439b-a6af-68b1738ed5f9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:25.317295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa085e-fb1c-4db7-9549-e5fe3845deed req-a03f9b26-8c00-4e78-b0db-06d1612b1d4f tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:25.335795 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-96aa085e-fb1c-4db7-9549-e5fe3845deed req-a03f9b26-8c00-4e78-b0db-06d1612b1d4f tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 985 time: 0.2210102 Oct 27 16:02:25.347843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-0a4a392b-1e4b-4cb4-a4cf-63efa991c6be req-7bee9abf-c5a9-439b-a6af-68b1738ed5f9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] For port b0acbeb9-afc5-4360-a76c-ae582b498d59, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0acbeb9-afc5-4360-a76c-ae582b498d59,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:25.348420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a4a392b-1e4b-4cb4-a4cf-63efa991c6be req-7bee9abf-c5a9-439b-a6af-68b1738ed5f9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:25.367396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-0a4a392b-1e4b-4cb4-a4cf-63efa991c6be req-7bee9abf-c5a9-439b-a6af-68b1738ed5f9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Calling delete_port for b0acbeb9-afc5-4360-a76c-ae582b498d59 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:02:25.393826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64107a29-f533-48a3-938f-a0658a1e44ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:25.473132 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-96aa085e-fb1c-4db7-9549-e5fe3845deed req-6fd4eec5-44a1-4b29-b4ea-8f878c61c146 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c&id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1336460 Oct 27 16:02:25.532721 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64107a29-f533-48a3-938f-a0658a1e44ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:25.627352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e147-fdf8-475e-a624-d2bc03f1a52d req-2f2b5fa9-3755-4c86-adbd-e480ca7f3de7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:25.638765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b62e147-fdf8-475e-a624-d2bc03f1a52d req-2f2b5fa9-3755-4c86-adbd-e480ca7f3de7 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 950 time: 0.5667689 Oct 27 16:02:25.673059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2f799-4bee-4050-8939-b6e0249ea4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81055548-b125-4553-8d44-183555e42e43,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:25.682145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed98e-9aef-4dc5-afe9-11348ac0916d req-3c83323d-a5e3-44dc-bf62-0411a347dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:25.683818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-53eed98e-9aef-4dc5-afe9-11348ac0916d req-3c83323d-a5e3-44dc-bf62-0411a347dce7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 1136 time: 0.6656563 Oct 27 16:02:25.753259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504398e-d15f-43a6-869e-9da2b6911b06 req-9e22e2d6-5784-4d48-931d-91ef89d42a92 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:25.757946 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c504398e-d15f-43a6-869e-9da2b6911b06 req-9e22e2d6-5784-4d48-931d-91ef89d42a92 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.1400964 Oct 27 16:02:25.804165 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64107a29-f533-48a3-938f-a0658a1e44ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:25.807817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64107a29-f533-48a3-938f-a0658a1e44ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:25.812798 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-64107a29-f533-48a3-938f-a0658a1e44ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81055548-b125-4553-8d44-183555e42e43 HTTP/1.1" status: 204 len: 168 time: 0.6089625 Oct 27 16:02:25.832199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64107a29-f533-48a3-938f-a0658a1e44ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81055548-b125-4553-8d44-183555e42e43,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:25.858830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b62e147-fdf8-475e-a624-d2bc03f1a52d req-17cee264-60c1-43d6-aebc-90afac7c9571 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176511 Oct 27 16:02:25.860352 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a4a392b-1e4b-4cb4-a4cf-63efa991c6be req-7bee9abf-c5a9-439b-a6af-68b1738ed5f9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:25.878212 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c504398e-d15f-43a6-869e-9da2b6911b06 req-9d7f2a07-e65a-4dab-b3f4-be5e39efe028 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136436 Oct 27 16:02:25.901472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['de6aeacf-35fe-45a6-88e2-08458adc8712', 'b0acbeb9-afc5-4360-a76c-ae582b498d59'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:25.919583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b845e54b-64a5-4133-a4e1-c7e442b8b249', '57119497-fea9-41fc-80fb-5df9a1387366'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:25.984462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee9abf-c5a9-439b-a6af-68b1738ed5f9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Pushing event deleted for resources: {'Port': ['ID=b0acbeb9-afc5-4360-a76c-ae582b498d59,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:26.323253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4a392b-1e4b-4cb4-a4cf-63efa991c6be req-7bee9abf-c5a9-439b-a6af-68b1738ed5f9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] No DVR routers for this DVR port b0acbeb9-afc5-4360-a76c-ae582b498d59 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:26.342147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a4a392b-1e4b-4cb4-a4cf-63efa991c6be req-7bee9abf-c5a9-439b-a6af-68b1738ed5f9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.353396 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a4a392b-1e4b-4cb4-a4cf-63efa991c6be req-7bee9abf-c5a9-439b-a6af-68b1738ed5f9 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "DELETE /v2.0/ports/b0acbeb9-afc5-4360-a76c-ae582b498d59 HTTP/1.1" status: 204 len: 173 time: 2.2506812 Oct 27 16:02:26.386760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-deleted', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:26.395892 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac5834d-1073-4ddc-a243-00ec07d616b6" -d '{"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-deleted", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:26.431041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed98e-9aef-4dc5-afe9-11348ac0916d req-53c9b55c-92bd-4b83-a5c0-1a2545373006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:26.434030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-53eed98e-9aef-4dc5-afe9-11348ac0916d req-53c9b55c-92bd-4b83-a5c0-1a2545373006 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 200 len: 913 time: 0.7325599 Oct 27 16:02:26.622290 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de393bd2-cc1a-4842-b3b8-2f647f450be8 x-openstack-request-id: req-de393bd2-cc1a-4842-b3b8-2f647f450be8 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:26.622641 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e75bc8-e481-489d-9f05-ab347efd33d4", "name": "network-vif-deleted", "tag": "b0acbeb9-afc5-4360-a76c-ae582b498d59", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:26.622869 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de393bd2-cc1a-4842-b3b8-2f647f450be8 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:26.623351 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e75bc8-e481-489d-9f05-ab347efd33d4', 'name': 'network-vif-deleted', 'tag': 'b0acbeb9-afc5-4360-a76c-ae582b498d59', 'status': 'completed', 'code': 200} Oct 27 16:02:26.650241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6f6139f-4009-4daf-ba64-dc7ed77d9020 req-53283974-7702-45b2-9e76-c46bad016f01 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/f6863a46-ef07-44cf-8f7e-e80c1057b4c4 HTTP/1.1" status: 200 len: 1805 time: 0.6782892 Oct 27 16:02:26.690442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-53eed98e-9aef-4dc5-afe9-11348ac0916d req-1904c9c8-e4a9-4118-b1a6-d41fcfc4c6e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f HTTP/1.1" status: 200 len: 217 time: 0.2435365 Oct 27 16:02:26.894896 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132b254-e15a-4bb4-a3ef-dd82864039f9 req-3b05e3e1-d1c7-4254-8f68-3d63e8e532a6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:26.906416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2132b254-e15a-4bb4-a3ef-dd82864039f9 req-3b05e3e1-d1c7-4254-8f68-3d63e8e532a6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 985 time: 0.1260133 Oct 27 16:02:26.944190 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6f6139f-4009-4daf-ba64-dc7ed77d9020 req-af97b6a6-13af-4d72-aa46-75f2a17af060 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:26.949191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eed98e-9aef-4dc5-afe9-11348ac0916d req-6d1742af-478a-4e1b-8d34-87bd6ba395e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:26.950014 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-53eed98e-9aef-4dc5-afe9-11348ac0916d req-6d1742af-478a-4e1b-8d34-87bd6ba395e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c362a8b-3dbb-4959-8274-c9ea75e913f5 HTTP/1.1" status: 200 len: 852 time: 0.2419596 Oct 27 16:02:26.998024 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2132b254-e15a-4bb4-a3ef-dd82864039f9 req-053f0343-5e79-481b-a0ec-6b8dfec37702 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c&id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0892487 Oct 27 16:02:27.003371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-53eed98e-9aef-4dc5-afe9-11348ac0916d req-db9d94ce-6ea3-491b-827f-d45b6ce457e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3659fd7-6817-4c0d-b322-ba3977f33981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366075 Oct 27 16:02:27.005799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6f6139f-4009-4daf-ba64-dc7ed77d9020 req-af97b6a6-13af-4d72-aa46-75f2a17af060 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.170866 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-64a7f447-beea-4367-a3d6-0d65312594ef req-b2cf1d2f-8c33-40f7-9783-285de68af200 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7e75bc8-e481-489d-9f05-ab347efd33d4 HTTP/1.1" status: 200 len: 210 time: 0.0441861 Oct 27 16:02:27.219581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-53eed98e-9aef-4dc5-afe9-11348ac0916d req-67009d61-bc8c-4411-9016-dc685a198dbd service neutron] 10.222.0.53 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996207 Oct 27 16:02:27.378369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6f6139f-4009-4daf-ba64-dc7ed77d9020 req-af97b6a6-13af-4d72-aa46-75f2a17af060 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.383900 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6f6139f-4009-4daf-ba64-dc7ed77d9020 req-af97b6a6-13af-4d72-aa46-75f2a17af060 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:27.386021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6f6139f-4009-4daf-ba64-dc7ed77d9020 req-af97b6a6-13af-4d72-aa46-75f2a17af060 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "DELETE /v2.0/security-groups/f6863a46-ef07-44cf-8f7e-e80c1057b4c4 HTTP/1.1" status: 204 len: 173 time: 0.7204721 Oct 27 16:02:27.424565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97b6a6-13af-4d72-aa46-75f2a17af060 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6863a46-ef07-44cf-8f7e-e80c1057b4c4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:27.466806 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eb1d7-0b2c-4417-a518-7970494d4d8d req-27134413-2c64-4999-b816-f3a4f419286a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:27.492566 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-738eb1d7-0b2c-4417-a518-7970494d4d8d req-27134413-2c64-4999-b816-f3a4f419286a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.1821527 Oct 27 16:02:27.681043 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-738eb1d7-0b2c-4417-a518-7970494d4d8d req-6cf56026-00fd-4082-98dd-f43371e97400 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920311 Oct 27 16:02:27.761448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-53eed98e-9aef-4dc5-afe9-11348ac0916d req-421710c7-f681-4f70-bd2d-4cf16996ac33 service neutron] 10.222.0.53 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5321796 Oct 27 16:02:27.827847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19443587-03a0-41ba-936d-a8c5e2c91061 req-bc02b6ea-0fa7-4f27-829d-6de75184110d tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/41dacb97-41c1-45ef-96ed-b7bc2e31585c HTTP/1.1" status: 200 len: 1803 time: 0.2069404 Oct 27 16:02:28.015513 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-19443587-03a0-41ba-936d-a8c5e2c91061 req-e4c57f90-54c3-4654-bd46-c44d1216aec3 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.087748 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-19443587-03a0-41ba-936d-a8c5e2c91061 req-e4c57f90-54c3-4654-bd46-c44d1216aec3 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.259451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-19443587-03a0-41ba-936d-a8c5e2c91061 req-e4c57f90-54c3-4654-bd46-c44d1216aec3 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.262140 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-19443587-03a0-41ba-936d-a8c5e2c91061 req-e4c57f90-54c3-4654-bd46-c44d1216aec3 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.264814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99805661-2c75-4389-affd-a555e256a1f1 req-697519e9-9318-44e4-add7-e41073866249 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:28.273252 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19443587-03a0-41ba-936d-a8c5e2c91061 req-e4c57f90-54c3-4654-bd46-c44d1216aec3 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "DELETE /v2.0/security-groups/41dacb97-41c1-45ef-96ed-b7bc2e31585c HTTP/1.1" status: 204 len: 173 time: 0.4392903 Oct 27 16:02:28.283518 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99805661-2c75-4389-affd-a555e256a1f1 req-697519e9-9318-44e4-add7-e41073866249 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 985 time: 0.1087425 Oct 27 16:02:28.291404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c57f90-54c3-4654-bd46-c44d1216aec3 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dacb97-41c1-45ef-96ed-b7bc2e31585c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:28.378268 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99805661-2c75-4389-affd-a555e256a1f1 req-f4169892-0dd7-4938-9c4f-65b8a7d3e6b7 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c&id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0924859 Oct 27 16:02:28.491267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:28.550333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-344c9350-491c-4291-b6a1-3c18084f72b7 req-0a669d92-2a73-4d92-bf17-1bc3131864a2 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/029b70ac-338c-440f-8024-2c657635a215 HTTP/1.1" status: 200 len: 2403 time: 0.1018929 Oct 27 16:02:28.556461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: b0acbeb9-afc5-4360-a76c-ae582b498d59 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:02:28.559474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0acbeb9-afc5-4360-a76c-ae582b498d59 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:02:28.704334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-344c9350-491c-4291-b6a1-3c18084f72b7 req-abb54c87-8c3e-48c5-9e85-cfd0b8326d84 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.749839 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-344c9350-491c-4291-b6a1-3c18084f72b7 req-abb54c87-8c3e-48c5-9e85-cfd0b8326d84 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.928875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-344c9350-491c-4291-b6a1-3c18084f72b7 req-abb54c87-8c3e-48c5-9e85-cfd0b8326d84 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.934292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-344c9350-491c-4291-b6a1-3c18084f72b7 req-abb54c87-8c3e-48c5-9e85-cfd0b8326d84 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:28.936582 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-344c9350-491c-4291-b6a1-3c18084f72b7 req-abb54c87-8c3e-48c5-9e85-cfd0b8326d84 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "DELETE /v2.0/security-groups/029b70ac-338c-440f-8024-2c657635a215 HTTP/1.1" status: 204 len: 173 time: 0.3851488 Oct 27 16:02:28.958533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb54c87-8c3e-48c5-9e85-cfd0b8326d84 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b70ac-338c-440f-8024-2c657635a215,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:29.263255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888a97b-0f00-4cb9-891b-2de8dcacacf4 req-73340128-be70-4972-8014-8e02b2b4fa8c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:29.273091 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9888a97b-0f00-4cb9-891b-2de8dcacacf4 req-73340128-be70-4972-8014-8e02b2b4fa8c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.1020997 Oct 27 16:02:29.355819 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9888a97b-0f00-4cb9-891b-2de8dcacacf4 req-cf1527b6-af4a-4fbe-8305-dd44aae306cf tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784426 Oct 27 16:02:29.461450 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.613062 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da393275-c474-430b-8397-68326c808fe9 req-96215df8-496a-4088-9050-cc97df5a68b6 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "GET /v2.0/security-groups/6eb84ce3-da70-4d13-8e4d-39393314d9ac HTTP/1.1" status: 200 len: 2397 time: 0.1189358 Oct 27 16:02:29.731793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d098fd-5614-4248-9a89-1be5e3bcf96c req-53476e12-1193-4ba8-8e2f-5f00716babde tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:29.734940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36d098fd-5614-4248-9a89-1be5e3bcf96c req-53476e12-1193-4ba8-8e2f-5f00716babde tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 985 time: 0.1281765 Oct 27 16:02:29.758698 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-da393275-c474-430b-8397-68326c808fe9 req-f08efbd1-a194-4053-aec2-3aea68d3e1c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.809498 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-da393275-c474-430b-8397-68326c808fe9 req-f08efbd1-a194-4053-aec2-3aea68d3e1c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.857396 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36d098fd-5614-4248-9a89-1be5e3bcf96c req-577e831e-baee-4d3b-a37a-de1744d1474a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c&id=b793cc72-7347-4b56-9430-870a606197e0&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1119635 Oct 27 16:02:29.929436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44246) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:29.985196 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-da393275-c474-430b-8397-68326c808fe9 req-f08efbd1-a194-4053-aec2-3aea68d3e1c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:29.987866 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-da393275-c474-430b-8397-68326c808fe9 req-f08efbd1-a194-4053-aec2-3aea68d3e1c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.001579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da393275-c474-430b-8397-68326c808fe9 req-f08efbd1-a194-4053-aec2-3aea68d3e1c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] 10.222.0.15 "DELETE /v2.0/security-groups/6eb84ce3-da70-4d13-8e4d-39393314d9ac HTTP/1.1" status: 204 len: 173 time: 0.3806641 Oct 27 16:02:30.001579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44250) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:30.047656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08efbd1-a194-4053-aec2-3aea68d3e1c9 tempest-SecurityGroupRulesTestJSON-443636248 tempest-SecurityGroupRulesTestJSON-443636248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb84ce3-da70-4d13-8e4d-39393314d9ac,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:30.121349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa48f7a-9d67-47bd-bcfc-712c647d0e2c admin admin] Deleting subnet dc4bf3a0-e582-41e5-bf0c-4ba0cd4f7db0 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:02:30.129216 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0aa48f7a-9d67-47bd-bcfc-712c647d0e2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.209780 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0aa48f7a-9d67-47bd-bcfc-712c647d0e2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.253776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-941ba947-3b47-460a-ba43-023e71c1ac79 req-095f29f7-6b4a-4ecb-9e6b-3fdec2cdcbba tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2140506433&fields=id&tenant_id=1a4c1de73a6040578fcc95c0b6ffc233 HTTP/1.1" status: 200 len: 267 time: 0.1285439 Oct 27 16:02:30.329672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ba947-3b47-460a-ba43-023e71c1ac79 req-6b69b16a-45a8-4585-a030-b75c843c779a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:30.339014 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-941ba947-3b47-460a-ba43-023e71c1ac79 req-6b69b16a-45a8-4585-a030-b75c843c779a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 985 time: 0.0841637 Oct 27 16:02:30.348408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-941ba947-3b47-460a-ba43-023e71c1ac79 req-e334d9b9-f81c-47e0-b097-401c19919c5b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'port': {'security_groups': ['8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c', 'b793cc72-7347-4b56-9430-870a606197e0', '3f3eede8-e263-45e2-b1d2-880781a952b7']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:30.363507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-289219cf-a5e5-408c-8249-10407e44b59b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.367815 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0aa48f7a-9d67-47bd-bcfc-712c647d0e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.378630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc2e4d-8411-4958-897c-0b6d4dbc976d req-930924d8-3d6f-4848-b4f3-46e20956ffd6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:30.384535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e6fc2e4d-8411-4958-897c-0b6d4dbc976d req-930924d8-3d6f-4848-b4f3-46e20956ffd6 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 949 time: 0.4099348 Oct 27 16:02:30.450147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e6fc2e4d-8411-4958-897c-0b6d4dbc976d req-40e594d9-247b-4af0-a4c3-873f88994616 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585134 Oct 27 16:02:30.536378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-941ba947-3b47-460a-ba43-023e71c1ac79 req-e334d9b9-f81c-47e0-b097-401c19919c5b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.784529 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0aa48f7a-9d67-47bd-bcfc-712c647d0e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.857384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082da18-33a1-4753-a38c-b7e45be1589d req-39573887-8524-4ef6-8198-54a49ce420a9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:30.859849 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3082da18-33a1-4753-a38c-b7e45be1589d req-39573887-8524-4ef6-8198-54a49ce420a9 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.1522975 Oct 27 16:02:30.872502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa48f7a-9d67-47bd-bcfc-712c647d0e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4bf3a0-e582-41e5-bf0c-4ba0cd4f7db0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:30.951106 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0aa48f7a-9d67-47bd-bcfc-712c647d0e2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:30.957092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0aa48f7a-9d67-47bd-bcfc-712c647d0e2c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dc4bf3a0-e582-41e5-bf0c-4ba0cd4f7db0 HTTP/1.1" status: 204 len: 168 time: 0.9346898 Oct 27 16:02:30.963665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:30.995069 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-289219cf-a5e5-408c-8249-10407e44b59b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.000722 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3082da18-33a1-4753-a38c-b7e45be1589d req-51eb81d0-c980-4953-be01-e9c211d23d0f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997329 Oct 27 16:02:31.048547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ec969-6b71-4264-a5d2-3975546a6da7 req-97ac1d5a-55df-42ef-b86a-733b2f97a3aa tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:31.048547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c48ec969-6b71-4264-a5d2-3975546a6da7 req-97ac1d5a-55df-42ef-b86a-733b2f97a3aa tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 949 time: 0.1127629 Oct 27 16:02:31.058762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-941ba947-3b47-460a-ba43-023e71c1ac79 req-e334d9b9-f81c-47e0-b097-401c19919c5b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] For port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:31.116907 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.166274 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-289219cf-a5e5-408c-8249-10407e44b59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.246152 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.259091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289219cf-a5e5-408c-8249-10407e44b59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e418e7-4298-4e73-9651-8b5112ca9cd6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:31.263835 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-941ba947-3b47-460a-ba43-023e71c1ac79 req-e334d9b9-f81c-47e0-b097-401c19919c5b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.279579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-289219cf-a5e5-408c-8249-10407e44b59b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a71805ee71c144388de705e0f474ba57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3449056 Oct 27 16:02:31.280552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44260) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:31.290498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b9e516-220d-46d7-9672-8415ce438b84']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:31.295127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-c48ec969-6b71-4264-a5d2-3975546a6da7 req-dff72937-9cca-4be1-be25-e555e37b2221 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Deleting port 57119497-fea9-41fc-80fb-5df9a1387366 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:02:31.295623 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c48ec969-6b71-4264-a5d2-3975546a6da7 req-dff72937-9cca-4be1-be25-e555e37b2221 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.314505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100a89c2-8095-4286-88a3-efdc32583a4b') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:31.314740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100a89c2-8095-4286-88a3-efdc32583a4b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:31.333523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.361703 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.376933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:02:31.377342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:02:31.379426 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:02:31.395054 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-06d08c9e-47d2-4c43-b6cd-36bde73b8c4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.433198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c48ec969-6b71-4264-a5d2-3975546a6da7 req-dff72937-9cca-4be1-be25-e555e37b2221 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] For port 57119497-fea9-41fc-80fb-5df9a1387366, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=57119497-fea9-41fc-80fb-5df9a1387366,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:31.433943 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c48ec969-6b71-4264-a5d2-3975546a6da7 req-dff72937-9cca-4be1-be25-e555e37b2221 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.441252 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-941ba947-3b47-460a-ba43-023e71c1ac79 req-e334d9b9-f81c-47e0-b097-401c19919c5b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.456523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['73de116e-5df6-4cde-8f14-cd0256178977'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:31.461239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['2c0fb1fa-7e1f-483f-a49d-c5b5335a851f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:31.464981 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-06d08c9e-47d2-4c43-b6cd-36bde73b8c4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.536592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-c48ec969-6b71-4264-a5d2-3975546a6da7 req-dff72937-9cca-4be1-be25-e555e37b2221 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Calling delete_port for 57119497-fea9-41fc-80fb-5df9a1387366 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:02:31.574282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.598993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.606574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] 10.222.0.15 "DELETE /v2.0/networks/b1b9e516-220d-46d7-9672-8415ce438b84 HTTP/1.1" status: 204 len: 168 time: 0.6438026 Oct 27 16:02:31.614081 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e24f1-5eb0-4b6e-8045-8cca8ec951fe admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b9e516-220d-46d7-9672-8415ce438b84,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:31.701421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339449e9-88ab-4c3d-9869-cb2d08298513 req-2eefbd53-4820-4cc3-9391-3876c057e305 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:31.712706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-339449e9-88ab-4c3d-9869-cb2d08298513 req-2eefbd53-4820-4cc3-9391-3876c057e305 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 949 time: 0.0892963 Oct 27 16:02:31.718774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ba947-3b47-460a-ba43-023e71c1ac79 req-e334d9b9-f81c-47e0-b097-401c19919c5b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:31.719627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-941ba947-3b47-460a-ba43-023e71c1ac79 req-e334d9b9-f81c-47e0-b097-401c19919c5b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.731964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-941ba947-3b47-460a-ba43-023e71c1ac79 req-e334d9b9-f81c-47e0-b097-401c19919c5b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "PUT /v2.0/ports/2c0fb1fa-7e1f-483f-a49d-c5b5335a851f HTTP/1.1" status: 200 len: 1021 time: 1.3919356 Oct 27 16:02:31.736944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'tag': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:31.744518 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f386be6c-ca15-4051-b842-a082079acc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "97cc199b-d338-4cd8-9b5e-c666d2817c16", "tag": "2c0fb1fa-7e1f-483f-a49d-c5b5335a851f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:31.772852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-339449e9-88ab-4c3d-9869-cb2d08298513 req-6e827f36-16c1-4006-b95e-a2b682414457 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569718 Oct 27 16:02:31.780414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-06d08c9e-47d2-4c43-b6cd-36bde73b8c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.780414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-06d08c9e-47d2-4c43-b6cd-36bde73b8c4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:31.785860 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-06d08c9e-47d2-4c43-b6cd-36bde73b8c4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41e418e7-4298-4e73-9651-8b5112ca9cd6 HTTP/1.1" status: 204 len: 168 time: 0.5014582 Oct 27 16:02:31.816326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d08c9e-47d2-4c43-b6cd-36bde73b8c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e418e7-4298-4e73-9651-8b5112ca9cd6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:31.855359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334d9b9-f81c-47e0-b097-401c19919c5b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'Port': ['ID=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:31.867390 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['2c0fb1fa-7e1f-483f-a49d-c5b5335a851f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:31.924527 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b75fd49-bd60-422d-98bc-a7ff73c063bc req-5929affe-0b15-4810-93f5-03ea9f0c445b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/3f3eede8-e263-45e2-b1d2-880781a952b7 HTTP/1.1" status: 200 len: 1801 time: 0.1183679 Oct 27 16:02:31.970438 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81bde78-e77d-4c69-b6d9-dc316e457389 x-openstack-request-id: req-c81bde78-e77d-4c69-b6d9-dc316e457389 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:31.970438 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97cc199b-d338-4cd8-9b5e-c666d2817c16", "tag": "2c0fb1fa-7e1f-483f-a49d-c5b5335a851f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:31.970438 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c81bde78-e77d-4c69-b6d9-dc316e457389 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:31.970438 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'tag': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f', 'status': 'completed', 'code': 200} Oct 27 16:02:32.033233 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-1b75fd49-bd60-422d-98bc-a7ff73c063bc req-27088a58-bf70-40c8-a17d-f6bc15bb3e1c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 16:02:32.066365 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b75fd49-bd60-422d-98bc-a7ff73c063bc req-27088a58-bf70-40c8-a17d-f6bc15bb3e1c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "DELETE /v2.0/security-groups/3f3eede8-e263-45e2-b1d2-880781a952b7 HTTP/1.1" status: 409 len: 341 time: 0.1395411 Oct 27 16:02:32.070749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c48ec969-6b71-4264-a5d2-3975546a6da7 req-dff72937-9cca-4be1-be25-e555e37b2221 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:32.167013 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:02:32.172882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff72937-9cca-4be1-be25-e555e37b2221 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Pushing event deleted for resources: {'Port': ['ID=57119497-fea9-41fc-80fb-5df9a1387366,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:32.246736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44284) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:32.273369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386be6c-ca15-4051-b842-a082079acc9d req-9c054b39-9d4f-4a54-b288-c29df8b90a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:32.277441 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f386be6c-ca15-4051-b842-a082079acc9d req-9c054b39-9d4f-4a54-b288-c29df8b90a53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 1175 time: 0.2822955 Oct 27 16:02:32.305328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8de6b-c7ba-46d0-9335-435f6088cef2 req-b709582f-6e3f-4fc0-82ab-f52e015bb5e0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:32.307609 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-87d8de6b-c7ba-46d0-9335-435f6088cef2 req-b709582f-6e3f-4fc0-82ab-f52e015bb5e0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.0778875 Oct 27 16:02:32.327996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48ec969-6b71-4264-a5d2-3975546a6da7 req-dff72937-9cca-4be1-be25-e555e37b2221 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] No DVR routers for this DVR port 57119497-fea9-41fc-80fb-5df9a1387366 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:32.332411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c48ec969-6b71-4264-a5d2-3975546a6da7 req-dff72937-9cca-4be1-be25-e555e37b2221 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:32.339955 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c48ec969-6b71-4264-a5d2-3975546a6da7 req-dff72937-9cca-4be1-be25-e555e37b2221 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "DELETE /v2.0/ports/57119497-fea9-41fc-80fb-5df9a1387366 HTTP/1.1" status: 204 len: 173 time: 1.2823305 Oct 27 16:02:32.384451 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-87d8de6b-c7ba-46d0-9335-435f6088cef2 req-f88c8d96-52a1-485a-8c23-85990dd799c8 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681672 Oct 27 16:02:32.444447 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:32.570726 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-39595dcb-67d0-4220-b739-4852173f4067 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7fec1b8a64d5489a8cfbf49b63e263c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200502 Oct 27 16:02:32.572459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44290) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:32.604213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b845e54b-64a5-4133-a4e1-c7e442b8b249'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:32.629462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386be6c-ca15-4051-b842-a082079acc9d req-94b9c39f-9132-43cc-85fd-dc8fe5ed1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:32.632006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f386be6c-ca15-4051-b842-a082079acc9d req-94b9c39f-9132-43cc-85fd-dc8fe5ed1491 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 200 len: 913 time: 0.3151493 Oct 27 16:02:32.729764 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f386be6c-ca15-4051-b842-a082079acc9d req-d72eb0ce-84cc-44e1-9d49-f8313a63bcb3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f HTTP/1.1" status: 200 len: 217 time: 0.0905445 Oct 27 16:02:32.731252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6bfda5a-4e2c-451b-9ce3-881852ca2c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:32.804720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386be6c-ca15-4051-b842-a082079acc9d req-e7e62464-b75e-4482-a662-bdb49632e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:32.810235 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f386be6c-ca15-4051-b842-a082079acc9d req-e7e62464-b75e-4482-a662-bdb49632e1ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c362a8b-3dbb-4959-8274-c9ea75e913f5 HTTP/1.1" status: 200 len: 852 time: 0.0713809 Oct 27 16:02:32.830658 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6bfda5a-4e2c-451b-9ce3-881852ca2c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:32.864894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f386be6c-ca15-4051-b842-a082079acc9d req-e4027f78-293c-408d-b6cc-9becae94b0af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e3659fd7-6817-4c0d-b322-ba3977f33981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437834 Oct 27 16:02:32.991946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe8ab8-df47-48de-b967-ba9ecd51428b req-98513483-c35a-4b9e-9e39-5ad0941083fe tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:32.993939 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-52fe8ab8-df47-48de-b967-ba9ecd51428b req-98513483-c35a-4b9e-9e39-5ad0941083fe tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 1024 time: 0.1209600 Oct 27 16:02:33.054916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c8301a2-9106-4ed7-bfb9-a49806c82e3a req-2ece48d5-bbea-46b2-8a15-6c7f0c1416dd tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a2f047-4120-4d5b-ab19-e4dbf4b508ac HTTP/1.1" status: 200 len: 210 time: 0.0678990 Oct 27 16:02:33.096181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f386be6c-ca15-4051-b842-a082079acc9d req-c977b48c-60f1-4d08-8db3-fdb9376e65fe service neutron] 10.222.0.53 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257659 Oct 27 16:02:33.114867 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-52fe8ab8-df47-48de-b967-ba9ecd51428b req-0c75b4ec-3609-4309-b596-f9864381db2a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c&id=b793cc72-7347-4b56-9430-870a606197e0&id=3f3eede8-e263-45e2-b1d2-880781a952b7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1067901 Oct 27 16:02:33.119829 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6bfda5a-4e2c-451b-9ce3-881852ca2c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:33.138848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6bfda5a-4e2c-451b-9ce3-881852ca2c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:33.143499 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c6bfda5a-4e2c-451b-9ce3-881852ca2c65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29c33857-78b1-4408-82e6-23a2ae182ca1 HTTP/1.1" status: 204 len: 168 time: 0.5696445 Oct 27 16:02:33.170971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfda5a-4e2c-451b-9ce3-881852ca2c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c33857-78b1-4408-82e6-23a2ae182ca1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:33.220560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['de6aeacf-35fe-45a6-88e2-08458adc8712'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:33.409834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f386be6c-ca15-4051-b842-a082079acc9d req-b22245e2-9708-493b-bfc0-b3fb3a041aec service neutron] 10.222.0.53 "GET /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911475 Oct 27 16:02:33.576932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 57119497-fea9-41fc-80fb-5df9a1387366 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:33.606151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 57119497-fea9-41fc-80fb-5df9a1387366 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:02:33.606151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 57119497-fea9-41fc-80fb-5df9a1387366 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:02:33.715907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d2342-a30a-4dcf-817a-87dd4e971bdd req-98c67063-3fd9-468a-9a6a-8f686c9448a5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:33.736128 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc8d2342-a30a-4dcf-817a-87dd4e971bdd req-98c67063-3fd9-468a-9a6a-8f686c9448a5 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.1824005 Oct 27 16:02:33.789870 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc8d2342-a30a-4dcf-817a-87dd4e971bdd req-304438ec-7a0c-421c-b308-a2bf03d9aa75 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544751 Oct 27 16:02:33.969312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-deleted', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:33.978113 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e38344-5bf9-4a0e-abad-299e6893bfdc" -d '{"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-deleted", "tag": "57119497-fea9-41fc-80fb-5df9a1387366"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:34.024378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44328) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:34.035224 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f8dd37-bee9-48ac-a540-b7bb6d7a4501 x-openstack-request-id: req-a6f8dd37-bee9-48ac-a540-b7bb6d7a4501 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:34.035875 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a2f047-4120-4d5b-ab19-e4dbf4b508ac", "name": "network-vif-deleted", "tag": "57119497-fea9-41fc-80fb-5df9a1387366", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:34.036179 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6f8dd37-bee9-48ac-a540-b7bb6d7a4501 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:34.036648 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a2f047-4120-4d5b-ab19-e4dbf4b508ac', 'name': 'network-vif-deleted', 'tag': '57119497-fea9-41fc-80fb-5df9a1387366', 'status': 'completed', 'code': 200} Oct 27 16:02:34.166378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-185397288-network', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:34.299911 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6985531-d307-4ad7-a3a6-5f17906944a8 req-ed53c516-bfe9-46a9-a39d-a7155bd549be tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:34.311208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f6985531-d307-4ad7-a3a6-5f17906944a8 req-ed53c516-bfe9-46a9-a39d-a7155bd549be tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 1024 time: 0.0900025 Oct 27 16:02:34.320758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Made reservation on behalf of e84ca706b13740f5888b154a741d5c37 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:34.323414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.332870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2bfe7-ed65-4940-b228-c6b6252c617a req-2960a2c7-c3f3-4cc4-b424-56d345e4152d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:34.334272 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.336549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dcf2bfe7-ed65-4940-b228-c6b6252c617a req-2960a2c7-c3f3-4cc4-b424-56d345e4152d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.53 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 1024 time: 0.1024911 Oct 27 16:02:34.424571 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f6985531-d307-4ad7-a3a6-5f17906944a8 req-63df6dba-d6ef-4cbf-a56f-bc13a82d23b5 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c&id=b793cc72-7347-4b56-9430-870a606197e0&id=3f3eede8-e263-45e2-b1d2-880781a952b7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1119642 Oct 27 16:02:34.519189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.578319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-dcf2bfe7-ed65-4940-b228-c6b6252c617a req-bc496c42-4175-4f80-a53e-a1a1de6d5330 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Deleting port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:02:34.578763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dcf2bfe7-ed65-4940-b228-c6b6252c617a req-bc496c42-4175-4f80-a53e-a1a1de6d5330 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.596558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.632227 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:02:34.653410 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.656150 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Added segment 1119faf5-54f8-47e1-a553-c1a69ab19cc8 of type vlan for network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 Oct 27 16:02:34.743174 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.785954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80af68f7-d3d4-4c26-ac39-be7b49b0801f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:34.800515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dcf2bfe7-ed65-4940-b228-c6b6252c617a req-bc496c42-4175-4f80-a53e-a1a1de6d5330 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] For port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:34.800994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dcf2bfe7-ed65-4940-b228-c6b6252c617a req-bc496c42-4175-4f80-a53e-a1a1de6d5330 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.826377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-dcf2bfe7-ed65-4940-b228-c6b6252c617a req-bc496c42-4175-4f80-a53e-a1a1de6d5330 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Calling delete_port for 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:02:34.932419 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21368f-8a59-498a-bc62-c495f0d3f535 req-440b0eeb-6630-4267-b88a-930ba73579db tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:34.942228 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b21368f-8a59-498a-bc62-c495f0d3f535 req-440b0eeb-6630-4267-b88a-930ba73579db tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.0777569 Oct 27 16:02:34.966880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:34.968782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:34.968782 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.079096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44356) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:35.085880 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b21368f-8a59-498a-bc62-c495f0d3f535 req-3e6bcc89-6257-4ff6-b956-e60cd54e4f1d tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424882 Oct 27 16:02:35.091112 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] Pushing event updated for resources: {'Network': ['ID=d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:35.113347 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:02:35.118791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dcf2bfe7-ed65-4940-b228-c6b6252c617a req-bc496c42-4175-4f80-a53e-a1a1de6d5330 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.156851 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5ac551b5-afc3-496f-b7bb-f192385d32ed admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1294169 Oct 27 16:02:35.157900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44360) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:35.166523 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] Request body: {'subnet': {'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-185397288-subnet', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:35.232218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc496c42-4175-4f80-a53e-a1a1de6d5330 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event deleted for resources: {'Port': ['ID=2c0fb1fa-7e1f-483f-a49d-c5b5335a851f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:35.245649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['73de116e-5df6-4cde-8f14-cd0256178977'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:35.248210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['2c0fb1fa-7e1f-483f-a49d-c5b5335a851f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:35.264908 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] Made reservation on behalf of e84ca706b13740f5888b154a741d5c37 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:35.265452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f437ed8-7cb7-4875-97a4-ac896bd8d9a6 req-1b519e2e-3fb1-4c52-8d93-3e95fb03d795 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:35.267409 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.276873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f437ed8-7cb7-4875-97a4-ac896bd8d9a6 req-1b519e2e-3fb1-4c52-8d93-3e95fb03d795 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.2537382 Oct 27 16:02:35.300858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1824428563-network', 'tenant_id': '5370a1036e2d41538d2c0050670b17de'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:35.369652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf2bfe7-ed65-4940-b228-c6b6252c617a req-bc496c42-4175-4f80-a53e-a1a1de6d5330 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] No DVR routers for this DVR port 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:35.377680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dcf2bfe7-ed65-4940-b228-c6b6252c617a req-bc496c42-4175-4f80-a53e-a1a1de6d5330 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.382349 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dcf2bfe7-ed65-4940-b228-c6b6252c617a req-bc496c42-4175-4f80-a53e-a1a1de6d5330 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.53 "DELETE /v2.0/ports/2c0fb1fa-7e1f-483f-a49d-c5b5335a851f HTTP/1.1" status: 204 len: 173 time: 1.0386865 Oct 27 16:02:35.429860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f437ed8-7cb7-4875-97a4-ac896bd8d9a6 req-b8cf3dc7-a29b-4a4c-998d-eb4e2788d69c tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517673 Oct 27 16:02:35.586772 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff27e2e6-517a-442c-9617-89d63bec46c1 req-9a118392-c136-4389-9555-eda4718b0ea2 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 210 time: 0.0424099 Oct 27 16:02:35.619995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Made reservation on behalf of 5370a1036e2d41538d2c0050670b17de for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:35.628760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.654511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.814813 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.854444 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.950570 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:35.952027 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e33a79-594a-4dec-8b3b-c9f00dab4282,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:35.957368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] Checking segment: {'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:35.957772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] Network hostable DHCP agents. Network: d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:02:35.979708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:02:36.001225 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.001579 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Added segment 0dc4044d-7a55-4a43-8b7d-77e13786a419 of type vlan for network 4fc222fc-3a33-4776-8931-908fdc703f40 Oct 27 16:02:36.003200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1753eb6b-5bcd-49eb-8459-e3490e54e07d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:36.046939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'name': 'network-vif-deleted', 'tag': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:36.048092 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a47c59a-7942-4c1c-a012-54a3e30cebe9" -d '{"events": [{"server_uuid": "97cc199b-d338-4cd8-9b5e-c666d2817c16", "name": "network-vif-deleted", "tag": "2c0fb1fa-7e1f-483f-a49d-c5b5335a851f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:36.073910 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.099924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] Network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:02:36.148000 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf68547-ed0b-43a1-94ff-992031fab73f x-openstack-request-id: req-bcf68547-ed0b-43a1-94ff-992031fab73f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:36.148619 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97cc199b-d338-4cd8-9b5e-c666d2817c16", "name": "network-vif-deleted", "tag": "2c0fb1fa-7e1f-483f-a49d-c5b5335a851f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:36.148619 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcf68547-ed0b-43a1-94ff-992031fab73f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:36.148951 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97cc199b-d338-4cd8-9b5e-c666d2817c16', 'name': 'network-vif-deleted', 'tag': '2c0fb1fa-7e1f-483f-a49d-c5b5335a851f', 'status': 'completed', 'code': 200} Oct 27 16:02:36.150962 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:36.163402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e560124-1912-4509-ae9f-63bb1d866f42 None None] Network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:36.164952 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:36.165669 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.235330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eddb32-306a-4718-9ebe-cd919f9ad17f req-aa758edf-0469-4463-9458-a53639228721 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:36.237638 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31eddb32-306a-4718-9ebe-cd919f9ad17f req-aa758edf-0469-4463-9458-a53639228721 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.1419563 Oct 27 16:02:36.261419 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.262364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:36.262957 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.304330 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f04d7d1c-aa5d-4d5d-b0de-292d192c31d5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1434329 Oct 27 16:02:36.311273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44374) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:36.356231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:36.401892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e48ff-955a-4bbc-a233-ad6eaa7f1afd req-c71f677d-f6a4-4d90-b781-a4b7f0998b79 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:36.404759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fd4e48ff-955a-4bbc-a233-ad6eaa7f1afd req-c71f677d-f6a4-4d90-b781-a4b7f0998b79 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.1482294 Oct 27 16:02:36.408365 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44376) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:36.412164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3315408 Oct 27 16:02:36.432503 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] Request body: {'subnet': {'network_id': '4fc222fc-3a33-4776-8931-908fdc703f40', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1824428563-subnet', 'tenant_id': '5370a1036e2d41538d2c0050670b17de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:36.488345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc430979-1c9a-45aa-9b2c-7d6788fd7744 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc222fc-3a33-4776-8931-908fdc703f40,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:36.534809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 4fc222fc-3a33-4776-8931-908fdc703f40 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:02:36.548445 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-9fdc6b34-6645-4e0b-b2dc-4053b016d63c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3091178 Oct 27 16:02:36.596524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-31eddb32-306a-4718-9ebe-cd919f9ad17f req-a72309d8-2138-4a9d-b55d-8fbd03928c63 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Deleting port de6aeacf-35fe-45a6-88e2-08458adc8712 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:02:36.596953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-31eddb32-306a-4718-9ebe-cd919f9ad17f req-a72309d8-2138-4a9d-b55d-8fbd03928c63 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.598152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fd4e48ff-955a-4bbc-a233-ad6eaa7f1afd req-4b490094-4d24-46f1-a83b-5c5636d70942 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528115 Oct 27 16:02:36.624533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.631120 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.726495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'fixed_ips': [{'subnet_id': '50e33a79-594a-4dec-8b3b-c9f00dab4282'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:02:36.739648 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.791741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-31eddb32-306a-4718-9ebe-cd919f9ad17f req-a72309d8-2138-4a9d-b55d-8fbd03928c63 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] For port de6aeacf-35fe-45a6-88e2-08458adc8712, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de6aeacf-35fe-45a6-88e2-08458adc8712,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:36.793704 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-31eddb32-306a-4718-9ebe-cd919f9ad17f req-a72309d8-2138-4a9d-b55d-8fbd03928c63 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.828684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-31eddb32-306a-4718-9ebe-cd919f9ad17f req-a72309d8-2138-4a9d-b55d-8fbd03928c63 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Calling delete_port for de6aeacf-35fe-45a6-88e2-08458adc8712 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:02:36.918021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] Made reservation on behalf of 5370a1036e2d41538d2c0050670b17de for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:36.926266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:36.962748 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.069916 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4fcec69b-d69b-49c8-8a0d-7ca0fd2f184a req-cb82f67d-60b5-46d6-8afe-2e2d686e1c8f tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=97cc199b-d338-4cd8-9b5e-c666d2817c16 HTTP/1.1" status: 200 len: 210 time: 0.1705701 Oct 27 16:02:37.294506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-314f8721-cb00-4a8b-a3f2-ce742351a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:37.296944 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-314f8721-cb00-4a8b-a3f2-ce742351a211 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 1100 time: 0.4151368 Oct 27 16:02:37.438142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaaa514-670b-46b7-bfcd-fa12392904ef req-5961d34b-4ba5-4b72-8827-0f0564fc6a37 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:37.448105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adaaa514-670b-46b7-bfcd-fa12392904ef req-5961d34b-4ba5-4b72-8827-0f0564fc6a37 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.5709043 Oct 27 16:02:37.519776 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Allocated IP 172.20.0.2 (d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57/50e33a79-594a-4dec-8b3b-c9f00dab4282/3a879973-7049-443e-897f-0f151214e0d9) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:37.626835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adaaa514-670b-46b7-bfcd-fa12392904ef req-165d1957-64bb-4e49-b4b8-c657b49e79b7 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699519 Oct 27 16:02:37.736638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.853038 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:37.885329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-37a3c09f-dbe4-4f47-8c30-566f078981ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:37.892944 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-37a3c09f-dbe4-4f47-8c30-566f078981ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.5485156 Oct 27 16:02:37.966902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-ce18f90d-2df0-4224-8210-356c20f13d5f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249 HTTP/1.1" status: 200 len: 217 time: 0.0660365 Oct 27 16:02:37.975620 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:38.001740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-5aec12bc-1c60-497a-93a1-c0d56eff49f2 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:38.003913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-5aec12bc-1c60-497a-93a1-c0d56eff49f2 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.2358692 Oct 27 16:02:38.031642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60b50f-b238-4ee4-a72a-a3bbf2aa2a7c req-f1afea5a-d52b-4738-b859-0744d2cc0618 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:38.043808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815689-1'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:38.048584 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b60b50f-b238-4ee4-a72a-a3bbf2aa2a7c req-f1afea5a-d52b-4738-b859-0744d2cc0618 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 950 time: 0.2036054 Oct 27 16:02:38.049791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-31eddb32-306a-4718-9ebe-cd919f9ad17f req-a72309d8-2138-4a9d-b55d-8fbd03928c63 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:38.095067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['de6aeacf-35fe-45a6-88e2-08458adc8712'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:38.143227 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b845e54b-64a5-4133-a4e1-c7e442b8b249'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:38.160167 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b60b50f-b238-4ee4-a72a-a3bbf2aa2a7c req-8fc4978e-c1c4-466c-bf22-5ea17e23cbe0 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098020 Oct 27 16:02:38.201558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:38.222998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:38.233243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:38.339695 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e188960-5328-494b-b99b-219b7481eba1 req-fe922ba4-094c-4446-9939-88e8ab68356b tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c HTTP/1.1" status: 200 len: 1799 time: 0.0998228 Oct 27 16:02:38.347949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Pushing event updated for resources: {'Port': ['ID=3a879973-7049-443e-897f-0f151214e0d9,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:38.360849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:38.466590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.466943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.467262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.467596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.467929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.468333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.468664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.469011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.469320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.484894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.485283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.485629 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:38.516703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 186b9a0e-6b69-4a8d-877f-c725042181b6 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:02:38.520240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:38.531856 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5e188960-5328-494b-b99b-219b7481eba1 req-4b576efa-56fb-437a-8bff-3b2484d5964d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:38.586384 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5e188960-5328-494b-b99b-219b7481eba1 req-4b576efa-56fb-437a-8bff-3b2484d5964d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:38.690312 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=186b9a0e-6b69-4a8d-877f-c725042181b6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:38.722866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 186b9a0e-6b69-4a8d-877f-c725042181b6 has no active binding in host n-h2-815689-1 {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:02:38.725966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Attempting to bind port 3a879973-7049-443e-897f-0f151214e0d9 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:38.726471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Attempting to bind port 3a879973-7049-443e-897f-0f151214e0d9 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:38.726828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Attempting to bind port 3a879973-7049-443e-897f-0f151214e0d9 on network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:38.760568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] Checking segment: {'id': '0dc4044d-7a55-4a43-8b7d-77e13786a419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4fc222fc-3a33-4776-8931-908fdc703f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:38.761025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] Network hostable DHCP agents. Network: 4fc222fc-3a33-4776-8931-908fdc703f40, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:02:38.763097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:02:38.763310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 2c0fb1fa-7e1f-483f-a49d-c5b5335a851f not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:02:38.768554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d3915cf-22e3-471e-b709-93a7596d67cb,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:38.768875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:38.768875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Checking segment: {'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:38.768875 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:38.768875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Bound using segment: {'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:38.769474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Bound port: 3a879973-7049-443e-897f-0f151214e0d9, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:38.769646 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:38.903489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] For port 3a879973-7049-443e-897f-0f151214e0d9, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:38.909449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] For port 3a879973-7049-443e-897f-0f151214e0d9, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3a879973-7049-443e-897f-0f151214e0d9,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:38.914983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72309d8-2138-4a9d-b55d-8fbd03928c63 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Pushing event deleted for resources: {'Port': ['ID=de6aeacf-35fe-45a6-88e2-08458adc8712,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:38.917183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5e188960-5328-494b-b99b-219b7481eba1 req-4b576efa-56fb-437a-8bff-3b2484d5964d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:38.920434 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5e188960-5328-494b-b99b-219b7481eba1 req-4b576efa-56fb-437a-8bff-3b2484d5964d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:38.952186 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e188960-5328-494b-b99b-219b7481eba1 req-4b576efa-56fb-437a-8bff-3b2484d5964d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "DELETE /v2.0/security-groups/8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c HTTP/1.1" status: 204 len: 173 time: 0.5833368 Oct 27 16:02:38.952287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-31eddb32-306a-4718-9ebe-cd919f9ad17f req-a72309d8-2138-4a9d-b55d-8fbd03928c63 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] No DVR routers for this DVR port de6aeacf-35fe-45a6-88e2-08458adc8712 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:38.952287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-31eddb32-306a-4718-9ebe-cd919f9ad17f req-a72309d8-2138-4a9d-b55d-8fbd03928c63 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:38.952287 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31eddb32-306a-4718-9ebe-cd919f9ad17f req-a72309d8-2138-4a9d-b55d-8fbd03928c63 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.53 "DELETE /v2.0/ports/de6aeacf-35fe-45a6-88e2-08458adc8712 HTTP/1.1" status: 204 len: 173 time: 2.6992853 Oct 27 16:02:38.952287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'name': 'network-vif-deleted', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:38.952287 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fb3356-e01a-4719-af67-7b38f46966dd" -d '{"events": [{"server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "name": "network-vif-deleted", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:38.970054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] Network 4fc222fc-3a33-4776-8931-908fdc703f40 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:02:38.976636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-81a99197-e92d-40f4-af2c-391fbfa09d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:38.978139 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-81a99197-e92d-40f4-af2c-391fbfa09d72 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.9992917 Oct 27 16:02:39.001620 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b576efa-56fb-437a-8bff-3b2484d5964d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:39.044634 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.075191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d33e07f-4557-433a-8588-338920e3cde7 req-75169090-4d15-41d6-bc16-618c07fb0713 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/3f3eede8-e263-45e2-b1d2-880781a952b7 HTTP/1.1" status: 200 len: 1801 time: 0.1077895 Oct 27 16:02:39.093746 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.106524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5f469-7129-49fd-b998-565df0b2f8f3 req-2876aec2-0bc6-4758-b293-a5742c4bc125 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:39.108090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58e5f469-7129-49fd-b998-565df0b2f8f3 req-2876aec2-0bc6-4758-b293-a5742c4bc125 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 945 time: 0.2263703 Oct 27 16:02:39.116941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-b7c055eb-27ab-42b8-b0b3-09c12ad92c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:39.118461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-b7c055eb-27ab-42b8-b0b3-09c12ad92c2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211796 Oct 27 16:02:39.136757 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.241034 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5d33e07f-4557-433a-8588-338920e3cde7 req-5f68eebe-7e4a-405f-944e-145cd82e87c1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.253190 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58e5f469-7129-49fd-b998-565df0b2f8f3 req-563a8aa6-cc6e-4474-8eba-06d78f336f16 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319222 Oct 27 16:02:39.298124 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5d33e07f-4557-433a-8588-338920e3cde7 req-5f68eebe-7e4a-405f-944e-145cd82e87c1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.306894 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.316715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-c671b14a-8a84-4874-af38-ad9ede752f34 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865482 Oct 27 16:02:39.321630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=186b9a0e-6b69-4a8d-877f-c725042181b6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:39.387430 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8222de73-15cd-4e24-8e9b-862bc2d789e5 x-openstack-request-id: req-8222de73-15cd-4e24-8e9b-862bc2d789e5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:39.387803 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d8a65b-0a48-4fd7-848a-e2ea9553de58", "name": "network-vif-deleted", "tag": "de6aeacf-35fe-45a6-88e2-08458adc8712", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:39.388250 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8222de73-15cd-4e24-8e9b-862bc2d789e5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:39.388449 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d8a65b-0a48-4fd7-848a-e2ea9553de58', 'name': 'network-vif-deleted', 'tag': 'de6aeacf-35fe-45a6-88e2-08458adc8712', 'status': 'completed', 'code': 200} Oct 27 16:02:39.436324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:39.480001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220bb4c3-68b6-4164-acc4-6648603dd93c None None] Pushing event updated for resources: {'Port': ['ID=3a879973-7049-443e-897f-0f151214e0d9,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:39.503901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cda13ea4-e530-4d7f-b136-679e802b3ce1 req-4ba028f2-ae7a-419b-a2bb-c02fd91d4a42 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756854 Oct 27 16:02:39.571586 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.624558 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ecda8d52-3590-40b2-b57f-61ba98c3c393 req-8868913b-70a9-4d45-9427-f3742a4e482b tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=42d8a65b-0a48-4fd7-848a-e2ea9553de58 HTTP/1.1" status: 200 len: 210 time: 0.0899312 Oct 27 16:02:39.693102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 4fc222fc-3a33-4776-8931-908fdc703f40) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:39.707398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d49d9-a106-4b79-8822-793a91016b38 None None] Network 4fc222fc-3a33-4776-8931-908fdc703f40 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:39.714280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Allocated IP 172.25.4.168 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/c63427d2-2268-4dc5-be0a-6f8c8f668f00) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:39.721624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:39.723632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.723754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.863459 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5f608643-7b66-4c4e-879e-6eaeee718eee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.4463365 Oct 27 16:02:39.878381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Pushing event updated for resources: {'Port': ['ID=186b9a0e-6b69-4a8d-877f-c725042181b6,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:39.943786 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5d33e07f-4557-433a-8588-338920e3cde7 req-5f68eebe-7e4a-405f-944e-145cd82e87c1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.948450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5d33e07f-4557-433a-8588-338920e3cde7 req-5f68eebe-7e4a-405f-944e-145cd82e87c1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:39.955415 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d33e07f-4557-433a-8588-338920e3cde7 req-5f68eebe-7e4a-405f-944e-145cd82e87c1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "DELETE /v2.0/security-groups/3f3eede8-e263-45e2-b1d2-880781a952b7 HTTP/1.1" status: 204 len: 173 time: 0.8654561 Oct 27 16:02:39.998586 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f68eebe-7e4a-405f-944e-145cd82e87c1 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3eede8-e263-45e2-b1d2-880781a952b7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:40.035051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-888faade-ea17-4789-b0fa-43e09e6d403a req-e6dedfe1-7c98-4ed9-8c47-4e353dac8aa6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-431451813', 'description': 'tempest-description-1156645159'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:40.055365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448cd5fe-8351-4193-9cef-13a76df8c091 None None] Network 4fc222fc-3a33-4776-8931-908fdc703f40 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:40.107441 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.186109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 on host n-h1-815689-1 for vnic_type normal with profile {"migrating_to": "n-h2-815689-1"} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:40.186902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:40.187635 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:40.197201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Port 186b9a0e-6b69-4a8d-877f-c725042181b6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:02:40.197947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Attempting to bind port 186b9a0e-6b69-4a8d-877f-c725042181b6 on network edc90018-5c2c-4f12-a27e-1b1214dfa254 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:40.208260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:40.209225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Checking segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:40.209981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Bound using segment: {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:40.210595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Bound port: 186b9a0e-6b69-4a8d-877f-c725042181b6, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fce74f99-30d1-4e03-a54f-6491d22b5eca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'edc90018-5c2c-4f12-a27e-1b1214dfa254'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:40.211279 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.305581 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.323399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-888faade-ea17-4789-b0fa-43e09e6d403a req-e6dedfe1-7c98-4ed9-8c47-4e353dac8aa6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.399293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:40.415094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:40.421773 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:40.424559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c63427d2-2268-4dc5-be0a-6f8c8f668f00,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:40.428532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:40.470804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=186b9a0e-6b69-4a8d-877f-c725042181b6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:40.521272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de6aeacf-35fe-45a6-88e2-08458adc8712 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:40.572223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: de6aeacf-35fe-45a6-88e2-08458adc8712 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:02:40.580433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de6aeacf-35fe-45a6-88e2-08458adc8712 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:02:40.587096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-888faade-ea17-4789-b0fa-43e09e6d403a req-e6dedfe1-7c98-4ed9-8c47-4e353dac8aa6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.642551 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.716229 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-888faade-ea17-4789-b0fa-43e09e6d403a req-e6dedfe1-7c98-4ed9-8c47-4e353dac8aa6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.761192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dedfe1-7c98-4ed9-8c47-4e353dac8aa6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36950fb-4ff8-4469-ba14-3673ff559c64,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:40.791136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-f6139a9f-dbf6-4237-89f5-d1d030e052fe req-a2242524-394f-4d7e-9e6f-b4f32856d5d6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1420161122', 'description': 'tempest-description-1695675372'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:40.796786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Pushing event updated for resources: {'Port': ['ID=186b9a0e-6b69-4a8d-877f-c725042181b6,revision_number=8']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:40.850164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:40.852886 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.855134 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-87322d89-1635-4e68-b79a-e657a5a75204 service neutron] 10.222.0.53 "PUT /v2.0/ports/186b9a0e-6b69-4a8d-877f-c725042181b6 HTTP/1.1" status: 200 len: 1121 time: 2.8184116 Oct 27 16:02:40.889898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-888faade-ea17-4789-b0fa-43e09e6d403a req-e6dedfe1-7c98-4ed9-8c47-4e353dac8aa6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:40.891732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-888faade-ea17-4789-b0fa-43e09e6d403a req-e6dedfe1-7c98-4ed9-8c47-4e353dac8aa6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8751421 Oct 27 16:02:40.919373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['186b9a0e-6b69-4a8d-877f-c725042181b6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:40.982470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['186b9a0e-6b69-4a8d-877f-c725042181b6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:41.113958 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.118738 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f6139a9f-dbf6-4237-89f5-d1d030e052fe req-a2242524-394f-4d7e-9e6f-b4f32856d5d6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.175580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196be1ff-a1dd-4280-8482-0094965d7d7b req-c0f18284-3196-4ae8-abff-1b660143c7f1 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:41.190009 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-196be1ff-a1dd-4280-8482-0094965d7d7b req-c0f18284-3196-4ae8-abff-1b660143c7f1 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.1858649 Oct 27 16:02:41.298079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3a879973-7049-443e-897f-0f151214e0d9 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:41.338108 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-196be1ff-a1dd-4280-8482-0094965d7d7b req-e138c01d-aa25-4c5d-aeab-ca9f50d8d0de tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447768 Oct 27 16:02:41.381306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de89a05-1a6e-44dd-b0d3-57c64f85014f None None] Network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:02:41.390134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186b9a0e-6b69-4a8d-877f-c725042181b6'}, {'name': 'network-changed', 'server_uuid': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'tag': '186b9a0e-6b69-4a8d-877f-c725042181b6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:41.392965 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888fd1de-f982-4998-8d9c-da25d02ae0df" -d '{"events": [{"server_uuid": "214b2248-5313-4dc9-b52c-4da8d2d12dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "186b9a0e-6b69-4a8d-877f-c725042181b6"}, {"name": "network-changed", "server_uuid": "214b2248-5313-4dc9-b52c-4da8d2d12dc7", "tag": "186b9a0e-6b69-4a8d-877f-c725042181b6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:41.567037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f899619d-f90c-40f6-97b2-0ee421ab09c8 None None] Provisioning complete for port 3a879973-7049-443e-897f-0f151214e0d9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:41.567831 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f899619d-f90c-40f6-97b2-0ee421ab09c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.623471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eaff4352-a0c6-4327-882d-5c95d3220d42 req-faa63015-a842-493a-83df-159655b5f70a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/f36950fb-4ff8-4469-ba14-3673ff559c64 HTTP/1.1" status: 200 len: 1800 time: 0.0647554 Oct 27 16:02:41.631820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-eaff4352-a0c6-4327-882d-5c95d3220d42 req-d25187be-a6e3-4b9e-94b9-42b7d993287a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1170667097', 'description': 'tempest-description-hth-1149931442'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:41.646724 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.680997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eaff4352-a0c6-4327-882d-5c95d3220d42 req-d25187be-a6e3-4b9e-94b9-42b7d993287a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.734796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3a879973-7049-443e-897f-0f151214e0d9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:41.736168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eaff4352-a0c6-4327-882d-5c95d3220d42 req-d25187be-a6e3-4b9e-94b9-42b7d993287a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.736475 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.796140 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f6139a9f-dbf6-4237-89f5-d1d030e052fe req-a2242524-394f-4d7e-9e6f-b4f32856d5d6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.836311 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eaff4352-a0c6-4327-882d-5c95d3220d42 req-d25187be-a6e3-4b9e-94b9-42b7d993287a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.839617 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eaff4352-a0c6-4327-882d-5c95d3220d42 req-d25187be-a6e3-4b9e-94b9-42b7d993287a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.850309 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eaff4352-a0c6-4327-882d-5c95d3220d42 req-d25187be-a6e3-4b9e-94b9-42b7d993287a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "PUT /v2.0/security-groups/f36950fb-4ff8-4469-ba14-3673ff559c64 HTTP/1.1" status: 200 len: 1775 time: 0.2227371 Oct 27 16:02:41.911375 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f6139a9f-dbf6-4237-89f5-d1d030e052fe req-a2242524-394f-4d7e-9e6f-b4f32856d5d6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:41.926076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25187be-a6e3-4b9e-94b9-42b7d993287a tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36950fb-4ff8-4469-ba14-3673ff559c64,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:41.964511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2242524-394f-4d7e-9e6f-b4f32856d5d6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1c9819-21bb-4a53-b668-adff559f4535,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:42.002327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f899619d-f90c-40f6-97b2-0ee421ab09c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.014130 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb7bd3b-1e02-415b-b5c5-d1a09166ad01 x-openstack-request-id: req-3bb7bd3b-1e02-415b-b5c5-d1a09166ad01 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:42.014773 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b2248-5313-4dc9-b52c-4da8d2d12dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "186b9a0e-6b69-4a8d-877f-c725042181b6", "code": 200}, {"name": "network-changed", "server_uuid": "214b2248-5313-4dc9-b52c-4da8d2d12dc7", "tag": "186b9a0e-6b69-4a8d-877f-c725042181b6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:42.015163 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bb7bd3b-1e02-415b-b5c5-d1a09166ad01 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:42.015904 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186b9a0e-6b69-4a8d-877f-c725042181b6', 'code': 200} Oct 27 16:02:42.016535 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'tag': '186b9a0e-6b69-4a8d-877f-c725042181b6', 'status': 'completed', 'code': 200} Oct 27 16:02:42.031599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Router 87235476-6924-4ec0-9eae-8e94602f6cec is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:02:42.079867 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f6139a9f-dbf6-4237-89f5-d1d030e052fe req-a2242524-394f-4d7e-9e6f-b4f32856d5d6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.086057 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f6139a9f-dbf6-4237-89f5-d1d030e052fe req-a2242524-394f-4d7e-9e6f-b4f32856d5d6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.3798630 Oct 27 16:02:42.147199 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.158771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f899619d-f90c-40f6-97b2-0ee421ab09c8 None None] For port 3a879973-7049-443e-897f-0f151214e0d9, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3a879973-7049-443e-897f-0f151214e0d9,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:42.207433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fd1de-f982-4998-8d9c-da25d02ae0df req-f181fc78-67d8-4a8c-a314-02f08f0211a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:42.211137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-888fd1de-f982-4998-8d9c-da25d02ae0df req-f181fc78-67d8-4a8c-a314-02f08f0211a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 1124 time: 0.1696827 Oct 27 16:02:42.265897 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f899619d-f90c-40f6-97b2-0ee421ab09c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.349386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:02:42.381998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Sync routers for ids ['87235476-6924-4ec0-9eae-8e94602f6cec'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:02:42.511127 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.511245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fd1de-f982-4998-8d9c-da25d02ae0df req-395dcd5c-3532-4635-9cbb-82d985a0196f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:42.511637 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f44b7933-a8eb-4b9c-b1d8-57285e6082a2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.1604993 Oct 27 16:02:42.514963 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-888fd1de-f982-4998-8d9c-da25d02ae0df req-395dcd5c-3532-4635-9cbb-82d985a0196f service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.2932353 Oct 27 16:02:42.515480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44444) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:42.520712 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:02:42.522026 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:02:42.541188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Routers {'87235476-6924-4ec0-9eae-8e94602f6cec'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:42.541814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:02:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['87235476-6924-4ec0-9eae-8e94602f6cec'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:42.571922 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2150fda-9cf4-4791-9241-290642286189 req-22f78d8e-0acf-45f4-a55e-7ae1925ae86d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/f36950fb-4ff8-4469-ba14-3673ff559c64 HTTP/1.1" status: 200 len: 1775 time: 0.0570841 Oct 27 16:02:42.651921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899619d-f90c-40f6-97b2-0ee421ab09c8 None None] Pushing event updated for resources: {'Port': ['ID=3a879973-7049-443e-897f-0f151214e0d9,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:42.658877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1faefc8f-fad1-4003-8ea0-d5c84de53d62 req-65ec1f40-f5ba-4dc3-a443-17f8e8c0abbc tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/1d1c9819-21bb-4a53-b668-adff559f4535 HTTP/1.1" status: 200 len: 1813 time: 0.0619547 Oct 27 16:02:42.676698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-1faefc8f-fad1-4003-8ea0-d5c84de53d62 req-6718a39b-1fa4-40cf-a191-c40e00a6ae8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d1c9819-21bb-4a53-b668-adff559f4535', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:42.677554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d3dde3a5-793e-44ea-b79d-3506263aa7cb None None] Provisioning complete for port 3a879973-7049-443e-897f-0f151214e0d9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:42.678294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-1faefc8f-fad1-4003-8ea0-d5c84de53d62 req-6718a39b-1fa4-40cf-a191-c40e00a6ae8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d1c9819-21bb-4a53-b668-adff559f4535', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:42.678428 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d3dde3a5-793e-44ea-b79d-3506263aa7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.730324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-888fd1de-f982-4998-8d9c-da25d02ae0df req-225930a9-ff01-4e9b-8fd9-93361d79618c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=186b9a0e-6b69-4a8d-877f-c725042181b6 HTTP/1.1" status: 200 len: 217 time: 0.2011788 Oct 27 16:02:42.758671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Set router 87235476-6924-4ec0-9eae-8e94602f6cec gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:42.845452 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-1faefc8f-fad1-4003-8ea0-d5c84de53d62 req-6718a39b-1fa4-40cf-a191-c40e00a6ae8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.893532 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-1faefc8f-fad1-4003-8ea0-d5c84de53d62 req-6718a39b-1fa4-40cf-a191-c40e00a6ae8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.950408 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-1faefc8f-fad1-4003-8ea0-d5c84de53d62 req-6718a39b-1fa4-40cf-a191-c40e00a6ae8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:42.988108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fd1de-f982-4998-8d9c-da25d02ae0df req-9294ff80-1932-484b-8d35-ce8cc807f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:42.990938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718a39b-1fa4-40cf-a191-c40e00a6ae8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f824a1f4-84a6-49ce-8eb6-d51bd0c1214c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:42.992234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-888fd1de-f982-4998-8d9c-da25d02ae0df req-9294ff80-1932-484b-8d35-ce8cc807f6ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.2522964 Oct 27 16:02:43.004468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ef59f-be9b-4462-975f-521e833144fb req-af37eced-b024-41c1-b416-27492a5cf96b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:43.018399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-324ef59f-be9b-4462-975f-521e833144fb req-af37eced-b024-41c1-b416-27492a5cf96b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.3025675 Oct 27 16:02:43.081523 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-888fd1de-f982-4998-8d9c-da25d02ae0df req-04556f8e-55f0-477e-b7b6-483e551a38c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596170 Oct 27 16:02:43.095624 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-1faefc8f-fad1-4003-8ea0-d5c84de53d62 req-6718a39b-1fa4-40cf-a191-c40e00a6ae8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.100983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1faefc8f-fad1-4003-8ea0-d5c84de53d62 req-6718a39b-1fa4-40cf-a191-c40e00a6ae8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4336071 Oct 27 16:02:43.202052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-324ef59f-be9b-4462-975f-521e833144fb req-18600b03-6eaa-43d8-b286-3253d7309e57 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552403 Oct 27 16:02:43.342030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1637557-2ef8-4c43-9cd0-58afc2702db0 req-e9101b2e-4434-4eaa-add6-cd0995756f51 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:43.362640 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1637557-2ef8-4c43-9cd0-58afc2702db0 req-e9101b2e-4434-4eaa-add6-cd0995756f51 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.1592555 Oct 27 16:02:43.385659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-888fd1de-f982-4998-8d9c-da25d02ae0df req-a470874c-89f5-440a-a118-3e380902ce5a service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928326 Oct 27 16:02:43.404242 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:40Z', 'revision_number': 3, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:43.432840 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1637557-2ef8-4c43-9cd0-58afc2702db0 req-9dc7da62-fb10-48b9-9f01-372f8a41ba67 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672057 Oct 27 16:02:43.458944 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3a879973-7049-443e-897f-0f151214e0d9 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:43.504663 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Checking router: 87235476-6924-4ec0-9eae-8e94602f6cec for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:02:43.505027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Updating router 87235476-6924-4ec0-9eae-8e94602f6cec port c63427d2-2268-4dc5-be0a-6f8c8f668f00 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:02:43.535665 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed0ec199-3af6-4aaa-a763-0015c1099849 req-d3f1e6f2-bc76-45cd-afe2-ae221a11a966 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/f36950fb-4ff8-4469-ba14-3673ff559c64 HTTP/1.1" status: 200 len: 1775 time: 0.1462231 Oct 27 16:02:43.541259 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.623127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3a879973-7049-443e-897f-0f151214e0d9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:43.623489 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.625147 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-888fd1de-f982-4998-8d9c-da25d02ae0df req-f371a1d2-3596-457c-9162-d2c4c9ed0c16 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279825 Oct 27 16:02:43.634688 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94906d66-c134-4ee9-8c76-25d275d21491 req-c4cf040b-9668-4e6c-9b09-09fcf37a12f9 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/1d1c9819-21bb-4a53-b668-adff559f4535 HTTP/1.1" status: 200 len: 2406 time: 0.0721703 Oct 27 16:02:43.635958 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.687682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed0ec199-3af6-4aaa-a763-0015c1099849 req-042037fd-4426-4e55-9498-7746147baa31 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.699663 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5236ea93-5e68-4e6d-8a81-92f9be57c827 req-d89e8c37-7e65-4a4e-9c6c-8120b1e228ca tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-group-rules/f824a1f4-84a6-49ce-8eb6-d51bd0c1214c HTTP/1.1" status: 200 len: 778 time: 0.0382199 Oct 27 16:02:43.758702 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5236ea93-5e68-4e6d-8a81-92f9be57c827 req-8d0498f6-ceea-4c52-99b1-4a6086301146 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/1d1c9819-21bb-4a53-b668-adff559f4535 HTTP/1.1" status: 200 len: 2406 time: 0.0574679 Oct 27 16:02:43.764343 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed0ec199-3af6-4aaa-a763-0015c1099849 req-042037fd-4426-4e55-9498-7746147baa31 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.798335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5236ea93-5e68-4e6d-8a81-92f9be57c827 req-52428719-f76e-4fa3-b6b5-6881d5ddb9a6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.814024 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5236ea93-5e68-4e6d-8a81-92f9be57c827 req-52428719-f76e-4fa3-b6b5-6881d5ddb9a6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.956625 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed0ec199-3af6-4aaa-a763-0015c1099849 req-042037fd-4426-4e55-9498-7746147baa31 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.959431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ed0ec199-3af6-4aaa-a763-0015c1099849 req-042037fd-4426-4e55-9498-7746147baa31 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:43.964028 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed0ec199-3af6-4aaa-a763-0015c1099849 req-042037fd-4426-4e55-9498-7746147baa31 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "DELETE /v2.0/security-groups/f36950fb-4ff8-4469-ba14-3673ff559c64 HTTP/1.1" status: 204 len: 173 time: 0.4043808 Oct 27 16:02:43.965425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Allocated IP 172.20.0.1 (d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57/50e33a79-594a-4dec-8b3b-c9f00dab4282/52db30fe-241a-481f-9caa-1ce4e35931b1) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:43.981801 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5236ea93-5e68-4e6d-8a81-92f9be57c827 req-52428719-f76e-4fa3-b6b5-6881d5ddb9a6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.019389 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-5236ea93-5e68-4e6d-8a81-92f9be57c827 req-52428719-f76e-4fa3-b6b5-6881d5ddb9a6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.033027 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5236ea93-5e68-4e6d-8a81-92f9be57c827 req-52428719-f76e-4fa3-b6b5-6881d5ddb9a6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f824a1f4-84a6-49ce-8eb6-d51bd0c1214c HTTP/1.1" status: 204 len: 173 time: 0.2607095 Oct 27 16:02:44.045294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52428719-f76e-4fa3-b6b5-6881d5ddb9a6 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f824a1f4-84a6-49ce-8eb6-d51bd0c1214c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:44.050485 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.073551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042037fd-4426-4e55-9498-7746147baa31 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36950fb-4ff8-4469-ba14-3673ff559c64,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:44.080870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-36603e86-97f1-4ced-9172-c6f21cbd52fd req-f746339f-cd5a-485b-9c83-9827f2384f94 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1205244286', 'description': 'tempest-description-1225056681'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:44.153353 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-00414585-84d4-4e04-8bd1-232e48bdf2c3 req-decc54b8-2081-4073-8ded-f719ec41256c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] show failed (client error): The resource could not be found. Oct 27 16:02:44.156021 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.169848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7bf59-0f53-4865-b52b-ae3ce34006bd req-212ec7c5-adb3-4ec8-bc18-9968950deb77 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:44.171495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7d7bf59-0f53-4865-b52b-ae3ce34006bd req-212ec7c5-adb3-4ec8-bc18-9968950deb77 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.1773634 Oct 27 16:02:44.184638 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00414585-84d4-4e04-8bd1-232e48bdf2c3 req-decc54b8-2081-4073-8ded-f719ec41256c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/3f3eede8-e263-45e2-b1d2-880781a952b7 HTTP/1.1" status: 404 len: 352 time: 0.0458984 Oct 27 16:02:44.206760 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-6e62b32a-641a-4b21-94be-3de399bae361 req-5c97fb1a-66f3-475e-b77b-0fe85ca414b3 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] show failed (client error): The resource could not be found. Oct 27 16:02:44.214029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e62b32a-641a-4b21-94be-3de399bae361 req-5c97fb1a-66f3-475e-b77b-0fe85ca414b3 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/8cb103cf-b4ed-40c6-aa5b-d9eb642a1a5c HTTP/1.1" status: 404 len: 352 time: 0.0224745 Oct 27 16:02:44.243688 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-36603e86-97f1-4ced-9172-c6f21cbd52fd req-f746339f-cd5a-485b-9c83-9827f2384f94 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.261040 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-85fa9c6f-8c1d-47b5-b2ba-54dac86769b3 req-7d7d6555-24e0-4cd3-8d67-920b9af8f1c2 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] show failed (client error): The resource could not be found. Oct 27 16:02:44.274253 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-85fa9c6f-8c1d-47b5-b2ba-54dac86769b3 req-7d7d6555-24e0-4cd3-8d67-920b9af8f1c2 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/4ea63629-9c5b-4882-9b06-5e6f16fad0b6 HTTP/1.1" status: 404 len: 352 time: 0.0402346 Oct 27 16:02:44.274915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Attempting to bind port c63427d2-2268-4dc5-be0a-6f8c8f668f00 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:44.275306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Attempting to bind port c63427d2-2268-4dc5-be0a-6f8c8f668f00 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:44.275683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Attempting to bind port c63427d2-2268-4dc5-be0a-6f8c8f668f00 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:44.301343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d5e5b-274a-4ec4-b1ae-5dfbea5988de None None] Pushing event updated for resources: {'Port': ['ID=c63427d2-2268-4dc5-be0a-6f8c8f668f00,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:44.309137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:44.309526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:44.309929 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.310326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:44.310811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Bound port: c63427d2-2268-4dc5-be0a-6f8c8f668f00, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:44.311196 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.324977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.387930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] For port c63427d2-2268-4dc5-be0a-6f8c8f668f00, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:44.395059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] For port c63427d2-2268-4dc5-be0a-6f8c8f668f00, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c63427d2-2268-4dc5-be0a-6f8c8f668f00,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:44.416644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310d5e-0c2b-4d3e-8a84-b8abce691b49 req-2a682edb-a41f-4653-a66e-8f4017af84f0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:44.424527 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-04310d5e-0c2b-4d3e-8a84-b8abce691b49 req-2a682edb-a41f-4653-a66e-8f4017af84f0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.0801103 Oct 27 16:02:44.426179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-36603e86-97f1-4ced-9172-c6f21cbd52fd req-f746339f-cd5a-485b-9c83-9827f2384f94 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.430829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d7d7bf59-0f53-4865-b52b-ae3ce34006bd req-7c0f55a1-b130-492a-a236-1934c28f3400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Deleting port b845e54b-64a5-4133-a4e1-c7e442b8b249 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:02:44.431285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d7d7bf59-0f53-4865-b52b-ae3ce34006bd req-7c0f55a1-b130-492a-a236-1934c28f3400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.476731 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-04310d5e-0c2b-4d3e-8a84-b8abce691b49 req-8fc30609-fd61-4e68-969d-e997d94d2967 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461054 Oct 27 16:02:44.482489 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.511486 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-36603e86-97f1-4ced-9172-c6f21cbd52fd req-f746339f-cd5a-485b-9c83-9827f2384f94 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.525852 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.542613 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-c83ed8b7-bd33-48c2-9957-d2bafd6dd847 req-f548e310-77d2-4319-b142-b05f0357cbc3 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] show failed (client error): The resource could not be found. Oct 27 16:02:44.570400 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c83ed8b7-bd33-48c2-9957-d2bafd6dd847 req-f548e310-77d2-4319-b142-b05f0357cbc3 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/975c697e-f571-4000-ac8d-7c72e36b24eb HTTP/1.1" status: 404 len: 352 time: 0.0512791 Oct 27 16:02:44.622866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Routers {'87235476-6924-4ec0-9eae-8e94602f6cec'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:44.623522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:02:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['87235476-6924-4ec0-9eae-8e94602f6cec'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:44.664595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:44.671466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746339f-cd5a-485b-9c83-9827f2384f94 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8410a346-9e40-4a78-939d-d4abd56166f7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:44.682251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:44.703844 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-36603e86-97f1-4ced-9172-c6f21cbd52fd req-f746339f-cd5a-485b-9c83-9827f2384f94 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.705234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-36603e86-97f1-4ced-9172-c6f21cbd52fd req-f746339f-cd5a-485b-9c83-9827f2384f94 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6329532 Oct 27 16:02:44.714811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:44.719255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-d7d7bf59-0f53-4865-b52b-ae3ce34006bd req-7c0f55a1-b130-492a-a236-1934c28f3400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] For port b845e54b-64a5-4133-a4e1-c7e442b8b249, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b845e54b-64a5-4133-a4e1-c7e442b8b249,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:44.719416 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d7d7bf59-0f53-4865-b52b-ae3ce34006bd req-7c0f55a1-b130-492a-a236-1934c28f3400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.774605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Pushing event updated for resources: {'Port': ['ID=52db30fe-241a-481f-9caa-1ce4e35931b1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:44.786830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d7d7bf59-0f53-4865-b52b-ae3ce34006bd req-7c0f55a1-b130-492a-a236-1934c28f3400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Calling delete_port for b845e54b-64a5-4133-a4e1-c7e442b8b249 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:02:44.788616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d5e5b-274a-4ec4-b1ae-5dfbea5988de None None] Pushing event updated for resources: {'Port': ['ID=c63427d2-2268-4dc5-be0a-6f8c8f668f00,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:44.867492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548af2c-91e7-4f46-9fcc-3c76a0a23f2d req-ccba8a84-3fed-43f5-9977-63d31b10a317 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:44.869211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0548af2c-91e7-4f46-9fcc-3c76a0a23f2d req-ccba8a84-3fed-43f5-9977-63d31b10a317 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 949 time: 0.0716348 Oct 27 16:02:44.891400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] Set router 87235476-6924-4ec0-9eae-8e94602f6cec gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:44.942687 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:44.951330 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-32be4db9-06f1-4778-8e8a-682ab7a74493 req-b38dbff5-2404-4eb8-a2ff-fdf4a1ea37d7 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] show failed (client error): The resource could not be found. Oct 27 16:02:44.968753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32be4db9-06f1-4778-8e8a-682ab7a74493 req-b38dbff5-2404-4eb8-a2ff-fdf4a1ea37d7 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/f45775f5-85f6-4a2e-b4d0-c3d87c4ecb3d HTTP/1.1" status: 404 len: 352 time: 0.0665126 Oct 27 16:02:44.987785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0548af2c-91e7-4f46-9fcc-3c76a0a23f2d req-24706221-b100-4a77-9cfb-0d4f17c50cd8 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d57f718-9283-4fae-a58e-b59a76137f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939600 Oct 27 16:02:45.025700 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-43944f6f-74d9-4d9a-aae7-6c30ebf2ecb8 req-9468cbc8-4496-49ad-9c12-cbf678dd389d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] show failed (client error): The resource could not be found. Oct 27 16:02:45.033024 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43944f6f-74d9-4d9a-aae7-6c30ebf2ecb8 req-9468cbc8-4496-49ad-9c12-cbf678dd389d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/e56f2ff8-2271-4643-b0ab-420b79936ca7 HTTP/1.1" status: 404 len: 352 time: 0.0274773 Oct 27 16:02:45.277309 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.295194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-40ccd5dc-4d5c-4ab0-b4a3-31fda73dfa38 None None] Provisioning complete for port 52db30fe-241a-481f-9caa-1ce4e35931b1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:45.295706 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-40ccd5dc-4d5c-4ab0-b4a3-31fda73dfa38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.331692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f2845631-7c42-4fc2-acd1-b86a47f09af4 req-bc29a8b6-7e0c-4f86-bb52-0ab4b522282b tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/8410a346-9e40-4a78-939d-d4abd56166f7 HTTP/1.1" status: 200 len: 1813 time: 0.1208770 Oct 27 16:02:45.335779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d7d7bf59-0f53-4865-b52b-ae3ce34006bd req-7c0f55a1-b130-492a-a236-1934c28f3400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.381294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b845e54b-64a5-4133-a4e1-c7e442b8b249'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:02:45.406313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cbfd596b-b206-42f1-a3d3-9e12b09b0c47 req-9b54ee22-abee-44ed-bc1c-ad400052d1ef tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-757644789', 'description': 'tempest-description-349641219'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:45.441444 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-40ccd5dc-4d5c-4ab0-b4a3-31fda73dfa38 None None] Port 52db30fe-241a-481f-9caa-1ce4e35931b1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:45.446149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:40Z', 'revision_number': 3, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:45.488132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43706da-e706-4d51-b667-f2d9b52e9690 None None] The sync data for ids ['87235476-6924-4ec0-9eae-8e94602f6cec'] in n-d-815689-1 is: [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:40Z', 'revision_number': 3, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:02:45.621220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f55a1-b130-492a-a236-1934c28f3400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Pushing event deleted for resources: {'Port': ['ID=b845e54b-64a5-4133-a4e1-c7e442b8b249,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:45.623260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbfd596b-b206-42f1-a3d3-9e12b09b0c47 req-9b54ee22-abee-44ed-bc1c-ad400052d1ef tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.643715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d7bf59-0f53-4865-b52b-ae3ce34006bd req-7c0f55a1-b130-492a-a236-1934c28f3400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] No DVR routers for this DVR port b845e54b-64a5-4133-a4e1-c7e442b8b249 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:45.659982 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d7d7bf59-0f53-4865-b52b-ae3ce34006bd req-7c0f55a1-b130-492a-a236-1934c28f3400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:45.664913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7d7bf59-0f53-4865-b52b-ae3ce34006bd req-7c0f55a1-b130-492a-a236-1934c28f3400 tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.54 "DELETE /v2.0/ports/b845e54b-64a5-4133-a4e1-c7e442b8b249 HTTP/1.1" status: 204 len: 173 time: 1.4837449 Oct 27 16:02:45.665537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'name': 'network-vif-deleted', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:45.667904 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63b6899-0610-4c68-b81e-789008f735f7" -d '{"events": [{"server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "name": "network-vif-deleted", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:45.965863 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:46.024279 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbfd596b-b206-42f1-a3d3-9e12b09b0c47 req-9b54ee22-abee-44ed-bc1c-ad400052d1ef tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:46.047985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49663f3a-3336-4bdf-946b-4487e4a25342 req-b10abcb9-1a69-436a-86bd-b4f5d6baca39 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:46.049736 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49663f3a-3336-4bdf-946b-4487e4a25342 req-b10abcb9-1a69-436a-86bd-b4f5d6baca39 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.1213169 Oct 27 16:02:46.068355 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:46.142909 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49663f3a-3336-4bdf-946b-4487e4a25342 req-5ae89c63-648a-45b7-8f90-90f7587e254d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846951 Oct 27 16:02:46.232768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Pushing event updated for resources: {'Port': ['ID=52db30fe-241a-481f-9caa-1ce4e35931b1,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:46.232768 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbfd596b-b206-42f1-a3d3-9e12b09b0c47 req-9b54ee22-abee-44ed-bc1c-ad400052d1ef tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:46.322411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:46.360629 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbfd596b-b206-42f1-a3d3-9e12b09b0c47 req-9b54ee22-abee-44ed-bc1c-ad400052d1ef tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:46.361981 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbfd596b-b206-42f1-a3d3-9e12b09b0c47 req-9b54ee22-abee-44ed-bc1c-ad400052d1ef tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9638276 Oct 27 16:02:46.426208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54ee22-abee-44ed-bc1c-ad400052d1ef tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480c5262-1b61-4047-a3a4-683acdcb24b9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:46.426208 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94d12cb-8d6f-4143-85bf-ea80750e208b x-openstack-request-id: req-e94d12cb-8d6f-4143-85bf-ea80750e208b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:46.426208 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb", "name": "network-vif-deleted", "tag": "b845e54b-64a5-4133-a4e1-c7e442b8b249", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:46.426208 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e94d12cb-8d6f-4143-85bf-ea80750e208b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:46.426208 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb', 'name': 'network-vif-deleted', 'tag': 'b845e54b-64a5-4133-a4e1-c7e442b8b249', 'status': 'completed', 'code': 200} Oct 27 16:02:46.649179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c06d067c-484f-4d56-8207-cfa5237dfe7c req-66a889df-c314-496a-86c5-bb1df276c79f tempest-MigrationsAdminTest-2051129620 tempest-MigrationsAdminTest-2051129620-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97e6ee9-8c7e-40c2-a2ec-4550eeb881eb HTTP/1.1" status: 200 len: 210 time: 0.0481710 Oct 27 16:02:46.781340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d31b1e-c9f0-4e63-943f-7892365ccfc0 req-f1fa7a20-90a7-4c55-9067-b5013309396c tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:46.783334 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-37d31b1e-c9f0-4e63-943f-7892365ccfc0 req-f1fa7a20-90a7-4c55-9067-b5013309396c tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 945 time: 0.0651374 Oct 27 16:02:46.831168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-37d31b1e-c9f0-4e63-943f-7892365ccfc0 req-5c2e6c5d-1d6a-4440-9fc0-90a7b1ef7f0c tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 Oct 27 16:02:46.925559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-996ad84d-60c7-43c4-8756-db20288b61e3 req-af6d3125-4d3d-479a-8c4b-c451d1aa90ba tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/480c5262-1b61-4047-a3a4-683acdcb24b9 HTTP/1.1" status: 200 len: 1811 time: 0.0614026 Oct 27 16:02:46.956041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-c00b3ca1-29be-4f9d-8422-663fecc7b7c0 req-14a3b005-272b-49bc-ba10-829c903b077d tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1569620731', 'description': 'tempest-description-2087000750'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:47.073551 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c00b3ca1-29be-4f9d-8422-663fecc7b7c0 req-14a3b005-272b-49bc-ba10-829c903b077d tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.095745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c559834-19c8-462b-8349-fa5f411cc377 req-a9bc9165-eb04-4290-906f-a9364656cb0c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:47.097748 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c559834-19c8-462b-8349-fa5f411cc377 req-a9bc9165-eb04-4290-906f-a9364656cb0c tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 1023 time: 0.2114522 Oct 27 16:02:47.205704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e9cce-f79d-47d5-86db-885d5046a326 req-64a988bd-3238-41fe-aad9-2f0ff40714f8 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:47.207840 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-580e9cce-f79d-47d5-86db-885d5046a326 req-64a988bd-3238-41fe-aad9-2f0ff40714f8 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.54 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 1023 time: 0.2703424 Oct 27 16:02:47.208718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c00b3ca1-29be-4f9d-8422-663fecc7b7c0 req-14a3b005-272b-49bc-ba10-829c903b077d tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.227266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c559834-19c8-462b-8349-fa5f411cc377 req-a598250a-1b2a-4c78-99b1-5d1aad907fbe tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=14528ef8-8b04-4616-8daf-ec92ec4bed54&id=b793cc72-7347-4b56-9430-870a606197e0&id=72a02b03-fcca-421b-9166-b29e3c9bb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1096156 Oct 27 16:02:47.332388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c00b3ca1-29be-4f9d-8422-663fecc7b7c0 req-14a3b005-272b-49bc-ba10-829c903b077d tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.337907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:47.348564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:47.420392 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3b005-272b-49bc-ba10-829c903b077d tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a3b484-a9c6-4275-8ff1-ebcaa1173f7f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:47.457286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c00b3ca1-29be-4f9d-8422-663fecc7b7c0 req-14a3b005-272b-49bc-ba10-829c903b077d tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.469077 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c00b3ca1-29be-4f9d-8422-663fecc7b7c0 req-14a3b005-272b-49bc-ba10-829c903b077d tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5135095 Oct 27 16:02:47.555820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c63427d2-2268-4dc5-be0a-6f8c8f668f00 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:47.608421 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-adabbb5f-e892-49f7-8210-170112c545c7 req-c5a1229d-0c63-4746-bc1b-798ed3b0a9e9 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/29a3b484-a9c6-4275-8ff1-ebcaa1173f7f HTTP/1.1" status: 200 len: 1813 time: 0.1170678 Oct 27 16:02:47.639060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 186b9a0e-6b69-4a8d-877f-c725042181b6 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:47.799564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c63427d2-2268-4dc5-be0a-6f8c8f668f00 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:47.805296 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.819945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155395aa-b67a-4719-bf76-6b187bed9be7 req-b25804a5-19c7-4bb7-be03-87fa626ef188 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:47.822305 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-155395aa-b67a-4719-bf76-6b187bed9be7 req-b25804a5-19c7-4bb7-be03-87fa626ef188 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.4149499 Oct 27 16:02:47.827911 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-8c395649-f19d-48ee-b29b-4fe4e667a530 req-70a30620-52d1-4b64-80cc-4bc490b6dc14 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1999660341', 'description': 'tempest-description-567750668'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:47.833911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-580e9cce-f79d-47d5-86db-885d5046a326 req-9abcb310-cffa-4b77-8fcf-ae01f38d3257 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Deleting port 73de116e-5df6-4cde-8f14-cd0256178977 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:02:47.834267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-580e9cce-f79d-47d5-86db-885d5046a326 req-9abcb310-cffa-4b77-8fcf-ae01f38d3257 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:47.906767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Router 87235476-6924-4ec0-9eae-8e94602f6cec has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:02:47.939960 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-155395aa-b67a-4719-bf76-6b187bed9be7 req-1e81e435-8bab-4bcf-af49-4a28ec4f8c88 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022334 Oct 27 16:02:47.994049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 73de116e-5df6-4cde-8f14-cd0256178977 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:48.002614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ecc05b0f-2c5a-4980-83d9-c928e49baf67 None None] Provisioning complete for port 52db30fe-241a-481f-9caa-1ce4e35931b1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:48.003030 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ecc05b0f-2c5a-4980-83d9-c928e49baf67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.059111 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c395649-f19d-48ee-b29b-4fe4e667a530 req-70a30620-52d1-4b64-80cc-4bc490b6dc14 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.089544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-580e9cce-f79d-47d5-86db-885d5046a326 req-9abcb310-cffa-4b77-8fcf-ae01f38d3257 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] For port 73de116e-5df6-4cde-8f14-cd0256178977, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73de116e-5df6-4cde-8f14-cd0256178977,segment=NetworkSegment(daccc716-e995-498a-b57a-2b58dc9f753d),segment_id=daccc716-e995-498a-b57a-2b58dc9f753d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:48.090022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-580e9cce-f79d-47d5-86db-885d5046a326 req-9abcb310-cffa-4b77-8fcf-ae01f38d3257 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.112335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-580e9cce-f79d-47d5-86db-885d5046a326 req-9abcb310-cffa-4b77-8fcf-ae01f38d3257 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Calling delete_port for 73de116e-5df6-4cde-8f14-cd0256178977 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:02:48.147072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:02:48.197361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b92b2874-90a9-428e-beab-e11605dc923d admin admin] 10.222.0.15 "PUT /v2.0/routers/87235476-6924-4ec0-9eae-8e94602f6cec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6708248 Oct 27 16:02:48.239679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c395649-f19d-48ee-b29b-4fe4e667a530 req-70a30620-52d1-4b64-80cc-4bc490b6dc14 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.321792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ecc05b0f-2c5a-4980-83d9-c928e49baf67 None None] Port 52db30fe-241a-481f-9caa-1ce4e35931b1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:48.339134 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c395649-f19d-48ee-b29b-4fe4e667a530 req-70a30620-52d1-4b64-80cc-4bc490b6dc14 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.414478 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Sync routers for ids ['87235476-6924-4ec0-9eae-8e94602f6cec'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:02:48.421155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a30620-52d1-4b64-80cc-4bc490b6dc14 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d457851f-7b83-4687-9d93-2da1bc641462,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:48.450410 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Routers {'87235476-6924-4ec0-9eae-8e94602f6cec'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:48.451786 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:02:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['87235476-6924-4ec0-9eae-8e94602f6cec'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:48.523427 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.528836 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.564450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port c63427d2-2268-4dc5-be0a-6f8c8f668f00, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c63427d2-2268-4dc5-be0a-6f8c8f668f00,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:48.604121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e919b-878c-43bf-86f0-938016d10107 req-376ad204-50fe-4c0e-9ab3-2ac3b02d22c6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:48.604121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-177e919b-878c-43bf-86f0-938016d10107 req-376ad204-50fe-4c0e-9ab3-2ac3b02d22c6 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/ports?device_id=0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67 HTTP/1.1" status: 200 len: 1023 time: 0.1376941 Oct 27 16:02:48.613204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8c395649-f19d-48ee-b29b-4fe4e667a530 req-70a30620-52d1-4b64-80cc-4bc490b6dc14 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.613204 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8c395649-f19d-48ee-b29b-4fe4e667a530 req-70a30620-52d1-4b64-80cc-4bc490b6dc14 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7917397 Oct 27 16:02:48.613949 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-2d82edcc-8b78-4baf-9bed-7269e69025d6 service neutron] 10.222.0.54 "GET /v2.0/ports/186b9a0e-6b69-4a8d-877f-c725042181b6/bindings/n-h2-815689-1 HTTP/1.1" status: 200 len: 384 time: 0.1461976 Oct 27 16:02:48.656134 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Set router 87235476-6924-4ec0-9eae-8e94602f6cec gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:48.714068 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.714424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-580e9cce-f79d-47d5-86db-885d5046a326 req-9abcb310-cffa-4b77-8fcf-ae01f38d3257 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.722572 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0b56ca03-d646-4cbd-b51b-46aaf6026a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.797437 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcb310-cffa-4b77-8fcf-ae01f38d3257 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event deleted for resources: {'Port': ['ID=73de116e-5df6-4cde-8f14-cd0256178977,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:48.839132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-580e9cce-f79d-47d5-86db-885d5046a326 req-9abcb310-cffa-4b77-8fcf-ae01f38d3257 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] No DVR routers for this DVR port 73de116e-5df6-4cde-8f14-cd0256178977 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:48.842960 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-580e9cce-f79d-47d5-86db-885d5046a326 req-9abcb310-cffa-4b77-8fcf-ae01f38d3257 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:48.846989 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-580e9cce-f79d-47d5-86db-885d5046a326 req-9abcb310-cffa-4b77-8fcf-ae01f38d3257 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.54 "DELETE /v2.0/ports/73de116e-5df6-4cde-8f14-cd0256178977 HTTP/1.1" status: 204 len: 173 time: 1.6178305 Oct 27 16:02:48.854961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'name': 'network-vif-deleted', 'tag': '73de116e-5df6-4cde-8f14-cd0256178977'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:48.857376 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c861df-d6fb-4acf-be85-e8c951857e12" -d '{"events": [{"server_uuid": "0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67", "name": "network-vif-deleted", "tag": "73de116e-5df6-4cde-8f14-cd0256178977"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:48.869927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-177e919b-878c-43bf-86f0-938016d10107 req-d9afee85-1669-45f0-8c4c-8cb51303104d tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups?id=14528ef8-8b04-4616-8daf-ec92ec4bed54&id=b793cc72-7347-4b56-9430-870a606197e0&id=72a02b03-fcca-421b-9166-b29e3c9bb0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1975548 Oct 27 16:02:48.883531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b845e54b-64a5-4133-a4e1-c7e442b8b249 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:48.944222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: b845e54b-64a5-4133-a4e1-c7e442b8b249 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:02:48.948892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b845e54b-64a5-4133-a4e1-c7e442b8b249 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:02:48.999000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=c63427d2-2268-4dc5-be0a-6f8c8f668f00,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:49.046285 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 4, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '52db30fe-241a-481f-9caa-1ce4e35931b1', 'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'mac_address': 'fa:16:3e:b2:df:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 2, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'subnets': [{'id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:49.080356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7fd4bb64-780c-4ebe-9acf-24a259bc04f1 req-6fa571a6-1c05-46bd-96a3-bea8c5e4a86c tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/d457851f-7b83-4687-9d93-2da1bc641462 HTTP/1.1" status: 200 len: 1812 time: 0.1270812 Oct 27 16:02:49.095077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44552) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:49.126161 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Checking router: 87235476-6924-4ec0-9eae-8e94602f6cec for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:02:49.126743 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Updating router 87235476-6924-4ec0-9eae-8e94602f6cec port 52db30fe-241a-481f-9caa-1ce4e35931b1 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:02:49.126926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-350cf040-b9da-4fb3-a103-b3fc8ceabf21 service neutron] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=186b9a0e-6b69-4a8d-877f-c725042181b6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:49.160847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-350cf040-b9da-4fb3-a103-b3fc8ceabf21 service neutron] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:49.203057 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.219652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-350cf040-b9da-4fb3-a103-b3fc8ceabf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186b9a0e-6b69-4a8d-877f-c725042181b6 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:02:49.263517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-350cf040-b9da-4fb3-a103-b3fc8ceabf21 service neutron] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=186b9a0e-6b69-4a8d-877f-c725042181b6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:49.335217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44560) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:49.341640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a5ceab28-3260-4739-87aa-268925dff099 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429085695', 'description': 'tempest-description--752057009'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:49.430577 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-350cf040-b9da-4fb3-a103-b3fc8ceabf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.444236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c63427d2-2268-4dc5-be0a-6f8c8f668f00 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:49.454070 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5463ce04-116f-4b93-8e36-74b859bfa367 x-openstack-request-id: req-5463ce04-116f-4b93-8e36-74b859bfa367 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:49.454679 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67", "name": "network-vif-deleted", "tag": "73de116e-5df6-4cde-8f14-cd0256178977", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:49.455113 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5463ce04-116f-4b93-8e36-74b859bfa367 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:49.456943 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbcaed9-3f6c-4f41-b978-dd7ccaa66d67', 'name': 'network-vif-deleted', 'tag': '73de116e-5df6-4cde-8f14-cd0256178977', 'status': 'completed', 'code': 200} Oct 27 16:02:49.501429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5bbfd3bc-bceb-46cc-9827-3f537c16406b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f61df9457ee4ff2a28b60fb1dad19d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014225 Oct 27 16:02:49.504435 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44564) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:49.558585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c63427d2-2268-4dc5-be0a-6f8c8f668f00 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:49.558918 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.587293 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6a77-ac8c-4592-bc23-73630d736016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.616890 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6a77-ac8c-4592-bc23-73630d736016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.619428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5ceab28-3260-4739-87aa-268925dff099 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.716415 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-af63f9c5-c236-4b23-8db1-5ee7457c63fc req-a2b0e0de-ec3a-4d9f-92ee-46862713fe37 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] show failed (client error): The resource could not be found. Oct 27 16:02:49.717557 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-af63f9c5-c236-4b23-8db1-5ee7457c63fc req-a2b0e0de-ec3a-4d9f-92ee-46862713fe37 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/39fd19ec-b454-4518-9764-067f348d9f61 HTTP/1.1" status: 404 len: 352 time: 0.0288007 Oct 27 16:02:49.721294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6c3eb-75eb-499f-82f2-9911947f38f5 req-a4f5ad3e-f820-4feb-b01f-b1ac2924b25b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:49.732340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5b6c3eb-75eb-499f-82f2-9911947f38f5 req-a4f5ad3e-f820-4feb-b01f-b1ac2924b25b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 943 time: 0.1910181 Oct 27 16:02:49.745834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-350cf040-b9da-4fb3-a103-b3fc8ceabf21 service neutron] Transition to ACTIVE for port object 186b9a0e-6b69-4a8d-877f-c725042181b6 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:02:49.797194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5b6c3eb-75eb-499f-82f2-9911947f38f5 req-839cbc25-8f30-43dd-9bc9-0337ced87f24 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639787 Oct 27 16:02:49.802947 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5ceab28-3260-4739-87aa-268925dff099 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.834209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6a77-ac8c-4592-bc23-73630d736016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.844845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cdb6a77-ac8c-4592-bc23-73630d736016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.848738 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9cdb6a77-ac8c-4592-bc23-73630d736016 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d57f718-9283-4fae-a58e-b59a76137f5a HTTP/1.1" status: 204 len: 168 time: 0.3390059 Oct 27 16:02:49.863261 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.863941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb6a77-ac8c-4592-bc23-73630d736016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d57f718-9283-4fae-a58e-b59a76137f5a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:49.952263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-350cf040-b9da-4fb3-a103-b3fc8ceabf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.996256 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:49.996531 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5ceab28-3260-4739-87aa-268925dff099 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.088639 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Pushing event updated for resources: {'Port': ['ID=52db30fe-241a-481f-9caa-1ce4e35931b1,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:50.100352 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.101080 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.101627 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.102168 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.102734 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.103082 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5ceab28-3260-4739-87aa-268925dff099 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.103981 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.108376 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a5ceab28-3260-4739-87aa-268925dff099 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7676451 Oct 27 16:02:50.110684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44584) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:50.118978 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.119669 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.120287 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.120952 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.121501 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.121976 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a0a408ca-0be0-47d7-9966-863ea109bd25 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Request body: {'security_group_rule': {'security_group_id': 'ace9be80-bad0-4862-938c-d0abe8fab1ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:50.122905 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:02:50.136665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ceab28-3260-4739-87aa-268925dff099 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace9be80-bad0-4862-938c-d0abe8fab1ab,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:50.251806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-350cf040-b9da-4fb3-a103-b3fc8ceabf21 service neutron] No DVR routers for this DVR port 186b9a0e-6b69-4a8d-877f-c725042181b6 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:50.271808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cf040-b9da-4fb3-a103-b3fc8ceabf21 service neutron] Pushing event updated for resources: {'Port': ['ID=186b9a0e-6b69-4a8d-877f-c725042181b6,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:50.334824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dc224-6ce0-428d-9964-0615391a0daf req-0236d11e-f6a9-4e94-9cd1-e5293a34e271 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:50.336699 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc8dc224-6ce0-428d-9964-0615391a0daf req-0236d11e-f6a9-4e94-9cd1-e5293a34e271 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 945 time: 0.3228247 Oct 27 16:02:50.349281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-350cf040-b9da-4fb3-a103-b3fc8ceabf21 service neutron] 10.222.0.54 "PUT /v2.0/ports/186b9a0e-6b69-4a8d-877f-c725042181b6/bindings/n-h2-815689-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7349274 Oct 27 16:02:50.378246 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0a408ca-0be0-47d7-9966-863ea109bd25 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.466169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc8dc224-6ce0-428d-9964-0615391a0daf req-1d6ad5a4-eff1-4169-be49-75ccdd3cc88f tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160672 Oct 27 16:02:50.481543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-758d9870-885e-4d43-a65e-a127327f3706 None None] Provisioning complete for port 52db30fe-241a-481f-9caa-1ce4e35931b1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:50.483248 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-758d9870-885e-4d43-a65e-a127327f3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.497350 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Attempting to bind port 52db30fe-241a-481f-9caa-1ce4e35931b1 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:02:50.498240 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Attempting to bind port 52db30fe-241a-481f-9caa-1ce4e35931b1 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:02:50.504260 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Attempting to bind port 52db30fe-241a-481f-9caa-1ce4e35931b1 on network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:02:50.516976 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:02:50.517973 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Checking segment: {'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:02:50.518885 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.519711 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Bound using segment: {'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:02:50.520945 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Bound port: 52db30fe-241a-481f-9caa-1ce4e35931b1, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:02:50.521802 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.535104 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-04d9b694-40a0-4c17-a904-6102db684fc2 req-7b1fa1e3-bda6-474b-bb66-7026e02a4b9f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] show failed (client error): The resource could not be found. Oct 27 16:02:50.544666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-185e70cc-f5f3-4b05-9715-ac65cf95d42c tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:50.546105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-185e70cc-f5f3-4b05-9715-ac65cf95d42c tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/networks?id=fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 HTTP/1.1" status: 200 len: 814 time: 0.3918138 Oct 27 16:02:50.553830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04d9b694-40a0-4c17-a904-6102db684fc2 req-7b1fa1e3-bda6-474b-bb66-7026e02a4b9f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-group-rules/5acb3611-65a8-4c0b-9c3a-c3be9cdff46c HTTP/1.1" status: 404 len: 361 time: 0.0319750 Oct 27 16:02:50.573297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-758d9870-885e-4d43-a65e-a127327f3706 None None] Port 52db30fe-241a-481f-9caa-1ce4e35931b1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:50.575119 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-6fc346db-6bc7-4cc6-9541-4f468b7598a8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/quotas/4decf48a3d874cbba402768088ff7b0e HTTP/1.1" status: 200 len: 375 time: 0.0279934 Oct 27 16:02:50.595812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0a408ca-0be0-47d7-9966-863ea109bd25 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.641359 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] For port 52db30fe-241a-481f-9caa-1ce4e35931b1, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:50.645586 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] For port 52db30fe-241a-481f-9caa-1ce4e35931b1, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=52db30fe-241a-481f-9caa-1ce4e35931b1,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:02:50.669437 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-106ede18-7879-4532-acfa-2b97870ff0dd tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4decf48a3d874cbba402768088ff7b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933213 Oct 27 16:02:50.686110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-63a72a91-9de5-4e9a-bdfd-e134cc16f3c9 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:50.687462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-63a72a91-9de5-4e9a-bdfd-e134cc16f3c9 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1095 time: 0.0755448 Oct 27 16:02:50.698975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0a408ca-0be0-47d7-9966-863ea109bd25 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.738413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a408ca-0be0-47d7-9966-863ea109bd25 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605eec13-8d04-46f1-ac35-b3a7e768a127,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:50.774328 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.857544 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e391b71a-8174-4a87-b6dc-94064939bf02 None None] Pushing event updated for resources: {'Port': ['ID=52db30fe-241a-481f-9caa-1ce4e35931b1,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:50.860600 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Routers {'87235476-6924-4ec0-9eae-8e94602f6cec'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:50.861424 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:02:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['87235476-6924-4ec0-9eae-8e94602f6cec'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:50.874092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5b4aa1ce-b960-4454-8001-50234b9e94b4 req-e4cd5c86-adca-47e1-a36a-2a3663ffc819 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/d457851f-7b83-4687-9d93-2da1bc641462 HTTP/1.1" status: 200 len: 1812 time: 0.0935400 Oct 27 16:02:50.900224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-85913b13-f315-483b-b0ea-4b41ca27435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:50.903128 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-85913b13-f315-483b-b0ea-4b41ca27435f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9 HTTP/1.1" status: 200 len: 1095 time: 0.2015517 Oct 27 16:02:50.921156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0a408ca-0be0-47d7-9966-863ea109bd25 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:50.922853 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a0a408ca-0be0-47d7-9966-863ea109bd25 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8107972 Oct 27 16:02:50.934337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44602) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:50.952189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-50e12ec8-450a-4168-8364-ba3695075547 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Request body: {'security_group_rule': {'security_group_id': 'ace9be80-bad0-4862-938c-d0abe8fab1ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:51.050792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44604) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:51.061481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-3819f4a9-2472-464a-a650-1cc4003cb632 service neutron] 10.222.0.15 "GET /v2.0/networks/fb84a2f4-662f-49a4-9b5a-b5a5e8166f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845499 Oct 27 16:02:51.062359 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] Set router 87235476-6924-4ec0-9eae-8e94602f6cec gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:51.085805 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5b4aa1ce-b960-4454-8001-50234b9e94b4 req-0f51db3c-18b8-4cb9-b48d-e3b5e468b69f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.115762 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5b4aa1ce-b960-4454-8001-50234b9e94b4 req-0f51db3c-18b8-4cb9-b48d-e3b5e468b69f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.156158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-b22ff87f-d1d1-4f1e-bfd7-9e39f14c27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:51.158037 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-b22ff87f-d1d1-4f1e-bfd7-9e39f14c27ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 1095 time: 0.2225339 Oct 27 16:02:51.206810 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50e12ec8-450a-4168-8364-ba3695075547 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.222524 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-2038565c-58f3-4e51-a532-d2d9733681ef service neutron] 10.222.0.15 "GET /v2.0/networks/fb84a2f4-662f-49a4-9b5a-b5a5e8166f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569097 Oct 27 16:02:51.315785 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a19457b1-4285-4c8a-bbfb-b7cd514d7f51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a2a06fa52c548c8809d265a2a6559e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586541 Oct 27 16:02:51.320427 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44608) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:51.324451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a5c48c9b-7686-4b12-8a21-796da01b92c3 None None] Provisioning complete for port 52db30fe-241a-481f-9caa-1ce4e35931b1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:51.325582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a5c48c9b-7686-4b12-8a21-796da01b92c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.381651 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50e12ec8-450a-4168-8364-ba3695075547 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.382634 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5b4aa1ce-b960-4454-8001-50234b9e94b4 req-0f51db3c-18b8-4cb9-b48d-e3b5e468b69f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.385436 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5b4aa1ce-b960-4454-8001-50234b9e94b4 req-0f51db3c-18b8-4cb9-b48d-e3b5e468b69f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.386622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5b4aa1ce-b960-4454-8001-50234b9e94b4 req-0f51db3c-18b8-4cb9-b48d-e3b5e468b69f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "DELETE /v2.0/security-groups/d457851f-7b83-4687-9d93-2da1bc641462 HTTP/1.1" status: 204 len: 173 time: 0.5015624 Oct 27 16:02:51.393779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-3e9dfbad-5248-4bc2-b0ee-c225defc8bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:51.400843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-3e9dfbad-5248-4bc2-b0ee-c225defc8bd5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.2253406 Oct 27 16:02:51.403205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51db3c-18b8-4cb9-b48d-e3b5e468b69f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d457851f-7b83-4687-9d93-2da1bc641462,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:51.460798 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 4, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '52db30fe-241a-481f-9caa-1ce4e35931b1', 'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'mac_address': 'fa:16:3e:b2:df:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:50Z', 'revision_number': 4, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'subnets': [{'id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:51.486284 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-15acedf3-d133-4e09-82b2-d4b76be3820e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=186b9a0e-6b69-4a8d-877f-c725042181b6 HTTP/1.1" status: 200 len: 217 time: 0.0784705 Oct 27 16:02:51.494511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50e12ec8-450a-4168-8364-ba3695075547 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.529010 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f48bc00e-002f-4270-a4ec-0aac9b8dcb37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.546629 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a8271bce-6d10-41d7-884f-8ed58793150b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.560601 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a5c48c9b-7686-4b12-8a21-796da01b92c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.563276 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a35c307-0d38-4198-8f24-f3ae478841cb None None] The sync data for ids ['87235476-6924-4ec0-9eae-8e94602f6cec'] in n-d-815689-1 is: [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 4, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '52db30fe-241a-481f-9caa-1ce4e35931b1', 'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'mac_address': 'fa:16:3e:b2:df:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:50Z', 'revision_number': 4, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'subnets': [{'id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:02:51.594683 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f48bc00e-002f-4270-a4ec-0aac9b8dcb37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.613168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a5c48c9b-7686-4b12-8a21-796da01b92c3 None None] For port 52db30fe-241a-481f-9caa-1ce4e35931b1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=52db30fe-241a-481f-9caa-1ce4e35931b1,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:51.682160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e12ec8-450a-4168-8364-ba3695075547 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735c5c85-70a7-461d-98b4-db3c3f30c769,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:51.693932 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a5c48c9b-7686-4b12-8a21-796da01b92c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.702277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50e12ec8-450a-4168-8364-ba3695075547 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.709218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-50e12ec8-450a-4168-8364-ba3695075547 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7666190 Oct 27 16:02:51.710228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44618) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:51.720108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:51.745888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c720070-ec43-4709-82d9-033b5a6a3646 req-97794e7a-e429-481d-9b15-988b089e4ea0 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/14528ef8-8b04-4616-8daf-ec92ec4bed54 HTTP/1.1" status: 200 len: 1801 time: 0.2646954 Oct 27 16:02:51.761275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-39768fc9-33d8-4b4e-88fd-ee168084f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:51.764107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-39768fc9-33d8-4b4e-88fd-ee168084f634 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.2616825 Oct 27 16:02:51.775177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18aff54-e471-495e-98a6-2f0dd24db420 req-91748358-46e5-49fd-88b4-7abe4835b4e6 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:51.776867 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b18aff54-e471-495e-98a6-2f0dd24db420 req-91748358-46e5-49fd-88b4-7abe4835b4e6 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 944 time: 0.1381576 Oct 27 16:02:51.823995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c48c9b-7686-4b12-8a21-796da01b92c3 None None] Pushing event updated for resources: {'Port': ['ID=52db30fe-241a-481f-9caa-1ce4e35931b1,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:51.842690 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b18aff54-e471-495e-98a6-2f0dd24db420 req-ab391afd-9df0-4e34-8ddc-ae039d692ed3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590079 Oct 27 16:02:51.849290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.869357 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-0e78e645-0e58-401d-a6e1-86dddf0d9083 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972698 Oct 27 16:02:51.890964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f48bc00e-002f-4270-a4ec-0aac9b8dcb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.902971 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f48bc00e-002f-4270-a4ec-0aac9b8dcb37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:51.902971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f48bc00e-002f-4270-a4ec-0aac9b8dcb37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53a421ec-09ee-4155-8807-23dae174fa57 HTTP/1.1" status: 204 len: 168 time: 0.5770767 Oct 27 16:02:51.964996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bc00e-002f-4270-a4ec-0aac9b8dcb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a421ec-09ee-4155-8807-23dae174fa57,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:52.061812 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1c720070-ec43-4709-82d9-033b5a6a3646 req-1a1417bb-0dd2-4a7a-b09d-d78156575a25 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.099519 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.117023 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.129439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1c720070-ec43-4709-82d9-033b5a6a3646 req-1a1417bb-0dd2-4a7a-b09d-d78156575a25 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.161977 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.232305 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-8b81fa71-06a5-4c4b-8fc2-0cde7c45aea5 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557930 Oct 27 16:02:52.285154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Allocated IP 172.25.4.72 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/8852606e-e47f-4e24-8226-d02247c709b6) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:52.347535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-1671efc0-ea2b-49ac-aefd-3c4627330000 service neutron] 10.222.0.53 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059692 Oct 27 16:02:52.425665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1c720070-ec43-4709-82d9-033b5a6a3646 req-1a1417bb-0dd2-4a7a-b09d-d78156575a25 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.431927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1c720070-ec43-4709-82d9-033b5a6a3646 req-1a1417bb-0dd2-4a7a-b09d-d78156575a25 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.435147 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c720070-ec43-4709-82d9-033b5a6a3646 req-1a1417bb-0dd2-4a7a-b09d-d78156575a25 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "DELETE /v2.0/security-groups/14528ef8-8b04-4616-8daf-ec92ec4bed54 HTTP/1.1" status: 204 len: 173 time: 0.6867342 Oct 27 16:02:52.453565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1417bb-0dd2-4a7a-b09d-d78156575a25 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14528ef8-8b04-4616-8daf-ec92ec4bed54,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:52.553825 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.582429 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9344587d-c921-4c94-bd9d-1fbb5016833f req-9b8b022c-7072-4fc8-b09a-5a4a1e8380f5 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/29a3b484-a9c6-4275-8ff1-ebcaa1173f7f HTTP/1.1" status: 200 len: 1813 time: 0.1147313 Oct 27 16:02:52.734260 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.777027 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9344587d-c921-4c94-bd9d-1fbb5016833f req-d3380a9a-f4e4-4a51-ae04-7e2b99fb6823 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.789386 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bccf7b36-362a-4879-b730-d92e89b44f26 req-6a32a14f-3d89-4fb2-a736-e339184afb35 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 210 time: 0.1028314 Oct 27 16:02:52.907579 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9344587d-c921-4c94-bd9d-1fbb5016833f req-d3380a9a-f4e4-4a51-ae04-7e2b99fb6823 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:52.929901 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Pushing event updated for resources: {'Port': ['ID=8852606e-e47f-4e24-8226-d02247c709b6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:52.973320 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:52.977221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:52.982106 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:53.173950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc807708-1b1f-4560-8c84-c4fcd88cf04a req-e72b68b5-a839-4f08-84ab-a178c442fbf3 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "GET /v2.0/security-groups/72a02b03-fcca-421b-9166-b29e3c9bb0f4 HTTP/1.1" status: 200 len: 1801 time: 0.0910490 Oct 27 16:02:53.186766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-25c58bcd-43fb-4695-be20-debfd413ed49 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:53.189545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-25c58bcd-43fb-4695-be20-debfd413ed49 tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7&tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1095 time: 0.0740304 Oct 27 16:02:53.196082 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9344587d-c921-4c94-bd9d-1fbb5016833f req-d3380a9a-f4e4-4a51-ae04-7e2b99fb6823 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.199511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9344587d-c921-4c94-bd9d-1fbb5016833f req-d3380a9a-f4e4-4a51-ae04-7e2b99fb6823 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.203830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9344587d-c921-4c94-bd9d-1fbb5016833f req-d3380a9a-f4e4-4a51-ae04-7e2b99fb6823 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "DELETE /v2.0/security-groups/29a3b484-a9c6-4275-8ff1-ebcaa1173f7f HTTP/1.1" status: 204 len: 173 time: 0.6163111 Oct 27 16:02:53.246622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3380a9a-f4e4-4a51-ae04-7e2b99fb6823 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a3b484-a9c6-4275-8ff1-ebcaa1173f7f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:53.329109 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-fc807708-1b1f-4560-8c84-c4fcd88cf04a req-b6d90527-1634-4c2a-8e09-4bf3e6bce893 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.381956 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-fc807708-1b1f-4560-8c84-c4fcd88cf04a req-b6d90527-1634-4c2a-8e09-4bf3e6bce893 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.392516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.468818 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 52db30fe-241a-481f-9caa-1ce4e35931b1 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:02:53.472508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ea5c53-fab6-4e62-8fee-f22e24f37f78 req-756bcda4-ad1c-4053-a90d-8fbfc8b04d40 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:53.477513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ea5c53-fab6-4e62-8fee-f22e24f37f78 req-756bcda4-ad1c-4053-a90d-8fbfc8b04d40 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 945 time: 0.0889919 Oct 27 16:02:53.535592 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ea5c53-fab6-4e62-8fee-f22e24f37f78 req-3af7c74f-7e1d-414c-b7c0-aecaa3ea3c8d tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431082 Oct 27 16:02:53.548160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 52db30fe-241a-481f-9caa-1ce4e35931b1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:53.548519 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.574576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-0d9f5000-42e5-4dfb-aead-75a157d79506 service neutron] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:02:53.576422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-0d9f5000-42e5-4dfb-aead-75a157d79506 service neutron] Publish callbacks [] for binding, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.577857 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea71bca5-cdf2-4ecb-a839-57d3f16ba878 req-0d9f5000-42e5-4dfb-aead-75a157d79506 service neutron] 10.222.0.53 "DELETE /v2.0/ports/186b9a0e-6b69-4a8d-877f-c725042181b6/bindings/n-h1-815689-1 HTTP/1.1" status: 204 len: 173 time: 0.3759041 Oct 27 16:02:53.618943 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-fc807708-1b1f-4560-8c84-c4fcd88cf04a req-b6d90527-1634-4c2a-8e09-4bf3e6bce893 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.621970 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-fc807708-1b1f-4560-8c84-c4fcd88cf04a req-b6d90527-1634-4c2a-8e09-4bf3e6bce893 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.624231 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc807708-1b1f-4560-8c84-c4fcd88cf04a req-b6d90527-1634-4c2a-8e09-4bf3e6bce893 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] 10.222.0.15 "DELETE /v2.0/security-groups/72a02b03-fcca-421b-9166-b29e3c9bb0f4 HTTP/1.1" status: 204 len: 173 time: 0.4463556 Oct 27 16:02:53.640769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44650) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:53.643613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d90527-1634-4c2a-8e09-4bf3e6bce893 tempest-SecurityGroupsTestJSON-352381166 tempest-SecurityGroupsTestJSON-352381166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a02b03-fcca-421b-9166-b29e3c9bb0f4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:53.658094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.745397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009813fd-54cb-4b7e-a018-3c5c503caf1c req-a628174f-26ba-400f-a0c5-9addd96d07bb tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:53.751510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-009813fd-54cb-4b7e-a018-3c5c503caf1c req-a628174f-26ba-400f-a0c5-9addd96d07bb tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 944 time: 0.1240106 Oct 27 16:02:53.776163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6065926f-d1b3-47cd-a03b-b655d9a9827f admin admin] Deleting subnet 1c362a8b-3dbb-4959-8274-c9ea75e913f5 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:02:53.791198 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6065926f-d1b3-47cd-a03b-b655d9a9827f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.823722 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62d339eb-0ff0-41e7-98a9-065c74de1b2b req-56a9aa07-1a4f-4f06-a482-19f6270af35e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/480c5262-1b61-4047-a3a4-683acdcb24b9 HTTP/1.1" status: 200 len: 1811 time: 0.1474767 Oct 27 16:02:53.876149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-009813fd-54cb-4b7e-a018-3c5c503caf1c req-8d590f3f-dbeb-449d-84a5-12159d95a3bb tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091471 Oct 27 16:02:53.886648 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6065926f-d1b3-47cd-a03b-b655d9a9827f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:53.957458 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6065926f-d1b3-47cd-a03b-b655d9a9827f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.017470 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-62d339eb-0ff0-41e7-98a9-065c74de1b2b req-8d99ebd6-7447-408b-b0ed-80c0a1bbec3f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.064990 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-62d339eb-0ff0-41e7-98a9-065c74de1b2b req-8d99ebd6-7447-408b-b0ed-80c0a1bbec3f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.078162 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.087461 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.095417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65c5d9e4-e3b5-4c05-99c1-23ac02d39932 req-967770f7-225f-49b8-b636-515a74c0002f tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 210 time: 0.0606856 Oct 27 16:02:54.197929 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6065926f-d1b3-47cd-a03b-b655d9a9827f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.219578 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.224402 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-62d339eb-0ff0-41e7-98a9-065c74de1b2b req-8d99ebd6-7447-408b-b0ed-80c0a1bbec3f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.229094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-62d339eb-0ff0-41e7-98a9-065c74de1b2b req-8d99ebd6-7447-408b-b0ed-80c0a1bbec3f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.242220 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62d339eb-0ff0-41e7-98a9-065c74de1b2b req-8d99ebd6-7447-408b-b0ed-80c0a1bbec3f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "DELETE /v2.0/security-groups/480c5262-1b61-4047-a3a4-683acdcb24b9 HTTP/1.1" status: 204 len: 173 time: 0.3763061 Oct 27 16:02:54.287839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065926f-d1b3-47cd-a03b-b655d9a9827f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c362a8b-3dbb-4959-8274-c9ea75e913f5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:54.311852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99ebd6-7447-408b-b0ed-80c0a1bbec3f tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480c5262-1b61-4047-a3a4-683acdcb24b9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:54.323326 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6065926f-d1b3-47cd-a03b-b655d9a9827f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.362144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Pushing event updated for resources: {'Port': ['ID=8852606e-e47f-4e24-8226-d02247c709b6,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:54.367245 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6065926f-d1b3-47cd-a03b-b655d9a9827f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1c362a8b-3dbb-4959-8274-c9ea75e913f5 HTTP/1.1" status: 204 len: 168 time: 0.7229416 Oct 27 16:02:54.370400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44670) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:54.447514 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.474853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-18a5a265-476a-4c83-ba5f-3f9d37dd14ee tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:54.477226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-18a5a265-476a-4c83-ba5f-3f9d37dd14ee tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.53 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 945 time: 0.1790586 Oct 27 16:02:54.490475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-054cf729-95b4-4175-a281-fbbdd9252834 req-ceedf312-6718-4f16-b457-948a3f1be188 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/8410a346-9e40-4a78-939d-d4abd56166f7 HTTP/1.1" status: 200 len: 1813 time: 0.1137650 Oct 27 16:02:54.494406 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.501982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d0df4-7165-479f-9280-c1366ca4054a req-326f37c6-2c5e-49d8-b78e-25cd25ed0fbe tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:54.508209 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc8d0df4-7165-479f-9280-c1366ca4054a req-326f37c6-2c5e-49d8-b78e-25cd25ed0fbe tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 1095 time: 0.1572638 Oct 27 16:02:54.575087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc8d0df4-7165-479f-9280-c1366ca4054a req-eb2d7a87-2e26-4732-9632-46c8f9ddf4be tempest-LiveAutoBlockMigrationV225Test-663917649 tempest-LiveAutoBlockMigrationV225Test-663917649-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618989 Oct 27 16:02:54.609770 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.611385 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ba3bb014-2b8a-4920-93b3-1f7eea45ffb4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8997328 Oct 27 16:02:54.685325 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-054cf729-95b4-4175-a281-fbbdd9252834 req-caff03a9-7dda-40da-99b2-2915e71eb1cd tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.705513 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.718647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-054cf729-95b4-4175-a281-fbbdd9252834 req-caff03a9-7dda-40da-99b2-2915e71eb1cd tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.771520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Deleting port 93e5f68c-a892-49a5-999d-60d8431e5e18 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:02:54.772440 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.805264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3659fd7-6817-4c0d-b322-ba3977f33981']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:54.833045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daccc716-e995-498a-b57a-2b58dc9f753d') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:54.833315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daccc716-e995-498a-b57a-2b58dc9f753d') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:54.849646 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.873868 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.890020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7702dcc-79a1-472a-b093-31e59097628f req-cd3e167e-1829-49df-840b-4f334dc06d26 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:54.892683 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e7702dcc-79a1-472a-b093-31e59097628f req-cd3e167e-1829-49df-840b-4f334dc06d26 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 945 time: 0.1022918 Oct 27 16:02:54.895397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:02:54.895846 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:02:54.898296 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:02:54.940217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] For port 93e5f68c-a892-49a5-999d-60d8431e5e18, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=93e5f68c-a892-49a5-999d-60d8431e5e18,segment=NetworkSegment(0093ff44-731a-4a19-8c77-c61af0aeca10),segment_id=0093ff44-731a-4a19-8c77-c61af0aeca10)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:54.940680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:54.997410 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e7702dcc-79a1-472a-b093-31e59097628f req-6a0b6d95-838d-44a6-a93f-3c6ebefceb2d tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups?id=ffcd0c10-dab5-4812-8d00-5208d9dc4923&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880587 Oct 27 16:02:55.091705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-054cf729-95b4-4175-a281-fbbdd9252834 req-caff03a9-7dda-40da-99b2-2915e71eb1cd tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.096970 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-054cf729-95b4-4175-a281-fbbdd9252834 req-caff03a9-7dda-40da-99b2-2915e71eb1cd tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.099842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-054cf729-95b4-4175-a281-fbbdd9252834 req-caff03a9-7dda-40da-99b2-2915e71eb1cd tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "DELETE /v2.0/security-groups/8410a346-9e40-4a78-939d-d4abd56166f7 HTTP/1.1" status: 204 len: 173 time: 0.6079192 Oct 27 16:02:55.124102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff03a9-7dda-40da-99b2-2915e71eb1cd tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8410a346-9e40-4a78-939d-d4abd56166f7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:55.139992 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.163933 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.170469 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3659fd7-6817-4c0d-b322-ba3977f33981 HTTP/1.1" status: 204 len: 168 time: 0.7942572 Oct 27 16:02:55.193212 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d383c5e-0079-4292-bd30-aa3a78b1bfe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3659fd7-6817-4c0d-b322-ba3977f33981,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:55.252621 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.253001 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.253479 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Floating IP 0be8b8bf-99f5-4265-94d5-25fabcfdab73 disassociated. External IP: 172.25.4.102, port: 93e5f68c-a892-49a5-999d-60d8431e5e18. Oct 27 16:02:55.253851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Calling delete_port for 93e5f68c-a892-49a5-999d-60d8431e5e18 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:02:55.384109 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-652eb314-3916-4119-8a35-680351a26a96 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1429085695&fields=id&tenant_id=e84ca706b13740f5888b154a741d5c37 HTTP/1.1" status: 200 len: 267 time: 0.0514870 Oct 27 16:02:55.563190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b00a821-9d22-4a88-b1b4-d374f5d5b5b6 req-d1dfb1a5-5041-4243-95cb-267faba5b039 tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "GET /v2.0/security-groups/1d1c9819-21bb-4a53-b668-adff559f4535 HTTP/1.1" status: 200 len: 1813 time: 0.0751529 Oct 27 16:02:55.572755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.624386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-66a85400-40c6-434f-b61a-bb09f2c5d9aa tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:55.626808 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-66a85400-40c6-434f-b61a-bb09f2c5d9aa tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/networks?id=d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 HTTP/1.1" status: 200 len: 805 time: 0.2184858 Oct 27 16:02:55.629745 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9b00a821-9d22-4a88-b1b4-d374f5d5b5b6 req-d641e914-dcf0-494c-b776-00459f4c5f8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.630156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Pushing event deleted for resources: {'Port': ['ID=93e5f68c-a892-49a5-999d-60d8431e5e18,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:55.676978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9b00a821-9d22-4a88-b1b4-d374f5d5b5b6 req-d641e914-dcf0-494c-b776-00459f4c5f8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.713358 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-169a7623-040b-4d0b-b1d3-b0eb6f826950 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/quotas/e84ca706b13740f5888b154a741d5c37 HTTP/1.1" status: 200 len: 375 time: 0.0749331 Oct 27 16:02:55.724604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44712) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:55.824319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9b00a821-9d22-4a88-b1b4-d374f5d5b5b6 req-d641e914-dcf0-494c-b776-00459f4c5f8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.830606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9b00a821-9d22-4a88-b1b4-d374f5d5b5b6 req-d641e914-dcf0-494c-b776-00459f4c5f8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:55.837322 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b00a821-9d22-4a88-b1b4-d374f5d5b5b6 req-d641e914-dcf0-494c-b776-00459f4c5f8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] 10.222.0.15 "DELETE /v2.0/security-groups/1d1c9819-21bb-4a53-b668-adff559f4535 HTTP/1.1" status: 204 len: 173 time: 0.2717249 Oct 27 16:02:55.842235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44714) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:55.883567 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641e914-dcf0-494c-b776-00459f4c5f8e tempest-SecurityGroupRulesNegativeTestJSON-908044686 tempest-SecurityGroupRulesNegativeTestJSON-908044686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1c9819-21bb-4a53-b668-adff559f4535,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:55.937448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5c4cf2c1-471e-4b84-8a43-9074f9608d32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a4c1de73a6040578fcc95c0b6ffc233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038307 Oct 27 16:02:55.943495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44718) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:55.949767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-6281eb04-71d5-4e20-a0cb-9b6d0f8e0f5c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e84ca706b13740f5888b154a741d5c37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2283599 Oct 27 16:02:55.966477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:02:55.968572 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-48fcef96-c47c-47d2-9ed9-9de6ffec3f63 req-bca07139-18a1-4764-a996-a0c7aa65e957 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 210 time: 0.0380936 Oct 27 16:02:55.972820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-157f9a59-7efc-4fa7-952d-0411cc305b9c admin admin] Deleting subnet 0d3915cf-22e3-471e-b709-93a7596d67cb {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:02:55.980567 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-157f9a59-7efc-4fa7-952d-0411cc305b9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:56.033675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0489a9fd-2706-4145-a51b-a40614b6d0a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:56.071842 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0489a9fd-2706-4145-a51b-a40614b6d0a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:56.217988 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0489a9fd-2706-4145-a51b-a40614b6d0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:56.228846 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0489a9fd-2706-4145-a51b-a40614b6d0a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:56.228846 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0489a9fd-2706-4145-a51b-a40614b6d0a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b793cc72-7347-4b56-9430-870a606197e0 HTTP/1.1" status: 204 len: 168 time: 0.2858551 Oct 27 16:02:56.260641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489a9fd-2706-4145-a51b-a40614b6d0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b793cc72-7347-4b56-9430-870a606197e0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:56.398824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2d470-50f8-48e4-8f73-7489cc9eefad req-a94d4d33-6b31-4bbe-9f56-2327c1acf6ef tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:56.410666 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-70a2d470-50f8-48e4-8f73-7489cc9eefad req-a94d4d33-6b31-4bbe-9f56-2327c1acf6ef tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 944 time: 0.1228936 Oct 27 16:02:56.483773 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-70a2d470-50f8-48e4-8f73-7489cc9eefad req-d1b10c80-0515-4e9a-ab94-f1bcfc07821a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706041 Oct 27 16:02:56.592110 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-157f9a59-7efc-4fa7-952d-0411cc305b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:56.609828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-a5956b94-7d51-4fb7-a8ff-9d544085c22d tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:56.611339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-a5956b94-7d51-4fb7-a8ff-9d544085c22d tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.53 "GET /v2.0/networks?id=fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 HTTP/1.1" status: 200 len: 814 time: 0.8419025 Oct 27 16:02:56.675186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Request body: {'port': {'device_id': '24d64bed-ed92-433f-b173-08b4425b60c7', 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38', 'admin_state_up': True, 'tenant_id': '4decf48a3d874cbba402768088ff7b0e'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:56.808828 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-157f9a59-7efc-4fa7-952d-0411cc305b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:56.876972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf56824-c40c-477a-a0f4-663329497825 req-ee5b0f8d-d75c-4455-9b91-eb171890bd7f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:56.878602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbf56824-c40c-477a-a0f4-663329497825 req-ee5b0f8d-d75c-4455-9b91-eb171890bd7f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.53 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 944 time: 0.2907548 Oct 27 16:02:56.907648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:02:56.925507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35511d87-e979-42f3-89f2-37121e13e0f1 None None] Sync routers for ids ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:02:56.951172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35511d87-e979-42f3-89f2-37121e13e0f1 None None] Routers {'9f09009b-4d8b-4ee7-ad9d-04258e835dc7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:56.952706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-35511d87-e979-42f3-89f2-37121e13e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:02:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:56.987273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-2a2e325b-3033-46f4-bf6e-2bb6612d7ae1 service neutron] 10.222.0.15 "GET /v2.0/networks/d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9780421 Oct 27 16:02:57.031214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] No DVR routers for this DVR port 93e5f68c-a892-49a5-999d-60d8431e5e18 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:02:57.043363 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.046807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2cfd379e-628d-41ef-8089-9ae2e67fbf53 req-04a0a427-1cbb-4f53-b1fc-54043fa2a031 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.53 "DELETE /v2.0/ports/93e5f68c-a892-49a5-999d-60d8431e5e18 HTTP/1.1" status: 204 len: 173 time: 2.5537436 Oct 27 16:02:57.074368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'name': 'network-vif-deleted', 'tag': '93e5f68c-a892-49a5-999d-60d8431e5e18'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:02:57.076829 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab9d4e9-a1b5-4f6b-a905-e0150638b2d5" -d '{"events": [{"server_uuid": "325c55a1-64ae-48a2-9af7-be8bcdf36fbd", "name": "network-vif-deleted", "tag": "93e5f68c-a892-49a5-999d-60d8431e5e18"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:02:57.205400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-157f9a59-7efc-4fa7-952d-0411cc305b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.212726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-dbf56824-c40c-477a-a0f4-663329497825 req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Deleting port 186b9a0e-6b69-4a8d-877f-c725042181b6 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:02:57.213201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dbf56824-c40c-477a-a0f4-663329497825 req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.219656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-da54e5bb-2726-4af7-bed4-85bdb5fa6418 service neutron] 10.222.0.15 "GET /v2.0/networks/d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928833 Oct 27 16:02:57.304021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f9a59-7efc-4fa7-952d-0411cc305b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d3915cf-22e3-471e-b709-93a7596d67cb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:57.309876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Made reservation on behalf of 4decf48a3d874cbba402768088ff7b0e for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:57.313526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.315471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-bc646729-81a5-41b9-9b24-a3fa751c49cc tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a0cc3b7f50384aa4a839d9f7c0da2e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1336527 Oct 27 16:02:57.319208 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-157f9a59-7efc-4fa7-952d-0411cc305b9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:57.319679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-35511d87-e979-42f3-89f2-37121e13e0f1 None None] Set router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:57.325393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-157f9a59-7efc-4fa7-952d-0411cc305b9c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0d3915cf-22e3-471e-b709-93a7596d67cb HTTP/1.1" status: 204 len: 168 time: 1.4793963 Oct 27 16:02:57.336612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44764) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:57.495915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-66be267e-df03-4c44-a3a9-065d8526e53d tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:57.504583 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-66be267e-df03-4c44-a3a9-065d8526e53d tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874366 Oct 27 16:02:57.526611 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-888f9816-f702-4589-99c9-b820e75179c8 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/quotas/a0cc3b7f50384aa4a839d9f7c0da2e00 HTTP/1.1" status: 200 len: 375 time: 0.0194571 Oct 27 16:02:57.582436 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-1dce5e50-0226-4fc3-81d9-6d1962600def tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0cc3b7f50384aa4a839d9f7c0da2e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542343 Oct 27 16:02:57.639245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Allocated IP 172.20.0.4 (fb84a2f4-662f-49a4-9b5a-b5a5e8166f38/3054e14e-1959-45f5-b37e-9750204c7d6c/ec3ce103-139a-4305-a18b-49a95305b508) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:02:57.860700 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-35511d87-e979-42f3-89f2-37121e13e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:12Z', 'revision_number': 4, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1', 'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'mac_address': 'fa:16:3e:cf:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:09Z', 'updated_at': '2021-10-27T15:58:19Z', 'revision_number': 5, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'subnets': [{'id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:58.008965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35511d87-e979-42f3-89f2-37121e13e0f1 None None] Checking router: 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:02:58.031296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35511d87-e979-42f3-89f2-37121e13e0f1 None None] Routers {'9f09009b-4d8b-4ee7-ad9d-04258e835dc7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:02:58.031959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-35511d87-e979-42f3-89f2-37121e13e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:02:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:58.075726 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:58.110906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dbf56824-c40c-477a-a0f4-663329497825 req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] For port 186b9a0e-6b69-4a8d-877f-c725042181b6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=186b9a0e-6b69-4a8d-877f-c725042181b6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:02:58.111647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dbf56824-c40c-477a-a0f4-663329497825 req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:58.136920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c94204ed-edd8-468f-a167-070722ca890d req-1e39f681-866f-4131-ba7a-887679191749 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.1656651 Oct 27 16:02:58.170344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-dbf56824-c40c-477a-a0f4-663329497825 req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Calling delete_port for 186b9a0e-6b69-4a8d-877f-c725042181b6 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:02:58.455985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456b261-614e-4322-9bcd-1e3269d5603f req-36e5585d-67c3-4c44-b46e-54dcefe78422 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:58.482516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b5976a4-e39f-4f1e-bc17-928ae563f3d2 req-f377b8d4-ca68-4ce2-bd9f-0cf3d3ce633d tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 210 time: 0.2078271 Oct 27 16:02:58.484366 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5456b261-614e-4322-9bcd-1e3269d5603f req-36e5585d-67c3-4c44-b46e-54dcefe78422 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 945 time: 0.3215649 Oct 27 16:02:58.541254 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:58.590562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 93e5f68c-a892-49a5-999d-60d8431e5e18 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:58.598264 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5456b261-614e-4322-9bcd-1e3269d5603f req-4917fa11-bd3d-46a7-8eea-16034ad2023e tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873065 Oct 27 16:02:58.632299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-35511d87-e979-42f3-89f2-37121e13e0f1 None None] Set router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:02:58.635001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 93e5f68c-a892-49a5-999d-60d8431e5e18 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:02:58.635587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 93e5f68c-a892-49a5-999d-60d8431e5e18 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:02:58.636239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 186b9a0e-6b69-4a8d-877f-c725042181b6 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:02:58.789609 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b392a3-5c10-47ee-b065-850080e82b53 x-openstack-request-id: req-74b392a3-5c10-47ee-b065-850080e82b53 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:02:58.790053 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325c55a1-64ae-48a2-9af7-be8bcdf36fbd", "name": "network-vif-deleted", "tag": "93e5f68c-a892-49a5-999d-60d8431e5e18", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:02:58.790263 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74b392a3-5c10-47ee-b065-850080e82b53 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:02:58.790694 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325c55a1-64ae-48a2-9af7-be8bcdf36fbd', 'name': 'network-vif-deleted', 'tag': '93e5f68c-a892-49a5-999d-60d8431e5e18', 'status': 'completed', 'code': 200} Oct 27 16:02:58.957973 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29fb85a5-0347-4105-a312-61f4610e4689 req-988e7b29-0100-4cc6-8250-9bec1c3de188 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 210 time: 0.0819011 Oct 27 16:02:58.959529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44802) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:02:58.967871 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.000707 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.048839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc222fc-3a33-4776-8931-908fdc703f40']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:59.122151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc4044d-7a55-4a43-8b7d-77e13786a419') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:59.122486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc4044d-7a55-4a43-8b7d-77e13786a419') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:59.155825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.206390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:02:59.215768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb21f1-c844-4736-b571-517f7dc26d97 req-31d804bc-e85e-4855-a2c1-8338e1934e54 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.229864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-76bb21f1-c844-4736-b571-517f7dc26d97 req-31d804bc-e85e-4855-a2c1-8338e1934e54 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 944 time: 0.3398407 Oct 27 16:02:59.236981 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce925fe0-f38b-489f-8493-a58fbb65a723 req-8ea4551d-3f6b-40f7-bc94-be6f8fae706c tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 210 time: 0.1464272 Oct 27 16:02:59.268766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Pushing event updated for resources: {'Port': ['ID=ec3ce103-139a-4305-a18b-49a95305b508,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:02:59.274680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:02:59.284840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:02:59.371565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.375709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-31028258-network', 'tenant_id': 'dfe67339686e42be9d46cfcefa5518d9'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:02:59.445508 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.471848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:02:59.473400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:02:59.479087 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:02:59.531949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-35511d87-e979-42f3-89f2-37121e13e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:12Z', 'revision_number': 4, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1', 'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'mac_address': 'fa:16:3e:cf:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:09Z', 'updated_at': '2021-10-27T15:58:19Z', 'revision_number': 5, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'subnets': [{'id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:02:59.559141 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a28bf2cd-97ba-462e-b29c-b7b84c22d233 req-2f54ca3d-5bdc-4818-ad01-58060e1dba83 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.1290500 Oct 27 16:02:59.562548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Made reservation on behalf of dfe67339686e42be9d46cfcefa5518d9 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:02:59.576904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.616726 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.632945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35511d87-e979-42f3-89f2-37121e13e0f1 None None] The sync data for ids ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'] in n-d-815689-1 is: [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T15:58:12Z', 'revision_number': 4, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1', 'name': '', 'network_id': '1b2d8b14-8822-4617-8111-c6974e73feff', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'mac_address': 'fa:16:3e:cf:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:09Z', 'updated_at': '2021-10-27T15:58:19Z', 'revision_number': 5, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'subnets': [{'id': '0575cc79-1ce7-4bfb-afa0-3772e6cab24f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:02:59.762068 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-76bb21f1-c844-4736-b571-517f7dc26d97 req-d3d53fcc-a48e-4d10-8f67-3f12232706f3 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146990 Oct 27 16:02:59.784807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:02:59.786574 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.842464 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6fddba71-264f-40cb-b9c0-f3539306c55a None None] Provisioning complete for port ec3ce103-139a-4305-a18b-49a95305b508 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:02:59.842858 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6fddba71-264f-40cb-b9c0-f3539306c55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:02:59.987648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6fddba71-264f-40cb-b9c0-f3539306c55a None None] Port ec3ce103-139a-4305-a18b-49a95305b508 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:02:59.992349 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.002896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70946a-eb2a-4256-b959-38ab9ce9ffb2 req-7d2aea03-23e5-46f9-b1aa-68ce775771d9 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:00.027584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb70946a-eb2a-4256-b959-38ab9ce9ffb2 req-7d2aea03-23e5-46f9-b1aa-68ce775771d9 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 931 time: 0.1560497 Oct 27 16:03:00.028326 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dbf56824-c40c-477a-a0f4-663329497825 req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.044588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c32792df-ca37-47c7-91e2-795c2d179df6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:00.053583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-55dc79be-9a9b-420e-b2e0-6dbe058bbda8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4003432 Oct 27 16:03:00.071203 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.071203 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.071203 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4fc222fc-3a33-4776-8931-908fdc703f40 HTTP/1.1" status: 204 len: 168 time: 2.7296095 Oct 27 16:03:00.168185 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.175842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Request body: {'port': {'device_id': '24d64bed-ed92-433f-b173-08b4425b60c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:00.193309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:03:00.261110 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.262456 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Added segment ccf23639-cefb-427f-aea6-7f122958ea4f of type vlan for network 776d5716-24f9-4575-ae14-104aa3306fa6 Oct 27 16:03:00.275757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Pushing event deleted for resources: {'Port': ['ID=186b9a0e-6b69-4a8d-877f-c725042181b6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:00.279939 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276c4db-b9c3-45e6-b6c2-012a4a8a8b54 None None] New status for floating IP 0be8b8bf-99f5-4265-94d5-25fabcfdab73: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:03:00.286551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc222fc-3a33-4776-8931-908fdc703f40,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:00.414446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf56824-c40c-477a-a0f4-663329497825 req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] No DVR routers for this DVR port 186b9a0e-6b69-4a8d-877f-c725042181b6 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:00.428587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.428966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.429321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.429814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.430106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.430444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.430772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.431117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.451332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.451332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.451332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.451332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda0c03a-db33-47b4-b9be-3c22f58fe8d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.483572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.483920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.484301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.484640 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.486869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.487134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.487473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.487894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.488454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.488693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.489032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.489984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.517283 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dbf56824-c40c-477a-a0f4-663329497825 req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.528685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbf56824-c40c-477a-a0f4-663329497825 req-59f48f3f-79f9-4c14-9697-cc291996b154 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.53 "DELETE /v2.0/ports/186b9a0e-6b69-4a8d-877f-c725042181b6 HTTP/1.1" status: 204 len: 173 time: 3.6392524 Oct 27 16:03:00.558399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb70946a-eb2a-4256-b959-38ab9ce9ffb2 req-0940d94e-b2e3-4ae9-9520-5508f6d3591a tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159721 Oct 27 16:03:00.629874 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.803184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'name': 'network-vif-deleted', 'tag': '186b9a0e-6b69-4a8d-877f-c725042181b6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:00.805828 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d47dd1-8c37-4cbb-8fc6-adf9a1677456" -d '{"events": [{"server_uuid": "214b2248-5313-4dc9-b52c-4da8d2d12dc7", "name": "network-vif-deleted", "tag": "186b9a0e-6b69-4a8d-877f-c725042181b6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:00.810469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44828) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:00.890544 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:00.947334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef0b315-3553-42cd-b1a3-187d7c9878cb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:00.979933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa719373-870f-497f-b07f-94d6c36cc436 req-20fce5dd-7065-49ef-856d-4c880ec93336 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 210 time: 0.1904447 Oct 27 16:03:00.983005 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc8b77a9-a880-428d-8b62-539b25c2bd81 req-94231089-69b1-47d3-948c-26d4fea33d03 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 210 time: 0.0563169 Oct 27 16:03:00.988667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.988667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.988667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.988667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.988667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.990654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.991201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.991702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.992225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.992796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.993288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:00.993785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:01.014908 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.017426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.023150 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.107734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e0f288c1-391b-487c-bb22-07d26386c38e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5370a1036e2d41538d2c0050670b17de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2939141 Oct 27 16:03:01.111367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44832) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:01.235549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] Pushing event updated for resources: {'Network': ['ID=776d5716-24f9-4575-ae14-104aa3306fa6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:01.256376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 776d5716-24f9-4575-ae14-104aa3306fa6 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:03:01.334362 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bf234f73-33c7-4aa5-9494-1b3110d90f5a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3638310 Oct 27 16:03:01.346014 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c29ea4d6-953a-4d34-b41a-0fa4e136cec8 req-f0685ce5-769b-4f5f-9798-87cf150a28f4 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.0541511 Oct 27 16:03:01.347109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44834) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:01.347704 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b96fe9d-d946-41cd-a5a8-b57b77ddb699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.356301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] Request body: {'subnet': {'network_id': '776d5716-24f9-4575-ae14-104aa3306fa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-31028258-subnet', 'tenant_id': 'dfe67339686e42be9d46cfcefa5518d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:01.400885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c1fc-0fec-4189-b1cd-390401170e58 req-3be6e647-d5ea-4469-a66d-e36e3e3cf393 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.402935 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d1f5c1fc-0fec-4189-b1cd-390401170e58 req-3be6e647-d5ea-4469-a66d-e36e3e3cf393 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 945 time: 0.2447584 Oct 27 16:03:01.447103 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b96fe9d-d946-41cd-a5a8-b57b77ddb699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.565574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d1f5c1fc-0fec-4189-b1cd-390401170e58 req-3ea129b5-a9b7-4381-b49d-5173197f1143 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516945 Oct 27 16:03:01.642076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] Made reservation on behalf of dfe67339686e42be9d46cfcefa5518d9 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:01.648645 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.656878 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91c692d5-417c-4d7c-8a65-c3a5fb759553 req-32964df6-89cc-41f0-908d-6a5b2e7e53bf tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.0890112 Oct 27 16:03:01.727245 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea0fcfc-696c-4646-b79a-f4b33bec3150 x-openstack-request-id: req-3ea0fcfc-696c-4646-b79a-f4b33bec3150 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:01.737491 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214b2248-5313-4dc9-b52c-4da8d2d12dc7", "name": "network-vif-deleted", "tag": "186b9a0e-6b69-4a8d-877f-c725042181b6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:01.740156 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ea0fcfc-696c-4646-b79a-f4b33bec3150 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:01.740941 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214b2248-5313-4dc9-b52c-4da8d2d12dc7', 'name': 'network-vif-deleted', 'tag': '186b9a0e-6b69-4a8d-877f-c725042181b6', 'status': 'completed', 'code': 200} Oct 27 16:03:01.758565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-bf846acc-73ad-425e-bf20-515c7c30dd55 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=a0cc3b7f50384aa4a839d9f7c0da2e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005206 Oct 27 16:03:01.764701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3ce103-139a-4305-a18b-49a95305b508 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:01.788805 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.851645 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Transition to ACTIVE for port object ec3ce103-139a-4305-a18b-49a95305b508 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:01.858111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b96fe9d-d946-41cd-a5a8-b57b77ddb699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.861306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b96fe9d-d946-41cd-a5a8-b57b77ddb699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:01.862799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2b96fe9d-d946-41cd-a5a8-b57b77ddb699 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1753eb6b-5bcd-49eb-8459-e3490e54e07d HTTP/1.1" status: 204 len: 168 time: 0.7505343 Oct 27 16:03:01.890869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96fe9d-d946-41cd-a5a8-b57b77ddb699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1753eb6b-5bcd-49eb-8459-e3490e54e07d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:01.978993 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0259b6-c9aa-4f58-9103-d999b3873f40 req-35795952-84e8-4090-8148-c3e16353f5e8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:01.981412 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac0259b6-c9aa-4f58-9103-d999b3873f40 req-35795952-84e8-4090-8148-c3e16353f5e8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 931 time: 0.1913028 Oct 27 16:03:02.001860 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:02.067089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-5bf21e71-8a80-4f97-9c0f-a5cd68eb21b5 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.069470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-5bf21e71-8a80-4f97-9c0f-a5cd68eb21b5 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2946434 Oct 27 16:03:02.102610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Request body: {'port': {'device_id': '89280128-f3f2-4ba1-bd7c-f41b180c161e', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': 'a0cc3b7f50384aa4a839d9f7c0da2e00'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:02.245127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a5e953a-f52f-4563-a26b-da4d1a7f78ee req-f8b80b5c-a637-41f7-9a64-86bc4db14ed3 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 210 time: 0.1374953 Oct 27 16:03:02.342296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-f079a0f7-f316-4d5b-8500-c79ade7dd0ec tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:02.346464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-f079a0f7-f316-4d5b-8500-c79ade7dd0ec tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.54 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 945 time: 0.4278111 Oct 27 16:03:02.347504 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac0259b6-c9aa-4f58-9103-d999b3873f40 req-f9eca600-e117-411b-822c-f8f2716fda4a tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486722 Oct 27 16:03:02.382845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Pushing event updated for resources: {'Port': ['ID=ec3ce103-139a-4305-a18b-49a95305b508,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:02.397526 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:02.641641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90aa1e36-bed9-4595-b3fe-2b2edfde6e17 req-1d527e62-8a09-4d68-a9e9-ea7453242fad tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 210 time: 0.2004094 Oct 27 16:03:02.895951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Attempting to bind port ec3ce103-139a-4305-a18b-49a95305b508 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:02.898542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Attempting to bind port ec3ce103-139a-4305-a18b-49a95305b508 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:02.899049 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Attempting to bind port ec3ce103-139a-4305-a18b-49a95305b508 on network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:02.934412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Port ec3ce103-139a-4305-a18b-49a95305b508 on network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:02.936805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Attempting to bind port ec3ce103-139a-4305-a18b-49a95305b508 on network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:02.944373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-81e6331e-3e14-42c0-bde5-f05b68a2fc12 req-28460bbe-0876-484b-8253-59e3f3bdeff5 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.2343092 Oct 27 16:03:02.997167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:03.001754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Checking segment: {'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:03.001754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Bound using segment: {'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:03.013132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Bound port: ec3ce103-139a-4305-a18b-49a95305b508, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f986ea8e-917b-49dc-8f24-662cbaee6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:03.013132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.017538 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.174626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-c2f52123-45aa-4fd3-ac04-6083b508369f tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:03.176209 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-c2f52123-45aa-4fd3-ac04-6083b508369f tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.54 "GET /v2.0/networks?id=d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 HTTP/1.1" status: 200 len: 805 time: 0.5873110 Oct 27 16:03:03.197123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74db828-0f88-4dca-a995-17aa289835c8 req-8b06aab7-d72e-4458-a091-e0e12094adf8 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:03.219616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b74db828-0f88-4dca-a995-17aa289835c8 req-8b06aab7-d72e-4458-a091-e0e12094adf8 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 945 time: 0.4394064 Oct 27 16:03:03.246866 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=5598121b-5388-44d9-bf4d-2dadc6792a7d,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:03.330913 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-6203252a-5bf1-4253-aa36-a44f0387772a tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e84ca706b13740f5888b154a741d5c37 HTTP/1.1" status: 200 len: 380 time: 0.1416738 Oct 27 16:03:03.353515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Request body: {'port': {'device_id': '1140fcd7-be8c-431f-bd3b-11a361667510', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'admin_state_up': True, 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'security_groups': ['ace9be80-bad0-4862-938c-d0abe8fab1ab']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:03.402479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] For port ec3ce103-139a-4305-a18b-49a95305b508, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:03.402479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] For port ec3ce103-139a-4305-a18b-49a95305b508, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=ec3ce103-139a-4305-a18b-49a95305b508,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:03.407531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Made reservation on behalf of a0cc3b7f50384aa4a839d9f7c0da2e00 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:03.413486 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.450713 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.496438 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] Checking segment: {'id': 'ccf23639-cefb-427f-aea6-7f122958ea4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '776d5716-24f9-4575-ae14-104aa3306fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:03.497356 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] Network hostable DHCP agents. Network: 776d5716-24f9-4575-ae14-104aa3306fa6, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:03:03.503267 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e42c300a-0ed5-47d2-b5b7-86d4d64eb32a req-9f9bdbec-87b8-42ff-9a53-c83c96fea810 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.1707599 Oct 27 16:03:03.559492 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.606062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Deleting port a43de6ab-9496-4f20-b14e-2573577b8259 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:03.606552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:03.667381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-024431f3-7a66-48ab-bec5-25196f9fbe7a req-5a6204a7-de7e-41e8-9170-20dbb6ce42cf tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 210 time: 0.0662470 Oct 27 16:03:03.670940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] Network 776d5716-24f9-4575-ae14-104aa3306fa6 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:03:03.693552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b74db828-0f88-4dca-a995-17aa289835c8 req-1b85bb7a-f45e-41a9-b5fc-b235323fd5c6 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882481 Oct 27 16:03:03.733366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Made reservation on behalf of e84ca706b13740f5888b154a741d5c37 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:03.738874 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:04.056242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Allocated IP 172.20.0.4 (d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57/50e33a79-594a-4dec-8b3b-c9f00dab4282/1a527c53-a7e7-4474-a635-284227dae16d) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:04.119068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 776d5716-24f9-4575-ae14-104aa3306fa6) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:04.125149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:04.125945 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:04.129531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6e971c-a2ed-4453-a57a-052fc439bc9e None None] Network 776d5716-24f9-4575-ae14-104aa3306fa6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:04.334064 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8b5a266c-8be3-4233-beeb-5d6d63ffa0ad admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.9805789 Oct 27 16:03:04.459780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169417ed-e754-4967-9012-34bcc6a15911 req-08b5f830-f471-46f2-9691-c3beb5c5f8a4 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:04.462417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498346e3-dfe9-468a-9892-9fa43d4574be None None] Network 776d5716-24f9-4575-ae14-104aa3306fa6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:04.485904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-169417ed-e754-4967-9012-34bcc6a15911 req-08b5f830-f471-46f2-9691-c3beb5c5f8a4 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 943 time: 0.3761783 Oct 27 16:03:04.658291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44882) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:04.727733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:04.733567 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:04.739896 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:04.741668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] 10.222.0.53 "PUT /v2.0/ports/ec3ce103-139a-4305-a18b-49a95305b508 HTTP/1.1" status: 200 len: 1091 time: 4.6730158 Oct 27 16:03:04.742181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d64bed-ed92-433f-b173-08b4425b60c7', 'tag': 'ec3ce103-139a-4305-a18b-49a95305b508'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:04.767349 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54" -d '{"events": [{"name": "network-changed", "server_uuid": "24d64bed-ed92-433f-b173-08b4425b60c7", "tag": "ec3ce103-139a-4305-a18b-49a95305b508"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:04.823579 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-169417ed-e754-4967-9012-34bcc6a15911 req-ee41a9a4-4265-44aa-9303-bb3b52b14e82 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271160 Oct 27 16:03:04.900351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:04.929717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-830b7856-127b-4873-8eac-06fdc9055619 req-c29e0eb0-6cb5-4515-86ec-ef74423069ac tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 210 time: 0.2623250 Oct 27 16:03:04.937662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-388634525-network', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:04.981221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:05.000815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:05.008541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:05.034108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] For port a43de6ab-9496-4f20-b14e-2573577b8259, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a43de6ab-9496-4f20-b14e-2573577b8259,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:05.034108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.235929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b096a-3914-44d2-8080-c9db85b7324c service neutron] Pushing event updated for resources: {'Port': ['ID=ec3ce103-139a-4305-a18b-49a95305b508,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:05.274435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aabc7898-e6ea-439b-88bd-a45af7bed56e req-f25b1a04-ff05-4256-bd3e-2d1dc44d55b0 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.1474280 Oct 27 16:03:05.374437 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:05.375376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.402395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Pushing event updated for resources: {'Port': ['ID=1a527c53-a7e7-4474-a635-284227dae16d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:05.414429 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.423767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-21b1e0de-6702-4d15-9384-b919dc54ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:05.423767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-21b1e0de-6702-4d15-9384-b919dc54ad43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4decf48a3d874cbba402768088ff7b0e&device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 1094 time: 0.5115271 Oct 27 16:03:05.423960 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e01d61fc-e410-4f78-be38-16cc4cc9f7f7 req-b05ee5a6-af4d-4aff-afc0-6ede17a6fdec tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.3185019 Oct 27 16:03:05.424701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:05.429403 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.517605 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-b1568373-7fe8-49b6-a6eb-611a921460b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec3ce103-139a-4305-a18b-49a95305b508 HTTP/1.1" status: 200 len: 217 time: 0.0853102 Oct 27 16:03:05.518649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.630102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7676a848-89fa-4a60-8e0d-efb108c1ad1f None None] Provisioning complete for port 1a527c53-a7e7-4474-a635-284227dae16d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:05.633480 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-638e7ed9-2573-4638-83a6-7354f2e0b8a8 req-740f9da3-8e5f-4697-9741-1890e73c72b5 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 210 time: 0.0798740 Oct 27 16:03:05.634041 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.635354 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7676a848-89fa-4a60-8e0d-efb108c1ad1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:05.652237 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-21e1b0ef-57f5-4191-b3e1-9ab94423f67c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3009188 Oct 27 16:03:05.666521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Request body: {'port': {'device_id': '1140fcd7-be8c-431f-bd3b-11a361667510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:05.767226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a43de6ab-9496-4f20-b14e-2573577b8259 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:05.905066 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-ebeecf01-1b5a-4b84-923b-6e7c8de8fdbd req-ef486d7d-9982-4971-a6fd-b40a7f36ec9b tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] show failed (client error): The resource could not be found. Oct 27 16:03:05.907424 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebeecf01-1b5a-4b84-923b-6e7c8de8fdbd req-ef486d7d-9982-4971-a6fd-b40a7f36ec9b tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] 10.222.0.15 "GET /v2.0/security-groups/da056a78-abca-4be9-b038-0b79d766e3db HTTP/1.1" status: 404 len: 352 time: 0.1814067 Oct 27 16:03:05.941406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-3d777604-eb8a-41e7-a1c2-06009baa0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:05.943614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-3d777604-eb8a-41e7-a1c2-06009baa0d34 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3054e14e-1959-45f5-b37e-9750204c7d6c HTTP/1.1" status: 200 len: 853 time: 0.3375340 Oct 27 16:03:05.957289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412ae258-f939-4fa7-99f0-87c843791a01,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:05.976265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28267b7-dee3-40e7-9f23-f07500bd4538 req-789d71c6-eaa3-4718-9582-4c21e103e1f4 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:05.984745 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f28267b7-dee3-40e7-9f23-f07500bd4538 req-789d71c6-eaa3-4718-9582-4c21e103e1f4 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 945 time: 0.2400630 Oct 27 16:03:06.006889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.071679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7676a848-89fa-4a60-8e0d-efb108c1ad1f None None] Port 1a527c53-a7e7-4474-a635-284227dae16d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:06.114882 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.121071 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.121596 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Floating IP 4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec disassociated. External IP: 172.25.4.127, port: a43de6ab-9496-4f20-b14e-2573577b8259. Oct 27 16:03:06.122385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Calling delete_port for a43de6ab-9496-4f20-b14e-2573577b8259 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:06.140208 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950f2aa0-31dc-41b0-9939-7c62c44eb0b7 x-openstack-request-id: req-950f2aa0-31dc-41b0-9939-7c62c44eb0b7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:06.144842 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d64bed-ed92-433f-b173-08b4425b60c7", "tag": "ec3ce103-139a-4305-a18b-49a95305b508", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:06.144842 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-950f2aa0-31dc-41b0-9939-7c62c44eb0b7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:06.144842 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d64bed-ed92-433f-b173-08b4425b60c7', 'tag': 'ec3ce103-139a-4305-a18b-49a95305b508', 'status': 'completed', 'code': 200} Oct 27 16:03:06.229937 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.273105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f28267b7-dee3-40e7-9f23-f07500bd4538 req-459ff488-9f7b-43a7-9f6d-267de21f34e4 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups?id=f28ccc4f-243d-4868-8c07-aa3c57472aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873249 Oct 27 16:03:06.333751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-9a66e33a-2f17-467f-9995-2687d6be5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:06.334615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-9a66e33a-2f17-467f-9995-2687d6be5a54 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb84a2f4-662f-49a4-9b5a-b5a5e8166f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3586085 Oct 27 16:03:06.345708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a43de6ab-9496-4f20-b14e-2573577b8259, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a43de6ab-9496-4f20-b14e-2573577b8259,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:06.347645 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43de6ab-9496-4f20-b14e-2573577b8259'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:06.353749 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68db473-03d2-4a83-b010-ffeaf8934c53" -d '{"events": [{"server_uuid": "78affd12-2a41-4936-8c2d-31ef3706afbb", "name": "network-vif-unplugged", "status": "completed", "tag": "a43de6ab-9496-4f20-b14e-2573577b8259"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:06.356891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Allocated IP 192.168.233.192 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/5998fa89-3848-4333-b991-a71a73baa984) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:06.417712 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.425322 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.551020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=a43de6ab-9496-4f20-b14e-2573577b8259,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:06.561422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.605712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76ff6e-7b8c-42fb-a2f4-24c9a5d3da36 req-2a99a0f3-d5fd-4f4e-a31c-0d3d6e35bafc tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:06.617586 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c76ff6e-7b8c-42fb-a2f4-24c9a5d3da36 req-2a99a0f3-d5fd-4f4e-a31c-0d3d6e35bafc tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 931 time: 0.1338520 Oct 27 16:03:06.686156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:03:06.698263 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c76ff6e-7b8c-42fb-a2f4-24c9a5d3da36 req-e40487bc-3f5c-4597-bc86-3c936b0b24ce tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796201 Oct 27 16:03:06.700623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a527c53-a7e7-4474-a635-284227dae16d {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:06.731649 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.764380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Transition to ACTIVE for port object 1a527c53-a7e7-4474-a635-284227dae16d will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:06.809295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640e32b-a8dd-43f7-9b53-7d4427160bc6 req-45265ab3-9cad-428a-a131-bddccec2117e tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:06.819070 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9640e32b-a8dd-43f7-9b53-7d4427160bc6 req-45265ab3-9cad-428a-a131-bddccec2117e tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 943 time: 0.4959905 Oct 27 16:03:06.832831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7349a1-7262-438d-8e97-7f51facdac50,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:06.835266 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-73ccd4b2-0782-47be-94b7-76e591104dc9 req-a58a530a-784d-47d3-8384-c2989e3ec343 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.0418534 Oct 27 16:03:06.842520 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:06.843111 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Added segment 44990b95-c192-4a05-b7d8-65660fbb718e of type vlan for network 15d8ee4e-6636-4b6b-80d8-bda6a024da80 Oct 27 16:03:06.865728 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.051129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Pushing event updated for resources: {'Port': ['ID=1a527c53-a7e7-4474-a635-284227dae16d,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:07.086984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-5c21cf94-84a9-4111-bbab-7a22056688fa service neutron] 10.222.0.53 "GET /v2.0/networks/fb84a2f4-662f-49a4-9b5a-b5a5e8166f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7307851 Oct 27 16:03:07.145820 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.276531 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-58fba179-3c20-4907-b68c-795ab82a2a7c req-1efdd8e2-9a78-4596-9381-158ea5afc7ab tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfe67339686e42be9d46cfcefa5518d9 HTTP/1.1" status: 200 len: 2984 time: 0.4173973 Oct 27 16:03:07.311481 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9640e32b-a8dd-43f7-9b53-7d4427160bc6 req-42fe0ee8-75b8-4d2e-9c64-fe2b1ec3519a tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906130 Oct 27 16:03:07.326959 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.resource_extend [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:03:07.376665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.470837 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-58fba179-3c20-4907-b68c-795ab82a2a7c req-0986e4ba-39ed-45ce-ade5-4e66734c1014 tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] 10.222.0.15 "GET /v2.0/security-groups/bef0b315-3553-42cd-b1a3-187d7c9878cb HTTP/1.1" status: 200 len: 2981 time: 0.1953495 Oct 27 16:03:07.485956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Attempting to bind port 1a527c53-a7e7-4474-a635-284227dae16d on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:07.485956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Attempting to bind port 1a527c53-a7e7-4474-a635-284227dae16d by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:07.485956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Attempting to bind port 1a527c53-a7e7-4474-a635-284227dae16d on network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:07.494564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Port 1a527c53-a7e7-4474-a635-284227dae16d on network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:07.494931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Attempting to bind port 1a527c53-a7e7-4474-a635-284227dae16d on network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:07.521267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:07.521862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Checking segment: {'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:07.522487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Bound using segment: {'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:07.523239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Bound port: 1a527c53-a7e7-4474-a635-284227dae16d, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1119faf5-54f8-47e1-a553-c1a69ab19cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:07.523817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.572651 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd4a673-e428-4462-9c5b-2d2ced73166c x-openstack-request-id: req-cbd4a673-e428-4462-9c5b-2d2ced73166c {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:07.573278 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78affd12-2a41-4936-8c2d-31ef3706afbb", "name": "network-vif-unplugged", "status": "completed", "tag": "a43de6ab-9496-4f20-b14e-2573577b8259", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:07.573278 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbd4a673-e428-4462-9c5b-2d2ced73166c {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:07.573582 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a43de6ab-9496-4f20-b14e-2573577b8259', 'code': 200} Oct 27 16:03:07.624833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-58fba179-3c20-4907-b68c-795ab82a2a7c req-bb97a07f-6eda-4fd0-bc9a-66502ad3d179 tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] 10.222.0.15 "GET /v2.0/security-groups/bef0b315-3553-42cd-b1a3-187d7c9878cb HTTP/1.1" status: 200 len: 2981 time: 0.1529434 Oct 27 16:03:07.678967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8c5d967-2928-48f1-920f-69fc8f7d2238 req-d145864c-42ea-4d55-8547-ebf0ea7c9f9b service neutron] 10.222.0.53 "GET /v2.0/networks/fb84a2f4-662f-49a4-9b5a-b5a5e8166f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269134 Oct 27 16:03:07.719240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] For port 1a527c53-a7e7-4474-a635-284227dae16d, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:07.726389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] For port 1a527c53-a7e7-4474-a635-284227dae16d, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1a527c53-a7e7-4474-a635-284227dae16d,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:07.751991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Pushing event deleted for resources: {'Port': ['ID=a43de6ab-9496-4f20-b14e-2573577b8259,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:07.776183 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-32ddafbf-d50c-478f-8aac-79bd6ecb2ca4 req-d12cafd8-9db1-4beb-84a6-4dbf2e83a09b tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 210 time: 0.0521266 Oct 27 16:03:07.790443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.806836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db09de59-96c1-4efc-a946-b48fcb9929e4 req-3929fac2-59f1-40d1-8ac8-66486c2a2188 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.0444512 Oct 27 16:03:07.823440 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.826660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:07.826660 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.911066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Pushing event updated for resources: {'Port': ['ID=1a527c53-a7e7-4474-a635-284227dae16d,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:07.919537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:07.921137 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:07.922722 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-26815743-48fb-42eb-9026-18414b90e76a service neutron] 10.222.0.54 "PUT /v2.0/ports/1a527c53-a7e7-4474-a635-284227dae16d HTTP/1.1" status: 200 len: 1091 time: 2.2641048 Oct 27 16:03:07.924983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1140fcd7-be8c-431f-bd3b-11a361667510', 'tag': '1a527c53-a7e7-4474-a635-284227dae16d'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:07.928599 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a390d5-d92d-4c39-ab1f-2ec23a8622be" -d '{"events": [{"name": "network-changed", "server_uuid": "1140fcd7-be8c-431f-bd3b-11a361667510", "tag": "1a527c53-a7e7-4474-a635-284227dae16d"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:08.001085 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27a3af6f-0f74-4fed-b1be-d163e5578251 req-2aa35008-5f40-4fc9-bd52-4084e6dd7eb6 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 210 time: 0.0825891 Oct 27 16:03:08.231871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-6cbe7e38-e6fd-4318-999c-4dcbd67b56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:08.234578 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-6cbe7e38-e6fd-4318-999c-4dcbd67b56c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e84ca706b13740f5888b154a741d5c37&device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 1094 time: 0.1679907 Oct 27 16:03:08.313648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e20f3-cc55-42a4-9441-863391268b46 req-3fc559e1-84f2-44d5-8322-d3593082508a tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:08.326340 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-607e20f3-cc55-42a4-9441-863391268b46 req-3fc559e1-84f2-44d5-8322-d3593082508a tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 943 time: 0.1700637 Oct 27 16:03:08.505719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.8019223 Oct 27 16:03:08.513495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44928) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:08.521742 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-eed95a3d-627e-453f-87b4-371b712b6255 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a527c53-a7e7-4474-a635-284227dae16d HTTP/1.1" status: 200 len: 217 time: 0.2548716 Oct 27 16:03:08.550096 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] Request body: {'subnet': {'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-388634525-subnet', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:08.642548 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-607e20f3-cc55-42a4-9441-863391268b46 req-44e28c71-6100-43ef-b27e-9c9278e54b65 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151333 Oct 27 16:03:08.717720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d50ae-b101-43cf-b4ec-51d1a5b88092 admin admin] Pushing event updated for resources: {'Network': ['ID=15d8ee4e-6636-4b6b-80d8-bda6a024da80,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:08.759240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 15d8ee4e-6636-4b6b-80d8-bda6a024da80 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:03:08.779375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-efd7236e-7286-4eda-a7ae-e7e9b61806ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:08.781096 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-efd7236e-7286-4eda-a7ae-e7e9b61806ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50e33a79-594a-4dec-8b3b-c9f00dab4282 HTTP/1.1" status: 200 len: 844 time: 0.2469950 Oct 27 16:03:08.784850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54 req-acba8faf-03ba-4500-ba82-d3237445b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:08.787461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54 req-acba8faf-03ba-4500-ba82-d3237445b449 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4decf48a3d874cbba402768088ff7b0e&device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 1094 time: 0.5769253 Oct 27 16:03:08.828704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf50fe7d-6c74-45c6-8223-86be7641113a req-7f406301-b281-4620-a575-ec5e20ff0c07 tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] 10.222.0.15 "GET /v2.0/security-groups/bef0b315-3553-42cd-b1a3-187d7c9878cb HTTP/1.1" status: 200 len: 2981 time: 0.9519846 Oct 27 16:03:08.859080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:08.862522 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:08.967626 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:09.098746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Router c661eff4-7cf6-4100-ae3d-b35dda75df25 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:09.172256 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:03:09.209136 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:09.288828 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-659d516d-36d2-4662-8bb5-920c3f56e638 req-c72dd89f-721f-49aa-b9dc-4d5088d114dd tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.4900489 Oct 27 16:03:09.316136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-1a822dff-4aa8-4da8-bbbf-290a27583a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:09.319407 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-1a822dff-4aa8-4da8-bbbf-290a27583a10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5306828 Oct 27 16:03:09.364429 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:09.443651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Pushing event updated for resources: {'Port': ['ID=5998fa89-3848-4333-b991-a71a73baa984,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:09.586504 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d63e963-2484-4890-9f04-29aa34cdf558 x-openstack-request-id: req-6d63e963-2484-4890-9f04-29aa34cdf558 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:09.586959 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1140fcd7-be8c-431f-bd3b-11a361667510", "tag": "1a527c53-a7e7-4474-a635-284227dae16d", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:09.587363 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d63e963-2484-4890-9f04-29aa34cdf558 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:09.587976 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1140fcd7-be8c-431f-bd3b-11a361667510', 'tag': '1a527c53-a7e7-4474-a635-284227dae16d', 'status': 'completed', 'code': 200} Oct 27 16:03:09.636909 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-cf50fe7d-6c74-45c6-8223-86be7641113a req-85b57d22-3fb0-41c9-aa05-04447215fd55 tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 16:03:09.638161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf50fe7d-6c74-45c6-8223-86be7641113a req-85b57d22-3fb0-41c9-aa05-04447215fd55 tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] 10.222.0.15 "DELETE /v2.0/security-groups/bef0b315-3553-42cd-b1a3-187d7c9878cb HTTP/1.1" status: 409 len: 352 time: 0.8082938 Oct 27 16:03:09.642012 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997dcf83-be05-482c-b45b-181e62064f9f,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:09.674438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:09.689126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:09.697913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:09.845654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] Checking segment: {'id': '44990b95-c192-4a05-b7d8-65660fbb718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:09.846563 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] Network hostable DHCP agents. Network: 15d8ee4e-6636-4b6b-80d8-bda6a024da80, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:03:09.909537 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-6da27a79-20a7-42ab-afd3-8bd599654819 service neutron] 10.222.0.54 "GET /v2.0/networks/d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814624 Oct 27 16:03:09.913909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54 req-a7ff173e-a92e-4f3f-a2ae-ae49eb518d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:09.916473 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54 req-a7ff173e-a92e-4f3f-a2ae-ae49eb518d37 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 HTTP/1.1" status: 200 len: 915 time: 1.0845788 Oct 27 16:03:09.946221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:09.968120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941c07e-09c2-47f2-8c54-46f54b1384d8 None None] Sync routers for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:09.975945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:09.977241 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.043656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941c07e-09c2-47f2-8c54-46f54b1384d8 None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:10.058568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d941c07e-09c2-47f2-8c54-46f54b1384d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:02:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:10.128648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bec5ac-e753-47f7-a3bb-ee6eb13c75f6 req-d6955303-3ec7-4740-8368-e7ed0613663d tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:10.140698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-69bec5ac-e753-47f7-a3bb-ee6eb13c75f6 req-d6955303-3ec7-4740-8368-e7ed0613663d tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 936 time: 0.3300111 Oct 27 16:03:10.148743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54 req-47a4b0f9-5476-4a1e-92cd-cc18ac0c2e5c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec3ce103-139a-4305-a18b-49a95305b508 HTTP/1.1" status: 200 len: 217 time: 0.1668823 Oct 27 16:03:10.210925 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] Network 15d8ee4e-6636-4b6b-80d8-bda6a024da80 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:03:10.230287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] No DVR routers for this DVR port a43de6ab-9496-4f20-b14e-2573577b8259 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:10.279560 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-774f729b-a734-412d-a168-1372055e5490 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.1925359 Oct 27 16:03:10.312557 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.318999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f53e2-487d-41c0-b69f-1077b8d4da5d req-2a80f0ff-931a-419b-803d-e8b1626f8e6c tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:10.321069 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aa8b846a-a4b0-40b0-8d4a-de14af8a0292 req-6133a5bd-29f7-4ee3-bab4-667d71c4142b tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.54 "DELETE /v2.0/ports/a43de6ab-9496-4f20-b14e-2573577b8259 HTTP/1.1" status: 204 len: 173 time: 7.9631019 Oct 27 16:03:10.323861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'name': 'network-vif-deleted', 'tag': 'a43de6ab-9496-4f20-b14e-2573577b8259'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:10.334812 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-443f53e2-487d-41c0-b69f-1077b8d4da5d req-2a80f0ff-931a-419b-803d-e8b1626f8e6c tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 943 time: 0.5798588 Oct 27 16:03:10.345706 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0e62a8-21e8-419c-bdb0-20e4b54493ea" -d '{"events": [{"server_uuid": "78affd12-2a41-4936-8c2d-31ef3706afbb", "name": "network-vif-deleted", "tag": "a43de6ab-9496-4f20-b14e-2573577b8259"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:10.425989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d2b9b009-252b-4ad8-b18a-cc35e7ee072b None None] Provisioning complete for port 5998fa89-3848-4333-b991-a71a73baa984 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:10.427166 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d2b9b009-252b-4ad8-b18a-cc35e7ee072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.434080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Request body: {'port': {'device_id': '89280128-f3f2-4ba1-bd7c-f41b180c161e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:10.507725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-443f53e2-487d-41c0-b69f-1077b8d4da5d req-3ef2fae3-9522-4364-a88c-7e96346207d7 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708961 Oct 27 16:03:10.551107 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9b009-252b-4ad8-b18a-cc35e7ee072b None None] Port 5998fa89-3848-4333-b991-a71a73baa984 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:10.551520 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3bde81b-71d5-4dca-b72f-70b0e51f910d req-b3db776d-d4c6-480f-94e2-eb93f01b88b2 service neutron] 10.222.0.54 "GET /v2.0/networks/d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951507 Oct 27 16:03:10.559191 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d941c07e-09c2-47f2-8c54-46f54b1384d8 None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:10.580912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-69bec5ac-e753-47f7-a3bb-ee6eb13c75f6 req-d547c3ad-07e0-4cf9-a918-287610420cff tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388304 Oct 27 16:03:10.686166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54 req-df209621-5acb-49f3-984b-e19f08bf5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:10.694453 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54 req-df209621-5acb-49f3-984b-e19f08bf5bf0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3054e14e-1959-45f5-b37e-9750204c7d6c HTTP/1.1" status: 200 len: 853 time: 0.4756463 Oct 27 16:03:10.732882 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3f682e3f-f69e-4118-ad12-4714925905bc req-28ceac4d-510a-459f-912b-ec052c94d705 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.0773063 Oct 27 16:03:10.779360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.791732 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-288e4c5b-4fd2-40ac-84a7-10156ff42846 req-451b4f10-72c5-409c-b7f1-a6c681435e3a tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] show failed (client error): The resource could not be found. Oct 27 16:03:10.793055 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-288e4c5b-4fd2-40ac-84a7-10156ff42846 req-451b4f10-72c5-409c-b7f1-a6c681435e3a tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] 10.222.0.15 "GET /v2.0/security-groups/372973fb-e773-43c9-b3db-9f9e707e09b3 HTTP/1.1" status: 404 len: 352 time: 0.0304086 Oct 27 16:03:10.848013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 15d8ee4e-6636-4b6b-80d8-bda6a024da80) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:10.854488 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:10.859881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:10.908841 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-152b4659-50a4-42d8-a5f6-c8c519260de3 req-d1060cb6-f907-45be-a4ef-570dcec6d804 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/ports?device_id=78affd12-2a41-4936-8c2d-31ef3706afbb HTTP/1.1" status: 200 len: 210 time: 0.1262422 Oct 27 16:03:10.996352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab8ef74-f204-477f-b629-70842c01f929 None None] Network 15d8ee4e-6636-4b6b-80d8-bda6a024da80 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:11.008775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54 req-9c44f4fa-5353-439c-8740-6e8d8ad83f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:11.010956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54 req-9c44f4fa-5353-439c-8740-6e8d8ad83f33 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb84a2f4-662f-49a4-9b5a-b5a5e8166f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3015885 Oct 27 16:03:11.111445 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c7d15460-5866-4c20-abc1-ef196fc212c3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.5925567 Oct 27 16:03:11.135970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c8073d6f-c264-49c5-87a8-cc2de030ada5 req-eb87d051-0ee4-477c-b4eb-ca055f16423f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.1330853 Oct 27 16:03:11.143939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44950) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:11.178661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-388634525-router', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:11.288693 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa67979-579f-4059-b33d-bba769a0d02b req-2daccf0a-5c5c-43d5-9d86-ab2934e18537 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:11.297809 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6aa67979-579f-4059-b33d-bba769a0d02b req-2daccf0a-5c5c-43d5-9d86-ab2934e18537 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 943 time: 0.2937503 Oct 27 16:03:11.311238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a390d5-d92d-4c39-ab1f-2ec23a8622be req-0c541abd-b709-4a59-b2a5-552adddbb48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:11.313245 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36a390d5-d92d-4c39-ab1f-2ec23a8622be req-0c541abd-b709-4a59-b2a5-552adddbb48b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e84ca706b13740f5888b154a741d5c37&device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 1094 time: 0.3689430 Oct 27 16:03:11.347675 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b812cd-971e-4e24-a9a2-b0a8471a0aa7 x-openstack-request-id: req-48b812cd-971e-4e24-a9a2-b0a8471a0aa7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:11.347675 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78affd12-2a41-4936-8c2d-31ef3706afbb", "name": "network-vif-deleted", "tag": "a43de6ab-9496-4f20-b14e-2573577b8259", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:11.347675 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48b812cd-971e-4e24-a9a2-b0a8471a0aa7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:11.347675 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78affd12-2a41-4936-8c2d-31ef3706afbb', 'name': 'network-vif-deleted', 'tag': 'a43de6ab-9496-4f20-b14e-2573577b8259', 'status': 'completed', 'code': 200} Oct 27 16:03:11.441603 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6aa67979-579f-4059-b33d-bba769a0d02b req-46ddcd2f-2cfd-4238-b8f4-e4940552e3ef tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424856 Oct 27 16:03:11.512719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a390d5-d92d-4c39-ab1f-2ec23a8622be req-4f0ca83e-8b02-4a49-a204-89b67b289ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:11.515194 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36a390d5-d92d-4c39-ab1f-2ec23a8622be req-4f0ca83e-8b02-4a49-a204-89b67b289ce4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 HTTP/1.1" status: 200 len: 906 time: 0.1889982 Oct 27 16:03:11.680285 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36a390d5-d92d-4c39-ab1f-2ec23a8622be req-07a41358-3b91-48b4-9613-309854cc88be service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a527c53-a7e7-4474-a635-284227dae16d HTTP/1.1" status: 200 len: 217 time: 0.1465383 Oct 27 16:03:11.829174 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a390d5-d92d-4c39-ab1f-2ec23a8622be req-24929752-0e63-40d0-8b97-8089f2e7b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:11.830821 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36a390d5-d92d-4c39-ab1f-2ec23a8622be req-24929752-0e63-40d0-8b97-8089f2e7b28e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50e33a79-594a-4dec-8b3b-c9f00dab4282 HTTP/1.1" status: 200 len: 844 time: 0.1425138 Oct 27 16:03:11.847867 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-7a5e0d0d-4416-4d13-bf6b-b0002415e70c req-f439c367-edaf-4f75-829b-c914ce9ba372 tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] show failed (client error): The resource could not be found. Oct 27 16:03:11.875843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7a5e0d0d-4416-4d13-bf6b-b0002415e70c req-f439c367-edaf-4f75-829b-c914ce9ba372 tempest-SecurityGroupsNegativeTestJSON-806050111 tempest-SecurityGroupsNegativeTestJSON-806050111-project] 10.222.0.15 "GET /v2.0/security-groups/6a34a695-d842-4f32-beef-05afbb42da80 HTTP/1.1" status: 404 len: 352 time: 0.5291162 Oct 27 16:03:11.877857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44958) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:11.997658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f80bc4-f333-4cad-9ce5-b8234f5fb993 req-6484edc7-75fd-4276-b80e-56711eab7400 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:12.013606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d4f80bc4-f333-4cad-9ce5-b8234f5fb993 req-6484edc7-75fd-4276-b80e-56711eab7400 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 943 time: 0.1813431 Oct 27 16:03:12.075744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-15d8ee4e-6636-4b6b-80d8-bda6a024da80', 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'fixed_ips': [{'subnet_id': '997dcf83-be05-482c-b45b-181e62064f9f'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:03:12.077634 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.117724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d4f80bc4-f333-4cad-9ce5-b8234f5fb993 req-295fe26c-cf2c-4f28-b82f-4090deca8160 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999732 Oct 27 16:03:12.128518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a390d5-d92d-4c39-ab1f-2ec23a8622be req-5c89feea-bafc-43a6-bda0-0538c8c40bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:12.131850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36a390d5-d92d-4c39-ab1f-2ec23a8622be req-5c89feea-bafc-43a6-bda0-0538c8c40bcd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352750 Oct 27 16:03:12.259517 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36a390d5-d92d-4c39-ab1f-2ec23a8622be req-632d71ad-5b18-4018-8085-b580c2934197 service neutron] 10.222.0.54 "GET /v2.0/networks/d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203346 Oct 27 16:03:12.311898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d941c07e-09c2-47f2-8c54-46f54b1384d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:12.348892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941c07e-09c2-47f2-8c54-46f54b1384d8 None None] Checking router: c661eff4-7cf6-4100-ae3d-b35dda75df25 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:12.368271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d941c07e-09c2-47f2-8c54-46f54b1384d8 None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:12.369310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d941c07e-09c2-47f2-8c54-46f54b1384d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:02:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:12.420469 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36a390d5-d92d-4c39-ab1f-2ec23a8622be req-81cc12aa-b03e-4b60-ae7f-358db84ec203 service neutron] 10.222.0.54 "GET /v2.0/networks/d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510794 Oct 27 16:03:12.459080 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e145362-3850-4c37-b2c5-98e1bc5f6403 req-49063efb-5b50-4527-a170-3c4957f6c864 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/ports?device_id=325c55a1-64ae-48a2-9af7-be8bcdf36fbd HTTP/1.1" status: 200 len: 210 time: 0.0372889 Oct 27 16:03:12.505112 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.512428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:12.603639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Allocated IP 172.20.0.2 (15d8ee4e-6636-4b6b-80d8-bda6a024da80/997dcf83-be05-482c-b45b-181e62064f9f/56738304-fbda-4201-8595-f61bc7dfe620) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:12.653843 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d29b16b7-7c1f-4da9-be06-447c0b218139 req-cfc83047-c915-4258-9f89-961872c46d88 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.0319884 Oct 27 16:03:12.699106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54 req-a1f43dbf-2dda-4fdb-ab33-0bd3cc443486 service neutron] 10.222.0.53 "GET /v2.0/networks/fb84a2f4-662f-49a4-9b5a-b5a5e8166f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6639204 Oct 27 16:03:12.777227 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d941c07e-09c2-47f2-8c54-46f54b1384d8 None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:12.872998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a7bd7-97a8-48ee-a756-847c25c6bdf9 req-4a3ffd53-4e59-4253-aea6-ec008eb60be4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:12.875767 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-580a7bd7-97a8-48ee-a756-847c25c6bdf9 req-4a3ffd53-4e59-4253-aea6-ec008eb60be4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 943 time: 0.1404390 Oct 27 16:03:12.942256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5998fa89-3848-4333-b991-a71a73baa984 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:12.967170 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-580a7bd7-97a8-48ee-a756-847c25c6bdf9 req-cccd428f-0286-43cf-9834-fe9635da294f tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822020 Oct 27 16:03:12.973722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.016446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Transition to ACTIVE for port object 5998fa89-3848-4333-b991-a71a73baa984 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:03:13.048204 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8c76fa-41e1-4b56-8e7d-efb5298dec79 admin admin] Deleting subnet 5598121b-5388-44d9-bf4d-2dadc6792a7d {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:03:13.064961 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.089217 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c76fa-41e1-4b56-8e7d-efb5298dec79 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.181224 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.200640 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.244913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Network 15d8ee4e-6636-4b6b-80d8-bda6a024da80 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:13.253157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:13.275654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44974) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:13.310725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:13.408993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bffd39f5-92ea-430b-8572-0407f2193601 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.414224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Pushing event updated for resources: {'Port': ['ID=56738304-fbda-4201-8595-f61bc7dfe620,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:13.475608 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bffd39f5-92ea-430b-8572-0407f2193601 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.564779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Attempting to bind port 56738304-fbda-4201-8595-f61bc7dfe620 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:13.566179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Attempting to bind port 56738304-fbda-4201-8595-f61bc7dfe620 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '44990b95-c192-4a05-b7d8-65660fbb718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:13.567278 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Attempting to bind port 56738304-fbda-4201-8595-f61bc7dfe620 on network 15d8ee4e-6636-4b6b-80d8-bda6a024da80 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:13.628482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:13.629247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Checking segment: {'id': '44990b95-c192-4a05-b7d8-65660fbb718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:13.631426 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.633033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Bound using segment: {'id': '44990b95-c192-4a05-b7d8-65660fbb718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:13.634433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Bound port: 56738304-fbda-4201-8595-f61bc7dfe620, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44990b95-c192-4a05-b7d8-65660fbb718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:13.635320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.635850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e86a94-9c06-4c41-a627-3a89f3b8d77b req-4535b212-162d-4908-9356-cd6ac9a4d525 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:13.643730 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-67e86a94-9c06-4c41-a627-3a89f3b8d77b req-4535b212-162d-4908-9356-cd6ac9a4d525 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 943 time: 0.1714237 Oct 27 16:03:13.682702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d941c07e-09c2-47f2-8c54-46f54b1384d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:13.740145 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-67e86a94-9c06-4c41-a627-3a89f3b8d77b req-7f8b2bce-6c81-488e-8eb7-1f1a36a834f2 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936785 Oct 27 16:03:13.745175 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bffd39f5-92ea-430b-8572-0407f2193601 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.781697 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bffd39f5-92ea-430b-8572-0407f2193601 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:13.788782 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bffd39f5-92ea-430b-8572-0407f2193601 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "DELETE /v2.0/security-groups/f28ccc4f-243d-4868-8c07-aa3c57472aa5 HTTP/1.1" status: 204 len: 168 time: 0.5114973 Oct 27 16:03:13.790350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44980) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:13.800524 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941c07e-09c2-47f2-8c54-46f54b1384d8 None None] The sync data for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 is: [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T15:58:09Z', 'revision_number': 4, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '32414605-48ff-42a1-aab6-e55d720b903c', 'name': '', 'network_id': '8b826b14-9ed7-4dfd-bde9-c96e8798fbc8', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'mac_address': 'fa:16:3e:05:d4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:07Z', 'updated_at': '2021-10-27T15:58:14Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'subnets': [{'id': '5264cb02-dd3a-41fe-8969-595f3b8b1351', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:13.831090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1a527c53-a7e7-4474-a635-284227dae16d details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:13.838000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd39f5-92ea-430b-8572-0407f2193601 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28ccc4f-243d-4868-8c07-aa3c57472aa5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:13.851530 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-f7da9358-c9b1-4479-9c01-a0d40d0283e9 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] show failed (client error): The resource could not be found. Oct 27 16:03:13.868261 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f7da9358-c9b1-4479-9c01-a0d40d0283e9 tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "GET /v2.0/security-groups/f28ccc4f-243d-4868-8c07-aa3c57472aa5 HTTP/1.1" status: 404 len: 347 time: 0.0699937 Oct 27 16:03:13.869206 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44982) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:14.015512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1a527c53-a7e7-4474-a635-284227dae16d, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1a527c53-a7e7-4474-a635-284227dae16d,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:14.038384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '1a527c53-a7e7-4474-a635-284227dae16d', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'port_id': '1a527c53-a7e7-4474-a635-284227dae16d', 'mac_address': 'fa:16:3e:bf:fd:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:03:14.218176 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.254610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a527c53-a7e7-4474-a635-284227dae16d {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:14.296591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] For port 56738304-fbda-4201-8595-f61bc7dfe620, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:14.303522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] For port 56738304-fbda-4201-8595-f61bc7dfe620, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=56738304-fbda-4201-8595-f61bc7dfe620,segment=NetworkSegment(44990b95-c192-4a05-b7d8-65660fbb718e),segment_id=44990b95-c192-4a05-b7d8-65660fbb718e)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:14.307259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1a527c53-a7e7-4474-a635-284227dae16d, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1a527c53-a7e7-4474-a635-284227dae16d,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:14.380873 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.411561 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4298cc02-6a25-4e2d-ba6b-518de79eb206 req-a78465db-8c37-4114-a354-37ed7b435ebd tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.2062621 Oct 27 16:03:14.540101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4a019f-59ff-47aa-86fe-54f48ad63841 None None] Pushing event updated for resources: {'Port': ['ID=56738304-fbda-4201-8595-f61bc7dfe620,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:14.569460 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.596599 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aeb7f4-27c2-4616-8422-0b23aa5e26b5 None None] New status for floating IP 4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:03:14.634585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-46e63af9-8652-454e-a45f-c63a1908d7de tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Deleting port e3bf3039-6625-4c06-a0ae-0f1cf471aba7 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:14.638843 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46e63af9-8652-454e-a45f-c63a1908d7de tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.696508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=1a527c53-a7e7-4474-a635-284227dae16d,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:14.728981 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c76fa-41e1-4b56-8e7d-efb5298dec79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.806485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['1a527c53-a7e7-4474-a635-284227dae16d'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:14.826268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc835f-837e-479d-804b-29289e58e090 req-1070d755-aed5-43d8-a511-95090298cd89 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:14.829538 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70bc835f-837e-479d-804b-29289e58e090 req-1070d755-aed5-43d8-a511-95090298cd89 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 936 time: 2.6814613 Oct 27 16:03:14.847706 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.920204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46e63af9-8652-454e-a45f-c63a1908d7de tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.920540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46e63af9-8652-454e-a45f-c63a1908d7de tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:14.934913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-46e63af9-8652-454e-a45f-c63a1908d7de tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Calling delete_port for e3bf3039-6625-4c06-a0ae-0f1cf471aba7 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:15.039773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5998fa89-3848-4333-b991-a71a73baa984,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:15.052924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44992) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:15.277677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-346bca38-e071-4326-b683-093c9893c5be tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.315460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d401e00c-33f4-4f46-a9ca-9d1ae8201c54 req-6dc5b189-afdb-4c92-9e06-37f93c2e1d91 service neutron] 10.222.0.53 "GET /v2.0/networks/fb84a2f4-662f-49a4-9b5a-b5a5e8166f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2500579 Oct 27 16:03:15.327281 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c76fa-41e1-4b56-8e7d-efb5298dec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.340523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-346bca38-e071-4326-b683-093c9893c5be tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.358818 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2188f2-56da-4831-9d82-616d3f5e1103 req-f576800d-907d-45c7-a3dc-7f4881959ca3 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:15.366459 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b2188f2-56da-4831-9d82-616d3f5e1103 req-f576800d-907d-45c7-a3dc-7f4881959ca3 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 944 time: 0.1299398 Oct 27 16:03:15.396609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70bc835f-837e-479d-804b-29289e58e090 req-2bd6d99b-0e0b-41e4-ba26-398e2a83ecf9 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373745 Oct 27 16:03:15.412308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Attempting to bind port 5998fa89-3848-4333-b991-a71a73baa984 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:15.412308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Attempting to bind port 5998fa89-3848-4333-b991-a71a73baa984 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:15.412308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Attempting to bind port 5998fa89-3848-4333-b991-a71a73baa984 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:15.469780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46e63af9-8652-454e-a45f-c63a1908d7de tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.489669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 56738304-fbda-4201-8595-f61bc7dfe620 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:15.528014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Port 5998fa89-3848-4333-b991-a71a73baa984 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:03:15.528014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Attempting to bind port 5998fa89-3848-4333-b991-a71a73baa984 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:15.530951 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.536507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:15.536892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:15.537746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:15.538225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Bound port: 5998fa89-3848-4333-b991-a71a73baa984, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:15.538585 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.560478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e63af9-8652-454e-a45f-c63a1908d7de tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Pushing event deleted for resources: {'Port': ['ID=e3bf3039-6625-4c06-a0ae-0f1cf471aba7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:15.572792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 56738304-fbda-4201-8595-f61bc7dfe620 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:15.572792 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.611418 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-346bca38-e071-4326-b683-093c9893c5be tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.619308 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-346bca38-e071-4326-b683-093c9893c5be tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.621501 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-346bca38-e071-4326-b683-093c9893c5be tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "DELETE /v2.0/security-groups/ffcd0c10-dab5-4812-8d00-5208d9dc4923 HTTP/1.1" status: 204 len: 168 time: 0.5658731 Oct 27 16:03:15.636205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44996) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:15.668967 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-f4a46014-5f4e-40de-a317-dc51ab8ff9ea tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] show failed (client error): The resource could not be found. Oct 27 16:03:15.675137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f4a46014-5f4e-40de-a317-dc51ab8ff9ea tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "GET /v2.0/security-groups/ffcd0c10-dab5-4812-8d00-5208d9dc4923 HTTP/1.1" status: 404 len: 347 time: 0.0358145 Oct 27 16:03:15.675833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44998) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:15.703240 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.719177 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b2188f2-56da-4831-9d82-616d3f5e1103 req-5e220444-0f5c-41ca-9d26-ac08442f1e64 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3466036 Oct 27 16:03:15.730589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bca38-e071-4326-b683-093c9893c5be tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcd0c10-dab5-4812-8d00-5208d9dc4923,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:15.741285 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46e63af9-8652-454e-a45f-c63a1908d7de tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.745455 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46e63af9-8652-454e-a45f-c63a1908d7de tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.747417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-46e63af9-8652-454e-a45f-c63a1908d7de tempest-ServersWithSpecificFlavorTestJSON-1785504418 tempest-ServersWithSpecificFlavorTestJSON-1785504418-project] 10.222.0.15 "DELETE /v2.0/floatingips/4aeb8aab-5c6c-4fb5-a9d7-16384686e7ec HTTP/1.1" status: 204 len: 168 time: 1.8767059 Oct 27 16:03:15.757372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] For port 5998fa89-3848-4333-b991-a71a73baa984, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:15.783293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b111-4b24-4fbf-95cd-24f56404fda4 req-c4c156c6-301d-42f9-91ed-c641f1c13611 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:15.791934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1a527c53-a7e7-4474-a635-284227dae16d up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:15.792790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a03b111-4b24-4fbf-95cd-24f56404fda4 req-c4c156c6-301d-42f9-91ed-c641f1c13611 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 943 time: 0.2049160 Oct 27 16:03:15.805300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c76fa-41e1-4b56-8e7d-efb5298dec79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.831927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 56738304-fbda-4201-8595-f61bc7dfe620, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=56738304-fbda-4201-8595-f61bc7dfe620,segment=NetworkSegment(44990b95-c192-4a05-b7d8-65660fbb718e),segment_id=44990b95-c192-4a05-b7d8-65660fbb718e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:15.867390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] For port 5998fa89-3848-4333-b991-a71a73baa984, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5998fa89-3848-4333-b991-a71a73baa984,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:15.888193 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b5987a5-59a3-409a-ad5e-30b2f3a256ef req-7904b763-57aa-4efa-8b2c-f35d2265af53 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.0374479 Oct 27 16:03:15.926860 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:15.939037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 1a527c53-a7e7-4474-a635-284227dae16d completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:03:15.959458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c76fa-41e1-4b56-8e7d-efb5298dec79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5598121b-5388-44d9-bf4d-2dadc6792a7d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:15.980332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 1a527c53-a7e7-4474-a635-284227dae16d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:15.981424 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.001348 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.018893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c76fa-41e1-4b56-8e7d-efb5298dec79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.023115 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7e8c76fa-41e1-4b56-8e7d-efb5298dec79 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5598121b-5388-44d9-bf4d-2dadc6792a7d HTTP/1.1" status: 204 len: 168 time: 4.1058726 Oct 27 16:03:16.026282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45002) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:16.075555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=56738304-fbda-4201-8595-f61bc7dfe620,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:16.164594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:16.174531 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.183866 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] 10.222.0.54 "PUT /v2.0/ports/5998fa89-3848-4333-b991-a71a73baa984 HTTP/1.1" status: 200 len: 1096 time: 5.7699120 Oct 27 16:03:16.184657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89280128-f3f2-4ba1-bd7c-f41b180c161e', 'tag': '5998fa89-3848-4333-b991-a71a73baa984'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:16.190082 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125a15fb-6edb-42bd-9643-554df11a9774" -d '{"events": [{"name": "network-changed", "server_uuid": "89280128-f3f2-4ba1-bd7c-f41b180c161e", "tag": "5998fa89-3848-4333-b991-a71a73baa984"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:16.210695 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.217913 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.228867 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a03b111-4b24-4fbf-95cd-24f56404fda4 req-02f321c0-3cbb-48b6-812e-426021d5e8d8 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350610 Oct 27 16:03:16.298489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1140fcd7-be8c-431f-bd3b-11a361667510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a527c53-a7e7-4474-a635-284227dae16d'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:16.301789 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671a113a-0174-44b4-b1ba-db4aba2e6d06" -d '{"events": [{"server_uuid": "1140fcd7-be8c-431f-bd3b-11a361667510", "name": "network-vif-plugged", "status": "completed", "tag": "1a527c53-a7e7-4474-a635-284227dae16d"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:16.312795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc04088-0374-48c0-be48-733c02da63e3 service neutron] Pushing event updated for resources: {'Port': ['ID=5998fa89-3848-4333-b991-a71a73baa984,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:16.340891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1a527c53-a7e7-4474-a635-284227dae16d, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1a527c53-a7e7-4474-a635-284227dae16d,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:16.410110 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.472605 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ecabf-f748-4de3-a92d-d61246b96504 x-openstack-request-id: req-b57ecabf-f748-4de3-a92d-d61246b96504 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:16.479867 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89280128-f3f2-4ba1-bd7c-f41b180c161e", "tag": "5998fa89-3848-4333-b991-a71a73baa984", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:16.479867 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b57ecabf-f748-4de3-a92d-d61246b96504 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:16.479867 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89280128-f3f2-4ba1-bd7c-f41b180c161e', 'tag': '5998fa89-3848-4333-b991-a71a73baa984', 'status': 'completed', 'code': 200} Oct 27 16:03:16.489973 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50e3cb3-ca8d-46e8-9e48-9bcbee689324 x-openstack-request-id: req-d50e3cb3-ca8d-46e8-9e48-9bcbee689324 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:16.490532 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1140fcd7-be8c-431f-bd3b-11a361667510", "name": "network-vif-plugged", "status": "completed", "tag": "1a527c53-a7e7-4474-a635-284227dae16d", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:16.490532 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d50e3cb3-ca8d-46e8-9e48-9bcbee689324 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:16.491022 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1140fcd7-be8c-431f-bd3b-11a361667510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a527c53-a7e7-4474-a635-284227dae16d', 'code': 200} Oct 27 16:03:16.589565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bf048211-7a6e-4249-9bea-194c4a8681b2 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Deleting port 6fd77a94-74ee-415a-a84e-641e57df2dbe {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:16.589965 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf048211-7a6e-4249-9bea-194c4a8681b2 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.595272 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.641796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0ca927-89c5-4567-b114-29b73d2eabc2 None None] Network 15d8ee4e-6636-4b6b-80d8-bda6a024da80 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:16.651122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=1a527c53-a7e7-4474-a635-284227dae16d,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:16.722819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device ec3ce103-139a-4305-a18b-49a95305b508 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:16.762192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a510afbf-48ab-493a-ac20-5220eb933707 None None] Provisioning complete for port 56738304-fbda-4201-8595-f61bc7dfe620 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:16.762567 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a510afbf-48ab-493a-ac20-5220eb933707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.763222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf048211-7a6e-4249-9bea-194c4a8681b2 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.763750 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf048211-7a6e-4249-9bea-194c4a8681b2 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.787280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45026) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:16.792700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776d5716-24f9-4575-ae14-104aa3306fa6']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:16.798048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bf048211-7a6e-4249-9bea-194c4a8681b2 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Calling delete_port for 6fd77a94-74ee-415a-a84e-641e57df2dbe owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:16.816172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-2d598e5a-6a25-4378-9c16-d0173e9f6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:16.821041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccf23639-cefb-427f-aea6-7f122958ea4f') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:16.821202 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-2d598e5a-6a25-4378-9c16-d0173e9f6afb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0cc3b7f50384aa4a839d9f7c0da2e00&device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 1099 time: 0.4847357 Oct 27 16:03:16.821309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccf23639-cefb-427f-aea6-7f122958ea4f') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:16.850692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb84a6-47de-4019-a7b9-b920f5ae33ac req-9f229bc5-3aa2-44db-a869-6307495a4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:16.854591 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3fbb84a6-47de-4019-a7b9-b920f5ae33ac req-9f229bc5-3aa2-44db-a869-6307495a4142 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 1096 time: 0.2483191 Oct 27 16:03:16.855908 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.940536 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:16.946714 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-39ae5196-380c-4897-b503-85760d192b4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=5998fa89-3848-4333-b991-a71a73baa984 HTTP/1.1" status: 200 len: 217 time: 0.1159384 Oct 27 16:03:16.951679 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.resource_extend [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:03:17.059620 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854b1eb-6380-40c1-8b43-7298fe44b36e req-391fb47c-bc18-496d-8f60-9f3daa55bbb8 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:17.065708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3854b1eb-6380-40c1-8b43-7298fe44b36e req-391fb47c-bc18-496d-8f60-9f3daa55bbb8 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 948 time: 0.3820488 Oct 27 16:03:17.159730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port ec3ce103-139a-4305-a18b-49a95305b508, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=ec3ce103-139a-4305-a18b-49a95305b508,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:17.178978 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:03:17.180266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.198660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-9d24b38d-8adb-4765-999a-7457bdaf763f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:17.200403 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-9d24b38d-8adb-4765-999a-7457bdaf763f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.2032056 Oct 27 16:03:17.207692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'ec3ce103-139a-4305-a18b-49a95305b508', 'network_id': 'fb84a2f4-662f-49a4-9b5a-b5a5e8166f38', 'port_id': 'ec3ce103-139a-4305-a18b-49a95305b508', 'mac_address': 'fa:16:3e:24:41:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3054e14e-1959-45f5-b37e-9750204c7d6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:03:17.219062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de317b-a860-4a1c-af9e-43d79c8316b6 req-5315d2ae-417f-485f-84af-5787cb0dc3ab tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:17.227133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64de317b-a860-4a1c-af9e-43d79c8316b6 req-5315d2ae-417f-485f-84af-5787cb0dc3ab tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 945 time: 0.2869763 Oct 27 16:03:17.283690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.306131 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.314914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3ce103-139a-4305-a18b-49a95305b508 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:17.343466 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.348927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port ec3ce103-139a-4305-a18b-49a95305b508, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=ec3ce103-139a-4305-a18b-49a95305b508,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:17.393308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64de317b-a860-4a1c-af9e-43d79c8316b6 req-6bf89a36-bb32-4935-a7e6-30e92f01e23b tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639624 Oct 27 16:03:17.417876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.546458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 56738304-fbda-4201-8595-f61bc7dfe620 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:17.564623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-a9d16ba5-d748-41d4-a36f-3b86baf15078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:17.566196 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-a9d16ba5-d748-41d4-a36f-3b86baf15078 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3562708 Oct 27 16:03:17.580690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19c2273c-24f7-494b-ac98-af7fc1b56994 req-50179043-368e-4db3-8ed4-0f99620ed706 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.0833116 Oct 27 16:03:17.613027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=ec3ce103-139a-4305-a18b-49a95305b508,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:17.656961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c65e3f83-39cc-4e19-8cc4-b4aff50cd631 None None] Provisioning complete for port 56738304-fbda-4201-8595-f61bc7dfe620 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:17.657689 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c65e3f83-39cc-4e19-8cc4-b4aff50cd631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.712513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['ec3ce103-139a-4305-a18b-49a95305b508'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:03:17.712744 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:03:17.774697 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf048211-7a6e-4249-9bea-194c4a8681b2 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.825863 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3fbb84a6-47de-4019-a7b9-b920f5ae33ac req-1333ff74-be38-4d8d-bdc7-65afc194d86f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9595575 Oct 27 16:03:17.844010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf048211-7a6e-4249-9bea-194c4a8681b2 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Pushing event deleted for resources: {'Port': ['ID=6fd77a94-74ee-415a-a84e-641e57df2dbe,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:17.860206 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3854b1eb-6380-40c1-8b43-7298fe44b36e req-40283a07-8b7b-4a22-a801-e48778bed7f7 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423945 Oct 27 16:03:17.870536 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 56738304-fbda-4201-8595-f61bc7dfe620 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:17.870957 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.920167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Allocated IP 172.25.4.45 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/9aa25e9e-c661-4c4a-a16f-3d1e0129c02b) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:17.976096 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.983967 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:17.990664 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] 10.222.0.15 "DELETE /v2.0/networks/776d5716-24f9-4575-ae14-104aa3306fa6 HTTP/1.1" status: 204 len: 168 time: 1.9602332 Oct 27 16:03:17.990888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db0e09-3bc2-4d69-9cd7-9db120a5b0c0 req-becefa72-4d71-4f18-ad63-e5d396f666a5 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:17.990888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8db0e09-3bc2-4d69-9cd7-9db120a5b0c0 req-becefa72-4d71-4f18-ad63-e5d396f666a5 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 944 time: 0.2907653 Oct 27 16:03:18.009299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0863415f-9b52-418c-9bab-e524e6d83a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=776d5716-24f9-4575-ae14-104aa3306fa6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:18.052228 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-69cfbecf-0e52-45af-ab9b-886e8ad651f1 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666800 Oct 27 16:03:18.126838 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.190870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf048211-7a6e-4249-9bea-194c4a8681b2 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.194337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf048211-7a6e-4249-9bea-194c4a8681b2 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.196140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bf048211-7a6e-4249-9bea-194c4a8681b2 tempest-ServersTestBootFromVolume-1461758085 tempest-ServersTestBootFromVolume-1461758085-project] 10.222.0.15 "DELETE /v2.0/floatingips/0be8b8bf-99f5-4265-94d5-25fabcfdab73 HTTP/1.1" status: 204 len: 168 time: 2.5163729 Oct 27 16:03:18.208881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45036) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:18.236547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8db0e09-3bc2-4d69-9cd7-9db120a5b0c0 req-dd182514-7d99-40b1-a012-17170ca0503e tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357690 Oct 27 16:03:18.319009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.330940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba207ee0-6504-4c9c-bfba-6ebb17b01aac req-65c6d892-393c-447e-a72d-a14f61d50964 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705410 Oct 27 16:03:18.481129 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-90ee46e0-15d0-4c75-bdf4-5c46b11352c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.500463 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] Deleting port 32414605-48ff-42a1-aab6-e55d720b903c {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:18.500849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.534375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45042) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:18.636025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708be60-dda4-4f01-9ad3-04367554fb3c req-d1beec5f-c61b-4615-8a4e-ed5bdc5b9fd2 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:18.637786 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6708be60-dda4-4f01-9ad3-04367554fb3c req-d1beec5f-c61b-4615-8a4e-ed5bdc5b9fd2 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 945 time: 0.1306939 Oct 27 16:03:18.653689 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] For port 32414605-48ff-42a1-aab6-e55d720b903c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=32414605-48ff-42a1-aab6-e55d720b903c,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:18.659346 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.669243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] Calling delete_port for 32414605-48ff-42a1-aab6-e55d720b903c owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:18.742476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device ec3ce103-139a-4305-a18b-49a95305b508 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:18.757442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb34160a-7b3c-45d7-ae3a-cfdb4f1734b4 req-1cbc115b-3a45-4223-9cad-e33cb03fde8e tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.0608997 Oct 27 16:03:18.770700 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6708be60-dda4-4f01-9ad3-04367554fb3c req-b4a5b669-7d55-4991-990c-f953a100c13d tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917184 Oct 27 16:03:18.826839 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.860506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:18.865911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bb30ea1e-b0a5-4d00-9a7a-afdce70323f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfe67339686e42be9d46cfcefa5518d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2598767 Oct 27 16:03:18.873892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:18.873892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:18.877605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45046) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:18.884448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a15fb-6edb-42bd-9643-554df11a9774 req-8a1271f5-d76b-43dc-8640-a4c18c161e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:18.887280 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-125a15fb-6edb-42bd-9643-554df11a9774 req-8a1271f5-d76b-43dc-8640-a4c18c161e21 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0cc3b7f50384aa4a839d9f7c0da2e00&device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 1099 time: 0.3663139 Oct 27 16:03:18.963991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port ec3ce103-139a-4305-a18b-49a95305b508 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:03:18.974294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port ec3ce103-139a-4305-a18b-49a95305b508 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:18.975040 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:18.978182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Pushing event updated for resources: {'Port': ['ID=9aa25e9e-c661-4c4a-a16f-3d1e0129c02b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:18.980348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dce0c8f1-c4e5-48de-92ac-5827bae653da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.009506 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dce0c8f1-c4e5-48de-92ac-5827bae653da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.075534 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.109684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.110904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32414605-48ff-42a1-aab6-e55d720b903c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:19.132436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dce0c8f1-c4e5-48de-92ac-5827bae653da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.136186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dce0c8f1-c4e5-48de-92ac-5827bae653da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.137955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dce0c8f1-c4e5-48de-92ac-5827bae653da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bef0b315-3553-42cd-b1a3-187d7c9878cb HTTP/1.1" status: 204 len: 168 time: 0.2590508 Oct 27 16:03:19.156139 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d64bed-ed92-433f-b173-08b4425b60c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3ce103-139a-4305-a18b-49a95305b508'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:19.179244 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c41f704-b58d-4970-b348-0cce4085c159" -d '{"events": [{"server_uuid": "24d64bed-ed92-433f-b173-08b4425b60c7", "name": "network-vif-plugged", "status": "completed", "tag": "ec3ce103-139a-4305-a18b-49a95305b508"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:19.201476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port ec3ce103-139a-4305-a18b-49a95305b508, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=ec3ce103-139a-4305-a18b-49a95305b508,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:19.243203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0c8f1-c4e5-48de-92ac-5827bae653da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef0b315-3553-42cd-b1a3-187d7c9878cb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:19.280497 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.295326 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab50f44-1a58-4709-886e-f723d3087692 x-openstack-request-id: req-2ab50f44-1a58-4709-886e-f723d3087692 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:19.309334 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d64bed-ed92-433f-b173-08b4425b60c7", "name": "network-vif-plugged", "status": "completed", "tag": "ec3ce103-139a-4305-a18b-49a95305b508", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:19.310376 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ab50f44-1a58-4709-886e-f723d3087692 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:19.311739 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d64bed-ed92-433f-b173-08b4425b60c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3ce103-139a-4305-a18b-49a95305b508', 'code': 200} Oct 27 16:03:19.450103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=ec3ce103-139a-4305-a18b-49a95305b508,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:19.539351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:19.640467 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c6c0b-d23f-4b2d-bf20-33b75e43f109 req-0284e561-7404-4c30-90d4-caf190a91628 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:19.640615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cf7c6c0b-d23f-4b2d-bf20-33b75e43f109 req-0284e561-7404-4c30-90d4-caf190a91628 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 945 time: 0.1750903 Oct 27 16:03:19.691473 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cf7c6c0b-d23f-4b2d-bf20-33b75e43f109 req-0989d9c4-4501-46c3-9664-ffcaf258587a tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432634 Oct 27 16:03:19.822509 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5998fa89-3848-4333-b991-a71a73baa984 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:03:19.971453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] Router c661eff4-7cf6-4100-ae3d-b35dda75df25 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:19.975929 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee3c24f7-7159-4bd1-8ad0-dfc268d6bc02 req-490e196f-45a2-410e-830e-8b61bda05954 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.0505137 Oct 27 16:03:20.026758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a15fb-6edb-42bd-9643-554df11a9774 req-6ea617af-7957-491e-a358-a68471c220b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.028318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-125a15fb-6edb-42bd-9643-554df11a9774 req-6ea617af-7957-491e-a358-a68471c220b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 1.0916798 Oct 27 16:03:20.054675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5998fa89-3848-4333-b991-a71a73baa984, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5998fa89-3848-4333-b991-a71a73baa984,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:20.064348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512fe18-ff19-4c21-bcaa-27330837180c req-7195eccf-fd8f-40cf-893f-0537cad853a2 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.072920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0512fe18-ff19-4c21-bcaa-27330837180c req-7195eccf-fd8f-40cf-893f-0537cad853a2 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 948 time: 1.0911872 Oct 27 16:03:20.075680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '5998fa89-3848-4333-b991-a71a73baa984', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '5998fa89-3848-4333-b991-a71a73baa984', 'mac_address': 'fa:16:3e:ca:c5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:03:20.142785 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.158586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a4e68-716e-41d0-829e-9119a3491c2f req-772be30e-5f8c-4683-b26c-16fb609d4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.161265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9f2a4e68-716e-41d0-829e-9119a3491c2f req-772be30e-5f8c-4683-b26c-16fb609d4aec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 1096 time: 0.4044611 Oct 27 16:03:20.161739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5998fa89-3848-4333-b991-a71a73baa984 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:03:20.173737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-125a15fb-6edb-42bd-9643-554df11a9774 req-9154af60-7b3c-4b52-bc1a-d5a686188eb9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=5998fa89-3848-4333-b991-a71a73baa984 HTTP/1.1" status: 200 len: 217 time: 0.1312006 Oct 27 16:03:20.192614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5998fa89-3848-4333-b991-a71a73baa984, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5998fa89-3848-4333-b991-a71a73baa984,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:20.210738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07841668-f46f-4605-9e54-282279f43fdd req-28862e58-6ae4-4170-ac01-8e99d8892b80 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.213381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07841668-f46f-4605-9e54-282279f43fdd req-28862e58-6ae4-4170-ac01-8e99d8892b80 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 945 time: 0.1174281 Oct 27 16:03:20.273073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0512fe18-ff19-4c21-bcaa-27330837180c req-8959eec4-a8e6-4de1-8df9-a5e50630489c tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988862 Oct 27 16:03:20.274702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:20.288862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45637b93-6ee3-4b49-ab85-ac6fbcb62a5f None None] Sync routers for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:20.292816 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-635e2504-957e-4416-9521-bfdd5ba28ca2 admin admin] 10.222.0.15 "PUT /v2.0/routers/c661eff4-7cf6-4100-ae3d-b35dda75df25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4985213 Oct 27 16:03:20.295936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45068) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:20.306671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07841668-f46f-4605-9e54-282279f43fdd req-ed2288bf-9e49-4754-b5ce-6f632f7c5c50 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870988 Oct 27 16:03:20.313492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45637b93-6ee3-4b49-ab85-ac6fbcb62a5f None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:20.314194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-45637b93-6ee3-4b49-ab85-ac6fbcb62a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:02:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:20.339447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9f2a4e68-716e-41d0-829e-9119a3491c2f req-cbf76beb-8245-450f-8c94-4a658e0d1527 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690221 Oct 27 16:03:20.380364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a15fb-6edb-42bd-9643-554df11a9774 req-acc59d08-1a96-4b20-a7e0-11ebcf60ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.381528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-125a15fb-6edb-42bd-9643-554df11a9774 req-acc59d08-1a96-4b20-a7e0-11ebcf60ad3b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1718633 Oct 27 16:03:20.444767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.483632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-45637b93-6ee3-4b49-ab85-ac6fbcb62a5f None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:20.509169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeece259-2a8d-48cf-99b0-afb39b5a6406 req-8d1528e8-377b-418f-815a-34b1de0287c1 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.510805 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aeece259-2a8d-48cf-99b0-afb39b5a6406 req-8d1528e8-377b-418f-815a-34b1de0287c1 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 945 time: 0.1236346 Oct 27 16:03:20.524602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45072) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:20.529579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-36642345-7f09-4001-b241-549d91639747 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Request body: {'floatingip': {'port_id': '1a527c53-a7e7-4474-a635-284227dae16d'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:20.579274 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36642345-7f09-4001-b241-549d91639747 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.579717 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.663378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a15fb-6edb-42bd-9643-554df11a9774 req-4fda90c5-0b4b-4b9c-8901-7a93e266bf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.665012 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-125a15fb-6edb-42bd-9643-554df11a9774 req-4fda90c5-0b4b-4b9c-8901-7a93e266bf20 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2404122 Oct 27 16:03:20.749306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-45637b93-6ee3-4b49-ab85-ac6fbcb62a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T16:03:18Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:20.789316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45637b93-6ee3-4b49-ab85-ac6fbcb62a5f None None] Checking router: c661eff4-7cf6-4100-ae3d-b35dda75df25 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:20.804788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45637b93-6ee3-4b49-ab85-ac6fbcb62a5f None None] Routers {'c661eff4-7cf6-4100-ae3d-b35dda75df25'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:20.806331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-45637b93-6ee3-4b49-ab85-ac6fbcb62a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:02:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c661eff4-7cf6-4100-ae3d-b35dda75df25'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:20.861694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:20.981011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931dab-c6c4-4f27-9070-465b8d26188b req-4605c73f-34b8-4818-aba1-dfe85906a3de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:20.982705 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-54931dab-c6c4-4f27-9070-465b8d26188b req-4605c73f-34b8-4818-aba1-dfe85906a3de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 945 time: 0.1625752 Oct 27 16:03:21.015828 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.055169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Deleting port 7cd438c9-df93-4c03-aef2-40e025d900d4 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:21.055503 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.067962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-45637b93-6ee3-4b49-ab85-ac6fbcb62a5f None None] Set router c661eff4-7cf6-4100-ae3d-b35dda75df25 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:21.123352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-54931dab-c6c4-4f27-9070-465b8d26188b req-f2b15e7e-cb0f-42f3-ba24-1a82a09700f5 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287494 Oct 27 16:03:21.242904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-125a15fb-6edb-42bd-9643-554df11a9774 req-6e410ffc-6a32-482b-ac90-e75f9f427cf3 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541744 Oct 27 16:03:21.246123 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] For port 7cd438c9-df93-4c03-aef2-40e025d900d4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7cd438c9-df93-4c03-aef2-40e025d900d4,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:21.246914 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.278468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Calling delete_port for 7cd438c9-df93-4c03-aef2-40e025d900d4 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:21.527210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['5998fa89-3848-4333-b991-a71a73baa984'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:03:21.580563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b54fe5a-8d04-4fb5-a562-11d13a4ef383 req-e76cd671-209b-410a-95d5-a3e7180880ff tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=214b2248-5313-4dc9-b52c-4da8d2d12dc7 HTTP/1.1" status: 200 len: 210 time: 0.2559540 Oct 27 16:03:21.669711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9d62-e0e5-4520-80f6-a3d3bc8d00ed req-7cc69b5b-1b86-48bb-a1f0-f1aed4c66bdb tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:21.683585 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-576b9d62-e0e5-4520-80f6-a3d3bc8d00ed req-7cc69b5b-1b86-48bb-a1f0-f1aed4c66bdb tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 949 time: 0.2526031 Oct 27 16:03:21.786351 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-576b9d62-e0e5-4520-80f6-a3d3bc8d00ed req-7df98055-2538-46b8-89cb-3915d3d0b547 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014252 Oct 27 16:03:21.789133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5998fa89-3848-4333-b991-a71a73baa984,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:21.876656 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.880188 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-08c3feab-4715-4e58-be5e-89d349c2bcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:21.910956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45090) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:21.965046 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-45637b93-6ee3-4b49-ab85-ac6fbcb62a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T16:03:18Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:21.979134 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.011990 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45637b93-6ee3-4b49-ab85-ac6fbcb62a5f None None] The sync data for ids ['c661eff4-7cf6-4100-ae3d-b35dda75df25'] in n-d-815689-1 is: [{'id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567002257-router', 'tenant_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:00Z', 'updated_at': '2021-10-27T16:03:18Z', 'revision_number': 5, 'project_id': '9e156f9938474ecf82c8cb7e7f35b93b', 'gw_port': {'id': '7cd438c9-df93-4c03-aef2-40e025d900d4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:fe:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c661eff4-7cf6-4100-ae3d-b35dda75df25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:01Z', 'updated_at': '2021-10-27T15:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:22.018773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-125a15fb-6edb-42bd-9643-554df11a9774 req-74b8ca57-ee38-475b-9580-2c968cb61ef2 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974135 Oct 27 16:03:22.057578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd438c9-df93-4c03-aef2-40e025d900d4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:22.090424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.resource_extend [None req-36642345-7f09-4001-b241-549d91639747 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:03:22.119422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-191000770-network', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:22.205861 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36642345-7f09-4001-b241-549d91639747 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.209182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:22.216208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.230183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.254753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.368085 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36642345-7f09-4001-b241-549d91639747 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.397215 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.435071 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.438722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.443050 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.512329 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.524588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] Deleting port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:22.525250 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.548794 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.557857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9419cb-7029-4927-937d-f0b3b8688702 req-a9281f60-f454-4455-babf-be1b8dc65438 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:22.560735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a9419cb-7029-4927-937d-f0b3b8688702 req-a9281f60-f454-4455-babf-be1b8dc65438 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 945 time: 0.2153420 Oct 27 16:03:22.659941 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-36642345-7f09-4001-b241-549d91639747 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Floating IP 7c9d30c1-41e7-4c11-82d9-7e3c604a9fdd associated. External IP: 172.25.4.72, port: 1a527c53-a7e7-4474-a635-284227dae16d. Oct 27 16:03:22.735299 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.736128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c661eff4-7cf6-4100-ae3d-b35dda75df25 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:03:22.742669 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.747374 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-090fc133-f6e9-4d6d-8b4c-f43247f8c50a admin admin] 10.222.0.15 "DELETE /v2.0/routers/c661eff4-7cf6-4100-ae3d-b35dda75df25 HTTP/1.1" status: 204 len: 168 time: 2.4499092 Oct 27 16:03:22.748318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45100) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:22.795905 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.850090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12e168a-1f39-4ec9-a07c-b6ef02dc594c admin admin] Deleting subnet 5264cb02-dd3a-41fe-8969-595f3b8b1351 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:03:22.853151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:03:22.891573 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.891950 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Added segment 041b848a-f06d-4324-ad30-643b93a06d02 of type vlan for network c395456f-7f40-43bf-9aec-b98bcc11fe96 Oct 27 16:03:22.955933 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:22.989228 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b12e168a-1f39-4ec9-a07c-b6ef02dc594c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.032834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a238d129-c195-4550-9116-b139601d7bbf,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:23.134147 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.137995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:23.137995 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.189927 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b12e168a-1f39-4ec9-a07c-b6ef02dc594c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.255749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af87a6-dc79-4b9a-911d-af2ce45f461f req-fe895ba8-f871-4361-884a-5932ecd424b3 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:23.264999 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f1af87a6-dc79-4b9a-911d-af2ce45f461f req-fe895ba8-f871-4361-884a-5932ecd424b3 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 949 time: 0.2877009 Oct 27 16:03:23.403495 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f1af87a6-dc79-4b9a-911d-af2ce45f461f req-2d7da514-6287-46fb-a169-3f4a018af6bc tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374519 Oct 27 16:03:23.414434 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5015023 Oct 27 16:03:23.422181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45106) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:23.429650 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] Request body: {'subnet': {'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-subnet', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:23.436999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a9419cb-7029-4927-937d-f0b3b8688702 req-9b4d7740-f90e-4919-84d9-3c7eb8b53ff3 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7706990 Oct 27 16:03:23.463214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8db31e3-1d73-4948-875d-7078c610eaac admin admin] Pushing event updated for resources: {'Network': ['ID=c395456f-7f40-43bf-9aec-b98bcc11fe96,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:23.477403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c395456f-7f40-43bf-9aec-b98bcc11fe96 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:03:23.556204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:23.558682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] For port 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1,segment=NetworkSegment(0093ff44-731a-4a19-8c77-c61af0aeca10),segment_id=0093ff44-731a-4a19-8c77-c61af0aeca10)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:23.559081 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.565478 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:23.641818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] Calling delete_port for 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:23.704191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36642345-7f09-4001-b241-549d91639747 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Router 87235476-6924-4ec0-9eae-8e94602f6cec has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:23.727551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7cd438c9-df93-4c03-aef2-40e025d900d4 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:23.814692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 7cd438c9-df93-4c03-aef2-40e025d900d4 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:23.815537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7cd438c9-df93-4c03-aef2-40e025d900d4 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:23.817561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 32414605-48ff-42a1-aab6-e55d720b903c no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:23.877184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 32414605-48ff-42a1-aab6-e55d720b903c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:23.877842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Router 5f19c94f-29f4-445e-9808-5436b207793c is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:03:23.878518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 32414605-48ff-42a1-aab6-e55d720b903c not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:23.894092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5998fa89-3848-4333-b991-a71a73baa984 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:24.097295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36642345-7f09-4001-b241-549d91639747 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:24.105362 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36642345-7f09-4001-b241-549d91639747 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.110536 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61068c83-cd3f-4464-9a69-c4e595446a27 None None] Sync routers for ids ['87235476-6924-4ec0-9eae-8e94602f6cec'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:24.167272 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.174079 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61068c83-cd3f-4464-9a69-c4e595446a27 None None] Routers {'87235476-6924-4ec0-9eae-8e94602f6cec'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:24.179363 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-61068c83-cd3f-4464-9a69-c4e595446a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['87235476-6924-4ec0-9eae-8e94602f6cec'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:24.183249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:24.189865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-36642345-7f09-4001-b241-549d91639747 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "PUT /v2.0/floatingips/7c9d30c1-41e7-4c11-82d9-7e3c604a9fdd HTTP/1.1" status: 200 len: 990 time: 3.6635976 Oct 27 16:03:24.192123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1140fcd7-be8c-431f-bd3b-11a361667510', 'tag': '1a527c53-a7e7-4474-a635-284227dae16d'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:24.195600 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f" -d '{"events": [{"name": "network-changed", "server_uuid": "1140fcd7-be8c-431f-bd3b-11a361667510", "tag": "1a527c53-a7e7-4474-a635-284227dae16d"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:24.200893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Sync routers for ids ['5f19c94f-29f4-445e-9808-5436b207793c'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:24.242142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 5998fa89-3848-4333-b991-a71a73baa984 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:03:24.287569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Routers {'5f19c94f-29f4-445e-9808-5436b207793c'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:24.293105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5f19c94f-29f4-445e-9808-5436b207793c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:24.303801 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.303801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c3293ee5-d2ad-4a58-872c-1ead45389b8d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 13.1468611 Oct 27 16:03:24.303801 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c306e566-9e91-4a07-918c-7805422d28a6 x-openstack-request-id: req-c306e566-9e91-4a07-918c-7805422d28a6 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:24.304291 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1140fcd7-be8c-431f-bd3b-11a361667510", "tag": "1a527c53-a7e7-4474-a635-284227dae16d", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:24.304729 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c306e566-9e91-4a07-918c-7805422d28a6 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:24.305321 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1140fcd7-be8c-431f-bd3b-11a361667510', 'tag': '1a527c53-a7e7-4474-a635-284227dae16d', 'status': 'completed', 'code': 200} Oct 27 16:03:24.315870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 5998fa89-3848-4333-b991-a71a73baa984 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:24.318681 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.320255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:24.448979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.552767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:24.675525 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-61068c83-cd3f-4464-9a69-c4e595446a27 None None] Set router 87235476-6924-4ec0-9eae-8e94602f6cec gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:24.678818 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:24.690323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f req-b0f33270-edf0-4d3a-abe4-2e1877d3a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:24.698912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f req-b0f33270-edf0-4d3a-abe4-2e1877d3a8ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e84ca706b13740f5888b154a741d5c37&device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 1096 time: 0.3684938 Oct 27 16:03:24.802474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5998fa89-3848-4333-b991-a71a73baa984, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5998fa89-3848-4333-b991-a71a73baa984,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:24.810898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89280128-f3f2-4ba1-bd7c-f41b180c161e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5998fa89-3848-4333-b991-a71a73baa984'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:24.820509 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17331d3-1b2b-4ad6-bc01-9aa53faf671c" -d '{"events": [{"server_uuid": "89280128-f3f2-4ba1-bd7c-f41b180c161e", "name": "network-vif-plugged", "status": "completed", "tag": "5998fa89-3848-4333-b991-a71a73baa984"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:24.840239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Set router 5f19c94f-29f4-445e-9808-5436b207793c gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:24.999237 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3b176a-7828-4f48-851f-e38771c81cb9 x-openstack-request-id: req-ee3b176a-7828-4f48-851f-e38771c81cb9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:24.999609 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89280128-f3f2-4ba1-bd7c-f41b180c161e", "name": "network-vif-plugged", "status": "completed", "tag": "5998fa89-3848-4333-b991-a71a73baa984", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:25.000450 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee3b176a-7828-4f48-851f-e38771c81cb9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:25.000874 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89280128-f3f2-4ba1-bd7c-f41b180c161e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5998fa89-3848-4333-b991-a71a73baa984', 'code': 200} Oct 27 16:03:25.001569 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:25.146414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b12e168a-1f39-4ec9-a07c-b6ef02dc594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:25.161093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee851-2438-4149-aecc-45b4424ab4b2 req-caa81936-206a-4965-91c5-0648b812084a tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:25.165443 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d3ee851-2438-4149-aecc-45b4424ab4b2 req-caa81936-206a-4965-91c5-0648b812084a tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 949 time: 0.5026472 Oct 27 16:03:25.283276 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-61068c83-cd3f-4464-9a69-c4e595446a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 4, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '7c9d30c1-41e7-4c11-82d9-7e3c604a9fdd', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'port_id': '1a527c53-a7e7-4474-a635-284227dae16d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'mac_address': 'fa:16:3e:bf:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1140fcd7-be8c-431f-bd3b-11a361667510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:02:53Z', 'updated_at': '2021-10-27T16:03:21Z', 'revision_number': 1, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52db30fe-241a-481f-9caa-1ce4e35931b1', 'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'mac_address': 'fa:16:3e:b2:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:51Z', 'revision_number': 5, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'subnets': [{'id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:25.375724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5998fa89-3848-4333-b991-a71a73baa984,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:25.403368 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61068c83-cd3f-4464-9a69-c4e595446a27 None None] Checking router: 87235476-6924-4ec0-9eae-8e94602f6cec for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:25.424039 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:25.441843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19c94f-29f4-445e-9808-5436b207793c', 'name': 'tempest-ServersTestMultiNic-388634525-router', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:20Z', 'revision_number': 3, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'gw_port': {'id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19c94f-29f4-445e-9808-5436b207793c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:17Z', 'updated_at': '2021-10-27T16:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:25.446269 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61068c83-cd3f-4464-9a69-c4e595446a27 None None] Routers {'87235476-6924-4ec0-9eae-8e94602f6cec'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:25.446269 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-61068c83-cd3f-4464-9a69-c4e595446a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['87235476-6924-4ec0-9eae-8e94602f6cec'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:25.459809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f req-350b8b95-bd54-416e-8dae-e15999aefcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:25.469695 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f req-350b8b95-bd54-416e-8dae-e15999aefcff service neutron] 10.222.0.54 "GET /v2.0/networks?id=d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 HTTP/1.1" status: 200 len: 906 time: 0.7132075 Oct 27 16:03:25.507792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d3ee851-2438-4149-aecc-45b4424ab4b2 req-4c0200ef-562a-4bc3-9dff-6b75703afc9c tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257658 Oct 27 16:03:25.528534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Checking router: 5f19c94f-29f4-445e-9808-5436b207793c for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:25.529692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Updating router 5f19c94f-29f4-445e-9808-5436b207793c port 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:03:25.565783 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:25.566187 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b12e168a-1f39-4ec9-a07c-b6ef02dc594c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:25.619458 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b12e168a-1f39-4ec9-a07c-b6ef02dc594c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:25.620951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a7813-0c49-4023-a4a8-592a9c2115c3 None None] Network 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:25.623634 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b12e168a-1f39-4ec9-a07c-b6ef02dc594c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5264cb02-dd3a-41fe-8969-595f3b8b1351 HTTP/1.1" status: 204 len: 168 time: 2.8740394 Oct 27 16:03:25.626500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:25.719208 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-61068c83-cd3f-4464-9a69-c4e595446a27 None None] Set router 87235476-6924-4ec0-9eae-8e94602f6cec gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:25.751174 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:25.773975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f req-f6102b56-6bd1-42e8-beb2-0e7cfea72a50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a527c53-a7e7-4474-a635-284227dae16d HTTP/1.1" status: 200 len: 998 time: 0.2632294 Oct 27 16:03:25.869576 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:25.920871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] Checking segment: {'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:25.921609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] Network hostable DHCP agents. Network: c395456f-7f40-43bf-9aec-b98bcc11fe96, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:03:25.926075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb625f04-2cde-46dd-a5e5-214ec43f9d39 req-737f3f7e-c222-4526-b9b0-261d892171f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:25.929303 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb625f04-2cde-46dd-a5e5-214ec43f9d39 req-737f3f7e-c222-4526-b9b0-261d892171f1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 1101 time: 0.6990409 Oct 27 16:03:25.947633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f56118-b5f3-4287-be33-2cc6440dcc53,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:26.059766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f req-0463195b-5ada-4a0b-acda-14f3d8438ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:26.063927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f req-0463195b-5ada-4a0b-acda-14f3d8438ba6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50e33a79-594a-4dec-8b3b-c9f00dab4282 HTTP/1.1" status: 200 len: 844 time: 0.2819996 Oct 27 16:03:26.127674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e168a-1f39-4ec9-a07c-b6ef02dc594c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5264cb02-dd3a-41fe-8969-595f3b8b1351,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:26.217956 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb625f04-2cde-46dd-a5e5-214ec43f9d39 req-4c66f3ce-07a1-4c74-8f66-5ec0460d9d6a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724974 Oct 27 16:03:26.242198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f req-4d646751-b422-4611-b9b2-37944873a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:26.243811 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f req-4d646751-b422-4611-b9b2-37944873a8ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718340 Oct 27 16:03:26.357060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108bd4a8-fcc1-4b0f-85c2-2951259e5e6f None None] DHCP port deletion for 8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:03:26.474620 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] Network c395456f-7f40-43bf-9aec-b98bcc11fe96 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:03:26.601866 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Deleting port 83b66e02-0067-4613-bd48-11b44454adf5 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:26.602119 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:26.654675 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:26.691164 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-108bd4a8-fcc1-4b0f-85c2-2951259e5e6f None None] Deleting port 83b66e02-0067-4613-bd48-11b44454adf5 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:26.693081 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-108bd4a8-fcc1-4b0f-85c2-2951259e5e6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:26.751887 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f req-bc235ad4-0f81-48c5-b11a-c52eeff65d5d service neutron] 10.222.0.54 "GET /v2.0/networks/d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806556 Oct 27 16:03:26.777667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c395456f-7f40-43bf-9aec-b98bcc11fe96) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:26.797016 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-61068c83-cd3f-4464-9a69-c4e595446a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 4, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '7c9d30c1-41e7-4c11-82d9-7e3c604a9fdd', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'port_id': '1a527c53-a7e7-4474-a635-284227dae16d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'mac_address': 'fa:16:3e:bf:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1140fcd7-be8c-431f-bd3b-11a361667510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:02:53Z', 'updated_at': '2021-10-27T16:03:21Z', 'revision_number': 1, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52db30fe-241a-481f-9caa-1ce4e35931b1', 'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'mac_address': 'fa:16:3e:b2:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:51Z', 'revision_number': 5, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'subnets': [{'id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:26.822282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:26.822921 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:26.829636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-108bd4a8-fcc1-4b0f-85c2-2951259e5e6f None None] For port 83b66e02-0067-4613-bd48-11b44454adf5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=83b66e02-0067-4613-bd48-11b44454adf5,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:26.830138 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-108bd4a8-fcc1-4b0f-85c2-2951259e5e6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:26.852782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-108bd4a8-fcc1-4b0f-85c2-2951259e5e6f None None] Calling delete_port for 83b66e02-0067-4613-bd48-11b44454adf5 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:26.864421 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61068c83-cd3f-4464-9a69-c4e595446a27 None None] The sync data for ids ['87235476-6924-4ec0-9eae-8e94602f6cec'] in n-d-815689-1 is: [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 4, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '7c9d30c1-41e7-4c11-82d9-7e3c604a9fdd', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'port_id': '1a527c53-a7e7-4474-a635-284227dae16d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'mac_address': 'fa:16:3e:bf:fd:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1140fcd7-be8c-431f-bd3b-11a361667510', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:02:53Z', 'updated_at': '2021-10-27T16:03:21Z', 'revision_number': 1, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52db30fe-241a-481f-9caa-1ce4e35931b1', 'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'mac_address': 'fa:16:3e:b2:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:51Z', 'revision_number': 5, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'subnets': [{'id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:26.938022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f7e090-1935-4e8b-8ecc-4e33f4930f52 None None] Network c395456f-7f40-43bf-9aec-b98bcc11fe96 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:26.947599 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:27.073915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d10b34-1703-42fc-a781-3ce97c739c1c None None] Pushing event updated for resources: {'Port': ['ID=9aa25e9e-c661-4c4a-a16f-3d1e0129c02b,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:27.096607 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de8c97e7-1e00-4f33-9e6b-b996ae3da53f req-8b8818ec-747c-4d95-9842-ac950ec467af service neutron] 10.222.0.54 "GET /v2.0/networks/d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288870 Oct 27 16:03:27.205710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] For port 83b66e02-0067-4613-bd48-11b44454adf5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=83b66e02-0067-4613-bd48-11b44454adf5,segment=NetworkSegment(c6fd85b3-f343-4c0e-85d2-74d01e993914),segment_id=c6fd85b3-f343-4c0e-85d2-74d01e993914)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:27.206101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:27.210102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] Router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:27.217126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Attempting to bind port 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:27.217893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Attempting to bind port 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:27.218535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Attempting to bind port 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:27.260489 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8d10d1e2-17c9-4f89-8029-d430a08eae04 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.8367171 Oct 27 16:03:27.273413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:27.274242 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:27.274987 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:27.275627 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:27.276623 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Bound port: 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:27.277296 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:27.312522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dfef3-b2dd-4901-92cd-33ad7b96409b req-11365858-6acd-45c4-abc3-7e9a029ee813 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:27.319489 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb1dfef3-b2dd-4901-92cd-33ad7b96409b req-11365858-6acd-45c4-abc3-7e9a029ee813 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 950 time: 0.5551236 Oct 27 16:03:27.324394 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Calling delete_port for 83b66e02-0067-4613-bd48-11b44454adf5 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:27.330848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45148) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:27.338280 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90761c2a-d43c-476f-bde3-a7d9d5f9b5ca None None] New status for floating IP 7c9d30c1-41e7-4c11-82d9-7e3c604a9fdd: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:03:27.355466 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:27.655038 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb1dfef3-b2dd-4901-92cd-33ad7b96409b req-69f87082-53b5-4f5b-9a96-4bcb67cf2eae tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743967 Oct 27 16:03:27.701788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 83b66e02-0067-4613-bd48-11b44454adf5 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:27.734378 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-108bd4a8-fcc1-4b0f-85c2-2951259e5e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:27.765288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:27.778822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f53d54d5-64bb-46f7-bd0f-b83b158f8785 admin admin] 10.222.0.15 "PUT /v2.0/routers/9f09009b-4d8b-4ee7-ad9d-04258e835dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5661969 Oct 27 16:03:27.780905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45152) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:27.843380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108bd4a8-fcc1-4b0f-85c2-2951259e5e6f None None] Pushing event deleted for resources: {'Port': ['ID=83b66e02-0067-4613-bd48-11b44454adf5,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:27.846781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b95f5-3cd3-4ae7-9f24-cf0b05c738b6 None None] Sync routers for ids ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:27.921173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 83b66e02-0067-4613-bd48-11b44454adf5 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:27.921883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 83b66e02-0067-4613-bd48-11b44454adf5 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:27.961416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108bd4a8-fcc1-4b0f-85c2-2951259e5e6f None None] No DVR routers for this DVR port 83b66e02-0067-4613-bd48-11b44454adf5 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:27.963476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] For port 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:27.985023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-c395456f-7f40-43bf-9aec-b98bcc11fe96', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'fixed_ips': [{'subnet_id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:03:27.986265 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.012171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] For port 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=9aa25e9e-c661-4c4a-a16f-3d1e0129c02b,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:28.016989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b95f5-3cd3-4ae7-9f24-cf0b05c738b6 None None] Routers {'9f09009b-4d8b-4ee7-ad9d-04258e835dc7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:28.017295 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.018309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-610b95f5-3cd3-4ae7-9f24-cf0b05c738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:28.149016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.153632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] No DVR routers for this DVR port 83b66e02-0067-4613-bd48-11b44454adf5 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:28.156487 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.159351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.237595 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.265705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Pushing event deleted for resources: {'Port': ['ID=83b66e02-0067-4613-bd48-11b44454adf5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:28.427643 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.478158 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.542156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.592445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b826b14-9ed7-4dfd-bde9-c96e8798fbc8']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:28.603171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d10b34-1703-42fc-a781-3ce97c739c1c None None] Pushing event updated for resources: {'Port': ['ID=9aa25e9e-c661-4c4a-a16f-3d1e0129c02b,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:28.632887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Allocated IP 172.20.0.2 (c395456f-7f40-43bf-9aec-b98bcc11fe96/e7f56118-b5f3-4287-be33-2cc6440dcc53/df3fa596-aaac-4a6d-9d27-5a2cde23a20a) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:28.637206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Routers {'5f19c94f-29f4-445e-9808-5436b207793c'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:28.637851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5f19c94f-29f4-445e-9808-5436b207793c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:28.705148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fd85b3-f343-4c0e-85d2-74d01e993914') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:28.705742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fd85b3-f343-4c0e-85d2-74d01e993914') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:28.710195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Deleting port 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:28.710921 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.731013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.741303 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.766265 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.846004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:03:28.846717 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.885126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] For port 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5f5a6b8c-ce98-4079-be0c-cf4143fbccbd,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:28.885576 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.924603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Calling delete_port for 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:28.996854 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:28.997870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-610b95f5-3cd3-4ae7-9f24-cf0b05c738b6 None None] Set router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:03:29.037155 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:03:29.261507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.286230 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.289973 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] 10.222.0.15 "DELETE /v2.0/networks/8b826b14-9ed7-4dfd-bde9-c96e8798fbc8 HTTP/1.1" status: 204 len: 168 time: 3.6560597 Oct 27 16:03:29.306908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45168) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:29.370466 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806c729-4552-4190-b324-a06862bb145a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b826b14-9ed7-4dfd-bde9-c96e8798fbc8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:29.429744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b0f98-e99c-4b96-9360-730883c33def req-70f704ee-9239-401c-86ad-0d2135fad32b tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:29.429967 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.437972 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de7b0f98-e99c-4b96-9360-730883c33def req-70f704ee-9239-401c-86ad-0d2135fad32b tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 950 time: 0.3911712 Oct 27 16:03:29.508253 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de7b0f98-e99c-4b96-9360-730883c33def req-4189d0b7-d5d4-4b69-9354-78f8bef097e9 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691531 Oct 27 16:03:29.515680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] Set router 5f19c94f-29f4-445e-9808-5436b207793c gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:29.554512 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Allocated IP 172.20.0.1 (15d8ee4e-6636-4b6b-80d8-bda6a024da80/997dcf83-be05-482c-b45b-181e62064f9f/ac1184a1-80ef-4db9-b8df-1f6900df3e63) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:29.921678 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:29.973984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:30.067940 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:30.147567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-610b95f5-3cd3-4ae7-9f24-cf0b05c738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T16:03:24Z', 'revision_number': 5, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port': {'id': '5f5a6b8c-ce98-4079-be0c-cf4143fbccbd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:2a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:03Z', 'updated_at': '2021-10-27T15:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:30.216481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Network c395456f-7f40-43bf-9aec-b98bcc11fe96 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:30.217948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b95f5-3cd3-4ae7-9f24-cf0b05c738b6 None None] Checking router: 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:30.236934 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:30.237967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:30.258294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:30.258847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:30.261662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Pushing event updated for resources: {'Port': ['ID=df3fa596-aaac-4a6d-9d27-5a2cde23a20a,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:30.311254 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610b95f5-3cd3-4ae7-9f24-cf0b05c738b6 None None] Routers {'9f09009b-4d8b-4ee7-ad9d-04258e835dc7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:30.312139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5a6b8c-ce98-4079-be0c-cf4143fbccbd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:30.314386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-610b95f5-3cd3-4ae7-9f24-cf0b05c738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:30.366025 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:30.418213 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Network 15d8ee4e-6636-4b6b-80d8-bda6a024da80 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:30.424004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:30.450858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:30.468914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1184a1-80ef-4db9-b8df-1f6900df3e63,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:30.563794 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:30.614966 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:30.627318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:30.635974 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:30.714965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-610b95f5-3cd3-4ae7-9f24-cf0b05c738b6 None None] Set router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:30.838782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19c94f-29f4-445e-9808-5436b207793c', 'name': 'tempest-ServersTestMultiNic-388634525-router', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:20Z', 'revision_number': 3, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'gw_port': {'id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19c94f-29f4-445e-9808-5436b207793c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:17Z', 'updated_at': '2021-10-27T16:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:30.880298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Attempting to bind port df3fa596-aaac-4a6d-9d27-5a2cde23a20a on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:30.880680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Attempting to bind port df3fa596-aaac-4a6d-9d27-5a2cde23a20a by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:30.881197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Attempting to bind port df3fa596-aaac-4a6d-9d27-5a2cde23a20a on network c395456f-7f40-43bf-9aec-b98bcc11fe96 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:30.884008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-610b95f5-3cd3-4ae7-9f24-cf0b05c738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T16:03:29Z', 'revision_number': 7, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:30.889152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ecd63-9919-4e76-a6fb-1924be2570f1 None None] The sync data for ids ['5f19c94f-29f4-445e-9808-5436b207793c'] in n-d-815689-1 is: [{'id': '5f19c94f-29f4-445e-9808-5436b207793c', 'name': 'tempest-ServersTestMultiNic-388634525-router', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:20Z', 'revision_number': 3, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'gw_port': {'id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f7:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19c94f-29f4-445e-9808-5436b207793c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:17Z', 'updated_at': '2021-10-27T16:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:30.911567 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:30.917887 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.037548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Allocated IP 172.25.4.159 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/e0791622-e583-431c-8e92-fbf79ac4ab0e) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:31.159402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610b95f5-3cd3-4ae7-9f24-cf0b05c738b6 None None] The sync data for ids ['9f09009b-4d8b-4ee7-ad9d-04258e835dc7'] in n-d-815689-1 is: [{'id': '9f09009b-4d8b-4ee7-ad9d-04258e835dc7', 'name': 'tempest-ServersTestBootFromVolume-1690313826-router', 'tenant_id': '71f531cca50846fdb21f4fffd8a76483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:02Z', 'updated_at': '2021-10-27T16:03:29Z', 'revision_number': 7, 'project_id': '71f531cca50846fdb21f4fffd8a76483', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:31.161200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] Deleting port d375d846-4c92-4418-8091-4c4e45308eaa {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:31.161771 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.177415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:31.192639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Checking segment: {'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:31.193229 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.193705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Bound using segment: {'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:31.194337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Bound port: df3fa596-aaac-4a6d-9d27-5a2cde23a20a, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:31.197289 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.255909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-25851795-ec41-41c8-8972-1193a428e40b None None] Provisioning complete for port ac1184a1-80ef-4db9-b8df-1f6900df3e63 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:31.256589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-25851795-ec41-41c8-8972-1193a428e40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.308477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.382998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-25851795-ec41-41c8-8972-1193a428e40b None None] Port ac1184a1-80ef-4db9-b8df-1f6900df3e63 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:31.391370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] For port df3fa596-aaac-4a6d-9d27-5a2cde23a20a, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:31.396201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] For port df3fa596-aaac-4a6d-9d27-5a2cde23a20a, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=df3fa596-aaac-4a6d-9d27-5a2cde23a20a,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:31.420401 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.420401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f09009b-4d8b-4ee7-ad9d-04258e835dc7 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:03:31.445783 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.450494 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-86883200-47b7-4323-9532-dd3f36182c16 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9f09009b-4d8b-4ee7-ad9d-04258e835dc7 HTTP/1.1" status: 204 len: 168 time: 3.6680176 Oct 27 16:03:31.459329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45202) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:31.468660 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.482166 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.536147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7c226b-fa01-408f-bfd2-8993772b67a8 admin admin] Deleting subnet 0575cc79-1ce7-4bfb-afa0-3772e6cab24f {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:03:31.541640 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e7c226b-fa01-408f-bfd2-8993772b67a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.544926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] For port d375d846-4c92-4418-8091-4c4e45308eaa, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d375d846-4c92-4418-8091-4c4e45308eaa,segment=NetworkSegment(be36c473-6ef1-4237-8345-e4da8d5e8491),segment_id=be36c473-6ef1-4237-8345-e4da8d5e8491)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:31.545256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.713456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4779245f-a85b-46f1-8731-56340f7a0a57 None None] Pushing event updated for resources: {'Port': ['ID=df3fa596-aaac-4a6d-9d27-5a2cde23a20a,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:31.734976 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52874567-d6a6-4316-bbb2-265b9379e2a6 req-8331781c-3e16-476f-b144-60fb3ada7a90 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:31.742739 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-52874567-d6a6-4316-bbb2-265b9379e2a6 req-8331781c-3e16-476f-b144-60fb3ada7a90 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 950 time: 0.3425555 Oct 27 16:03:31.843816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:31.844043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] Calling delete_port for d375d846-4c92-4418-8091-4c4e45308eaa owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:31.853545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-52874567-d6a6-4316-bbb2-265b9379e2a6 req-b3f5e61a-01b1-4fa0-9cca-15c11cb34da1 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043632 Oct 27 16:03:31.858259 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.872020 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e7c226b-fa01-408f-bfd2-8993772b67a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.897068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:31.897892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 27c9efd2-9ac2-42f1-ac8a-3dee8a6441e1 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:31.960306 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:31.963462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:31.968936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:31.973761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:32.050206 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Pushing event updated for resources: {'Port': ['ID=e0791622-e583-431c-8e92-fbf79ac4ab0e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:32.097494 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:32.103181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e7c226b-fa01-408f-bfd2-8993772b67a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:32.315643 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:32.561767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622bf0d-55f7-43f9-96e7-0b6493d64667 req-348bd2c2-47d8-4fb1-a5dc-8e2987fbfaf7 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:32.564735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9622bf0d-55f7-43f9-96e7-0b6493d64667 req-348bd2c2-47d8-4fb1-a5dc-8e2987fbfaf7 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 945 time: 0.1002243 Oct 27 16:03:32.625143 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:32.706517 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e7c226b-fa01-408f-bfd2-8993772b67a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:32.838368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc9baee-9dea-4f35-8919-6ca85f522252 None None] Network 1b2d8b14-8822-4617-8111-c6974e73feff requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:32.946483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e7c226b-fa01-408f-bfd2-8993772b67a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:32.958266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6e7c226b-fa01-408f-bfd2-8993772b67a8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0575cc79-1ce7-4bfb-afa0-3772e6cab24f HTTP/1.1" status: 204 len: 168 time: 1.4848890 Oct 27 16:03:32.959748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d375d846-4c92-4418-8091-4c4e45308eaa,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:32.983384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45214) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:33.012986 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9622bf0d-55f7-43f9-96e7-0b6493d64667 req-2996a1a0-29ac-417c-ad72-8f0c83b607ce tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253085 Oct 27 16:03:33.084284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c226b-fa01-408f-bfd2-8993772b67a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0575cc79-1ce7-4bfb-afa0-3772e6cab24f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:33.207912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9125c-75b5-4587-b719-7512564c4eee req-9f10df70-fa14-4f2c-8c1e-4599f45cf261 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:33.224457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3b9125c-75b5-4587-b719-7512564c4eee req-9f10df70-fa14-4f2c-8c1e-4599f45cf261 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.54 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 950 time: 0.6575673 Oct 27 16:03:33.401191 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f40fea-ab91-476b-9aca-6b505f2fe9c5 None None] DHCP port deletion for 1b2d8b14-8822-4617-8111-c6974e73feff request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:03:33.572644 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-65f40fea-ab91-476b-9aca-6b505f2fe9c5 None None] Deleting port f233a703-4989-464c-9e40-7f49d5660020 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:33.573221 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65f40fea-ab91-476b-9aca-6b505f2fe9c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.751999 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.803769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-65f40fea-ab91-476b-9aca-6b505f2fe9c5 None None] For port f233a703-4989-464c-9e40-7f49d5660020, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f233a703-4989-464c-9e40-7f49d5660020,segment=NetworkSegment(0093ff44-731a-4a19-8c77-c61af0aeca10),segment_id=0093ff44-731a-4a19-8c77-c61af0aeca10)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:33.806319 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65f40fea-ab91-476b-9aca-6b505f2fe9c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.829740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device df3fa596-aaac-4a6d-9d27-5a2cde23a20a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:33.857428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-65f40fea-ab91-476b-9aca-6b505f2fe9c5 None None] Calling delete_port for f233a703-4989-464c-9e40-7f49d5660020 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:33.858931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f3b9125c-75b5-4587-b719-7512564c4eee req-038da93e-0394-44ec-99ee-b848a95a3523 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Deleting port 5998fa89-3848-4333-b991-a71a73baa984 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:33.859439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f3b9125c-75b5-4587-b719-7512564c4eee req-038da93e-0394-44ec-99ee-b848a95a3523 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:33.887138 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b43c7-48df-4314-bf0b-755bb4e58367 req-9e1f8f62-93cc-491a-8024-5b30ca869746 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:33.888804 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c58b43c7-48df-4314-bf0b-755bb4e58367 req-9e1f8f62-93cc-491a-8024-5b30ca869746 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 950 time: 0.6573184 Oct 27 16:03:33.897135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1184a1-80ef-4db9-b8df-1f6900df3e63,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:33.916869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa7c50-8ec5-449d-afa7-e11b75b526ab req-0c06af44-692b-4cab-99b5-1c0089e8cc9d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:33.918415 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76fa7c50-8ec5-449d-afa7-e11b75b526ab req-0c06af44-692b-4cab-99b5-1c0089e8cc9d tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.54 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 945 time: 1.0159032 Oct 27 16:03:34.023573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a66dfdf-cc68-4a0f-82ef-83d30b37e375 None None] Network c395456f-7f40-43bf-9aec-b98bcc11fe96 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:34.107295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f3b9125c-75b5-4587-b719-7512564c4eee req-038da93e-0394-44ec-99ee-b848a95a3523 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] For port 5998fa89-3848-4333-b991-a71a73baa984, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5998fa89-3848-4333-b991-a71a73baa984,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:34.107832 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f3b9125c-75b5-4587-b719-7512564c4eee req-038da93e-0394-44ec-99ee-b848a95a3523 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.139577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f3b9125c-75b5-4587-b719-7512564c4eee req-038da93e-0394-44ec-99ee-b848a95a3523 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Calling delete_port for 5998fa89-3848-4333-b991-a71a73baa984 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:34.176157 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.189003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.247021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.313000 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c58b43c7-48df-4314-bf0b-755bb4e58367 req-378624ef-32f2-4bcb-928d-253f547abbbc tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/security-groups?id=412ae258-f939-4fa7-99f0-87c843791a01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900423 Oct 27 16:03:34.393318 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port df3fa596-aaac-4a6d-9d27-5a2cde23a20a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:34.395929 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.464673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1a60a45f-5750-429d-99a7-c0cd79f75d4d None None] Provisioning complete for port df3fa596-aaac-4a6d-9d27-5a2cde23a20a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:34.469155 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1a60a45f-5750-429d-99a7-c0cd79f75d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.469296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03216c5a-39e0-4d92-a30b-d0f7a548f0b8 req-93451684-594f-4c4e-844f-3d5ef77e106f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:34.487456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03216c5a-39e0-4d92-a30b-d0f7a548f0b8 req-93451684-594f-4c4e-844f-3d5ef77e106f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 945 time: 0.2527714 Oct 27 16:03:34.553747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-76fa7c50-8ec5-449d-afa7-e11b75b526ab req-a25d3387-75a1-41c0-b276-24eceeb3f121 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Deleting port c32792df-ca37-47c7-91e2-795c2d179df6 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:34.556019 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-76fa7c50-8ec5-449d-afa7-e11b75b526ab req-a25d3387-75a1-41c0-b276-24eceeb3f121 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.573973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65f40fea-ab91-476b-9aca-6b505f2fe9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.583251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03216c5a-39e0-4d92-a30b-d0f7a548f0b8 req-3e15317f-f8dc-431c-b4ab-3dbc1daa3f33 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939827 Oct 27 16:03:34.598477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Network 15d8ee4e-6636-4b6b-80d8-bda6a024da80 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:34.618478 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f40fea-ab91-476b-9aca-6b505f2fe9c5 None None] No DVR routers for this DVR port f233a703-4989-464c-9e40-7f49d5660020 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:34.670630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:34.799080 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f3b9125c-75b5-4587-b719-7512564c4eee req-038da93e-0394-44ec-99ee-b848a95a3523 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.808145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f40fea-ab91-476b-9aca-6b505f2fe9c5 None None] Pushing event deleted for resources: {'Port': ['ID=f233a703-4989-464c-9e40-7f49d5660020,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:34.856374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038da93e-0394-44ec-99ee-b848a95a3523 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Pushing event deleted for resources: {'Port': ['ID=5998fa89-3848-4333-b991-a71a73baa984,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:34.903074 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1a60a45f-5750-429d-99a7-c0cd79f75d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.906704 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.938314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b9125c-75b5-4587-b719-7512564c4eee req-038da93e-0394-44ec-99ee-b848a95a3523 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] No DVR routers for this DVR port 5998fa89-3848-4333-b991-a71a73baa984 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:34.948140 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f3b9125c-75b5-4587-b719-7512564c4eee req-038da93e-0394-44ec-99ee-b848a95a3523 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:34.953163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3b9125c-75b5-4587-b719-7512564c4eee req-038da93e-0394-44ec-99ee-b848a95a3523 tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.54 "DELETE /v2.0/ports/5998fa89-3848-4333-b991-a71a73baa984 HTTP/1.1" status: 204 len: 173 time: 1.7100265 Oct 27 16:03:34.956456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89280128-f3f2-4ba1-bd7c-f41b180c161e', 'name': 'network-vif-deleted', 'tag': '5998fa89-3848-4333-b991-a71a73baa984'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:34.976645 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cdaa74-73d1-45a8-81db-d0a89e76c3fd" -d '{"events": [{"server_uuid": "89280128-f3f2-4ba1-bd7c-f41b180c161e", "name": "network-vif-deleted", "tag": "5998fa89-3848-4333-b991-a71a73baa984"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:35.078789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] Router 961a8fa1-ceec-4948-b607-594bf9fde1ab has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:35.086992 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a2a676-efd4-44c6-b1e8-63306a63db04 x-openstack-request-id: req-c4a2a676-efd4-44c6-b1e8-63306a63db04 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:35.089991 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89280128-f3f2-4ba1-bd7c-f41b180c161e", "name": "network-vif-deleted", "tag": "5998fa89-3848-4333-b991-a71a73baa984", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:35.090566 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4a2a676-efd4-44c6-b1e8-63306a63db04 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:35.091286 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89280128-f3f2-4ba1-bd7c-f41b180c161e', 'name': 'network-vif-deleted', 'tag': '5998fa89-3848-4333-b991-a71a73baa984', 'status': 'completed', 'code': 200} Oct 27 16:03:35.147896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port df3fa596-aaac-4a6d-9d27-5a2cde23a20a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=df3fa596-aaac-4a6d-9d27-5a2cde23a20a,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:35.220406 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.222777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:35.241084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Deleting port f233a703-4989-464c-9e40-7f49d5660020 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:35.241701 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.552815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:35.563056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-659e7ab3-b46a-4bb0-88f2-3ac3389d8ea2 admin admin] 10.222.0.15 "PUT /v2.0/routers/961a8fa1-ceec-4948-b607-594bf9fde1ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2594917 Oct 27 16:03:35.564982 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b9916e-f23d-4896-a57a-f3d99214d66b None None] Sync routers for ids ['961a8fa1-ceec-4948-b607-594bf9fde1ab'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:35.570322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45230) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:35.583489 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9916e-f23d-4896-a57a-f3d99214d66b None None] Routers {'961a8fa1-ceec-4948-b607-594bf9fde1ab'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:35.586661 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c2b9916e-f23d-4896-a57a-f3d99214d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['961a8fa1-ceec-4948-b607-594bf9fde1ab'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:35.625009 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-1a60a45f-5750-429d-99a7-c0cd79f75d4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:03:35.625576 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-1a60a45f-5750-429d-99a7-c0cd79f75d4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:03:35.695172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=df3fa596-aaac-4a6d-9d27-5a2cde23a20a,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:35.732203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.735463 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:35.735838 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.758228 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4dd93071-e605-4bba-8f32-7e9e9b454ad6 req-1d2e7ddd-7606-473c-8547-19235125351e tempest-TenantUsagesTestJSON-2004084355 tempest-TenantUsagesTestJSON-2004084355-project] 10.222.0.15 "GET /v2.0/ports?device_id=89280128-f3f2-4ba1-bd7c-f41b180c161e HTTP/1.1" status: 200 len: 210 time: 0.1965590 Oct 27 16:03:35.765506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Router 5f19c94f-29f4-445e-9808-5436b207793c has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:35.769193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-76fa7c50-8ec5-449d-afa7-e11b75b526ab req-a25d3387-75a1-41c0-b276-24eceeb3f121 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] For port c32792df-ca37-47c7-91e2-795c2d179df6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c32792df-ca37-47c7-91e2-795c2d179df6,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:35.769836 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-76fa7c50-8ec5-449d-afa7-e11b75b526ab req-a25d3387-75a1-41c0-b276-24eceeb3f121 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.780982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] For port f233a703-4989-464c-9e40-7f49d5660020, host n-d-815689-1, got binding levels [] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:35.781498 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.807446 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:35.808017 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-76fa7c50-8ec5-449d-afa7-e11b75b526ab req-a25d3387-75a1-41c0-b276-24eceeb3f121 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Calling delete_port for c32792df-ca37-47c7-91e2-795c2d179df6 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:35.871717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Calling delete_port for f233a703-4989-464c-9e40-7f49d5660020 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:35.876657 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-c2b9916e-f23d-4896-a57a-f3d99214d66b None None] Set router 961a8fa1-ceec-4948-b607-594bf9fde1ab gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:35.940467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c32792df-ca37-47c7-91e2-795c2d179df6 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:36.055795 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:36.108279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Port f233a703-4989-464c-9e40-7f49d5660020 was not found and therefore no delete operation was performed {{(pid=109722) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:03:36.119574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=9aa25e9e-c661-4c4a-a16f-3d1e0129c02b,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:36.212597 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c2b9916e-f23d-4896-a57a-f3d99214d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-router', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:18Z', 'updated_at': '2021-10-27T16:03:32Z', 'revision_number': 5, 'project_id': 'feddf991a81349a096a85e084473fe75', 'gw_port': {'id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:19Z', 'updated_at': '2021-10-27T15:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:36.245010 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b9916e-f23d-4896-a57a-f3d99214d66b None None] Checking router: 961a8fa1-ceec-4948-b607-594bf9fde1ab for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:36.256331 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b9916e-f23d-4896-a57a-f3d99214d66b None None] Routers {'961a8fa1-ceec-4948-b607-594bf9fde1ab'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:36.257577 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c2b9916e-f23d-4896-a57a-f3d99214d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['961a8fa1-ceec-4948-b607-594bf9fde1ab'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:36.272557 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:36.308256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:36.372093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a804b-4204-4f98-b0e5-5ede4378de8e req-37e323d7-bb02-4174-90fc-966dd928fafb tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:36.373854 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da0a804b-4204-4f98-b0e5-5ede4378de8e req-37e323d7-bb02-4174-90fc-966dd928fafb tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 945 time: 0.6394114 Oct 27 16:03:36.427005 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-c2b9916e-f23d-4896-a57a-f3d99214d66b None None] Set router 961a8fa1-ceec-4948-b607-594bf9fde1ab gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:36.427243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:36.427476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5f5a6b8c-ce98-4079-be0c-cf4143fbccbd not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:36.455437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:36.488741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5998fa89-3848-4333-b991-a71a73baa984 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:36.762376 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da0a804b-4204-4f98-b0e5-5ede4378de8e req-d1a6a75a-b84f-4946-8b8a-9d9c65f3d459 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659833 Oct 27 16:03:36.762814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 5998fa89-3848-4333-b991-a71a73baa984 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:36.762814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5998fa89-3848-4333-b991-a71a73baa984 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:36.763833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:36.764658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Sync routers for ids ['5f19c94f-29f4-445e-9808-5436b207793c'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:36.764868 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-223b74e8-0c18-414f-bca2-742cb3483bd6 admin admin] 10.222.0.15 "PUT /v2.0/routers/5f19c94f-29f4-445e-9808-5436b207793c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3258834 Oct 27 16:03:36.764868 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:36.765066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=9aa25e9e-c661-4c4a-a16f-3d1e0129c02b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:36.765066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-60a0a067-896d-4801-ba8f-4a248ad96ed1 None None] Provisioning complete for port df3fa596-aaac-4a6d-9d27-5a2cde23a20a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:36.765066 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-60a0a067-896d-4801-ba8f-4a248ad96ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:36.765066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device df3fa596-aaac-4a6d-9d27-5a2cde23a20a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:36.765066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Routers {'5f19c94f-29f4-445e-9808-5436b207793c'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:36.765066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5f19c94f-29f4-445e-9808-5436b207793c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:36.782073 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c2b9916e-f23d-4896-a57a-f3d99214d66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-router', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:18Z', 'updated_at': '2021-10-27T16:03:32Z', 'revision_number': 5, 'project_id': 'feddf991a81349a096a85e084473fe75', 'gw_port': {'id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:19Z', 'updated_at': '2021-10-27T15:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:36.852685 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b9916e-f23d-4896-a57a-f3d99214d66b None None] The sync data for ids ['961a8fa1-ceec-4948-b607-594bf9fde1ab'] in n-d-815689-1 is: [{'id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414184377-router', 'tenant_id': 'feddf991a81349a096a85e084473fe75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98'}], 'enable_snat': True}, 'gw_port_id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:58:18Z', 'updated_at': '2021-10-27T16:03:32Z', 'revision_number': 5, 'project_id': 'feddf991a81349a096a85e084473fe75', 'gw_port': {'id': '8c4f6a9b-8083-4123-be60-1ae996ef97b4', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961a8fa1-ceec-4948-b607-594bf9fde1ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:58:19Z', 'updated_at': '2021-10-27T15:58:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:36.920135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f233a703-4989-464c-9e40-7f49d5660020,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:36.924307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Deleting port 8c4f6a9b-8083-4123-be60-1ae996ef97b4 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:36.924665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:36.934892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] No DVR routers for this DVR port f233a703-4989-464c-9e40-7f49d5660020 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:37.041896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45246) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:37.101984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.135350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2d8b14-8822-4617-8111-c6974e73feff']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:37.148470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0093ff44-731a-4a19-8c77-c61af0aeca10') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:37.150834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0093ff44-731a-4a19-8c77-c61af0aeca10') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:37.161882 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.164873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] For port 8c4f6a9b-8083-4123-be60-1ae996ef97b4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c4f6a9b-8083-4123-be60-1ae996ef97b4,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:37.165300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.180951 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.189638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:03:37.190316 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.213076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-726091114'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:37.244085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Calling delete_port for 8c4f6a9b-8083-4123-be60-1ae996ef97b4 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:03:37.295691 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:03:37.385707 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.441820 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.452108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:37.453222 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1b2d8b14-8822-4617-8111-c6974e73feff HTTP/1.1" status: 204 len: 168 time: 4.4294136 Oct 27 16:03:37.453222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3d437-2a79-4200-aa6d-ed2f431a86b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b2d8b14-8822-4617-8111-c6974e73feff,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:37.453222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Router 49c06349-e383-4005-bbda-31f7b746e33e is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:03:37.473656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-76fa7c50-8ec5-449d-afa7-e11b75b526ab req-a25d3387-75a1-41c0-b276-24eceeb3f121 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.493700 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.557013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port df3fa596-aaac-4a6d-9d27-5a2cde23a20a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:37.557386 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.599557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d3387-75a1-41c0-b276-24eceeb3f121 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Pushing event deleted for resources: {'Port': ['ID=c32792df-ca37-47c7-91e2-795c2d179df6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:37.612554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Set router 5f19c94f-29f4-445e-9808-5436b207793c gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:37.658179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-60a0a067-896d-4801-ba8f-4a248ad96ed1 None None] Provisioning complete for port ac1184a1-80ef-4db9-b8df-1f6900df3e63 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:37.658603 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-60a0a067-896d-4801-ba8f-4a248ad96ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.676088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:03:37.705070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-60a0a067-896d-4801-ba8f-4a248ad96ed1 None None] Port ac1184a1-80ef-4db9-b8df-1f6900df3e63 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:37.790049 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.790790 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Added segment 1c122845-4816-4c71-a24a-4286c2fd9d2d of type vlan for network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 Oct 27 16:03:37.889450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:37.930495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45258) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:37.981960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-76fa7c50-8ec5-449d-afa7-e11b75b526ab req-a25d3387-75a1-41c0-b276-24eceeb3f121 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] No DVR routers for this DVR port c32792df-ca37-47c7-91e2-795c2d179df6 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:38.000301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-76fa7c50-8ec5-449d-afa7-e11b75b526ab req-a25d3387-75a1-41c0-b276-24eceeb3f121 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:38.004375 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76fa7c50-8ec5-449d-afa7-e11b75b526ab req-a25d3387-75a1-41c0-b276-24eceeb3f121 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.54 "DELETE /v2.0/ports/c32792df-ca37-47c7-91e2-795c2d179df6 HTTP/1.1" status: 204 len: 173 time: 4.0490055 Oct 27 16:03:38.004882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'name': 'network-vif-deleted', 'tag': 'c32792df-ca37-47c7-91e2-795c2d179df6'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:38.007341 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ddfbe3-c8e7-4a5c-8808-2ebcb746ee06" -d '{"events": [{"server_uuid": "46827d0f-2005-4ebb-a781-8bfd4024345c", "name": "network-vif-deleted", "tag": "c32792df-ca37-47c7-91e2-795c2d179df6"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:38.069565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:38.084448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:38.084448 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:38.133409 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:38.178327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f233a703-4989-464c-9e40-7f49d5660020 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:38.331457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: f233a703-4989-464c-9e40-7f49d5660020 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:38.343499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f233a703-4989-464c-9e40-7f49d5660020 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:38.509084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19c94f-29f4-445e-9808-5436b207793c', 'name': 'tempest-ServersTestMultiNic-388634525-router', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:30Z', 'revision_number': 4, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'gw_port': {'id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19c94f-29f4-445e-9808-5436b207793c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:17Z', 'updated_at': '2021-10-27T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ac1184a1-80ef-4db9-b8df-1f6900df3e63', 'name': '', 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'mac_address': 'fa:16:3e:aa:f2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19c94f-29f4-445e-9808-5436b207793c', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '997dcf83-be05-482c-b45b-181e62064f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:29Z', 'updated_at': '2021-10-27T16:03:31Z', 'revision_number': 2, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'subnets': [{'id': '997dcf83-be05-482c-b45b-181e62064f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:38.591226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Checking router: 5f19c94f-29f4-445e-9808-5436b207793c for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:38.591584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Updating router 5f19c94f-29f4-445e-9808-5436b207793c port ac1184a1-80ef-4db9-b8df-1f6900df3e63 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:03:38.619863 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:38.631250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45266) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:38.632658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:38.661697 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Sync routers for ids ['49c06349-e383-4005-bbda-31f7b746e33e'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:38.662324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c245e3a6-79d8-48a3-ab69-bfa7224b2e91 req-5a8fdefe-9d6b-4f17-8be7-189263519c4a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=46827d0f-2005-4ebb-a781-8bfd4024345c HTTP/1.1" status: 200 len: 210 time: 0.7728634 Oct 27 16:03:38.683739 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033d8dbd-ff39-41c6-b912-e43f2bc2b80f x-openstack-request-id: req-033d8dbd-ff39-41c6-b912-e43f2bc2b80f {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:38.684106 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46827d0f-2005-4ebb-a781-8bfd4024345c", "name": "network-vif-deleted", "tag": "c32792df-ca37-47c7-91e2-795c2d179df6", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:38.692292 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-033d8dbd-ff39-41c6-b912-e43f2bc2b80f {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:38.692292 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46827d0f-2005-4ebb-a781-8bfd4024345c', 'name': 'network-vif-deleted', 'tag': 'c32792df-ca37-47c7-91e2-795c2d179df6', 'status': 'completed', 'code': 200} Oct 27 16:03:38.692590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:38.703182 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4d02bdc1-02a6-42e0-8144-ac0cced6506f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71f531cca50846fdb21f4fffd8a76483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645599 Oct 27 16:03:38.708925 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45268) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:38.730704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Network': ['ID=4ac084ca-3547-42d1-a9bd-1f1cf2711c54,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:38.738839 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Routers {'49c06349-e383-4005-bbda-31f7b746e33e'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:38.739634 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['49c06349-e383-4005-bbda-31f7b746e33e'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:38.752920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-618fce4d-b4ce-4b27-ba5b-6eb8dffe2a40 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7054327 Oct 27 16:03:38.756506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4f6a9b-8083-4123-be60-1ae996ef97b4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:38.761002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45270) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:38.781936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:03:38.798898 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:38.801092 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4dd186a1-9d91-4854-a7a4-d5c18f1e58a3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.4564192 Oct 27 16:03:38.812241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45272) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:38.824257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'subnet': {'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:39.034272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:39.034965 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.043112 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Set router 49c06349-e383-4005-bbda-31f7b746e33e gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:39.140204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a4cd1f95-4d36-4270-8964-b0bb60060ae9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0cc3b7f50384aa4a839d9f7c0da2e00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2042806 Oct 27 16:03:39.143623 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8fc391e-bf63-445a-b577-4b717538a845 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.146722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45278) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:39.204017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.242221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8fc391e-bf63-445a-b577-4b717538a845 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.351111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:39.354308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d375d846-4c92-4418-8091-4c4e45308eaa no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:39.357138 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.413079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d375d846-4c92-4418-8091-4c4e45308eaa {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:39.413431 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d375d846-4c92-4418-8091-4c4e45308eaa not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:39.435358 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:32Z', 'revision_number': 3, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:39.513124 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Checking router: 49c06349-e383-4005-bbda-31f7b746e33e for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:39.516089 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Updating router 49c06349-e383-4005-bbda-31f7b746e33e port e0791622-e583-431c-8e92-fbf79ac4ab0e binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:03:39.524071 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-30250e07-f33c-4d05-9928-7caa85a03b26 req-7da93f01-74a1-4f93-8748-8303296523b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1570313 Oct 27 16:03:39.524991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58a887b9-1595-4e30-9e57-574f0caa1ad2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.559977 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.575234 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.605911 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.615528 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.641173 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.743330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Pushing event updated for resources: {'Port': ['ID=ac1184a1-80ef-4db9-b8df-1f6900df3e63,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:39.787778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.802301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.811851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.837344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.837344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.837344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.837344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.837344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.837344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.837344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.837344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.837344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:03:39.905475 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.908408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 961a8fa1-ceec-4948-b607-594bf9fde1ab {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:03:39.914101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8fc391e-bf63-445a-b577-4b717538a845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.933017 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8fc391e-bf63-445a-b577-4b717538a845 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.937727 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f8fc391e-bf63-445a-b577-4b717538a845 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf078056-1cdd-4aaa-9992-c9773b7318c7 HTTP/1.1" status: 204 len: 168 time: 1.2227683 Oct 27 16:03:39.943876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:39.951920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-94a195ef-1049-4fb7-b7b6-2847aadbf14d admin admin] 10.222.0.15 "DELETE /v2.0/routers/961a8fa1-ceec-4948-b607-594bf9fde1ab HTTP/1.1" status: 204 len: 168 time: 4.3829582 Oct 27 16:03:39.964136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45288) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:39.999005 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.000651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc391e-bf63-445a-b577-4b717538a845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf078056-1cdd-4aaa-9992-c9773b7318c7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:40.009279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Attempting to bind port ac1184a1-80ef-4db9-b8df-1f6900df3e63 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:40.009936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Attempting to bind port ac1184a1-80ef-4db9-b8df-1f6900df3e63 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '44990b95-c192-4a05-b7d8-65660fbb718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:40.010538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Attempting to bind port ac1184a1-80ef-4db9-b8df-1f6900df3e63 on network 15d8ee4e-6636-4b6b-80d8-bda6a024da80 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:40.037241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58a887b9-1595-4e30-9e57-574f0caa1ad2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.070212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:40.071502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Checking segment: {'id': '44990b95-c192-4a05-b7d8-65660fbb718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:40.071502 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.072171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Bound using segment: {'id': '44990b95-c192-4a05-b7d8-65660fbb718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:40.072918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Bound port: ac1184a1-80ef-4db9-b8df-1f6900df3e63, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44990b95-c192-4a05-b7d8-65660fbb718e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:40.073562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.082398 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.165819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30250e07-f33c-4d05-9928-7caa85a03b26 req-4287b44a-16ca-4cf2-a5c4-8ddad993e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:40.167914 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-30250e07-f33c-4d05-9928-7caa85a03b26 req-4287b44a-16ca-4cf2-a5c4-8ddad993e194 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 1095 time: 0.6022861 Oct 27 16:03:40.231488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-087cceef-be70-49fe-a689-24cc5b8e8284 admin admin] Deleting subnet e78edc89-40ee-4aed-85ac-eae10541e46a {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:03:40.232920 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-087cceef-be70-49fe-a689-24cc5b8e8284 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.298116 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-087cceef-be70-49fe-a689-24cc5b8e8284 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.360812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] For port ac1184a1-80ef-4db9-b8df-1f6900df3e63, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:40.367400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] For port ac1184a1-80ef-4db9-b8df-1f6900df3e63, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ac1184a1-80ef-4db9-b8df-1f6900df3e63,segment=NetworkSegment(44990b95-c192-4a05-b7d8-65660fbb718e),segment_id=44990b95-c192-4a05-b7d8-65660fbb718e)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:40.396148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c1ac6c0e-2db4-4d95-b999-927d8f3304fc None None] Provisioning complete for port ac1184a1-80ef-4db9-b8df-1f6900df3e63 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:40.397121 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c1ac6c0e-2db4-4d95-b999-927d8f3304fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.435702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-087cceef-be70-49fe-a689-24cc5b8e8284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.472592 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac6c0e-2db4-4d95-b999-927d8f3304fc None None] Port ac1184a1-80ef-4db9-b8df-1f6900df3e63 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:40.490498 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.515560 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.591826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1aad0-1962-48a9-849b-02c6a42fdae2 None None] Pushing event updated for resources: {'Port': ['ID=ac1184a1-80ef-4db9-b8df-1f6900df3e63,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:40.653814 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Attempting to bind port e0791622-e583-431c-8e92-fbf79ac4ab0e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:40.654427 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Attempting to bind port e0791622-e583-431c-8e92-fbf79ac4ab0e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:40.655029 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Attempting to bind port e0791622-e583-431c-8e92-fbf79ac4ab0e on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:40.680980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Routers {'5f19c94f-29f4-445e-9808-5436b207793c'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:40.682215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5f19c94f-29f4-445e-9808-5436b207793c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:40.696886 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694211c-0b89-4522-ac42-3a5289529801 None None] Pushing event updated for resources: {'Port': ['ID=e0791622-e583-431c-8e92-fbf79ac4ab0e,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:40.721541 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:40.722109 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:40.722709 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.730373 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:40.734179 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Bound port: e0791622-e583-431c-8e92-fbf79ac4ab0e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:40.735159 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.750426 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.763697 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30250e07-f33c-4d05-9928-7caa85a03b26 req-17cefa29-4675-4acc-b031-d441f05c5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:40.765467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-30250e07-f33c-4d05-9928-7caa85a03b26 req-17cefa29-4675-4acc-b031-d441f05c5778 service neutron] 10.222.0.54 "GET /v2.0/networks?id=edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 200 len: 921 time: 0.5676832 Oct 27 16:03:40.856655 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-30250e07-f33c-4d05-9928-7caa85a03b26 req-23b15123-c508-4dd5-ac93-770b0b901b41 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa HTTP/1.1" status: 200 len: 217 time: 0.0819240 Oct 27 16:03:40.865901 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58a887b9-1595-4e30-9e57-574f0caa1ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.866767 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-087cceef-be70-49fe-a689-24cc5b8e8284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.883880 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] For port e0791622-e583-431c-8e92-fbf79ac4ab0e, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:40.890356 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] For port e0791622-e583-431c-8e92-fbf79ac4ab0e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e0791622-e583-431c-8e92-fbf79ac4ab0e,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:40.890982 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58a887b9-1595-4e30-9e57-574f0caa1ad2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:40.896006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8c4f6a9b-8083-4123-be60-1ae996ef97b4 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:40.896280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-58a887b9-1595-4e30-9e57-574f0caa1ad2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/412ae258-f939-4fa7-99f0-87c843791a01 HTTP/1.1" status: 204 len: 168 time: 1.7313280 Oct 27 16:03:40.934125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde50265-40b3-4418-a422-83bf5cc7441b req-ce3a9b78-45e1-4b26-a075-9ec70fa2fb97 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:40.935932 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fde50265-40b3-4418-a422-83bf5cc7441b req-ce3a9b78-45e1-4b26-a075-9ec70fa2fb97 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 945 time: 0.2889428 Oct 27 16:03:40.957289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 8c4f6a9b-8083-4123-be60-1ae996ef97b4 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:40.957993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8c4f6a9b-8083-4123-be60-1ae996ef97b4 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:40.968447 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:41.077126 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-087cceef-be70-49fe-a689-24cc5b8e8284 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:41.091779 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-087cceef-be70-49fe-a689-24cc5b8e8284 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e78edc89-40ee-4aed-85ac-eae10541e46a HTTP/1.1" status: 204 len: 168 time: 1.1263690 Oct 27 16:03:41.093643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Checking segment: {'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:41.094020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network hostable DHCP agents. Network: 4ac084ca-3547-42d1-a9bd-1f1cf2711c54, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:03:41.096094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a80421-e4ea-4ec1-8186-d2985dd2d4b4 None None] Network cf89e876-a6e9-4468-95d5-4fab092ef7ce requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:41.107514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45302) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:41.125950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a887b9-1595-4e30-9e57-574f0caa1ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ae258-f939-4fa7-99f0-87c843791a01,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:41.127574 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Routers {'49c06349-e383-4005-bbda-31f7b746e33e'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:41.129968 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['49c06349-e383-4005-bbda-31f7b746e33e'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:41.162094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Subnet': ['ID=1aa45de0-46e5-431f-a8da-f7dfd0e4432c,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:41.301497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cceef-be70-49fe-a689-24cc5b8e8284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78edc89-40ee-4aed-85ac-eae10541e46a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:41.314656 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694211c-0b89-4522-ac42-3a5289529801 None None] Pushing event updated for resources: {'Port': ['ID=e0791622-e583-431c-8e92-fbf79ac4ab0e,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:41.332793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] Set router 5f19c94f-29f4-445e-9808-5436b207793c gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:41.403230 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] Set router 49c06349-e383-4005-bbda-31f7b746e33e gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:41.440732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38a92a-88d5-4c76-bce8-c1acd0a7130b req-f0386596-acb4-424a-9f46-67fb5b824f1f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:41.450809 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf38a92a-88d5-4c76-bce8-c1acd0a7130b req-f0386596-acb4-424a-9f46-67fb5b824f1f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 945 time: 0.5454702 Oct 27 16:03:41.454962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-a6645159-23c9-4781-a20c-fd241a93ecec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7930777 Oct 27 16:03:41.455470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Allocated IP 172.20.0.1 (c395456f-7f40-43bf-9aec-b98bcc11fe96/e7f56118-b5f3-4287-be33-2cc6440dcc53/3ee44426-787e-4994-89ca-3ae0d688117a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:41.600749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d52ab442-6a53-440f-8b45-652d6faac775 None None] Provisioning complete for port ac1184a1-80ef-4db9-b8df-1f6900df3e63 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:41.601363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d52ab442-6a53-440f-8b45-652d6faac775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:41.650595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:03:41.738996 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fde50265-40b3-4418-a422-83bf5cc7441b req-554ed2b8-d191-4c3c-9af2-f9ebbcee4f68 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7475820 Oct 27 16:03:41.743475 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:41.761768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-5448e053-720c-46bf-869d-f7956d2415f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:41.763437 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-5448e053-720c-46bf-869d-f7956d2415f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4decf48a3d874cbba402768088ff7b0e&device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 1096 time: 0.2402980 Oct 27 16:03:41.789063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30250e07-f33c-4d05-9928-7caa85a03b26 req-ad7bea7e-2402-4ee7-aad4-cbb12589b3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:41.790244 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-30250e07-f33c-4d05-9928-7caa85a03b26 req-ad7bea7e-2402-4ee7-aad4-cbb12589b3c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 200 len: 860 time: 0.8951104 Oct 27 16:03:41.818750 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:32Z', 'revision_number': 3, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:41.850386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 4ac084ca-3547-42d1-a9bd-1f1cf2711c54) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:41.855317 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-30250e07-f33c-4d05-9928-7caa85a03b26 req-f8396203-2de2-40f5-9566-a6c4b2f45e2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=edc90018-5c2c-4f12-a27e-1b1214dfa254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513546 Oct 27 16:03:41.880498 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35eac51-e7bb-4d68-94a5-42d1d38a5504 None None] The sync data for ids ['49c06349-e383-4005-bbda-31f7b746e33e'] in n-d-815689-1 is: [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:32Z', 'revision_number': 3, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:41.891096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cead7174-2506-41af-ab4b-35a41baea006 None None] Network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:41.934300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:41.935201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:41.966330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-bf38a92a-88d5-4c76-bce8-c1acd0a7130b req-71a26269-9e8f-4413-bdf2-01a4b8de6c8b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Deleting port 51b18c50-5744-4c06-a98d-4efb95646ea4 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:41.966776 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bf38a92a-88d5-4c76-bce8-c1acd0a7130b req-71a26269-9e8f-4413-bdf2-01a4b8de6c8b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:42.029512 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-30250e07-f33c-4d05-9928-7caa85a03b26 req-9050c9e1-71f6-4e86-90e0-7a1792028699 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648817 Oct 27 16:03:42.057302 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b36d4f19-63b5-4a5d-a9ec-a8282cffcc44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2504747 Oct 27 16:03:42.074437 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45318) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:42.083394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-654362147'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:42.190370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-bd4f7903-8344-4c24-8991-857f4e3e62da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:42.190370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-bd4f7903-8344-4c24-8991-857f4e3e62da service neutron] 10.222.0.53 "GET /v2.0/networks?id=fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 HTTP/1.1" status: 200 len: 915 time: 0.3781288 Oct 27 16:03:42.191082 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:42.308110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Deleting port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:42.310949 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:42.360374 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-30250e07-f33c-4d05-9928-7caa85a03b26 req-83e1288a-dd68-482f-b272-80a1c37450d5 service neutron] 10.222.0.54 "GET /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135672 Oct 27 16:03:42.367876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:42.374222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:42.380590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-a5633a8a-2371-4c19-ae55-8c84ac331146 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec3ce103-139a-4305-a18b-49a95305b508 HTTP/1.1" status: 200 len: 217 time: 0.1798525 Oct 27 16:03:42.437566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45328) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:42.450077 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:42.525588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-bf38a92a-88d5-4c76-bce8-c1acd0a7130b req-71a26269-9e8f-4413-bdf2-01a4b8de6c8b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] For port 51b18c50-5744-4c06-a98d-4efb95646ea4, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=51b18c50-5744-4c06-a98d-4efb95646ea4,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:42.526317 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bf38a92a-88d5-4c76-bce8-c1acd0a7130b req-71a26269-9e8f-4413-bdf2-01a4b8de6c8b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:42.601413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-bf38a92a-88d5-4c76-bce8-c1acd0a7130b req-71a26269-9e8f-4413-bdf2-01a4b8de6c8b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Calling delete_port for 51b18c50-5744-4c06-a98d-4efb95646ea4 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:42.648096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:03:42.661801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45330) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:42.685512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] For port 3b7f701d-ef62-4cea-b0c5-af6c039f2526, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3b7f701d-ef62-4cea-b0c5-af6c039f2526,segment=NetworkSegment(be36c473-6ef1-4237-8345-e4da8d5e8491),segment_id=be36c473-6ef1-4237-8345-e4da8d5e8491)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:42.686090 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:42.686397 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-596a2d38-4f92-4a63-87ed-f8a3d57429b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:42.692789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Network c395456f-7f40-43bf-9aec-b98bcc11fe96 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:42.701377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Pushing event updated for resources: {'Port': ['ID=3ee44426-787e-4994-89ca-3ae0d688117a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:42.764734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:42.773061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:42.819307 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:42.825693 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Added segment e779ac54-1844-4519-9f14-836b695bd0a1 of type vlan for network bd95274f-71ef-4ba6-bc2b-80d12827e29f Oct 27 16:03:42.827583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Calling delete_port for 3b7f701d-ef62-4cea-b0c5-af6c039f2526 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:42.831376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e0791622-e583-431c-8e92-fbf79ac4ab0e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:42.956406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-94eb576f-c0bb-48ab-9813-33742b57a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:42.960391 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-94eb576f-c0bb-48ab-9813-33742b57a6bd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3054e14e-1959-45f5-b37e-9750204c7d6c HTTP/1.1" status: 200 len: 853 time: 0.4380469 Oct 27 16:03:42.962189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ecb96a-e18f-4a40-b055-11284b18bb7f None None] DHCP port deletion for cf89e876-a6e9-4468-95d5-4fab092ef7ce request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:03:43.022165 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.109432 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-596a2d38-4f92-4a63-87ed-f8a3d57429b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.112134 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d52ab442-6a53-440f-8b45-652d6faac775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.213376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d52ab442-6a53-440f-8b45-652d6faac775 None None] For port ac1184a1-80ef-4db9-b8df-1f6900df3e63, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ac1184a1-80ef-4db9-b8df-1f6900df3e63,segment=NetworkSegment(44990b95-c192-4a05-b7d8-65660fbb718e),segment_id=44990b95-c192-4a05-b7d8-65660fbb718e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:43.228209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.241804 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19c94f-29f4-445e-9808-5436b207793c', 'name': 'tempest-ServersTestMultiNic-388634525-router', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:30Z', 'revision_number': 4, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'gw_port': {'id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19c94f-29f4-445e-9808-5436b207793c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:17Z', 'updated_at': '2021-10-27T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ac1184a1-80ef-4db9-b8df-1f6900df3e63', 'name': '', 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'mac_address': 'fa:16:3e:aa:f2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19c94f-29f4-445e-9808-5436b207793c', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '997dcf83-be05-482c-b45b-181e62064f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:29Z', 'updated_at': '2021-10-27T16:03:40Z', 'revision_number': 4, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'subnets': [{'id': '997dcf83-be05-482c-b45b-181e62064f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:43.266406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-8962326-network', 'tenant_id': '2e9e1ab4fe7e4010812b854c5c2e79a4'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:43.278487 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-596a2d38-4f92-4a63-87ed-f8a3d57429b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.346829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffe743e-0be9-44e7-9291-6886bd234c43 None None] The sync data for ids ['5f19c94f-29f4-445e-9808-5436b207793c'] in n-d-815689-1 is: [{'id': '5f19c94f-29f4-445e-9808-5436b207793c', 'name': 'tempest-ServersTestMultiNic-388634525-router', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:03:30Z', 'revision_number': 4, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'gw_port': {'id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19c94f-29f4-445e-9808-5436b207793c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:17Z', 'updated_at': '2021-10-27T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ac1184a1-80ef-4db9-b8df-1f6900df3e63', 'name': '', 'network_id': '15d8ee4e-6636-4b6b-80d8-bda6a024da80', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'mac_address': 'fa:16:3e:aa:f2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19c94f-29f4-445e-9808-5436b207793c', 'device_owner': 'network:router_interface', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': '997dcf83-be05-482c-b45b-181e62064f9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:29Z', 'updated_at': '2021-10-27T16:03:40Z', 'revision_number': 4, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'subnets': [{'id': '997dcf83-be05-482c-b45b-181e62064f9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:43.353615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e0791622-e583-431c-8e92-fbf79ac4ab0e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:43.354086 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.380800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-4ac084ca-3547-42d1-a9bd-1f1cf2711c54', 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'fixed_ips': [{'subnet_id': '1aa45de0-46e5-431f-a8da-f7dfd0e4432c'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:03:43.381807 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.385655 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-596a2d38-4f92-4a63-87ed-f8a3d57429b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08a8e36775bd466bbdacc3bb02505d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9469733 Oct 27 16:03:43.392305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:43.421632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a2d38-4f92-4a63-87ed-f8a3d57429b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f7ad1c-a225-4e17-b5d4-66c5a77d2d87,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:43.462175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-7fc7a95f-0d42-4af1-a1c7-2e0b3bbadd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:43.463776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-7fc7a95f-0d42-4af1-a1c7-2e0b3bbadd9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb84a2f4-662f-49a4-9b5a-b5a5e8166f38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4500215 Oct 27 16:03:43.468008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Made reservation on behalf of 2e9e1ab4fe7e4010812b854c5c2e79a4 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:43.470774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.485161 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d52ab442-6a53-440f-8b45-652d6faac775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.506673 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec47f4-fbba-4463-9d0c-490e114538a0 req-a02acf7f-6dc8-48c9-8146-8c0d2c88e3fe tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:43.511658 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42ec47f4-fbba-4463-9d0c-490e114538a0 req-a02acf7f-6dc8-48c9-8146-8c0d2c88e3fe tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 945 time: 0.4997296 Oct 27 16:03:43.517701 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.522132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.529846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:43.530683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.713134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] No DVR routers for this DVR port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:43.785528 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.842498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42ec47f4-fbba-4463-9d0c-490e114538a0 req-2619bb2c-7d8e-43b7-af9e-adccee248147 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769151 Oct 27 16:03:43.846285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.849118 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0edca594-969e-4e51-979f-6ae9e5d8d4f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.876256 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7955902 Oct 27 16:03:43.880966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7f701d-ef62-4cea-b0c5-af6c039f2526,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:43.884579 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.887967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a0ecb96a-e18f-4a40-b055-11284b18bb7f None None] Deleting port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:43.889045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb96a-e18f-4a40-b055-11284b18bb7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.896682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf89e876-a6e9-4468-95d5-4fab092ef7ce']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:43.900413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45342) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:43.926379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1f5d5cf5-bfa1-461a-8a20-af7bfe739358 None None] Provisioning complete for port 3ee44426-787e-4994-89ca-3ae0d688117a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:43.927335 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1f5d5cf5-bfa1-461a-8a20-af7bfe739358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:43.947637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b988c79-44d3-43e4-8aec-19b4c8ec2a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Network': ['ID=bd95274f-71ef-4ba6-bc2b-80d12827e29f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:43.959156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be36c473-6ef1-4237-8345-e4da8d5e8491') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:43.959443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be36c473-6ef1-4237-8345-e4da8d5e8491') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:43.993871 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.026889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'subnet': {'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:44.055438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network bd95274f-71ef-4ba6-bc2b-80d12827e29f details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:03:44.058039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 51b18c50-5744-4c06-a98d-4efb95646ea4 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:44.067399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.096082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:03:44.096546 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:03:44.101327 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:03:44.150099 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-6ecd60a6-528b-40e8-b962-bc1a7fc22e79 service neutron] 10.222.0.53 "GET /v2.0/networks/fb84a2f4-662f-49a4-9b5a-b5a5e8166f38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6611214 Oct 27 16:03:44.163249 n-d-815689-1 neutron-server[109724]: INFO neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No ports have port_id starting with 51b18c50-5744-4c06-a98d-4efb95646ea4 Oct 27 16:03:44.164466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ab442-6a53-440f-8b45-652d6faac775 None None] Pushing event updated for resources: {'Port': ['ID=ac1184a1-80ef-4db9-b8df-1f6900df3e63,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:44.186879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bf38a92a-88d5-4c76-bce8-c1acd0a7130b req-71a26269-9e8f-4413-bdf2-01a4b8de6c8b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.227449 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0edca594-969e-4e51-979f-6ae9e5d8d4f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.295968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a0ecb96a-e18f-4a40-b055-11284b18bb7f None None] For port 3b7f701d-ef62-4cea-b0c5-af6c039f2526, host n-d-815689-1, got binding levels [] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:44.296814 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb96a-e18f-4a40-b055-11284b18bb7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.299954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d5cf5-bfa1-461a-8a20-af7bfe739358 None None] Port 3ee44426-787e-4994-89ca-3ae0d688117a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:44.374354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a0ecb96a-e18f-4a40-b055-11284b18bb7f None None] Calling delete_port for 3b7f701d-ef62-4cea-b0c5-af6c039f2526 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:44.385836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.ipam_backend_mixin [None req-a0ecb96a-e18f-4a40-b055-11284b18bb7f None None] Port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 was not found and therefore no delete operation was performed {{(pid=109724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:03:44.403969 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a0ecb96a-e18f-4a40-b055-11284b18bb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.440452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Allocated IP 19.80.0.2 (4ac084ca-3547-42d1-a9bd-1f1cf2711c54/1aa45de0-46e5-431f-a8da-f7dfd0e4432c/fe21db60-f585-4823-8075-a53d02774330) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:44.494614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a26269-9e8f-4413-bdf2-01a4b8de6c8b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Pushing event deleted for resources: {'Port': ['ID=51b18c50-5744-4c06-a98d-4efb95646ea4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:44.507790 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0edca594-969e-4e51-979f-6ae9e5d8d4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.510789 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.511748 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0edca594-969e-4e51-979f-6ae9e5d8d4f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.513331 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0edca594-969e-4e51-979f-6ae9e5d8d4f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09f7ad1c-a225-4e17-b5d4-66c5a77d2d87 HTTP/1.1" status: 204 len: 168 time: 1.1139657 Oct 27 16:03:44.536498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ecb96a-e18f-4a40-b055-11284b18bb7f None None] Pushing event deleted for resources: {'Port': ['ID=3b7f701d-ef62-4cea-b0c5-af6c039f2526,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:44.537762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edca594-969e-4e51-979f-6ae9e5d8d4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f7ad1c-a225-4e17-b5d4-66c5a77d2d87,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:44.566601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf38a92a-88d5-4c76-bce8-c1acd0a7130b req-71a26269-9e8f-4413-bdf2-01a4b8de6c8b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] No DVR routers for this DVR port 51b18c50-5744-4c06-a98d-4efb95646ea4 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:44.573171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ecb96a-e18f-4a40-b055-11284b18bb7f None None] No DVR routers for this DVR port 3b7f701d-ef62-4cea-b0c5-af6c039f2526 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:44.583096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bf38a92a-88d5-4c76-bce8-c1acd0a7130b req-71a26269-9e8f-4413-bdf2-01a4b8de6c8b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.599226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf38a92a-88d5-4c76-bce8-c1acd0a7130b req-71a26269-9e8f-4413-bdf2-01a4b8de6c8b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.54 "DELETE /v2.0/ports/51b18c50-5744-4c06-a98d-4efb95646ea4 HTTP/1.1" status: 204 len: 173 time: 3.1232257 Oct 27 16:03:44.600621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e69f579-30db-4a68-8e03-0bdb25935791', 'name': 'network-vif-deleted', 'tag': '51b18c50-5744-4c06-a98d-4efb95646ea4'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:44.603376 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3ea3c4-dc7e-479e-beb3-14d09d668f23" -d '{"events": [{"server_uuid": "2e69f579-30db-4a68-8e03-0bdb25935791", "name": "network-vif-deleted", "tag": "51b18c50-5744-4c06-a98d-4efb95646ea4"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:44.632202 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.669085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:44.678096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port e0791622-e583-431c-8e92-fbf79ac4ab0e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e0791622-e583-431c-8e92-fbf79ac4ab0e,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:44.680296 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.702743 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.721042 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbc82f8-928f-4a54-971c-09e5f482c2b7 x-openstack-request-id: req-cbbc82f8-928f-4a54-971c-09e5f482c2b7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:44.721042 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e69f579-30db-4a68-8e03-0bdb25935791", "name": "network-vif-deleted", "tag": "51b18c50-5744-4c06-a98d-4efb95646ea4", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:44.725076 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbbc82f8-928f-4a54-971c-09e5f482c2b7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:44.733550 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e69f579-30db-4a68-8e03-0bdb25935791', 'name': 'network-vif-deleted', 'tag': '51b18c50-5744-4c06-a98d-4efb95646ea4', 'status': 'completed', 'code': 200} Oct 27 16:03:44.734809 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.738905 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] 10.222.0.15 "DELETE /v2.0/networks/cf89e876-a6e9-4468-95d5-4fab092ef7ce HTTP/1.1" status: 204 len: 168 time: 3.6245074 Oct 27 16:03:44.767127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9fcb0-eb6c-451b-a714-d360029acf90 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf89e876-a6e9-4468-95d5-4fab092ef7ce,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:44.797710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f5c67ba-3853-4ca0-9e12-db163f9d10c0 req-1317103a-d050-4353-b8c3-fcd290c88f64 service neutron] 10.222.0.53 "GET /v2.0/networks/fb84a2f4-662f-49a4-9b5a-b5a5e8166f38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6389618 Oct 27 16:03:44.836554 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.863651 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.894680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:44.938584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=e0791622-e583-431c-8e92-fbf79ac4ab0e,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:45.026136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:03:45.037947 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.166746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-29f71088-a44a-4189-8979-726a56c93b40 req-e156c634-8885-4cb3-b37f-c3a4ee710f6f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e69f579-30db-4a68-8e03-0bdb25935791 HTTP/1.1" status: 200 len: 210 time: 0.1627128 Oct 27 16:03:45.187963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.188286 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Added segment 529ab8aa-d21f-4695-8736-f542d16f4cd8 of type vlan for network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 Oct 27 16:03:45.194219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec98a46-260f-418b-bb98-5e3b87a62342,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:45.302952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ac1184a1-80ef-4db9-b8df-1f6900df3e63 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:45.324783 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.332628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Pushing event updated for resources: {'Port': ['ID=3ee44426-787e-4994-89ca-3ae0d688117a,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:45.395931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45362) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:45.480876 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.529786 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.555673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ac1184a1-80ef-4db9-b8df-1f6900df3e63 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:45.555673 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.613987 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-735624aa-72c9-41ab-b6cd-adfe1db60b70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e156f9938474ecf82c8cb7e7f35b93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135317 Oct 27 16:03:45.635364 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:45.638813 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.693996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Subnet': ['ID=9f25b9a6-84d4-4ce7-a3dc-29e786692de3,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:45.727874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Network c395456f-7f40-43bf-9aec-b98bcc11fe96 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:45.727874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Checking segment: {'id': 'e779ac54-1844-4519-9f14-836b695bd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:45.727874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network hostable DHCP agents. Network: bd95274f-71ef-4ba6-bc2b-80d12827e29f, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:03:45.744832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:45.766688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:45.778253 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:45.782739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Pushing event updated for resources: {'Port': ['ID=fe21db60-f585-4823-8075-a53d02774330,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:45.786162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:45.957270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Attempting to bind port fe21db60-f585-4823-8075-a53d02774330 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:45.962676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Attempting to bind port fe21db60-f585-4823-8075-a53d02774330 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:45.963155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Attempting to bind port fe21db60-f585-4823-8075-a53d02774330 on network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:45.992677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:45.997893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Checking segment: {'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:45.997893 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:45.997893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Bound using segment: {'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:45.997893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Bound port: fe21db60-f585-4823-8075-a53d02774330, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:45.997893 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.055590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3b7f701d-ef62-4cea-b0c5-af6c039f2526 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:46.060526 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network bd95274f-71ef-4ba6-bc2b-80d12827e29f is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:03:46.065537 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.072935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e6a69416-24df-4aea-b163-3bb135ce468d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.102357 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e6a69416-24df-4aea-b163-3bb135ce468d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.105882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 3b7f701d-ef62-4cea-b0c5-af6c039f2526 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:46.106529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3b7f701d-ef62-4cea-b0c5-af6c039f2526 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:46.165869 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:03:46.188093 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Router 49c06349-e383-4005-bbda-31f7b746e33e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:03:46.189855 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] For port fe21db60-f585-4823-8075-a53d02774330, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:46.198090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] For port fe21db60-f585-4823-8075-a53d02774330, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fe21db60-f585-4823-8075-a53d02774330,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:46.218927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.220127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:46.220961 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.237104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, bd95274f-71ef-4ba6-bc2b-80d12827e29f) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:46.253777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73483e2f-c127-47e3-957d-511e749dec2f None None] Network bd95274f-71ef-4ba6-bc2b-80d12827e29f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:46.270291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:46.270941 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.305863 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e6a69416-24df-4aea-b163-3bb135ce468d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.308922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e6a69416-24df-4aea-b163-3bb135ce468d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.311915 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e6a69416-24df-4aea-b163-3bb135ce468d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64b44d54-d0e4-4cc0-90fa-7f66a2f033f0 HTTP/1.1" status: 204 len: 168 time: 0.6739819 Oct 27 16:03:46.320232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] Pushing event updated for resources: {'Network': ['ID=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:46.328975 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a69416-24df-4aea-b163-3bb135ce468d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b44d54-d0e4-4cc0-90fa-7f66a2f033f0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:46.340365 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:03:46.348577 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.354575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a050ea7b-03a4-474b-9dae-38c880ff56ce admin admin] 10.222.0.15 "PUT /v2.0/routers/49c06349-e383-4005-bbda-31f7b746e33e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5410318 Oct 27 16:03:46.374915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45386) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:46.381362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-36f50e6d-fbfd-403e-9265-4e0d9fcdfac2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7121198 Oct 27 16:03:46.381996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:03:46.384859 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] Request body: {'subnet': {'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-8962326-subnet', 'tenant_id': '2e9e1ab4fe7e4010812b854c5c2e79a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:46.386559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Sync routers for ids ['49c06349-e383-4005-bbda-31f7b746e33e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:03:46.395853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4ff00499-8aab-4d9c-82bb-f88358f0952f None None] Provisioning complete for port 3ee44426-787e-4994-89ca-3ae0d688117a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:46.396285 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4ff00499-8aab-4d9c-82bb-f88358f0952f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.425450 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-12113a08-011f-4931-94a3-60e50408a111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4277887 Oct 27 16:03:46.475685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] Made reservation on behalf of 2e9e1ab4fe7e4010812b854c5c2e79a4 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:46.478171 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.753490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Routers {'49c06349-e383-4005-bbda-31f7b746e33e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:46.753490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['49c06349-e383-4005-bbda-31f7b746e33e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:46.979671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11383c0d-c7b2-4d78-9870-0e001229f50a req-6aec9156-8b5f-4116-9ae4-fd2faf71019b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:46.988493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4ff00499-8aab-4d9c-82bb-f88358f0952f None None] Port 3ee44426-787e-4994-89ca-3ae0d688117a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:46.993151 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:46.994635 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11383c0d-c7b2-4d78-9870-0e001229f50a req-6aec9156-8b5f-4116-9ae4-fd2faf71019b tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 944 time: 0.1458533 Oct 27 16:03:46.996531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5fe73-4c5a-4c72-a556-24cbf26b647b None None] Pushing event updated for resources: {'Port': ['ID=fe21db60-f585-4823-8075-a53d02774330,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:47.171479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Set router 49c06349-e383-4005-bbda-31f7b746e33e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:47.195134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fac26fa-11b5-4f9d-9918-986554ca05aa,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:47.215412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e0791622-e583-431c-8e92-fbf79ac4ab0e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:47.231454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11383c0d-c7b2-4d78-9870-0e001229f50a req-17ec3a08-391b-4856-ab61-7f1f7563e9da tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf1a1bfc-7746-441e-87c5-ce7533a1e44e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358027 Oct 27 16:03:47.287481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f44352-dab0-4342-9342-e38791cdea4e req-eae1baea-d52a-44aa-a97f-ccf51a56331f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:47.293670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7f44352-dab0-4342-9342-e38791cdea4e req-eae1baea-d52a-44aa-a97f-ccf51a56331f tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.54 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 944 time: 0.1498396 Oct 27 16:03:47.296703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bd95274f-71ef-4ba6-bc2b-80d12827e29f', 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'fixed_ips': [{'subnet_id': '9f25b9a6-84d4-4ce7-a3dc-29e786692de3'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:03:47.298028 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:47.317876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] Checking segment: {'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:47.318246 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] Network hostable DHCP agents. Network: d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:03:47.389134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-40ec5c9c-131a-4ddb-a120-ef096928de14 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:47.397068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-40ec5c9c-131a-4ddb-a120-ef096928de14 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:47.398830 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-40ec5c9c-131a-4ddb-a120-ef096928de14 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/networks?id=4ac084ca-3547-42d1-a9bd-1f1cf2711c54&id=bd95274f-71ef-4ba6-bc2b-80d12827e29f&id=4ac084ca-3547-42d1-a9bd-1f1cf2711c54 HTTP/1.1" status: 200 len: 1390 time: 0.2598155 Oct 27 16:03:47.424477 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-59dbb6fa-f109-40ab-8479-17726c72d21a tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/quotas/86c832ae096941f0a5bf5b2354fb6525 HTTP/1.1" status: 200 len: 375 time: 0.0183618 Oct 27 16:03:47.486464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45422) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:47.487477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f7f44352-dab0-4342-9342-e38791cdea4e req-ce147d55-7abd-43e9-91ab-bc00b7748f4a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Deleting port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:03:47.487885 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7f44352-dab0-4342-9342-e38791cdea4e req-ce147d55-7abd-43e9-91ab-bc00b7748f4a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:47.490229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] Network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:03:47.559402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e0791622-e583-431c-8e92-fbf79ac4ab0e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:47.566237 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:47.607081 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dbe59b92-62fa-42fb-9919-febfd1a4e710 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=feddf991a81349a096a85e084473fe75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1180930 Oct 27 16:03:47.607698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45424) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:47.661608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:47.678398 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-f64f8f33-5bd8-43af-a160-8e802b46aab0 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c832ae096941f0a5bf5b2354fb6525&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2460165 Oct 27 16:03:47.684832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45428) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:47.702383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d02b82-ad7e-4dff-8edb-4bc8190a8ad4 None None] Network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:47.713317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:47.713932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:47.732381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7f44352-dab0-4342-9342-e38791cdea4e req-ce147d55-7abd-43e9-91ab-bc00b7748f4a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] For port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,segment=NetworkSegment(fce74f99-30d1-4e03-a54f-6491d22b5eca),segment_id=fce74f99-30d1-4e03-a54f-6491d22b5eca)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:47.732736 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7f44352-dab0-4342-9342-e38791cdea4e req-ce147d55-7abd-43e9-91ab-bc00b7748f4a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:47.771143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f7f44352-dab0-4342-9342-e38791cdea4e req-ce147d55-7abd-43e9-91ab-bc00b7748f4a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Calling delete_port for f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:03:47.859574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Allocated IP 19.86.0.2 (bd95274f-71ef-4ba6-bc2b-80d12827e29f/9f25b9a6-84d4-4ce7-a3dc-29e786692de3/721de761-912a-4d49-92a1-29da4d531b36) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:47.887198 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ab0035a-c33e-457f-9a0a-5575158c7c1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:47.924561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ab0035a-c33e-457f-9a0a-5575158c7c1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.021471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-819b6700-6597-4d01-9167-128d5b2b6cee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6321011 Oct 27 16:03:48.086313 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ab0035a-c33e-457f-9a0a-5575158c7c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.091093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ab0035a-c33e-457f-9a0a-5575158c7c1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.093700 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1ab0035a-c33e-457f-9a0a-5575158c7c1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ac190eb-be0c-44a4-af5d-7e0158fc28bb HTTP/1.1" status: 204 len: 168 time: 0.4839189 Oct 27 16:03:48.130749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0035a-c33e-457f-9a0a-5575158c7c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac190eb-be0c-44a4-af5d-7e0158fc28bb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:48.152970 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-0cc33448-47bf-4caf-bc48-be0ef76ebb6b service neutron] 10.222.0.15 "GET /v2.0/networks/4ac084ca-3547-42d1-a9bd-1f1cf2711c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682794 Oct 27 16:03:48.179459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:43Z', 'revision_number': 4, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '3ee44426-787e-4994-89ca-3ae0d688117a', 'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'mac_address': 'fa:16:3e:3e:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:40Z', 'updated_at': '2021-10-27T16:03:44Z', 'revision_number': 2, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'subnets': [{'id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:48.201164 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7f44352-dab0-4342-9342-e38791cdea4e req-ce147d55-7abd-43e9-91ab-bc00b7748f4a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.262040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce147d55-7abd-43e9-91ab-bc00b7748f4a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Pushing event deleted for resources: {'Port': ['ID=f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:48.285344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1155377585-network', 'tenant_id': '409e2021f774437abe1867f51fe3aef7'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:48.340933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f44352-dab0-4342-9342-e38791cdea4e req-ce147d55-7abd-43e9-91ab-bc00b7748f4a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] No DVR routers for this DVR port f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:03:48.347924 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7f44352-dab0-4342-9342-e38791cdea4e req-ce147d55-7abd-43e9-91ab-bc00b7748f4a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.351720 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7f44352-dab0-4342-9342-e38791cdea4e req-ce147d55-7abd-43e9-91ab-bc00b7748f4a tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.54 "DELETE /v2.0/ports/f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa HTTP/1.1" status: 204 len: 173 time: 1.0500355 Oct 27 16:03:48.353203 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'name': 'network-vif-deleted', 'tag': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:03:48.355909 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edde087-2ef1-4543-a973-e998c541a523" -d '{"events": [{"server_uuid": "e67ee9f3-d12f-49b5-98e4-4ac3654dccdd", "name": "network-vif-deleted", "tag": "f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:03:48.382048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Checking router: 49c06349-e383-4005-bbda-31f7b746e33e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:03:48.382462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Updating router 49c06349-e383-4005-bbda-31f7b746e33e port 3ee44426-787e-4994-89ca-3ae0d688117a binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:03:48.435985 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-9cfcdfaa-b3d4-486d-8d78-9934239b2f88 service neutron] 10.222.0.15 "GET /v2.0/networks/4ac084ca-3547-42d1-a9bd-1f1cf2711c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802548 Oct 27 16:03:48.465010 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b3e081-c253-46a5-9c76-e6f98d2cb245 None None] Network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:48.500264 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b2249-6b80-40ef-b887-c4870079abd6 None None] Network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:48.514278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Made reservation on behalf of 409e2021f774437abe1867f51fe3aef7 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:48.518516 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.528692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6992a3a9-f577-423b-9831-4f29ecb9715c req-e3cfb350-de58-44a3-8eef-caa76f382d01 tempest-LiveAutoBlockMigrationV225Test-407672357 tempest-LiveAutoBlockMigrationV225Test-407672357-project] 10.222.0.15 "GET /v2.0/ports?device_id=e67ee9f3-d12f-49b5-98e4-4ac3654dccdd HTTP/1.1" status: 200 len: 210 time: 0.0750899 Oct 27 16:03:48.542475 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.562398 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.594863 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efebc73-277f-4c85-b628-041beaf51882 x-openstack-request-id: req-4efebc73-277f-4c85-b628-041beaf51882 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:03:48.597282 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67ee9f3-d12f-49b5-98e4-4ac3654dccdd", "name": "network-vif-deleted", "tag": "f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:03:48.598483 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4efebc73-277f-4c85-b628-041beaf51882 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:03:48.600269 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67ee9f3-d12f-49b5-98e4-4ac3654dccdd', 'name': 'network-vif-deleted', 'tag': 'f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa', 'status': 'completed', 'code': 200} Oct 27 16:03:48.646135 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f96a486e-871a-4854-a73b-9e53182d2d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.731090 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-c1226b8b-4389-475a-9f9d-d32bd6c34deb service neutron] 10.222.0.15 "GET /v2.0/networks/bd95274f-71ef-4ba6-bc2b-80d12827e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866774 Oct 27 16:03:48.734901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0fb1ea8d-8355-4855-9cec-d4b72401aba0 None None] Provisioning complete for port fe21db60-f585-4823-8075-a53d02774330 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:48.735559 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ea8d-8355-4855-9cec-d4b72401aba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.762944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.845774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.855328 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.871585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:03:48.876383 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ddbb8f7b-d0fb-41aa-b835-7c2714af92e6 service neutron] 10.222.0.15 "GET /v2.0/networks/bd95274f-71ef-4ba6-bc2b-80d12827e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370981 Oct 27 16:03:48.895112 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:48.895738 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Added segment 2beac7fd-6216-498d-8e8a-1dc23aa5a4fa of type vlan for network 346ceb19-b460-4831-8900-1a05e2ca3f99 Oct 27 16:03:48.994267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.073126 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.096706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-d73cee50-6449-46f4-9c4e-f41ace1162cd service neutron] 10.222.0.15 "GET /v2.0/networks/4ac084ca-3547-42d1-a9bd-1f1cf2711c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120848 Oct 27 16:03:49.112230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3a11f8-abb0-4227-8631-4b6e2389d58e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:49.129232 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.129232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:49.129232 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.289052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6030266 Oct 27 16:03:49.290078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45498) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:49.296641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] Request body: {'subnet': {'network_id': '346ceb19-b460-4831-8900-1a05e2ca3f99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1155377585-subnet', 'tenant_id': '409e2021f774437abe1867f51fe3aef7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:49.332595 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-8fa09df6-98d1-40dc-ad88-92bda4acdfaa service neutron] 10.222.0.15 "GET /v2.0/networks/4ac084ca-3547-42d1-a9bd-1f1cf2711c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280679 Oct 27 16:03:49.349290 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812db51-2ebd-4157-a70d-463fe3948315 admin admin] Pushing event updated for resources: {'Network': ['ID=346ceb19-b460-4831-8900-1a05e2ca3f99,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:49.406612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] Made reservation on behalf of 409e2021f774437abe1867f51fe3aef7 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:49.410262 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.426112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fe21db60-f585-4823-8075-a53d02774330 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:49.430476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 346ceb19-b460-4831-8900-1a05e2ca3f99 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:03:49.507727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Pushing event updated for resources: {'Port': ['ID=721de761-912a-4d49-92a1-29da4d531b36,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:49.517864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Network bd95274f-71ef-4ba6-bc2b-80d12827e29f is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:49.521142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce738-c012-41c0-9705-34205e5e1f21 req-9c11159d-dfa3-42b0-9369-8a37399cf406 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:49.524912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-9c11159d-dfa3-42b0-9369-8a37399cf406 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/networks?id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 HTTP/1.1" status: 200 len: 812 time: 0.2727013 Oct 27 16:03:49.532835 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ea8d-8355-4855-9cec-d4b72401aba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.564456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-32c29e65-721a-418f-8b11-21b7030e40de tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/quotas/2e9e1ab4fe7e4010812b854c5c2e79a4 HTTP/1.1" status: 200 len: 375 time: 0.0249133 Oct 27 16:03:49.603536 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-123933f3-f316-4b85-a01a-1ef9194386b6 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e9e1ab4fe7e4010812b854c5c2e79a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326045 Oct 27 16:03:49.797558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:49.800551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:49.809716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:49.840156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-2bc03122-7427-44e7-a96a-9f679cacab43 service neutron] 10.222.0.15 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274647 Oct 27 16:03:49.912580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45514) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:50.024828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0fb1ea8d-8355-4855-9cec-d4b72401aba0 None None] For port fe21db60-f585-4823-8075-a53d02774330, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fe21db60-f585-4823-8075-a53d02774330,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:50.026252 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Attempting to bind port 721de761-912a-4d49-92a1-29da4d531b36 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:50.026695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Attempting to bind port 721de761-912a-4d49-92a1-29da4d531b36 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'e779ac54-1844-4519-9f14-836b695bd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:50.027099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Attempting to bind port 721de761-912a-4d49-92a1-29da4d531b36 on network bd95274f-71ef-4ba6-bc2b-80d12827e29f {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:50.055729 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-8a75fbec-14ef-4c8c-97c2-df71003830f9 service neutron] 10.222.0.15 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061558 Oct 27 16:03:50.080877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dc02d005-680c-45f0-aec2-4feea9d2ff36 req-32306690-1d31-42e7-aefb-a1822ef8cc9f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 210 time: 0.1276138 Oct 27 16:03:50.089619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:50.090172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Checking segment: {'id': 'e779ac54-1844-4519-9f14-836b695bd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:50.090520 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:50.091143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Bound using segment: {'id': 'e779ac54-1844-4519-9f14-836b695bd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:50.102404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Bound port: 721de761-912a-4d49-92a1-29da4d531b36, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e779ac54-1844-4519-9f14-836b695bd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:50.102850 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:50.135758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:03:50.172599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1856bbe5-b5a2-4a98-89c4-c4339b00cd9b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:50.176955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] Checking segment: {'id': '2beac7fd-6216-498d-8e8a-1dc23aa5a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '346ceb19-b460-4831-8900-1a05e2ca3f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:50.177408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] Network hostable DHCP agents. Network: 346ceb19-b460-4831-8900-1a05e2ca3f99, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:03:50.198173 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fb1ea8d-8355-4855-9cec-d4b72401aba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:50.355568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] Network 346ceb19-b460-4831-8900-1a05e2ca3f99 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:03:50.375149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e439e18-fdff-4017-a6ba-cdebf4b62fc1 admin admin] Deleting subnet afc0ac4d-20a4-4903-a917-822967ac10a7 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:03:50.403913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e439e18-fdff-4017-a6ba-cdebf4b62fc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:50.415680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:03:50.416242 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f43f2bb6-49a0-4ab2-b8cf-2c668e2e6bfa not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:03:50.468904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 346ceb19-b460-4831-8900-1a05e2ca3f99) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:50.474067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:50.476928 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:50.545931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] For port 721de761-912a-4d49-92a1-29da4d531b36, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:50.550449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] For port 721de761-912a-4d49-92a1-29da4d531b36, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=721de761-912a-4d49-92a1-29da4d531b36,segment=NetworkSegment(e779ac54-1844-4519-9f14-836b695bd0a1),segment_id=e779ac54-1844-4519-9f14-836b695bd0a1)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:50.560537 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e439e18-fdff-4017-a6ba-cdebf4b62fc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:50.592386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24065b14-6390-40a9-9135-4c7f1cc456d4 None None] Network 346ceb19-b460-4831-8900-1a05e2ca3f99 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:50.630654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fe21db60-f585-4823-8075-a53d02774330 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:50.631408 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:50.637816 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2cf06f90-b9ae-4952-b1e5-da4866d228a2 req-7f4d03e7-0d6f-4830-b48b-5e6d3c9aa4a1 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 210 time: 0.0530233 Oct 27 16:03:50.652693 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9f9e6baf-2de6-435f-8954-1e50821b8d88 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3522465 Oct 27 16:03:50.750482 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e439e18-fdff-4017-a6ba-cdebf4b62fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:51.000792 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:51.082276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e439e18-fdff-4017-a6ba-cdebf4b62fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:51.132801 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e439e18-fdff-4017-a6ba-cdebf4b62fc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:51.144257 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45582) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:51.144780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0e439e18-fdff-4017-a6ba-cdebf4b62fc1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/afc0ac4d-20a4-4903-a917-822967ac10a7 HTTP/1.1" status: 204 len: 168 time: 1.2277176 Oct 27 16:03:51.144780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e439e18-fdff-4017-a6ba-cdebf4b62fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc0ac4d-20a4-4903-a917-822967ac10a7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:51.230671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb1ea8d-8355-4855-9cec-d4b72401aba0 None None] Pushing event updated for resources: {'Port': ['ID=fe21db60-f585-4823-8075-a53d02774330,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:51.233765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e0d94510-d96d-4900-a5f7-dffba353e282 None None] Provisioning complete for port fe21db60-f585-4823-8075-a53d02774330 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:51.234249 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e0d94510-d96d-4900-a5f7-dffba353e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:51.370530 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-282b6d31-e267-4bb6-b375-cd850fb81bac req-a66bb124-6c58-4cdb-bdb6-4c81a1e0a073 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 210 time: 0.0767562 Oct 27 16:03:51.394352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:51.563054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a42d8-0fd9-41c7-869b-9ce0e6a27266 None None] Network 346ceb19-b460-4831-8900-1a05e2ca3f99 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:51.638193 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:51.751065 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b244ee-5383-4c7e-af41-aff540327e9e None None] Pushing event updated for resources: {'Port': ['ID=721de761-912a-4d49-92a1-29da4d531b36,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:51.778501 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:51.781784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3f880075-076d-4f5b-98ee-324dd3ebe980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:51.935323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65ce771e-4bfb-42fe-b07e-c15562e590b1 req-7498140e-d015-49ce-bd48-a7b4d8b78884 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 210 time: 0.0838726 Oct 27 16:03:52.165300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822792e7-dd2a-4a51-87d2-17528a89a52d None None] Pushing event updated for resources: {'Port': ['ID=3ee44426-787e-4994-89ca-3ae0d688117a,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:52.374707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fe21db60-f585-4823-8075-a53d02774330 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:52.543755 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.596829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Attempting to bind port 3ee44426-787e-4994-89ca-3ae0d688117a on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:03:52.597625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Attempting to bind port 3ee44426-787e-4994-89ca-3ae0d688117a by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:03:52.597625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Attempting to bind port 3ee44426-787e-4994-89ca-3ae0d688117a on network c395456f-7f40-43bf-9aec-b98bcc11fe96 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:03:52.599830 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.651499 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.707545 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-54cbb394-8996-453e-8d5b-4f3992eff507 req-9dd2920a-d4a3-41a2-9ad5-c80aa57feb60 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 210 time: 0.0998960 Oct 27 16:03:52.709801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:03:52.710445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Checking segment: {'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:52.711103 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.711779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Bound using segment: {'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:03:52.712492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Bound port: 3ee44426-787e-4994-89ca-3ae0d688117a, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:03:52.713155 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.780656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45630) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:52.795808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-713379442-network', 'tenant_id': '723ab231e3e24a5aa2120d97cb418e57'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:52.806688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc90018-5c2c-4f12-a27e-1b1214dfa254']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:52.844229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce74f99-30d1-4e03-a54f-6491d22b5eca') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:52.850479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce74f99-30d1-4e03-a54f-6491d22b5eca') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:52.852396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-06547558-b991-4473-a1d3-0ba0c05254e5 None None] Provisioning complete for port 3ee44426-787e-4994-89ca-3ae0d688117a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:52.853065 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-06547558-b991-4473-a1d3-0ba0c05254e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.870938 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.891491 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.904864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:03:52.907596 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:03:52.908649 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:03:52.928037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Made reservation on behalf of 723ab231e3e24a5aa2120d97cb418e57 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:52.931875 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.944549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fe21db60-f585-4823-8075-a53d02774330 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:52.944934 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:52.947174 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.072693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] For port 3ee44426-787e-4994-89ca-3ae0d688117a, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:03:53.132250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-06547558-b991-4473-a1d3-0ba0c05254e5 None None] Port 3ee44426-787e-4994-89ca-3ae0d688117a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:03:53.179007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] For port 3ee44426-787e-4994-89ca-3ae0d688117a, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3ee44426-787e-4994-89ca-3ae0d688117a,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:03:53.360657 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7241b95b-5928-4502-903f-1e7a6a3edcfe req-0947f900-3b87-4599-b2e8-3dfc520c117f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 210 time: 0.2111676 Oct 27 16:03:53.374164 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.400989 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.477819 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.482242 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.486325 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] 10.222.0.15 "DELETE /v2.0/networks/edc90018-5c2c-4f12-a27e-1b1214dfa254 HTTP/1.1" status: 204 len: 168 time: 2.3434584 Oct 27 16:03:53.489325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45642) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:53.522319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde982ed-92a6-4aa3-9bc3-b479f9c29735 admin admin] Pushing event deleted for resources: {'Network': ['ID=edc90018-5c2c-4f12-a27e-1b1214dfa254,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:53.531978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 721de761-912a-4d49-92a1-29da4d531b36 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:53.552965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822792e7-dd2a-4a51-87d2-17528a89a52d None None] Pushing event updated for resources: {'Port': ['ID=3ee44426-787e-4994-89ca-3ae0d688117a,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:53.575295 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.612306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e6691a-465d-40d2-800c-45c56d20b977 admin admin] Deleting subnet 44eac8b9-0665-415d-a2a3-643190b481e2 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:03:53.619133 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53e6691a-465d-40d2-800c-45c56d20b977 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.619311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Routers {'49c06349-e383-4005-bbda-31f7b746e33e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:03:53.620372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:03:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['49c06349-e383-4005-bbda-31f7b746e33e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:53.674743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:03:53.702241 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.702838 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Added segment 93fed898-7014-40bc-8928-0e7d3e300fb2 of type vlan for network f70e8f09-3651-4a89-8715-09719afe8fc6 Oct 27 16:03:53.805899 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.812658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86c4eb0-192f-484e-a470-9ebe16fb8f46,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:53.826893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53e6691a-465d-40d2-800c-45c56d20b977 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:53.832731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] Set router 49c06349-e383-4005-bbda-31f7b746e33e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:03:53.945606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e59931c-5881-4376-bb81-9d6649a8f13e req-bb678851-8043-40c6-864e-798e4a90ef13 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 210 time: 0.0831158 Oct 27 16:03:54.010014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53e6691a-465d-40d2-800c-45c56d20b977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.098110 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.103163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:54.106191 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.273106 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91f6c8a-1e8f-45b1-8db2-55f947805eb5 None None] Network bd95274f-71ef-4ba6-bc2b-80d12827e29f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:54.474962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f70e8f09-3651-4a89-8715-09719afe8fc6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:54.563162 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53e6691a-465d-40d2-800c-45c56d20b977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.579877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aaf87649-5f06-4a67-9c8d-133a90287ca7 req-a6279344-27ac-4346-a641-fdbad0f650ce tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 210 time: 0.0494773 Oct 27 16:03:54.636035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6ca0fbca-122b-4f8e-8f56-e759d55417e9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8527765 Oct 27 16:03:54.641252 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45666) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:54.643185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6691a-465d-40d2-800c-45c56d20b977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44eac8b9-0665-415d-a2a3-643190b481e2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:54.645161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network f70e8f09-3651-4a89-8715-09719afe8fc6 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:03:54.652473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53e6691a-465d-40d2-800c-45c56d20b977 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.657154 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-53e6691a-465d-40d2-800c-45c56d20b977 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/44eac8b9-0665-415d-a2a3-643190b481e2 HTTP/1.1" status: 204 len: 168 time: 1.1662750 Oct 27 16:03:54.663328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] Request body: {'subnet': {'network_id': 'f70e8f09-3651-4a89-8715-09719afe8fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-713379442-subnet', 'tenant_id': '723ab231e3e24a5aa2120d97cb418e57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:54.668482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45668) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:54.746131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ae5ec0b4-15dc-46e6-989b-e7ce3d60c1a9 None None] Provisioning complete for port 721de761-912a-4d49-92a1-29da4d531b36 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:54.746509 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec0b4-15dc-46e6-989b-e7ce3d60c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.816519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-899e2473-e3aa-459e-a76d-871e005b6ac9 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:54.823893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-899e2473-e3aa-459e-a76d-871e005b6ac9 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:54.825841 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-899e2473-e3aa-459e-a76d-871e005b6ac9 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.53 "GET /v2.0/networks?id=4ac084ca-3547-42d1-a9bd-1f1cf2711c54&id=bd95274f-71ef-4ba6-bc2b-80d12827e29f&id=4ac084ca-3547-42d1-a9bd-1f1cf2711c54 HTTP/1.1" status: 200 len: 1390 time: 0.5365660 Oct 27 16:03:54.845428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'port': {'device_id': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54', 'admin_state_up': True, 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:54.886641 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.944651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 721de761-912a-4d49-92a1-29da4d531b36 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:54.948369 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:54.962054 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:55.036839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] Made reservation on behalf of 723ab231e3e24a5aa2120d97cb418e57 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:55.041626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:55.633142 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ffed73e-e077-4d2e-8591-0b17d9cd4d31 req-6dea304f-efe3-4a2b-8ac1-84f9b8623876 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 210 time: 0.1244955 Oct 27 16:03:55.639603 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:55.720785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29cf5573-b459-492b-b5a2-aa4195f795b7']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:55.721227 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:43Z', 'revision_number': 4, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '3ee44426-787e-4994-89ca-3ae0d688117a', 'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'mac_address': 'fa:16:3e:3e:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:40Z', 'updated_at': '2021-10-27T16:03:52Z', 'revision_number': 4, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'subnets': [{'id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:55.793275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb6e7a7-61fc-4b94-85d0-879b282c0692') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:55.793586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb6e7a7-61fc-4b94-85d0-879b282c0692') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:03:55.834851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:55.851408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:55.851723 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec0b4-15dc-46e6-989b-e7ce3d60c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:55.869726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489c84e8-9ba9-4a22-8e50-3ce6ebd69c54 None None] The sync data for ids ['49c06349-e383-4005-bbda-31f7b746e33e'] in n-d-815689-1 is: [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:43Z', 'revision_number': 4, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '3ee44426-787e-4994-89ca-3ae0d688117a', 'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'mac_address': 'fa:16:3e:3e:76:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:40Z', 'updated_at': '2021-10-27T16:03:52Z', 'revision_number': 4, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'subnets': [{'id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:03:55.903067 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9252995-49ad-4c24-985d-f12c166256cd req-97129567-3fe7-4477-ad50-ee95a7658609 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 210 time: 0.0823166 Oct 27 16:03:55.925762 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:55.933302 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.071822 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.075299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ae5ec0b4-15dc-46e6-989b-e7ce3d60c1a9 None None] For port 721de761-912a-4d49-92a1-29da4d531b36, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=721de761-912a-4d49-92a1-29da4d531b36,segment=NetworkSegment(e779ac54-1844-4519-9f14-836b695bd0a1),segment_id=e779ac54-1844-4519-9f14-836b695bd0a1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:56.141143 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e2d2401-3abc-4853-b6d0-940f012c162c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:56.143404 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ae5ec0b4-15dc-46e6-989b-e7ce3d60c1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.217222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce738-c012-41c0-9705-34205e5e1f21 req-ffbaa659-7843-447b-9368-1010a1491277 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:56.224608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-ffbaa659-7843-447b-9368-1010a1491277 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "GET /v2.0/networks?id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 HTTP/1.1" status: 200 len: 812 time: 1.1489148 Oct 27 16:03:56.248222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.266713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:03:56.268622 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.330579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] Checking segment: {'id': '93fed898-7014-40bc-8928-0e7d3e300fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f70e8f09-3651-4a89-8715-09719afe8fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:03:56.331783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] Network hostable DHCP agents. Network: f70e8f09-3651-4a89-8715-09719afe8fc6, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:03:56.414813 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:03:56.430321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Request body: {'port': {'device_id': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203', 'admin_state_up': True, 'tenant_id': '2e9e1ab4fe7e4010812b854c5c2e79a4'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:03:56.458577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] Network f70e8f09-3651-4a89-8715-09719afe8fc6 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:03:56.499825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.523326 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.532019 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/29cf5573-b459-492b-b5a2-aa4195f795b7 HTTP/1.1" status: 204 len: 168 time: 1.8598390 Oct 27 16:03:56.538544 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ec0b4-15dc-46e6-989b-e7ce3d60c1a9 None None] Pushing event updated for resources: {'Port': ['ID=721de761-912a-4d49-92a1-29da4d531b36,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:56.544648 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:03:56.545348 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:03:56.557717 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-45f1946a-e672-4cc3-b080-964b5fe53246 None None] Provisioning complete for port 3ee44426-787e-4994-89ca-3ae0d688117a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:56.557717 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-45f1946a-e672-4cc3-b080-964b5fe53246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.557998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, f70e8f09-3651-4a89-8715-09719afe8fc6) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:56.573364 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:56.576192 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:56.582487 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a85094d-fad1-42cb-a193-2851831a1d68 None None] Network f70e8f09-3651-4a89-8715-09719afe8fc6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:56.743661 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-26c7c7e8-3695-4644-a9c2-f285189efc4b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0991473 Oct 27 16:03:56.778926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df82728-cb2f-4f39-9726-2905b3682dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=29cf5573-b459-492b-b5a2-aa4195f795b7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:56.900841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45710) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:56.996655 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4e74e3e1-e167-4eed-bd3a-f2392ece342b req-cdebc639-81de-42f1-bd75-8fadb1a17831 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 210 time: 0.1115303 Oct 27 16:03:57.248243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Allocated IP 19.80.0.253 (4ac084ca-3547-42d1-a9bd-1f1cf2711c54/1aa45de0-46e5-431f-a8da-f7dfd0e4432c/4e53b3b3-4d41-4056-9c67-e373d02569d6) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:57.298831 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-45f1946a-e672-4cc3-b080-964b5fe53246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.426074 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cb70ba-41d6-44d6-b979-70106394fa61 None None] Network f70e8f09-3651-4a89-8715-09719afe8fc6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:03:57.438367 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45720) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:57.660966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-45f1946a-e672-4cc3-b080-964b5fe53246 None None] For port 3ee44426-787e-4994-89ca-3ae0d688117a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3ee44426-787e-4994-89ca-3ae0d688117a,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:03:57.669375 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-caf7545e-116f-4ba4-8cbc-cffb38bd8cc9 req-e29b2a39-7c3c-4b0f-9a8e-c3fb55617687 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 210 time: 0.5164688 Oct 27 16:03:57.705614 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6b5f469b-d28a-46d1-82d7-193aed5c6913 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f57d649d5e5d4b59a5f1858ed4614af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648995 Oct 27 16:03:57.710154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45728) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:57.763000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Made reservation on behalf of 2e9e1ab4fe7e4010812b854c5c2e79a4 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:03:57.766293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.824659 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d142720-35d2-45b7-bb53-f9befe98a89b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.845234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3ee44426-787e-4994-89ca-3ae0d688117a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:57.922448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb695368-8131-446c-a2a4-e840d45a0a55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:57.995311 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-45f1946a-e672-4cc3-b080-964b5fe53246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.012878 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb695368-8131-446c-a2a4-e840d45a0a55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.259137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a92d9ae-9918-434f-b458-5fa76c475f67 req-1cdbe6cc-8eec-400b-a520-a89cd9d8e6c0 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 210 time: 0.0578239 Oct 27 16:03:58.265076 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.333893 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb695368-8131-446c-a2a4-e840d45a0a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.339403 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb695368-8131-446c-a2a4-e840d45a0a55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.341429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eb695368-8131-446c-a2a4-e840d45a0a55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf1a1bfc-7746-441e-87c5-ce7533a1e44e HTTP/1.1" status: 204 len: 168 time: 0.6296980 Oct 27 16:03:58.354303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8e26ed4b-defa-44fa-8618-005cba0b2edb None None] Provisioning complete for port 721de761-912a-4d49-92a1-29da4d531b36 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:58.355417 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e26ed4b-defa-44fa-8618-005cba0b2edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.377261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb695368-8131-446c-a2a4-e840d45a0a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1a1bfc-7746-441e-87c5-ce7533a1e44e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:58.436994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d142720-35d2-45b7-bb53-f9befe98a89b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.536145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Allocated IP 172.20.0.13 (d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203/5fac26fa-11b5-4f9d-9918-986554ca05aa/bc0a5803-033d-460d-895f-a74340847ea4) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:03:58.582559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d142720-35d2-45b7-bb53-f9befe98a89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.611937 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3ee44426-787e-4994-89ca-3ae0d688117a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:58.613075 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.713252 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:58.732918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-b4e0b1fd-5036-43aa-b059-157a2bf0feb2 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:58.753537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1946a-e672-4cc3-b080-964b5fe53246 None None] Pushing event updated for resources: {'Port': ['ID=3ee44426-787e-4994-89ca-3ae0d688117a,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:58.758461 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-b4e0b1fd-5036-43aa-b059-157a2bf0feb2 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/networks?id=346ceb19-b460-4831-8900-1a05e2ca3f99 HTTP/1.1" status: 200 len: 815 time: 0.3446820 Oct 27 16:03:58.810943 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-ad5b995f-359a-4d80-9f0c-3bf861f5bd84 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/quotas/409e2021f774437abe1867f51fe3aef7 HTTP/1.1" status: 200 len: 375 time: 0.0513828 Oct 27 16:03:58.816328 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2d142720-35d2-45b7-bb53-f9befe98a89b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9943f960ba7c4b2da96a6b5616b1ba95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9067867 Oct 27 16:03:58.843170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45750) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:58.944906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d142720-35d2-45b7-bb53-f9befe98a89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48d0137-a6c2-43c6-87b0-cd8bd29d4f1b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:58.992030 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-a06675a9-8ff2-427b-8b79-b63fbfe46927 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=409e2021f774437abe1867f51fe3aef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1716490 Oct 27 16:03:59.029309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:59.032133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:59.034377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 721de761-912a-4d49-92a1-29da4d531b36 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:03:59.122600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 721de761-912a-4d49-92a1-29da4d531b36 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:59.123391 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.173197 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d1992ff-259c-407a-9079-4803f90741fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.206744 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.278289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d1992ff-259c-407a-9079-4803f90741fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.321286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.322344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-e198ca50-4fb9-4efd-87b0-c9c34ea25de5 service neutron] 10.222.0.15 "GET /v2.0/networks/346ceb19-b460-4831-8900-1a05e2ca3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290386 Oct 27 16:03:59.442597 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-408d5786-f95a-4238-b6ad-c5ef7acc63c4 req-a154f8b5-078c-499d-a173-f9843003838e tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 210 time: 0.3863525 Oct 27 16:03:59.455161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:59.492226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ab5e147d-8879-4c70-a098-d48317db0921 None None] Provisioning complete for port 4e53b3b3-4d41-4056-9c67-e373d02569d6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:03:59.492827 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab5e147d-8879-4c70-a098-d48317db0921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.540429 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.562578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Port': ['ID=4e53b3b3-4d41-4056-9c67-e373d02569d6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:59.667769 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-3255596b-4ad0-476d-b06b-0cbfff1d8a41 service neutron] 10.222.0.15 "GET /v2.0/networks/346ceb19-b460-4831-8900-1a05e2ca3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441851 Oct 27 16:03:59.675378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d1992ff-259c-407a-9079-4803f90741fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.681472 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d1992ff-259c-407a-9079-4803f90741fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.708859 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9d1992ff-259c-407a-9079-4803f90741fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c48d0137-a6c2-43c6-87b0-cd8bd29d4f1b HTTP/1.1" status: 204 len: 168 time: 0.8492057 Oct 27 16:03:59.739162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Pushing event updated for resources: {'Port': ['ID=bc0a5803-033d-460d-895f-a74340847ea4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:59.750076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1992ff-259c-407a-9079-4803f90741fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48d0137-a6c2-43c6-87b0-cd8bd29d4f1b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:03:59.805374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45762) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:59.826528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:03:59.831724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:03:59.844021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:59.845958 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.867867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:03:59.896211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-938b77f2-1a81-4673-815c-f7102ec2c85c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d35903af6cba4d51b6659bbecadd3382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0895474 Oct 27 16:03:59.896836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45764) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:03:59.955939 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-69e679bd-8277-4c30-a8a6-207850fc0583 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1163111 Oct 27 16:03:59.970606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-587f1586-5825-4063-9cf2-33c15b65ab9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:03:59.974647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28a47c-0522-4f7e-b7e0-55fd6d23ca89 req-f867739f-c059-4e76-b71b-b7fc312e4f87 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:03:59.988945 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3b28a47c-0522-4f7e-b7e0-55fd6d23ca89 req-f867739f-c059-4e76-b71b-b7fc312e4f87 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 932 time: 0.2919505 Oct 27 16:04:00.008014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'port': {'device_id': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f', 'admin_state_up': True, 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:00.043386 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-587f1586-5825-4063-9cf2-33c15b65ab9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:00.123531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ab5e147d-8879-4c70-a098-d48317db0921 None None] Port 4e53b3b3-4d41-4056-9c67-e373d02569d6 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:00.130772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3ee44426-787e-4994-89ca-3ae0d688117a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:00.168472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:00.169145 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:00.203580 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3b28a47c-0522-4f7e-b7e0-55fd6d23ca89 req-a7e9f243-827b-444f-ad07-fc56481e885a tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814876 Oct 27 16:04:00.241877 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-587f1586-5825-4063-9cf2-33c15b65ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:00.244309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-587f1586-5825-4063-9cf2-33c15b65ab9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:00.248876 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-587f1586-5825-4063-9cf2-33c15b65ab9a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba825b4d-882a-436c-aa3e-4ac4e962d047 HTTP/1.1" status: 204 len: 168 time: 0.3509417 Oct 27 16:04:00.252707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-1b6b1d18-b841-4d97-ac2b-9637066c0748 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8364110 Oct 27 16:04:00.268154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f1586-5825-4063-9cf2-33c15b65ab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba825b4d-882a-436c-aa3e-4ac4e962d047,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:00.278948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Request body: {'port': {'device_id': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:00.328312 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3ee44426-787e-4994-89ca-3ae0d688117a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:00.328850 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:00.383349 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f6ac88dc-9679-4f1b-9c99-105fe1318cb7 req-72175727-0069-436c-9134-08d573e95c5e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 210 time: 0.0881662 Oct 27 16:04:00.412747 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:00.546030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:00.556431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:00.794070 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029810eb-7300-49ce-9b4f-57ae087fb08d req-eba2c6b2-081f-4f8a-9883-af617742b17b tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:00.795719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-029810eb-7300-49ce-9b4f-57ae087fb08d req-eba2c6b2-081f-4f8a-9883-af617742b17b tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 932 time: 0.2148488 Oct 27 16:04:01.069839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45792) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:01.116621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:01.324767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:01.418065 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:01.443123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-029810eb-7300-49ce-9b4f-57ae087fb08d req-925bf64a-e02c-4801-8ac0-5e71c259f404 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112614 Oct 27 16:04:01.448116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Allocated IP 19.86.0.97 (bd95274f-71ef-4ba6-bc2b-80d12827e29f/9f25b9a6-84d4-4ce7-a3dc-29e786692de3/59f8ddb4-a7dc-405a-89ff-743fd8b05ad5) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:01.502306 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da00f97b804c499d8a6c819882e75c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304659 Oct 27 16:04:01.505878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c37d5a-bdcb-4165-9730-0e282d5c8b0e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:01.509822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45808) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:01.573269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.574071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.574604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.575163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.575832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.576518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.577043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.579571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.579571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.579571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.579571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.579571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4a0c3d-5e62-4606-ba4b-16dfcae19dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:01.634268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102507de-255d-4a19-8dab-a38b753a6c40 req-28883b5b-d248-430e-af18-62c95546b210 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:01.636960 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-102507de-255d-4a19-8dab-a38b753a6c40 req-28883b5b-d248-430e-af18-62c95546b210 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 932 time: 0.1238241 Oct 27 16:04:01.673291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3454408a-025b-4dbf-b80e-61a10d0cb4ae req-f1f666b8-a028-4d6a-93c0-e9a304c820af tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 210 time: 0.0961401 Oct 27 16:04:01.770890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-102507de-255d-4a19-8dab-a38b753a6c40 req-9ab2856e-a80d-4391-9c11-55085c39434b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255932 Oct 27 16:04:01.856107 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c364686a-27a7-4068-be34-ed554073f72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:01.864604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0a5803-033d-460d-895f-a74340847ea4 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:01.877441 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:01.935005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Transition to ACTIVE for port object bc0a5803-033d-460d-895f-a74340847ea4 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:01.938919 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c364686a-27a7-4068-be34-ed554073f72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:01.968525 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.069812 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.138981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0a5803-033d-460d-895f-a74340847ea4,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:02.173508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.174004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.174557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.175937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.176203 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.176608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.177067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.177517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.177919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.178516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.178916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.179310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:02.222710 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.241871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45820) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:02.318333 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c364686a-27a7-4068-be34-ed554073f72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.321324 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c364686a-27a7-4068-be34-ed554073f72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.322702 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c364686a-27a7-4068-be34-ed554073f72e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7c37d5a-bdcb-4165-9730-0e282d5c8b0e HTTP/1.1" status: 204 len: 168 time: 0.8121343 Oct 27 16:04:02.338347 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.355130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network bd95274f-71ef-4ba6-bc2b-80d12827e29f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:02.380930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Attempting to bind port bc0a5803-033d-460d-895f-a74340847ea4 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:02.382815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Attempting to bind port bc0a5803-033d-460d-895f-a74340847ea4 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:02.383483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Attempting to bind port bc0a5803-033d-460d-895f-a74340847ea4 on network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:02.388737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364686a-27a7-4068-be34-ed554073f72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c37d5a-bdcb-4165-9730-0e282d5c8b0e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:02.396518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:02.410363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:02.521960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1587850288-network', 'tenant_id': '095b87ae86024607acdb040846675ca1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:02.568210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Port bc0a5803-033d-460d-895f-a74340847ea4 on network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:02.569265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Attempting to bind port bc0a5803-033d-460d-895f-a74340847ea4 on network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:02.575707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Port': ['ID=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:02.598956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:02.599299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Checking segment: {'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:02.599664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Bound using segment: {'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:02.600158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Bound port: bc0a5803-033d-460d-895f-a74340847ea4, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:02.600522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.639998 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:02.639998 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.717343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ff90-8f76-4347-bf35-7239e535e951 req-581dac7d-fb92-4e2a-a960-dafecfdd7365 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:02.719298 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-90e0ff90-8f76-4347-bf35-7239e535e951 req-581dac7d-fb92-4e2a-a960-dafecfdd7365 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 944 time: 0.1284518 Oct 27 16:04:02.750960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Made reservation on behalf of 095b87ae86024607acdb040846675ca1 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:02.756500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] For port bc0a5803-033d-460d-895f-a74340847ea4, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:02.760343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.767394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] For port bc0a5803-033d-460d-895f-a74340847ea4, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bc0a5803-033d-460d-895f-a74340847ea4,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:02.804943 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.838131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c55d07b5-0f7c-4242-945a-17c71ddfb700 req-bdd76046-7fa0-4e50-a87a-27ab3409ae19 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 210 time: 0.0435536 Oct 27 16:04:02.861670 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-90e0ff90-8f76-4347-bf35-7239e535e951 req-3b4c6c0a-38dc-4b60-a85b-8d91e1d66e13 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327231 Oct 27 16:04:02.879761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-1469524a-0dc7-471c-b17c-ae3e8b2a7764 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8804865 Oct 27 16:04:02.883586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'port': {'device_id': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54', 'admin_state_up': True, 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:02.906356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b198d054-01ef-413f-a241-2319c0808c55 None None] Provisioning complete for port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:02.906688 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b198d054-01ef-413f-a241-2319c0808c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:02.972342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b198d054-01ef-413f-a241-2319c0808c55 None None] Port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:03.064352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.088549 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.137928 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.167000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:04:03.187628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef67e85-a7ee-4bb6-916f-95c49b4428e6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:03.193704 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.194076 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Added segment b68c335e-0250-4c95-921b-d78e4e4b7411 of type vlan for network 4f195822-afc2-489a-8875-d3a7f6fb3532 Oct 27 16:04:03.238151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.239498 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.241365 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] 10.222.0.53 "PUT /v2.0/ports/bc0a5803-033d-460d-895f-a74340847ea4 HTTP/1.1" status: 200 len: 1092 time: 2.9669211 Oct 27 16:04:03.254638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'tag': 'bc0a5803-033d-460d-895f-a74340847ea4'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:03.255091 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.258957 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccad39b0-fbb5-4d02-ad6b-1e4c135f25de" -d '{"events": [{"name": "network-changed", "server_uuid": "adab5e0f-9499-4ca0-b432-205afd230eff", "tag": "bc0a5803-033d-460d-895f-a74340847ea4"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:03.278255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:03.290348 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.318309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ef471-65ab-4b8c-8ea8-f6169da88fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc0a5803-033d-460d-895f-a74340847ea4,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:03.386637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448baa5d-88a3-415c-a1e1-2cc39529bcb0 req-9d473130-170f-44cf-a288-ae83fbb73e57 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.394586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448baa5d-88a3-415c-a1e1-2cc39529bcb0 req-9d473130-170f-44cf-a288-ae83fbb73e57 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.396567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-448baa5d-88a3-415c-a1e1-2cc39529bcb0 req-9d473130-170f-44cf-a288-ae83fbb73e57 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 1654 time: 0.3036363 Oct 27 16:04:03.398465 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3e43f0-fe85-4d7f-b569-fe1ba784ecb2 x-openstack-request-id: req-4b3e43f0-fe85-4d7f-b569-fe1ba784ecb2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:03.398774 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adab5e0f-9499-4ca0-b432-205afd230eff", "tag": "bc0a5803-033d-460d-895f-a74340847ea4", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:03.399008 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b3e43f0-fe85-4d7f-b569-fe1ba784ecb2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:03.399454 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'tag': 'bc0a5803-033d-460d-895f-a74340847ea4', 'status': 'completed', 'code': 200} Oct 27 16:04:03.435284 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.437387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.438025 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.594332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] Pushing event updated for resources: {'Network': ['ID=4f195822-afc2-489a-8875-d3a7f6fb3532,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:03.610875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 4f195822-afc2-489a-8875-d3a7f6fb3532 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:04:03.645550 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7f889423-4945-4c1f-925e-6eebb640d386 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4025042 Oct 27 16:04:03.648682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45854) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:03.654878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] Request body: {'subnet': {'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1587850288-subnet', 'tenant_id': '095b87ae86024607acdb040846675ca1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:03.776151 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-448baa5d-88a3-415c-a1e1-2cc39529bcb0 req-45e01c46-487e-432d-a0c4-5503d205dd8c tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677902 Oct 27 16:04:03.795950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce738-c012-41c0-9705-34205e5e1f21 req-6464c0d3-33e3-4971-97bb-53a7b1a99cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.797517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-6464c0d3-33e3-4971-97bb-53a7b1a99cdf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e9e1ab4fe7e4010812b854c5c2e79a4&device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 1095 time: 0.3905613 Oct 27 16:04:03.800871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] Made reservation on behalf of 095b87ae86024607acdb040846675ca1 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:03.803738 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:03.884507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-3de046d7-7344-442f-9c59-14536215d98d tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:03.889055 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-3de046d7-7344-442f-9c59-14536215d98d tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.54 "GET /v2.0/networks?id=346ceb19-b460-4831-8900-1a05e2ca3f99 HTTP/1.1" status: 200 len: 815 time: 0.3864055 Oct 27 16:04:03.903755 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-97a535e7-46ed-4fd6-8801-79373fb65209 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc0a5803-033d-460d-895f-a74340847ea4 HTTP/1.1" status: 200 len: 217 time: 0.0952151 Oct 27 16:04:03.996272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Request body: {'port': {'device_id': 'c0519708-50e2-41d5-9b03-baa771a09803', 'network_id': '346ceb19-b460-4831-8900-1a05e2ca3f99', 'admin_state_up': True, 'tenant_id': '409e2021f774437abe1867f51fe3aef7'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:04.079167 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-680463df-dd57-47a9-8713-309d545ab0a0 req-bc5ee40e-dfcc-4d5c-95ab-f58efd1b960a tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 210 time: 0.0469875 Oct 27 16:04:04.109996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Allocated IP 19.80.0.32 (4ac084ca-3547-42d1-a9bd-1f1cf2711c54/1aa45de0-46e5-431f-a8da-f7dfd0e4432c/72617b10-f149-41ce-9d79-ea6cb87a1a53) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:04.120012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ce738-c012-41c0-9705-34205e5e1f21 req-a9fe9ffa-4913-4e24-bcc6-6f9b1720f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:04.123159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-a9fe9ffa-4913-4e24-bcc6-6f9b1720f9d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fac26fa-11b5-4f9d-9918-986554ca05aa HTTP/1.1" status: 200 len: 852 time: 0.2184658 Oct 27 16:04:04.201446 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-b8e12d58-7118-48a9-90cf-48f1af7aae5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593257 Oct 27 16:04:04.219354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0622c54-b19d-4f72-a8bc-15df59e47d7f req-397c279a-b7bf-4b43-bbb3-31ed22f55dab tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:04.219354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0622c54-b19d-4f72-a8bc-15df59e47d7f req-397c279a-b7bf-4b43-bbb3-31ed22f55dab tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 944 time: 0.1992457 Oct 27 16:04:04.326465 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:04.442957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4798bdca-a2ba-4445-9f20-f8a7fe28797b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:04.470331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:04.470682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] Network hostable DHCP agents. Network: 4f195822-afc2-489a-8875-d3a7f6fb3532, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:04:04.494504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0622c54-b19d-4f72-a8bc-15df59e47d7f req-7e65eaf0-6628-4bdf-ab93-7a879695658d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400448 Oct 27 16:04:04.543286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-67856431-f378-4815-b683-20721fb4f806 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207006 Oct 27 16:04:04.639817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:04.648097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] Network 4f195822-afc2-489a-8875-d3a7f6fb3532 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:04:04.692127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Made reservation on behalf of 409e2021f774437abe1867f51fe3aef7 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:04.695046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:04.723715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-796ce738-c012-41c0-9705-34205e5e1f21 req-f4a1eda0-4b8f-44e8-bd09-8a6f50335630 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691041 Oct 27 16:04:04.786636 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 4f195822-afc2-489a-8875-d3a7f6fb3532) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:04.800666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:04.800666 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:04.826172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe73949-dd89-4a50-9bff-b3d329384e8c None None] Network 4f195822-afc2-489a-8875-d3a7f6fb3532 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:04.834692 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:04.918713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Port': ['ID=72617b10-f149-41ce-9d79-ea6cb87a1a53,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:04.940108 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-12eaebb9-96d2-4a80-91f0-2828ece4311b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2794907 Oct 27 16:04:05.006137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:05.031554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:05.075396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:05.138747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.138747 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:05.191534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad39b0-fbb5-4d02-ad6b-1e4c135f25de req-3f545d10-1d47-4d57-82e6-fa7bf5a6f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.193261 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccad39b0-fbb5-4d02-ad6b-1e4c135f25de req-3f545d10-1d47-4d57-82e6-fa7bf5a6f301 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e9e1ab4fe7e4010812b854c5c2e79a4&device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 1095 time: 0.2301013 Oct 27 16:04:05.199991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0653174-0abc-433f-8e2b-4503233e555e req-424f3713-6aba-4789-bc81-37c8f73cf289 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.211420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0653174-0abc-433f-8e2b-4503233e555e req-424f3713-6aba-4789-bc81-37c8f73cf289 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.233408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0653174-0abc-433f-8e2b-4503233e555e req-424f3713-6aba-4789-bc81-37c8f73cf289 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.238828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Allocated IP 172.20.0.14 (346ceb19-b460-4831-8900-1a05e2ca3f99/1856bbe5-b5a2-4a98-89c4-c4339b00cd9b/37b40638-dae5-4415-867a-508d7ce33f03) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:05.240012 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0653174-0abc-433f-8e2b-4503233e555e req-424f3713-6aba-4789-bc81-37c8f73cf289 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2375 time: 0.1914821 Oct 27 16:04:05.268672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5ca34b-b84c-4fc3-a960-a8cd6d77049a None None] Network 4f195822-afc2-489a-8875-d3a7f6fb3532 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:05.290598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-fced6fa0-9590-457a-9770-81a446281c7b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4118626 Oct 27 16:04:05.321161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0653174-0abc-433f-8e2b-4503233e555e req-b564a666-8897-45ac-a98e-a772cd3c7182 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746157 Oct 27 16:04:05.350722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Request body: {'port': {'device_id': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:05.576679 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1e4c4916-058e-4681-8b7d-7dd57f908717 req-0fdc63c5-a734-42fb-a7d1-3704d18358db tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 210 time: 0.0828962 Oct 27 16:04:05.713087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b8a5b816-3980-4b8c-860d-813dafed73a0 None None] Provisioning complete for port 72617b10-f149-41ce-9d79-ea6cb87a1a53 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:05.732908 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b8a5b816-3980-4b8c-860d-813dafed73a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:05.804864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad39b0-fbb5-4d02-ad6b-1e4c135f25de req-a9846227-075b-4631-b2b3-03fc9462f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.806422 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccad39b0-fbb5-4d02-ad6b-1e4c135f25de req-a9846227-075b-4631-b2b3-03fc9462f1f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 HTTP/1.1" status: 200 len: 913 time: 0.6021912 Oct 27 16:04:05.873750 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:05.875573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736eb0f-2e6f-435a-9c72-cf0c83a8c5eb req-dec20272-af5f-47b4-9d83-dcf43093307f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:05.878351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5b816-3980-4b8c-860d-813dafed73a0 None None] Port 72617b10-f149-41ce-9d79-ea6cb87a1a53 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:05.880254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4736eb0f-2e6f-435a-9c72-cf0c83a8c5eb req-dec20272-af5f-47b4-9d83-dcf43093307f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 944 time: 0.1613841 Oct 27 16:04:05.895837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccad39b0-fbb5-4d02-ad6b-1e4c135f25de req-636c0212-1283-41e1-b376-1c48487f341a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc0a5803-033d-460d-895f-a74340847ea4 HTTP/1.1" status: 200 len: 217 time: 0.0765057 Oct 27 16:04:05.951410 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4736eb0f-2e6f-435a-9c72-cf0c83a8c5eb req-b41fdc8d-af1d-4d2b-8e4c-7fb134a76f05 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631289 Oct 27 16:04:05.962794 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:06.020360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad39b0-fbb5-4d02-ad6b-1e4c135f25de req-90ed787b-80c2-4866-a458-8a8909eceb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:06.021856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccad39b0-fbb5-4d02-ad6b-1e4c135f25de req-90ed787b-80c2-4866-a458-8a8909eceb67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fac26fa-11b5-4f9d-9918-986554ca05aa HTTP/1.1" status: 200 len: 852 time: 0.1148453 Oct 27 16:04:06.105769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccad39b0-fbb5-4d02-ad6b-1e4c135f25de req-29b40996-b70c-4dd3-9745-9be9be6f3afd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728750 Oct 27 16:04:06.301328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:06.388027 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccad39b0-fbb5-4d02-ad6b-1e4c135f25de req-2de451c0-ec04-4f50-867b-cf9fde9fc051 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293639 Oct 27 16:04:06.422330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Network 346ceb19-b460-4831-8900-1a05e2ca3f99 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:06.433936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Pushing event updated for resources: {'Port': ['ID=37b40638-dae5-4415-867a-508d7ce33f03,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:06.456119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:06.492039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:06.599192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a006d-7f2f-472f-af9d-6baa20480fb1 req-b12331da-0c98-4eb3-80bd-94be71e91d47 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:06.606118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a006d-7f2f-472f-af9d-6baa20480fb1 req-b12331da-0c98-4eb3-80bd-94be71e91d47 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:06.614213 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a006d-7f2f-472f-af9d-6baa20480fb1 req-b12331da-0c98-4eb3-80bd-94be71e91d47 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:06.616484 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c13a006d-7f2f-472f-af9d-6baa20480fb1 req-b12331da-0c98-4eb3-80bd-94be71e91d47 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2375 time: 0.0926857 Oct 27 16:04:06.617956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe17439-ba7c-4683-b128-876e60a8477f req-7d86440d-1766-4130-ac39-bb555380f8b7 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:06.620402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbe17439-ba7c-4683-b128-876e60a8477f req-7d86440d-1766-4130-ac39-bb555380f8b7 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 945 time: 0.1961653 Oct 27 16:04:06.649377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:06.650314 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:06.653057 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45934) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:06.661444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2064844697-network', 'tenant_id': '6ed34c72573945b188580763a9ec213b'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:06.713033 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c13a006d-7f2f-472f-af9d-6baa20480fb1 req-5fb3970d-8016-49d2-8f31-38cac2e01a46 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808034 Oct 27 16:04:06.718070 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccad39b0-fbb5-4d02-ad6b-1e4c135f25de req-457af862-aaa9-49c0-9400-6bd6a9844cc2 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147275 Oct 27 16:04:06.742267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e53b3b3-4d41-4056-9c67-e373d02569d6 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:06.762912 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:06.791455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbe17439-ba7c-4683-b128-876e60a8477f req-4c713dcd-84f8-46c4-ac7f-ee2e2ff2607f tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583645 Oct 27 16:04:06.798317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Made reservation on behalf of 6ed34c72573945b188580763a9ec213b for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:06.803906 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:06.820608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Transition to ACTIVE for port object 4e53b3b3-4d41-4056-9c67-e373d02569d6 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:06.828884 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:06.895360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:06.905650 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-592a1685-8ea0-44eb-ba09-89c731a8537e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9220712 Oct 27 16:04:06.917210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9d5d7-a446-4be9-9623-f01990bae135 req-a53f904f-6a52-44a9-825a-a4970c1c2fa5 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:06.919259 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-35b9d5d7-a446-4be9-9623-f01990bae135 req-a53f904f-6a52-44a9-825a-a4970c1c2fa5 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 932 time: 0.0763416 Oct 27 16:04:06.954773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Request body: {'port': {'device_id': 'c0519708-50e2-41d5-9b03-baa771a09803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:06.996331 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-35b9d5d7-a446-4be9-9623-f01990bae135 req-1624a7de-aec0-4e1d-94dc-bff2e4a2654f tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f3a11f8-abb0-4227-8631-4b6e2389d58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655630 Oct 27 16:04:07.004722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device bc0a5803-033d-460d-895f-a74340847ea4 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:07.015856 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.073183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Pushing event updated for resources: {'Port': ['ID=4e53b3b3-4d41-4056-9c67-e373d02569d6,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:07.092656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.145690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:04:07.217457 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.246168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f4c790-ba9a-4ff8-b3bf-c7898106640d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:07.261712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port bc0a5803-033d-460d-895f-a74340847ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bc0a5803-033d-460d-895f-a74340847ea4,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:07.262501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.262799 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Added segment 514bce73-ed6f-4247-b41c-d92dd49ebe27 of type vlan for network 394ed3ea-3559-4e5f-ba51-cf4eec084000 Oct 27 16:04:07.327877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'bc0a5803-033d-460d-895f-a74340847ea4', 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203', 'port_id': 'bc0a5803-033d-460d-895f-a74340847ea4', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac26fa-11b5-4f9d-9918-986554ca05aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:07.335369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d72b57-ee1b-41d9-aa35-d85d3f6dffd0 req-32e3617c-22b4-40f6-b10b-7122e47bb30a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:07.337085 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38d72b57-ee1b-41d9-aa35-d85d3f6dffd0 req-32e3617c-22b4-40f6-b10b-7122e47bb30a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 944 time: 0.1836064 Oct 27 16:04:07.393097 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.398751 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.434450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0a5803-033d-460d-895f-a74340847ea4 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:07.458727 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38d72b57-ee1b-41d9-aa35-d85d3f6dffd0 req-b7bd55fe-9ca0-40b7-82cf-59ab5e989aef tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036847 Oct 27 16:04:07.492786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Attempting to bind port 4e53b3b3-4d41-4056-9c67-e373d02569d6 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:07.493201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Attempting to bind port 4e53b3b3-4d41-4056-9c67-e373d02569d6 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:07.493790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Attempting to bind port 4e53b3b3-4d41-4056-9c67-e373d02569d6 on network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:07.498879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port bc0a5803-033d-460d-895f-a74340847ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bc0a5803-033d-460d-895f-a74340847ea4,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:07.508776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Port 4e53b3b3-4d41-4056-9c67-e373d02569d6 on network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:07.509102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Attempting to bind port 4e53b3b3-4d41-4056-9c67-e373d02569d6 on network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:07.555734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:07.556226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Checking segment: {'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:07.556603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Bound using segment: {'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:07.557040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Bound port: 4e53b3b3-4d41-4056-9c67-e373d02569d6, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:07.557390 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.589473 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.591104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:07.591758 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.634952 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.682121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] Pushing event updated for resources: {'Network': ['ID=394ed3ea-3559-4e5f-ba51-cf4eec084000,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:07.685125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] For port 4e53b3b3-4d41-4056-9c67-e373d02569d6, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:07.699597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 394ed3ea-3559-4e5f-ba51-cf4eec084000 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:04:07.712646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] For port 4e53b3b3-4d41-4056-9c67-e373d02569d6, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=4e53b3b3-4d41-4056-9c67-e373d02569d6,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:07.756371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=bc0a5803-033d-460d-895f-a74340847ea4,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:07.766380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b40638-dae5-4415-867a-508d7ce33f03 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:07.777334 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.794730 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-061da915-8cb8-4a5d-a737-2eded0ee5e69 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1376905 Oct 27 16:04:07.801112 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45962) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:07.801266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Transition to ACTIVE for port object 37b40638-dae5-4415-867a-508d7ce33f03 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:07.805580 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] Request body: {'subnet': {'network_id': '394ed3ea-3559-4e5f-ba51-cf4eec084000', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2064844697-subnet', 'tenant_id': '6ed34c72573945b188580763a9ec213b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:07.831148 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.901538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:07.904773 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.905726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['bc0a5803-033d-460d-895f-a74340847ea4'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:07.906191 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] 10.222.0.53 "PUT /v2.0/ports/4e53b3b3-4d41-4056-9c67-e373d02569d6 HTTP/1.1" status: 200 len: 1092 time: 2.6016278 Oct 27 16:04:07.930345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'tag': '4e53b3b3-4d41-4056-9c67-e373d02569d6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:07.932847 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d3bf1c-1326-48f9-b736-b52302149880" -d '{"events": [{"name": "network-changed", "server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "tag": "4e53b3b3-4d41-4056-9c67-e373d02569d6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:07.989948 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:07.996328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b902f-709d-4541-b24f-d1c07e1bef7d req-7ca4b190-8434-4dfc-b4c3-3ea4ba360126 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.007949 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e74b902f-709d-4541-b24f-d1c07e1bef7d req-7ca4b190-8434-4dfc-b4c3-3ea4ba360126 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 945 time: 0.0794783 Oct 27 16:04:08.034062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] Made reservation on behalf of 6ed34c72573945b188580763a9ec213b for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:08.045135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:08.045374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07aee6-234d-4cfa-b86c-a920a478f1af service neutron] Pushing event updated for resources: {'Port': ['ID=4e53b3b3-4d41-4056-9c67-e373d02569d6,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:08.083955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Request body: {'port': {'device_id': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:08.295161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e74b902f-709d-4541-b24f-d1c07e1bef7d req-4580528e-e43f-4019-8796-daf989c7aabc tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728105 Oct 27 16:04:08.315752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45974) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:08.452449 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:08.542066 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-507c8419-76eb-4429-80c8-66aa62d14a53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:08.569467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173429a0-f045-4a3d-9b9c-22c753cd23ef req-4bcf6bf6-bf96-4dc3-bc61-c2453be99424 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.576099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173429a0-f045-4a3d-9b9c-22c753cd23ef req-4bcf6bf6-bf96-4dc3-bc61-c2453be99424 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.583425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173429a0-f045-4a3d-9b9c-22c753cd23ef req-4bcf6bf6-bf96-4dc3-bc61-c2453be99424 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.585621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-173429a0-f045-4a3d-9b9c-22c753cd23ef req-4bcf6bf6-bf96-4dc3-bc61-c2453be99424 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2387 time: 0.7113407 Oct 27 16:04:08.589354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5d628ca-eec4-4e11-996d-97ae0d225bd4,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:08.591581 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e59c1b-0b35-4003-a1b4-6bf12480ab80 x-openstack-request-id: req-54e59c1b-0b35-4003-a1b4-6bf12480ab80 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:08.591869 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "tag": "4e53b3b3-4d41-4056-9c67-e373d02569d6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:08.592253 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54e59c1b-0b35-4003-a1b4-6bf12480ab80 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:08.592646 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'tag': '4e53b3b3-4d41-4056-9c67-e373d02569d6', 'status': 'completed', 'code': 200} Oct 27 16:04:08.625315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10fbe3-e3e4-4c77-8bbd-7dc0d1c0afdf req-a9ba03b2-a49d-4516-9f92-40b3b3afddd2 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.626518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f10fbe3-e3e4-4c77-8bbd-7dc0d1c0afdf req-a9ba03b2-a49d-4516-9f92-40b3b3afddd2 tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.53 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 945 time: 0.6974020 Oct 27 16:04:08.647718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] Checking segment: {'id': '514bce73-ed6f-4247-b41c-d92dd49ebe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '394ed3ea-3559-4e5f-ba51-cf4eec084000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:08.648542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] Network hostable DHCP agents. Network: 394ed3ea-3559-4e5f-ba51-cf4eec084000, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:04:08.658704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b28f6d-fb8f-4642-81e3-00fc90d0187d req-a449ad85-c4bc-4000-ae83-f4a87a0c7ec3 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.667590 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18b28f6d-fb8f-4642-81e3-00fc90d0187d req-a449ad85-c4bc-4000-ae83-f4a87a0c7ec3 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 944 time: 0.1665237 Oct 27 16:04:08.738539 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18b28f6d-fb8f-4642-81e3-00fc90d0187d req-984fda2e-a169-43b8-8ee8-a1d15cd594e1 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f3a11f8-abb0-4227-8631-4b6e2389d58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695560 Oct 27 16:04:08.773515 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-507c8419-76eb-4429-80c8-66aa62d14a53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:08.792918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Pushing event updated for resources: {'Port': ['ID=37b40638-dae5-4415-867a-508d7ce33f03,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:08.805588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] Network 394ed3ea-3559-4e5f-ba51-cf4eec084000 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:04:08.834024 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-507c8419-76eb-4429-80c8-66aa62d14a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:08.888404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bf1c-1326-48f9-b736-b52302149880 req-66120650-5b7c-44eb-9269-6b931497cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.889113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bf1c-1326-48f9-b736-b52302149880 req-66120650-5b7c-44eb-9269-6b931497cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.889724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bf1c-1326-48f9-b736-b52302149880 req-66120650-5b7c-44eb-9269-6b931497cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.891358 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3d3bf1c-1326-48f9-b736-b52302149880 req-66120650-5b7c-44eb-9269-6b931497cfd3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c832ae096941f0a5bf5b2354fb6525&device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2730 time: 0.2968388 Oct 27 16:04:08.891969 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:08.916665 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-173429a0-f045-4a3d-9b9c-22c753cd23ef req-4015ade6-23ea-49a1-b51e-4dd8b16ff476 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686708 Oct 27 16:04:08.926257 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 394ed3ea-3559-4e5f-ba51-cf4eec084000) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:08.941407 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca15f3d-846c-47c1-8a19-b4ae7c48bce2 None None] Network 394ed3ea-3559-4e5f-ba51-cf4eec084000 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:08.946379 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-507c8419-76eb-4429-80c8-66aa62d14a53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66823c8ba46c4f459df2c1403def953f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6254377 Oct 27 16:04:08.946379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45982) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:08.947530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Attempting to bind port 37b40638-dae5-4415-867a-508d7ce33f03 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:08.947958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Attempting to bind port 37b40638-dae5-4415-867a-508d7ce33f03 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '2beac7fd-6216-498d-8e8a-1dc23aa5a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '346ceb19-b460-4831-8900-1a05e2ca3f99'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:08.948444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Attempting to bind port 37b40638-dae5-4415-867a-508d7ce33f03 on network 346ceb19-b460-4831-8900-1a05e2ca3f99 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:08.958116 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:08.958730 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:08.964124 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c8419-76eb-4429-80c8-66aa62d14a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46db4268-2c36-429a-ab08-0cd83d7e32e7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:09.025289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device bc0a5803-033d-460d-895f-a74340847ea4 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:09.061510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Port 37b40638-dae5-4415-867a-508d7ce33f03 on network 346ceb19-b460-4831-8900-1a05e2ca3f99 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:09.061974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Attempting to bind port 37b40638-dae5-4415-867a-508d7ce33f03 on network 346ceb19-b460-4831-8900-1a05e2ca3f99 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:09.076862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f95bd3-54ff-4e02-aaa9-b70062076fae req-f7c577c0-f791-4aa1-981e-6cc8f96dbc09 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.082881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5f95bd3-54ff-4e02-aaa9-b70062076fae req-f7c577c0-f791-4aa1-981e-6cc8f96dbc09 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 945 time: 0.1565864 Oct 27 16:04:09.122574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:09.122960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Checking segment: {'id': '2beac7fd-6216-498d-8e8a-1dc23aa5a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '346ceb19-b460-4831-8900-1a05e2ca3f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:09.123880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Bound using segment: {'id': '2beac7fd-6216-498d-8e8a-1dc23aa5a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '346ceb19-b460-4831-8900-1a05e2ca3f99'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:09.123880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Bound port: 37b40638-dae5-4415-867a-508d7ce33f03, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2beac7fd-6216-498d-8e8a-1dc23aa5a4fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '346ceb19-b460-4831-8900-1a05e2ca3f99'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:09.124328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.128765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4b77c89c-beb7-455a-93b3-678311f05cad admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3300631 Oct 27 16:04:09.134692 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ec24d60-aae7-486a-9944-17080bde0ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.202972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port bc0a5803-033d-460d-895f-a74340847ea4 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:09.212822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port bc0a5803-033d-460d-895f-a74340847ea4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:09.212822 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.215757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea757f97-17da-4c2b-aefa-144352917e64 None None] Network 394ed3ea-3559-4e5f-ba51-cf4eec084000 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:09.224468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ec24d60-aae7-486a-9944-17080bde0ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.300999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-0f10fbe3-e3e4-4c77-8bbd-7dc0d1c0afdf req-4797ff36-6423-4f55-914b-27fe89f748de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Deleting port ec3ce103-139a-4305-a18b-49a95305b508 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:09.301349 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0f10fbe3-e3e4-4c77-8bbd-7dc0d1c0afdf req-4797ff36-6423-4f55-914b-27fe89f748de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.315933 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5f95bd3-54ff-4e02-aaa9-b70062076fae req-782c7e34-1974-49da-8c3e-0ff23f41dcd1 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047594 Oct 27 16:04:09.349991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ec24d60-aae7-486a-9944-17080bde0ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.352914 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ec24d60-aae7-486a-9944-17080bde0ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.355642 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7ec24d60-aae7-486a-9944-17080bde0ee3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46db4268-2c36-429a-ab08-0cd83d7e32e7 HTTP/1.1" status: 204 len: 168 time: 0.3921995 Oct 27 16:04:09.407121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec24d60-aae7-486a-9944-17080bde0ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46db4268-2c36-429a-ab08-0cd83d7e32e7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:09.520494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.587971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a5803-033d-460d-895f-a74340847ea4'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:09.592105 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138253c2-f003-4f37-819b-e9e6c87e0a81" -d '{"events": [{"server_uuid": "adab5e0f-9499-4ca0-b432-205afd230eff", "name": "network-vif-plugged", "status": "completed", "tag": "bc0a5803-033d-460d-895f-a74340847ea4"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:09.615225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port bc0a5803-033d-460d-895f-a74340847ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bc0a5803-033d-460d-895f-a74340847ea4,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:09.712305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bf1c-1326-48f9-b736-b52302149880 req-9c53db4e-27e0-43b1-9f45-f09f27febeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.713014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bf1c-1326-48f9-b736-b52302149880 req-9c53db4e-27e0-43b1-9f45-f09f27febeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.713484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bf1c-1326-48f9-b736-b52302149880 req-9c53db4e-27e0-43b1-9f45-f09f27febeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.715150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3d3bf1c-1326-48f9-b736-b52302149880 req-9c53db4e-27e0-43b1-9f45-f09f27febeb3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=86c832ae096941f0a5bf5b2354fb6525&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7963450 Oct 27 16:04:09.740669 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.741522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device ec3ce103-139a-4305-a18b-49a95305b508 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:09.879738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584bdaa-da12-4d2e-af6a-54e1e74e3a40 req-3f232a65-89d2-47ce-95a2-d1460c322ebb tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.887797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a584bdaa-da12-4d2e-af6a-54e1e74e3a40 req-3f232a65-89d2-47ce-95a2-d1460c322ebb tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 945 time: 0.3094311 Oct 27 16:04:09.892071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] For port 37b40638-dae5-4415-867a-508d7ce33f03, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:09.924559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=bc0a5803-033d-460d-895f-a74340847ea4,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:09.931163 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.967615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] For port 37b40638-dae5-4415-867a-508d7ce33f03, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=37b40638-dae5-4415-867a-508d7ce33f03,segment=NetworkSegment(2beac7fd-6216-498d-8e8a-1dc23aa5a4fa),segment_id=2beac7fd-6216-498d-8e8a-1dc23aa5a4fa)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:09.976756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-0f10fbe3-e3e4-4c77-8bbd-7dc0d1c0afdf req-4797ff36-6423-4f55-914b-27fe89f748de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] For port ec3ce103-139a-4305-a18b-49a95305b508, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=ec3ce103-139a-4305-a18b-49a95305b508,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:09.982116 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0f10fbe3-e3e4-4c77-8bbd-7dc0d1c0afdf req-4797ff36-6423-4f55-914b-27fe89f748de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:09.994202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port ec3ce103-139a-4305-a18b-49a95305b508, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=ec3ce103-139a-4305-a18b-49a95305b508,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:09.996245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bf1c-1326-48f9-b736-b52302149880 req-82bee3d6-93f9-431c-a400-d9c8369fc315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:09.998027 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3d3bf1c-1326-48f9-b736-b52302149880 req-82bee3d6-93f9-431c-a400-d9c8369fc315 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2750328 Oct 27 16:04:10.021628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-0f10fbe3-e3e4-4c77-8bbd-7dc0d1c0afdf req-4797ff36-6423-4f55-914b-27fe89f748de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Calling delete_port for ec3ce103-139a-4305-a18b-49a95305b508 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:10.082462 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.090593 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a584bdaa-da12-4d2e-af6a-54e1e74e3a40 req-5a25da6e-51c8-4584-a65f-4eba5234619d tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf4e8546-e9ae-487c-9c55-2ef3fff0150d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018530 Oct 27 16:04:10.099626 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.165856 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73cac4c-1ee7-4f88-ba30-06b1a238f4f2 x-openstack-request-id: req-d73cac4c-1ee7-4f88-ba30-06b1a238f4f2 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:10.166215 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adab5e0f-9499-4ca0-b432-205afd230eff", "name": "network-vif-plugged", "status": "completed", "tag": "bc0a5803-033d-460d-895f-a74340847ea4", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:10.166435 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d73cac4c-1ee7-4f88-ba30-06b1a238f4f2 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:10.169652 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a5803-033d-460d-895f-a74340847ea4', 'code': 200} Oct 27 16:04:10.241310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=ec3ce103-139a-4305-a18b-49a95305b508,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:10.314078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:10.315481 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.317916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] 10.222.0.54 "PUT /v2.0/ports/37b40638-dae5-4415-867a-508d7ce33f03 HTTP/1.1" status: 200 len: 1092 time: 3.3753927 Oct 27 16:04:10.332966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46016) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:10.340468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:10.353144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.379226 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b91b328-baa1-42ac-a577-b6d52eeccf7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.400489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e344f-70ed-495e-86db-b0391db0359e req-6b2246ca-3a92-43ce-a37c-12d90587cbe2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:10.402818 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-6b2246ca-3a92-43ce-a37c-12d90587cbe2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 808 time: 0.2416341 Oct 27 16:04:10.454981 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-d096161a-9191-49fa-9372-37fd1c2c56f5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/quotas/095b87ae86024607acdb040846675ca1 HTTP/1.1" status: 200 len: 375 time: 0.0413871 Oct 27 16:04:10.470223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Transition to ACTIVE for port object 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:10.516933 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-db2dcac6-746d-4cc2-b416-5de59c391949 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432894 Oct 27 16:04:10.554328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2827c-12e1-4721-9c3a-87b532392a1b service neutron] Pushing event updated for resources: {'Port': ['ID=37b40638-dae5-4415-867a-508d7ce33f03,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:10.560796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.605698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0519708-50e2-41d5-9b03-baa771a09803', 'tag': '37b40638-dae5-4415-867a-508d7ce33f03'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:10.608633 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ad7f9e-f321-466c-b455-1d1daa679136" -d '{"events": [{"name": "network-changed", "server_uuid": "c0519708-50e2-41d5-9b03-baa771a09803", "tag": "37b40638-dae5-4415-867a-508d7ce33f03"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:10.629297 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b91b328-baa1-42ac-a577-b6d52eeccf7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.637063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7e9d3-c320-4340-a3ba-07b403ce3336 req-7d8e3431-f3cc-4130-b4c7-e8bcae59297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:10.638639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ae7e9d3-c320-4340-a3ba-07b403ce3336 req-7d8e3431-f3cc-4130-b4c7-e8bcae59297a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 1097 time: 0.3527589 Oct 27 16:04:10.650072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-14e2570a-614f-4701-8457-75040c5a733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:10.661825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-14e2570a-614f-4701-8457-75040c5a733b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=409e2021f774437abe1867f51fe3aef7&device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 1095 time: 0.1917915 Oct 27 16:04:10.711589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7323d8c-c173-4e9f-9aa7-e89e78fbec24 req-00dfda5f-c48a-402d-a508-979e794e4649 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:10.719768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7323d8c-c173-4e9f-9aa7-e89e78fbec24 req-00dfda5f-c48a-402d-a508-979e794e4649 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 944 time: 0.4383907 Oct 27 16:04:10.728496 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b91b328-baa1-42ac-a577-b6d52eeccf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:10.770550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Pushing event updated for resources: {'Port': ['ID=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:10.798203 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-f98d9cb1-357c-4abc-80b1-461bbb62d789 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37b40638-dae5-4415-867a-508d7ce33f03 HTTP/1.1" status: 200 len: 217 time: 0.1099710 Oct 27 16:04:10.809167 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-0adce259-cf5a-4ff3-8b38-347aaeb7517f service neutron] 10.222.0.15 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711048 Oct 27 16:04:10.872814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91b328-baa1-42ac-a577-b6d52eeccf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709a4999-1bd3-4377-87c4-bab53fed6260,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:10.932552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ae7e9d3-c320-4340-a3ba-07b403ce3336 req-4888700e-b328-4bff-9c6a-ec55264f6f5d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794085 Oct 27 16:04:10.946997 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7323d8c-c173-4e9f-9aa7-e89e78fbec24 req-d141d8f2-82ec-47d3-9ebe-28d5791852a2 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f3a11f8-abb0-4227-8631-4b6e2389d58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262838 Oct 27 16:04:10.952900 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9b91b328-baa1-42ac-a577-b6d52eeccf7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7c6426cbe52460086d5221f3e040606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6126306 Oct 27 16:04:10.958854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46022) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:10.972486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-a61abbca-5e94-442e-b5e4-3e670c9b0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:10.974072 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-a61abbca-5e94-442e-b5e4-3e670c9b0e94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1856bbe5-b5a2-4a98-89c4-c4339b00cd9b HTTP/1.1" status: 200 len: 855 time: 0.1673007 Oct 27 16:04:11.028481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-7d5ad077-70d8-467a-b76e-8c1eb777f10d service neutron] 10.222.0.15 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938448 Oct 27 16:04:11.101075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-15ea50e0-07ef-4568-bd0f-cb50303b8492 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=346ceb19-b460-4831-8900-1a05e2ca3f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197226 Oct 27 16:04:11.114297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0f10fbe3-e3e4-4c77-8bbd-7dc0d1c0afdf req-4797ff36-6423-4f55-914b-27fe89f748de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.145680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Attempting to bind port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:11.146162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Attempting to bind port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'e779ac54-1844-4519-9f14-836b695bd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:11.146931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Attempting to bind port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 on network bd95274f-71ef-4ba6-bc2b-80d12827e29f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:11.277739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797ff36-6423-4f55-914b-27fe89f748de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Pushing event deleted for resources: {'Port': ['ID=ec3ce103-139a-4305-a18b-49a95305b508,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:11.280731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 on network bd95274f-71ef-4ba6-bc2b-80d12827e29f not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:11.281069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Attempting to bind port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 on network bd95274f-71ef-4ba6-bc2b-80d12827e29f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:11.338412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:11.338950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Checking segment: {'id': 'e779ac54-1844-4519-9f14-836b695bd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:11.339168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Bound using segment: {'id': 'e779ac54-1844-4519-9f14-836b695bd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:11.339664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Bound port: 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e779ac54-1844-4519-9f14-836b695bd0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:11.340037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.391583 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4992fa58-fe88-43e2-90dd-a9fc112ae0d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.398856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f10fbe3-e3e4-4c77-8bbd-7dc0d1c0afdf req-4797ff36-6423-4f55-914b-27fe89f748de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] No DVR routers for this DVR port ec3ce103-139a-4305-a18b-49a95305b508 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:11.406466 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0f10fbe3-e3e4-4c77-8bbd-7dc0d1c0afdf req-4797ff36-6423-4f55-914b-27fe89f748de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.410194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f10fbe3-e3e4-4c77-8bbd-7dc0d1c0afdf req-4797ff36-6423-4f55-914b-27fe89f748de tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.53 "DELETE /v2.0/ports/ec3ce103-139a-4305-a18b-49a95305b508 HTTP/1.1" status: 204 len: 173 time: 2.7490895 Oct 27 16:04:11.463640 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4992fa58-fe88-43e2-90dd-a9fc112ae0d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.491622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c4ec5-6f6c-42d1-a0f0-32d7a2a24e2b req-c843228c-ba04-49bf-8c22-396330e3d5ab tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:11.498126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c4ec5-6f6c-42d1-a0f0-32d7a2a24e2b req-c843228c-ba04-49bf-8c22-396330e3d5ab tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:11.505446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c4ec5-6f6c-42d1-a0f0-32d7a2a24e2b req-c843228c-ba04-49bf-8c22-396330e3d5ab tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:11.507704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-978c4ec5-6f6c-42d1-a0f0-32d7a2a24e2b req-c843228c-ba04-49bf-8c22-396330e3d5ab tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2399 time: 0.3809881 Oct 27 16:04:11.529388 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-3fe18259-759c-4434-a415-0fe30ed9b70c service neutron] 10.222.0.54 "GET /v2.0/networks/346ceb19-b460-4831-8900-1a05e2ca3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115968 Oct 27 16:04:11.646419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] For port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:11.670162 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-978c4ec5-6f6c-42d1-a0f0-32d7a2a24e2b req-16b6d925-a2f3-4307-b376-c14a160de1dc tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496847 Oct 27 16:04:11.675048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] For port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5,segment=NetworkSegment(e779ac54-1844-4519-9f14-836b695bd0a1),segment_id=e779ac54-1844-4519-9f14-836b695bd0a1)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:11.731893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-317d4e9d-d0ab-4fee-904a-b096a386dfc6 req-f489b682-dfc5-448c-9679-e19320645a1a service neutron] 10.222.0.54 "GET /v2.0/networks/346ceb19-b460-4831-8900-1a05e2ca3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889403 Oct 27 16:04:11.863468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afee37b-4ec0-4c20-a371-c940102c5ab6 req-d2907238-b935-49c1-91e8-073006d38f25 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:11.881520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1afee37b-4ec0-4c20-a371-c940102c5ab6 req-d2907238-b935-49c1-91e8-073006d38f25 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1035070 Oct 27 16:04:11.898780 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.929024 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4992fa58-fe88-43e2-90dd-a9fc112ae0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.932550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4992fa58-fe88-43e2-90dd-a9fc112ae0d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:11.948085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4992fa58-fe88-43e2-90dd-a9fc112ae0d9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/709a4999-1bd3-4377-87c4-bab53fed6260 HTTP/1.1" status: 204 len: 168 time: 0.9789834 Oct 27 16:04:11.960926 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b93bae0-4c22-42bb-9976-0bdb6c92c574 x-openstack-request-id: req-0b93bae0-4c22-42bb-9976-0bdb6c92c574 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:11.966761 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0519708-50e2-41d5-9b03-baa771a09803", "tag": "37b40638-dae5-4415-867a-508d7ce33f03", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:11.966761 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b93bae0-4c22-42bb-9976-0bdb6c92c574 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:11.966761 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0519708-50e2-41d5-9b03-baa771a09803', 'tag': '37b40638-dae5-4415-867a-508d7ce33f03', 'status': 'completed', 'code': 200} Oct 27 16:04:12.114727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:12.116108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:12.119088 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] 10.222.0.53 "PUT /v2.0/ports/59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 HTTP/1.1" status: 200 len: 1091 time: 4.0470512 Oct 27 16:04:12.171376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d64bed-ed92-433f-b173-08b4425b60c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec3ce103-139a-4305-a18b-49a95305b508'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:12.175094 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0668ff2-61ab-4a28-953f-2c172b6b9405" -d '{"events": [{"server_uuid": "24d64bed-ed92-433f-b173-08b4425b60c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ec3ce103-139a-4305-a18b-49a95305b508"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:12.199130 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b14b96c-fc9a-4fa5-b991-75fb9467c7b3 req-817dd3eb-13da-4f02-8f28-7025cb3ad65b tempest-AttachSCSIVolumeTestJSON-1195701290 tempest-AttachSCSIVolumeTestJSON-1195701290-project] 10.222.0.15 "GET /v2.0/ports?device_id=24d64bed-ed92-433f-b173-08b4425b60c7 HTTP/1.1" status: 200 len: 210 time: 0.0559783 Oct 27 16:04:12.256756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Request body: {'port': {'device_id': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:12.280333 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992fa58-fe88-43e2-90dd-a9fc112ae0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709a4999-1bd3-4377-87c4-bab53fed6260,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:12.327431 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-46f2dfbc-47e9-4e09-a1a3-b6c38ebb7742 req-391c9b14-43ce-4295-b8b3-f4e1edb3e1c7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 210 time: 0.0443895 Oct 27 16:04:12.364988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1afee37b-4ec0-4c20-a371-c940102c5ab6 req-0535d853-ca21-46d0-8626-2c449673fdb9 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822886 Oct 27 16:04:12.440190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065202e8-e77a-482c-9df2-4f5a4601d50a service neutron] Pushing event updated for resources: {'Port': ['ID=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:12.440190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7f9e-f321-466c-b455-1d1daa679136 req-40c88976-877a-41cf-a9cc-f8a8f7f61fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:12.440190 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9ad7f9e-f321-466c-b455-1d1daa679136 req-40c88976-877a-41cf-a9cc-f8a8f7f61fa2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=409e2021f774437abe1867f51fe3aef7&device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 1095 time: 0.4237449 Oct 27 16:04:12.462504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:12.533824 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a08df1f-6386-43c6-92f3-d5ba2db2fb8e x-openstack-request-id: req-5a08df1f-6386-43c6-92f3-d5ba2db2fb8e {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:12.534367 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d64bed-ed92-433f-b173-08b4425b60c7", "name": "network-vif-unplugged", "status": "completed", "tag": "ec3ce103-139a-4305-a18b-49a95305b508", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:12.534788 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a08df1f-6386-43c6-92f3-d5ba2db2fb8e {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:12.535162 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d64bed-ed92-433f-b173-08b4425b60c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec3ce103-139a-4305-a18b-49a95305b508', 'code': 200} Oct 27 16:04:12.572096 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcb209-d53a-40f8-ac26-aebe0ac03783 req-190d9248-fcd8-4165-8ab2-1d277e7070c0 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:12.572096 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2fcb209-d53a-40f8-ac26-aebe0ac03783 req-190d9248-fcd8-4165-8ab2-1d277e7070c0 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 944 time: 0.0880277 Oct 27 16:04:12.614659 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2fcb209-d53a-40f8-ac26-aebe0ac03783 req-c18fefe1-00da-42dd-b583-75754c29ddfe tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f3a11f8-abb0-4227-8631-4b6e2389d58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424683 Oct 27 16:04:12.661131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7f9e-f321-466c-b455-1d1daa679136 req-7dc3974b-b18a-4daa-a46f-870c09c96f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:12.662802 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9ad7f9e-f321-466c-b455-1d1daa679136 req-7dc3974b-b18a-4daa-a46f-870c09c96f64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=346ceb19-b460-4831-8900-1a05e2ca3f99 HTTP/1.1" status: 200 len: 916 time: 0.2216728 Oct 27 16:04:13.138860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9ad7f9e-f321-466c-b455-1d1daa679136 req-d3d78fc1-228b-41ac-87e2-fb75f9b4f473 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=37b40638-dae5-4415-867a-508d7ce33f03 HTTP/1.1" status: 200 len: 217 time: 0.0717807 Oct 27 16:04:13.258430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a34c7-0165-4de9-b367-41ec2d66c589 req-fa355604-2c49-40d1-8390-205a872e67cb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:13.270026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a34c7-0165-4de9-b367-41ec2d66c589 req-fa355604-2c49-40d1-8390-205a872e67cb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:13.288675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a34c7-0165-4de9-b367-41ec2d66c589 req-fa355604-2c49-40d1-8390-205a872e67cb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:13.288675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f73a34c7-0165-4de9-b367-41ec2d66c589 req-fa355604-2c49-40d1-8390-205a872e67cb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2399 time: 0.2131224 Oct 27 16:04:13.288675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad7f9e-f321-466c-b455-1d1daa679136 req-2f387ce1-93ad-4f3d-b78a-5d874b7ef0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:13.288675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9ad7f9e-f321-466c-b455-1d1daa679136 req-2f387ce1-93ad-4f3d-b78a-5d874b7ef0f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1856bbe5-b5a2-4a98-89c4-c4339b00cd9b HTTP/1.1" status: 200 len: 855 time: 0.1355021 Oct 27 16:04:13.362549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9ad7f9e-f321-466c-b455-1d1daa679136 req-5a92aed0-b9bc-46c1-a1aa-04e892080473 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=346ceb19-b460-4831-8900-1a05e2ca3f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465348 Oct 27 16:04:13.377746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f73a34c7-0165-4de9-b367-41ec2d66c589 req-9d8ad315-a3ed-4e30-9e17-fa79768039a3 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894222 Oct 27 16:04:13.470401 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-175d5387-3d7f-4a04-bdec-b51896122caf req-746f7019-2371-406c-a8da-a38310accdff tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 210 time: 0.0562255 Oct 27 16:04:13.669294 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9ad7f9e-f321-466c-b455-1d1daa679136 req-6ef098b5-5393-41c9-a895-ab45239bab67 service neutron] 10.222.0.54 "GET /v2.0/networks/346ceb19-b460-4831-8900-1a05e2ca3f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901061 Oct 27 16:04:13.679658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f26da-1006-438a-95c2-788f25dc6f3e req-c523a725-8a81-44d1-a4bf-b61c30653eba tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:13.682821 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d8f26da-1006-438a-95c2-788f25dc6f3e req-c523a725-8a81-44d1-a4bf-b61c30653eba tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1523623 Oct 27 16:04:13.699062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72617b10-f149-41ce-9d79-ea6cb87a1a53 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:13.760558 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.792778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Transition to ACTIVE for port object 72617b10-f149-41ce-9d79-ea6cb87a1a53 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:13.827945 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d8f26da-1006-438a-95c2-788f25dc6f3e req-96edf170-4b93-4227-88fa-7f2a7b3e82e8 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341119 Oct 27 16:04:13.875752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3311979-95a0-4356-b42c-d6ed68d46daa req-e7f4f710-1365-483a-bc57-a9f25aa71ca3 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:13.887133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9ad7f9e-f321-466c-b455-1d1daa679136 req-f98158be-09fe-4121-8858-4ef90866ec05 service neutron] 10.222.0.54 "GET /v2.0/networks/346ceb19-b460-4831-8900-1a05e2ca3f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027686 Oct 27 16:04:13.892598 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e3311979-95a0-4356-b42c-d6ed68d46daa req-e7f4f710-1365-483a-bc57-a9f25aa71ca3 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 944 time: 0.1415608 Oct 27 16:04:13.896550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:13.942642 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e3311979-95a0-4356-b42c-d6ed68d46daa req-3d84b6b8-4373-4741-ae2f-5efa99ad651e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f3a11f8-abb0-4227-8631-4b6e2389d58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490265 Oct 27 16:04:13.990494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d64bed-ed92-433f-b173-08b4425b60c7', 'name': 'network-vif-deleted', 'tag': 'ec3ce103-139a-4305-a18b-49a95305b508'}, {'name': 'network-changed', 'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'tag': '59f8ddb4-a7dc-405a-89ff-743fd8b05ad5'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:13.992886 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f25f30-c4c3-4206-88ff-4b967a4d6dcd" -d '{"events": [{"server_uuid": "24d64bed-ed92-433f-b173-08b4425b60c7", "name": "network-vif-deleted", "tag": "ec3ce103-139a-4305-a18b-49a95305b508"}, {"name": "network-changed", "server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "tag": "59f8ddb4-a7dc-405a-89ff-743fd8b05ad5"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:14.012245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Pushing event updated for resources: {'Port': ['ID=72617b10-f149-41ce-9d79-ea6cb87a1a53,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:14.062461 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba5090d-885b-45cf-aac4-86b8cba3e66d x-openstack-request-id: req-2ba5090d-885b-45cf-aac4-86b8cba3e66d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:14.062881 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d64bed-ed92-433f-b173-08b4425b60c7", "name": "network-vif-deleted", "tag": "ec3ce103-139a-4305-a18b-49a95305b508", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "tag": "59f8ddb4-a7dc-405a-89ff-743fd8b05ad5", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:14.063023 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ba5090d-885b-45cf-aac4-86b8cba3e66d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:14.063411 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d64bed-ed92-433f-b173-08b4425b60c7', 'name': 'network-vif-deleted', 'tag': 'ec3ce103-139a-4305-a18b-49a95305b508', 'status': 'completed', 'code': 200} Oct 27 16:04:14.063662 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'tag': '59f8ddb4-a7dc-405a-89ff-743fd8b05ad5', 'status': 'completed', 'code': 200} Oct 27 16:04:14.094482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a43d0d-96eb-4e70-a380-82ab61de7446 req-cb9269c1-1452-41e0-876f-5a83e799d3b3 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.109528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a6a43d0d-96eb-4e70-a380-82ab61de7446 req-cb9269c1-1452-41e0-876f-5a83e799d3b3 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1643486 Oct 27 16:04:14.145718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 37b40638-dae5-4415-867a-508d7ce33f03 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:14.248865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Attempting to bind port 72617b10-f149-41ce-9d79-ea6cb87a1a53 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:14.249495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Attempting to bind port 72617b10-f149-41ce-9d79-ea6cb87a1a53 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:14.249495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Attempting to bind port 72617b10-f149-41ce-9d79-ea6cb87a1a53 on network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:14.289643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a6a43d0d-96eb-4e70-a380-82ab61de7446 req-bb5e23d1-fe2c-4756-8aa8-d130ef019707 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735783 Oct 27 16:04:14.290862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Port 72617b10-f149-41ce-9d79-ea6cb87a1a53 on network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:14.291253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Attempting to bind port 72617b10-f149-41ce-9d79-ea6cb87a1a53 on network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:14.303760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:14.304122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Checking segment: {'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:14.304508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Bound using segment: {'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:14.305033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Bound port: 72617b10-f149-41ce-9d79-ea6cb87a1a53, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c122845-4816-4c71-a24a-4286c2fd9d2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:14.319623 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.320201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 37b40638-dae5-4415-867a-508d7ce33f03, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=37b40638-dae5-4415-867a-508d7ce33f03,segment=NetworkSegment(2beac7fd-6216-498d-8e8a-1dc23aa5a4fa),segment_id=2beac7fd-6216-498d-8e8a-1dc23aa5a4fa)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:14.326174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f25f30-c4c3-4206-88ff-4b967a4d6dcd req-7a283338-0b3a-4008-90c2-bc314572bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.327395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f25f30-c4c3-4206-88ff-4b967a4d6dcd req-7a283338-0b3a-4008-90c2-bc314572bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.329018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f25f30-c4c3-4206-88ff-4b967a4d6dcd req-7a283338-0b3a-4008-90c2-bc314572bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.337143 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5f25f30-c4c3-4206-88ff-4b967a4d6dcd req-7a283338-0b3a-4008-90c2-bc314572bfdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c832ae096941f0a5bf5b2354fb6525&device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2822 time: 0.2252257 Oct 27 16:04:14.353523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '37b40638-dae5-4415-867a-508d7ce33f03', 'network_id': '346ceb19-b460-4831-8900-1a05e2ca3f99', 'port_id': '37b40638-dae5-4415-867a-508d7ce33f03', 'mac_address': 'fa:16:3e:58:dd:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1856bbe5-b5a2-4a98-89c4-c4339b00cd9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:14.439246 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.466651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b40638-dae5-4415-867a-508d7ce33f03 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:14.504845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 37b40638-dae5-4415-867a-508d7ce33f03, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=37b40638-dae5-4415-867a-508d7ce33f03,segment=NetworkSegment(2beac7fd-6216-498d-8e8a-1dc23aa5a4fa),segment_id=2beac7fd-6216-498d-8e8a-1dc23aa5a4fa)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:14.616036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] For port 72617b10-f149-41ce-9d79-ea6cb87a1a53, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:14.643118 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] For port 72617b10-f149-41ce-9d79-ea6cb87a1a53, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=72617b10-f149-41ce-9d79-ea6cb87a1a53,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:14.645069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f25f30-c4c3-4206-88ff-4b967a4d6dcd req-8931ccd8-2d05-4f62-8df4-602a3dfb2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.645591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f25f30-c4c3-4206-88ff-4b967a4d6dcd req-8931ccd8-2d05-4f62-8df4-602a3dfb2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.646042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f25f30-c4c3-4206-88ff-4b967a4d6dcd req-8931ccd8-2d05-4f62-8df4-602a3dfb2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.647663 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5f25f30-c4c3-4206-88ff-4b967a4d6dcd req-8931ccd8-2d05-4f62-8df4-602a3dfb2671 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=86c832ae096941f0a5bf5b2354fb6525&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2996900 Oct 27 16:04:14.657351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdde9eb-3273-4a9e-ba36-79f013dc51b7 req-867dff2e-c2ea-4a94-ba85-af09aa279e44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.663965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdde9eb-3273-4a9e-ba36-79f013dc51b7 req-867dff2e-c2ea-4a94-ba85-af09aa279e44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.666176 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.671687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdde9eb-3273-4a9e-ba36-79f013dc51b7 req-867dff2e-c2ea-4a94-ba85-af09aa279e44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.673565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3fdde9eb-3273-4a9e-ba36-79f013dc51b7 req-867dff2e-c2ea-4a94-ba85-af09aa279e44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2411 time: 0.1619141 Oct 27 16:04:14.737062 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=37b40638-dae5-4415-867a-508d7ce33f03,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:14.792202 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.884878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['37b40638-dae5-4415-867a-508d7ce33f03'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:14.887590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3fdde9eb-3273-4a9e-ba36-79f013dc51b7 req-f6021ac2-d89c-40ca-8b5b-7ac43bb6737c tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868410 Oct 27 16:04:14.897016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.897715 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:14.899146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] 10.222.0.53 "PUT /v2.0/ports/72617b10-f149-41ce-9d79-ea6cb87a1a53 HTTP/1.1" status: 200 len: 1091 time: 2.6482117 Oct 27 16:04:14.904789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f25f30-c4c3-4206-88ff-4b967a4d6dcd req-e077e0b4-d2ac-4819-9c06-ee294b0dc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:14.906327 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5f25f30-c4c3-4206-88ff-4b967a4d6dcd req-e077e0b4-d2ac-4819-9c06-ee294b0dc4df service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2312229 Oct 27 16:04:14.933905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a0075-84b9-404f-96cd-f3d0108289cc service neutron] Pushing event updated for resources: {'Port': ['ID=72617b10-f149-41ce-9d79-ea6cb87a1a53,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:15.023048 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc062885-6d73-4ff1-9682-62b2c7ddb30b req-49274f62-d32c-44d6-82eb-fc2c13572bea tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 210 time: 0.0407977 Oct 27 16:04:15.228774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b34cc1-d5d0-4b83-a0b3-2880239a5c52 req-7a698325-6568-4a7c-acd6-146740df3429 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:15.230370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-74b34cc1-d5d0-4b83-a0b3-2880239a5c52 req-7a698325-6568-4a7c-acd6-146740df3429 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 945 time: 0.0543458 Oct 27 16:04:15.325564 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-74b34cc1-d5d0-4b83-a0b3-2880239a5c52 req-51d64af6-e9ee-40ff-89a8-ab8e41f17c58 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f3a11f8-abb0-4227-8631-4b6e2389d58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Oct 27 16:04:16.043128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-4fffe4d6-ce28-423e-bcbe-b9c3a1e2b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.044510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-4fffe4d6-ce28-423e-bcbe-b9c3a1e2b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.045814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-4fffe4d6-ce28-423e-bcbe-b9c3a1e2b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.051663 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-4fffe4d6-ce28-423e-bcbe-b9c3a1e2b701 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c832ae096941f0a5bf5b2354fb6525&device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2864 time: 0.1071899 Oct 27 16:04:16.069017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'tag': '72617b10-f149-41ce-9d79-ea6cb87a1a53'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:16.082402 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a" -d '{"events": [{"name": "network-changed", "server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "tag": "72617b10-f149-41ce-9d79-ea6cb87a1a53"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:16.162756 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-468074f2-f72b-4e71-b326-f9efd18f9dc8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.253&port_id=4e53b3b3-4d41-4056-9c67-e373d02569d6 HTTP/1.1" status: 200 len: 217 time: 0.0946732 Oct 27 16:04:16.172988 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 37b40638-dae5-4415-867a-508d7ce33f03 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:16.366118 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0361453-037f-4492-9e73-797e602e2396 req-60a94962-743c-4e5e-b335-1a6677dec2b8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 210 time: 0.0866175 Oct 27 16:04:16.423302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 37b40638-dae5-4415-867a-508d7ce33f03 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:16.429567 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1948ab35-4355-4540-8dd6-044dbacc8e14 x-openstack-request-id: req-1948ab35-4355-4540-8dd6-044dbacc8e14 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:16.435703 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "tag": "72617b10-f149-41ce-9d79-ea6cb87a1a53", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:16.435703 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1948ab35-4355-4540-8dd6-044dbacc8e14 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:16.435703 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'tag': '72617b10-f149-41ce-9d79-ea6cb87a1a53', 'status': 'completed', 'code': 200} Oct 27 16:04:16.437123 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 37b40638-dae5-4415-867a-508d7ce33f03 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:16.437688 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.450295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-b4654c07-ec9c-477d-b065-ca6fdc704b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.453117 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-b4654c07-ec9c-477d-b065-ca6fdc704b41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1aa45de0-46e5-431f-a8da-f7dfd0e4432c HTTP/1.1" status: 200 len: 801 time: 0.2266338 Oct 27 16:04:16.498151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993365f5-004a-4065-a6f2-41d0f197dabb req-6ed05709-57d0-4d8d-b38d-08975e8c2c03 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.527720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993365f5-004a-4065-a6f2-41d0f197dabb req-6ed05709-57d0-4d8d-b38d-08975e8c2c03 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.531041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993365f5-004a-4065-a6f2-41d0f197dabb req-6ed05709-57d0-4d8d-b38d-08975e8c2c03 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.541498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-993365f5-004a-4065-a6f2-41d0f197dabb req-6ed05709-57d0-4d8d-b38d-08975e8c2c03 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2411 time: 0.4497178 Oct 27 16:04:16.613867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e344f-70ed-495e-86db-b0391db0359e req-fb884000-6636-4319-bbff-9dc89902f1b2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.615877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-fb884000-6636-4319-bbff-9dc89902f1b2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 808 time: 0.3393300 Oct 27 16:04:16.667237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Request body: {'port': {'device_id': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532', 'admin_state_up': True, 'tenant_id': '095b87ae86024607acdb040846675ca1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:16.730053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-cdcc7ce9-8741-4bb4-85c7-ace616b57e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.730053 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-cdcc7ce9-8741-4bb4-85c7-ace616b57e41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ac084ca-3547-42d1-a9bd-1f1cf2711c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2616069 Oct 27 16:04:16.748397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-993365f5-004a-4065-a6f2-41d0f197dabb req-e6ab8714-f5d3-4641-b4f9-5d54a7c8e5ac tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003493 Oct 27 16:04:16.783926 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:16.803275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db37add-7171-4c76-8a5c-1d9eadf0f5a4 req-4a513b86-e6e9-474c-8712-67dda5026d2d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:16.813209 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1db37add-7171-4c76-8a5c-1d9eadf0f5a4 req-4a513b86-e6e9-474c-8712-67dda5026d2d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1485476 Oct 27 16:04:16.866484 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0519708-50e2-41d5-9b03-baa771a09803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b40638-dae5-4415-867a-508d7ce33f03'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:16.871093 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce95c56-3d05-4387-b06a-72182825cea8" -d '{"events": [{"server_uuid": "c0519708-50e2-41d5-9b03-baa771a09803", "name": "network-vif-plugged", "status": "completed", "tag": "37b40638-dae5-4415-867a-508d7ce33f03"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:16.885188 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1db37add-7171-4c76-8a5c-1d9eadf0f5a4 req-b40a8b49-0fe0-4b87-8b38-bf1f93f576fd tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702448 Oct 27 16:04:16.909248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 37b40638-dae5-4415-867a-508d7ce33f03, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=37b40638-dae5-4415-867a-508d7ce33f03,segment=NetworkSegment(2beac7fd-6216-498d-8e8a-1dc23aa5a4fa),segment_id=2beac7fd-6216-498d-8e8a-1dc23aa5a4fa)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:16.946840 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4faa308-c3b1-4ed4-aeaa-a14ff58f5fe2 x-openstack-request-id: req-c4faa308-c3b1-4ed4-aeaa-a14ff58f5fe2 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:16.947126 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0519708-50e2-41d5-9b03-baa771a09803", "name": "network-vif-plugged", "status": "completed", "tag": "37b40638-dae5-4415-867a-508d7ce33f03", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:16.947608 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4faa308-c3b1-4ed4-aeaa-a14ff58f5fe2 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:16.947997 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0519708-50e2-41d5-9b03-baa771a09803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b40638-dae5-4415-867a-508d7ce33f03', 'code': 200} Oct 27 16:04:17.018885 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:17.063637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c40ed5-be49-4861-879a-bb0c57ff4974 req-a3e98867-3e8f-4275-8bb0-39598bd577f9 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.072435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-05c40ed5-be49-4861-879a-bb0c57ff4974 req-a3e98867-3e8f-4275-8bb0-39598bd577f9 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 945 time: 0.1587343 Oct 27 16:04:17.088676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=37b40638-dae5-4415-867a-508d7ce33f03,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:17.098549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-4afcf93e-0719-4394-abbb-f2c6e899deae service neutron] 10.222.0.53 "GET /v2.0/networks/4ac084ca-3547-42d1-a9bd-1f1cf2711c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490434 Oct 27 16:04:17.135915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57425ce9-de34-47d5-a46e-e5cea09955fd req-afec1a89-688c-4a50-aee1-446af55f9c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.141773 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-57425ce9-de34-47d5-a46e-e5cea09955fd req-afec1a89-688c-4a50-aee1-446af55f9c4e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 1097 time: 0.0883288 Oct 27 16:04:17.194390 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-57425ce9-de34-47d5-a46e-e5cea09955fd req-1d8e2b2d-82b7-4929-82cb-eccfbb2faab3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2f3a11f8-abb0-4227-8631-4b6e2389d58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Oct 27 16:04:17.223492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Made reservation on behalf of 095b87ae86024607acdb040846675ca1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:17.227567 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:17.234431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-05c40ed5-be49-4861-879a-bb0c57ff4974 req-6360ba6f-c4fc-45b9-a063-7c2c50ade3d5 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f3a11f8-abb0-4227-8631-4b6e2389d58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611280 Oct 27 16:04:17.327092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-48f9d2ab-1d5a-4ef2-9cb6-29cdabddeed8 service neutron] 10.222.0.53 "GET /v2.0/networks/4ac084ca-3547-42d1-a9bd-1f1cf2711c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208059 Oct 27 16:04:17.383635 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-81935313-9258-491a-9929-744af85b706a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.97&port_id=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 HTTP/1.1" status: 200 len: 217 time: 0.0468965 Oct 27 16:04:17.389341 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-baeedca6-4783-4141-a3bb-bda012987d86 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c766f0bdad174871b53248832f4e1c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314081 Oct 27 16:04:17.448393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-12cbc265-8ea2-45b8-a416-2f6ca5b9b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.450035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-12cbc265-8ea2-45b8-a416-2f6ca5b9b34c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9f25b9a6-84d4-4ce7-a3dc-29e786692de3 HTTP/1.1" status: 200 len: 801 time: 0.0578330 Oct 27 16:04:17.539738 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ae9ae5d-5779-4a93-85aa-c10fd6b41cae req-9c47eab9-4801-4787-8c8f-3b0f2309a804 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 210 time: 0.0885665 Oct 27 16:04:17.557709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-b6791244-659f-4fd2-bad4-1485d3b0e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.559193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-b6791244-659f-4fd2-bad4-1485d3b0e6f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bd95274f-71ef-4ba6-bc2b-80d12827e29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0866268 Oct 27 16:04:17.599104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-7361facf-23cb-4b3f-a6a6-d680ff2e60d3 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:17.600659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Allocated IP 172.20.0.6 (4f195822-afc2-489a-8875-d3a7f6fb3532/4798bdca-a2ba-4445-9f20-f8a7fe28797b/68276486-f0fb-47fc-bf0c-adacdd009d82) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:17.613716 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-7361facf-23cb-4b3f-a6a6-d680ff2e60d3 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232237 Oct 27 16:04:17.651987 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-42f63542-b7f7-4577-90dd-f202de278227 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/quotas/c766f0bdad174871b53248832f4e1c1d HTTP/1.1" status: 200 len: 375 time: 0.0301738 Oct 27 16:04:17.715514 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-9b72042e-0e4d-4674-be9e-093a2b61447d tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c766f0bdad174871b53248832f4e1c1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626335 Oct 27 16:04:17.731324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-93382efe-607d-4e00-a2fd-8cd0fd387e8e service neutron] 10.222.0.53 "GET /v2.0/networks/bd95274f-71ef-4ba6-bc2b-80d12827e29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629021 Oct 27 16:04:17.880840 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ca467c66-ee35-447a-8391-9eb129a06ada service neutron] 10.222.0.53 "GET /v2.0/networks/bd95274f-71ef-4ba6-bc2b-80d12827e29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365972 Oct 27 16:04:17.970596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-5e7c8bd3-0c94-4524-93c1-81b1c7e00a69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=72617b10-f149-41ce-9d79-ea6cb87a1a53 HTTP/1.1" status: 200 len: 217 time: 0.0581672 Oct 27 16:04:18.050737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80c438-33f3-453b-bc50-ab12e1ff8c68 req-d1456c4e-7d3d-481e-91f5-4010de2ad819 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.057097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80c438-33f3-453b-bc50-ab12e1ff8c68 req-d1456c4e-7d3d-481e-91f5-4010de2ad819 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.070404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80c438-33f3-453b-bc50-ab12e1ff8c68 req-d1456c4e-7d3d-481e-91f5-4010de2ad819 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.070404 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd80c438-33f3-453b-bc50-ab12e1ff8c68 req-d1456c4e-7d3d-481e-91f5-4010de2ad819 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2411 time: 0.1981235 Oct 27 16:04:18.150064 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443e9a4-7af0-4fcf-8307-2f71fa904ee4 req-2e32e19e-a761-42a0-8f63-fe585234e99d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.152199 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0443e9a4-7af0-4fcf-8307-2f71fa904ee4 req-2e32e19e-a761-42a0-8f63-fe585234e99d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.0741055 Oct 27 16:04:18.180558 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:18.185312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-6bf00fbe-78e7-4253-8823-0435afab3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.186882 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-6bf00fbe-78e7-4253-8823-0435afab3fe4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1aa45de0-46e5-431f-a8da-f7dfd0e4432c HTTP/1.1" status: 200 len: 801 time: 0.1984892 Oct 27 16:04:18.247380 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0443e9a4-7af0-4fcf-8307-2f71fa904ee4 req-1e330329-ac32-4564-9b92-1c327473b4e4 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813406 Oct 27 16:04:18.262318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd80c438-33f3-453b-bc50-ab12e1ff8c68 req-80d01cf8-9662-4905-86b0-7c2fc1129036 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771219 Oct 27 16:04:18.337894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-35847285-148b-464f-84ba-444e9a1a792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.340440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-35847285-148b-464f-84ba-444e9a1a792e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ac084ca-3547-42d1-a9bd-1f1cf2711c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1385300 Oct 27 16:04:18.436601 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9597b950-aa4e-4581-8742-ebf7affe8a90 req-c5d4ed25-5451-46f9-a7fb-1f270c3d0205 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 210 time: 0.0536640 Oct 27 16:04:18.447691 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-106b13ef-f5e8-4839-86a0-66dd413d73e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:18.450799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:18.528013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Network 4f195822-afc2-489a-8875-d3a7f6fb3532 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:18.542447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:18.552586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:18.625880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Pushing event updated for resources: {'Port': ['ID=68276486-f0fb-47fc-bf0c-adacdd009d82,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:18.757542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171551c-bee1-4976-9f84-72a7cc6712e1 req-5f6b52af-608f-41fa-abd6-c7fa14da71ef tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:18.760471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3171551c-bee1-4976-9f84-72a7cc6712e1 req-5f6b52af-608f-41fa-abd6-c7fa14da71ef tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 931 time: 0.1188283 Oct 27 16:04:18.849197 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3171551c-bee1-4976-9f84-72a7cc6712e1 req-f1affa7e-793e-4947-b7dd-f900d91908b8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809619 Oct 27 16:04:19.051676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621ec93-ac8a-4727-b728-2129b8100d8c req-d42d79b7-4730-466e-9180-306dbc5026dd tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.053182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a621ec93-ac8a-4727-b728-2129b8100d8c req-d42d79b7-4730-466e-9180-306dbc5026dd tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 946 time: 0.6096261 Oct 27 16:04:19.076972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.077554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:19.093012 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-9017b22e-9d6e-418d-85d7-657c52ae6d43 service neutron] 10.222.0.53 "GET /v2.0/networks/4ac084ca-3547-42d1-a9bd-1f1cf2711c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439520 Oct 27 16:04:19.160588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a621ec93-ac8a-4727-b728-2129b8100d8c req-ad63548d-9ba5-4b55-8def-1136eff8bb57 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f3a11f8-abb0-4227-8631-4b6e2389d58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999198 Oct 27 16:04:19.206152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb8e8b92-f255-497a-ae26-6d08601c47e8 req-ed8697a3-8bf4-461b-8865-e72cd78b28de service neutron] 10.222.0.53 "GET /v2.0/networks/4ac084ca-3547-42d1-a9bd-1f1cf2711c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043015 Oct 27 16:04:19.209827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-6c055faf-b27d-42b3-9262-508357b8c556 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5649288 Oct 27 16:04:19.223322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Request body: {'port': {'device_id': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:19.280966 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:19.465566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8ca93-61d9-46aa-800c-361377836385 req-8b3206d3-a498-4d85-a7f5-acd3078b5f93 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.468344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8e8ca93-61d9-46aa-800c-361377836385 req-8b3206d3-a498-4d85-a7f5-acd3078b5f93 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.0629220 Oct 27 16:04:19.581942 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8e8ca93-61d9-46aa-800c-361377836385 req-6680f62f-bcd9-4685-ba46-78e6ae62835d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752895 Oct 27 16:04:19.603781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867a802-b384-4f6a-8aec-f846253fa5ad req-aba3dcc9-d591-40a2-a017-5a85d1fd5bb8 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.609920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867a802-b384-4f6a-8aec-f846253fa5ad req-aba3dcc9-d591-40a2-a017-5a85d1fd5bb8 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.616475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867a802-b384-4f6a-8aec-f846253fa5ad req-aba3dcc9-d591-40a2-a017-5a85d1fd5bb8 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.618171 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5867a802-b384-4f6a-8aec-f846253fa5ad req-aba3dcc9-d591-40a2-a017-5a85d1fd5bb8 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2411 time: 0.1418967 Oct 27 16:04:19.631082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-76cd0dfc-7fb6-423a-ad7a-1ae799607f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.631740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-76cd0dfc-7fb6-423a-ad7a-1ae799607f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.632259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-76cd0dfc-7fb6-423a-ad7a-1ae799607f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.634811 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-76cd0dfc-7fb6-423a-ad7a-1ae799607f72 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=86c832ae096941f0a5bf5b2354fb6525&device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2864 time: 0.1256177 Oct 27 16:04:19.728170 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8536444b-13ef-4cba-a90d-92bca31e1a67 req-72a62377-7a23-4166-b82e-6133d2d28a6b tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 210 time: 0.0465250 Oct 27 16:04:19.776524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-a8aa1e78-f30a-4a95-b3e8-f9638d0d00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.777999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-a8aa1e78-f30a-4a95-b3e8-f9638d0d00fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=4ac084ca-3547-42d1-a9bd-1f1cf2711c54 HTTP/1.1" status: 200 len: 902 time: 0.1315286 Oct 27 16:04:19.872291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5867a802-b384-4f6a-8aec-f846253fa5ad req-ec1b6eaf-5c6d-4d60-862d-a47feafe01be tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355566 Oct 27 16:04:19.876526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-4b00120c-727a-4cb9-ab17-3b47f0af5424 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=72617b10-f149-41ce-9d79-ea6cb87a1a53 HTTP/1.1" status: 200 len: 217 time: 0.0887079 Oct 27 16:04:19.963862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-0fcd2b08-df00-45db-a4da-bc33782b65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:19.965490 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-0fcd2b08-df00-45db-a4da-bc33782b65ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1aa45de0-46e5-431f-a8da-f7dfd0e4432c HTTP/1.1" status: 200 len: 801 time: 0.0758150 Oct 27 16:04:20.077947 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22d061-1e8e-431e-a609-292cfa396ec3 req-e7471837-ef78-459e-abd7-0ce3b1cf5f4e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:20.081781 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee22d061-1e8e-431e-a609-292cfa396ec3 req-e7471837-ef78-459e-abd7-0ce3b1cf5f4e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 931 time: 0.0697637 Oct 27 16:04:20.107865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68276486-f0fb-47fc-bf0c-adacdd009d82 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:20.118456 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:20.139222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Transition to ACTIVE for port object 68276486-f0fb-47fc-bf0c-adacdd009d82 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:20.155206 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee22d061-1e8e-431e-a609-292cfa396ec3 req-743e2678-245d-47a5-8be3-f84bf5f903cc tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662982 Oct 27 16:04:20.155912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-6f3292bd-fa06-421b-8a9c-379ad7e0d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:20.157608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-6f3292bd-fa06-421b-8a9c-379ad7e0d85f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4ac084ca-3547-42d1-a9bd-1f1cf2711c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1814108 Oct 27 16:04:20.284824 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:20.438315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Pushing event updated for resources: {'Port': ['ID=68276486-f0fb-47fc-bf0c-adacdd009d82,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:20.467460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a234972-f7ba-4362-9ede-c004fdabe227 req-13388700-34c7-40fa-9ac7-69ae4106f1e4 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:20.469207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a234972-f7ba-4362-9ede-c004fdabe227 req-13388700-34c7-40fa-9ac7-69ae4106f1e4 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 946 time: 0.1631842 Oct 27 16:04:20.540393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-3cc2e4df-debd-474d-a263-53f059aa3077 service neutron] 10.222.0.53 "GET /v2.0/networks/4ac084ca-3547-42d1-a9bd-1f1cf2711c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692534 Oct 27 16:04:20.690254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a234972-f7ba-4362-9ede-c004fdabe227 req-ea502c03-8cf4-4fdc-b5f8-423827302cd5 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f3a11f8-abb0-4227-8631-4b6e2389d58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810491 Oct 27 16:04:20.691071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:20.691330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:20.691554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:20.700731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Port 68276486-f0fb-47fc-bf0c-adacdd009d82 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:20.701111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:20.757238 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2664d1cf-c34c-4f74-9859-b5bc7d84a22a req-9a07d402-5717-498a-81d9-18d801e2360a service neutron] 10.222.0.53 "GET /v2.0/networks/4ac084ca-3547-42d1-a9bd-1f1cf2711c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001073 Oct 27 16:04:20.758153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:20.758478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:20.764588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:20.765119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Bound port: 68276486-f0fb-47fc-bf0c-adacdd009d82, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:20.765490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:20.820439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b870e18-b60b-489e-a31d-beb299eca276 req-a4ac270a-ac86-4875-b406-63c8ce7c367b tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:20.828857 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b870e18-b60b-489e-a31d-beb299eca276 req-a4ac270a-ac86-4875-b406-63c8ce7c367b tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1459098 Oct 27 16:04:20.901095 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2ae24b62-e27e-43e7-9afd-ae8a0696e3de req-4347ede4-d9d7-446b-94f1-e937a8ea95f7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 210 time: 0.0529466 Oct 27 16:04:20.904255 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b870e18-b60b-489e-a31d-beb299eca276 req-2232043d-3b93-4a32-baf2-72d855b6aecf tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621593 Oct 27 16:04:20.964759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:20.964759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=68276486-f0fb-47fc-bf0c-adacdd009d82,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:21.046893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed0874-855b-4d68-9acb-23bfe5a56996 req-08d2605c-ed19-4bbe-8844-ef1be6762f69 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.053779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed0874-855b-4d68-9acb-23bfe5a56996 req-08d2605c-ed19-4bbe-8844-ef1be6762f69 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.060419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed0874-855b-4d68-9acb-23bfe5a56996 req-08d2605c-ed19-4bbe-8844-ef1be6762f69 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.062267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7ed0874-855b-4d68-9acb-23bfe5a56996 req-08d2605c-ed19-4bbe-8844-ef1be6762f69 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2411 time: 0.0734003 Oct 27 16:04:21.062423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:21.112624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.124507 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-15ccb81e-e09f-410d-a7e4-af7cda430854 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c766f0bdad174871b53248832f4e1c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611751 Oct 27 16:04:21.174295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.174975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.176425 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] 10.222.0.54 "PUT /v2.0/ports/68276486-f0fb-47fc-bf0c-adacdd009d82 HTTP/1.1" status: 200 len: 1091 time: 1.9578242 Oct 27 16:04:21.208472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'tag': '68276486-f0fb-47fc-bf0c-adacdd009d82'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:21.211274 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c74488-f08c-4cdb-b4a4-61c1d20e5773" -d '{"events": [{"name": "network-changed", "server_uuid": "3011bdc7-c7ab-43c8-9e35-2496838c3c3c", "tag": "68276486-f0fb-47fc-bf0c-adacdd009d82"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:21.237163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7ed0874-855b-4d68-9acb-23bfe5a56996 req-2ccf6698-8b19-4f19-a228-888c98af9c91 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585271 Oct 27 16:04:21.386927 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe84e38-2442-48f6-a052-259d542a35de x-openstack-request-id: req-abe84e38-2442-48f6-a052-259d542a35de {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:21.387540 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3011bdc7-c7ab-43c8-9e35-2496838c3c3c", "tag": "68276486-f0fb-47fc-bf0c-adacdd009d82", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:21.388229 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abe84e38-2442-48f6-a052-259d542a35de {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:21.388888 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'tag': '68276486-f0fb-47fc-bf0c-adacdd009d82', 'status': 'completed', 'code': 200} Oct 27 16:04:21.435855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5a02e-3b24-4b4a-9a40-ee972e2429d2 req-f8b01b64-2445-436d-864a-0225c9769e5b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.443725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ad5a02e-3b24-4b4a-9a40-ee972e2429d2 req-f8b01b64-2445-436d-864a-0225c9769e5b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 943 time: 0.0913758 Oct 27 16:04:21.472245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e6e1e-75b5-4d5e-b318-f74f802c29f8 service neutron] Pushing event updated for resources: {'Port': ['ID=68276486-f0fb-47fc-bf0c-adacdd009d82,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:21.498664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5,segment=NetworkSegment(e779ac54-1844-4519-9f14-836b695bd0a1),segment_id=e779ac54-1844-4519-9f14-836b695bd0a1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:21.514813 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ad5a02e-3b24-4b4a-9a40-ee972e2429d2 req-6cf9464a-b9a3-475d-8283-ad8b6932aac9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697756 Oct 27 16:04:21.518935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '59f8ddb4-a7dc-405a-89ff-743fd8b05ad5', 'network_id': 'bd95274f-71ef-4ba6-bc2b-80d12827e29f', 'port_id': '59f8ddb4-a7dc-405a-89ff-743fd8b05ad5', 'mac_address': 'fa:16:3e:61:03:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f25b9a6-84d4-4ce7-a3dc-29e786692de3', 'ip_address': '19.86.0.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:21.529549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e344f-70ed-495e-86db-b0391db0359e req-7293ce92-f6f5-4dfa-bd73-bff982a026d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.529549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-7293ce92-f6f5-4dfa-bd73-bff982a026d1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 1094 time: 0.1646566 Oct 27 16:04:21.582135 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-f346d374-edbc-407d-bea7-6bf17d1b53f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68276486-f0fb-47fc-bf0c-adacdd009d82 HTTP/1.1" status: 200 len: 217 time: 0.0445361 Oct 27 16:04:21.589687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-95d0b4a2-2432-40aa-9509-b1aba95378ef tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.591262 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-95d0b4a2-2432-40aa-9509-b1aba95378ef tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4534338 Oct 27 16:04:21.594015 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.607876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-61b375d4-2d6b-4b2f-918e-482ed18511cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.613967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:21.628843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Request body: {'port': {'device_id': 'bd08dcdd-5ac2-4e2b-be1c-4f89bb759604', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': 'c766f0bdad174871b53248832f4e1c1d'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:21.637796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5,segment=NetworkSegment(e779ac54-1844-4519-9f14-836b695bd0a1),segment_id=e779ac54-1844-4519-9f14-836b695bd0a1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:21.722457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e344f-70ed-495e-86db-b0391db0359e req-7d8886c6-abd1-47cc-b8a5-774892e93c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:21.723919 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-7d8886c6-abd1-47cc-b8a5-774892e93c64 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.1316912 Oct 27 16:04:21.790750 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-7e4b423c-4f59-4650-b6ba-98cbd4dcc998 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583909 Oct 27 16:04:21.807287 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:21.808556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 4e53b3b3-4d41-4056-9c67-e373d02569d6 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:21.995692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-aa30a2b1-5279-4b6a-a5f4-b58ad691eddb service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943865 Oct 27 16:04:22.011498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:22.036731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Made reservation on behalf of c766f0bdad174871b53248832f4e1c1d for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:22.045350 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:22.051137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 4e53b3b3-4d41-4056-9c67-e373d02569d6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=4e53b3b3-4d41-4056-9c67-e373d02569d6,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:22.078031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '4e53b3b3-4d41-4056-9c67-e373d02569d6', 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54', 'port_id': '4e53b3b3-4d41-4056-9c67-e373d02569d6', 'mac_address': 'fa:16:3e:ed:78:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa45de0-46e5-431f-a8da-f7dfd0e4432c', 'ip_address': '19.80.0.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:22.141531 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ce51a76-92e9-493e-8c4e-7c3fb01e03dd req-8542f14d-2603-45cb-bbaa-223e61567046 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 210 time: 0.0750754 Oct 27 16:04:22.146537 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:22.154712 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:22.179406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e53b3b3-4d41-4056-9c67-e373d02569d6 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:22.189927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:22.202434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 4e53b3b3-4d41-4056-9c67-e373d02569d6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=4e53b3b3-4d41-4056-9c67-e373d02569d6,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:22.219304 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:22.269719 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:22.270388 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 72617b10-f149-41ce-9d79-ea6cb87a1a53 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:22.312134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5da5a-0910-4093-9383-f419894b8741 req-c15d5eec-bb9d-4d04-b8a2-817c62858ff9 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.314017 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79c5da5a-0910-4093-9383-f419894b8741 req-c15d5eec-bb9d-4d04-b8a2-817c62858ff9 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1868668 Oct 27 16:04:22.358196 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e15e344f-70ed-495e-86db-b0391db0359e req-19b36b06-1ecd-4bb0-89df-6f462aabca06 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564174 Oct 27 16:04:22.449975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 72617b10-f149-41ce-9d79-ea6cb87a1a53, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=72617b10-f149-41ce-9d79-ea6cb87a1a53,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:22.458270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef85e7-aadf-4a46-92dc-f004af4a8cbd req-2c8d63d3-a73f-4045-bb32-2c56aa7de0db tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.466972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef85e7-aadf-4a46-92dc-f004af4a8cbd req-2c8d63d3-a73f-4045-bb32-2c56aa7de0db tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.487214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef85e7-aadf-4a46-92dc-f004af4a8cbd req-2c8d63d3-a73f-4045-bb32-2c56aa7de0db tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.502654 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5ef85e7-aadf-4a46-92dc-f004af4a8cbd req-2c8d63d3-a73f-4045-bb32-2c56aa7de0db tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2413 time: 0.1432323 Oct 27 16:04:22.506970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=4e53b3b3-4d41-4056-9c67-e373d02569d6,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:22.517190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '72617b10-f149-41ce-9d79-ea6cb87a1a53', 'network_id': '4ac084ca-3547-42d1-a9bd-1f1cf2711c54', 'port_id': '72617b10-f149-41ce-9d79-ea6cb87a1a53', 'mac_address': 'fa:16:3e:69:b6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aa45de0-46e5-431f-a8da-f7dfd0e4432c', 'ip_address': '19.80.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:22.602334 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5ef85e7-aadf-4a46-92dc-f004af4a8cbd req-6bdc3b75-3362-4f04-af06-6d2fe86367db tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987287 Oct 27 16:04:22.621285 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:22.648998 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79c5da5a-0910-4093-9383-f419894b8741 req-62ad791d-c273-4ea2-a5c2-ecf501d5230a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202100 Oct 27 16:04:22.652493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72617b10-f149-41ce-9d79-ea6cb87a1a53 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:22.712563 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:22.723430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 72617b10-f149-41ce-9d79-ea6cb87a1a53, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=72617b10-f149-41ce-9d79-ea6cb87a1a53,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:22.724030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c74488-f08c-4cdb-b4a4-61c1d20e5773 req-75e7a60e-3074-4e42-ad0f-aff799369cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:22.725804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21c74488-f08c-4cdb-b4a4-61c1d20e5773 req-75e7a60e-3074-4e42-ad0f-aff799369cc1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 1094 time: 0.2452223 Oct 27 16:04:22.784691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46320) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:22.896433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:22.919058 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:22.989164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c83dacc-3e6d-49a6-b705-647bd77abc1f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:23.021921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=72617b10-f149-41ce-9d79-ea6cb87a1a53,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:23.098223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c74488-f08c-4cdb-b4a4-61c1d20e5773 req-77c07b5c-f432-4eb0-9a14-a4f513aa7581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:23.100101 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21c74488-f08c-4cdb-b4a4-61c1d20e5773 req-77c07b5c-f432-4eb0-9a14-a4f513aa7581 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.3598261 Oct 27 16:04:23.169222 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:04:23.195963 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21c74488-f08c-4cdb-b4a4-61c1d20e5773 req-7fa3c40e-238c-4c67-8a6c-ffa13052c8ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68276486-f0fb-47fc-bf0c-adacdd009d82 HTTP/1.1" status: 200 len: 217 time: 0.0808723 Oct 27 16:04:23.209586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf7564-9606-476f-a992-3ef3edf28b4a req-c58af97d-0363-43fc-919d-6ccf3941d55b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:23.217427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccbf7564-9606-476f-a992-3ef3edf28b4a req-c58af97d-0363-43fc-919d-6ccf3941d55b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 943 time: 0.4539711 Oct 27 16:04:23.238845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['72617b10-f149-41ce-9d79-ea6cb87a1a53'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:23.244362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['4e53b3b3-4d41-4056-9c67-e373d02569d6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:23.290885 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['59f8ddb4-a7dc-405a-89ff-743fd8b05ad5'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:23.390124 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d35c66fa-898e-4837-a26d-af36691986f4 req-2ab399b2-7f22-47b5-8865-d9c642c931f7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 210 time: 0.1029546 Oct 27 16:04:23.443331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Allocated IP 192.168.233.162 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/68f2665a-6695-4eea-b1df-aa86d46f7155) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:23.597806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:23.762488 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccbf7564-9606-476f-a992-3ef3edf28b4a req-12c0e372-a970-4807-aeaf-9d38a8c62de9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438073 Oct 27 16:04:23.825498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c74488-f08c-4cdb-b4a4-61c1d20e5773 req-bfd3e5f8-3b92-46e4-ab08-f9782311e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:23.828734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21c74488-f08c-4cdb-b4a4-61c1d20e5773 req-bfd3e5f8-3b92-46e4-ab08-f9782311e315 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.6049709 Oct 27 16:04:23.907557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9b8c7-56b1-487f-9feb-14eeff60d89d req-d2587f08-7905-4ce7-b9b9-c8d017bfd6e4 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:23.915302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9b8c7-56b1-487f-9feb-14eeff60d89d req-d2587f08-7905-4ce7-b9b9-c8d017bfd6e4 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:23.921493 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9b8c7-56b1-487f-9feb-14eeff60d89d req-d2587f08-7905-4ce7-b9b9-c8d017bfd6e4 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:23.923367 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49a9b8c7-56b1-487f-9feb-14eeff60d89d req-d2587f08-7905-4ce7-b9b9-c8d017bfd6e4 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2414 time: 0.1095283 Oct 27 16:04:23.950176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21c74488-f08c-4cdb-b4a4-61c1d20e5773 req-ddebfea5-a922-4e2f-8684-3cec8775730f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102755 Oct 27 16:04:24.048706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49a9b8c7-56b1-487f-9feb-14eeff60d89d req-efacdec9-67bd-4c54-aa80-1178a94c0bee tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732474 Oct 27 16:04:24.071327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.084548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33ac20-1b5e-42b6-9f44-1d8b803b9c0a req-3b5c1e7c-990b-4426-9a9b-dbd36e18a0f0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:24.093094 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d33ac20-1b5e-42b6-9f44-1d8b803b9c0a req-3b5c1e7c-990b-4426-9a9b-dbd36e18a0f0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1962204 Oct 27 16:04:24.150811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.169810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] Deleting port e04e860b-38da-4fbe-9e62-4f07fcebd71a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:24.170371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.204727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d33ac20-1b5e-42b6-9f44-1d8b803b9c0a req-91d4e34e-e591-4f4c-b880-f364f69fac33 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106102 Oct 27 16:04:24.218806 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 68276486-f0fb-47fc-bf0c-adacdd009d82 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:24.263203 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21c74488-f08c-4cdb-b4a4-61c1d20e5773 req-36b3d138-89c4-4a71-83f2-13f8e0fb7a47 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029175 Oct 27 16:04:24.294224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] For port e04e860b-38da-4fbe-9e62-4f07fcebd71a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e04e860b-38da-4fbe-9e62-4f07fcebd71a,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:24.294592 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.310884 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] Calling delete_port for e04e860b-38da-4fbe-9e62-4f07fcebd71a owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:24.382349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=68276486-f0fb-47fc-bf0c-adacdd009d82,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:24.385981 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21c74488-f08c-4cdb-b4a4-61c1d20e5773 req-71e8f150-f00a-44b7-88e0-61f6e909b217 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136947 Oct 27 16:04:24.396510 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '68276486-f0fb-47fc-bf0c-adacdd009d82', 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532', 'port_id': '68276486-f0fb-47fc-bf0c-adacdd009d82', 'mac_address': 'fa:16:3e:2a:cc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4798bdca-a2ba-4445-9f20-f8a7fe28797b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:24.417042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.459820 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.477886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:24.487753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:24.492883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Pushing event updated for resources: {'Port': ['ID=68f2665a-6695-4eea-b1df-aa86d46f7155,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:24.492883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:24.543896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68276486-f0fb-47fc-bf0c-adacdd009d82 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:24.590530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:24.591205 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.599908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=68276486-f0fb-47fc-bf0c-adacdd009d82,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:24.631728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203df1b1-c1d2-40cf-8b6f-039f468ed6fa req-5c0e9438-ed31-4690-9da9-90c356dadb63 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:24.633508 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-203df1b1-c1d2-40cf-8b6f-039f468ed6fa req-5c0e9438-ed31-4690-9da9-90c356dadb63 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 936 time: 0.0877037 Oct 27 16:04:24.675237 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.677500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-203df1b1-c1d2-40cf-8b6f-039f468ed6fa req-2fbe9a2f-40f1-4842-b3b6-69e570136423 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371294 Oct 27 16:04:24.707728 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.710362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6e19c8ad-47ff-43ce-b3e3-96a94661a5a7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0863028 Oct 27 16:04:24.730451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04e860b-38da-4fbe-9e62-4f07fcebd71a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:24.739052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Request body: {'port': {'device_id': 'bd08dcdd-5ac2-4e2b-be1c-4f89bb759604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:24.819848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=68276486-f0fb-47fc-bf0c-adacdd009d82,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:24.898034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e9020449-3ee7-4d83-aa94-579db82a6cf5 None None] Provisioning complete for port 68f2665a-6695-4eea-b1df-aa86d46f7155 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:24.898332 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.898834 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e9020449-3ee7-4d83-aa94-579db82a6cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:24.948237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e9020449-3ee7-4d83-aa94-579db82a6cf5 None None] Port 68f2665a-6695-4eea-b1df-aa86d46f7155 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:24.953527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['68276486-f0fb-47fc-bf0c-adacdd009d82'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:24.993326 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.006632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b40794-483c-480b-be35-048e4a654a22 req-538b81cb-bd35-4c06-b60a-027989f0314f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:25.009410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-73b40794-483c-480b-be35-048e4a654a22 req-538b81cb-bd35-4c06-b60a-027989f0314f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 944 time: 0.1252608 Oct 27 16:04:25.090871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 72617b10-f149-41ce-9d79-ea6cb87a1a53 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:25.178830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-73b40794-483c-480b-be35-048e4a654a22 req-2e9b646c-03f8-4f07-bb0c-3d9a850fa64e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933166 Oct 27 16:04:25.338364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 72617b10-f149-41ce-9d79-ea6cb87a1a53 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:25.346629 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 72617b10-f149-41ce-9d79-ea6cb87a1a53 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:25.355323 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.356009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c586-7fc9-4a29-8b37-232e59a0684e req-d44c996e-1222-44f0-b2cc-a727d4518f0e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:25.378674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c586-7fc9-4a29-8b37-232e59a0684e req-d44c996e-1222-44f0-b2cc-a727d4518f0e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:25.397148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c586-7fc9-4a29-8b37-232e59a0684e req-d44c996e-1222-44f0-b2cc-a727d4518f0e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:25.398834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2290c586-7fc9-4a29-8b37-232e59a0684e req-d44c996e-1222-44f0-b2cc-a727d4518f0e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2414 time: 0.1521089 Oct 27 16:04:25.440192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f2665a-6695-4eea-b1df-aa86d46f7155 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:25.481912 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.526659 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.530748 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2290c586-7fc9-4a29-8b37-232e59a0684e req-337cd083-ce65-4935-a79a-87b0df88a359 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142526 Oct 27 16:04:25.553543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Transition to ACTIVE for port object 68f2665a-6695-4eea-b1df-aa86d46f7155 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:25.566726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72617b10-f149-41ce-9d79-ea6cb87a1a53'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:25.569094 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1516e9b7-2c24-442c-bcc7-b3cae16b3c13" -d '{"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-plugged", "status": "completed", "tag": "72617b10-f149-41ce-9d79-ea6cb87a1a53"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:25.585163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 72617b10-f149-41ce-9d79-ea6cb87a1a53, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=72617b10-f149-41ce-9d79-ea6cb87a1a53,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:25.617597 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ea829f-1ccc-4c7d-a794-63992415827a x-openstack-request-id: req-a8ea829f-1ccc-4c7d-a794-63992415827a {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:25.617887 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-plugged", "status": "completed", "tag": "72617b10-f149-41ce-9d79-ea6cb87a1a53", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:25.618146 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8ea829f-1ccc-4c7d-a794-63992415827a {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:25.618558 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72617b10-f149-41ce-9d79-ea6cb87a1a53', 'code': 200} Oct 27 16:04:25.680629 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.701825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c311d9e-7da5-4a9b-a47c-e0d2421463b3 req-e57f57b6-fcf8-4413-bb7a-9c60484a2655 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:25.721344 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:25.722420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:25.722554 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c311d9e-7da5-4a9b-a47c-e0d2421463b3 req-e57f57b6-fcf8-4413-bb7a-9c60484a2655 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1071410 Oct 27 16:04:25.781381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c311d9e-7da5-4a9b-a47c-e0d2421463b3 req-f7f5f893-a590-43da-b653-41894fcab6a9 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577700 Oct 27 16:04:25.784219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] Router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:04:25.808344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Pushing event updated for resources: {'Port': ['ID=68f2665a-6695-4eea-b1df-aa86d46f7155,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:25.888882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=72617b10-f149-41ce-9d79-ea6cb87a1a53,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:25.947573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652a7cf-f174-4cab-a64e-4ced7d7e9d41 req-6b469d6e-dad0-4f07-97f5-ea4f496f0dc9 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:25.949677 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9652a7cf-f174-4cab-a64e-4ced7d7e9d41 req-6b469d6e-dad0-4f07-97f5-ea4f496f0dc9 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 948 time: 0.1310575 Oct 27 16:04:25.959741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Attempting to bind port 68f2665a-6695-4eea-b1df-aa86d46f7155 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:25.959982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Attempting to bind port 68f2665a-6695-4eea-b1df-aa86d46f7155 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:25.960363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Attempting to bind port 68f2665a-6695-4eea-b1df-aa86d46f7155 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:25.979764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Port 68f2665a-6695-4eea-b1df-aa86d46f7155 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:25.980156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Attempting to bind port 68f2665a-6695-4eea-b1df-aa86d46f7155 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:25.992271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:25.992811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:25.993206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:25.994062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Bound port: 68f2665a-6695-4eea-b1df-aa86d46f7155, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:25.994564 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.013658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:04:26.018647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:26.023766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9652a7cf-f174-4cab-a64e-4ced7d7e9d41 req-3178253e-61dd-4ca8-a587-892bb159e1d1 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667751 Oct 27 16:04:26.028914 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63748ca2-3d42-4344-bbb5-9ef19dab09e0 None None] Sync routers for ids ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:04:26.029378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a1375dff-407a-44fe-afb2-a6d8cd9f7394 admin admin] 10.222.0.15 "PUT /v2.0/routers/f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2424352 Oct 27 16:04:26.031032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:26.031580 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.036533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46366) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:26.055236 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63748ca2-3d42-4344-bbb5-9ef19dab09e0 None None] Routers {'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:26.055236 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-63748ca2-3d42-4344-bbb5-9ef19dab09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:04:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:26.154251 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.219168 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-63748ca2-3d42-4344-bbb5-9ef19dab09e0 None None] Set router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:26.221840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5,segment=NetworkSegment(e779ac54-1844-4519-9f14-836b695bd0a1),segment_id=e779ac54-1844-4519-9f14-836b695bd0a1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:26.227588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 68276486-f0fb-47fc-bf0c-adacdd009d82 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:26.315827 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.317639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 4e53b3b3-4d41-4056-9c67-e373d02569d6 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:26.375858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 68276486-f0fb-47fc-bf0c-adacdd009d82 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:26.383622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 68276486-f0fb-47fc-bf0c-adacdd009d82 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:26.384183 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.388792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4382b93-d0a5-47e4-9c94-c3079e12d034 req-e4246356-e657-4d83-a3d2-5efcfaec2b3f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.405543 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4382b93-d0a5-47e4-9c94-c3079e12d034 req-e4246356-e657-4d83-a3d2-5efcfaec2b3f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 944 time: 0.1046717 Oct 27 16:04:26.488012 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4382b93-d0a5-47e4-9c94-c3079e12d034 req-dc0a4779-2774-4f6d-9caa-f2214ed25787 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728559 Oct 27 16:04:26.503038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:26.550053 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-63748ca2-3d42-4344-bbb5-9ef19dab09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-router', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:04:24Z', 'revision_number': 5, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'gw_port': {'id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:37Z', 'updated_at': '2021-10-27T16:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:26.573833 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.587391 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63748ca2-3d42-4344-bbb5-9ef19dab09e0 None None] Checking router: f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:04:26.598488 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63748ca2-3d42-4344-bbb5-9ef19dab09e0 None None] Routers {'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:26.599513 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-63748ca2-3d42-4344-bbb5-9ef19dab09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:04:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:26.613778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 4e53b3b3-4d41-4056-9c67-e373d02569d6 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:26.619253 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 4e53b3b3-4d41-4056-9c67-e373d02569d6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:26.619683 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.678764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=68276486-f0fb-47fc-bf0c-adacdd009d82,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:26.765399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] For port 68f2665a-6695-4eea-b1df-aa86d46f7155, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:26.765623 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.769163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] For port 68f2665a-6695-4eea-b1df-aa86d46f7155, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=68f2665a-6695-4eea-b1df-aa86d46f7155,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:26.785665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e64cb-c023-4995-94e1-6bad6d3f09ba req-ba5dfd60-ea57-4939-9ae5-c1378f971eab tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.792030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e64cb-c023-4995-94e1-6bad6d3f09ba req-ba5dfd60-ea57-4939-9ae5-c1378f971eab tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.798932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1e64cb-c023-4995-94e1-6bad6d3f09ba req-ba5dfd60-ea57-4939-9ae5-c1378f971eab tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.801140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f1e64cb-c023-4995-94e1-6bad6d3f09ba req-ba5dfd60-ea57-4939-9ae5-c1378f971eab tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2416 time: 0.1655686 Oct 27 16:04:26.806744 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.837529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 4e53b3b3-4d41-4056-9c67-e373d02569d6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=4e53b3b3-4d41-4056-9c67-e373d02569d6,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:26.840105 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-63748ca2-3d42-4344-bbb5-9ef19dab09e0 None None] Set router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:26.840411 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.910958 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.930221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.931205 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.934715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] 10.222.0.53 "PUT /v2.0/ports/68f2665a-6695-4eea-b1df-aa86d46f7155 HTTP/1.1" status: 200 len: 1096 time: 2.2039771 Oct 27 16:04:26.944651 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:26.944884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd08dcdd-5ac2-4e2b-be1c-4f89bb759604', 'tag': '68f2665a-6695-4eea-b1df-aa86d46f7155'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:26.950814 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd08dcdd-5ac2-4e2b-be1c-4f89bb759604", "tag": "68f2665a-6695-4eea-b1df-aa86d46f7155"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:26.951532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c392-26c8-463a-a20c-dc51944375e7 req-d416d807-d0b2-4407-b954-b71224612c80 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:26.966249 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39d2c392-26c8-463a-a20c-dc51944375e7 req-d416d807-d0b2-4407-b954-b71224612c80 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.0918601 Oct 27 16:04:26.967663 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=68276486-f0fb-47fc-bf0c-adacdd009d82,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:27.040898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f1e64cb-c023-4995-94e1-6bad6d3f09ba req-520f36d2-8051-4aec-859c-d334ce454158 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300210 Oct 27 16:04:27.049542 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39d2c392-26c8-463a-a20c-dc51944375e7 req-02a81617-9be9-45aa-8c20-b98a21d45c2a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816700 Oct 27 16:04:27.066271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=4e53b3b3-4d41-4056-9c67-e373d02569d6,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:27.073108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125eca40-a396-451a-aa1c-84de3e4e1795 service neutron] Pushing event updated for resources: {'Port': ['ID=68f2665a-6695-4eea-b1df-aa86d46f7155,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:27.155585 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-63748ca2-3d42-4344-bbb5-9ef19dab09e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-router', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:04:24Z', 'revision_number': 5, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'gw_port': {'id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:37Z', 'updated_at': '2021-10-27T16:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:27.194399 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645b6614-8223-4fb0-b241-a7f311bdf19c x-openstack-request-id: req-645b6614-8223-4fb0-b241-a7f311bdf19c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:27.194682 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd08dcdd-5ac2-4e2b-be1c-4f89bb759604", "tag": "68f2665a-6695-4eea-b1df-aa86d46f7155", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:27.194933 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-645b6614-8223-4fb0-b241-a7f311bdf19c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:27.195324 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd08dcdd-5ac2-4e2b-be1c-4f89bb759604', 'tag': '68f2665a-6695-4eea-b1df-aa86d46f7155', 'status': 'completed', 'code': 200} Oct 27 16:04:27.201894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.210033 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63748ca2-3d42-4344-bbb5-9ef19dab09e0 None None] The sync data for ids ['f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6'] in n-d-815689-1 is: [{'id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'name': 'tempest-AttachSCSIVolumeTestJSON-493695197-router', 'tenant_id': '4decf48a3d874cbba402768088ff7b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:35Z', 'updated_at': '2021-10-27T16:04:24Z', 'revision_number': 5, 'project_id': '4decf48a3d874cbba402768088ff7b0e', 'gw_port': {'id': 'd7510793-ebac-4ec8-b515-4d2e61fc9b8e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:37Z', 'updated_at': '2021-10-27T16:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:04:27.277722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-8ef321fc-c6b5-451d-b94f-3b1dea10a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.279615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-8ef321fc-c6b5-451d-b94f-3b1dea10a6bf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c766f0bdad174871b53248832f4e1c1d&device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 1099 time: 0.1568217 Oct 27 16:04:27.305855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f333070-5ea3-42ed-bf77-6ccb84241533 req-0b43d55a-3c23-4f67-bec5-1984bd5a38e8 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.307449 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f333070-5ea3-42ed-bf77-6ccb84241533 req-0b43d55a-3c23-4f67-bec5-1984bd5a38e8 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 948 time: 0.0926824 Oct 27 16:04:27.339092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-6071b802-ab57-4a63-a240-703e9d6911a1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=68f2665a-6695-4eea-b1df-aa86d46f7155 HTTP/1.1" status: 200 len: 217 time: 0.0512879 Oct 27 16:04:27.435887 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f333070-5ea3-42ed-bf77-6ccb84241533 req-2cf03be7-e92c-4437-99bc-8852d3d3ac2d tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005421 Oct 27 16:04:27.448428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-cc4c2dbf-55c3-444b-a276-e4f9ed6d81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.449888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-cc4c2dbf-55c3-444b-a276-e4f9ed6d81d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0893793 Oct 27 16:04:27.470347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Deleting port d7510793-ebac-4ec8-b515-4d2e61fc9b8e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:27.470713 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.554758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-2e40a1bd-7d67-4a18-975c-2e43cfd05e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.556239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-2e40a1bd-7d67-4a18-975c-2e43cfd05e91 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983725 Oct 27 16:04:27.584121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e04e860b-38da-4fbe-9e62-4f07fcebd71a no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:27.620992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f8ddb4-a7dc-405a-89ff-743fd8b05ad5'}, {'server_uuid': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68276486-f0fb-47fc-bf0c-adacdd009d82'}, {'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e53b3b3-4d41-4056-9c67-e373d02569d6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:27.624683 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa7be91-de54-4e36-bf51-06f4e2c1965c" -d '{"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-plugged", "status": "completed", "tag": "59f8ddb4-a7dc-405a-89ff-743fd8b05ad5"}, {"server_uuid": "3011bdc7-c7ab-43c8-9e35-2496838c3c3c", "name": "network-vif-plugged", "status": "completed", "tag": "68276486-f0fb-47fc-bf0c-adacdd009d82"}, {"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-plugged", "status": "completed", "tag": "4e53b3b3-4d41-4056-9c67-e373d02569d6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:27.631271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e04e860b-38da-4fbe-9e62-4f07fcebd71a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:27.631767 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e04e860b-38da-4fbe-9e62-4f07fcebd71a not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:27.650657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] For port d7510793-ebac-4ec8-b515-4d2e61fc9b8e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d7510793-ebac-4ec8-b515-4d2e61fc9b8e,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:27.651079 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:27.669796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Calling delete_port for d7510793-ebac-4ec8-b515-4d2e61fc9b8e owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:27.711080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fa06a-25d6-43d7-a2f4-33f772db2178 req-63301bbc-8acb-418c-885a-3e45042885e3 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:27.717874 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a475611-c26f-40b4-a09e-1d5109a88573 x-openstack-request-id: req-9a475611-c26f-40b4-a09e-1d5109a88573 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:27.718259 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-plugged", "status": "completed", "tag": "59f8ddb4-a7dc-405a-89ff-743fd8b05ad5", "code": 200}, {"server_uuid": "3011bdc7-c7ab-43c8-9e35-2496838c3c3c", "name": "network-vif-plugged", "status": "completed", "tag": "68276486-f0fb-47fc-bf0c-adacdd009d82", "code": 200}, {"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-plugged", "status": "completed", "tag": "4e53b3b3-4d41-4056-9c67-e373d02569d6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:27.718524 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a475611-c26f-40b4-a09e-1d5109a88573 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:27.719926 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59f8ddb4-a7dc-405a-89ff-743fd8b05ad5', 'code': 200} Oct 27 16:04:27.720213 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68276486-f0fb-47fc-bf0c-adacdd009d82', 'code': 200} Oct 27 16:04:27.720562 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e53b3b3-4d41-4056-9c67-e373d02569d6', 'code': 200} Oct 27 16:04:27.734202 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c7fa06a-25d6-43d7-a2f4-33f772db2178 req-63301bbc-8acb-418c-885a-3e45042885e3 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 945 time: 0.1451063 Oct 27 16:04:27.750727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-61b8ce1b-e640-486e-9d0f-659ad4b6d6eb service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807613 Oct 27 16:04:27.817369 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c7fa06a-25d6-43d7-a2f4-33f772db2178 req-dac8856e-350b-48a3-b474-9cb2c494664f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754285 Oct 27 16:04:28.002275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccb068-1e02-40b4-81e7-f6fb5711e7ba req-40aa0158-769f-4e6c-9e1b-72cbf20c3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.004127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-13ccb068-1e02-40b4-81e7-f6fb5711e7ba req-40aa0158-769f-4e6c-9e1b-72cbf20c3291 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 1096 time: 0.1835060 Oct 27 16:04:28.029515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd52131-4087-4166-95da-66c77d36a641 req-d7e7dcb8-287a-4b61-adca-33804f450458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.029992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd52131-4087-4166-95da-66c77d36a641 req-d7e7dcb8-287a-4b61-adca-33804f450458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.030505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd52131-4087-4166-95da-66c77d36a641 req-d7e7dcb8-287a-4b61-adca-33804f450458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.032170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0fd52131-4087-4166-95da-66c77d36a641 req-d7e7dcb8-287a-4b61-adca-33804f450458 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2870 time: 0.2208855 Oct 27 16:04:28.038123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-500cd1b5-8470-4e7d-918a-1ba5ab27d6bc req-628ed790-ca49-43d0-a835-75cf3d75262a service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754161 Oct 27 16:04:28.111533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-13ccb068-1e02-40b4-81e7-f6fb5711e7ba req-f226fef7-c5d4-4f0c-bcb0-35518d67d9fd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757134 Oct 27 16:04:28.115790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0fd52131-4087-4166-95da-66c77d36a641 req-79430467-ea78-4b29-afd9-aa30338acedd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655861 Oct 27 16:04:28.203374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9883d6c-e7d3-44a8-bf46-1aeb44a207e0 req-4a1f9a33-b450-49e5-b317-ffda17612477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.206237 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9883d6c-e7d3-44a8-bf46-1aeb44a207e0 req-4a1f9a33-b450-49e5-b317-ffda17612477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.0597770 Oct 27 16:04:28.213399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ee83-a22a-4c11-9c59-11e45e6f75f9 req-f7fa4281-5081-4c64-9df7-b83336b4e473 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.224499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ee83-a22a-4c11-9c59-11e45e6f75f9 req-f7fa4281-5081-4c64-9df7-b83336b4e473 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.231395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ee83-a22a-4c11-9c59-11e45e6f75f9 req-f7fa4281-5081-4c64-9df7-b83336b4e473 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.239287 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f28ee83-a22a-4c11-9c59-11e45e6f75f9 req-f7fa4281-5081-4c64-9df7-b83336b4e473 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2417 time: 0.0945878 Oct 27 16:04:28.250809 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.264442 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9883d6c-e7d3-44a8-bf46-1aeb44a207e0 req-85082f7a-0848-4fe8-acda-9d982d2f0de7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482161 Oct 27 16:04:28.287184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7510793-ebac-4ec8-b515-4d2e61fc9b8e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:28.331279 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f28ee83-a22a-4c11-9c59-11e45e6f75f9 req-47a0df27-00d6-4713-852a-3621b81d3d7e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910330 Oct 27 16:04:28.403908 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.433403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c req-240ecb71-dba1-4d92-a7c3-6516a1be1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.434912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c req-240ecb71-dba1-4d92-a7c3-6516a1be1c3a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c766f0bdad174871b53248832f4e1c1d&device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 1099 time: 0.0999475 Oct 27 16:04:28.546233 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.551490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.665462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7ea79-f031-49bf-a288-c70d6931f618 req-6a00a489-c9cc-4dae-8658-146386d0d4f7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.666909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-69f7ea79-f031-49bf-a288-c70d6931f618 req-6a00a489-c9cc-4dae-8658-146386d0d4f7 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 948 time: 0.1187255 Oct 27 16:04:28.672383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c req-317652d6-1447-4c5b-90de-bdbfe6a2dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.680621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c req-317652d6-1447-4c5b-90de-bdbfe6a2dcab service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2053373 Oct 27 16:04:28.739474 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c req-f2c4f319-bc9f-4026-978e-538d1592b01b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=68f2665a-6695-4eea-b1df-aa86d46f7155 HTTP/1.1" status: 200 len: 217 time: 0.0547452 Oct 27 16:04:28.760742 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.761301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:04:28.768918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.772602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a56a3b09-1637-4aa3-8761-81a000770e4d admin admin] 10.222.0.15 "DELETE /v2.0/routers/f1c8e8fe-68c6-4a9b-b17d-07f977cc73a6 HTTP/1.1" status: 204 len: 168 time: 2.7320023 Oct 27 16:04:28.772996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46404) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:28.792179 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-69f7ea79-f031-49bf-a288-c70d6931f618 req-6204a475-4ff8-404d-bdc2-e3e917eb1fba tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159501 Oct 27 16:04:28.826197 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c req-9079793d-f37d-444e-a8a0-6f04a87f0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.829482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c req-9079793d-f37d-444e-a8a0-6f04a87f0b51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0792160 Oct 27 16:04:28.867752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3bff085-ce76-4310-a295-6dec6230a6c0 admin admin] Deleting subnet 3054e14e-1959-45f5-b37e-9750204c7d6c {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:04:28.876020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3bff085-ce76-4310-a295-6dec6230a6c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:28.903892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c req-601904e0-c150-4b1f-8b66-117bdea62d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:28.905447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c req-601904e0-c150-4b1f-8b66-117bdea62d39 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654278 Oct 27 16:04:28.967966 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3bff085-ce76-4310-a295-6dec6230a6c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.024480 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c req-0f6c77d8-1fa3-4573-82a9-3b67a7b7ad4e service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099777 Oct 27 16:04:29.034935 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa4da3-79a1-4b60-a2e5-119ee5d3126f req-1fd4bbc2-c354-4f30-9498-2bcd12bf32cf tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:29.036466 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2ffa4da3-79a1-4b60-a2e5-119ee5d3126f req-1fd4bbc2-c354-4f30-9498-2bcd12bf32cf tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 945 time: 0.1131589 Oct 27 16:04:29.105781 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3bff085-ce76-4310-a295-6dec6230a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.110794 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2ffa4da3-79a1-4b60-a2e5-119ee5d3126f req-e0124fcb-d4bf-4e4f-9f24-5edf9fee16de tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518932 Oct 27 16:04:29.144097 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.148891 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f13cca24-a7c0-4c6b-80a1-cb1cb753165c req-e0de6160-06ef-4eb5-b71f-b331dc5730e5 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088102 Oct 27 16:04:29.286511 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3bff085-ce76-4310-a295-6dec6230a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.340756 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3bff085-ce76-4310-a295-6dec6230a6c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.347461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46410) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:29.348191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c3bff085-ce76-4310-a295-6dec6230a6c0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3054e14e-1959-45f5-b37e-9750204c7d6c HTTP/1.1" status: 204 len: 168 time: 0.5739059 Oct 27 16:04:29.349366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bff085-ce76-4310-a295-6dec6230a6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3054e14e-1959-45f5-b37e-9750204c7d6c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:29.367451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dcbf8f-38a1-4911-be11-68e6399b079e None None] Network fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:29.516803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d7510793-ebac-4ec8-b515-4d2e61fc9b8e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:29.596613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef92f5-850d-47d1-9ad6-dc104b862acc req-8712c591-79d0-4e2a-a567-5df0feb206b1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:29.601421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf7a0e-b387-46b8-90f5-cdd3ecda6529 req-3b1dbd2d-e281-4cf3-9a0e-da5b1eab0d23 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:29.601716 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d7510793-ebac-4ec8-b515-4d2e61fc9b8e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:29.602148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d7510793-ebac-4ec8-b515-4d2e61fc9b8e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:29.606760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efcf7a0e-b387-46b8-90f5-cdd3ecda6529 req-3b1dbd2d-e281-4cf3-9a0e-da5b1eab0d23 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.2010062 Oct 27 16:04:29.612426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef92f5-850d-47d1-9ad6-dc104b862acc req-8712c591-79d0-4e2a-a567-5df0feb206b1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:29.615393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.619188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef92f5-850d-47d1-9ad6-dc104b862acc req-8712c591-79d0-4e2a-a567-5df0feb206b1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:29.621214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84ef92f5-850d-47d1-9ad6-dc104b862acc req-8712c591-79d0-4e2a-a567-5df0feb206b1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2417 time: 0.1550465 Oct 27 16:04:29.680843 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84ef92f5-850d-47d1-9ad6-dc104b862acc req-8238f4c9-f510-4af6-afec-1f65f9dfa2ab tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462875 Oct 27 16:04:29.682368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efcf7a0e-b387-46b8-90f5-cdd3ecda6529 req-41eb29b3-578f-407e-95a4-e9e9db6b1be7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578449 Oct 27 16:04:29.741563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da421b-5635-492e-a750-d98b4a9a2754 None None] DHCP port deletion for fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:04:29.786548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Deleting port 19b81b16-4920-48c0-a34d-f4a42bc01926 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:29.787194 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.840523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b2da421b-5635-492e-a750-d98b4a9a2754 None None] Deleting port 19b81b16-4920-48c0-a34d-f4a42bc01926 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:29.840523 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2da421b-5635-492e-a750-d98b4a9a2754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.877103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] For port 19b81b16-4920-48c0-a34d-f4a42bc01926, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=19b81b16-4920-48c0-a34d-f4a42bc01926,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:29.878413 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.892598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Calling delete_port for 19b81b16-4920-48c0-a34d-f4a42bc01926 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:29.915832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b2da421b-5635-492e-a750-d98b4a9a2754 None None] For port 19b81b16-4920-48c0-a34d-f4a42bc01926, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=19b81b16-4920-48c0-a34d-f4a42bc01926,segment=NetworkSegment(f986ea8e-917b-49dc-8f24-662cbaee6ce8),segment_id=f986ea8e-917b-49dc-8f24-662cbaee6ce8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:29.916259 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2da421b-5635-492e-a750-d98b4a9a2754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:29.930154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b2da421b-5635-492e-a750-d98b4a9a2754 None None] Calling delete_port for 19b81b16-4920-48c0-a34d-f4a42bc01926 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:29.943547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a081c-a49a-492f-b398-deb662131423 req-cd8ac6f1-1c1b-4914-a883-bbb3809b87ed tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:29.945207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-245a081c-a49a-492f-b398-deb662131423 req-cd8ac6f1-1c1b-4914-a883-bbb3809b87ed tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 948 time: 0.0562489 Oct 27 16:04:29.997580 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-245a081c-a49a-492f-b398-deb662131423 req-85f42c7e-d5d8-42cf-bad1-75dd3f81ee7d tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Oct 27 16:04:30.107807 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.116831 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2da421b-5635-492e-a750-d98b4a9a2754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.136983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=19b81b16-4920-48c0-a34d-f4a42bc01926,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:30.138925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] No DVR routers for this DVR port 19b81b16-4920-48c0-a34d-f4a42bc01926 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:30.147918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da421b-5635-492e-a750-d98b4a9a2754 None None] Pushing event deleted for resources: {'Port': ['ID=19b81b16-4920-48c0-a34d-f4a42bc01926,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:30.157525 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da421b-5635-492e-a750-d98b4a9a2754 None None] No DVR routers for this DVR port 19b81b16-4920-48c0-a34d-f4a42bc01926 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:30.256254 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.285200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb84a2f4-662f-49a4-9b5a-b5a5e8166f38']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:30.300408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f986ea8e-917b-49dc-8f24-662cbaee6ce8') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:30.300752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f986ea8e-917b-49dc-8f24-662cbaee6ce8') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:30.311269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af933a7-1d4e-4fa4-977e-8176c70b63fa req-3d0a79f8-c957-4dad-ae43-d9977e6d8ba8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.312822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2af933a7-1d4e-4fa4-977e-8176c70b63fa req-3d0a79f8-c957-4dad-ae43-d9977e6d8ba8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 945 time: 0.1000228 Oct 27 16:04:30.324277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.353816 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.368469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:04:30.368834 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:04:30.370576 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:04:30.385281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2af933a7-1d4e-4fa4-977e-8176c70b63fa req-a481aceb-62a0-481d-a751-7278ab4ce3b7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638413 Oct 27 16:04:30.631550 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee579c6-41a6-44af-82fa-5920cb380d99 req-caad6a86-77d1-494c-8426-5007dad9bf3b tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.633227 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dee579c6-41a6-44af-82fa-5920cb380d99 req-caad6a86-77d1-494c-8426-5007dad9bf3b tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 1096 time: 0.0483580 Oct 27 16:04:30.679465 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dee579c6-41a6-44af-82fa-5920cb380d99 req-4a397f06-d62d-41c1-826d-b2be540a371d tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390632 Oct 27 16:04:30.685721 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.691196 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:30.695878 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fb84a2f4-662f-49a4-9b5a-b5a5e8166f38 HTTP/1.1" status: 204 len: 168 time: 1.3462167 Oct 27 16:04:30.705797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46430) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:30.709400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0aeb8-7554-4e28-bcdb-9f0ae5bcaee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb84a2f4-662f-49a4-9b5a-b5a5e8166f38,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:30.825688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f6d18-1c0c-443b-ada3-b2a68badd514 req-44d4eaad-ca8b-43b7-a12b-6364d8acce5f tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.828172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-710f6d18-1c0c-443b-ada3-b2a68badd514 req-44d4eaad-ca8b-43b7-a12b-6364d8acce5f tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 1096 time: 0.0548227 Oct 27 16:04:30.885601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3435c1-a74f-4ed8-b56a-35f00d5c8e15 req-81192186-6952-423a-8e26-08aa66ab0602 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:30.894434 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f3435c1-a74f-4ed8-b56a-35f00d5c8e15 req-81192186-6952-423a-8e26-08aa66ab0602 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1031928 Oct 27 16:04:30.901701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-710f6d18-1c0c-443b-ada3-b2a68badd514 req-a44ca7f3-2602-4ccd-83a2-ae4dbe6335cc tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646179 Oct 27 16:04:30.988131 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f3435c1-a74f-4ed8-b56a-35f00d5c8e15 req-d4b3bba9-305d-438d-ad71-84e8c534fa4f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927448 Oct 27 16:04:31.048932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a34e-0e41-4ded-954d-7fb5e2e2cefa req-98765f7b-6fe3-4135-b07d-8615a788897b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.059005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a34e-0e41-4ded-954d-7fb5e2e2cefa req-98765f7b-6fe3-4135-b07d-8615a788897b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.067383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a34e-0e41-4ded-954d-7fb5e2e2cefa req-98765f7b-6fe3-4135-b07d-8615a788897b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.070300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e60a34e-0e41-4ded-954d-7fb5e2e2cefa req-98765f7b-6fe3-4135-b07d-8615a788897b tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2417 time: 0.0926170 Oct 27 16:04:31.092707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 68f2665a-6695-4eea-b1df-aa86d46f7155 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:31.162183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e60a34e-0e41-4ded-954d-7fb5e2e2cefa req-8f9121a9-7647-486e-8723-f8a4a418296c tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737321 Oct 27 16:04:31.334191 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.338710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8820c-0839-4e49-90c9-6576d714e082 req-571fd08d-d600-47cc-be6c-9538c88763f4 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:31.347547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5a8820c-0839-4e49-90c9-6576d714e082 req-571fd08d-d600-47cc-be6c-9538c88763f4 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 948 time: 0.0937502 Oct 27 16:04:31.402708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5a8820c-0839-4e49-90c9-6576d714e082 req-6c9bf621-da6e-4c6a-8068-a4cadc1e6366 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 Oct 27 16:04:31.492817 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 68f2665a-6695-4eea-b1df-aa86d46f7155, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=68f2665a-6695-4eea-b1df-aa86d46f7155,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:31.510135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '68f2665a-6695-4eea-b1df-aa86d46f7155', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '68f2665a-6695-4eea-b1df-aa86d46f7155', 'mac_address': 'fa:16:3e:08:67:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:31.542412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 19b81b16-4920-48c0-a34d-f4a42bc01926 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:31.571600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 19b81b16-4920-48c0-a34d-f4a42bc01926 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:31.572190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 19b81b16-4920-48c0-a34d-f4a42bc01926 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:31.587144 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.616603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f2665a-6695-4eea-b1df-aa86d46f7155 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:31.644413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 68f2665a-6695-4eea-b1df-aa86d46f7155, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=68f2665a-6695-4eea-b1df-aa86d46f7155,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:31.746640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] Deleting port a23ab8ba-d338-41a8-bb66-f7edb990bbf6 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:31.747519 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.819494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.842486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] For port a23ab8ba-d338-41a8-bb66-f7edb990bbf6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a23ab8ba-d338-41a8-bb66-f7edb990bbf6,segment=NetworkSegment(ea19fe3b-d59e-4844-be03-5bf0de0678fd),segment_id=ea19fe3b-d59e-4844-be03-5bf0de0678fd)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:31.842850 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:31.863519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] Calling delete_port for a23ab8ba-d338-41a8-bb66-f7edb990bbf6 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:31.887525 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=68f2665a-6695-4eea-b1df-aa86d46f7155,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:32.116934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['68f2665a-6695-4eea-b1df-aa86d46f7155'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:32.232025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a00f27-e4ff-4a00-a732-248e368a1843 req-9504cc0f-b141-486f-9e5c-5202fe8dbbf6 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:32.234674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0a00f27-e4ff-4a00-a732-248e368a1843 req-9504cc0f-b141-486f-9e5c-5202fe8dbbf6 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.0635052 Oct 27 16:04:32.239217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:32.276458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23ab8ba-d338-41a8-bb66-f7edb990bbf6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:32.301706 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0a00f27-e4ff-4a00-a732-248e368a1843 req-d8c57541-b4f7-4ac9-a165-4db994e3c720 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573556 Oct 27 16:04:32.378164 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:32.522377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:32.585213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bfc93-3722-49b8-acc8-5a75dfc784fe req-760e803b-5a7a-46a5-81c7-ef1adeac3021 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:32.606096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bfc93-3722-49b8-acc8-5a75dfc784fe req-760e803b-5a7a-46a5-81c7-ef1adeac3021 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:32.622002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bfc93-3722-49b8-acc8-5a75dfc784fe req-760e803b-5a7a-46a5-81c7-ef1adeac3021 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:32.630677 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-328bfc93-3722-49b8-acc8-5a75dfc784fe req-760e803b-5a7a-46a5-81c7-ef1adeac3021 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2417 time: 0.1633475 Oct 27 16:04:32.706323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-328bfc93-3722-49b8-acc8-5a75dfc784fe req-40ae7256-8376-4c5a-affc-5ce8056a4c62 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745044 Oct 27 16:04:32.817726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] Router d99e8703-1b93-4b76-b47f-c308c00dfc62 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:04:32.866331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55755cf7-1c3e-49cc-9aeb-982062e92620 req-654aa7ef-86c6-4c96-aeb3-b665df190f78 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:32.867812 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-55755cf7-1c3e-49cc-9aeb-982062e92620 req-654aa7ef-86c6-4c96-aeb3-b665df190f78 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 949 time: 0.0586650 Oct 27 16:04:32.915977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-55755cf7-1c3e-49cc-9aeb-982062e92620 req-83f27133-cbcf-4961-96e7-c3fb21ea9677 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 Oct 27 16:04:32.945455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:04:32.956040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-51949550-1da8-4bab-b3d3-f8f630abfa65 admin admin] 10.222.0.15 "PUT /v2.0/routers/d99e8703-1b93-4b76-b47f-c308c00dfc62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2494338 Oct 27 16:04:32.956190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46484) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:32.958059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf0ed8-da51-4c81-b40b-3923deb76164 None None] Sync routers for ids ['d99e8703-1b93-4b76-b47f-c308c00dfc62'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:04:32.980214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf0ed8-da51-4c81-b40b-3923deb76164 None None] Routers {'d99e8703-1b93-4b76-b47f-c308c00dfc62'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:32.981114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5fdf0ed8-da51-4c81-b40b-3923deb76164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:04:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d99e8703-1b93-4b76-b47f-c308c00dfc62'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:33.080453 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:33.100408 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5fdf0ed8-da51-4c81-b40b-3923deb76164 None None] Set router d99e8703-1b93-4b76-b47f-c308c00dfc62 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:33.103403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 68f2665a-6695-4eea-b1df-aa86d46f7155 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:33.200934 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:33.333259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5fdf0ed8-da51-4c81-b40b-3923deb76164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-router', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162'}], 'enable_snat': True}, 'gw_port_id': '171af91b-1404-447c-830f-83ee93ecc595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:58Z', 'updated_at': '2021-10-27T16:04:32Z', 'revision_number': 5, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'gw_port': {'id': '171af91b-1404-447c-830f-83ee93ecc595', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:d5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:01:59Z', 'updated_at': '2021-10-27T16:02:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:33.365621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf0ed8-da51-4c81-b40b-3923deb76164 None None] Checking router: d99e8703-1b93-4b76-b47f-c308c00dfc62 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:04:33.375795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf0ed8-da51-4c81-b40b-3923deb76164 None None] Routers {'d99e8703-1b93-4b76-b47f-c308c00dfc62'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:04:33.376496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5fdf0ed8-da51-4c81-b40b-3923deb76164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:04:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d99e8703-1b93-4b76-b47f-c308c00dfc62'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:33.460751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d7687-d906-4971-99bf-2ae4e1bf0fcd req-bd35cef2-1a44-4a7d-aea4-72fff67757b9 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:33.462325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c7d7687-d906-4971-99bf-2ae4e1bf0fcd req-bd35cef2-1a44-4a7d-aea4-72fff67757b9 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.0952301 Oct 27 16:04:33.471432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 68f2665a-6695-4eea-b1df-aa86d46f7155 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:33.488881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 68f2665a-6695-4eea-b1df-aa86d46f7155 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:33.489491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:33.492012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5fdf0ed8-da51-4c81-b40b-3923deb76164 None None] Set router d99e8703-1b93-4b76-b47f-c308c00dfc62 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:04:33.507037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Deleting port 171af91b-1404-447c-830f-83ee93ecc595 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:33.507544 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:33.584153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5fdf0ed8-da51-4c81-b40b-3923deb76164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-router', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:58Z', 'updated_at': '2021-10-27T16:04:33Z', 'revision_number': 6, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:33.626354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdf0ed8-da51-4c81-b40b-3923deb76164 None None] The sync data for ids ['d99e8703-1b93-4b76-b47f-c308c00dfc62'] in n-d-815689-1 is: [{'id': 'd99e8703-1b93-4b76-b47f-c308c00dfc62', 'name': 'tempest-AttachSCSIVolumeTestJSON-1023282492-router', 'tenant_id': '7530d2a753524a97bcb1dfb62c90e109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:01:58Z', 'updated_at': '2021-10-27T16:04:33Z', 'revision_number': 6, 'project_id': '7530d2a753524a97bcb1dfb62c90e109', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:04:33.697076 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:33.727824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd08dcdd-5ac2-4e2b-be1c-4f89bb759604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f2665a-6695-4eea-b1df-aa86d46f7155'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:33.730358 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d310a6-71b8-4688-bbdb-529d998de47a" -d '{"events": [{"server_uuid": "bd08dcdd-5ac2-4e2b-be1c-4f89bb759604", "name": "network-vif-plugged", "status": "completed", "tag": "68f2665a-6695-4eea-b1df-aa86d46f7155"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:33.745585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 68f2665a-6695-4eea-b1df-aa86d46f7155, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=68f2665a-6695-4eea-b1df-aa86d46f7155,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:33.900762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c7d7687-d906-4971-99bf-2ae4e1bf0fcd req-e8655d8e-7128-484f-82c2-c71a52a5cb8c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266057 Oct 27 16:04:33.944309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] For port 171af91b-1404-447c-830f-83ee93ecc595, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=171af91b-1404-447c-830f-83ee93ecc595,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:33.944775 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:33.958950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Calling delete_port for 171af91b-1404-447c-830f-83ee93ecc595 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:33.961701 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:34.041267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=68f2665a-6695-4eea-b1df-aa86d46f7155,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:34.124853 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c964c4-4940-4bc7-b686-267c435e7a35 x-openstack-request-id: req-09c964c4-4940-4bc7-b686-267c435e7a35 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:34.125156 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd08dcdd-5ac2-4e2b-be1c-4f89bb759604", "name": "network-vif-plugged", "status": "completed", "tag": "68f2665a-6695-4eea-b1df-aa86d46f7155", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:34.125414 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09c964c4-4940-4bc7-b686-267c435e7a35 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:34.125822 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd08dcdd-5ac2-4e2b-be1c-4f89bb759604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f2665a-6695-4eea-b1df-aa86d46f7155', 'code': 200} Oct 27 16:04:34.148418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-75ef2ce6-25a3-4ca1-bad2-eefa7edecb53 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:34.155016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-75ef2ce6-25a3-4ca1-bad2-eefa7edecb53 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:34.161655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-75ef2ce6-25a3-4ca1-bad2-eefa7edecb53 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:34.163313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-75ef2ce6-25a3-4ca1-bad2-eefa7edecb53 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2417 time: 0.1512220 Oct 27 16:04:34.365353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d192ef0-75a9-4017-bbba-287c78baff2b req-db961f1a-92fe-4d9b-a74a-872a2a8a18cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:34.366899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d192ef0-75a9-4017-bbba-287c78baff2b req-db961f1a-92fe-4d9b-a74a-872a2a8a18cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 1101 time: 0.1681736 Oct 27 16:04:34.409237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a2b09-f724-4902-b8e1-010742e0c825 req-e88b01d6-1ba7-40df-b79c-d6d1ede8a4df tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:34.414949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a2b09-f724-4902-b8e1-010742e0c825 req-e88b01d6-1ba7-40df-b79c-d6d1ede8a4df tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:34.421117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a2b09-f724-4902-b8e1-010742e0c825 req-e88b01d6-1ba7-40df-b79c-d6d1ede8a4df tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:34.422814 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e3a2b09-f724-4902-b8e1-010742e0c825 req-e88b01d6-1ba7-40df-b79c-d6d1ede8a4df tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 2417 time: 0.1612945 Oct 27 16:04:34.514999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d192ef0-75a9-4017-bbba-287c78baff2b req-77a36ad3-23d5-4ac2-bde9-ed7f0e896d9b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255100 Oct 27 16:04:34.528145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-f8caed77-407c-4d8b-af82-db9647b680da tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting port 72617b10-f149-41ce-9d79-ea6cb87a1a53 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:34.528689 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-f8caed77-407c-4d8b-af82-db9647b680da tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:34.553000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e3a2b09-f724-4902-b8e1-010742e0c825 req-0ccf27c7-6992-4dde-96ff-47ad5f948a7e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091480 Oct 27 16:04:34.592740 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:34.605651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-93e7c63e-58a9-49dc-973f-11e64ffb14f5 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:04:34.627301 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-93e7c63e-58a9-49dc-973f-11e64ffb14f5 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2084696 Oct 27 16:04:34.661910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=171af91b-1404-447c-830f-83ee93ecc595,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:34.703354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-250ecd93-6735-402e-becc-2a9633678332 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:34.706054 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-250ecd93-6735-402e-becc-2a9633678332 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports/68276486-f0fb-47fc-bf0c-adacdd009d82 HTTP/1.1" status: 200 len: 1093 time: 0.0771177 Oct 27 16:04:34.800357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-f8caed77-407c-4d8b-af82-db9647b680da tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] For port 72617b10-f149-41ce-9d79-ea6cb87a1a53, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=72617b10-f149-41ce-9d79-ea6cb87a1a53,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:34.800734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-f8caed77-407c-4d8b-af82-db9647b680da tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:34.818068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Request body: {'binding': {'host': 'n-h2-815689-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:34.818956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Unknown quota resources ['binding']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:04:34.839779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:34.844619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-f8caed77-407c-4d8b-af82-db9647b680da tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Calling delete_port for 72617b10-f149-41ce-9d79-ea6cb87a1a53 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:34.857658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade41e5-8b10-47ca-89fa-149b4a20b036 req-fc72fb18-1776-4605-ba07-b06aed5345fe tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:34.859170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ade41e5-8b10-47ca-89fa-149b4a20b036 req-fc72fb18-1776-4605-ba07-b06aed5345fe tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 950 time: 0.2031882 Oct 27 16:04:35.025036 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.031498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 on host n-h2-815689-1 for vnic_type normal with profile None {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:35.033886 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:35.033886 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:35.037602 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.038640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Port 68276486-f0fb-47fc-bf0c-adacdd009d82 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:35.039020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:35.044599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:35.044952 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:35.045584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:35.045775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Bound port: 68276486-f0fb-47fc-bf0c-adacdd009d82, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:35.061730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ade41e5-8b10-47ca-89fa-149b4a20b036 req-1a8797e8-1266-4dc9-ad28-4321c6b3f335 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725030 Oct 27 16:04:35.132213 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=68276486-f0fb-47fc-bf0c-adacdd009d82,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:35.229298 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.230500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43401c45-9d42-4af8-b690-f4cd64cba714 service neutron] 10.222.0.15 "POST /v2.0/ports/68276486-f0fb-47fc-bf0c-adacdd009d82/bindings HTTP/1.1" status: 201 len: 389 time: 0.5075502 Oct 27 16:04:35.244405 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.245055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d99e8703-1b93-4b76-b47f-c308c00dfc62 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:04:35.264341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.265767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-87041009-c7f2-4d03-8136-030c137afaa4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d99e8703-1b93-4b76-b47f-c308c00dfc62 HTTP/1.1" status: 204 len: 168 time: 2.3089411 Oct 27 16:04:35.270122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46520) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:35.306257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677db532-69d2-4a3a-9342-d8a2ff5c7369 req-409209e2-fe54-4a5a-9df8-a27a10e007ef tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:35.308433 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-677db532-69d2-4a3a-9342-d8a2ff5c7369 req-409209e2-fe54-4a5a-9df8-a27a10e007ef tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1296990 Oct 27 16:04:35.339194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-78010258-eb0f-4535-8198-af47236c6bc6 admin admin] Deleting subnet 553a0473-402e-4c0b-986a-4fa1e97f4f07 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:04:35.350292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-78010258-eb0f-4535-8198-af47236c6bc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.368209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-677db532-69d2-4a3a-9342-d8a2ff5c7369 req-763a6029-2d85-44cb-8f9b-9d1db46920a1 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514705 Oct 27 16:04:35.414218 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-78010258-eb0f-4535-8198-af47236c6bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.423662 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-f8caed77-407c-4d8b-af82-db9647b680da tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.488951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8caed77-407c-4d8b-af82-db9647b680da tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Port': ['ID=72617b10-f149-41ce-9d79-ea6cb87a1a53,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:35.516673 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-78010258-eb0f-4535-8198-af47236c6bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.575860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-f8caed77-407c-4d8b-af82-db9647b680da tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] No DVR routers for this DVR port 72617b10-f149-41ce-9d79-ea6cb87a1a53 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:35.581328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-f8caed77-407c-4d8b-af82-db9647b680da tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.590529 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-f8caed77-407c-4d8b-af82-db9647b680da tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.53 "DELETE /v2.0/ports/72617b10-f149-41ce-9d79-ea6cb87a1a53 HTTP/1.1" status: 204 len: 173 time: 1.3750758 Oct 27 16:04:35.591022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-deleted', 'tag': '72617b10-f149-41ce-9d79-ea6cb87a1a53'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:35.598476 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f85140-0f2f-4d80-b18d-9b8e0996f5f2" -d '{"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-deleted", "tag": "72617b10-f149-41ce-9d79-ea6cb87a1a53"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:35.633909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 171af91b-1404-447c-830f-83ee93ecc595 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:35.698299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 171af91b-1404-447c-830f-83ee93ecc595 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:35.698797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 171af91b-1404-447c-830f-83ee93ecc595 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:35.700108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a23ab8ba-d338-41a8-bb66-f7edb990bbf6 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:35.724565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: a23ab8ba-d338-41a8-bb66-f7edb990bbf6 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:35.725434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a23ab8ba-d338-41a8-bb66-f7edb990bbf6 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:35.777826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648f5a1-1e73-44aa-bb03-bbde29547ea9 req-4e0d6d34-86d0-41a5-bfe6-82e0d3b5a632 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:35.786210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648f5a1-1e73-44aa-bb03-bbde29547ea9 req-4e0d6d34-86d0-41a5-bfe6-82e0d3b5a632 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:35.788019 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b648f5a1-1e73-44aa-bb03-bbde29547ea9 req-4e0d6d34-86d0-41a5-bfe6-82e0d3b5a632 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 1682 time: 0.1097889 Oct 27 16:04:35.790143 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-78010258-eb0f-4535-8198-af47236c6bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.800613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd8ade-da7d-416f-b716-a2b1498d1682 req-ed0420f4-ffb7-404a-8f8d-b64c76cc88ed tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:35.808795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37bd8ade-da7d-416f-b716-a2b1498d1682 req-ed0420f4-ffb7-404a-8f8d-b64c76cc88ed tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 945 time: 0.1411691 Oct 27 16:04:35.842317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78010258-eb0f-4535-8198-af47236c6bc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=553a0473-402e-4c0b-986a-4fa1e97f4f07,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:35.850033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef3675-58f5-42c2-8e18-f4882e25a1c7 None None] Network f1f760db-d737-44f4-9382-19717c4d3eec requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:35.853455 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-78010258-eb0f-4535-8198-af47236c6bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.857430 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-78010258-eb0f-4535-8198-af47236c6bc6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/553a0473-402e-4c0b-986a-4fa1e97f4f07 HTTP/1.1" status: 204 len: 168 time: 0.5858948 Oct 27 16:04:35.859975 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46528) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:35.886027 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37bd8ade-da7d-416f-b716-a2b1498d1682 req-7dd7cc2c-48ff-4d9a-a518-077740f32bb2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755014 Oct 27 16:04:35.914223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-7f1b1ddc-bdb1-4e61-bc62-35287229ef74 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:35.914675 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-7f1b1ddc-bdb1-4e61-bc62-35287229ef74 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:35.983302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b648f5a1-1e73-44aa-bb03-bbde29547ea9 req-6201e18f-b262-45a2-ac16-fd65a6e0899d tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872327 Oct 27 16:04:36.051908 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.086935 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee03843a-b125-40f0-be8e-cf033bc6f31d x-openstack-request-id: req-ee03843a-b125-40f0-be8e-cf033bc6f31d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:36.087343 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-deleted", "tag": "72617b10-f149-41ce-9d79-ea6cb87a1a53", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:36.087657 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee03843a-b125-40f0-be8e-cf033bc6f31d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:36.088220 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-deleted', 'tag': '72617b10-f149-41ce-9d79-ea6cb87a1a53', 'status': 'completed', 'code': 200} Oct 27 16:04:36.150242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Deleting port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:36.150397 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.223486 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d134b1b-4bf6-4e3a-933f-1c87b673150d None None] DHCP port deletion for f1f760db-d737-44f4-9382-19717c4d3eec request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:04:36.237183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-7f1b1ddc-bdb1-4e61-bc62-35287229ef74 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] For port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5,segment=NetworkSegment(e779ac54-1844-4519-9f14-836b695bd0a1),segment_id=e779ac54-1844-4519-9f14-836b695bd0a1)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:36.240614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-7f1b1ddc-bdb1-4e61-bc62-35287229ef74 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.287770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-7f1b1ddc-bdb1-4e61-bc62-35287229ef74 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Calling delete_port for 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:36.291009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] For port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2bb21a5e-5a02-4689-8e6a-3eb6185be2e2,segment=NetworkSegment(ea19fe3b-d59e-4844-be03-5bf0de0678fd),segment_id=ea19fe3b-d59e-4844-be03-5bf0de0678fd)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:36.295795 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.319468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7d134b1b-4bf6-4e3a-933f-1c87b673150d None None] Deleting port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:36.320333 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d134b1b-4bf6-4e3a-933f-1c87b673150d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.374933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Calling delete_port for 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:36.430236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7d134b1b-4bf6-4e3a-933f-1c87b673150d None None] For port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2bb21a5e-5a02-4689-8e6a-3eb6185be2e2,segment=NetworkSegment(ea19fe3b-d59e-4844-be03-5bf0de0678fd),segment_id=ea19fe3b-d59e-4844-be03-5bf0de0678fd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:36.430807 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d134b1b-4bf6-4e3a-933f-1c87b673150d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.445125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f7b9c-c4d0-4945-9a0b-5558a42cbb02 req-0fa47734-a40d-49a5-9d61-0a0e6e2ed381 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:36.452103 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce2f7b9c-c4d0-4945-9a0b-5558a42cbb02 req-0fa47734-a40d-49a5-9d61-0a0e6e2ed381 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 950 time: 0.1416874 Oct 27 16:04:36.489344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7d134b1b-4bf6-4e3a-933f-1c87b673150d None None] Calling delete_port for 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:36.543596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce2f7b9c-c4d0-4945-9a0b-5558a42cbb02 req-b61f9867-a102-4e0f-8858-a065d21bc94b tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904913 Oct 27 16:04:36.576011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-229373d4-9665-49af-ab8e-d9ff6131ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:36.582587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-229373d4-9665-49af-ab8e-d9ff6131ed28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 1096 time: 0.1689355 Oct 27 16:04:36.663917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0e047-3e11-406a-ad12-68c3054dd1ab req-d7c50098-57c7-45f1-b48e-13cbb5436468 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:36.672398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fb0e047-3e11-406a-ad12-68c3054dd1ab req-d7c50098-57c7-45f1-b48e-13cbb5436468 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1739759 Oct 27 16:04:36.685049 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-7f1b1ddc-bdb1-4e61-bc62-35287229ef74 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.731138 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.753362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b1ddc-bdb1-4e61-bc62-35287229ef74 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Port': ['ID=59f8ddb4-a7dc-405a-89ff-743fd8b05ad5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:36.758366 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d134b1b-4bf6-4e3a-933f-1c87b673150d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.767324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] No DVR routers for this DVR port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:36.785113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb21a5e-5a02-4689-8e6a-3eb6185be2e2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:36.813432 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fb0e047-3e11-406a-ad12-68c3054dd1ab req-d1067f04-7243-4164-bd09-ea6b264117ad tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372991 Oct 27 16:04:36.841015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d134b1b-4bf6-4e3a-933f-1c87b673150d None None] No DVR routers for this DVR port 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:36.849505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-7f1b1ddc-bdb1-4e61-bc62-35287229ef74 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] No DVR routers for this DVR port 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:36.859012 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-7f1b1ddc-bdb1-4e61-bc62-35287229ef74 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:36.868744 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-7f1b1ddc-bdb1-4e61-bc62-35287229ef74 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.53 "DELETE /v2.0/ports/59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 HTTP/1.1" status: 204 len: 173 time: 1.2637672 Oct 27 16:04:36.915815 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d134b1b-4bf6-4e3a-933f-1c87b673150d None None] Pushing event deleted for resources: {'Port': ['ID=2bb21a5e-5a02-4689-8e6a-3eb6185be2e2,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:36.973946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-ca1c7fd7-b10a-49b1-9783-66f8f09ec988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:36.975514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-ca1c7fd7-b10a-49b1-9783-66f8f09ec988 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.3896315 Oct 27 16:04:36.995666 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.038787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f760db-d737-44f4-9382-19717c4d3eec']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:37.059249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea19fe3b-d59e-4844-be03-5bf0de0678fd') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:37.060649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea19fe3b-d59e-4844-be03-5bf0de0678fd') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:37.108185 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.122903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-2fef5e4c-8dac-4e5c-9416-5ef7e21669dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68276486-f0fb-47fc-bf0c-adacdd009d82 HTTP/1.1" status: 200 len: 217 time: 0.1340199 Oct 27 16:04:37.132305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 4e53b3b3-4d41-4056-9c67-e373d02569d6 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:37.134248 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-b07050e7-1937-42ce-a2e8-0f72d8c93a03 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c766f0bdad174871b53248832f4e1c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523243 Oct 27 16:04:37.148667 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.178571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:04:37.178999 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:04:37.198739 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:04:37.240960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d53747-1851-4a6a-9b12-cc47efce4bad req-b280e9c8-3620-4628-abcc-01724dbe0176 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:37.250090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5d53747-1851-4a6a-9b12-cc47efce4bad req-b280e9c8-3620-4628-abcc-01724dbe0176 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 945 time: 0.2030735 Oct 27 16:04:37.275385 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.296688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-d862c741-869c-44c9-b2aa-3a53e3f41c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:37.301313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-d862c741-869c-44c9-b2aa-3a53e3f41c29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.1582127 Oct 27 16:04:37.313163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e53b3b3-4d41-4056-9c67-e373d02569d6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:37.316294 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e233839-f18a-4649-b719-db1720c0fcab" -d '{"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e53b3b3-4d41-4056-9c67-e373d02569d6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:37.334512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-82c215b9-3ce4-4f70-bd07-2bb72c2be934 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting port 4e53b3b3-4d41-4056-9c67-e373d02569d6 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:37.334862 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-82c215b9-3ce4-4f70-bd07-2bb72c2be934 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.357791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-e3ed0163-07e2-4520-9941-44b2272c7220 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513282 Oct 27 16:04:37.375215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 4e53b3b3-4d41-4056-9c67-e373d02569d6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=4e53b3b3-4d41-4056-9c67-e373d02569d6,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:37.379435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5d53747-1851-4a6a-9b12-cc47efce4bad req-41ec7980-3282-49be-b59d-3c193a7b20ff tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276615 Oct 27 16:04:37.385581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-dbe479d7-9c99-4491-92ca-54e06d94152a tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:37.402042 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-dbe479d7-9c99-4491-92ca-54e06d94152a tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2521875 Oct 27 16:04:37.413622 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-8072aba6-8ecf-4ff6-b9fe-aea31a38a733 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/quotas/c766f0bdad174871b53248832f4e1c1d HTTP/1.1" status: 200 len: 375 time: 0.0182562 Oct 27 16:04:37.448549 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.457207 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.461154 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] 10.222.0.15 "DELETE /v2.0/networks/f1f760db-d737-44f4-9382-19717c4d3eec HTTP/1.1" status: 204 len: 168 time: 1.6000462 Oct 27 16:04:37.480090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77fa476-06c3-443f-bd63-78965f6ebafa admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f760db-d737-44f4-9382-19717c4d3eec,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:37.480320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.481167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:37.512207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-ccc22b03-bb15-4ba6-8405-9ff66f25c8ae tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c766f0bdad174871b53248832f4e1c1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0967188 Oct 27 16:04:37.589287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:37.591102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:37.596269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 59f8ddb4-a7dc-405a-89ff-743fd8b05ad5 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:37.596903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 72617b10-f149-41ce-9d79-ea6cb87a1a53 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:37.634506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-82c215b9-3ce4-4f70-bd07-2bb72c2be934 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] For port 4e53b3b3-4d41-4056-9c67-e373d02569d6, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=4e53b3b3-4d41-4056-9c67-e373d02569d6,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:37.635107 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-82c215b9-3ce4-4f70-bd07-2bb72c2be934 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:37.671235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-82c215b9-3ce4-4f70-bd07-2bb72c2be934 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Calling delete_port for 4e53b3b3-4d41-4056-9c67-e373d02569d6 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:37.693573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef9cbd-8f2d-457a-97c6-a0874ee509ff req-692764e0-2da6-43a6-af30-af6cfff26586 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:37.695217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9ef9cbd-8f2d-457a-97c6-a0874ee509ff req-692764e0-2da6-43a6-af30-af6cfff26586 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 944 time: 0.1495442 Oct 27 16:04:37.699300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-e9785428-bb45-43ca-a33b-74464e5610dc service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188443 Oct 27 16:04:37.861541 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9ef9cbd-8f2d-457a-97c6-a0874ee509ff req-f072b191-ced5-47fb-85b3-f4de37776ac2 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209948 Oct 27 16:04:37.924885 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-33239c8b-71af-490a-af3f-367d5ab11244 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837485 Oct 27 16:04:37.951802 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd4bd1e-df7c-4b6d-9ca0-f6613c27be57 x-openstack-request-id: req-9bd4bd1e-df7c-4b6d-9ca0-f6613c27be57 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:37.952420 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e53b3b3-4d41-4056-9c67-e373d02569d6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:37.960992 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bd4bd1e-df7c-4b6d-9ca0-f6613c27be57 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:37.961672 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e53b3b3-4d41-4056-9c67-e373d02569d6', 'code': 200} Oct 27 16:04:38.000354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=4e53b3b3-4d41-4056-9c67-e373d02569d6,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:38.003621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 72617b10-f149-41ce-9d79-ea6cb87a1a53 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:38.003966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 72617b10-f149-41ce-9d79-ea6cb87a1a53 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:38.005299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:38.005795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2bb21a5e-5a02-4689-8e6a-3eb6185be2e2 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:38.044736 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b0ea436-bbe8-42d2-9f08-bab82acdacbd req-e96ab0f7-492e-4a5a-b059-3ff4c72d0bac tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 210 time: 0.0623696 Oct 27 16:04:38.060346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46588) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:38.086477 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-82c215b9-3ce4-4f70-bd07-2bb72c2be934 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.098186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c8e5b-02c9-4d26-8025-4650a95aac93 req-ac2aa8d9-f328-45b3-995c-06536a94979a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:38.100350 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd5c8e5b-02c9-4d26-8025-4650a95aac93 req-ac2aa8d9-f328-45b3-995c-06536a94979a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.0739610 Oct 27 16:04:38.104861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-deleted', 'tag': '59f8ddb4-a7dc-405a-89ff-743fd8b05ad5'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:38.108320 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02f2d8c-fd0f-4399-80a7-e0a5d47b4b95" -d '{"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-deleted", "tag": "59f8ddb4-a7dc-405a-89ff-743fd8b05ad5"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:38.112527 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f1b05621-7d86-48a9-89a8-c8f45f56e564 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4decf48a3d874cbba402768088ff7b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507846 Oct 27 16:04:38.113224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46590) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:38.187795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c215b9-3ce4-4f70-bd07-2bb72c2be934 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Port': ['ID=4e53b3b3-4d41-4056-9c67-e373d02569d6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:38.190782 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1399092-4bd2-4a5d-b46b-eb5c39ecf470 x-openstack-request-id: req-f1399092-4bd2-4a5d-b46b-eb5c39ecf470 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:38.191007 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-deleted", "tag": "59f8ddb4-a7dc-405a-89ff-743fd8b05ad5", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:38.191249 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1399092-4bd2-4a5d-b46b-eb5c39ecf470 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:38.194101 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-deleted', 'tag': '59f8ddb4-a7dc-405a-89ff-743fd8b05ad5', 'status': 'completed', 'code': 200} Oct 27 16:04:38.217616 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70d24d45-5b9d-4e6c-824c-62ed3dc54598 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.250286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70d24d45-5b9d-4e6c-824c-62ed3dc54598 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.277985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd5c8e5b-02c9-4d26-8025-4650a95aac93 req-b205b2e6-477a-4537-998b-a8e7f5cdcfbb tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578252 Oct 27 16:04:38.309079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-82c215b9-3ce4-4f70-bd07-2bb72c2be934 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] No DVR routers for this DVR port 4e53b3b3-4d41-4056-9c67-e373d02569d6 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:38.311931 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-82c215b9-3ce4-4f70-bd07-2bb72c2be934 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.316253 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e03c6e23-8f88-4081-9776-5c2c3b03beb6 req-82c215b9-3ce4-4f70-bd07-2bb72c2be934 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.53 "DELETE /v2.0/ports/4e53b3b3-4d41-4056-9c67-e373d02569d6 HTTP/1.1" status: 204 len: 173 time: 1.4402504 Oct 27 16:04:38.332732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-f430a12c-bb40-4678-bca3-13f916f41112 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:38.334224 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-f430a12c-bb40-4678-bca3-13f916f41112 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.1804106 Oct 27 16:04:38.346996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815689-1'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:38.457962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70d24d45-5b9d-4e6c-824c-62ed3dc54598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.462267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70d24d45-5b9d-4e6c-824c-62ed3dc54598 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.462464 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.466830 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-70d24d45-5b9d-4e6c-824c-62ed3dc54598 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf4e8546-e9ae-487c-9c55-2ef3fff0150d HTTP/1.1" status: 204 len: 168 time: 0.3522470 Oct 27 16:04:38.555529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d24d45-5b9d-4e6c-824c-62ed3dc54598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4e8546-e9ae-487c-9c55-2ef3fff0150d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:38.623142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06968b96-2ac6-4829-81cb-0fa664adff53 req-e0d12a87-8705-4048-98e0-01c9b8c476c9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:38.631846 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06968b96-2ac6-4829-81cb-0fa664adff53 req-e0d12a87-8705-4048-98e0-01c9b8c476c9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 945 time: 0.1312950 Oct 27 16:04:38.680510 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06968b96-2ac6-4829-81cb-0fa664adff53 req-7c2f1055-01ae-4659-81b3-ea1171fbbb60 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474882 Oct 27 16:04:38.769897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=68276486-f0fb-47fc-bf0c-adacdd009d82,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:38.814557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:38.862179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:38.987901 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.003538 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-057a3605-7241-43f3-b8e7-c5d430cda4fa req-df6e1e10-a96d-492b-985f-9d5b6cb93b17 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ca6341-e38d-4fa9-949f-6e5f63d8119b HTTP/1.1" status: 200 len: 210 time: 0.0274422 Oct 27 16:04:39.073766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Pushing event updated for resources: {'Port': ['ID=68276486-f0fb-47fc-bf0c-adacdd009d82,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:39.087025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 on host n-h1-815689-1 for vnic_type normal with profile {"migrating_to": "n-h2-815689-1"} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:39.087025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:39.087025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:39.088604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Port 68276486-f0fb-47fc-bf0c-adacdd009d82 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:39.088935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Attempting to bind port 68276486-f0fb-47fc-bf0c-adacdd009d82 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:39.094230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:39.094588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:39.094933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:39.096556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Bound port: 68276486-f0fb-47fc-bf0c-adacdd009d82, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:39.096913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.161911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7848b16a-4c42-4e9c-9f2b-7d3d2df62751 req-d8569ec6-5ae0-4b8a-94ae-00f9c6587491 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 210 time: 0.0509837 Oct 27 16:04:39.196946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:39.200779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=68276486-f0fb-47fc-bf0c-adacdd009d82,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:39.320335 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.424965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Pushing event updated for resources: {'Port': ['ID=68276486-f0fb-47fc-bf0c-adacdd009d82,revision_number=8']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:39.428832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:39.429834 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.431505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1aba76d3-5161-4a76-818e-2471ac46fd07 service neutron] 10.222.0.53 "PUT /v2.0/ports/68276486-f0fb-47fc-bf0c-adacdd009d82 HTTP/1.1" status: 200 len: 1121 time: 1.0891979 Oct 27 16:04:39.443002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1024f-2700-43d5-b871-69d1bd45f16d req-00b69323-aafe-420a-8821-a3d9b579161c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:39.444956 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fbd1024f-2700-43d5-b871-69d1bd45f16d req-00b69323-aafe-420a-8821-a3d9b579161c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.0670156 Oct 27 16:04:39.486383 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fbd1024f-2700-43d5-b871-69d1bd45f16d req-c2179acc-d887-49db-b4f1-4fc751eb2abd tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345325 Oct 27 16:04:39.517079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['68276486-f0fb-47fc-bf0c-adacdd009d82'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:39.655601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46624) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:39.730804 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-639b7002-c4a2-4b09-9e75-b3108774db72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7530d2a753524a97bcb1dfb62c90e109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0734057 Oct 27 16:04:39.731499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46628) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:39.802161 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f457d08-e8fb-4f3f-8cb1-d1c5af25ebac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.826663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f457d08-e8fb-4f3f-8cb1-d1c5af25ebac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.855949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9486530-fbcb-43b0-9ed4-8d6bb529163d req-0f549c7c-35af-4944-8c26-20080e26c70a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:39.858451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d9486530-fbcb-43b0-9ed4-8d6bb529163d req-0f549c7c-35af-4944-8c26-20080e26c70a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 943 time: 0.1019585 Oct 27 16:04:39.935017 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d9486530-fbcb-43b0-9ed4-8d6bb529163d req-af0e40e5-022c-4d0a-b44f-ae5803dfd5ee tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684602 Oct 27 16:04:39.966691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f457d08-e8fb-4f3f-8cb1-d1c5af25ebac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.974490 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f457d08-e8fb-4f3f-8cb1-d1c5af25ebac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:39.979724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4f457d08-e8fb-4f3f-8cb1-d1c5af25ebac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c619ff6e-b44b-4fb4-ac61-80e79169dc8a HTTP/1.1" status: 204 len: 168 time: 0.2462509 Oct 27 16:04:39.994548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f457d08-e8fb-4f3f-8cb1-d1c5af25ebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c619ff6e-b44b-4fb4-ac61-80e79169dc8a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:40.141601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46646) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:40.197206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-deleted', 'tag': '4e53b3b3-4d41-4056-9c67-e373d02569d6'}, {'server_uuid': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68276486-f0fb-47fc-bf0c-adacdd009d82'}, {'name': 'network-changed', 'server_uuid': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'tag': '68276486-f0fb-47fc-bf0c-adacdd009d82'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:40.202407 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ef3a4c-8164-4d81-8258-50b3e0209a0f" -d '{"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-deleted", "tag": "4e53b3b3-4d41-4056-9c67-e373d02569d6"}, {"server_uuid": "3011bdc7-c7ab-43c8-9e35-2496838c3c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "68276486-f0fb-47fc-bf0c-adacdd009d82"}, {"name": "network-changed", "server_uuid": "3011bdc7-c7ab-43c8-9e35-2496838c3c3c", "tag": "68276486-f0fb-47fc-bf0c-adacdd009d82"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:40.219649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbd22aa-ca1a-4b28-878b-cdafdd7dbb79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting subnet 9f25b9a6-84d4-4ce7-a3dc-29e786692de3 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:04:40.223623 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5dbd22aa-ca1a-4b28-878b-cdafdd7dbb79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.280940 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5dbd22aa-ca1a-4b28-878b-cdafdd7dbb79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.297941 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a65979-8fdc-4f42-9249-c70e474b5358 req-ed15d205-19f4-4913-9785-6d72ceae11ce tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 210 time: 0.0359175 Oct 27 16:04:40.382358 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b210b258-a2d5-4cfd-a34d-d85c320b064a x-openstack-request-id: req-b210b258-a2d5-4cfd-a34d-d85c320b064a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:40.382715 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ca6341-e38d-4fa9-949f-6e5f63d8119b", "name": "network-vif-deleted", "tag": "4e53b3b3-4d41-4056-9c67-e373d02569d6", "status": "completed", "code": 200}, {"server_uuid": "3011bdc7-c7ab-43c8-9e35-2496838c3c3c", "name": "network-vif-unplugged", "status": "completed", "tag": "68276486-f0fb-47fc-bf0c-adacdd009d82", "code": 200}, {"name": "network-changed", "server_uuid": "3011bdc7-c7ab-43c8-9e35-2496838c3c3c", "tag": "68276486-f0fb-47fc-bf0c-adacdd009d82", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:40.382986 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b210b258-a2d5-4cfd-a34d-d85c320b064a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:40.383408 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ca6341-e38d-4fa9-949f-6e5f63d8119b', 'name': 'network-vif-deleted', 'tag': '4e53b3b3-4d41-4056-9c67-e373d02569d6', 'status': 'completed', 'code': 200} Oct 27 16:04:40.383665 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68276486-f0fb-47fc-bf0c-adacdd009d82', 'code': 200} Oct 27 16:04:40.384255 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'tag': '68276486-f0fb-47fc-bf0c-adacdd009d82', 'status': 'completed', 'code': 200} Oct 27 16:04:40.444648 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5dbd22aa-ca1a-4b28-878b-cdafdd7dbb79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.504090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3a4c-8164-4d81-8258-50b3e0209a0f req-b8507581-a2ca-497c-a210-e0415834686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:40.505684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85ef3a4c-8164-4d81-8258-50b3e0209a0f req-b8507581-a2ca-497c-a210-e0415834686c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 1124 time: 0.0621188 Oct 27 16:04:40.703077 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5dbd22aa-ca1a-4b28-878b-cdafdd7dbb79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.742259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd22aa-ca1a-4b28-878b-cdafdd7dbb79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Subnet': ['ID=9f25b9a6-84d4-4ce7-a3dc-29e786692de3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:40.744444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27ee27-8f73-4e55-9823-052b6863d62e req-4d397a3f-8d15-4124-b3fd-83ec883c6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:40.746436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e27ee27-8f73-4e55-9823-052b6863d62e req-4d397a3f-8d15-4124-b3fd-83ec883c6bec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e9e1ab4fe7e4010812b854c5c2e79a4&device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 1097 time: 0.1098845 Oct 27 16:04:40.748755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3a4c-8164-4d81-8258-50b3e0209a0f req-aa31ef4d-4887-4f9d-a034-a397574f1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:40.751722 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85ef3a4c-8164-4d81-8258-50b3e0209a0f req-aa31ef4d-4887-4f9d-a034-a397574f1e4f service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.2370539 Oct 27 16:04:40.769709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258d894-47ff-4444-97cf-d1755335220b req-4dcc8b5c-9421-4da4-998b-b0a62dafead4 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:40.770991 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1258d894-47ff-4444-97cf-d1755335220b req-4dcc8b5c-9421-4da4-998b-b0a62dafead4 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1359725 Oct 27 16:04:40.784929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee89578-de09-4753-94ef-fd35b52c7e41 None None] Network bd95274f-71ef-4ba6-bc2b-80d12827e29f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:40.787292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5dbd22aa-ca1a-4b28-878b-cdafdd7dbb79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.791665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5dbd22aa-ca1a-4b28-878b-cdafdd7dbb79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "DELETE /v2.0/subnets/9f25b9a6-84d4-4ce7-a3dc-29e786692de3 HTTP/1.1" status: 204 len: 168 time: 0.6478610 Oct 27 16:04:40.794728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46678) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:40.850691 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85ef3a4c-8164-4d81-8258-50b3e0209a0f req-f73fc257-00dd-4bba-b531-003df8733be3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68276486-f0fb-47fc-bf0c-adacdd009d82 HTTP/1.1" status: 200 len: 217 time: 0.0787010 Oct 27 16:04:40.898616 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:40.999422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting port 721de761-912a-4d49-92a1-29da4d531b36 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:41.001034 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.044297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] DHCP port deletion for bd95274f-71ef-4ba6-bc2b-80d12827e29f request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:04:41.175348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 68276486-f0fb-47fc-bf0c-adacdd009d82 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:41.185220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] For port 721de761-912a-4d49-92a1-29da4d531b36, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=721de761-912a-4d49-92a1-29da4d531b36,segment=NetworkSegment(e779ac54-1844-4519-9f14-836b695bd0a1),segment_id=e779ac54-1844-4519-9f14-836b695bd0a1)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:41.186580 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.225380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Calling delete_port for 721de761-912a-4d49-92a1-29da4d531b36 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:41.256782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Deleting port 721de761-912a-4d49-92a1-29da4d531b36 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:41.257313 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.388791 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c2873-7e3f-444a-aa0c-2edcd455bab0 req-82a0e8ea-ffe4-4a40-a1d8-97b31e3db6d5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:41.397717 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-785c2873-7e3f-444a-aa0c-2edcd455bab0 req-82a0e8ea-ffe4-4a40-a1d8-97b31e3db6d5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 943 time: 0.0937250 Oct 27 16:04:41.443448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] For port 721de761-912a-4d49-92a1-29da4d531b36, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=721de761-912a-4d49-92a1-29da4d531b36,segment=NetworkSegment(e779ac54-1844-4519-9f14-836b695bd0a1),segment_id=e779ac54-1844-4519-9f14-836b695bd0a1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:41.444480 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.453902 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-785c2873-7e3f-444a-aa0c-2edcd455bab0 req-24f8e467-4142-4ef8-bfdb-562e9c1de65e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552137 Oct 27 16:04:41.479428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=68276486-f0fb-47fc-bf0c-adacdd009d82,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:41.486539 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.545115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Calling delete_port for 721de761-912a-4d49-92a1-29da4d531b36 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:41.569835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Port': ['ID=721de761-912a-4d49-92a1-29da4d531b36,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:41.573395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 68276486-f0fb-47fc-bf0c-adacdd009d82 has no active binding in host n-h2-815689-1 {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:04:41.580817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] No DVR routers for this DVR port 721de761-912a-4d49-92a1-29da4d531b36 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:41.631708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1258d894-47ff-4444-97cf-d1755335220b req-e70e0aaa-a9ec-419b-b2d6-4aff85a58d13 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7930107 Oct 27 16:04:41.679136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27ee27-8f73-4e55-9823-052b6863d62e req-fc51b007-448a-45c8-a237-4440992cd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:41.681349 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e27ee27-8f73-4e55-9823-052b6863d62e req-fc51b007-448a-45c8-a237-4440992cd185 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 HTTP/1.1" status: 200 len: 913 time: 0.8554599 Oct 27 16:04:41.686037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef3a4c-8164-4d81-8258-50b3e0209a0f req-572367fc-d094-449f-a7e3-c945796f5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:41.688433 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85ef3a4c-8164-4d81-8258-50b3e0209a0f req-572367fc-d094-449f-a7e3-c945796f5144 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.7905350 Oct 27 16:04:41.754184 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.768667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85ef3a4c-8164-4d81-8258-50b3e0209a0f req-4dcc1e90-f66c-4af2-9a88-102a2eec4117 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300746 Oct 27 16:04:41.770589 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e27ee27-8f73-4e55-9823-052b6863d62e req-8a70e858-9fc3-42b7-bb08-d15a767c0e72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bc0a5803-033d-460d-895f-a74340847ea4 HTTP/1.1" status: 200 len: 217 time: 0.0804482 Oct 27 16:04:41.783935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.784805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 721de761-912a-4d49-92a1-29da4d531b36 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:41.813402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d04e3478-c2ec-4c06-8e55-dae4a3bfe6c9 req-a70f8023-aae0-4e8c-bc46-90b434f2aba3 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 210 time: 0.0371304 Oct 27 16:04:41.830920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd95274f-71ef-4ba6-bc2b-80d12827e29f']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:41.844815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e779ac54-1844-4519-9f14-836b695bd0a1') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:41.845792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e779ac54-1844-4519-9f14-836b695bd0a1') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:41.847445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Pushing event deleted for resources: {'Port': ['ID=721de761-912a-4d49-92a1-29da4d531b36,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:41.851207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 721de761-912a-4d49-92a1-29da4d531b36 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:04:41.851762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 721de761-912a-4d49-92a1-29da4d531b36 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:41.863696 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.885883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.886562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.886794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.887309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.888378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.889350 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.889884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.890553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.891112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.891653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.892217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.893258 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.893840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:04:41.902681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27ee27-8f73-4e55-9823-052b6863d62e req-b54b8dac-e7ef-4f09-8abf-14587047636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:41.902933 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98035e9e-1ef2-4e45-b9f3-da4a1e06d948 None None] No DVR routers for this DVR port 721de761-912a-4d49-92a1-29da4d531b36 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:41.905438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e27ee27-8f73-4e55-9823-052b6863d62e req-b54b8dac-e7ef-4f09-8abf-14587047636b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fac26fa-11b5-4f9d-9918-986554ca05aa HTTP/1.1" status: 200 len: 852 time: 0.0868301 Oct 27 16:04:41.925347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:04:41.925767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:41.990171 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e27ee27-8f73-4e55-9823-052b6863d62e req-ce88b10a-d184-4316-b784-878f6a3e5922 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623138 Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:04:42.035119 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:04:42.074689 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-493c34d9-88b7-47c3-a49c-1784aeae4f29 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=c766f0bdad174871b53248832f4e1c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402503 Oct 27 16:04:42.103694 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85ef3a4c-8164-4d81-8258-50b3e0209a0f req-53392907-a5b6-4e29-893a-1193da908208 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882559 Oct 27 16:04:42.192739 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.227152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85ef3a4c-8164-4d81-8258-50b3e0209a0f req-9c17ea3c-5e66-4950-8907-ea4fd63a0859 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116428 Oct 27 16:04:42.255334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.258881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "DELETE /v2.0/networks/bd95274f-71ef-4ba6-bc2b-80d12827e29f HTTP/1.1" status: 204 len: 168 time: 1.4629488 Oct 27 16:04:42.264534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46708) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:42.286562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c044f8-d67c-4f2b-9443-182cbc2cf651 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Network': ['ID=bd95274f-71ef-4ba6-bc2b-80d12827e29f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:42.291479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46710) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:42.300502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1953517127'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:42.324019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-0ff217d4-7ccc-48ab-875c-b7c811b80f56 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:42.325615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-0ff217d4-7ccc-48ab-875c-b7c811b80f56 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437878 Oct 27 16:04:42.336179 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e27ee27-8f73-4e55-9823-052b6863d62e req-45226e38-6e74-4312-828e-0d9be81b1bd0 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368092 Oct 27 16:04:42.348265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Request body: {'port': {'device_id': '226e4d89-1f2b-4e86-8a55-59772c2a30cb', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': 'c766f0bdad174871b53248832f4e1c1d'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:42.423701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efbe487-f95a-464a-85f7-98770d316753 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting subnet 1aa45de0-46e5-431f-a8da-f7dfd0e4432c {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:04:42.433146 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2efbe487-f95a-464a-85f7-98770d316753 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.493961 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2efbe487-f95a-464a-85f7-98770d316753 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.551375 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e27ee27-8f73-4e55-9823-052b6863d62e req-cc31466f-69ce-4ac0-a204-f89c8035c3ee service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863818 Oct 27 16:04:42.682643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed1d9d-5d34-4d78-bc22-1353cf3ff679 req-4e91028c-3be7-41dc-8b52-1d445825973f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:42.691346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baed1d9d-5d34-4d78-bc22-1353cf3ff679 req-4e91028c-3be7-41dc-8b52-1d445825973f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 943 time: 0.1466048 Oct 27 16:04:42.712694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2efbe487-f95a-464a-85f7-98770d316753 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.761358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:42.765007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.802686 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baed1d9d-5d34-4d78-bc22-1353cf3ff679 req-8996f11f-02f4-4ce7-b690-88a9012fc386 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098239 Oct 27 16:04:42.842509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:04:42.865788 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.866150 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Added segment 25728234-6f90-4770-98c1-3e002080bf5b of type vlan for network df512f30-e00c-4c99-8ce8-eac121a29043 Oct 27 16:04:42.960910 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-48eff2e0-9fb5-4d66-9adf-e95bd65f4cbd req-ad2d0ba9-b87b-4a1c-8dfd-fce4ca2e264c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 210 time: 0.0613885 Oct 27 16:04:42.962095 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2efbe487-f95a-464a-85f7-98770d316753 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:42.993030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbe487-f95a-464a-85f7-98770d316753 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa45de0-46e5-431f-a8da-f7dfd0e4432c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:42.998012 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2efbe487-f95a-464a-85f7-98770d316753 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.001931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2efbe487-f95a-464a-85f7-98770d316753 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "DELETE /v2.0/subnets/1aa45de0-46e5-431f-a8da-f7dfd0e4432c HTTP/1.1" status: 204 len: 168 time: 0.7358065 Oct 27 16:04:43.007690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46734) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:43.011228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26840ca-886f-4fed-bb5c-48c3a0f25f5d None None] Network 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:43.038933 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.101807 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Made reservation on behalf of c766f0bdad174871b53248832f4e1c1d for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:43.105712 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.157158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0a6da-004f-49ef-ad69-f8ce24edc2c6 req-b8b7dfea-bcba-4f64-a272-8127cef9d465 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:43.161522 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6fb0a6da-004f-49ef-ad69-f8ce24edc2c6 req-b8b7dfea-bcba-4f64-a272-8127cef9d465 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.2413881 Oct 27 16:04:43.206494 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.218962 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:43.219640 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.222077 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.338885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting port fe21db60-f585-4823-8075-a53d02774330 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:43.339536 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.386075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Network': ['ID=df512f30-e00c-4c99-8ce8-eac121a29043,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:43.425646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd50511-29a4-43cf-b4cc-3af83d195c43 None None] DHCP port deletion for 4ac084ca-3547-42d1-a9bd-1f1cf2711c54 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:04:43.429544 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network df512f30-e00c-4c99-8ce8-eac121a29043 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:04:43.469280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] For port fe21db60-f585-4823-8075-a53d02774330, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fe21db60-f585-4823-8075-a53d02774330,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:43.471228 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.513087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6fb0a6da-004f-49ef-ad69-f8ce24edc2c6 req-8e42d331-cd70-43bc-8143-7b0f07fcd1a3 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310556 Oct 27 16:04:43.514927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Calling delete_port for fe21db60-f585-4823-8075-a53d02774330 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:43.543476 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-74910c70-4c21-44cd-9156-78ff03b80fff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2508924 Oct 27 16:04:43.548095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46742) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:43.555357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-102799249'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:43.574846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fe21db60-f585-4823-8075-a53d02774330 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:43.612011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Allocated IP 192.168.233.125 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/7486d14a-dd9c-46e5-b555-b9471e8a4b55) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:43.702930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:43.707808 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.720441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-acd50511-29a4-43cf-b4cc-3af83d195c43 None None] Deleting port fe21db60-f585-4823-8075-a53d02774330 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:04:43.720890 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-acd50511-29a4-43cf-b4cc-3af83d195c43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.738116 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:04:43.752300 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.752665 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Added segment 929cb9ca-8af3-4254-b22a-4786dd3dc496 of type vlan for network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 Oct 27 16:04:43.783096 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.809246 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.864891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-acd50511-29a4-43cf-b4cc-3af83d195c43 None None] For port fe21db60-f585-4823-8075-a53d02774330, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fe21db60-f585-4823-8075-a53d02774330,segment=NetworkSegment(1c122845-4816-4c71-a24a-4286c2fd9d2d),segment_id=1c122845-4816-4c71-a24a-4286c2fd9d2d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:43.865303 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-acd50511-29a4-43cf-b4cc-3af83d195c43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:43.889190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-acd50511-29a4-43cf-b4cc-3af83d195c43 None None] Calling delete_port for fe21db60-f585-4823-8075-a53d02774330 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:04:43.949122 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.001060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Port': ['ID=fe21db60-f585-4823-8075-a53d02774330,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:44.010848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.014727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] No DVR routers for this DVR port fe21db60-f585-4823-8075-a53d02774330 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:44.018141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3ee65d5-3f62-4c7d-9bee-462a2486baf3 req-a18633c8-7dd5-4475-859c-c423c6ab4da9 tempest-FlavorsV2NegativeTest-1638074972 tempest-FlavorsV2NegativeTest-1638074972-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f5f662394eb14db7a9b95d3708af6e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293245 Oct 27 16:04:44.021261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:44.021997 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.047800 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-acd50511-29a4-43cf-b4cc-3af83d195c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.122118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd50511-29a4-43cf-b4cc-3af83d195c43 None None] Pushing event deleted for resources: {'Port': ['ID=fe21db60-f585-4823-8075-a53d02774330,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:44.134331 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:04:44.134331 n-d-815689-1 neutron-server[109724]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 27 16:04:44.134331 n-d-815689-1 neutron-server[109724]: [parameters: {'status': 'DOWN', 'ports_id': 'fe21db60-f585-4823-8075-a53d02774330'}] Oct 27 16:04:44.134331 n-d-815689-1 neutron-server[109724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:04:44.134709 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:04:44.135332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd50511-29a4-43cf-b4cc-3af83d195c43 None None] No DVR routers for this DVR port fe21db60-f585-4823-8075-a53d02774330 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:44.178024 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.186751 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.209720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac084ca-3547-42d1-a9bd-1f1cf2711c54']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:44.229216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c122845-4816-4c71-a24a-4286c2fd9d2d') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:44.229814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c122845-4816-4c71-a24a-4286c2fd9d2d') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:04:44.244663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Network': ['ID=a7ed5152-1a1f-4ec2-abc4-e8bd08222722,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:44.257761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:04:44.260782 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.282027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee65d5-3f62-4c7d-9bee-462a2486baf3 req-a9b414d7-e340-4d8e-98eb-7e7bce9abddf tempest-FlavorsV2NegativeTest-1638074972 tempest-FlavorsV2NegativeTest-1638074972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:44.283277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9a398-fdf7-4da9-bec3-b1d1bbc1dd8b req-f1241ceb-76c8-45bc-b1ad-4ca893d1854f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:44.283627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3ee65d5-3f62-4c7d-9bee-462a2486baf3 req-a9b414d7-e340-4d8e-98eb-7e7bce9abddf tempest-FlavorsV2NegativeTest-1638074972 tempest-FlavorsV2NegativeTest-1638074972-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266476 Oct 27 16:04:44.287920 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00a9a398-fdf7-4da9-bec3-b1d1bbc1dd8b req-f1241ceb-76c8-45bc-b1ad-4ca893d1854f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 943 time: 0.3768337 Oct 27 16:04:44.288218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.303795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:04:44.304375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.329815 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.346337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['68f2665a-6695-4eea-b1df-aa86d46f7155'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:44.372116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0dd79692-197e-4445-8d39-e33cf59d8a87 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8174937 Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:04:44.373589 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:04:44.377421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46766) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:44.381972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'subnet': {'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:44.407575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00a9a398-fdf7-4da9-bec3-b1d1bbc1dd8b req-2b67147d-ccba-4cf5-b8b0-68115a3099fd tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077521 Oct 27 16:04:44.429060 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:44.431376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:44.452336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:44.523686 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3ee65d5-3f62-4c7d-9bee-462a2486baf3 req-fdb4729b-08c7-479e-ac5c-d3eb7634f44f tempest-FlavorsV2NegativeTest-1638074972 tempest-FlavorsV2NegativeTest-1638074972-project] 10.222.0.15 "GET /v2.0/quotas/f5f662394eb14db7a9b95d3708af6e00 HTTP/1.1" status: 200 len: 375 time: 0.2299075 Oct 27 16:04:44.525826 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.543182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Pushing event updated for resources: {'Port': ['ID=7486d14a-dd9c-46e5-b555-b9471e8a4b55,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:44.545900 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.551604 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "DELETE /v2.0/networks/4ac084ca-3547-42d1-a9bd-1f1cf2711c54 HTTP/1.1" status: 204 len: 168 time: 1.5400946 Oct 27 16:04:44.585946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46770) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:44.590387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:44.591334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.610775 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3ee65d5-3f62-4c7d-9bee-462a2486baf3 req-9c52be45-2d0e-4d18-898a-7d6fba019ca5 tempest-FlavorsV2NegativeTest-1638074972 tempest-FlavorsV2NegativeTest-1638074972-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5f662394eb14db7a9b95d3708af6e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856638 Oct 27 16:04:44.709238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Port fe21db60-f585-4823-8075-a53d02774330 update to DOWN by agent not found {{(pid=109724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 16:04:44.728391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1653662597'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:44.741757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd22ee7-090a-4809-9b7e-d3f09ea8d269 req-70ec0810-29e7-49e6-9676-c5d20a3be9bb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:44.747610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3dd22ee7-090a-4809-9b7e-d3f09ea8d269 req-70ec0810-29e7-49e6-9676-c5d20a3be9bb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 936 time: 0.1532879 Oct 27 16:04:44.776780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:44.780715 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.792191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e74880-7b09-4662-9000-1f64f538933f tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Network': ['ID=4ac084ca-3547-42d1-a9bd-1f1cf2711c54,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:44.821780 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-e83c69eb-c633-49c3-944c-9b3cf0907aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4827912 Oct 27 16:04:44.844184 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-b7541b3a-a4f1-4be1-b936-d39d4a13fffb service neutron] 10.222.0.54 "GET /v2.0/ports/68276486-f0fb-47fc-bf0c-adacdd009d82/bindings/n-h2-815689-1 HTTP/1.1" status: 200 len: 384 time: 0.2298918 Oct 27 16:04:44.851262 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Request body: {'port': {'device_id': '226e4d89-1f2b-4e86-8a55-59772c2a30cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:44.915140 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3dd22ee7-090a-4809-9b7e-d3f09ea8d269 req-f81c0574-324b-456d-a5e4-5b2cae2bc849 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551085 Oct 27 16:04:44.949291 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:44.979202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-83947075-3808-46bd-acc6-a80c1bd538f5 None None] Provisioning complete for port 7486d14a-dd9c-46e5-b555-b9471e8a4b55 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:44.979831 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-83947075-3808-46bd-acc6-a80c1bd538f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.040625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-83947075-3808-46bd-acc6-a80c1bd538f5 None None] Port 7486d14a-dd9c-46e5-b555-b9471e8a4b55 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:45.072956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:45.078609 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.132905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fe4df-50a6-4883-a7c8-9712469cc3cc req-787f8cb3-9580-4bea-8096-99cbde5cb29e tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:45.134542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b0fe4df-50a6-4883-a7c8-9712469cc3cc req-787f8cb3-9580-4bea-8096-99cbde5cb29e tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.2344871 Oct 27 16:04:45.140475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:04:45.233838 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.234186 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Added segment 2bbdb68e-1e9c-486b-824f-8e821f6029c5 of type vlan for network bec8c9d9-878f-4989-981b-5c8e466c9c66 Oct 27 16:04:45.314915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7486d14a-dd9c-46e5-b555-b9471e8a4b55 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:45.323639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.338397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Transition to ACTIVE for port object 7486d14a-dd9c-46e5-b555-b9471e8a4b55 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:45.358518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b0fe4df-50a6-4883-a7c8-9712469cc3cc req-f18096db-e895-42c3-afd1-99eb281e9da6 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147324 Oct 27 16:04:45.360557 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.394386 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.417334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.501715 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.506502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Pushing event updated for resources: {'Port': ['ID=7486d14a-dd9c-46e5-b555-b9471e8a4b55,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:45.514532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:45.515268 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.654021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea97327-a6ad-42d8-b410-1cb1027c9c3c req-4458a7d7-d7c0-4f66-8a19-68fd2b67fc3a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:45.656628 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ea97327-a6ad-42d8-b410-1cb1027c9c3c req-4458a7d7-d7c0-4f66-8a19-68fd2b67fc3a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 943 time: 0.1195619 Oct 27 16:04:45.669595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-39256bbc-d744-4a23-845b-658f4f467146 service neutron] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=68276486-f0fb-47fc-bf0c-adacdd009d82,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:45.670540 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Attempting to bind port 7486d14a-dd9c-46e5-b555-b9471e8a4b55 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:45.671095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Attempting to bind port 7486d14a-dd9c-46e5-b555-b9471e8a4b55 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:45.671430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Attempting to bind port 7486d14a-dd9c-46e5-b555-b9471e8a4b55 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:45.687851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Port 7486d14a-dd9c-46e5-b555-b9471e8a4b55 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:04:45.688016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Subnet': ['ID=6a8d481b-7fae-4434-9be6-f0271be7a17c,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:45.691565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Attempting to bind port 7486d14a-dd9c-46e5-b555-b9471e8a4b55 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:45.705980 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:45.706700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:45.707098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:45.707553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Bound port: 7486d14a-dd9c-46e5-b555-b9471e8a4b55, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:45.707914 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:45.735603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Network': ['ID=bec8c9d9-878f-4989-981b-5c8e466c9c66,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:45.746244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-39256bbc-d744-4a23-845b-658f4f467146 service neutron] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:45.757559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network bec8c9d9-878f-4989-981b-5c8e466c9c66 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:04:45.775887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Checking segment: {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:45.784003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network hostable DHCP agents. Network: df512f30-e00c-4c99-8ce8-eac121a29043, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:04:45.792541 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a996fff6-0c5e-447c-a5ac-d08c0ef84aeb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1802731 Oct 27 16:04:45.801635 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46796) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:45.816959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'subnet': {'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:45.824006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ea97327-a6ad-42d8-b410-1cb1027c9c3c req-cbc9e34e-0f92-4eb2-8d73-d873413f9ddb tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482699 Oct 27 16:04:45.874198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-39256bbc-d744-4a23-845b-658f4f467146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68276486-f0fb-47fc-bf0c-adacdd009d82 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:45.880201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] For port 7486d14a-dd9c-46e5-b555-b9471e8a4b55, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:45.883850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] For port 7486d14a-dd9c-46e5-b555-b9471e8a4b55, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=7486d14a-dd9c-46e5-b555-b9471e8a4b55,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:45.922381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-39256bbc-d744-4a23-845b-658f4f467146 service neutron] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=68276486-f0fb-47fc-bf0c-adacdd009d82,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:45.955081 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.037992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Pushing event updated for resources: {'Port': ['ID=7486d14a-dd9c-46e5-b555-b9471e8a4b55,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:46.054040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:46.054040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.058586 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-9ae6ad05-2537-40c7-a355-de2bb2482a30 service neutron] 10.222.0.54 "PUT /v2.0/ports/7486d14a-dd9c-46e5-b555-b9471e8a4b55 HTTP/1.1" status: 200 len: 1096 time: 1.2181621 Oct 27 16:04:46.059817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226e4d89-1f2b-4e86-8a55-59772c2a30cb', 'tag': '7486d14a-dd9c-46e5-b555-b9471e8a4b55'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:46.075618 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b9378b-9963-45c4-aa04-e2f0d5ce387f" -d '{"events": [{"name": "network-changed", "server_uuid": "226e4d89-1f2b-4e86-8a55-59772c2a30cb", "tag": "7486d14a-dd9c-46e5-b555-b9471e8a4b55"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:46.098473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46806) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:46.107292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:46.111518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.116984 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-39256bbc-d744-4a23-845b-658f4f467146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.118682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network df512f30-e00c-4c99-8ce8-eac121a29043 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:04:46.207060 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9154dcf-0d8d-4069-82d8-cc71986f0a9b x-openstack-request-id: req-c9154dcf-0d8d-4069-82d8-cc71986f0a9b {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:46.207441 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226e4d89-1f2b-4e86-8a55-59772c2a30cb", "tag": "7486d14a-dd9c-46e5-b555-b9471e8a4b55", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:46.207627 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9154dcf-0d8d-4069-82d8-cc71986f0a9b {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:46.208015 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226e4d89-1f2b-4e86-8a55-59772c2a30cb', 'tag': '7486d14a-dd9c-46e5-b555-b9471e8a4b55', 'status': 'completed', 'code': 200} Oct 27 16:04:46.277584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527c0b1-9c89-47e4-be07-fe905186375e req-2ea5db9e-8a8a-4b61-bced-f3c5aec2e873 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:46.279398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e527c0b1-9c89-47e4-be07-fe905186375e req-2ea5db9e-8a8a-4b61-bced-f3c5aec2e873 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 948 time: 0.2589571 Oct 27 16:04:46.333373 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b79a86a0-594c-479c-9b79-b7f711f61c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.344472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9378b-9963-45c4-aa04-e2f0d5ce387f req-95112a1d-0fa1-4b21-a8ba-8c77816de961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:46.346683 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69b9378b-9963-45c4-aa04-e2f0d5ce387f req-95112a1d-0fa1-4b21-a8ba-8c77816de961 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c766f0bdad174871b53248832f4e1c1d&device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 1099 time: 0.1172214 Oct 27 16:04:46.359928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e527c0b1-9c89-47e4-be07-fe905186375e req-b63035f4-e66c-4e66-afb8-0ae5fd1e5c99 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707567 Oct 27 16:04:46.408613 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69b9378b-9963-45c4-aa04-e2f0d5ce387f req-87fe15e7-fe6e-4ff9-9609-f60bbcc67c8d service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c766f0bdad174871b53248832f4e1c1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471699 Oct 27 16:04:46.481993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-39256bbc-d744-4a23-845b-658f4f467146 service neutron] Transition to ACTIVE for port object 68276486-f0fb-47fc-bf0c-adacdd009d82 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:04:46.640363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, df512f30-e00c-4c99-8ce8-eac121a29043) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:46.651126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:46.651972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.659696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce13a30d-efaf-4ba4-8e34-25f697d99f29 None None] Network df512f30-e00c-4c99-8ce8-eac121a29043 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:46.672064 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c673aab-f6c0-44a2-ad30-b115e84d685e req-561ea279-5e50-4211-9b5d-edd28321e6dc tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:46.673710 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0c673aab-f6c0-44a2-ad30-b115e84d685e req-561ea279-5e50-4211-9b5d-edd28321e6dc tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1623561 Oct 27 16:04:46.708602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9378b-9963-45c4-aa04-e2f0d5ce387f req-e14a034c-6d24-49cd-825a-4d6e5d68b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:46.710061 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69b9378b-9963-45c4-aa04-e2f0d5ce387f req-e14a034c-6d24-49cd-825a-4d6e5d68b109 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2866006 Oct 27 16:04:46.721385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b79a86a0-594c-479c-9b79-b7f711f61c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.741286 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0c673aab-f6c0-44a2-ad30-b115e84d685e req-078a6a52-3887-42f3-a50c-8b28bfab0a64 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532374 Oct 27 16:04:46.817549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e7a09c5b-04b7-4cbe-97bc-d740cae337dc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4391584 Oct 27 16:04:46.819035 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-39256bbc-d744-4a23-845b-658f4f467146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.821073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46812) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:46.825028 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.833586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'subnet': {'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:46.855986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-cdf2b4b2-b493-4b81-898c-91b907eaa1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:46.862040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-cdf2b4b2-b493-4b81-898c-91b907eaa1a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c766f0bdad174871b53248832f4e1c1d&device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 1099 time: 0.0869594 Oct 27 16:04:46.862040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b79a86a0-594c-479c-9b79-b7f711f61c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.875304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-df512f30-e00c-4c99-8ce8-eac121a29043', 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'fixed_ips': [{'subnet_id': '6a8d481b-7fae-4434-9be6-f0271be7a17c'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:04:46.876903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:46.936495 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-d93b24a0-18d0-4125-9eb0-5204072f8e35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=7486d14a-dd9c-46e5-b555-b9471e8a4b55 HTTP/1.1" status: 200 len: 217 time: 0.0657723 Oct 27 16:04:47.026548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-22057845-8db8-45c9-85b3-36b629fbec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:47.029578 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-22057845-8db8-45c9-85b3-36b629fbec13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0822856 Oct 27 16:04:47.036105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a86a0-594c-479c-9b79-b7f711f61c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efa163e-ce01-44fb-b09e-ceb7a6731703,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:47.049606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b79a86a0-594c-479c-9b79-b7f711f61c37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5f662394eb14db7a9b95d3708af6e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9500718 Oct 27 16:04:47.060867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46818) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:47.092925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Subnet': ['ID=ec53836b-b030-4187-9de3-ff1b67e1bd8d,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:47.114695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Allocated IP 10.1.1.2 (df512f30-e00c-4c99-8ce8-eac121a29043/6a8d481b-7fae-4434-9be6-f0271be7a17c/abc7ee60-50c1-4fee-9b81-fc52641d145d) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:47.123461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39256bbc-d744-4a23-845b-658f4f467146 service neutron] Pushing event updated for resources: {'Port': ['ID=68276486-f0fb-47fc-bf0c-adacdd009d82,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:47.132435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-39256bbc-d744-4a23-845b-658f4f467146 service neutron] No DVR routers for this DVR port 68276486-f0fb-47fc-bf0c-adacdd009d82 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:04:47.165851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-02cf31e7-f8a6-40bd-8dd2-9184da5c2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:47.166988 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-02cf31e7-f8a6-40bd-8dd2-9184da5c2683 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219325 Oct 27 16:04:47.204854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Checking segment: {'id': '2bbdb68e-1e9c-486b-824f-8e821f6029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:47.205389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network hostable DHCP agents. Network: bec8c9d9-878f-4989-981b-5c8e466c9c66, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:04:47.210717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-39256bbc-d744-4a23-845b-658f4f467146 service neutron] 10.222.0.54 "PUT /v2.0/ports/68276486-f0fb-47fc-bf0c-adacdd009d82/bindings/n-h2-815689-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3574221 Oct 27 16:04:47.252755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92621e8b-f76b-450e-9e41-6deac7df0c25 req-2506a705-f356-4f6a-80fb-1c419f723f27 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:47.254917 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92621e8b-f76b-450e-9e41-6deac7df0c25 req-2506a705-f356-4f6a-80fb-1c419f723f27 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 944 time: 0.2243896 Oct 27 16:04:47.286186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:47.289792 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.355319 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92621e8b-f76b-450e-9e41-6deac7df0c25 req-e7934e46-c557-4f55-8746-2dea8b5fa2c7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542128 Oct 27 16:04:47.355573 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.358271 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72155210-bcad-4ba9-b8f1-eb48a7a105b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.362207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network bec8c9d9-878f-4989-981b-5c8e466c9c66 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:04:47.403203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72155210-bcad-4ba9-b8f1-eb48a7a105b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.452160 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.458317 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-41d5d98b-5146-488f-93eb-62b7f03e1f5c service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639382 Oct 27 16:04:47.505397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Network df512f30-e00c-4c99-8ce8-eac121a29043 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:47.508856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:47.522397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, bec8c9d9-878f-4989-981b-5c8e466c9c66) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:47.522910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:47.554837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:47.555534 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.556695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b06f5-17c8-4d05-896f-fea3dd474b7e None None] Network bec8c9d9-878f-4989-981b-5c8e466c9c66 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:47.560982 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72155210-bcad-4ba9-b8f1-eb48a7a105b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.565246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Pushing event updated for resources: {'Port': ['ID=abc7ee60-50c1-4fee-9b81-fc52641d145d,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:47.566946 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72155210-bcad-4ba9-b8f1-eb48a7a105b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.572899 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-72155210-bcad-4ba9-b8f1-eb48a7a105b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0efa163e-ce01-44fb-b09e-ceb7a6731703 HTTP/1.1" status: 204 len: 168 time: 0.4568932 Oct 27 16:04:47.595529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72155210-bcad-4ba9-b8f1-eb48a7a105b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efa163e-ce01-44fb-b09e-ceb7a6731703,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:47.608321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d297d2f-1a9a-4ec7-86d4-43ea0d2f0172 req-f69d4676-7113-44b2-ba60-af8758d6f84f tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:47.609735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c798d21f-2f29-4471-b70f-ddee8c03c188 req-790c9654-a5df-4316-850c-e82380bf26a9 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428006 Oct 27 16:04:47.614066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d297d2f-1a9a-4ec7-86d4-43ea0d2f0172 req-f69d4676-7113-44b2-ba60-af8758d6f84f tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 948 time: 0.1457305 Oct 27 16:04:47.677405 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e095d5cc-cf25-46bd-a936-ea7e1394c844 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8722494 Oct 27 16:04:47.677694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46826) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:47.682850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-250310361'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:47.684161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-b62f91a7-c374-4c90-9d71-8498d1e1c4e5 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:47.686418 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-b62f91a7-c374-4c90-9d71-8498d1e1c4e5 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1095 time: 0.2194490 Oct 27 16:04:47.748815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d297d2f-1a9a-4ec7-86d4-43ea0d2f0172 req-e0c61918-cb9f-4d88-bccf-8cb372144def tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051941 Oct 27 16:04:47.772305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Attempting to bind port abc7ee60-50c1-4fee-9b81-fc52641d145d on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:47.772860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Attempting to bind port abc7ee60-50c1-4fee-9b81-fc52641d145d by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:47.773336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Attempting to bind port abc7ee60-50c1-4fee-9b81-fc52641d145d on network df512f30-e00c-4c99-8ce8-eac121a29043 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:47.778928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43f917cf-8214-48e3-a6fb-c1f8b3da8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:47.781707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:47.781925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-43f917cf-8214-48e3-a6fb-c1f8b3da8eea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c&tenant_id=095b87ae86024607acdb040846675ca1 HTTP/1.1" status: 200 len: 1095 time: 0.0738208 Oct 27 16:04:47.782036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Checking segment: {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:47.782036 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.782715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Bound using segment: {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:47.783308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Bound port: abc7ee60-50c1-4fee-9b81-fc52641d145d, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:47.783768 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.879343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-0ddbb5f1-f66e-4262-9330-4a3160da3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:47.881573 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-0ddbb5f1-f66e-4262-9330-4a3160da3671 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 1095 time: 0.0712812 Oct 27 16:04:47.914352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831acc0-7dcc-42db-a211-c7ed4140a5e5 req-dd596434-c539-48cb-8e8e-adc9e6727fd3 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:47.917244 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c831acc0-7dcc-42db-a211-c7ed4140a5e5 req-dd596434-c539-48cb-8e8e-adc9e6727fd3 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.0748501 Oct 27 16:04:47.968003 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c831acc0-7dcc-42db-a211-c7ed4140a5e5 req-f8ac9219-7788-4f5b-a83c-b243045b8cb9 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430286 Oct 27 16:04:47.995281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:47.999636 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:47.999870 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.029091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:04:48.030490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] For port abc7ee60-50c1-4fee-9b81-fc52641d145d, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:48.034307 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] For port abc7ee60-50c1-4fee-9b81-fc52641d145d, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=abc7ee60-50c1-4fee-9b81-fc52641d145d,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:48.041043 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.041296 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Added segment cf0ee6c5-0dd4-45b0-b47c-9b60a8754292 of type vlan for network f0db254e-76b5-4acb-8c04-ef4efa090a08 Oct 27 16:04:48.054041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1d5656b3-c243-4720-8da2-131f9b673df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:48.055517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-1d5656b3-c243-4720-8da2-131f9b673df7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.1655455 Oct 27 16:04:48.074148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bec8c9d9-878f-4989-981b-5c8e466c9c66', 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'fixed_ips': [{'subnet_id': 'ec53836b-b030-4187-9de3-ff1b67e1bd8d'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:04:48.075374 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.086960 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.119020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-393fa349-a82b-4268-b5bd-72cc8c31bfb0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68276486-f0fb-47fc-bf0c-adacdd009d82 HTTP/1.1" status: 200 len: 217 time: 0.0533986 Oct 27 16:04:48.175958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Subnet': ['ID=7049252d-b600-4fab-b5a2-b6177f5e768d,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:48.182829 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.199299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Checking segment: {'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:48.199434 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network hostable DHCP agents. Network: a7ed5152-1a1f-4ec2-abc4-e8bd08222722, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:04:48.209709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-10363bf1-5497-4c04-a060-2b4dbccf091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:48.211227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-10363bf1-5497-4c04-a060-2b4dbccf091f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.0822339 Oct 27 16:04:48.244447 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.268955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 68276486-f0fb-47fc-bf0c-adacdd009d82 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:48.272616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:48.274992 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-a399bf1b-3f06-4fff-9be6-d8a886a68ba0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513806 Oct 27 16:04:48.277292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.382102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Network': ['ID=f0db254e-76b5-4acb-8c04-ef4efa090a08,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:48.393360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:04:48.410134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d886e-a4eb-4926-8e11-01c2354154d0 None None] Pushing event updated for resources: {'Port': ['ID=abc7ee60-50c1-4fee-9b81-fc52641d145d,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:48.419698 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network f0db254e-76b5-4acb-8c04-ef4efa090a08 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:04:48.473308 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d9bb5c1f-fa60-4e04-bdb1-330a52a19d68 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7944069 Oct 27 16:04:48.478350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46842) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:48.488884 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'subnet': {'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:48.500275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, a7ed5152-1a1f-4ec2-abc4-e8bd08222722) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:48.529999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b287ec-1611-466b-9080-49fbd77a20f5 None None] Network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:48.536444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-f71abbb8-20bf-4344-9e5d-0ac34f8c0b60 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502518 Oct 27 16:04:48.542501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:48.543361 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.637075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Allocated IP 19.80.0.2 (bec8c9d9-878f-4989-981b-5c8e466c9c66/ec53836b-b030-4187-9de3-ff1b67e1bd8d/cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:48.655320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 68276486-f0fb-47fc-bf0c-adacdd009d82 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:04:48.673709 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-abf15076-7ebd-4dea-95ab-6f85e105f299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.679707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499911e-b1a3-40cb-83b5-09cab00e83f6 req-35c088c2-67eb-48b9-aec7-6f65e04a5c95 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:48.681294 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b499911e-b1a3-40cb-83b5-09cab00e83f6 req-35c088c2-67eb-48b9-aec7-6f65e04a5c95 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 944 time: 0.2019916 Oct 27 16:04:48.694762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1ab5900c-f6df-40a6-b5d1-05f40689c43a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8684092 Oct 27 16:04:48.695547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46846) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:48.711544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'port': {'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043', 'name': 'tempest-TaggedBootDevicesTest_v242-1427247834', 'fixed_ips': [{'subnet_id': '6a8d481b-7fae-4434-9be6-f0271be7a17c'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:48.823168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:48.830241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.877575 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-a7ed5152-1a1f-4ec2-abc4-e8bd08222722', 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'fixed_ips': [{'subnet_id': '7049252d-b600-4fab-b5a2-b6177f5e768d'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:04:48.878476 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.918995 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-b5ed05a1-a443-45b5-bd1c-065c2af8afe2 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615530 Oct 27 16:04:48.944720 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b499911e-b1a3-40cb-83b5-09cab00e83f6 req-86ef03a6-b675-4fd3-8620-5a9b904c5cdf tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402859 Oct 27 16:04:48.970360 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:48.982726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fc295-fcb6-4ac9-8458-bdcecc453afb req-9857bb97-7934-44c0-ae45-3d297cba22ff tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:48.984280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-493fc295-fcb6-4ac9-8458-bdcecc453afb req-9857bb97-7934-44c0-ae45-3d297cba22ff tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 948 time: 0.1476710 Oct 27 16:04:49.074299 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-493fc295-fcb6-4ac9-8458-bdcecc453afb req-bb1ac7d3-1128-4ae5-adbc-faa1adb90f3c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806651 Oct 27 16:04:49.081028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:49.143879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Allocated IP 10.2.2.2 (a7ed5152-1a1f-4ec2-abc4-e8bd08222722/7049252d-b600-4fab-b5a2-b6177f5e768d/a396d90b-1525-4c8a-bb4f-a156eae7f970) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:49.261754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.307582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.373991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Subnet': ['ID=aed3ce42-97e7-43e0-bbff-ddb3f0583aeb,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:49.387525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Checking segment: {'id': 'cf0ee6c5-0dd4-45b0-b47c-9b60a8754292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:49.388283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network hostable DHCP agents. Network: f0db254e-76b5-4acb-8c04-ef4efa090a08, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:04:49.522962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Network bec8c9d9-878f-4989-981b-5c8e466c9c66 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:49.539415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:49.545545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Pushing event updated for resources: {'Port': ['ID=cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:49.550590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:49.599965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network f0db254e-76b5-4acb-8c04-ef4efa090a08 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:04:49.612655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.651886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Attempting to bind port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:49.651886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Attempting to bind port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '2bbdb68e-1e9c-486b-824f-8e821f6029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:49.652362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Attempting to bind port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 on network bec8c9d9-878f-4989-981b-5c8e466c9c66 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:49.661768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:49.662213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Checking segment: {'id': '2bbdb68e-1e9c-486b-824f-8e821f6029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:49.667637 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.668852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Bound using segment: {'id': '2bbdb68e-1e9c-486b-824f-8e821f6029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:49.668852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Bound port: cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbdb68e-1e9c-486b-824f-8e821f6029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:49.669260 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.674516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device abc7ee60-50c1-4fee-9b81-fc52641d145d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:49.804151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, f0db254e-76b5-4acb-8c04-ef4efa090a08) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:49.811747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:49.812599 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.827985 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.831439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7fc55d-2c80-45b2-856a-4db2bd8b8957 None None] Network f0db254e-76b5-4acb-8c04-ef4efa090a08 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:49.892742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-aac11ac8-99b8-46b4-be95-caa3eca4c232 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:49.894339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-aac11ac8-99b8-46b4-be95-caa3eca4c232 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1095 time: 0.1532538 Oct 27 16:04:49.903883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b6f90-6b04-4934-8b8a-ac717e4bdcad req-8a819407-3407-4736-947b-930198194c29 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:49.912367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e9b6f90-6b04-4934-8b8a-ac717e4bdcad req-8a819407-3407-4736-947b-930198194c29 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1693363 Oct 27 16:04:49.918571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005101b3-0890-470b-8032-b1acab752c7c None None] Network df512f30-e00c-4c99-8ce8-eac121a29043 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:49.927822 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.935060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port abc7ee60-50c1-4fee-9b81-fc52641d145d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:49.935456 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:49.940512 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eeafdd00-876d-48bb-b048-e93d66e67222 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4635403 Oct 27 16:04:49.979381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] For port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:49.987489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] device_id is not set on port 9595a43a-c66f-4afe-b42f-87763c646d51 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:04:50.018697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:50.044526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e9b6f90-6b04-4934-8b8a-ac717e4bdcad req-2b12da81-7d53-4e75-9ae4-d7e84e08fdeb tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292901 Oct 27 16:04:50.050002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] For port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6,segment=NetworkSegment(2bbdb68e-1e9c-486b-824f-8e821f6029c5),segment_id=2bbdb68e-1e9c-486b-824f-8e821f6029c5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:50.060446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:50.077905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:50.090864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Pushing event updated for resources: {'Port': ['ID=a396d90b-1525-4c8a-bb4f-a156eae7f970,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:50.135222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-01a07a23-6c9f-4f7c-a744-13098878c675 None None] Provisioning complete for port abc7ee60-50c1-4fee-9b81-fc52641d145d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:50.135985 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01a07a23-6c9f-4f7c-a744-13098878c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.139718 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.302884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 7486d14a-dd9c-46e5-b555-b9471e8a4b55 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:50.393873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Allocated IP 10.1.1.100 (df512f30-e00c-4c99-8ce8-eac121a29043/6a8d481b-7fae-4434-9be6-f0271be7a17c/9595a43a-c66f-4afe-b42f-87763c646d51) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:50.473965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a7b5-a302-473e-a5ae-7ee6acac56f0 req-e2ced2f4-01ac-4638-8ef1-ab7d812ae3bd tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:50.482090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5413a7b5-a302-473e-a5ae-7ee6acac56f0 req-e2ced2f4-01ac-4638-8ef1-ab7d812ae3bd tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 944 time: 0.2681386 Oct 27 16:04:50.625234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-4130acc9-9ec3-44d1-8cda-ae9a31939a18 service neutron] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:50.643783 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5413a7b5-a302-473e-a5ae-7ee6acac56f0 req-2f0cb2c6-bbf8-40f4-a59c-31d1b1ac025c tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591871 Oct 27 16:04:50.662483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-4130acc9-9ec3-44d1-8cda-ae9a31939a18 service neutron] Publish callbacks [] for binding, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.663836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf1feb2-2f8f-4650-99e0-8e595e8d7572 req-4130acc9-9ec3-44d1-8cda-ae9a31939a18 service neutron] 10.222.0.53 "DELETE /v2.0/ports/68276486-f0fb-47fc-bf0c-adacdd009d82/bindings/n-h1-815689-1 HTTP/1.1" status: 204 len: 173 time: 0.7485449 Oct 27 16:04:50.678911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Attempting to bind port a396d90b-1525-4c8a-bb4f-a156eae7f970 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:50.679401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Attempting to bind port a396d90b-1525-4c8a-bb4f-a156eae7f970 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:50.679886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Attempting to bind port a396d90b-1525-4c8a-bb4f-a156eae7f970 on network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:50.733351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc47bb-e25f-40da-9e83-25886d40648d None None] Pushing event updated for resources: {'Port': ['ID=cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:50.792576 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.resource_extend [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:04:50.793488 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.794999 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.812182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:50.814089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Checking segment: {'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:50.814089 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.814805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Bound using segment: {'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:50.815327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Bound port: a396d90b-1525-4c8a-bb4f-a156eae7f970, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:50.816794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.861512 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a5549-b91d-4b97-9d7a-bb0c0cb982c3 req-41600235-b2c9-4ec4-b39d-a782fe29f97b tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:50.872481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be2a5549-b91d-4b97-9d7a-bb0c0cb982c3 req-41600235-b2c9-4ec4-b39d-a782fe29f97b tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 948 time: 0.1119554 Oct 27 16:04:50.963298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-f0db254e-76b5-4acb-8c04-ef4efa090a08', 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'fixed_ips': [{'subnet_id': 'aed3ce42-97e7-43e0-bbff-ddb3f0583aeb'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:04:50.963989 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:50.984706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be2a5549-b91d-4b97-9d7a-bb0c0cb982c3 req-87eb3dce-97db-4b9d-8f65-055eece26aeb tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108248 Oct 27 16:04:51.042801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port abc7ee60-50c1-4fee-9b81-fc52641d145d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=abc7ee60-50c1-4fee-9b81-fc52641d145d,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:51.043796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-f2ae6faa-8388-40e2-87ab-4531ebf72415 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:51.059803 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01a07a23-6c9f-4f7c-a744-13098878c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:51.065802 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-f2ae6faa-8388-40e2-87ab-4531ebf72415 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:51.081582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-f2ae6faa-8388-40e2-87ab-4531ebf72415 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/networks?id=bec8c9d9-878f-4989-981b-5c8e466c9c66&id=f0db254e-76b5-4acb-8c04-ef4efa090a08 HTTP/1.1" status: 200 len: 1391 time: 0.3076298 Oct 27 16:04:51.103536 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 7486d14a-dd9c-46e5-b555-b9471e8a4b55, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=7486d14a-dd9c-46e5-b555-b9471e8a4b55,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:51.109710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-c72d460b-cb7a-4801-b3af-5e3a8b3b8208 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/quotas/86c832ae096941f0a5bf5b2354fb6525 HTTP/1.1" status: 200 len: 375 time: 0.0269463 Oct 27 16:04:51.111628 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:51.113222 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:51.216017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] For port a396d90b-1525-4c8a-bb4f-a156eae7f970, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:51.294301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device bc0a5803-033d-460d-895f-a74340847ea4 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:04:51.303411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device bc0a5803-033d-460d-895f-a74340847ea4 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:04:51.348617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '7486d14a-dd9c-46e5-b555-b9471e8a4b55', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '7486d14a-dd9c-46e5-b555-b9471e8a4b55', 'mac_address': 'fa:16:3e:d1:c5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:51.356691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network df512f30-e00c-4c99-8ce8-eac121a29043 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:51.379714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:51.392359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:51.395524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Port': ['ID=9595a43a-c66f-4afe-b42f-87763c646d51,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:51.512412 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-555c3288-6793-4d2c-a8ed-16deff7d887a tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c832ae096941f0a5bf5b2354fb6525&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3370705 Oct 27 16:04:51.590640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] For port a396d90b-1525-4c8a-bb4f-a156eae7f970, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a396d90b-1525-4c8a-bb4f-a156eae7f970,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:51.607042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:51.608261 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:51.654392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-e5e53de8-e59d-4c55-9bb1-25d8a994a6fe service neutron] 10.222.0.15 "GET /v2.0/networks/bec8c9d9-878f-4989-981b-5c8e466c9c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406949 Oct 27 16:04:51.668907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed20c0-71e2-41e2-8619-f4234e2f77ea req-5ec9b27a-bec4-42c0-aeb9-ac7046d0f3a8 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:51.670945 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06ed20c0-71e2-41e2-8619-f4234e2f77ea req-5ec9b27a-bec4-42c0-aeb9-ac7046d0f3a8 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1204076 Oct 27 16:04:51.713584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:51.753168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06ed20c0-71e2-41e2-8619-f4234e2f77ea req-7766a039-d61a-4978-80e7-eef94fd2914c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733151 Oct 27 16:04:51.754693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-75353b4e-0edc-4ccc-b8a7-ee26bb2f3917 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0533538 Oct 27 16:04:51.757294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46916) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:51.765420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'port': {'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043', 'name': 'tempest-TaggedBootDevicesTest_v242-1945218445', 'fixed_ips': [{'subnet_id': '6a8d481b-7fae-4434-9be6-f0271be7a17c'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:51.883377 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:51.994252 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port bc0a5803-033d-460d-895f-a74340847ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bc0a5803-033d-460d-895f-a74340847ea4,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:52.012856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:52.015404 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:52.019796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0673c-8a1c-4dd9-96e3-f60361d4a55d req-cd69b834-38cc-469d-b21d-201af01a8ce4 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:52.022083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fec0673c-8a1c-4dd9-96e3-f60361d4a55d req-cd69b834-38cc-469d-b21d-201af01a8ce4 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 1095 time: 0.1188731 Oct 27 16:04:52.025291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-6b33efcf-469a-45d8-a0e5-9597fa423a50 service neutron] 10.222.0.15 "GET /v2.0/networks/bec8c9d9-878f-4989-981b-5c8e466c9c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3639567 Oct 27 16:04:52.081417 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1c515917-5581-49a2-a222-31cf80ce85f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:52.112924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=abc7ee60-50c1-4fee-9b81-fc52641d145d,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:52.120582 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fec0673c-8a1c-4dd9-96e3-f60361d4a55d req-bf8cd946-8b65-43b9-abe7-c2eef24d693b tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914669 Oct 27 16:04:52.123854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0108dc-21f1-4c86-bd84-4724e15ef2b0 None None] Network bec8c9d9-878f-4989-981b-5c8e466c9c66 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:52.171226 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-01a07a23-6c9f-4f7c-a744-13098878c675 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:04:52.171637 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-01a07a23-6c9f-4f7c-a744-13098878c675 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:04:52.187141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-36218b05-3005-4259-a507-62b43ae532a3 service neutron] 10.222.0.15 "GET /v2.0/networks/f0db254e-76b5-4acb-8c04-ef4efa090a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611595 Oct 27 16:04:52.258495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3ac25-dac5-4e5c-bff0-1b8dac36f9a8 None None] Pushing event updated for resources: {'Port': ['ID=a396d90b-1525-4c8a-bb4f-a156eae7f970,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:52.271378 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:52.273488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'bc0a5803-033d-460d-895f-a74340847ea4', 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203', 'port_id': 'bc0a5803-033d-460d-895f-a74340847ea4', 'mac_address': 'fa:16:3e:01:18:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac26fa-11b5-4f9d-9918-986554ca05aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:04:52.317287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:52.325382 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:52.329089 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:52.372739 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-c3e0272e-0d7f-4c43-8929-2d4974c55f74 service neutron] 10.222.0.15 "GET /v2.0/networks/f0db254e-76b5-4acb-8c04-ef4efa090a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695693 Oct 27 16:04:52.380805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] device_id is not set on port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:04:52.389338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Allocated IP 19.86.0.2 (f0db254e-76b5-4acb-8c04-ef4efa090a08/aed3ce42-97e7-43e0-bbff-ddb3f0583aeb/0de65758-9d71-4a89-805d-773fb8fc7130) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:52.393134 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:52.415442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7486d14a-dd9c-46e5-b555-b9471e8a4b55 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:52.444713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 7486d14a-dd9c-46e5-b555-b9471e8a4b55, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=7486d14a-dd9c-46e5-b555-b9471e8a4b55,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:52.445958 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:52.673760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0a5803-033d-460d-895f-a74340847ea4'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:52.676112 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874c2515-6044-4183-a271-a6c90d5bbbf4" -d '{"events": [{"server_uuid": "adab5e0f-9499-4ca0-b432-205afd230eff", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0a5803-033d-460d-895f-a74340847ea4"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:52.690975 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fdc21-9c61-4860-88aa-869b150d9d39 req-d35205cd-bbb5-4189-97dd-f3cd42435a2e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:52.692555 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-246fdc21-9c61-4860-88aa-869b150d9d39 req-d35205cd-bbb5-4189-97dd-f3cd42435a2e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 949 time: 0.0608401 Oct 27 16:04:52.718333 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:52.731089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port bc0a5803-033d-460d-895f-a74340847ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bc0a5803-033d-460d-895f-a74340847ea4,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:52.747716 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-246fdc21-9c61-4860-88aa-869b150d9d39 req-46f5daa1-61ea-447f-bc20-749f3027d371 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487194 Oct 27 16:04:52.770397 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:52.844184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc0a5803-033d-460d-895f-a74340847ea4 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:52.856940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Allocated IP 10.1.1.109 (df512f30-e00c-4c99-8ce8-eac121a29043/6a8d481b-7fae-4434-9be6-f0271be7a17c/ebe93a55-5bce-4ee5-92a3-5e3bab95f303) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:52.889476 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:52.891514 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:53.040879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6,segment=NetworkSegment(2bbdb68e-1e9c-486b-824f-8e821f6029c5),segment_id=2bbdb68e-1e9c-486b-824f-8e821f6029c5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:53.043606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['7486d14a-dd9c-46e5-b555-b9471e8a4b55'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:53.045622 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:04:53.046196 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:04:53.046940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bb821-693e-417f-a526-270689660667 req-7ca258f1-4d13-4537-b55a-68081fd32cb9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:53.054950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-7ca258f1-4d13-4537-b55a-68081fd32cb9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 808 time: 0.1879172 Oct 27 16:04:53.055255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=7486d14a-dd9c-46e5-b555-b9471e8a4b55,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:53.080959 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-1a8cc87b-532e-4468-aebf-50ecbdda1fa1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/quotas/095b87ae86024607acdb040846675ca1 HTTP/1.1" status: 200 len: 375 time: 0.0251014 Oct 27 16:04:53.175941 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-4d894b2e-2a3b-4863-bf97-479fb5692002 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0860028 Oct 27 16:04:53.213453 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:53.246711 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:53.249975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7d41fc4-99a4-4be2-8d1b-6d57d1409efc req-61c7d154-c817-4d96-8cae-47cd615a9c4a tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 210 time: 0.0560787 Oct 27 16:04:53.264427 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91a101e-094b-49f5-a914-12ba260af9e5 x-openstack-request-id: req-a91a101e-094b-49f5-a914-12ba260af9e5 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:53.265498 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adab5e0f-9499-4ca0-b432-205afd230eff", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0a5803-033d-460d-895f-a74340847ea4", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:53.265973 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a91a101e-094b-49f5-a914-12ba260af9e5 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:53.267855 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0a5803-033d-460d-895f-a74340847ea4', 'code': 200} Oct 27 16:04:53.294047 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:53.312990 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:53.369619 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-1f3dcd1e-694f-49da-83d1-681712a9b95a service neutron] 10.222.0.15 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924834 Oct 27 16:04:53.388750 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:53.456631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Port': ['ID=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:53.517652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8835470-79a5-4c37-95b7-b594e6779c03 req-82961bd4-03e6-443c-8b77-2d375ec83f13 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:53.521883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8835470-79a5-4c37-95b7-b594e6779c03 req-82961bd4-03e6-443c-8b77-2d375ec83f13 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 944 time: 0.1700706 Oct 27 16:04:53.531195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network df512f30-e00c-4c99-8ce8-eac121a29043 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:53.534334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:53.546001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:53.749580 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-5c220ce0-3680-48f7-989c-310054d24796 service neutron] 10.222.0.15 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653452 Oct 27 16:04:53.788704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8835470-79a5-4c37-95b7-b594e6779c03 req-281e83fd-b5d3-428e-ad94-655bc3fb9bf8 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653325 Oct 27 16:04:53.826830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:53.827541 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:53.905870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a396d90b-1525-4c8a-bb4f-a156eae7f970 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:53.952118 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-087002db-0198-4faa-89f6-60983b7ccf2c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1928728 Oct 27 16:04:53.953233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2a3eb67c-3dba-443e-837d-936736f5ebc3 None None] Provisioning complete for port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:53.953233 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb67c-3dba-443e-837d-936736f5ebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:53.985156 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:53.990479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f577da-d3bd-4469-8236-f50371063437 None None] Network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:54.100553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0a5803-033d-460d-895f-a74340847ea4 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:04:54.110568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Network f0db254e-76b5-4acb-8c04-ef4efa090a08 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:54.160303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=bc0a5803-033d-460d-895f-a74340847ea4,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:54.258725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:54.296015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:54.321175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a5048-857a-45f0-af3d-ae58736a5327 req-689a5b2a-6a92-443b-afe4-8ed67b1d971d tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:54.327116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-040a5048-857a-45f0-af3d-ae58736a5327 req-689a5b2a-6a92-443b-afe4-8ed67b1d971d tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 949 time: 0.0926354 Oct 27 16:04:54.357493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port bc0a5803-033d-460d-895f-a74340847ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bc0a5803-033d-460d-895f-a74340847ea4,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:54.424176 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-040a5048-857a-45f0-af3d-ae58736a5327 req-b08809ed-0614-42d8-a249-ce85f6b6e15f tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884421 Oct 27 16:04:54.438112 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:54.458601 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:54.522836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a396d90b-1525-4c8a-bb4f-a156eae7f970 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:54.524434 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:54.543462 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-596f0ccf-4e5b-4b7d-8624-7d11a78cb4c1 req-d0d5d919-9934-4a5c-9181-de1fa6d7381a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 210 time: 0.0686197 Oct 27 16:04:54.548178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:54.617016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Attempting to bind port 0de65758-9d71-4a89-805d-773fb8fc7130 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:04:54.617251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Attempting to bind port 0de65758-9d71-4a89-805d-773fb8fc7130 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cf0ee6c5-0dd4-45b0-b47c-9b60a8754292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:04:54.617516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Attempting to bind port 0de65758-9d71-4a89-805d-773fb8fc7130 on network f0db254e-76b5-4acb-8c04-ef4efa090a08 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:04:54.719270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:04:54.725310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Checking segment: {'id': 'cf0ee6c5-0dd4-45b0-b47c-9b60a8754292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:04:54.725310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:54.725310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Bound using segment: {'id': 'cf0ee6c5-0dd4-45b0-b47c-9b60a8754292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:04:54.725310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Bound port: 0de65758-9d71-4a89-805d-773fb8fc7130, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf0ee6c5-0dd4-45b0-b47c-9b60a8754292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:04:54.725310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:54.786252 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Pushing event updated for resources: {'Port': ['ID=0de65758-9d71-4a89-805d-773fb8fc7130,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:54.833268 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b50a836f-efd0-4a44-92eb-14dae56b3d68 req-bceefb47-0d9e-464f-9c5a-3e3cb69b3525 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 210 time: 0.0635986 Oct 27 16:04:54.840276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['bc0a5803-033d-460d-895f-a74340847ea4'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:04:54.889618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46990) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:54.896740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a3a6a087-fda7-47f6-b343-0e2b254373ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689503084', 'description': 'tempest-description--3365089'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:54.982430 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:55.026298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2a3eb67c-3dba-443e-837d-936736f5ebc3 None None] Provisioning complete for port abc7ee60-50c1-4fee-9b81-fc52641d145d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:55.029642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a087-fda7-47f6-b343-0e2b254373ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:55.050641 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb67c-3dba-443e-837d-936736f5ebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:55.185600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] For port 0de65758-9d71-4a89-805d-773fb8fc7130, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:04:55.191458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=bc0a5803-033d-460d-895f-a74340847ea4,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:55.239278 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] For port 0de65758-9d71-4a89-805d-773fb8fc7130, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0de65758-9d71-4a89-805d-773fb8fc7130,segment=NetworkSegment(cf0ee6c5-0dd4-45b0-b47c-9b60a8754292),segment_id=cf0ee6c5-0dd4-45b0-b47c-9b60a8754292)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:04:55.255697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cba1a9-8105-4c30-b851-db55830942b7 req-b5130b10-23ee-4ef2-94f1-f490e8ebd3d2 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:55.257307 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1cba1a9-8105-4c30-b851-db55830942b7 req-b5130b10-23ee-4ef2-94f1-f490e8ebd3d2 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 945 time: 0.1668251 Oct 27 16:04:55.297076 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a087-fda7-47f6-b343-0e2b254373ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:55.301652 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port a396d90b-1525-4c8a-bb4f-a156eae7f970, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a396d90b-1525-4c8a-bb4f-a156eae7f970,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:55.319609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1cba1a9-8105-4c30-b851-db55830942b7 req-5e5d5d3e-6fa5-41d6-8dba-84280c3ec92e tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502193 Oct 27 16:04:55.394071 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:55.424227 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a087-fda7-47f6-b343-0e2b254373ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:55.507718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6a087-fda7-47f6-b343-0e2b254373ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e716061-ac90-4155-8a66-5814faa8fd3b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:55.548275 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:55.549411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device abc7ee60-50c1-4fee-9b81-fc52641d145d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:55.601090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a203c8-3a0c-4331-83c0-b5592660d2c5 req-3e4ed2d6-f176-42f6-a824-861f34aad384 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:55.602819 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3a203c8-3a0c-4331-83c0-b5592660d2c5 req-3e4ed2d6-f176-42f6-a824-861f34aad384 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 949 time: 0.0593402 Oct 27 16:04:55.620652 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a087-fda7-47f6-b343-0e2b254373ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:55.622718 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a3a6a087-fda7-47f6-b343-0e2b254373ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.7319109 Oct 27 16:04:55.627834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47004) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:55.633638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4db20c4b-42bc-4029-a4cd-4a31cd4a2df9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'security_group_rule': {'security_group_id': '7e716061-ac90-4155-8a66-5814faa8fd3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:55.673175 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3a203c8-3a0c-4331-83c0-b5592660d2c5 req-b4ec0e13-f552-46af-ad74-8b96105b1bce tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628326 Oct 27 16:04:55.707503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2a3eb67c-3dba-443e-837d-936736f5ebc3 None None] Provisioning complete for port 9595a43a-c66f-4afe-b42f-87763c646d51 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:55.707881 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb67c-3dba-443e-837d-936736f5ebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:55.768220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c05c0e-1f49-446a-a661-3fe4f2e44468 None None] Pushing event updated for resources: {'Port': ['ID=0de65758-9d71-4a89-805d-773fb8fc7130,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:55.831947 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2a3eb67c-3dba-443e-837d-936736f5ebc3 None None] Port 9595a43a-c66f-4afe-b42f-87763c646d51 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:55.857105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port abc7ee60-50c1-4fee-9b81-fc52641d145d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:55.857534 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:55.883119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=a396d90b-1525-4c8a-bb4f-a156eae7f970,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:55.891313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-0b4c646a-570e-46f8-9efc-c7405d268c20 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:55.906395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-0b4c646a-570e-46f8-9efc-c7405d268c20 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:55.908625 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-0b4c646a-570e-46f8-9efc-c7405d268c20 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.54 "GET /v2.0/networks?id=bec8c9d9-878f-4989-981b-5c8e466c9c66&id=f0db254e-76b5-4acb-8c04-ef4efa090a08 HTTP/1.1" status: 200 len: 1391 time: 0.2533245 Oct 27 16:04:55.929817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'port': {'device_id': 'e375f88c-265b-49d7-9784-2715ce863783', 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66', 'admin_state_up': True, 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:56.014479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7e757db2-2a97-42d4-872f-64bbc5371acd None None] Provisioning complete for port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:56.015240 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7e757db2-2a97-42d4-872f-64bbc5371acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:56.082083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c4e31289-19d2-4112-869c-d5bfcd5ba6f3 req-d85b2f70-0221-4c09-9b11-127ff1e5f0b1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 210 time: 0.1149554 Oct 27 16:04:56.241463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4db20c4b-42bc-4029-a4cd-4a31cd4a2df9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:56.258513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7e757db2-2a97-42d4-872f-64bbc5371acd None None] Provisioning complete for port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:56.258990 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7e757db2-2a97-42d4-872f-64bbc5371acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:56.312526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a396d90b-1525-4c8a-bb4f-a156eae7f970 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:56.376520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7e757db2-2a97-42d4-872f-64bbc5371acd None None] Port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:56.389649 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-631f0526-b1e1-4fea-ba13-887ace312251 req-115cffe0-9755-4549-a40d-d8151aa77c63 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 210 time: 0.0649805 Oct 27 16:04:56.467494 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4db20c4b-42bc-4029-a4cd-4a31cd4a2df9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:56.467857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7e757db2-2a97-42d4-872f-64bbc5371acd None None] Provisioning complete for port a396d90b-1525-4c8a-bb4f-a156eae7f970 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:56.468214 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7e757db2-2a97-42d4-872f-64bbc5371acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:56.484274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a396d90b-1525-4c8a-bb4f-a156eae7f970 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:56.484563 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:56.534493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device bc0a5803-033d-460d-895f-a74340847ea4 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:56.581501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4db20c4b-42bc-4029-a4cd-4a31cd4a2df9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:56.604658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db20c4b-42bc-4029-a4cd-4a31cd4a2df9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fe2bae-ec03-465f-8e0c-159be327aa7c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:56.606450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589b927-05d0-4e78-9619-56be998a1820 req-ad6c8692-c84e-4d72-a513-aefa949ed42c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:56.621209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5589b927-05d0-4e78-9619-56be998a1820 req-ad6c8692-c84e-4d72-a513-aefa949ed42c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 945 time: 0.0912714 Oct 27 16:04:56.662326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:56.669985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5589b927-05d0-4e78-9619-56be998a1820 req-bd0d6255-04a5-4568-a8d2-fb342c2c614d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475466 Oct 27 16:04:56.696621 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:56.707324 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:56.761216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port bc0a5803-033d-460d-895f-a74340847ea4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:56.761716 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:56.763931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 7486d14a-dd9c-46e5-b555-b9471e8a4b55 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:56.892694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:56.893068 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:56.965631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d598cc6-043a-4c2e-a442-3feee1c2cb6e req-24831fc2-3c85-48bf-b8f2-b28b0b405715 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:56.970166 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Allocated IP 19.80.0.59 (bec8c9d9-878f-4989-981b-5c8e466c9c66/ec53836b-b030-4187-9de3-ff1b67e1bd8d/a6d4329f-8c3f-41f0-9658-9a049cef7549) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:56.977854 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d598cc6-043a-4c2e-a442-3feee1c2cb6e req-24831fc2-3c85-48bf-b8f2-b28b0b405715 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 949 time: 0.1055543 Oct 27 16:04:57.034625 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d598cc6-043a-4c2e-a442-3feee1c2cb6e req-68427f43-ed76-47dd-b68d-b10637b6aada tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555010 Oct 27 16:04:57.046928 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4db20c4b-42bc-4029-a4cd-4a31cd4a2df9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.049032 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4db20c4b-42bc-4029-a4cd-4a31cd4a2df9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4200637 Oct 27 16:04:57.059347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47018) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:57.067745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c216d985-1d5b-4c86-adb3-3d01471e8bf5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'security_group_rule': {'security_group_id': '7e716061-ac90-4155-8a66-5814faa8fd3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:57.188345 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 7486d14a-dd9c-46e5-b555-b9471e8a4b55 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:04:57.211453 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c216d985-1d5b-4c86-adb3-3d01471e8bf5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.222866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 7486d14a-dd9c-46e5-b555-b9471e8a4b55 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:57.223328 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.227229 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.273844 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.363341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a5803-033d-460d-895f-a74340847ea4'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:57.368096 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4b6c90-0d0b-4095-9280-11272f3fb69b" -d '{"events": [{"server_uuid": "adab5e0f-9499-4ca0-b432-205afd230eff", "name": "network-vif-plugged", "status": "completed", "tag": "bc0a5803-033d-460d-895f-a74340847ea4"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:57.396685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port bc0a5803-033d-460d-895f-a74340847ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bc0a5803-033d-460d-895f-a74340847ea4,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:57.397307 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b60f6fe-aec6-4c29-9535-777bfd0dbd30 req-71f6e155-7057-496a-9e3e-0e72f7d5422c tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 210 time: 0.0861921 Oct 27 16:04:57.413446 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c216d985-1d5b-4c86-adb3-3d01471e8bf5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.446133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.454847 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8234475-32b7-42e4-ad02-8d8e10248bc6 x-openstack-request-id: req-a8234475-32b7-42e4-ad02-8d8e10248bc6 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:57.455160 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adab5e0f-9499-4ca0-b432-205afd230eff", "name": "network-vif-plugged", "status": "completed", "tag": "bc0a5803-033d-460d-895f-a74340847ea4", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:57.455462 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8234475-32b7-42e4-ad02-8d8e10248bc6 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:57.455985 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0a5803-033d-460d-895f-a74340847ea4', 'code': 200} Oct 27 16:04:57.457212 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.474710 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c216d985-1d5b-4c86-adb3-3d01471e8bf5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.488164 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.507377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9474d64-7c5f-4421-9ce5-0ba4ace53111 None None] Network f0db254e-76b5-4acb-8c04-ef4efa090a08 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:04:57.565123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216d985-1d5b-4c86-adb3-3d01471e8bf5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b145ef-a931-420a-8684-be2d3340a5cd,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:57.568241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network bec8c9d9-878f-4989-981b-5c8e466c9c66 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:57.571747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:57.580939 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:57.640431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c216d985-1d5b-4c86-adb3-3d01471e8bf5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.644546 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c216d985-1d5b-4c86-adb3-3d01471e8bf5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5836661 Oct 27 16:04:57.660934 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47036) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:04:57.666713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:57.696211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Port': ['ID=a6d4329f-8c3f-41f0-9658-9a049cef7549,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:57.731581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:57.733171 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.740395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f399-facc-4dd7-933b-def4056d6cad req-cdb8cecf-6dcb-4ef4-9bd8-a426bc5951aa tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:57.741538 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be59f399-facc-4dd7-933b-def4056d6cad req-cdb8cecf-6dcb-4ef4-9bd8-a426bc5951aa tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 931 time: 0.1664469 Oct 27 16:04:57.834694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bb821-693e-417f-a526-270689660667 req-0db0294f-e447-46a0-901a-a4e6242a4133 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:57.836692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-0db0294f-e447-46a0-901a-a4e6242a4133 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 808 time: 0.3219318 Oct 27 16:04:57.852928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Request body: {'port': {'device_id': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532', 'admin_state_up': True, 'tenant_id': '095b87ae86024607acdb040846675ca1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:57.934126 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:57.947207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be59f399-facc-4dd7-933b-def4056d6cad req-983bb61d-5daf-4c07-9def-1340f944a53d tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884096 Oct 27 16:04:57.958513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 7486d14a-dd9c-46e5-b555-b9471e8a4b55, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=7486d14a-dd9c-46e5-b555-b9471e8a4b55,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:57.983848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00f3ba-5205-4e18-97d7-98eb5c81ec4b req-d0bb7b76-4e2b-43a8-bdca-39cbe6e33ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:57.986004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e00f3ba-5205-4e18-97d7-98eb5c81ec4b req-d0bb7b76-4e2b-43a8-bdca-39cbe6e33ce6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 1097 time: 0.2433381 Oct 27 16:04:58.015343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=bc0a5803-033d-460d-895f-a74340847ea4,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:58.026618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bf50f2d1-0508-419f-bcfc-e08be34065ff None None] Provisioning complete for port 0de65758-9d71-4a89-805d-773fb8fc7130 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:58.026987 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bf50f2d1-0508-419f-bcfc-e08be34065ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.091155 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.153294 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e00f3ba-5205-4e18-97d7-98eb5c81ec4b req-ae1f3b3e-52d6-4a06-a0c2-9d90978da491 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498561 Oct 27 16:04:58.256809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0de65758-9d71-4a89-805d-773fb8fc7130 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:04:58.289665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Made reservation on behalf of 095b87ae86024607acdb040846675ca1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:58.293625 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.382779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=7486d14a-dd9c-46e5-b555-b9471e8a4b55,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:58.448995 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bf50f2d1-0508-419f-bcfc-e08be34065ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.492007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 0de65758-9d71-4a89-805d-773fb8fc7130 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:58.492454 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.506673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df908f-0367-42ba-8016-c925f8c442e2 req-32621b27-9764-4e38-8126-d39339ed4efd tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:58.514460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4df908f-0367-42ba-8016-c925f8c442e2 req-32621b27-9764-4e38-8126-d39339ed4efd tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 950 time: 0.1733243 Oct 27 16:04:58.541434 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-3169b565-e609-4e8c-b94b-df06c7400111 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6228328 Oct 27 16:04:58.559777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43aff8-d17b-4548-ac69-0e0e0680fea9 req-a2dd68ee-ac8c-45a4-ba54-e41ad1ed835d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:58.568824 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed43aff8-d17b-4548-ac69-0e0e0680fea9 req-a2dd68ee-ac8c-45a4-ba54-e41ad1ed835d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.7040212 Oct 27 16:04:58.571407 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Allocated IP 172.20.0.12 (4f195822-afc2-489a-8875-d3a7f6fb3532/4798bdca-a2ba-4445-9f20-f8a7fe28797b/9119ec44-d57f-43b9-bdfe-f2bf31fcbf87) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:58.588522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4df908f-0367-42ba-8016-c925f8c442e2 req-efcc7bc1-7bb2-4055-8031-bbd387f54b36 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729339 Oct 27 16:04:58.607453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bf50f2d1-0508-419f-bcfc-e08be34065ff None None] For port 0de65758-9d71-4a89-805d-773fb8fc7130, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0de65758-9d71-4a89-805d-773fb8fc7130,segment=NetworkSegment(cf0ee6c5-0dd4-45b0-b47c-9b60a8754292),segment_id=cf0ee6c5-0dd4-45b0-b47c-9b60a8754292)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:04:58.651270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Request body: {'port': {'device_id': 'e375f88c-265b-49d7-9784-2715ce863783', 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08', 'admin_state_up': True, 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:58.712400 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.806691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed43aff8-d17b-4548-ac69-0e0e0680fea9 req-52703dbb-9bad-447c-8451-3a77fc086976 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365468 Oct 27 16:04:58.828472 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bf50f2d1-0508-419f-bcfc-e08be34065ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.990968 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:58.994728 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:04:58.994894 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:04:59.029082 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d309d49b-8540-4797-8b4c-7e893130e459 req-ea88bccf-eb8e-4d29-b9ec-634285fddcbc tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 210 time: 0.0704820 Oct 27 16:04:59.089261 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.105354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-33c341e1-40f6-4a52-bf7e-b7a18d7e566d None None] Provisioning complete for port a6d4329f-8c3f-41f0-9658-9a049cef7549 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:59.106663 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33c341e1-40f6-4a52-bf7e-b7a18d7e566d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.120694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.178002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Made reservation on behalf of 86c832ae096941f0a5bf5b2354fb6525 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:04:59.186601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.192451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-33c341e1-40f6-4a52-bf7e-b7a18d7e566d None None] Port a6d4329f-8c3f-41f0-9658-9a049cef7549 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:04:59.197324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50f2d1-0508-419f-bcfc-e08be34065ff None None] Pushing event updated for resources: {'Port': ['ID=0de65758-9d71-4a89-805d-773fb8fc7130,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:59.272831 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.274889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Pushing event updated for resources: {'Port': ['ID=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:04:59.310016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Network 4f195822-afc2-489a-8875-d3a7f6fb3532 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:04:59.319606 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:04:59.327761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6cad5fc3-6c39-488c-9790-e49043c878a6 None None] Provisioning complete for port 0de65758-9d71-4a89-805d-773fb8fc7130 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:04:59.329739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:04:59.330581 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6cad5fc3-6c39-488c-9790-e49043c878a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.453483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:59.454749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.478495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226e4d89-1f2b-4e86-8a55-59772c2a30cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7486d14a-dd9c-46e5-b555-b9471e8a4b55'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:04:59.481093 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dbb7b73-1a7e-429f-a874-622c08a3ab15" -d '{"events": [{"server_uuid": "226e4d89-1f2b-4e86-8a55-59772c2a30cb", "name": "network-vif-plugged", "status": "completed", "tag": "7486d14a-dd9c-46e5-b555-b9471e8a4b55"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:04:59.538778 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-0bf44a9a-0535-4932-b33c-8b79283180c5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6912570 Oct 27 16:04:59.557332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Request body: {'port': {'device_id': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:04:59.596926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be049b-9a47-4be0-8d13-da547f559f43 req-bba0db5a-65a9-4de7-b7c8-2be6772a346e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:04:59.603613 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41be049b-9a47-4be0-8d13-da547f559f43 req-bba0db5a-65a9-4de7-b7c8-2be6772a346e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 931 time: 0.3825932 Oct 27 16:04:59.635257 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Allocated IP 172.25.4.85 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/1a505cdc-c9c9-40b2-8744-2d381c4a031b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:59.724299 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:04:59.792046 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f5c5f1-7dbb-47a9-88ba-9aad4df0725a x-openstack-request-id: req-c7f5c5f1-7dbb-47a9-88ba-9aad4df0725a {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:04:59.792046 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226e4d89-1f2b-4e86-8a55-59772c2a30cb", "name": "network-vif-plugged", "status": "completed", "tag": "7486d14a-dd9c-46e5-b555-b9471e8a4b55", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:04:59.792046 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7f5c5f1-7dbb-47a9-88ba-9aad4df0725a {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:04:59.792046 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226e4d89-1f2b-4e86-8a55-59772c2a30cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7486d14a-dd9c-46e5-b555-b9471e8a4b55', 'code': 200} Oct 27 16:04:59.809254 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Allocated IP 19.86.0.57 (f0db254e-76b5-4acb-8c04-ef4efa090a08/aed3ce42-97e7-43e0-bbff-ddb3f0583aeb/edaefcfe-6191-4e14-8a93-6882d18b866e) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:04:59.914990 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41be049b-9a47-4be0-8d13-da547f559f43 req-beb0d473-21bb-4974-b1fd-f24730155ea6 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916014 Oct 27 16:04:59.930916 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.057180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017774e-c9b6-4414-9148-423f90ee12c8 req-4109b8cc-a4b0-4269-93c7-abf21dc93af2 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.065447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7017774e-c9b6-4414-9148-423f90ee12c8 req-4109b8cc-a4b0-4269-93c7-abf21dc93af2 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 950 time: 0.1759641 Oct 27 16:05:00.145695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c0bf1-ad43-4dca-92f7-b836a2f2546b req-b6d112c1-a4b6-40fe-90fa-1f4e237806b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.147219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3b6c0bf1-ad43-4dca-92f7-b836a2f2546b req-b6d112c1-a4b6-40fe-90fa-1f4e237806b3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 1101 time: 0.2417207 Oct 27 16:05:00.151824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0de65758-9d71-4a89-805d-773fb8fc7130 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:00.168842 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:05:00.210145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 0de65758-9d71-4a89-805d-773fb8fc7130 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:00.210526 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.217475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3b6c0bf1-ad43-4dca-92f7-b836a2f2546b req-f6fa9799-5dc2-4e8b-9709-017e9dc349a4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620921 Oct 27 16:05:00.232312 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7017774e-c9b6-4414-9148-423f90ee12c8 req-cc6c3c60-687b-4bd2-bb6e-199a5cee8540 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659894 Oct 27 16:05:00.288097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:00.305648 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.307684 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.312261 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.329702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Transition to ACTIVE for port object 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:00.375113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:00.384371 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.389053 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:00.406644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f6a3b-b529-472a-9cbf-0b21bbbb7d0b req-1c64243d-9859-4f2b-becf-0986d4a0785b tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.409135 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a96f6a3b-b529-472a-9cbf-0b21bbbb7d0b req-1c64243d-9859-4f2b-becf-0986d4a0785b tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 945 time: 0.3518441 Oct 27 16:05:00.409961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:00.414718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Port': ['ID=1a505cdc-c9c9-40b2-8744-2d381c4a031b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:00.476545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dda94-89c5-4906-b49b-5c54c9f106af req-55819e64-644c-44e9-a542-d14a79379736 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.478232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da8dda94-89c5-4906-b49b-5c54c9f106af req-55819e64-644c-44e9-a542-d14a79379736 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1327188 Oct 27 16:05:00.492599 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a96f6a3b-b529-472a-9cbf-0b21bbbb7d0b req-8fc3f142-561b-4110-b955-65974cf5357c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571206 Oct 27 16:05:00.526985 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.536851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Pushing event updated for resources: {'Port': ['ID=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:00.601772 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da8dda94-89c5-4906-b49b-5c54c9f106af req-52a319d9-2970-4f80-9504-f4f07acdb753 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040797 Oct 27 16:05:00.605448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Network f0db254e-76b5-4acb-8c04-ef4efa090a08 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:00.615252 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:00.617724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:00.618147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:00.618553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:00.621608 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.623234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event updated for resources: {'Port': ['ID=edaefcfe-6191-4e14-8a93-6882d18b866e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:00.626412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:00.626805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:00.631074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:00.634456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:00.634834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:00.635341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:00.635903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Bound port: 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:00.642056 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.728724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:00.732444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:00.734097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15704cd6-3fd5-42f2-8329-2dc627e44b74 req-cf842f6a-4308-454b-bdac-fef32f4df30d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.736108 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15704cd6-3fd5-42f2-8329-2dc627e44b74 req-cf842f6a-4308-454b-bdac-fef32f4df30d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 944 time: 0.1179843 Oct 27 16:05:00.743446 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.743446 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.798141 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.834950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15704cd6-3fd5-42f2-8329-2dc627e44b74 req-3a981241-d2b6-4cce-a91c-bc7bd60c1cfd tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889487 Oct 27 16:05:00.835734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.902910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:00.903529 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:00.905037 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] 10.222.0.54 "PUT /v2.0/ports/9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 HTTP/1.1" status: 200 len: 1092 time: 1.3576114 Oct 27 16:05:00.905527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'tag': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:00.908672 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4383b13a-165d-4c85-9dac-62d21f793af0" -d '{"events": [{"name": "network-changed", "server_uuid": "5b34d760-5fe1-4914-ac5a-03463140a60f", "tag": "9119ec44-d57f-43b9-bdfe-f2bf31fcbf87"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:00.980959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54e5f6-8458-4d4e-b710-26ddfa29773b service neutron] Pushing event updated for resources: {'Port': ['ID=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:00.999206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2f0a8-50b0-4754-8296-c755de19e0be req-a6035d40-ac9a-4dc0-9bc5-229aabf39b4d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.004240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2b2f0a8-50b0-4754-8296-c755de19e0be req-a6035d40-ac9a-4dc0-9bc5-229aabf39b4d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.0826056 Oct 27 16:05:01.004396 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-31bd7954-5026-463e-9d7e-2f8be4c8a045 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3723867 Oct 27 16:05:01.037586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d7b8ee38-c22a-4d20-a733-0a88d0fe4316 None None] Provisioning complete for port edaefcfe-6191-4e14-8a93-6882d18b866e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:01.039147 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d7b8ee38-c22a-4d20-a733-0a88d0fe4316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.082203 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d7b8ee38-c22a-4d20-a733-0a88d0fe4316 None None] Port edaefcfe-6191-4e14-8a93-6882d18b866e cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:01.101590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.110278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Request body: {'port': {'device_id': 'e375f88c-265b-49d7-9784-2715ce863783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:01.127170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2b2f0a8-50b0-4754-8296-c755de19e0be req-875325c7-1ce9-4d57-aef2-60fa97b8cf5d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185329 Oct 27 16:05:01.133683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bb821-693e-417f-a526-270689660667 req-2dc5566b-1055-4b2e-80dc-8aac8e19b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.135474 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-2dc5566b-1055-4b2e-80dc-8aac8e19b81c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1095 time: 0.0948186 Oct 27 16:05:01.174617 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.240110 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-03c5178d-3203-436b-aa2e-237b79a48d56 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 HTTP/1.1" status: 200 len: 217 time: 0.0896950 Oct 27 16:05:01.285650 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.343028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bb821-693e-417f-a526-270689660667 req-d5b4bab4-7314-41a2-8b77-0d759d34080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.346377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-d5b4bab4-7314-41a2-8b77-0d759d34080e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.0767708 Oct 27 16:05:01.359732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc177f-6ed7-4c9e-b4c6-42d1bfaddecc req-8e15d694-eebe-4e6a-88c5-888ba2284497 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.367760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc177f-6ed7-4c9e-b4c6-42d1bfaddecc req-8e15d694-eebe-4e6a-88c5-888ba2284497 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:01.369637 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7cc177f-6ed7-4c9e-b4c6-42d1bfaddecc req-8e15d694-eebe-4e6a-88c5-888ba2284497 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1653 time: 0.1511173 Oct 27 16:05:01.406737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Port': ['ID=1a505cdc-c9c9-40b2-8744-2d381c4a031b,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:01.425819 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.635537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.647059 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-76848b23-ca67-4c43-abdf-ec13cf5cd8f7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9735100 Oct 27 16:05:01.726496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d4329f-8c3f-41f0-9658-9a049cef7549 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:01.737188 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.754523 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Transition to ACTIVE for port object a6d4329f-8c3f-41f0-9658-9a049cef7549 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:01.795180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-5d1bca8f-c8ea-4232-9857-59c4fa7d2fff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4243131 Oct 27 16:05:01.857226 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:01.879514 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a018c120-f3d7-4cc8-bf39-71ef704ea424 x-openstack-request-id: req-a018c120-f3d7-4cc8-bf39-71ef704ea424 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:01.879862 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b34d760-5fe1-4914-ac5a-03463140a60f", "tag": "9119ec44-d57f-43b9-bdfe-f2bf31fcbf87", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:01.880094 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a018c120-f3d7-4cc8-bf39-71ef704ea424 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:01.880486 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'tag': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87', 'status': 'completed', 'code': 200} Oct 27 16:05:01.885487 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7cc177f-6ed7-4c9e-b4c6-42d1bfaddecc req-cdbb505e-90e7-4982-8448-77587974b19d tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045283 Oct 27 16:05:01.992032 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-fa643d8b-9970-41ef-89f4-89e082a55535 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889260 Oct 27 16:05:02.020816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d4329f-8c3f-41f0-9658-9a049cef7549,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:02.062286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.062925 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.063974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.064606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.065161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.065671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.066183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.066686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.069816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.070418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.070932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.071549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:02.143251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Attempting to bind port a6d4329f-8c3f-41f0-9658-9a049cef7549 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:02.143633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Attempting to bind port a6d4329f-8c3f-41f0-9658-9a049cef7549 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '2bbdb68e-1e9c-486b-824f-8e821f6029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:02.144098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Attempting to bind port a6d4329f-8c3f-41f0-9658-9a049cef7549 on network bec8c9d9-878f-4989-981b-5c8e466c9c66 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:02.149516 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Port a6d4329f-8c3f-41f0-9658-9a049cef7549 on network bec8c9d9-878f-4989-981b-5c8e466c9c66 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:02.149859 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Attempting to bind port a6d4329f-8c3f-41f0-9658-9a049cef7549 on network bec8c9d9-878f-4989-981b-5c8e466c9c66 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:02.159346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:02.159687 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Checking segment: {'id': '2bbdb68e-1e9c-486b-824f-8e821f6029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:02.160111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Bound using segment: {'id': '2bbdb68e-1e9c-486b-824f-8e821f6029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:02.160828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Bound port: a6d4329f-8c3f-41f0-9658-9a049cef7549, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bbdb68e-1e9c-486b-824f-8e821f6029c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:02.161204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:02.191690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a6bb821-693e-417f-a526-270689660667 req-81faaa68-af09-44b9-9b1b-3ea123a21165 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922338 Oct 27 16:05:02.265461 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] For port a6d4329f-8c3f-41f0-9658-9a049cef7549, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:02.270595 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] For port a6d4329f-8c3f-41f0-9658-9a049cef7549, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a6d4329f-8c3f-41f0-9658-9a049cef7549,segment=NetworkSegment(2bbdb68e-1e9c-486b-824f-8e821f6029c5),segment_id=2bbdb68e-1e9c-486b-824f-8e821f6029c5)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:02.367418 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:02.412259 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:02.517078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7a375-c28f-4d03-b1e2-5617f0950243 req-26171125-53fe-42ab-b37b-e3f04a5b0c9c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.519583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5d7a375-c28f-4d03-b1e2-5617f0950243 req-26171125-53fe-42ab-b37b-e3f04a5b0c9c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 950 time: 0.2277548 Oct 27 16:05:02.521711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.522961 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:02.525555 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] 10.222.0.54 "PUT /v2.0/ports/a6d4329f-8c3f-41f0-9658-9a049cef7549 HTTP/1.1" status: 200 len: 1091 time: 1.4204800 Oct 27 16:05:02.526278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'tag': 'a6d4329f-8c3f-41f0-9658-9a049cef7549'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:02.542595 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c079bc-5688-4db6-a94d-0adfd11f7628" -d '{"events": [{"name": "network-changed", "server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "tag": "a6d4329f-8c3f-41f0-9658-9a049cef7549"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:02.623875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383b13a-165d-4c85-9dac-62d21f793af0 req-8926d0c6-5f67-45b6-9d0e-8a594cc72735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.626773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4383b13a-165d-4c85-9dac-62d21f793af0 req-8926d0c6-5f67-45b6-9d0e-8a594cc72735 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1095 time: 0.2772274 Oct 27 16:05:02.646474 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5d7a375-c28f-4d03-b1e2-5617f0950243 req-a7e0159c-c001-4f9f-81b3-c5fd07cdb606 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167843 Oct 27 16:05:02.653014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Request body: {'port': {'device_id': 'e375f88c-265b-49d7-9784-2715ce863783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:02.743416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c9e22-466d-449c-9f51-423223c19cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d4329f-8c3f-41f0-9658-9a049cef7549,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:02.751529 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-d850d659-ffce-4f27-b235-d4980a2192cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--689503084&fields=id&tenant_id=85e3eae7fd4a49d59e82505efcf10621 HTTP/1.1" status: 200 len: 267 time: 0.1728365 Oct 27 16:05:02.826728 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:02.856838 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-ad0cc4bb-9e9d-4f05-bffd-a4eccfa6ac89 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.858166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-ad0cc4bb-9e9d-4f05-bffd-a4eccfa6ac89 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports/9595a43a-c66f-4afe-b42f-87763c646d51 HTTP/1.1" status: 200 len: 937 time: 0.0890360 Oct 27 16:05:02.866715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383b13a-165d-4c85-9dac-62d21f793af0 req-5b970dea-12e3-496b-b808-a7bdaf2ea5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.868247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4383b13a-165d-4c85-9dac-62d21f793af0 req-5b970dea-12e3-496b-b808-a7bdaf2ea5f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.2192364 Oct 27 16:05:02.925954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4383b13a-165d-4c85-9dac-62d21f793af0 req-ae677bc3-036d-4054-b478-ff3939e46146 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 HTTP/1.1" status: 200 len: 217 time: 0.0471659 Oct 27 16:05:02.936240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8f9f9-e363-4a1d-bde9-5e6b221f3541 req-7091dd05-4b7c-4d3b-95db-8664b1d681d4 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.936240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bac8f9f9-e363-4a1d-bde9-5e6b221f3541 req-7091dd05-4b7c-4d3b-95db-8664b1d681d4 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 944 time: 0.1603012 Oct 27 16:05:02.954788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-af75819d-4538-4723-90cf-e4d05702bd9c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:02.956943 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-af75819d-4538-4723-90cf-e4d05702bd9c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports/ebe93a55-5bce-4ee5-92a3-5e3bab95f303 HTTP/1.1" status: 200 len: 937 time: 0.0691664 Oct 27 16:05:03.009893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383b13a-165d-4c85-9dac-62d21f793af0 req-09a2da0c-0a24-4694-a70e-d5478cd47d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.011445 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4383b13a-165d-4c85-9dac-62d21f793af0 req-09a2da0c-0a24-4694-a70e-d5478cd47d82 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.0752275 Oct 27 16:05:03.014873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bac8f9f9-e363-4a1d-bde9-5e6b221f3541 req-73409c77-4c08-4689-86dd-5b5a4e5cbbfd tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702729 Oct 27 16:05:03.057912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4383b13a-165d-4c85-9dac-62d21f793af0 req-ed2cbe0f-7a4e-438e-8964-3115d4940228 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379438 Oct 27 16:05:03.082174 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-6cb44a57-ac6c-40cb-98d5-be62e27423ad tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?network_id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1154010 Oct 27 16:05:03.149955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-d85b6f10-4304-42ef-b23c-b4e64e7ffc2e tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?network_id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0510662 Oct 27 16:05:03.186663 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4383b13a-165d-4c85-9dac-62d21f793af0 req-be09fb1f-5177-4206-914b-9dd8f35fa6c6 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206775 Oct 27 16:05:03.312346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f963190-f4a0-426d-ad7b-3c0224bde704 req-942fbffe-2fad-4868-acd3-64630fadea00 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.316133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f963190-f4a0-426d-ad7b-3c0224bde704 req-942fbffe-2fad-4868-acd3-64630fadea00 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 945 time: 0.1458032 Oct 27 16:05:03.358042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-99e3a535-fa5e-4fbe-868f-a8d4379b7b83 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.364374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-99e3a535-fa5e-4fbe-868f-a8d4379b7b83 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.371741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-99e3a535-fa5e-4fbe-868f-a8d4379b7b83 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.374089 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-99e3a535-fa5e-4fbe-868f-a8d4379b7b83 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/networks?id=c395456f-7f40-43bf-9aec-b98bcc11fe96&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722 HTTP/1.1" status: 200 len: 1994 time: 0.2227809 Oct 27 16:05:03.396225 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4383b13a-165d-4c85-9dac-62d21f793af0 req-2bc1dfcc-2e46-471b-a4bf-a539fb3f29ed service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950321 Oct 27 16:05:03.399967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f963190-f4a0-426d-ad7b-3c0224bde704 req-57e37552-9719-4a79-8919-7e87c9e284f5 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788670 Oct 27 16:05:03.437889 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-4102c7f0-053b-4a7a-9326-308c2d8b47ff tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/quotas/85e3eae7fd4a49d59e82505efcf10621 HTTP/1.1" status: 200 len: 375 time: 0.0487242 Oct 27 16:05:03.514138 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65114c1-3337-4fcc-94d4-94a645ab839d x-openstack-request-id: req-b65114c1-3337-4fcc-94d4-94a645ab839d {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:03.514557 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "tag": "a6d4329f-8c3f-41f0-9658-9a049cef7549", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:03.514879 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b65114c1-3337-4fcc-94d4-94a645ab839d {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:03.515407 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'tag': 'a6d4329f-8c3f-41f0-9658-9a049cef7549', 'status': 'completed', 'code': 200} Oct 27 16:05:03.523504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edaefcfe-6191-4e14-8a93-6882d18b866e {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:03.534700 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:03.566811 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a22ac74d-759a-4e74-ba2a-21f3386f77aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1279047 Oct 27 16:05:03.582774 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Transition to ACTIVE for port object edaefcfe-6191-4e14-8a93-6882d18b866e will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:03.614610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c079bc-5688-4db6-a94d-0adfd11f7628 req-d6e9d85c-2420-4c7e-8794-7d1f9242e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.615582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c079bc-5688-4db6-a94d-0adfd11f7628 req-d6e9d85c-2420-4c7e-8794-7d1f9242e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.617089 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33c079bc-5688-4db6-a94d-0adfd11f7628 req-d6e9d85c-2420-4c7e-8794-7d1f9242e68a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86c832ae096941f0a5bf5b2354fb6525&device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1912 time: 0.0810719 Oct 27 16:05:03.661269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:03.743745 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Pushing event updated for resources: {'Port': ['ID=edaefcfe-6191-4e14-8a93-6882d18b866e,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:03.757000 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-15c84446-b337-4764-967f-70070215b44e service neutron] 10.222.0.15 "GET /v2.0/networks/c395456f-7f40-43bf-9aec-b98bcc11fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689625 Oct 27 16:05:03.839731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-6504b1de-5e3b-4a0d-b6c1-aef8b02a2042 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.841480 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-6504b1de-5e3b-4a0d-b6c1-aef8b02a2042 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/networks?id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 HTTP/1.1" status: 200 len: 812 time: 0.2500849 Oct 27 16:05:03.881739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c079bc-5688-4db6-a94d-0adfd11f7628 req-f18b01b3-1951-4069-b44f-8911f2c85b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.883090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c079bc-5688-4db6-a94d-0adfd11f7628 req-f18b01b3-1951-4069-b44f-8911f2c85b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.883619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c079bc-5688-4db6-a94d-0adfd11f7628 req-f18b01b3-1951-4069-b44f-8911f2c85b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:03.886083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33c079bc-5688-4db6-a94d-0adfd11f7628 req-f18b01b3-1951-4069-b44f-8911f2c85b97 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=86c832ae096941f0a5bf5b2354fb6525&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2469060 Oct 27 16:05:03.888252 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-9aa14b39-18d6-4cd1-aad9-55b5a4490094 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/quotas/2e9e1ab4fe7e4010812b854c5c2e79a4 HTTP/1.1" status: 200 len: 375 time: 0.0355511 Oct 27 16:05:03.928511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Attempting to bind port edaefcfe-6191-4e14-8a93-6882d18b866e on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:03.929076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Attempting to bind port edaefcfe-6191-4e14-8a93-6882d18b866e by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'cf0ee6c5-0dd4-45b0-b47c-9b60a8754292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:03.929384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Attempting to bind port edaefcfe-6191-4e14-8a93-6882d18b866e on network f0db254e-76b5-4acb-8c04-ef4efa090a08 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:03.940405 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-c3593de6-b758-44e0-b921-06405cb17153 service neutron] 10.222.0.15 "GET /v2.0/networks/c395456f-7f40-43bf-9aec-b98bcc11fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821136 Oct 27 16:05:03.970038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Port edaefcfe-6191-4e14-8a93-6882d18b866e on network f0db254e-76b5-4acb-8c04-ef4efa090a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:03.970390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Attempting to bind port edaefcfe-6191-4e14-8a93-6882d18b866e on network f0db254e-76b5-4acb-8c04-ef4efa090a08 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:03.982335 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:03.982727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Checking segment: {'id': 'cf0ee6c5-0dd4-45b0-b47c-9b60a8754292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:03.983089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Bound using segment: {'id': 'cf0ee6c5-0dd4-45b0-b47c-9b60a8754292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:03.983613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Bound port: edaefcfe-6191-4e14-8a93-6882d18b866e, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0ee6c5-0dd4-45b0-b47c-9b60a8754292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:03.983930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:04.005338 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-24e45d23-ba7c-4367-96ac-1589ba398ae9 service neutron] 10.222.0.15 "GET /v2.0/ports/9595a43a-c66f-4afe-b42f-87763c646d51?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0638762 Oct 27 16:05:04.069674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-9b9a7467-2ee4-4801-aa79-fcda36194ed9 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e9e1ab4fe7e4010812b854c5c2e79a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1639495 Oct 27 16:05:04.153211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] For port edaefcfe-6191-4e14-8a93-6882d18b866e, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:04.175930 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-0f857814-1e83-40eb-a902-2fc2f54e9b19 service neutron] 10.222.0.15 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664953 Oct 27 16:05:04.188591 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] For port edaefcfe-6191-4e14-8a93-6882d18b866e, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=edaefcfe-6191-4e14-8a93-6882d18b866e,segment=NetworkSegment(cf0ee6c5-0dd4-45b0-b47c-9b60a8754292),segment_id=cf0ee6c5-0dd4-45b0-b47c-9b60a8754292)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:04.274216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c079bc-5688-4db6-a94d-0adfd11f7628 req-65895e99-171c-4de0-bad5-391f3214eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.275690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33c079bc-5688-4db6-a94d-0adfd11f7628 req-65895e99-171c-4de0-bad5-391f3214eecc service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3828821 Oct 27 16:05:04.283001 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:04.322381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa8e0e-8c7f-4701-9b80-76afd29a159b req-56c30450-4ad4-457c-9e02-4d9ceed205c3 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.324411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02fa8e0e-8c7f-4701-9b80-76afd29a159b req-56c30450-4ad4-457c-9e02-4d9ceed205c3 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "GET /v2.0/ports?device_id=adab5e0f-9499-4ca0-b432-205afd230eff HTTP/1.1" status: 200 len: 946 time: 0.1544344 Oct 27 16:05:04.328484 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-576aeb6f-55f6-46b1-96cb-1ee62268aeac service neutron] 10.222.0.15 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482126 Oct 27 16:05:04.384798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.386052 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:04.388593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] 10.222.0.54 "PUT /v2.0/ports/edaefcfe-6191-4e14-8a93-6882d18b866e HTTP/1.1" status: 200 len: 1091 time: 1.7424867 Oct 27 16:05:04.398865 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2782e69c-73d6-42a8-b22b-a2297f9da733 service neutron] 10.222.0.15 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214372 Oct 27 16:05:04.456034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99d066-6b97-4d2a-b15d-63d7fe94768b service neutron] Pushing event updated for resources: {'Port': ['ID=edaefcfe-6191-4e14-8a93-6882d18b866e,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:04.471375 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f0f5ed4c-15f7-4807-ab33-f85013fb27ca service neutron] 10.222.0.15 "GET /v2.0/ports/ebe93a55-5bce-4ee5-92a3-5e3bab95f303?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0648088 Oct 27 16:05:04.544878 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-4a55ca7c-039e-4f20-a622-6f03b51b287d service neutron] 10.222.0.15 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032413 Oct 27 16:05:04.576721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-02fa8e0e-8c7f-4701-9b80-76afd29a159b req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Deleting port bc0a5803-033d-460d-895f-a74340847ea4 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:04.576721 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02fa8e0e-8c7f-4701-9b80-76afd29a159b req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:04.665572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-e0969ee2-b2d5-4ea3-bd90-895f7e8a854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.666593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-e0969ee2-b2d5-4ea3-bd90-895f7e8a854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.669250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-e0969ee2-b2d5-4ea3-bd90-895f7e8a854e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86c832ae096941f0a5bf5b2354fb6525&device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1979 time: 0.1176553 Oct 27 16:05:04.672342 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-48c588dd-96fe-46d7-bebd-b4b0e2ee84cd service neutron] 10.222.0.15 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989334 Oct 27 16:05:04.742093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-02fa8e0e-8c7f-4701-9b80-76afd29a159b req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] For port bc0a5803-033d-460d-895f-a74340847ea4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bc0a5803-033d-460d-895f-a74340847ea4,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:04.742693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02fa8e0e-8c7f-4701-9b80-76afd29a159b req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:04.759751 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-b0df4f55-e6a9-4549-b7c6-c3fc6d6d9d67 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=a6d4329f-8c3f-41f0-9658-9a049cef7549 HTTP/1.1" status: 200 len: 217 time: 0.0817649 Oct 27 16:05:04.775594 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:04.776238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-02fa8e0e-8c7f-4701-9b80-76afd29a159b req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Calling delete_port for bc0a5803-033d-460d-895f-a74340847ea4 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:04.949103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:04.975225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87', 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532', 'port_id': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87', 'mac_address': 'fa:16:3e:34:a2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4798bdca-a2ba-4445-9f20-f8a7fe28797b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:04.979557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-69e08fc1-78b2-4ba3-8e6e-95bbe30ac762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:04.981193 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-69e08fc1-78b2-4ba3-8e6e-95bbe30ac762 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ec53836b-b030-4187-9de3-ff1b67e1bd8d HTTP/1.1" status: 200 len: 801 time: 0.1743298 Oct 27 16:05:05.051808 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:05.069479 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2d7938ac-fc43-4da4-a4a3-a986a1d70b2e service neutron] 10.222.0.15 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901339 Oct 27 16:05:05.075101 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02fa8e0e-8c7f-4701-9b80-76afd29a159b req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:05.078320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:05.123505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['bc0a5803-033d-460d-895f-a74340847ea4'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:05.128288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:05.146468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Pushing event deleted for resources: {'Port': ['ID=bc0a5803-033d-460d-895f-a74340847ea4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:05.183301 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:05.192099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.192099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.192099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.192783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.193966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.193966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.195754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.196384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.196835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.197271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.197714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.198154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:05.217649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fa8e0e-8c7f-4701-9b80-76afd29a159b req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] No DVR routers for this DVR port bc0a5803-033d-460d-895f-a74340847ea4 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:05.221812 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02fa8e0e-8c7f-4701-9b80-76afd29a159b req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:05.226533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02fa8e0e-8c7f-4701-9b80-76afd29a159b req-6360b063-a768-4443-8a0a-032b14c3e3b0 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "DELETE /v2.0/ports/bc0a5803-033d-460d-895f-a74340847ea4 HTTP/1.1" status: 204 len: 173 time: 0.8924959 Oct 27 16:05:05.227248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'name': 'network-vif-deleted', 'tag': 'bc0a5803-033d-460d-895f-a74340847ea4'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:05.230051 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecd23b8-ce5b-4256-88ad-19724db9fe2b" -d '{"events": [{"server_uuid": "adab5e0f-9499-4ca0-b432-205afd230eff", "name": "network-vif-deleted", "tag": "bc0a5803-033d-460d-895f-a74340847ea4"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:05.363738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:05.439248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['9119ec44-d57f-43b9-bdfe-f2bf31fcbf87'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:05.502138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ad76f-0b47-4fad-9820-dacc6e9bfac9 req-2a325667-221d-44b6-a892-30def6dc127e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:05.508745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ad76f-0b47-4fad-9820-dacc6e9bfac9 req-2a325667-221d-44b6-a892-30def6dc127e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:05.512971 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-011ad76f-0b47-4fad-9820-dacc6e9bfac9 req-2a325667-221d-44b6-a892-30def6dc127e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1677 time: 0.0831094 Oct 27 16:05:05.538421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'tag': 'edaefcfe-6191-4e14-8a93-6882d18b866e'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:05.541312 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6700609-3174-4b8b-9f97-b7a4f593b666" -d '{"events": [{"name": "network-changed", "server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "tag": "edaefcfe-6191-4e14-8a93-6882d18b866e"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:05.556039 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-011ad76f-0b47-4fad-9820-dacc6e9bfac9 req-5c1fcc4d-d32f-49cd-a3b0-b30cebd65ffe tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377598 Oct 27 16:05:05.578657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-100d08d1-86b1-4871-af46-4e86785dd4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:05.581155 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-100d08d1-86b1-4871-af46-4e86785dd4ed service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=bec8c9d9-878f-4989-981b-5c8e466c9c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5868969 Oct 27 16:05:05.734531 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-f25a21ee-3205-4b7c-b666-caec3b61561a service neutron] 10.222.0.54 "GET /v2.0/networks/bec8c9d9-878f-4989-981b-5c8e466c9c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408494 Oct 27 16:05:05.738918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-0f765363-27c7-456c-b5e2-a6d5eb87d9d3 service neutron] 10.222.0.15 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488454 Oct 27 16:05:05.944360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-b98b6894-220d-4ee3-a8f3-82be195d4284 service neutron] 10.222.0.54 "GET /v2.0/networks/bec8c9d9-878f-4989-981b-5c8e466c9c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015512 Oct 27 16:05:05.949903 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-feab1263-2b1c-4c2e-8bb9-246c8876e9a7 service neutron] 10.222.0.15 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998072 Oct 27 16:05:06.038750 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-79604652-431a-446c-a911-310594568729 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.57&port_id=edaefcfe-6191-4e14-8a93-6882d18b866e HTTP/1.1" status: 200 len: 217 time: 0.0869131 Oct 27 16:05:06.178662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-f78ac713-6507-4262-9693-5401266304a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.180978 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-f78ac713-6507-4262-9693-5401266304a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aed3ce42-97e7-43e0-bbff-ddb3f0583aeb HTTP/1.1" status: 200 len: 801 time: 0.0976143 Oct 27 16:05:06.252508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95c888-d207-419e-bd32-2ec5fd7ee24e req-b2f423ab-8a15-4bdf-8d75-e08e6f5ed569 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.254326 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dc95c888-d207-419e-bd32-2ec5fd7ee24e req-b2f423ab-8a15-4bdf-8d75-e08e6f5ed569 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 945 time: 0.0541594 Oct 27 16:05:06.269568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-007315f7-0bf5-4dfc-a727-1aa7dafbcef5 service neutron] 10.222.0.15 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085880 Oct 27 16:05:06.319786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dc95c888-d207-419e-bd32-2ec5fd7ee24e req-2e870028-52c5-4d35-8387-79bcff19807e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433924 Oct 27 16:05:06.330809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-f5446d93-05a2-4ab5-88bc-f5ab238cb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.332351 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-f5446d93-05a2-4ab5-88bc-f5ab238cb098 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f0db254e-76b5-4acb-8c04-ef4efa090a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1399877 Oct 27 16:05:06.443376 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de9d146b-4405-41de-915c-c1889209f1d2 req-744ec503-fb76-4be0-883b-51ac5f98944c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 210 time: 0.0351362 Oct 27 16:05:06.448150 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-7a5a5460-dcf7-4690-b9e1-424434ee8b39 service neutron] 10.222.0.15 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717756 Oct 27 16:05:06.527735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-439a2ba7-6c4a-4745-a97d-fafcefa54060 service neutron] 10.222.0.54 "GET /v2.0/networks/f0db254e-76b5-4acb-8c04-ef4efa090a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836898 Oct 27 16:05:06.534736 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e3eaf3-4f56-4b9c-803a-2b7e4d261f99 x-openstack-request-id: req-92e3eaf3-4f56-4b9c-803a-2b7e4d261f99 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:06.535156 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adab5e0f-9499-4ca0-b432-205afd230eff", "name": "network-vif-deleted", "tag": "bc0a5803-033d-460d-895f-a74340847ea4", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:06.535840 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92e3eaf3-4f56-4b9c-803a-2b7e4d261f99 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:06.536770 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adab5e0f-9499-4ca0-b432-205afd230eff', 'name': 'network-vif-deleted', 'tag': 'bc0a5803-033d-460d-895f-a74340847ea4', 'status': 'completed', 'code': 200} Oct 27 16:05:06.688581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41d0a1-3196-4d51-95bc-ace58043113e req-431543e4-d2e4-41f2-a808-f8aff5821e33 tempest-ServersAdminNegativeTestJSON-1650128799 tempest-ServersAdminNegativeTestJSON-1650128799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:06.691324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf41d0a1-3196-4d51-95bc-ace58043113e req-431543e4-d2e4-41f2-a808-f8aff5821e33 tempest-ServersAdminNegativeTestJSON-1650128799 tempest-ServersAdminNegativeTestJSON-1650128799-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 1101 time: 0.0549164 Oct 27 16:05:06.704176 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8adaed42-a89b-46e1-a46c-68544f8dc1bf service neutron] 10.222.0.15 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428658 Oct 27 16:05:06.718072 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cf41d0a1-3196-4d51-95bc-ace58043113e req-8c00fa78-836b-473e-a832-be59ab36eb6b tempest-ServersAdminNegativeTestJSON-1650128799 tempest-ServersAdminNegativeTestJSON-1650128799-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:06.789764 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a45ac38-a07e-422e-ab19-c47d4dd266ed req-59ea3c7b-eaa7-4151-819b-d03de3f20066 service neutron] 10.222.0.54 "GET /v2.0/networks/f0db254e-76b5-4acb-8c04-ef4efa090a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507386 Oct 27 16:05:06.797209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:06.832559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cf41d0a1-3196-4d51-95bc-ace58043113e req-8c00fa78-836b-473e-a832-be59ab36eb6b tempest-ServersAdminNegativeTestJSON-1650128799 tempest-ServersAdminNegativeTestJSON-1650128799-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:06.881407 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-7101b661-8094-4658-a4ad-d366e4181c4e service neutron] 10.222.0.15 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668880 Oct 27 16:05:06.911654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47176) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:06.925391 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cf41d0a1-3196-4d51-95bc-ace58043113e req-8c00fa78-836b-473e-a832-be59ab36eb6b tempest-ServersAdminNegativeTestJSON-1650128799 tempest-ServersAdminNegativeTestJSON-1650128799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:06.925754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:05:06.930828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:06.931207 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:06.965832 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf41d0a1-3196-4d51-95bc-ace58043113e req-8c00fa78-836b-473e-a832-be59ab36eb6b tempest-ServersAdminNegativeTestJSON-1650128799 tempest-ServersAdminNegativeTestJSON-1650128799-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623873 Oct 27 16:05:07.011093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00fa78-836b-473e-a832-be59ab36eb6b tempest-ServersAdminNegativeTestJSON-1650128799 tempest-ServersAdminNegativeTestJSON-1650128799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac83457-08dd-4ecb-993d-cef376939478,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:07.039382 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-accd156b-fe5e-4d08-91c3-c3d4502a6e81 service neutron] 10.222.0.15 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511643 Oct 27 16:05:07.072373 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5fa257f-dc00-4e8d-b33e-261ecf75494c x-openstack-request-id: req-f5fa257f-dc00-4e8d-b33e-261ecf75494c {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:07.072755 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "tag": "edaefcfe-6191-4e14-8a93-6882d18b866e", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:07.073010 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5fa257f-dc00-4e8d-b33e-261ecf75494c {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:07.073400 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'tag': 'edaefcfe-6191-4e14-8a93-6882d18b866e', 'status': 'completed', 'code': 200} Oct 27 16:05:07.090485 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.137351 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e67ab525-c9d4-49cf-a2d5-88e349e25f1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.141673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:07.143150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:07.145866 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d29926f-0d1f-47e9-adb4-7f7d17c0e5ba" -d '{"events": [{"server_uuid": "5b34d760-5fe1-4914-ac5a-03463140a60f", "name": "network-vif-plugged", "status": "completed", "tag": "9119ec44-d57f-43b9-bdfe-f2bf31fcbf87"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:07.219366 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.228135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-a76e2c42-c8b2-435c-990e-d95e1a3cf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:07.228627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-a76e2c42-c8b2-435c-990e-d95e1a3cf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:07.230241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-a76e2c42-c8b2-435c-990e-d95e1a3cf3e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=86c832ae096941f0a5bf5b2354fb6525&device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1979 time: 0.0784569 Oct 27 16:05:07.250396 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e67ab525-c9d4-49cf-a2d5-88e349e25f1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.271704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e6c73c5b-0293-454b-af68-82dc21f55014 service neutron] 10.222.0.15 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307713 Oct 27 16:05:07.300664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:07.308810 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e67ab525-c9d4-49cf-a2d5-88e349e25f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.351314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ab525-c9d4-49cf-a2d5-88e349e25f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cba371-b185-4902-bfd6-f41ade5170a7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:07.356045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e67ab525-c9d4-49cf-a2d5-88e349e25f1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=202bfb5e99834f8286a7bf98099cf725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429798 Oct 27 16:05:07.361434 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47186) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:07.413991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-ed4b2f7b-8b59-4e8b-89e7-929e4f925245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:07.416939 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-ed4b2f7b-8b59-4e8b-89e7-929e4f925245 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f0db254e-76b5-4acb-8c04-ef4efa090a08 HTTP/1.1" status: 200 len: 902 time: 0.1735222 Oct 27 16:05:07.424967 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d7543d8-fa11-4882-9cf4-d97eaea9987b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.466634 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-73f91d61-9ef4-4dd1-84c8-6f2ae229fefc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.57&port_id=edaefcfe-6191-4e14-8a93-6882d18b866e HTTP/1.1" status: 200 len: 217 time: 0.0381291 Oct 27 16:05:07.468180 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d7543d8-fa11-4882-9cf4-d97eaea9987b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.564458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-c1d9b826-e153-4a16-ab14-d880c23cc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:07.568152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-c1d9b826-e153-4a16-ab14-d880c23cc463 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=aed3ce42-97e7-43e0-bbff-ddb3f0583aeb HTTP/1.1" status: 200 len: 801 time: 0.0913012 Oct 27 16:05:07.615081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbe146-bf0e-4f45-8485-ea658aaa896c req-3a0b3261-5d6b-4b75-b33e-11f9cddcae0c tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:07.616672 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10fbe146-bf0e-4f45-8485-ea658aaa896c req-3a0b3261-5d6b-4b75-b33e-11f9cddcae0c tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.54 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 946 time: 0.0590022 Oct 27 16:05:07.655378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-c2358835-a1b7-4fda-bacd-09490388a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:07.657627 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-c2358835-a1b7-4fda-bacd-09490388a9f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f0db254e-76b5-4acb-8c04-ef4efa090a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0800459 Oct 27 16:05:07.692366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d7543d8-fa11-4882-9cf4-d97eaea9987b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.694942 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d7543d8-fa11-4882-9cf4-d97eaea9987b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.696216 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3d7543d8-fa11-4882-9cf4-d97eaea9987b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57cba371-b185-4902-bfd6-f41ade5170a7 HTTP/1.1" status: 204 len: 168 time: 0.3330252 Oct 27 16:05:07.740646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7543d8-fa11-4882-9cf4-d97eaea9987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cba371-b185-4902-bfd6-f41ade5170a7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:07.792998 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb673a9f-57b0-44f0-8f8e-efb37caf1db4 req-49ccc3c6-f464-4ad0-8a06-b56f68d75f4e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:07.811099 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb673a9f-57b0-44f0-8f8e-efb37caf1db4 req-49ccc3c6-f464-4ad0-8a06-b56f68d75f4e tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 946 time: 0.1929102 Oct 27 16:05:07.812103 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-d347ff52-2e27-438a-9da7-c935c73e60be service neutron] 10.222.0.54 "GET /v2.0/networks/f0db254e-76b5-4acb-8c04-ef4efa090a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459558 Oct 27 16:05:07.864720 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb673a9f-57b0-44f0-8f8e-efb37caf1db4 req-10720170-9fd7-4065-8521-ccbe64df930a tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f3a11f8-abb0-4227-8631-4b6e2389d58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495391 Oct 27 16:05:07.875456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-10fbe146-bf0e-4f45-8485-ea658aaa896c req-f141f20e-2f9d-438f-9f5a-344f7eb50e22 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Deleting port 37b40638-dae5-4415-867a-508d7ce33f03 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:07.875456 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-10fbe146-bf0e-4f45-8485-ea658aaa896c req-f141f20e-2f9d-438f-9f5a-344f7eb50e22 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:07.993317 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6700609-3174-4b8b-9f97-b7a4f593b666 req-a953ade6-0434-4f38-aed9-b7ee7e9ceeff service neutron] 10.222.0.54 "GET /v2.0/networks/f0db254e-76b5-4acb-8c04-ef4efa090a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712816 Oct 27 16:05:08.048413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e4e30-4db5-4da3-b5fd-a0f10a6ccd07 req-e26793c5-4d6c-4635-bbce-a3a04a000105 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:08.051670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e4e30-4db5-4da3-b5fd-a0f10a6ccd07 req-e26793c5-4d6c-4635-bbce-a3a04a000105 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:08.053369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd0e4e30-4db5-4da3-b5fd-a0f10a6ccd07 req-e26793c5-4d6c-4635-bbce-a3a04a000105 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1677 time: 0.0983160 Oct 27 16:05:08.059436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-10fbe146-bf0e-4f45-8485-ea658aaa896c req-f141f20e-2f9d-438f-9f5a-344f7eb50e22 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] For port 37b40638-dae5-4415-867a-508d7ce33f03, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=37b40638-dae5-4415-867a-508d7ce33f03,segment=NetworkSegment(2beac7fd-6216-498d-8e8a-1dc23aa5a4fa),segment_id=2beac7fd-6216-498d-8e8a-1dc23aa5a4fa)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:08.059807 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-10fbe146-bf0e-4f45-8485-ea658aaa896c req-f141f20e-2f9d-438f-9f5a-344f7eb50e22 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:08.083563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-10fbe146-bf0e-4f45-8485-ea658aaa896c req-f141f20e-2f9d-438f-9f5a-344f7eb50e22 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Calling delete_port for 37b40638-dae5-4415-867a-508d7ce33f03 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:08.192595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd0e4e30-4db5-4da3-b5fd-a0f10a6ccd07 req-6df57c91-659f-41d0-9323-db46e7058f71 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225028 Oct 27 16:05:08.297199 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26b0c86-39c7-4bdd-b3ac-faf9c59822e5 x-openstack-request-id: req-b26b0c86-39c7-4bdd-b3ac-faf9c59822e5 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:08.298002 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b34d760-5fe1-4914-ac5a-03463140a60f", "name": "network-vif-plugged", "status": "completed", "tag": "9119ec44-d57f-43b9-bdfe-f2bf31fcbf87", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:08.298214 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b26b0c86-39c7-4bdd-b3ac-faf9c59822e5 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:08.299316 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87', 'code': 200} Oct 27 16:05:08.429007 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-10fbe146-bf0e-4f45-8485-ea658aaa896c req-f141f20e-2f9d-438f-9f5a-344f7eb50e22 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:08.429615 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a819e-1d70-4e37-9b28-1455e1bcf13f req-d7ea97f3-ece5-4be3-b59f-a03506410b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:08.431630 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a2a819e-1d70-4e37-9b28-1455e1bcf13f req-d7ea97f3-ece5-4be3-b59f-a03506410b01 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1097 time: 0.0669045 Oct 27 16:05:08.443007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['37b40638-dae5-4415-867a-508d7ce33f03'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:08.513836 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a2a819e-1d70-4e37-9b28-1455e1bcf13f req-193fc170-b8fc-43ac-aa74-5ae00ffa5bbf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740438 Oct 27 16:05:08.538348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device bc0a5803-033d-460d-895f-a74340847ea4 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:08.572104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: bc0a5803-033d-460d-895f-a74340847ea4 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:08.573051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device bc0a5803-033d-460d-895f-a74340847ea4 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:08.576558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141f20e-2f9d-438f-9f5a-344f7eb50e22 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Pushing event deleted for resources: {'Port': ['ID=37b40638-dae5-4415-867a-508d7ce33f03,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:08.622717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68ebf7-85d5-4a60-9e66-ff809c44bc01 req-774b9060-4044-414a-850e-12b5ae4e9523 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:08.624471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cd68ebf7-85d5-4a60-9e66-ff809c44bc01 req-774b9060-4044-414a-850e-12b5ae4e9523 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 946 time: 0.2600641 Oct 27 16:05:08.660938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fbe146-bf0e-4f45-8485-ea658aaa896c req-f141f20e-2f9d-438f-9f5a-344f7eb50e22 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] No DVR routers for this DVR port 37b40638-dae5-4415-867a-508d7ce33f03 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:08.667381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-10fbe146-bf0e-4f45-8485-ea658aaa896c req-f141f20e-2f9d-438f-9f5a-344f7eb50e22 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:08.670757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10fbe146-bf0e-4f45-8485-ea658aaa896c req-f141f20e-2f9d-438f-9f5a-344f7eb50e22 tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.54 "DELETE /v2.0/ports/37b40638-dae5-4415-867a-508d7ce33f03 HTTP/1.1" status: 204 len: 173 time: 1.0414319 Oct 27 16:05:08.675746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0519708-50e2-41d5-9b03-baa771a09803', 'name': 'network-vif-deleted', 'tag': '37b40638-dae5-4415-867a-508d7ce33f03'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:08.678035 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d923065-ad81-404a-84c0-5d9f4e4de1d7" -d '{"events": [{"server_uuid": "c0519708-50e2-41d5-9b03-baa771a09803", "name": "network-vif-deleted", "tag": "37b40638-dae5-4415-867a-508d7ce33f03"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:08.708187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-42d291be-cc57-46b2-86e3-11dba44ec423 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:08.709689 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-42d291be-cc57-46b2-86e3-11dba44ec423 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "GET /v2.0/networks?id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 HTTP/1.1" status: 200 len: 812 time: 0.3006411 Oct 27 16:05:08.728317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Request body: {'port': {'device_id': '703969b0-82b1-4a7d-9ca7-e1b40b793a84', 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203', 'admin_state_up': True, 'tenant_id': '2e9e1ab4fe7e4010812b854c5c2e79a4'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:08.734162 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cd68ebf7-85d5-4a60-9e66-ff809c44bc01 req-bcf8abe2-3f88-46c2-95a7-8dcf36bf3762 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746288 Oct 27 16:05:08.814143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device edaefcfe-6191-4e14-8a93-6882d18b866e details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:08.843549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b121ebe-69f6-4d8e-9c0e-a0d06a02bc7d req-26d68123-49ba-46f7-830b-94accac4ca9e tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 210 time: 0.0334163 Oct 27 16:05:09.080011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port edaefcfe-6191-4e14-8a93-6882d18b866e, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=edaefcfe-6191-4e14-8a93-6882d18b866e,segment=NetworkSegment(cf0ee6c5-0dd4-45b0-b47c-9b60a8754292),segment_id=cf0ee6c5-0dd4-45b0-b47c-9b60a8754292)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:09.080405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f27117-6580-45f6-acad-f36f257d537b req-5a766c4d-feda-4884-be3e-cb7ef304710d tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:09.080632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'edaefcfe-6191-4e14-8a93-6882d18b866e', 'network_id': 'f0db254e-76b5-4acb-8c04-ef4efa090a08', 'port_id': 'edaefcfe-6191-4e14-8a93-6882d18b866e', 'mac_address': 'fa:16:3e:80:17:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aed3ce42-97e7-43e0-bbff-ddb3f0583aeb', 'ip_address': '19.86.0.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:09.080730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-29f27117-6580-45f6-acad-f36f257d537b req-5a766c4d-feda-4884-be3e-cb7ef304710d tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 945 time: 0.0649180 Oct 27 16:05:09.143464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-29f27117-6580-45f6-acad-f36f257d537b req-01a436fa-8066-48b6-94da-803adcdfdc7e tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879195 Oct 27 16:05:09.155996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607c208-b15f-4ef8-b937-8027d6411724 req-5ff9328a-6411-4980-adc4-7044e0124d7d tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:09.160428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8607c208-b15f-4ef8-b937-8027d6411724 req-5ff9328a-6411-4980-adc4-7044e0124d7d tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.54 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 945 time: 0.0963900 Oct 27 16:05:09.206529 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021eb8c4-1c0a-4508-bc7d-36e363e21037 x-openstack-request-id: req-021eb8c4-1c0a-4508-bc7d-36e363e21037 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:09.206820 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0519708-50e2-41d5-9b03-baa771a09803", "name": "network-vif-deleted", "tag": "37b40638-dae5-4415-867a-508d7ce33f03", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:09.207075 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-021eb8c4-1c0a-4508-bc7d-36e363e21037 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:09.207467 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0519708-50e2-41d5-9b03-baa771a09803', 'name': 'network-vif-deleted', 'tag': '37b40638-dae5-4415-867a-508d7ce33f03', 'status': 'completed', 'code': 200} Oct 27 16:05:09.251905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Made reservation on behalf of 2e9e1ab4fe7e4010812b854c5c2e79a4 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:09.253393 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:09.256261 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:09.269869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edaefcfe-6191-4e14-8a93-6882d18b866e {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:09.292657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port edaefcfe-6191-4e14-8a93-6882d18b866e, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=edaefcfe-6191-4e14-8a93-6882d18b866e,segment=NetworkSegment(cf0ee6c5-0dd4-45b0-b47c-9b60a8754292),segment_id=cf0ee6c5-0dd4-45b0-b47c-9b60a8754292)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:09.310472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c4dfaa-58c4-4963-99ee-36620df3bb8c req-8644fb28-8f4f-4dee-afdf-5ea84c15c1fd tempest-VolumesAdminNegativeTest-1476113789 tempest-VolumesAdminNegativeTest-1476113789-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0519708-50e2-41d5-9b03-baa771a09803 HTTP/1.1" status: 200 len: 210 time: 0.0500138 Oct 27 16:05:09.395445 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:09.396498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a6d4329f-8c3f-41f0-9658-9a049cef7549 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:09.438457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Deleting port 1a527c53-a7e7-4474-a635-284227dae16d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:09.440048 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:09.530197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=edaefcfe-6191-4e14-8a93-6882d18b866e,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:09.579970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a415a3d-d347-4192-a5a8-1ed5196dbff9 req-d3fc07c7-0301-4517-9a97-1d7287162b4a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.1656830 Oct 27 16:05:09.603223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e20738-8294-4ce4-ace0-e30949cac715 req-c4c30972-7e87-439b-97a3-7b198bc543db tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:09.612350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e20738-8294-4ce4-ace0-e30949cac715 req-c4c30972-7e87-439b-97a3-7b198bc543db tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:09.615216 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-96e20738-8294-4ce4-ace0-e30949cac715 req-c4c30972-7e87-439b-97a3-7b198bc543db tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1678 time: 0.0957327 Oct 27 16:05:09.671549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47250) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:09.710828 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-96e20738-8294-4ce4-ace0-e30949cac715 req-e1c54f6d-6977-416a-9596-bb61c9b44356 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878639 Oct 27 16:05:09.726501 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a6d4329f-8c3f-41f0-9658-9a049cef7549, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a6d4329f-8c3f-41f0-9658-9a049cef7549,segment=NetworkSegment(2bbdb68e-1e9c-486b-824f-8e821f6029c5),segment_id=2bbdb68e-1e9c-486b-824f-8e821f6029c5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:09.743910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'a6d4329f-8c3f-41f0-9658-9a049cef7549', 'network_id': 'bec8c9d9-878f-4989-981b-5c8e466c9c66', 'port_id': 'a6d4329f-8c3f-41f0-9658-9a049cef7549', 'mac_address': 'fa:16:3e:eb:ed:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec53836b-b030-4187-9de3-ff1b67e1bd8d', 'ip_address': '19.80.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:09.798387 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:09.817397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Allocated IP 172.20.0.12 (d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203/5fac26fa-11b5-4f9d-9918-986554ca05aa/b2a6b545-00d4-4218-9d41-c6d406e0a86a) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:09.821196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d4329f-8c3f-41f0-9658-9a049cef7549 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:09.867378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a6d4329f-8c3f-41f0-9658-9a049cef7549, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a6d4329f-8c3f-41f0-9658-9a049cef7549,segment=NetworkSegment(2bbdb68e-1e9c-486b-824f-8e821f6029c5),segment_id=2bbdb68e-1e9c-486b-824f-8e821f6029c5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:09.895030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] For port 1a527c53-a7e7-4474-a635-284227dae16d, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1a527c53-a7e7-4474-a635-284227dae16d,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:09.895627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:09.954247 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.009575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-324545635-network', 'tenant_id': '532e31d389584cc2b9f78d696326f5ea'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:10.030453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796be5ce-eb9e-4328-96aa-006e0a4fb821 req-a4cc7377-9432-4184-95e7-616f5ac7c06e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:10.034128 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-796be5ce-eb9e-4328-96aa-006e0a4fb821 req-a4cc7377-9432-4184-95e7-616f5ac7c06e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 946 time: 0.1466310 Oct 27 16:05:10.107228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=a6d4329f-8c3f-41f0-9658-9a049cef7549,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:10.143680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-796be5ce-eb9e-4328-96aa-006e0a4fb821 req-fbdb9b8f-382d-4cd9-86bd-81da47c0ee14 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009991 Oct 27 16:05:10.211892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['a6d4329f-8c3f-41f0-9658-9a049cef7549'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:10.293702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Made reservation on behalf of 532e31d389584cc2b9f78d696326f5ea for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:10.296213 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.363138 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.384679 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5c20fe4-4c13-42dc-a810-6c003d0b7b71 req-57197f86-92d2-4c23-a71a-412d31fda7a9 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 210 time: 0.1113150 Oct 27 16:05:10.475581 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.488531 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.488894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.489215 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Floating IP 7c9d30c1-41e7-4c11-82d9-7e3c604a9fdd disassociated. External IP: 172.25.4.72, port: 1a527c53-a7e7-4474-a635-284227dae16d. Oct 27 16:05:10.489557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Calling delete_port for 1a527c53-a7e7-4474-a635-284227dae16d owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:10.604213 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90e8a1-804b-4d2d-ae45-806bebb2a75e req-9078dc33-0089-4277-aaa6-0f0904766d8f tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:10.618951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c403-77d5-4a06-b362-bf8446b6453f req-55cff0cf-d768-4026-8bf7-ab0c5931a11d tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:10.619326 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be90e8a1-804b-4d2d-ae45-806bebb2a75e req-9078dc33-0089-4277-aaa6-0f0904766d8f tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 950 time: 0.1170592 Oct 27 16:05:10.620609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f66c403-77d5-4a06-b362-bf8446b6453f req-55cff0cf-d768-4026-8bf7-ab0c5931a11d tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 945 time: 0.2236304 Oct 27 16:05:10.691006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be90e8a1-804b-4d2d-ae45-806bebb2a75e req-622e31de-0689-4280-bea8-2b836381aa84 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704477 Oct 27 16:05:10.733311 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f66c403-77d5-4a06-b362-bf8446b6453f req-19075f50-56cf-495a-916e-450b3e2323fa tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups?id=ace9be80-bad0-4862-938c-d0abe8fab1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956447 Oct 27 16:05:10.752698 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.765738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47272) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:10.840088 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ec339db-f894-4368-bb80-1f1c1244e969 req-a469715a-60a8-4931-9b80-160dd7f39f6e tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0363874 Oct 27 16:05:10.846328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:10.847271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 37b40638-dae5-4415-867a-508d7ce33f03 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:10.850004 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.856870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2e1ee3-0d48-4e89-932e-bc902d0fbf6e admin admin] Deleting subnet 1856bbe5-b5a2-4a98-89c4-c4339b00cd9b {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:05:10.862799 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1ee3-0d48-4e89-932e-bc902d0fbf6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.863139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:10.872163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:10.909518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 37b40638-dae5-4415-867a-508d7ce33f03 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:10.910739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 37b40638-dae5-4415-867a-508d7ce33f03 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:10.910886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1a527c53-a7e7-4474-a635-284227dae16d no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:10.921408 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1ee3-0d48-4e89-932e-bc902d0fbf6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.973633 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1ee3-0d48-4e89-932e-bc902d0fbf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:10.999756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Pushing event updated for resources: {'Port': ['ID=b2a6b545-00d4-4218-9d41-c6d406e0a86a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:11.019050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.043171 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.109770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:05:11.136571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.136902 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Added segment b7258646-35a3-48e4-85a7-972344d3ce48 of type vlan for network c1d758f2-d37b-4018-98fc-3c91fe876e7c Oct 27 16:05:11.146958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.151705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.169276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e0ed9c-ae33-4b72-b205-7848915e68e4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:11.184832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1ee3-0d48-4e89-932e-bc902d0fbf6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.222809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e1ee3-0d48-4e89-932e-bc902d0fbf6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1856bbe5-b5a2-4a98-89c4-c4339b00cd9b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:11.230126 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.242888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfe2dc-cae9-40dc-83cb-50084820897c req-e1b7b9e6-7a2f-48b9-9f00-9ea9e5b8befb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.252375 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b2e1ee3-0d48-4e89-932e-bc902d0fbf6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.255099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfe2dc-cae9-40dc-83cb-50084820897c req-e1b7b9e6-7a2f-48b9-9f00-9ea9e5b8befb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.258285 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-36cfe2dc-cae9-40dc-83cb-50084820897c req-e1b7b9e6-7a2f-48b9-9f00-9ea9e5b8befb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1679 time: 0.2656429 Oct 27 16:05:11.260309 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2b2e1ee3-0d48-4e89-932e-bc902d0fbf6e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1856bbe5-b5a2-4a98-89c4-c4339b00cd9b HTTP/1.1" status: 204 len: 168 time: 0.4927998 Oct 27 16:05:11.265135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47276) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:11.270286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.283811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['edaefcfe-6191-4e14-8a93-6882d18b866e'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:11.366535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78901304-4984-4a8b-bb41-85c0933d134d req-32f6dd14-1373-472d-b0ea-38b20c5b8f2d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.371936 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78901304-4984-4a8b-bb41-85c0933d134d req-32f6dd14-1373-472d-b0ea-38b20c5b8f2d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 946 time: 0.1101713 Oct 27 16:05:11.435322 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78901304-4984-4a8b-bb41-85c0933d134d req-9db54ea5-438d-4f34-9551-4b3877a4122c tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595157 Oct 27 16:05:11.625389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5e7c0-50e2-488a-8ec8-9aeb37790705 req-e1285fa8-f522-4ca7-aeb0-7d142e7f369e tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.627243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eff5e7c0-50e2-488a-8ec8-9aeb37790705 req-e1285fa8-f522-4ca7-aeb0-7d142e7f369e tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 932 time: 0.0569916 Oct 27 16:05:11.686959 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eff5e7c0-50e2-488a-8ec8-9aeb37790705 req-511eff52-3a14-4f4f-bbce-1ba88ed1b134 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518231 Oct 27 16:05:11.755340 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.resource_extend [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:05:11.768619 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-8dbe9f85-9329-4be4-a169-1af05a849477 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0444856 Oct 27 16:05:11.779277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Pushing event deleted for resources: {'Port': ['ID=1a527c53-a7e7-4474-a635-284227dae16d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:11.809928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Request body: {'port': {'device_id': '703969b0-82b1-4a7d-9ca7-e1b40b793a84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:11.832264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da5da5-b014-4940-9c45-e99720ee0f25 req-7588920f-87b0-4bfd-8978-6145c1030977 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.835570 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a7da5da5-b014-4940-9c45-e99720ee0f25 req-7588920f-87b0-4bfd-8978-6145c1030977 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.54 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 950 time: 0.1143863 Oct 27 16:05:11.863917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.868208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-36cfe2dc-cae9-40dc-83cb-50084820897c req-72ef112b-faa6-487b-84a4-a1b8bb0087c3 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5818436 Oct 27 16:05:11.962174 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:11.964759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:11.966962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.006758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aafa51-4a1b-4852-859d-91d408810289 req-43ae5aa8-2f03-481a-bf65-5b07e62cde4f tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:12.008411 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75aafa51-4a1b-4852-859d-91d408810289 req-43ae5aa8-2f03-481a-bf65-5b07e62cde4f tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1097 time: 0.2065976 Oct 27 16:05:12.079028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-a7da5da5-b014-4940-9c45-e99720ee0f25 req-67f61cbd-c863-46f5-ab59-652d2246cd7e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Deleting port 7486d14a-dd9c-46e5-b555-b9471e8a4b55 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:12.079028 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a7da5da5-b014-4940-9c45-e99720ee0f25 req-67f61cbd-c863-46f5-ab59-652d2246cd7e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.106809 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75aafa51-4a1b-4852-859d-91d408810289 req-40cc90b4-c85a-4b40-b426-3f551347ed55 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838850 Oct 27 16:05:12.124677 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.193669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d758f2-d37b-4018-98fc-3c91fe876e7c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:12.211415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c1d758f2-d37b-4018-98fc-3c91fe876e7c details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:05:12.262035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-a7da5da5-b014-4940-9c45-e99720ee0f25 req-67f61cbd-c863-46f5-ab59-652d2246cd7e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] For port 7486d14a-dd9c-46e5-b555-b9471e8a4b55, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=7486d14a-dd9c-46e5-b555-b9471e8a4b55,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:12.262622 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a7da5da5-b014-4940-9c45-e99720ee0f25 req-67f61cbd-c863-46f5-ab59-652d2246cd7e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.267322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-162eca97-67bf-4a0e-83e7-fd6863731bd3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5711939 Oct 27 16:05:12.273627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47290) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:12.285840 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-a7da5da5-b014-4940-9c45-e99720ee0f25 req-67f61cbd-c863-46f5-ab59-652d2246cd7e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Calling delete_port for 7486d14a-dd9c-46e5-b555-b9471e8a4b55 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:12.320934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] Request body: {'subnet': {'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-324545635-subnet', 'tenant_id': '532e31d389584cc2b9f78d696326f5ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:12.340358 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.379565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7fc72-c797-4b4e-ade2-d3f09fe720e0 req-b4b84686-2c60-4c19-99d3-4cfd9b1709c8 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:12.381392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1d7fc72-c797-4b4e-ade2-d3f09fe720e0 req-b4b84686-2c60-4c19-99d3-4cfd9b1709c8 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 950 time: 0.3291886 Oct 27 16:05:12.406184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Router 87235476-6924-4ec0-9eae-8e94602f6cec has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:05:12.406647 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd901071-830b-454e-9380-776575b3bdbb req-e41535d4-a528-48fc-bc7a-7a3ba470d27c tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 210 time: 0.1061954 Oct 27 16:05:12.417980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346ceb19-b460-4831-8900-1a05e2ca3f99']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:12.468293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2beac7fd-6216-498d-8e8a-1dc23aa5a4fa') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:12.468664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2beac7fd-6216-498d-8e8a-1dc23aa5a4fa') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:12.563253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] Made reservation on behalf of 532e31d389584cc2b9f78d696326f5ea for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:12.565651 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.568827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.588131 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1d87925-69b3-45ca-bb0c-defea52c674f req-9121bfdb-b43b-4d72-85a9-42dfebae8857 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0313509 Oct 27 16:05:12.633312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a7da5da5-b014-4940-9c45-e99720ee0f25 req-67f61cbd-c863-46f5-ab59-652d2246cd7e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.649025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['7486d14a-dd9c-46e5-b555-b9471e8a4b55'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:12.653888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['68f2665a-6695-4eea-b1df-aa86d46f7155'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:12.677288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f61cbd-c863-46f5-ab59-652d2246cd7e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Pushing event deleted for resources: {'Port': ['ID=7486d14a-dd9c-46e5-b555-b9471e8a4b55,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:12.700512 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.765731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1d7fc72-c797-4b4e-ade2-d3f09fe720e0 req-60a10e9d-cb00-443b-acfa-2d0d6c76e33a tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557782 Oct 27 16:05:12.789690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7da5da5-b014-4940-9c45-e99720ee0f25 req-67f61cbd-c863-46f5-ab59-652d2246cd7e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] No DVR routers for this DVR port 7486d14a-dd9c-46e5-b555-b9471e8a4b55 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:12.802335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:05:12.811935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:05:12.815720 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:05:12.820336 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a7da5da5-b014-4940-9c45-e99720ee0f25 req-67f61cbd-c863-46f5-ab59-652d2246cd7e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:12.829509 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a7da5da5-b014-4940-9c45-e99720ee0f25 req-67f61cbd-c863-46f5-ab59-652d2246cd7e tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.54 "DELETE /v2.0/ports/7486d14a-dd9c-46e5-b555-b9471e8a4b55 HTTP/1.1" status: 204 len: 173 time: 0.9701221 Oct 27 16:05:12.830007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226e4d89-1f2b-4e86-8a55-59772c2a30cb', 'name': 'network-vif-deleted', 'tag': '7486d14a-dd9c-46e5-b555-b9471e8a4b55'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:12.833244 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30897b36-8ef6-47f6-97d7-67579aac0218" -d '{"events": [{"server_uuid": "226e4d89-1f2b-4e86-8a55-59772c2a30cb", "name": "network-vif-deleted", "tag": "7486d14a-dd9c-46e5-b555-b9471e8a4b55"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:12.881717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24910d77-e270-4cc3-bcbe-e3e421cc0d8e req-e189fb81-bc36-495c-8ebd-898f819a61ff tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:12.883927 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-24910d77-e270-4cc3-bcbe-e3e421cc0d8e req-e189fb81-bc36-495c-8ebd-898f819a61ff tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1097 time: 0.0904512 Oct 27 16:05:12.893470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a6d4329f-8c3f-41f0-9658-9a049cef7549 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:12.943807 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-24910d77-e270-4cc3-bcbe-e3e421cc0d8e req-2d7f9a71-aa3e-4d6c-926f-fa60f1ef9231 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479927 Oct 27 16:05:13.018774 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b85a81-c036-489d-8785-6928960657b1 x-openstack-request-id: req-26b85a81-c036-489d-8785-6928960657b1 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:13.019615 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226e4d89-1f2b-4e86-8a55-59772c2a30cb", "name": "network-vif-deleted", "tag": "7486d14a-dd9c-46e5-b555-b9471e8a4b55", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:13.020088 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26b85a81-c036-489d-8785-6928960657b1 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:13.020687 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226e4d89-1f2b-4e86-8a55-59772c2a30cb', 'name': 'network-vif-deleted', 'tag': '7486d14a-dd9c-46e5-b555-b9471e8a4b55', 'status': 'completed', 'code': 200} Oct 27 16:05:13.131726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9ead3-6b8d-4441-b9d8-ebc5db8e8ff6 req-f47d93cf-e003-49fb-83ba-f7fb1555d51e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.137731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9ead3-6b8d-4441-b9d8-ebc5db8e8ff6 req-f47d93cf-e003-49fb-83ba-f7fb1555d51e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.139471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-85f9ead3-6b8d-4441-b9d8-ebc5db8e8ff6 req-f47d93cf-e003-49fb-83ba-f7fb1555d51e tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1679 time: 0.0632319 Oct 27 16:05:13.182466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port a6d4329f-8c3f-41f0-9658-9a049cef7549 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:05:13.192289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port a6d4329f-8c3f-41f0-9658-9a049cef7549 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:13.192926 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.193248 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-85f9ead3-6b8d-4441-b9d8-ebc5db8e8ff6 req-3fc51dad-c481-4978-aff8-a87df11d45b4 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455198 Oct 27 16:05:13.203837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07360fdd-a21b-4410-a77a-37ba41d8ec46 req-0708cab3-9147-447d-8b47-7d3fe51fa39e tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.205430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07360fdd-a21b-4410-a77a-37ba41d8ec46 req-0708cab3-9147-447d-8b47-7d3fe51fa39e tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 932 time: 0.2818120 Oct 27 16:05:13.229738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:13.242608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8b3ba894-d9b6-401e-98a4-3b2bcdf06058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.242863 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17528552-1623-4d9d-b00a-baa04572a849 None None] Sync routers for ids ['87235476-6924-4ec0-9eae-8e94602f6cec'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:13.244116 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8b3ba894-d9b6-401e-98a4-3b2bcdf06058 service neutron] 10.222.0.53 "GET /v2.0/ports/9595a43a-c66f-4afe-b42f-87763c646d51 HTTP/1.1" status: 200 len: 1033 time: 0.1247694 Oct 27 16:05:13.253417 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.266220 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17528552-1623-4d9d-b00a-baa04572a849 None None] Routers {'87235476-6924-4ec0-9eae-8e94602f6cec'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:13.267215 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-17528552-1623-4d9d-b00a-baa04572a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:04:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['87235476-6924-4ec0-9eae-8e94602f6cec'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:13.276240 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.291215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] 10.222.0.15 "DELETE /v2.0/networks/346ceb19-b460-4831-8900-1a05e2ca3f99 HTTP/1.1" status: 204 len: 168 time: 2.0140407 Oct 27 16:05:13.291346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47300) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:13.317312 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.355370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d4329f-8c3f-41f0-9658-9a049cef7549'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:13.358582 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8289ed4-0829-49a3-b560-bc63ea8abba8" -d '{"events": [{"server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "name": "network-vif-plugged", "status": "completed", "tag": "a6d4329f-8c3f-41f0-9658-9a049cef7549"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:13.375498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a6d4329f-8c3f-41f0-9658-9a049cef7549, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a6d4329f-8c3f-41f0-9658-9a049cef7549,segment=NetworkSegment(2bbdb68e-1e9c-486b-824f-8e821f6029c5),segment_id=2bbdb68e-1e9c-486b-824f-8e821f6029c5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:13.393969 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca219ab-b123-4c03-8caa-2cf867a17039 admin admin] Deleting subnet 3e2d2401-3abc-4853-b6d0-940f012c162c {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:05:13.397676 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ca219ab-b123-4c03-8caa-2cf867a17039 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.427253 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-17528552-1623-4d9d-b00a-baa04572a849 None None] Set router 87235476-6924-4ec0-9eae-8e94602f6cec gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:13.457741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] No DVR routers for this DVR port 1a527c53-a7e7-4474-a635-284227dae16d on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:13.468547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ca219ab-b123-4c03-8caa-2cf867a17039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.472200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19200599-4fbc-4343-bf84-82aa0dba6073 admin admin] Pushing event deleted for resources: {'Network': ['ID=346ceb19-b460-4831-8900-1a05e2ca3f99,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:13.475705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.482620 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8607c208-b15f-4ef8-b937-8027d6411724 req-6d02f8d3-33ad-491c-8916-7c4782449626 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.54 "DELETE /v2.0/ports/1a527c53-a7e7-4474-a635-284227dae16d HTTP/1.1" status: 204 len: 173 time: 4.3136690 Oct 27 16:05:13.486542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1140fcd7-be8c-431f-bd3b-11a361667510', 'name': 'network-vif-deleted', 'tag': '1a527c53-a7e7-4474-a635-284227dae16d'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:13.489082 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b2893a-e75b-4ba6-a8d5-ba6eb0ffd589" -d '{"events": [{"server_uuid": "1140fcd7-be8c-431f-bd3b-11a361667510", "name": "network-vif-deleted", "tag": "1a527c53-a7e7-4474-a635-284227dae16d"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:13.508803 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.509641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device edaefcfe-6191-4e14-8a93-6882d18b866e up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:13.539697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f5aaa442-dad2-4a88-89d6-0c4dec7ddd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.539697 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f5aaa442-dad2-4a88-89d6-0c4dec7ddd80 service neutron] 10.222.0.53 "GET /v2.0/ports/ebe93a55-5bce-4ee5-92a3-5e3bab95f303 HTTP/1.1" status: 200 len: 1033 time: 0.2733207 Oct 27 16:05:13.542803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07360fdd-a21b-4410-a77a-37ba41d8ec46 req-49fde65b-a5f3-4871-ac69-4900c7d30b04 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233788 Oct 27 16:05:13.548930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ca219ab-b123-4c03-8caa-2cf867a17039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.602813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a6b545-00d4-4218-9d41-c6d406e0a86a {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:13.618160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=a6d4329f-8c3f-41f0-9658-9a049cef7549,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:13.621554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.649328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Transition to ACTIVE for port object b2a6b545-00d4-4218-9d41-c6d406e0a86a will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:13.667575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.677612 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ebd17a-ba18-4ef3-9a49-d0262fe803fa x-openstack-request-id: req-a1ebd17a-ba18-4ef3-9a49-d0262fe803fa {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:13.678124 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "name": "network-vif-plugged", "status": "completed", "tag": "a6d4329f-8c3f-41f0-9658-9a049cef7549", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:13.678394 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1ebd17a-ba18-4ef3-9a49-d0262fe803fa {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:13.678951 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d4329f-8c3f-41f0-9658-9a049cef7549', 'code': 200} Oct 27 16:05:13.733084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-dd4a179b-8826-4aad-8b0b-cce34e28411f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.740179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-dd4a179b-8826-4aad-8b0b-cce34e28411f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.752472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-dd4a179b-8826-4aad-8b0b-cce34e28411f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:13.752472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-dd4a179b-8826-4aad-8b0b-cce34e28411f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "GET /v2.0/networks?id=c395456f-7f40-43bf-9aec-b98bcc11fe96&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722 HTTP/1.1" status: 200 len: 1994 time: 0.2013690 Oct 27 16:05:13.760713 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ca219ab-b123-4c03-8caa-2cf867a17039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.762879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.772028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port edaefcfe-6191-4e14-8a93-6882d18b866e completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:05:13.801121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port edaefcfe-6191-4e14-8a93-6882d18b866e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:13.803538 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.805080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b08f108-8174-458c-afd5-eb5ec36a0ae6,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:13.824473 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-17528552-1623-4d9d-b00a-baa04572a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 4, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '52db30fe-241a-481f-9caa-1ce4e35931b1', 'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'mac_address': 'fa:16:3e:b2:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:51Z', 'revision_number': 5, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'subnets': [{'id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:13.872190 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17528552-1623-4d9d-b00a-baa04572a849 None None] Checking router: 87235476-6924-4ec0-9eae-8e94602f6cec for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:13.883891 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17528552-1623-4d9d-b00a-baa04572a849 None None] Routers {'87235476-6924-4ec0-9eae-8e94602f6cec'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:13.885185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca219ab-b123-4c03-8caa-2cf867a17039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e2d2401-3abc-4853-b6d0-940f012c162c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:13.885490 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-17528552-1623-4d9d-b00a-baa04572a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:04:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['87235476-6924-4ec0-9eae-8e94602f6cec'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:13.888908 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30a0c813-0438-4443-9b55-cfa8da9c6311 req-5ea045a0-94ea-43f4-af3f-c18edf786e0e tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 210 time: 0.0775902 Oct 27 16:05:13.908667 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ca219ab-b123-4c03-8caa-2cf867a17039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:13.931426 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0ca219ab-b123-4c03-8caa-2cf867a17039 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3e2d2401-3abc-4853-b6d0-940f012c162c HTTP/1.1" status: 204 len: 168 time: 0.6460552 Oct 27 16:05:13.932558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47318) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:13.944348 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c67ba99-2e5e-4a32-a6e1-e0155e97a7dd x-openstack-request-id: req-9c67ba99-2e5e-4a32-a6e1-e0155e97a7dd {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:13.944703 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1140fcd7-be8c-431f-bd3b-11a361667510", "name": "network-vif-deleted", "tag": "1a527c53-a7e7-4474-a635-284227dae16d", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:13.944869 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c67ba99-2e5e-4a32-a6e1-e0155e97a7dd {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:13.945295 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1140fcd7-be8c-431f-bd3b-11a361667510', 'name': 'network-vif-deleted', 'tag': '1a527c53-a7e7-4474-a635-284227dae16d', 'status': 'completed', 'code': 200} Oct 27 16:05:13.962672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Pushing event updated for resources: {'Port': ['ID=b2a6b545-00d4-4218-9d41-c6d406e0a86a,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:13.988514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e9a763da-92ed-4ad0-9fbc-ed5a01ce3bb4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85e3eae7fd4a49d59e82505efcf10621 HTTP/1.1" status: 200 len: 379 time: 0.2123191 Oct 27 16:05:13.991106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] Checking segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:13.991106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] Network hostable DHCP agents. Network: c1d758f2-d37b-4018-98fc-3c91fe876e7c, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:05:14.005018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'admin_state_up': True, 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'security_groups': ['7e716061-ac90-4155-8a66-5814faa8fd3b']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:14.067951 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.127843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port edaefcfe-6191-4e14-8a93-6882d18b866e, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=edaefcfe-6191-4e14-8a93-6882d18b866e,segment=NetworkSegment(cf0ee6c5-0dd4-45b0-b47c-9b60a8754292),segment_id=cf0ee6c5-0dd4-45b0-b47c-9b60a8754292)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:14.198951 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.217083 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-17528552-1623-4d9d-b00a-baa04572a849 None None] Set router 87235476-6924-4ec0-9eae-8e94602f6cec gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:14.217736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d3c5d-70f8-48ea-893e-375917682f8c req-c54873d0-9fa1-41d2-ab59-f11dcdc5cb06 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:14.223948 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.227130 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8f0d3c5d-70f8-48ea-893e-375917682f8c req-c54873d0-9fa1-41d2-ab59-f11dcdc5cb06 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1097 time: 0.1274288 Oct 27 16:05:14.356005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=edaefcfe-6191-4e14-8a93-6882d18b866e,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:14.364357 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a36ee208-5fd5-467d-834d-8e513c7cdca9 req-e6db5a34-d5d4-4a0b-b02b-daf643588e80 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0937140 Oct 27 16:05:14.403100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] Network c1d758f2-d37b-4018-98fc-3c91fe876e7c is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:05:14.521293 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8f0d3c5d-70f8-48ea-893e-375917682f8c req-e9ec37aa-6199-4f84-900d-6dac4cf4db0b tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912707 Oct 27 16:05:14.545125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Attempting to bind port b2a6b545-00d4-4218-9d41-c6d406e0a86a on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:14.548827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Attempting to bind port b2a6b545-00d4-4218-9d41-c6d406e0a86a by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:14.549220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Attempting to bind port b2a6b545-00d4-4218-9d41-c6d406e0a86a on network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:14.571950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Port b2a6b545-00d4-4218-9d41-c6d406e0a86a on network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:14.572471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Attempting to bind port b2a6b545-00d4-4218-9d41-c6d406e0a86a on network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:14.580416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.612699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70e8f09-3651-4a89-8715-09719afe8fc6']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:14.624363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fed898-7014-40bc-8928-0e7d3e300fb2') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:14.624662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fed898-7014-40bc-8928-0e7d3e300fb2') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:14.637930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.641280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:14.643167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Checking segment: {'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:14.644457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Bound using segment: {'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:14.645906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Bound port: b2a6b545-00d4-4218-9d41-c6d406e0a86a, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:14.647084 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.654222 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.664930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:05:14.665887 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.676602 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-17528552-1623-4d9d-b00a-baa04572a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 4, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '52db30fe-241a-481f-9caa-1ce4e35931b1', 'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'mac_address': 'fa:16:3e:b2:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:51Z', 'revision_number': 5, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'subnets': [{'id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:14.714417 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17528552-1623-4d9d-b00a-baa04572a849 None None] The sync data for ids ['87235476-6924-4ec0-9eae-8e94602f6cec'] in n-d-815689-1 is: [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:02:45Z', 'revision_number': 4, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '52db30fe-241a-481f-9caa-1ce4e35931b1', 'name': '', 'network_id': 'd34a1aa1-5bc7-43a1-8b3d-221fe6e7db57', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'mac_address': 'fa:16:3e:b2:df:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:43Z', 'updated_at': '2021-10-27T16:02:51Z', 'revision_number': 5, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'subnets': [{'id': '50e33a79-594a-4dec-8b3b-c9f00dab4282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:05:14.723058 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:05:14.741182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79e3f689-5a8e-4fe2-8777-107b3237b098 req-e4091057-377a-4503-88a4-b4fa51d76a11 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=226e4d89-1f2b-4e86-8a55-59772c2a30cb HTTP/1.1" status: 200 len: 210 time: 0.1649499 Oct 27 16:05:14.743121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c1d758f2-d37b-4018-98fc-3c91fe876e7c) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:14.776260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c34ba4-e281-456c-a28d-336061bd1b8d None None] Network c1d758f2-d37b-4018-98fc-3c91fe876e7c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:14.795724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:14.796437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.853479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec9e0d-81d6-44df-929e-d161d247467c req-920a6475-9731-4670-a71c-a37436176198 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:14.860254 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 7486d14a-dd9c-46e5-b555-b9471e8a4b55 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:14.876412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec9e0d-81d6-44df-929e-d161d247467c req-920a6475-9731-4670-a71c-a37436176198 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:14.878602 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ceec9e0d-81d6-44df-929e-d161d247467c req-920a6475-9731-4670-a71c-a37436176198 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1681 time: 0.1539030 Oct 27 16:05:14.895233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] For port b2a6b545-00d4-4218-9d41-c6d406e0a86a, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:14.901874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] For port b2a6b545-00d4-4218-9d41-c6d406e0a86a, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2a6b545-00d4-4218-9d41-c6d406e0a86a,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:14.903932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 7486d14a-dd9c-46e5-b555-b9471e8a4b55 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:14.904551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 7486d14a-dd9c-46e5-b555-b9471e8a4b55 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:14.956384 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.962571 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:14.970929 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f70e8f09-3651-4a89-8715-09719afe8fc6 HTTP/1.1" status: 204 len: 168 time: 1.0372660 Oct 27 16:05:14.980332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:14.981411 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ceec9e0d-81d6-44df-929e-d161d247467c req-3d770992-7cf5-466b-ab3c-9172b01eb3fd tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935597 Oct 27 16:05:14.996579 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:15.015314 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670731d-1213-4e6a-97a0-dd96b7e40126 admin admin] Pushing event deleted for resources: {'Network': ['ID=f70e8f09-3651-4a89-8715-09719afe8fc6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:15.022085 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:15.067790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2edcae1-f9a6-49cd-bcee-45952bd6b8c5 None None] Network c1d758f2-d37b-4018-98fc-3c91fe876e7c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:15.101299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-814a8ccb-42f5-427a-acd7-cc62d7843633 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8056891 Oct 27 16:05:15.207153 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b1d31cc-f604-4ffb-89ed-ed87af6cd1dc req-d8c94429-a82e-40ae-9b21-e9ed2b013ebe tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/ports?device_id=1140fcd7-be8c-431f-bd3b-11a361667510 HTTP/1.1" status: 200 len: 210 time: 0.0674138 Oct 27 16:05:15.231216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:15.231931 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:15.233511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] 10.222.0.53 "PUT /v2.0/ports/b2a6b545-00d4-4218-9d41-c6d406e0a86a HTTP/1.1" status: 200 len: 1092 time: 3.4404881 Oct 27 16:05:15.235218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5749dae-15e0-4959-b90d-ae7b0afd5c2d service neutron] Pushing event updated for resources: {'Port': ['ID=b2a6b545-00d4-4218-9d41-c6d406e0a86a,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:15.249137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145a965-99b7-40d4-856d-7c2b4b58e1c0 req-03f150e5-d4f5-49da-8a7c-52701b40633a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:15.254527 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4145a965-99b7-40d4-856d-7c2b4b58e1c0 req-03f150e5-d4f5-49da-8a7c-52701b40633a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 944 time: 0.3553936 Oct 27 16:05:15.306068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2175e71d-e859-4667-b771-dffcce3eb1d9 None None] New status for floating IP 7c9d30c1-41e7-4c11-82d9-7e3c604a9fdd: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:05:15.385497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4145a965-99b7-40d4-856d-7c2b4b58e1c0 req-af6c6aec-54a4-43e2-85e7-b66e31b15e30 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128159 Oct 27 16:05:15.443891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Allocated IP 172.20.0.6 (c395456f-7f40-43bf-9aec-b98bcc11fe96/e7f56118-b5f3-4287-be33-2cc6440dcc53/7667c6e7-fede-4069-bc52-bac40ef20493) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:15.588452 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b1ff174-5a28-4b84-8ee9-eb0f1054b504 req-b0bd19aa-e0e4-4e47-b6b5-94684ea0755d tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0829701 Oct 27 16:05:15.669154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-1fa2c5a9-7cde-4dfc-840d-0c753d7fad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:15.670979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-1fa2c5a9-7cde-4dfc-840d-0c753d7fad18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e9e1ab4fe7e4010812b854c5c2e79a4&device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 1095 time: 0.3053172 Oct 27 16:05:15.676907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47340) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:15.680766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaefcfe-6191-4e14-8a93-6882d18b866e'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:15.685061 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5123e059-9716-4228-a11d-3606af13a09f" -d '{"events": [{"server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "name": "network-vif-plugged", "status": "completed", "tag": "edaefcfe-6191-4e14-8a93-6882d18b866e"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:15.745251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-1b9cb0a6-27d4-4c79-ae9c-ed28c7084e41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a6b545-00d4-4218-9d41-c6d406e0a86a HTTP/1.1" status: 200 len: 217 time: 0.0557687 Oct 27 16:05:15.775714 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-38f11505-e833-44d6-8fb8-b458a779b84a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=409e2021f774437abe1867f51fe3aef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0972054 Oct 27 16:05:15.779145 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47346) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:15.796321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:15.832362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d37f4-3408-4dfc-a96c-4c90b4048a9b req-474324a2-6023-4946-8778-8467722c5e69 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:15.833541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-a89d7c42-ebdf-4552-81c1-bc10aa7c6e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:15.834525 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8f5d37f4-3408-4dfc-a96c-4c90b4048a9b req-474324a2-6023-4946-8778-8467722c5e69 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1097 time: 0.1353493 Oct 27 16:05:15.835018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-a89d7c42-ebdf-4552-81c1-bc10aa7c6e2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fac26fa-11b5-4f9d-9918-986554ca05aa HTTP/1.1" status: 200 len: 852 time: 0.0802884 Oct 27 16:05:15.855676 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09225738-4af3-4b36-9592-e4db122247c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:15.874325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-2c282ba1-3acb-492a-920b-3aeec40486de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306020 Oct 27 16:05:15.901483 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09225738-4af3-4b36-9592-e4db122247c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:15.941648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8f5d37f4-3408-4dfc-a96c-4c90b4048a9b req-81a636e3-5a49-45f3-8f81-7ae751d556f3 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781345 Oct 27 16:05:15.965187 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:15.965187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703969b0-82b1-4a7d-9ca7-e1b40b793a84', 'tag': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:15.967234 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf76ae8-cf47-42c3-a4a3-35903b6350af" -d '{"events": [{"name": "network-changed", "server_uuid": "703969b0-82b1-4a7d-9ca7-e1b40b793a84", "tag": "b2a6b545-00d4-4218-9d41-c6d406e0a86a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:16.007489 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88715fb8-e53d-415c-8bbf-1e5aa2e3e9bc x-openstack-request-id: req-88715fb8-e53d-415c-8bbf-1e5aa2e3e9bc {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:16.007762 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "name": "network-vif-plugged", "status": "completed", "tag": "edaefcfe-6191-4e14-8a93-6882d18b866e", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:16.008011 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88715fb8-e53d-415c-8bbf-1e5aa2e3e9bc {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:16.008507 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edaefcfe-6191-4e14-8a93-6882d18b866e', 'code': 200} Oct 27 16:05:16.049603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network c395456f-7f40-43bf-9aec-b98bcc11fe96 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:16.059119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:16.071058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:16.076718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Port': ['ID=7667c6e7-fede-4069-bc52-bac40ef20493,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:16.085950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09225738-4af3-4b36-9592-e4db122247c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:16.091687 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09225738-4af3-4b36-9592-e4db122247c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:16.099619 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-09225738-4af3-4b36-9592-e4db122247c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f3a11f8-abb0-4227-8631-4b6e2389d58e HTTP/1.1" status: 204 len: 168 time: 0.3126974 Oct 27 16:05:16.131228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09225738-4af3-4b36-9592-e4db122247c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3a11f8-abb0-4227-8631-4b6e2389d58e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:16.131827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-b40143ad-2174-4dfa-aa67-21fbdd38a491 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456865 Oct 27 16:05:16.358962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c8ce1e-5ae7-420f-b7ff-edd4dc224ad9 req-6f349ba2-535d-4bae-b39c-48968b7caf67 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038677 Oct 27 16:05:16.431496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7b7a60b4-9035-4e73-81b0-d1b67929a4ab None None] Provisioning complete for port 7667c6e7-fede-4069-bc52-bac40ef20493 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:16.432281 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7b7a60b4-9035-4e73-81b0-d1b67929a4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:16.439984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:16.440745 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:16.476413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0d4aa-796d-4e07-b038-9698a348db46 req-f9182f25-0896-44ab-ae1b-388a1674f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:16.476894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0d4aa-796d-4e07-b038-9698a348db46 req-f9182f25-0896-44ab-ae1b-388a1674f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:16.478856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46f0d4aa-796d-4e07-b038-9698a348db46 req-f9182f25-0896-44ab-ae1b-388a1674f906 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1983 time: 0.3458619 Oct 27 16:05:16.514712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a60b4-9035-4e73-81b0-d1b67929a4ab None None] Port 7667c6e7-fede-4069-bc52-bac40ef20493 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:16.542291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46f0d4aa-796d-4e07-b038-9698a348db46 req-cb1c0020-f876-41e6-b5b2-ebc7b5e95c4d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548429 Oct 27 16:05:16.565533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-89c2f9da-c000-4cca-9e4a-316ee715e007 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:16.567136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-89c2f9da-c000-4cca-9e4a-316ee715e007 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.3016887 Oct 27 16:05:16.571678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-73b7f3ba-b441-4813-a0ae-4f7b12cfd8ab tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5822105 Oct 27 16:05:16.586157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043', 'admin_state_up': True, 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'security_groups': ['7e716061-ac90-4155-8a66-5814faa8fd3b']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:16.637819 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-ff7f0973-f2a5-4a16-839e-52ec318c72fa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/quotas/532e31d389584cc2b9f78d696326f5ea HTTP/1.1" status: 200 len: 375 time: 0.0585599 Oct 27 16:05:17.041745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-cdcdf8f0-1b72-4256-9b52-e54bb26f612d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3843369 Oct 27 16:05:17.170498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47384) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:17.191029 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-2295106c-63f6-41c0-80b5-cb96b9e876b1 service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236594 Oct 27 16:05:17.216581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:17.220714 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:17.232697 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8237fc06-077c-4711-9d9b-f9f756ca6661 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=723ab231e3e24a5aa2120d97cb418e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0584114 Oct 27 16:05:17.237616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47392) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:17.307677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-612c18b3-c183-413d-92b6-6cb3501a14b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:17.341022 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-612c18b3-c183-413d-92b6-6cb3501a14b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:17.395132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-4725aa5e-92a9-408b-b58f-d507c8404d92 service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028608 Oct 27 16:05:17.425572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Allocated IP 10.1.1.90 (df512f30-e00c-4c99-8ce8-eac121a29043/6a8d481b-7fae-4434-9be6-f0271be7a17c/bf0c880e-4e05-475a-a650-447ac3e62a98) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:17.586103 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:17.672573 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-612c18b3-c183-413d-92b6-6cb3501a14b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:17.683308 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-612c18b3-c183-413d-92b6-6cb3501a14b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:17.689867 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-612c18b3-c183-413d-92b6-6cb3501a14b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d86c4eb0-192f-484e-a470-9ebe16fb8f46 HTTP/1.1" status: 204 len: 168 time: 0.4530630 Oct 27 16:05:17.698433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:17.701245 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c18b3-c183-413d-92b6-6cb3501a14b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86c4eb0-192f-484e-a470-9ebe16fb8f46,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:17.864207 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76da8a02-29b1-430e-9486-7d62defe530e x-openstack-request-id: req-76da8a02-29b1-430e-9486-7d62defe530e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:17.865797 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703969b0-82b1-4a7d-9ca7-e1b40b793a84", "tag": "b2a6b545-00d4-4218-9d41-c6d406e0a86a", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:17.866077 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76da8a02-29b1-430e-9486-7d62defe530e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:17.866512 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703969b0-82b1-4a7d-9ca7-e1b40b793a84', 'tag': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a', 'status': 'completed', 'code': 200} Oct 27 16:05:17.879698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network df512f30-e00c-4c99-8ce8-eac121a29043 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:17.898531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:17.920138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Port': ['ID=bf0c880e-4e05-475a-a650-447ac3e62a98,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:17.937670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:18.081718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:18.082360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:18.092480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf76ae8-cf47-42c3-a4a3-35903b6350af req-37d93308-4774-4ca7-ab31-d7469d713162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:18.094410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bf76ae8-cf47-42c3-a4a3-35903b6350af req-37d93308-4774-4ca7-ab31-d7469d713162 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e9e1ab4fe7e4010812b854c5c2e79a4&device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 1095 time: 0.1979504 Oct 27 16:05:18.196733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded9fe-8d50-4132-99fe-7b18b5be9f57 req-92c7d588-0f6c-4f8a-b6bb-8403fc879a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:18.205876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dded9fe-8d50-4132-99fe-7b18b5be9f57 req-92c7d588-0f6c-4f8a-b6bb-8403fc879a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:18.211226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3dded9fe-8d50-4132-99fe-7b18b5be9f57 req-92c7d588-0f6c-4f8a-b6bb-8403fc879a44 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1681 time: 0.1857247 Oct 27 16:05:18.235310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-8513a48c-e931-43b2-82d1-b0da156b3fa5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6528835 Oct 27 16:05:18.253539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043', 'admin_state_up': True, 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'security_groups': ['7e716061-ac90-4155-8a66-5814faa8fd3b']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:18.265721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ad65c53b-3e6a-4f80-b7a9-29ca56e4a2f8 None None] Provisioning complete for port bf0c880e-4e05-475a-a650-447ac3e62a98 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:18.266372 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ad65c53b-3e6a-4f80-b7a9-29ca56e4a2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:18.314104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ad65c53b-3e6a-4f80-b7a9-29ca56e4a2f8 None None] Port bf0c880e-4e05-475a-a650-447ac3e62a98 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:18.369254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3dded9fe-8d50-4132-99fe-7b18b5be9f57 req-5aad0c01-bf2e-4c74-9ca3-f47c451e9032 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572111 Oct 27 16:05:18.374685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf76ae8-cf47-42c3-a4a3-35903b6350af req-6ca79047-dc1a-460d-a756-37da3c610802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:18.376579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bf76ae8-cf47-42c3-a4a3-35903b6350af req-6ca79047-dc1a-460d-a756-37da3c610802 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 HTTP/1.1" status: 200 len: 913 time: 0.2727389 Oct 27 16:05:18.431318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bf76ae8-cf47-42c3-a4a3-35903b6350af req-f367807a-3042-42ef-9312-ef1e833e62fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2a6b545-00d4-4218-9d41-c6d406e0a86a HTTP/1.1" status: 200 len: 217 time: 0.0446353 Oct 27 16:05:18.513710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf76ae8-cf47-42c3-a4a3-35903b6350af req-d6ed15a1-a975-4b89-9f28-da61919cd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:18.515190 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bf76ae8-cf47-42c3-a4a3-35903b6350af req-d6ed15a1-a975-4b89-9f28-da61919cd672 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fac26fa-11b5-4f9d-9918-986554ca05aa HTTP/1.1" status: 200 len: 852 time: 0.0749056 Oct 27 16:05:18.566339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bf76ae8-cf47-42c3-a4a3-35903b6350af req-b41615df-c60d-4934-a810-656c206e6d88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389359 Oct 27 16:05:18.578363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-27de0e57-e0d5-4de9-889f-b00deb2d746b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:18.651510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:18.655206 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:18.681004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bf76ae8-cf47-42c3-a4a3-35903b6350af req-4d1be4f7-f53e-4007-ae1f-3d0774702c48 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056988 Oct 27 16:05:18.870583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bf76ae8-cf47-42c3-a4a3-35903b6350af req-7d530491-3421-4185-9856-8eb7dce7db59 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788406 Oct 27 16:05:18.891829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Allocated IP 10.1.1.128 (df512f30-e00c-4c99-8ce8-eac121a29043/6a8d481b-7fae-4434-9be6-f0271be7a17c/e507069f-974e-4a04-9d36-642541b0a01c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:19.089800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-f1ef7e87-c245-4dab-b585-20e950d4e078 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:05:19.092045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-f1ef7e87-c245-4dab-b585-20e950d4e078 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0073199 Oct 27 16:05:19.107435 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.168560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-5b76b193-7a53-475d-91ae-6cedb29233bb tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:19.179772 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-5b76b193-7a53-475d-91ae-6cedb29233bb tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports/9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 HTTP/1.1" status: 200 len: 1094 time: 0.0760572 Oct 27 16:05:19.201799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Request body: {'binding': {'host': 'n-h2-815689-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:19.201799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Unknown quota resources ['binding']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:05:19.208016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5b570-d586-4e51-afe4-5b36528fcbd4 req-4f134c4a-a7c2-4795-9e93-4a30d238a54b tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:19.209917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85b5b570-d586-4e51-afe4-5b36528fcbd4 req-4f134c4a-a7c2-4795-9e93-4a30d238a54b tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 944 time: 0.0838890 Oct 27 16:05:19.256157 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85b5b570-d586-4e51-afe4-5b36528fcbd4 req-397f29b0-766f-44b0-b524-87ca5375088f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Oct 27 16:05:19.326184 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.389149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on host n-h2-815689-1 for vnic_type normal with profile None {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:19.389485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:19.391123 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:19.397992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:19.402972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:19.404475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:19.404812 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:19.405737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network df512f30-e00c-4c99-8ce8-eac121a29043 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:19.405903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:19.406629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Bound port: 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:19.426002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:19.435572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:19.454872 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47434) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:19.470353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Port': ['ID=e507069f-974e-4a04-9d36-642541b0a01c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:19.479077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:19.498435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf313-cc4a-47be-8d3d-3c068716569b req-6cbf0004-a76a-408c-9f0c-f9fd7e1dc996 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:19.508129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf313-cc4a-47be-8d3d-3c068716569b req-6cbf0004-a76a-408c-9f0c-f9fd7e1dc996 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:19.514178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdf313-cc4a-47be-8d3d-3c068716569b req-6cbf0004-a76a-408c-9f0c-f9fd7e1dc996 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:19.516404 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5fdf313-cc4a-47be-8d3d-3c068716569b req-6cbf0004-a76a-408c-9f0c-f9fd7e1dc996 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 2373 time: 0.1305323 Oct 27 16:05:19.533458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:19.537483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.599439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-950202074-network', 'tenant_id': 'e74004a0595d4a43be6ac52e0d3327f6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:19.613502 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5fdf313-cc4a-47be-8d3d-3c068716569b req-03ab6d58-17e9-4b67-995b-749164f84fcc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789115 Oct 27 16:05:19.613880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.614969 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-20153bd8-4800-4dde-a898-d5883aa72756 service neutron] 10.222.0.15 "POST /v2.0/ports/9119ec44-d57f-43b9-bdfe-f2bf31fcbf87/bindings HTTP/1.1" status: 201 len: 389 time: 0.4340129 Oct 27 16:05:19.644990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-db8f28c4-ecf6-4ebc-bc18-a311e8ac616c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4027946 Oct 27 16:05:19.658776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722', 'admin_state_up': True, 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'security_groups': ['7e716061-ac90-4155-8a66-5814faa8fd3b']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:19.736442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a33ad8-c59d-49a7-8067-960e7d38a57e req-8dc8f35b-4b6b-4543-8fe7-a3c05716f527 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 210 time: 0.0715771 Oct 27 16:05:19.771005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b2e751dd-6a67-472b-af66-e53cb117ae6a None None] Provisioning complete for port e507069f-974e-4a04-9d36-642541b0a01c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:19.772915 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2e751dd-6a67-472b-af66-e53cb117ae6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.777153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Made reservation on behalf of e74004a0595d4a43be6ac52e0d3327f6 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:19.781883 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.791256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.851297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b2e751dd-6a67-472b-af66-e53cb117ae6a None None] Port e507069f-974e-4a04-9d36-642541b0a01c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:19.911199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:19.928179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fbc22-e955-4403-869f-9912429bc711 req-3b85a871-b478-4b17-8b4b-63dc878d55bd tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:19.930403 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef1fbc22-e955-4403-869f-9912429bc711 req-3b85a871-b478-4b17-8b4b-63dc878d55bd tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 950 time: 0.0896919 Oct 27 16:05:19.978912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef1fbc22-e955-4403-869f-9912429bc711 req-59ab6129-9777-4e8b-9cc3-53a85d4b40d3 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Oct 27 16:05:19.986758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:19.991083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.020233 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:05:20.049284 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.050003 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Added segment b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d of type vlan for network c6ab54ce-c331-4877-b08b-de8bfe3b7060 Oct 27 16:05:20.108429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47440) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:20.137518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea86535-eb69-48c3-8653-38e2c3f251dd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:20.158572 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.169461 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.260128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6a8e-6f3f-4bf4-ade3-1009871dd0d9 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.305819 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.307742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:20.309043 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.409850 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6a8e-6f3f-4bf4-ade3-1009871dd0d9 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:20.442378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] Pushing event updated for resources: {'Network': ['ID=c6ab54ce-c331-4877-b08b-de8bfe3b7060,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:20.469126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c6ab54ce-c331-4877-b08b-de8bfe3b7060 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:05:20.470043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c0e27-d2c5-4199-9b66-a6f56a572519 req-2bd50882-28dc-48c5-8d3c-5fcbfa7771e6 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:20.490151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c0e27-d2c5-4199-9b66-a6f56a572519 req-2bd50882-28dc-48c5-8d3c-5fcbfa7771e6 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:20.504220 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-267c0e27-d2c5-4199-9b66-a6f56a572519 req-2bd50882-28dc-48c5-8d3c-5fcbfa7771e6 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1681 time: 0.2171304 Oct 27 16:05:20.520432 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-552cc5fb-6813-49f2-8469-7ea25f9285ec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0646484 Oct 27 16:05:20.524852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47446) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:20.535165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] Request body: {'subnet': {'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-950202074-subnet', 'tenant_id': 'e74004a0595d4a43be6ac52e0d3327f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:20.591441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b2a6b545-00d4-4218-9d41-c6d406e0a86a details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:20.607113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc195975-15eb-4b17-8277-58b9ad739a79 req-56a0c2f0-9cf3-43dc-89c7-36e39512d242 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:20.616169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc195975-15eb-4b17-8277-58b9ad739a79 req-56a0c2f0-9cf3-43dc-89c7-36e39512d242 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 946 time: 0.3687940 Oct 27 16:05:20.688689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76721c7f-7a20-4aff-8fe8-f6c980c4e50f req-423e8b95-b79f-4566-ae2a-31ef1cb19184 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:20.689970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-76721c7f-7a20-4aff-8fe8-f6c980c4e50f req-423e8b95-b79f-4566-ae2a-31ef1cb19184 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 950 time: 0.1541550 Oct 27 16:05:20.845778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-b9034502-13d2-44a7-9103-642f0ba219cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:20.847225 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-b9034502-13d2-44a7-9103-642f0ba219cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1097 time: 0.3805296 Oct 27 16:05:20.861170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc195975-15eb-4b17-8277-58b9ad739a79 req-d10a00d7-83e7-47dc-b3be-df12dbb9747b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439022 Oct 27 16:05:20.979097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b2a6b545-00d4-4218-9d41-c6d406e0a86a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2a6b545-00d4-4218-9d41-c6d406e0a86a,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:21.002004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a', 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203', 'port_id': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a', 'mac_address': 'fa:16:3e:b8:bf:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac26fa-11b5-4f9d-9918-986554ca05aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:21.045712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-c6397970-f158-4742-8e3d-aff790da16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:21.048751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-c6397970-f158-4742-8e3d-aff790da16b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.1742125 Oct 27 16:05:21.050947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Allocated IP 10.2.2.100 (a7ed5152-1a1f-4ec2-abc4-e8bd08222722/7049252d-b600-4fab-b5a2-b6177f5e768d/d43e3d0a-dd03-416e-b07c-58a545b450f7) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:21.058126 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6a8e-6f3f-4bf4-ade3-1009871dd0d9 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.061009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3bd6a8e-6f3f-4bf4-ade3-1009871dd0d9 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.061764 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-267c0e27-d2c5-4199-9b66-a6f56a572519 req-85572e7b-dfde-4fe7-8e2a-17105dea6dd4 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380101 Oct 27 16:05:21.064036 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d3bd6a8e-6f3f-4bf4-ade3-1009871dd0d9 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "DELETE /v2.0/security-groups/ace9be80-bad0-4862-938c-d0abe8fab1ab HTTP/1.1" status: 204 len: 168 time: 0.9528379 Oct 27 16:05:21.083478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47454) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:21.100952 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-b0745593-9d2e-4991-bc17-a05923cfcec1 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] show failed (client error): The resource could not be found. Oct 27 16:05:21.104532 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b0745593-9d2e-4991-bc17-a05923cfcec1 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "GET /v2.0/security-groups/ace9be80-bad0-4862-938c-d0abe8fab1ab HTTP/1.1" status: 404 len: 347 time: 0.0179269 Oct 27 16:05:21.113891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47458) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:21.121238 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.138498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a6b545-00d4-4218-9d41-c6d406e0a86a {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:21.158557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] Made reservation on behalf of e74004a0595d4a43be6ac52e0d3327f6 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:21.160952 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.179311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b2a6b545-00d4-4218-9d41-c6d406e0a86a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2a6b545-00d4-4218-9d41-c6d406e0a86a,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:21.180915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd6a8e-6f3f-4bf4-ade3-1009871dd0d9 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace9be80-bad0-4862-938c-d0abe8fab1ab,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:21.188975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-aa41652c-ed2f-4955-aff1-285d324ebd86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 HTTP/1.1" status: 200 len: 217 time: 0.1229012 Oct 27 16:05:21.263668 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.343363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-76721c7f-7a20-4aff-8fe8-f6c980c4e50f req-049c7774-ebaa-41c4-ae47-1406a059279c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Deleting port 68f2665a-6695-4eea-b1df-aa86d46f7155 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:21.343363 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-76721c7f-7a20-4aff-8fe8-f6c980c4e50f req-049c7774-ebaa-41c4-ae47-1406a059279c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.377695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0356039-cfa5-4720-90fc-792cf35b9fbc req-1386eec9-b93f-47d5-90a5-4910d71a799b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:21.378153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0356039-cfa5-4720-90fc-792cf35b9fbc req-1386eec9-b93f-47d5-90a5-4910d71a799b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:21.385028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0356039-cfa5-4720-90fc-792cf35b9fbc req-1386eec9-b93f-47d5-90a5-4910d71a799b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:21.387537 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0356039-cfa5-4720-90fc-792cf35b9fbc req-1386eec9-b93f-47d5-90a5-4910d71a799b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 2373 time: 0.1677608 Oct 27 16:05:21.408255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b2a6b545-00d4-4218-9d41-c6d406e0a86a,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:21.409919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c91ebf-6849-4103-8614-1bbaba6fc627 req-513d6d4b-01e3-4d1c-a5a1-35307f05781d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:21.417527 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38c91ebf-6849-4103-8614-1bbaba6fc627 req-513d6d4b-01e3-4d1c-a5a1-35307f05781d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 944 time: 0.3635833 Oct 27 16:05:21.453302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ecafda19-2b45-4409-99fe-dd74fb44afe4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Deleting port 8852606e-e47f-4e24-8226-d02247c709b6 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:21.453816 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ecafda19-2b45-4409-99fe-dd74fb44afe4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.507008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-c5efb6da-9e76-4a96-9181-6fada98c2e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:21.508374 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-c5efb6da-9e76-4a96-9181-6fada98c2e17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.3044493 Oct 27 16:05:21.522281 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0356039-cfa5-4720-90fc-792cf35b9fbc req-de7794e3-2e4c-4988-95a9-bd8d7b8c8a43 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277759 Oct 27 16:05:21.529361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['b2a6b545-00d4-4218-9d41-c6d406e0a86a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:21.566324 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7397a3ee-0c5a-4e52-abce-ceacb159b574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.615389 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ecafda19-2b45-4409-99fe-dd74fb44afe4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.615796 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ecafda19-2b45-4409-99fe-dd74fb44afe4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.639873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ecafda19-2b45-4409-99fe-dd74fb44afe4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Calling delete_port for 8852606e-e47f-4e24-8226-d02247c709b6 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:21.668388 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-ec350ac1-2fb7-4013-9917-2db6a2349b7d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420112 Oct 27 16:05:21.681314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-54398efd-bc79-4516-9f8d-371b0a749c92 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:21.681588 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63b74114-2f95-4f94-90cd-d7363ffa2a9f req-c337d71d-232d-49de-8c3f-aa2f774a6ea1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 210 time: 0.0336742 Oct 27 16:05:21.683045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-54398efd-bc79-4516-9f8d-371b0a749c92 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.4930248 Oct 27 16:05:21.713835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38c91ebf-6849-4103-8614-1bbaba6fc627 req-350e285a-c215-4236-a988-df48d3e9d9a4 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758844 Oct 27 16:05:21.738638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:21.806145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Request body: {'port': {'device_id': '040489d1-1531-49a1-9f00-84766e3f3934', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'admin_state_up': True, 'tenant_id': '532e31d389584cc2b9f78d696326f5ea'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:21.843660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50c24005-c439-4486-8836-efd81a7729ba,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:21.887418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] Checking segment: {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:21.888689 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] Network hostable DHCP agents. Network: c6ab54ce-c331-4877-b08b-de8bfe3b7060, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:05:21.928080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0e749-b361-4ad3-8974-4fc2299e4cb1 req-484dfb2a-f4f0-456e-9e08-a8ace2175c48 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:21.935652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-71d0e749-b361-4ad3-8974-4fc2299e4cb1 req-484dfb2a-f4f0-456e-9e08-a8ace2175c48 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 950 time: 0.1039851 Oct 27 16:05:21.971899 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.008637 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-71d0e749-b361-4ad3-8974-4fc2299e4cb1 req-c68488d1-697e-4f4f-9771-103d5249df83 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c83dacc-3e6d-49a6-b705-647bd77abc1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712678 Oct 27 16:05:22.010261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] Network c6ab54ce-c331-4877-b08b-de8bfe3b7060 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:05:22.065322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-76721c7f-7a20-4aff-8fe8-f6c980c4e50f req-049c7774-ebaa-41c4-ae47-1406a059279c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] For port 68f2665a-6695-4eea-b1df-aa86d46f7155, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=68f2665a-6695-4eea-b1df-aa86d46f7155,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:22.076504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-76721c7f-7a20-4aff-8fe8-f6c980c4e50f req-049c7774-ebaa-41c4-ae47-1406a059279c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.100556 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.102322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-76721c7f-7a20-4aff-8fe8-f6c980c4e50f req-049c7774-ebaa-41c4-ae47-1406a059279c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Calling delete_port for 68f2665a-6695-4eea-b1df-aa86d46f7155 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:22.119724 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.124375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c6ab54ce-c331-4877-b08b-de8bfe3b7060) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:22.126477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ecafda19-2b45-4409-99fe-dd74fb44afe4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.136605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:22.136926 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.137602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97fecd-276e-4a4b-9a95-fc6c4477d077 None None] Network c6ab54ce-c331-4877-b08b-de8bfe3b7060 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:22.174591 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafda19-2b45-4409-99fe-dd74fb44afe4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Pushing event deleted for resources: {'Port': ['ID=8852606e-e47f-4e24-8226-d02247c709b6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:22.188936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f5964-bf9d-4b01-ab18-13848f4b27ed req-cf2625f0-94d2-4a81-97bf-61ed6c57b874 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:22.190750 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b0f5964-bf9d-4b01-ab18-13848f4b27ed req-cf2625f0-94d2-4a81-97bf-61ed6c57b874 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 946 time: 0.1047409 Oct 27 16:05:22.200218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-46d484ed-d67c-4056-b347-0bb67d28c415 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558504 Oct 27 16:05:22.287033 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b0f5964-bf9d-4b01-ab18-13848f4b27ed req-a03883d1-a0bd-40be-98e3-cabb85fa37f5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824456 Oct 27 16:05:22.290352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ecafda19-2b45-4409-99fe-dd74fb44afe4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.293086 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ecafda19-2b45-4409-99fe-dd74fb44afe4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.294253 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ecafda19-2b45-4409-99fe-dd74fb44afe4 tempest-ServersTestJSON-1291048925 tempest-ServersTestJSON-1291048925-project] 10.222.0.15 "DELETE /v2.0/floatingips/7c9d30c1-41e7-4c11-82d9-7e3c604a9fdd HTTP/1.1" status: 204 len: 168 time: 1.1810091 Oct 27 16:05:22.299224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47464) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:22.353646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ac70e-ec26-45bf-b823-7503631273bb None None] Network c6ab54ce-c331-4877-b08b-de8bfe3b7060 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:22.372145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Made reservation on behalf of 532e31d389584cc2b9f78d696326f5ea for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:22.376967 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.432980 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8e20ec90-b15e-4030-ae52-f07fbf1196a1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9061759 Oct 27 16:05:22.497995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074715d5-00a1-4bbe-bdf8-573a1b925a04 req-985d21b1-5147-456f-acec-3cb8602259ac tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:22.512110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074715d5-00a1-4bbe-bdf8-573a1b925a04 req-985d21b1-5147-456f-acec-3cb8602259ac tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:22.517734 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-074715d5-00a1-4bbe-bdf8-573a1b925a04 req-985d21b1-5147-456f-acec-3cb8602259ac tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1681 time: 0.1404626 Oct 27 16:05:22.583493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b2a6b545-00d4-4218-9d41-c6d406e0a86a up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:22.592001 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-074715d5-00a1-4bbe-bdf8-573a1b925a04 req-6c5188f4-8114-4f82-b123-0d0f279871c6 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583467 Oct 27 16:05:22.748317 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port b2a6b545-00d4-4218-9d41-c6d406e0a86a completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:05:22.754224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port b2a6b545-00d4-4218-9d41-c6d406e0a86a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:22.754684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.858493 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.894779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703969b0-82b1-4a7d-9ca7-e1b40b793a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:22.897821 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3a0b99-5335-4d3d-b6c1-5df0aa17de98" -d '{"events": [{"server_uuid": "703969b0-82b1-4a7d-9ca7-e1b40b793a84", "name": "network-vif-plugged", "status": "completed", "tag": "b2a6b545-00d4-4218-9d41-c6d406e0a86a"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:22.914403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b2a6b545-00d4-4218-9d41-c6d406e0a86a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2a6b545-00d4-4218-9d41-c6d406e0a86a,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:22.932785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.988474 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:22.989309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 68f2665a-6695-4eea-b1df-aa86d46f7155 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:22.996962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-28930aef-c7e0-425b-8a71-f770de9155d2 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7768931 Oct 27 16:05:23.058704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:23.092248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:23.097553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-df99a5e8-bde5-40a4-8557-55f55eb58112 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.099354 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-df99a5e8-bde5-40a4-8557-55f55eb58112 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 804 time: 0.1847498 Oct 27 16:05:23.123254 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b2a6b545-00d4-4218-9d41-c6d406e0a86a,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:23.135878 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-76721c7f-7a20-4aff-8fe8-f6c980c4e50f req-049c7774-ebaa-41c4-ae47-1406a059279c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.139619 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-d0a8e4b8-2560-49a6-82bc-26d4711ab04c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/quotas/e74004a0595d4a43be6ac52e0d3327f6 HTTP/1.1" status: 200 len: 375 time: 0.0299914 Oct 27 16:05:23.143834 n-d-815689-1 neutron-server[109724]: INFO neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No ports have port_id starting with 68f2665a-6695-4eea-b1df-aa86d46f7155 Oct 27 16:05:23.168442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:23.180235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Port': ['ID=d43e3d0a-dd03-416e-b07c-58a545b450f7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:23.183262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-5bc4c16e-ccd0-4748-b294-104f1f75b2f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418270 Oct 27 16:05:23.266557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eaf52a-4efc-4fcd-82de-e952d42c1362 req-d6718efe-83e6-4b83-a75d-8f0854f9bc86 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.273018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eaf52a-4efc-4fcd-82de-e952d42c1362 req-d6718efe-83e6-4b83-a75d-8f0854f9bc86 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.279691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eaf52a-4efc-4fcd-82de-e952d42c1362 req-d6718efe-83e6-4b83-a75d-8f0854f9bc86 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.286022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eaf52a-4efc-4fcd-82de-e952d42c1362 req-d6718efe-83e6-4b83-a75d-8f0854f9bc86 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.287848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8eaf52a-4efc-4fcd-82de-e952d42c1362 req-d6718efe-83e6-4b83-a75d-8f0854f9bc86 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 3094 time: 0.3697650 Oct 27 16:05:23.323412 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-f67df309-8346-406a-b969-1e7c9976eae5 service neutron] 10.222.0.15 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392558 Oct 27 16:05:23.333557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049c7774-ebaa-41c4-ae47-1406a059279c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Pushing event deleted for resources: {'Port': ['ID=68f2665a-6695-4eea-b1df-aa86d46f7155,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:23.355471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Allocated IP 172.20.0.4 (c1d758f2-d37b-4018-98fc-3c91fe876e7c/3b08f108-8174-458c-afd5-eb5ec36a0ae6/00b1a992-b371-4bc3-bd69-1811df627fb5) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:23.415396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.416073 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.457864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-76721c7f-7a20-4aff-8fe8-f6c980c4e50f req-049c7774-ebaa-41c4-ae47-1406a059279c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] No DVR routers for this DVR port 68f2665a-6695-4eea-b1df-aa86d46f7155 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:23.477342 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-76721c7f-7a20-4aff-8fe8-f6c980c4e50f req-049c7774-ebaa-41c4-ae47-1406a059279c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.480921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-76721c7f-7a20-4aff-8fe8-f6c980c4e50f req-049c7774-ebaa-41c4-ae47-1406a059279c tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.53 "DELETE /v2.0/ports/68f2665a-6695-4eea-b1df-aa86d46f7155 HTTP/1.1" status: 204 len: 173 time: 2.7628033 Oct 27 16:05:23.481587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd08dcdd-5ac2-4e2b-be1c-4f89bb759604', 'name': 'network-vif-deleted', 'tag': '68f2665a-6695-4eea-b1df-aa86d46f7155'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:23.483991 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6d1567-09ec-44fd-acf4-6dd929617fe7" -d '{"events": [{"server_uuid": "bd08dcdd-5ac2-4e2b-be1c-4f89bb759604", "name": "network-vif-deleted", "tag": "68f2665a-6695-4eea-b1df-aa86d46f7155"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:23.511227 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-05a98c29-d803-4da3-96e9-f5328c4b3a29 service neutron] 10.222.0.15 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590130 Oct 27 16:05:23.517147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-fa868547-6c35-4d31-a7e1-4628b9306b56 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.518924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-fa868547-6c35-4d31-a7e1-4628b9306b56 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1097 time: 0.3444221 Oct 27 16:05:23.522267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8eaf52a-4efc-4fcd-82de-e952d42c1362 req-79facb3f-20c9-4e47-8bca-196427522880 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071538 Oct 27 16:05:23.538380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815689-1'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:23.542221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3d536830-d8a3-4202-b696-921d18feca3f None None] Provisioning complete for port d43e3d0a-dd03-416e-b07c-58a545b450f7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:23.542592 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d536830-d8a3-4202-b696-921d18feca3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.661282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3d536830-d8a3-4202-b696-921d18feca3f None None] Port d43e3d0a-dd03-416e-b07c-58a545b450f7 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:23.727172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-5718a4e5-17d2-416e-b32c-8d4047be34aa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0739973 Oct 27 16:05:23.749849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c655d421-a772-4d3a-9321-630a55edf390 req-87eaf045-5758-4752-8405-3d77881d67c5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 210 time: 0.0988848 Oct 27 16:05:23.768143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722', 'admin_state_up': True, 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'security_groups': ['7e716061-ac90-4155-8a66-5814faa8fd3b']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:23.850646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:23.880696 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-9c225cbc-f96c-4050-92f0-7e2b948d7ef5 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.897814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-9c225cbc-f96c-4050-92f0-7e2b948d7ef5 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:23.899525 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-9c225cbc-f96c-4050-92f0-7e2b948d7ef5 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.54 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1681 time: 0.1290693 Oct 27 16:05:23.973965 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.004190 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a587b963-422d-4f44-a2fc-db69eb1e1c07 x-openstack-request-id: req-a587b963-422d-4f44-a2fc-db69eb1e1c07 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:24.008183 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703969b0-82b1-4a7d-9ca7-e1b40b793a84", "name": "network-vif-plugged", "status": "completed", "tag": "b2a6b545-00d4-4218-9d41-c6d406e0a86a", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:24.009448 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a587b963-422d-4f44-a2fc-db69eb1e1c07 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:24.010123 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703969b0-82b1-4a7d-9ca7-e1b40b793a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a', 'code': 200} Oct 27 16:05:24.114417 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.149661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bd168-8233-49f7-826b-0d267aca369b req-69636416-2d62-49ea-b580-7dfdd60d6927 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.151289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-855bd168-8233-49f7-826b-0d267aca369b req-69636416-2d62-49ea-b580-7dfdd60d6927 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.2943761 Oct 27 16:05:24.210551 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99a65ea5-053c-4052-88a7-56fedb2a2503 req-3dedd8dc-b5f4-4b6a-b70c-1c53a23eee43 tempest-ServersAdminNegativeTestJSON-1160867824 tempest-ServersAdminNegativeTestJSON-1160867824-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd08dcdd-5ac2-4e2b-be1c-4f89bb759604 HTTP/1.1" status: 200 len: 210 time: 0.0474112 Oct 27 16:05:24.230430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-e6cd6947-722d-47c8-829d-5b02c6bcacc2 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting port a6d4329f-8c3f-41f0-9658-9a049cef7549 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:24.230811 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-e6cd6947-722d-47c8-829d-5b02c6bcacc2 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.332938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-855bd168-8233-49f7-826b-0d267aca369b req-023d082c-c371-4099-b792-599ba27a024d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669881 Oct 27 16:05:24.343335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70f23c-f8b7-4732-b438-cd59be149178 req-912a185c-1cc2-495c-bf9d-1c9afc38fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.345023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe70f23c-f8b7-4732-b438-cd59be149178 req-912a185c-1cc2-495c-bf9d-1c9afc38fd79 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 1097 time: 0.2097270 Oct 27 16:05:24.375461 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.383461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:24.394977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Made reservation on behalf of 85e3eae7fd4a49d59e82505efcf10621 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:24.399819 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.411488 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-e6cd6947-722d-47c8-829d-5b02c6bcacc2 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] For port a6d4329f-8c3f-41f0-9658-9a049cef7549, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a6d4329f-8c3f-41f0-9658-9a049cef7549,segment=NetworkSegment(2bbdb68e-1e9c-486b-824f-8e821f6029c5),segment_id=2bbdb68e-1e9c-486b-824f-8e821f6029c5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:24.411861 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-e6cd6947-722d-47c8-829d-5b02c6bcacc2 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.428475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-e6cd6947-722d-47c8-829d-5b02c6bcacc2 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Calling delete_port for a6d4329f-8c3f-41f0-9658-9a049cef7549 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:24.437622 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c046403-cfd2-4881-a2ef-0ab986df3406 x-openstack-request-id: req-3c046403-cfd2-4881-a2ef-0ab986df3406 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:24.437940 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd08dcdd-5ac2-4e2b-be1c-4f89bb759604", "name": "network-vif-deleted", "tag": "68f2665a-6695-4eea-b1df-aa86d46f7155", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:24.438162 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c046403-cfd2-4881-a2ef-0ab986df3406 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:24.438579 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd08dcdd-5ac2-4e2b-be1c-4f89bb759604', 'name': 'network-vif-deleted', 'tag': '68f2665a-6695-4eea-b1df-aa86d46f7155', 'status': 'completed', 'code': 200} Oct 27 16:05:24.519874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:24.555744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bcfb3-14f1-4894-821e-423a2f43de3a req-953c5241-fcd3-43a7-8c7b-16057b6ec410 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:24.557476 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c3bcfb3-14f1-4894-821e-423a2f43de3a req-953c5241-fcd3-43a7-8c7b-16057b6ec410 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 946 time: 0.2244544 Oct 27 16:05:24.629402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Network c1d758f2-d37b-4018-98fc-3c91fe876e7c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:24.635028 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe70f23c-f8b7-4732-b438-cd59be149178 req-5d398d46-507f-4ba7-a619-99f5d737728e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636940 Oct 27 16:05:24.636741 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c3bcfb3-14f1-4894-821e-423a2f43de3a req-5eefc5a6-b75f-44df-81aa-6633d18fe559 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725658 Oct 27 16:05:24.679160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:24.681057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event updated for resources: {'Port': ['ID=00b1a992-b371-4bc3-bd69-1811df627fb5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:24.699452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:24.729122 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7800ede-e909-4be9-92e7-78697dfd9cd5 req-89b3cecf-1f0c-4558-9c08-a02f4a15f837 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 210 time: 0.0369554 Oct 27 16:05:24.746712 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.756646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.764103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-e6cd6947-722d-47c8-829d-5b02c6bcacc2 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.781822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['a6d4329f-8c3f-41f0-9658-9a049cef7549', 'edaefcfe-6191-4e14-8a93-6882d18b866e'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:24.842612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd6947-722d-47c8-829d-5b02c6bcacc2 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Port': ['ID=a6d4329f-8c3f-41f0-9658-9a049cef7549,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:24.986519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-e6cd6947-722d-47c8-829d-5b02c6bcacc2 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] No DVR routers for this DVR port a6d4329f-8c3f-41f0-9658-9a049cef7549 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:24.994119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:24.995925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-e6cd6947-722d-47c8-829d-5b02c6bcacc2 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.001428 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-e6cd6947-722d-47c8-829d-5b02c6bcacc2 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.54 "DELETE /v2.0/ports/a6d4329f-8c3f-41f0-9658-9a049cef7549 HTTP/1.1" status: 204 len: 173 time: 1.0957854 Oct 27 16:05:25.006972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'name': 'network-vif-deleted', 'tag': 'a6d4329f-8c3f-41f0-9658-9a049cef7549'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:25.009662 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6f2498-e459-4e5d-9483-834fabebeab0" -d '{"events": [{"server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "name": "network-vif-deleted", "tag": "a6d4329f-8c3f-41f0-9658-9a049cef7549"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:25.039982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0558f-0b60-4897-bf69-87185fe3ad9b req-cd9f508c-4c5d-4e36-9142-cb42850fb053 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.069356 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fd134-0565-466b-8c40-e116aa8e2dc6 req-b31d2e53-4a5a-4450-87c0-ed4ea7f9fd4c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.075262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0558f-0b60-4897-bf69-87185fe3ad9b req-cd9f508c-4c5d-4e36-9142-cb42850fb053 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.075794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fd134-0565-466b-8c40-e116aa8e2dc6 req-b31d2e53-4a5a-4450-87c0-ed4ea7f9fd4c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.077030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88d0558f-0b60-4897-bf69-87185fe3ad9b req-cd9f508c-4c5d-4e36-9142-cb42850fb053 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 1603 time: 0.5293736 Oct 27 16:05:25.083316 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fd134-0565-466b-8c40-e116aa8e2dc6 req-b31d2e53-4a5a-4450-87c0-ed4ea7f9fd4c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.090021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fd134-0565-466b-8c40-e116aa8e2dc6 req-b31d2e53-4a5a-4450-87c0-ed4ea7f9fd4c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.094627 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a12fd134-0565-466b-8c40-e116aa8e2dc6 req-b31d2e53-4a5a-4450-87c0-ed4ea7f9fd4c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 3094 time: 0.2535586 Oct 27 16:05:25.191027 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a12fd134-0565-466b-8c40-e116aa8e2dc6 req-7c240f16-b5a1-4b74-b9dc-efcaed22743e tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822470 Oct 27 16:05:25.196517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.197176 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.229626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-30a957eb-dbf7-4c87-bfd6-9a7817ab9d79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting port edaefcfe-6191-4e14-8a93-6882d18b866e {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:25.230202 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-30a957eb-dbf7-4c87-bfd6-9a7817ab9d79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.348290 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88d0558f-0b60-4897-bf69-87185fe3ad9b req-77a55fe5-cbfb-4272-943b-4fa163d5a5bf tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b7349a1-7262-438d-8e97-7f51facdac50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787193 Oct 27 16:05:25.433106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-9a89760f-fff7-4167-966b-417fb38621ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6952317 Oct 27 16:05:25.433774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Pushing event updated for resources: {'Port': ['ID=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:25.469718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Allocated IP 10.2.2.200 (a7ed5152-1a1f-4ec2-abc4-e8bd08222722/7049252d-b600-4fab-b5a2-b6177f5e768d/935953a2-6495-45f6-89e3-b6b0c3d8b32e) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:25.473166 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5124bf-ad1c-45d2-9d75-f1c090118c47 x-openstack-request-id: req-6f5124bf-ad1c-45d2-9d75-f1c090118c47 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:25.473511 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "name": "network-vif-deleted", "tag": "a6d4329f-8c3f-41f0-9658-9a049cef7549", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:25.473736 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f5124bf-ad1c-45d2-9d75-f1c090118c47 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:25.474116 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'name': 'network-vif-deleted', 'tag': 'a6d4329f-8c3f-41f0-9658-9a049cef7549', 'status': 'completed', 'code': 200} Oct 27 16:05:25.506173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on host n-h1-815689-1 for vnic_type normal with profile {"migrating_to": "n-h2-815689-1"} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:25.506786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:25.507301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:25.519656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-30a957eb-dbf7-4c87-bfd6-9a7817ab9d79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] For port edaefcfe-6191-4e14-8a93-6882d18b866e, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=edaefcfe-6191-4e14-8a93-6882d18b866e,segment=NetworkSegment(cf0ee6c5-0dd4-45b0-b47c-9b60a8754292),segment_id=cf0ee6c5-0dd4-45b0-b47c-9b60a8754292)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:25.520036 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-30a957eb-dbf7-4c87-bfd6-9a7817ab9d79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.531802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f7228-fd7a-47e5-a63e-d5006b19e2ae req-4c0bc657-0d7b-491a-b086-9a96a62c6c72 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.533717 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-533f7228-fd7a-47e5-a63e-d5006b19e2ae req-4c0bc657-0d7b-491a-b086-9a96a62c6c72 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 931 time: 0.2005911 Oct 27 16:05:25.537130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Request body: {'port': {'device_id': '040489d1-1531-49a1-9f00-84766e3f3934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:25.545918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:25.547424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Attempting to bind port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:25.562920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-30a957eb-dbf7-4c87-bfd6-9a7817ab9d79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Calling delete_port for edaefcfe-6191-4e14-8a93-6882d18b866e owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:25.597961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:25.598534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:25.598983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:25.599539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Bound port: 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:25.599990 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.651339 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-533f7228-fd7a-47e5-a63e-d5006b19e2ae req-23c14d64-9f4b-4d39-b4ee-b5c420f427e4 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084569 Oct 27 16:05:25.911208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631d943-56bb-453a-8f27-6549991c4351 req-8c6335ac-afe6-49ec-8cfb-a0ed1d612395 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:25.913448 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4631d943-56bb-453a-8f27-6549991c4351 req-8c6335ac-afe6-49ec-8cfb-a0ed1d612395 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 944 time: 0.0858138 Oct 27 16:05:25.940485 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-30a957eb-dbf7-4c87-bfd6-9a7817ab9d79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:25.997943 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a957eb-dbf7-4c87-bfd6-9a7817ab9d79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Port': ['ID=edaefcfe-6191-4e14-8a93-6882d18b866e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:26.072460 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4631d943-56bb-453a-8f27-6549991c4351 req-ae448a7c-4665-4cc7-9c41-b454408596c2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524863 Oct 27 16:05:26.079041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-30a957eb-dbf7-4c87-bfd6-9a7817ab9d79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] No DVR routers for this DVR port edaefcfe-6191-4e14-8a93-6882d18b866e on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:26.087282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-30a957eb-dbf7-4c87-bfd6-9a7817ab9d79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.094921 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41283cc1-daf9-4f45-9b47-6c439fd2a671 req-30a957eb-dbf7-4c87-bfd6-9a7817ab9d79 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.54 "DELETE /v2.0/ports/edaefcfe-6191-4e14-8a93-6882d18b866e HTTP/1.1" status: 204 len: 173 time: 1.0819089 Oct 27 16:05:26.200993 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47530) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:26.218691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-50f449e9-ae0c-49a9-8ce0-6c1530af80e2 req-1842c7a6-673e-496d-aa9f-89163121fafb tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 210 time: 0.0635726 Oct 27 16:05:26.431761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102155-ece9-4192-94c3-ede9773ea098 req-f8684dd0-901f-459d-8e5e-5d5c933f5304 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.436168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:26.438183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:26.439411 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102155-ece9-4192-94c3-ede9773ea098 req-f8684dd0-901f-459d-8e5e-5d5c933f5304 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.444024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:26.446694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102155-ece9-4192-94c3-ede9773ea098 req-f8684dd0-901f-459d-8e5e-5d5c933f5304 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.446956 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f6a1b8-49dc-40fe-bc22-587c93951920" -d '{"events": [{"server_uuid": "5b34d760-5fe1-4914-ac5a-03463140a60f", "name": "network-vif-unplugged", "status": "completed", "tag": "9119ec44-d57f-43b9-bdfe-f2bf31fcbf87"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:26.455063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba102155-ece9-4192-94c3-ede9773ea098 req-f8684dd0-901f-459d-8e5e-5d5c933f5304 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.456868 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba102155-ece9-4192-94c3-ede9773ea098 req-f8684dd0-901f-459d-8e5e-5d5c933f5304 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 3094 time: 0.1431146 Oct 27 16:05:26.464844 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.490259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e449756-dfda-4ae8-b9ab-8af745f13f4e req-abe4ff73-afe4-456f-96ae-a7b604201433 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.498076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e449756-dfda-4ae8-b9ab-8af745f13f4e req-abe4ff73-afe4-456f-96ae-a7b604201433 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.8829515 Oct 27 16:05:26.553412 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba102155-ece9-4192-94c3-ede9773ea098 req-d3e019f1-0bc6-45b5-b9c4-4b4f47573fc7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871675 Oct 27 16:05:26.556499 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9d15111b-b00d-4bab-ac1e-3d31f884abf0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c766f0bdad174871b53248832f4e1c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540843 Oct 27 16:05:26.559083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47540) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:26.592463 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.625699 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c8b119c-6e66-4f05-aa78-e7768844d1f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.673678 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c8b119c-6e66-4f05-aa78-e7768844d1f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.723476 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.743759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1689e02f-4419-4828-880d-8fc5cf476882 req-d00921b6-c0c7-4fb2-b1da-0512f1e3cda7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "GET /v2.0/ports?device_id=e375f88c-265b-49d7-9784-2715ce863783 HTTP/1.1" status: 200 len: 210 time: 0.0360060 Oct 27 16:05:26.757798 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e449756-dfda-4ae8-b9ab-8af745f13f4e req-32b0662a-1459-48b3-bec3-1cf380fba8fc tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586770 Oct 27 16:05:26.765074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Pushing event updated for resources: {'Port': ['ID=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,revision_number=8']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:26.870303 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6dae68-4487-4050-8b4d-7909821368cd x-openstack-request-id: req-0a6dae68-4487-4050-8b4d-7909821368cd {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:26.870996 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b34d760-5fe1-4914-ac5a-03463140a60f", "name": "network-vif-unplugged", "status": "completed", "tag": "9119ec44-d57f-43b9-bdfe-f2bf31fcbf87", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:26.871275 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a6dae68-4487-4050-8b4d-7909821368cd {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:26.871659 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87', 'code': 200} Oct 27 16:05:26.892637 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c8b119c-6e66-4f05-aa78-e7768844d1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.899564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a6d4329f-8c3f-41f0-9658-9a049cef7549 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:26.909636 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c8b119c-6e66-4f05-aa78-e7768844d1f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.915108 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1c8b119c-6e66-4f05-aa78-e7768844d1f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c83dacc-3e6d-49a6-b705-647bd77abc1f HTTP/1.1" status: 204 len: 168 time: 0.3527608 Oct 27 16:05:26.924461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:26.925049 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:26.926504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-0bfd0162-062d-4d04-8dfc-332fdf1888ac service neutron] 10.222.0.53 "PUT /v2.0/ports/9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 HTTP/1.1" status: 200 len: 1122 time: 3.3956842 Oct 27 16:05:26.980024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b119c-6e66-4f05-aa78-e7768844d1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c83dacc-3e6d-49a6-b705-647bd77abc1f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:26.988129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: a6d4329f-8c3f-41f0-9658-9a049cef7549 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:26.990320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a6d4329f-8c3f-41f0-9658-9a049cef7549 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:26.993044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device edaefcfe-6191-4e14-8a93-6882d18b866e no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:27.015954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['9119ec44-d57f-43b9-bdfe-f2bf31fcbf87'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:27.093089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] Deleting port 52db30fe-241a-481f-9caa-1ce4e35931b1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:27.094186 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:27.099043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: edaefcfe-6191-4e14-8a93-6882d18b866e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:27.099921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device edaefcfe-6191-4e14-8a93-6882d18b866e not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:27.259943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca915c1f-aca2-4fd8-827a-2ca365649246 req-975ceba1-a2c7-48a2-9fb2-30925670f0c3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:27.275334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ca915c1f-aca2-4fd8-827a-2ca365649246 req-975ceba1-a2c7-48a2-9fb2-30925670f0c3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 931 time: 0.3819299 Oct 27 16:05:27.334067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6c12e-34f4-44a2-bbbb-0fa52809c056 req-4db252af-e3c6-4e8c-8ee7-8248f028cd25 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:27.344475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3cf6c12e-34f4-44a2-bbbb-0fa52809c056 req-4db252af-e3c6-4e8c-8ee7-8248f028cd25 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 944 time: 0.1228826 Oct 27 16:05:27.399476 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3cf6c12e-34f4-44a2-bbbb-0fa52809c056 req-7ede7128-5a3b-4273-8e16-3542e9579f84 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539558 Oct 27 16:05:27.473465 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:27.475748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'name': 'network-vif-deleted', 'tag': 'edaefcfe-6191-4e14-8a93-6882d18b866e'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:27.480578 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2032590f-5614-4817-bf0a-7f7060cf274c" -d '{"events": [{"server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "name": "network-vif-deleted", "tag": "edaefcfe-6191-4e14-8a93-6882d18b866e"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:27.583443 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1ac4207-0be5-4994-aef5-f63eeeac8ed8 req-bcf7f684-45ef-44c1-ae5e-434e04f724b3 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 210 time: 0.0484545 Oct 27 16:05:27.608243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-6b077b67-881b-4e49-ad0e-a5098aa977c6 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:27.608243 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-6b077b67-881b-4e49-ad0e-a5098aa977c6 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.53 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 804 time: 0.3247855 Oct 27 16:05:27.637604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Request body: {'port': {'device_id': 'fe927e06-a305-4b99-8626-1b137a203724', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'admin_state_up': True, 'tenant_id': 'e74004a0595d4a43be6ac52e0d3327f6'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:27.675859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:27.678656 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66b482e-76f1-47ee-83bd-0ba09572b19f x-openstack-request-id: req-e66b482e-76f1-47ee-83bd-0ba09572b19f {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:27.679122 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e375f88c-265b-49d7-9784-2715ce863783", "name": "network-vif-deleted", "tag": "edaefcfe-6191-4e14-8a93-6882d18b866e", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:27.679546 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e66b482e-76f1-47ee-83bd-0ba09572b19f {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:27.680235 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e375f88c-265b-49d7-9784-2715ce863783', 'name': 'network-vif-deleted', 'tag': 'edaefcfe-6191-4e14-8a93-6882d18b866e', 'status': 'completed', 'code': 200} Oct 27 16:05:27.722742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] For port 52db30fe-241a-481f-9caa-1ce4e35931b1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=52db30fe-241a-481f-9caa-1ce4e35931b1,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:27.723108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:27.741558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:27.771314 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ca915c1f-aca2-4fd8-827a-2ca365649246 req-60abfa0f-bccb-4503-8e44-14fd6b3282b3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4947577 Oct 27 16:05:27.772036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event updated for resources: {'Port': ['ID=935953a2-6495-45f6-89e3-b6b0c3d8b32e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:27.785739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:27.810935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] Calling delete_port for 52db30fe-241a-481f-9caa-1ce4e35931b1 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:27.868662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47560) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:27.987276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5d7e-1b62-4499-91f6-e88fa79702c1 req-b15938e2-0aca-4e43-8e68-82f3b230dbe9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:27.996801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5d7e-1b62-4499-91f6-e88fa79702c1 req-b15938e2-0aca-4e43-8e68-82f3b230dbe9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:28.005920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5d7e-1b62-4499-91f6-e88fa79702c1 req-b15938e2-0aca-4e43-8e68-82f3b230dbe9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:28.018246 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5d7e-1b62-4499-91f6-e88fa79702c1 req-b15938e2-0aca-4e43-8e68-82f3b230dbe9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:28.027271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c5d7e-1b62-4499-91f6-e88fa79702c1 req-b15938e2-0aca-4e43-8e68-82f3b230dbe9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:28.031704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-635c5d7e-1b62-4499-91f6-e88fa79702c1 req-b15938e2-0aca-4e43-8e68-82f3b230dbe9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 3815 time: 0.2274859 Oct 27 16:05:28.052759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b1a992-b371-4bc3-bd69-1811df627fb5 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:28.091587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.125354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47562) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:28.135250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:28.136282 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.138326 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-635c5d7e-1b62-4499-91f6-e88fa79702c1 req-e312f747-21c1-479c-bda6-16edebf48262 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885863 Oct 27 16:05:28.212279 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce210eb-3a5f-4cfd-b34a-8a49700fa089 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting subnet aed3ce42-97e7-43e0-bbff-ddb3f0583aeb {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:05:28.216669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Transition to ACTIVE for port object 00b1a992-b371-4bc3-bd69-1811df627fb5 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:28.221062 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-02b1c817-2824-41da-b06f-a5905ebc1f9d None None] Provisioning complete for port 935953a2-6495-45f6-89e3-b6b0c3d8b32e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:28.221965 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-02b1c817-2824-41da-b06f-a5905ebc1f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.230731 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce210eb-3a5f-4cfd-b34a-8a49700fa089 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.265988 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-02b1c817-2824-41da-b06f-a5905ebc1f9d None None] Port 935953a2-6495-45f6-89e3-b6b0c3d8b32e cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:28.324430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a9e8b040-d9bc-4d21-bae4-78f42186fafe tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5695703 Oct 27 16:05:28.358224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a6b8d-33a4-4cb5-ab07-596aa1d6de8a req-be4e5c12-bd58-4b84-89ae-96a9b6b9699c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:28.360312 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c66a6b8d-33a4-4cb5-ab07-596aa1d6de8a req-be4e5c12-bd58-4b84-89ae-96a9b6b9699c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.3456166 Oct 27 16:05:28.366554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce210eb-3a5f-4cfd-b34a-8a49700fa089 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.373467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:28.409511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.416687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-55002f85-872d-47eb-94f9-2dc5ede3c3fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29ea08a5a9ce45c5a7163a9b8e404492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2739773 Oct 27 16:05:28.417035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47564) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:28.489415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b46c8b2-24bf-448f-ab2e-82d23a147253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.540193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Made reservation on behalf of e74004a0595d4a43be6ac52e0d3327f6 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:28.543715 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.544149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b46c8b2-24bf-448f-ab2e-82d23a147253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.593690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc3b3-82eb-4cda-84db-9001b16cfe5f req-915aca4a-743a-40f7-ab41-e6fa9911bcf1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:28.595395 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f4dc3b3-82eb-4cda-84db-9001b16cfe5f req-915aca4a-743a-40f7-ab41-e6fa9911bcf1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 944 time: 0.0845306 Oct 27 16:05:28.631985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Pushing event updated for resources: {'Port': ['ID=00b1a992-b371-4bc3-bd69-1811df627fb5,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:28.658328 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f4dc3b3-82eb-4cda-84db-9001b16cfe5f req-1c78bbf9-5fbd-46a8-bfe1-a11605ce0b96 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536082 Oct 27 16:05:28.660342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c66a6b8d-33a4-4cb5-ab07-596aa1d6de8a req-3e6455fb-93a8-4d88-ae94-243656e6da18 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536657 Oct 27 16:05:28.714408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.764408 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-64d58d8b-e21c-409b-80cf-cabd5f5f226c req-617b27d7-3c4a-4048-9533-0f4af621b7af tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 210 time: 0.0440743 Oct 27 16:05:28.773087 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b46c8b2-24bf-448f-ab2e-82d23a147253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.784549 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b46c8b2-24bf-448f-ab2e-82d23a147253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.784549 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4b46c8b2-24bf-448f-ab2e-82d23a147253 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ac83457-08dd-4ecb-993d-cef376939478 HTTP/1.1" status: 204 len: 168 time: 0.3628664 Oct 27 16:05:28.820901 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46c8b2-24bf-448f-ab2e-82d23a147253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac83457-08dd-4ecb-993d-cef376939478,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:28.876659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'tag': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:28.878958 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1306bac8-f1ca-461a-9ddf-2230e57b44da" -d '{"events": [{"name": "network-changed", "server_uuid": "5b34d760-5fe1-4914-ac5a-03463140a60f", "tag": "9119ec44-d57f-43b9-bdfe-f2bf31fcbf87"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:28.893696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce210eb-3a5f-4cfd-b34a-8a49700fa089 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:28.927324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c88fa-47a6-423c-8592-53151836a027 req-a89b5bae-d8c9-4680-b7e4-02b54c2580d1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:28.935904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e73c88fa-47a6-423c-8592-53151836a027 req-a89b5bae-d8c9-4680-b7e4-02b54c2580d1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 943 time: 0.0715919 Oct 27 16:05:29.002325 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.003263 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e73c88fa-47a6-423c-8592-53151836a027 req-d2b71dd0-ff1b-4a1b-8b64-845b4bf288cf tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636427 Oct 27 16:05:29.086295 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea285c0-de96-4023-9139-284fd8d22a3e x-openstack-request-id: req-dea285c0-de96-4023-9139-284fd8d22a3e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:29.086646 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b34d760-5fe1-4914-ac5a-03463140a60f", "tag": "9119ec44-d57f-43b9-bdfe-f2bf31fcbf87", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:29.086912 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dea285c0-de96-4023-9139-284fd8d22a3e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:29.087382 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'tag': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87', 'status': 'completed', 'code': 200} Oct 27 16:05:29.107253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=52db30fe-241a-481f-9caa-1ce4e35931b1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:29.136045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7db52-39c1-4e4f-a086-b90d0926142e req-6f8fe0ac-5331-4b99-9f76-161a32e3adbd tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.137740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19e7db52-39c1-4e4f-a086-b90d0926142e req-6f8fe0ac-5331-4b99-9f76-161a32e3adbd tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.3607910 Oct 27 16:05:29.177151 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.179569 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306bac8-f1ca-461a-9ddf-2230e57b44da req-0b2bc46c-85c6-49e7-b939-f511b099b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.180308 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1306bac8-f1ca-461a-9ddf-2230e57b44da req-0b2bc46c-85c6-49e7-b939-f511b099b5ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1125 time: 0.0822415 Oct 27 16:05:29.259705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Allocated IP 172.20.0.6 (c6ab54ce-c331-4877-b08b-de8bfe3b7060/50c24005-c439-4486-8836-efd81a7729ba/81d00f61-d7d3-43af-bda0-1e37c9bfaaa4) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:29.286428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Attempting to bind port 00b1a992-b371-4bc3-bd69-1811df627fb5 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:29.287042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Attempting to bind port 00b1a992-b371-4bc3-bd69-1811df627fb5 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:29.287516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Attempting to bind port 00b1a992-b371-4bc3-bd69-1811df627fb5 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:29.338674 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce210eb-3a5f-4cfd-b34a-8a49700fa089 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.398878 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce210eb-3a5f-4cfd-b34a-8a49700fa089 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Subnet': ['ID=aed3ce42-97e7-43e0-bbff-ddb3f0583aeb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:29.428318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306bac8-f1ca-461a-9ddf-2230e57b44da req-d2bfab0e-cda5-4d52-8e6d-1b4fef4fddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.429983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1306bac8-f1ca-461a-9ddf-2230e57b44da req-d2bfab0e-cda5-4d52-8e6d-1b4fef4fddd3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.2418079 Oct 27 16:05:29.443983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Port 00b1a992-b371-4bc3-bd69-1811df627fb5 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:29.444710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Attempting to bind port 00b1a992-b371-4bc3-bd69-1811df627fb5 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:29.476186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19e7db52-39c1-4e4f-a086-b90d0926142e req-bb700a97-ff0c-413f-8c14-d1e64e90993c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190516 Oct 27 16:05:29.564561 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1306bac8-f1ca-461a-9ddf-2230e57b44da req-cbba7bcc-49cf-44aa-8fd3-518b609e1087 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 HTTP/1.1" status: 200 len: 217 time: 0.1024225 Oct 27 16:05:29.589527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:29.590396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Checking segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:29.590396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Bound using segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:29.590768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Bound port: 00b1a992-b371-4bc3-bd69-1811df627fb5, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:29.590950 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.669653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a52010c-213e-4c88-81c6-2ff15cad3a75 None None] Network f0db254e-76b5-4acb-8c04-ef4efa090a08 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:29.679897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328ad4b-e723-431e-afbe-6a15ba59a330 req-a515559e-a277-47a5-8232-77827ac97532 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.692330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328ad4b-e723-431e-afbe-6a15ba59a330 req-a515559e-a277-47a5-8232-77827ac97532 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.703624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328ad4b-e723-431e-afbe-6a15ba59a330 req-a515559e-a277-47a5-8232-77827ac97532 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.715199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328ad4b-e723-431e-afbe-6a15ba59a330 req-a515559e-a277-47a5-8232-77827ac97532 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.745336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce210eb-3a5f-4cfd-b34a-8a49700fa089 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.748965 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1ce210eb-3a5f-4cfd-b34a-8a49700fa089 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "DELETE /v2.0/subnets/aed3ce42-97e7-43e0-bbff-ddb3f0583aeb HTTP/1.1" status: 204 len: 168 time: 1.8487315 Oct 27 16:05:29.758037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328ad4b-e723-431e-afbe-6a15ba59a330 req-a515559e-a277-47a5-8232-77827ac97532 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:29.771984 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3328ad4b-e723-431e-afbe-6a15ba59a330 req-a515559e-a277-47a5-8232-77827ac97532 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 3815 time: 0.4042249 Oct 27 16:05:29.782907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47594) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:29.971543 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.986415 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:29.994858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54caa2b5-95e1-4c54-9493-734a23412f1f None None] DHCP port deletion for f0db254e-76b5-4acb-8c04-ef4efa090a08 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:05:30.019874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306bac8-f1ca-461a-9ddf-2230e57b44da req-5b87d22a-60ea-4762-b96e-3291959b4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:30.022809 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1306bac8-f1ca-461a-9ddf-2230e57b44da req-5b87d22a-60ea-4762-b96e-3291959b4d0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.4397149 Oct 27 16:05:30.156590 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3328ad4b-e723-431e-afbe-6a15ba59a330 req-d57c242c-dd91-461a-a6ad-b319bf8782d8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3823338 Oct 27 16:05:30.208613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-54caa2b5-95e1-4c54-9493-734a23412f1f None None] Deleting port 0de65758-9d71-4a89-805d-773fb8fc7130 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:30.209686 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-54caa2b5-95e1-4c54-9493-734a23412f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.269837 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1306bac8-f1ca-461a-9ddf-2230e57b44da req-7c12a852-39e8-487e-a885-b1a8b6713557 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2163303 Oct 27 16:05:30.455339 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-54caa2b5-95e1-4c54-9493-734a23412f1f None None] For port 0de65758-9d71-4a89-805d-773fb8fc7130, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0de65758-9d71-4a89-805d-773fb8fc7130,segment=NetworkSegment(cf0ee6c5-0dd4-45b0-b47c-9b60a8754292),segment_id=cf0ee6c5-0dd4-45b0-b47c-9b60a8754292)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:30.456551 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-54caa2b5-95e1-4c54-9493-734a23412f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.482304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-54caa2b5-95e1-4c54-9493-734a23412f1f None None] Calling delete_port for 0de65758-9d71-4a89-805d-773fb8fc7130 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:30.496984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] For port 00b1a992-b371-4bc3-bd69-1811df627fb5, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:30.506499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] For port 00b1a992-b371-4bc3-bd69-1811df627fb5, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=00b1a992-b371-4bc3-bd69-1811df627fb5,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:30.561548 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.562557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting port 0de65758-9d71-4a89-805d-773fb8fc7130 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:30.563309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.597683 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1306bac8-f1ca-461a-9ddf-2230e57b44da req-0604d948-1db1-47ee-bf50-1cdcb32bbc08 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135695 Oct 27 16:05:30.602125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0de65758-9d71-4a89-805d-773fb8fc7130 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:30.648454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:30.685971 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.694523 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-54caa2b5-95e1-4c54-9493-734a23412f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.742983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54caa2b5-95e1-4c54-9493-734a23412f1f None None] Pushing event deleted for resources: {'Port': ['ID=0de65758-9d71-4a89-805d-773fb8fc7130,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:30.753143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:30.753143 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.754126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] 10.222.0.54 "PUT /v2.0/ports/00b1a992-b371-4bc3-bd69-1811df627fb5 HTTP/1.1" status: 200 len: 1091 time: 5.3088357 Oct 27 16:05:30.801925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf38ef-9fb7-41f4-9410-2dcc310fc8cf req-b3afc933-49a1-412c-8808-a3ac1dd5b9c1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:30.803733 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57cf38ef-9fb7-41f4-9410-2dcc310fc8cf req-b3afc933-49a1-412c-8808-a3ac1dd5b9c1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 944 time: 0.9990201 Oct 27 16:05:30.832811 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:30.852723 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54caa2b5-95e1-4c54-9493-734a23412f1f None None] No DVR routers for this DVR port 0de65758-9d71-4a89-805d-773fb8fc7130 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:30.938872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57cf38ef-9fb7-41f4-9410-2dcc310fc8cf req-a584857e-78bd-455b-89c4-19bc9b565cf1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154470 Oct 27 16:05:30.953508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:30.974947 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 has no active binding in host n-h2-815689-1 {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:05:30.985333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb3e6f-aa95-4f56-b88b-fd3e8a4d0dc9 req-1d0d3c99-290c-48da-b636-40cc5ca71131 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:30.993370 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdbb3e6f-aa95-4f56-b88b-fd3e8a4d0dc9 req-1d0d3c99-290c-48da-b636-40cc5ca71131 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.5229385 Oct 27 16:05:31.008629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] For port 0de65758-9d71-4a89-805d-773fb8fc7130, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0de65758-9d71-4a89-805d-773fb8fc7130,segment=NetworkSegment(cf0ee6c5-0dd4-45b0-b47c-9b60a8754292),segment_id=cf0ee6c5-0dd4-45b0-b47c-9b60a8754292)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:31.013787 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.014254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1306bac8-f1ca-461a-9ddf-2230e57b44da req-7b3585d7-4df2-43f5-b6de-8e3acffbb266 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107136 Oct 27 16:05:31.039476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Calling delete_port for 0de65758-9d71-4a89-805d-773fb8fc7130 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:31.073065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdbb3e6f-aa95-4f56-b88b-fd3e8a4d0dc9 req-12aaaac8-f19e-478c-af24-5cd7538718b2 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787439 Oct 27 16:05:31.090162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040489d1-1531-49a1-9f00-84766e3f3934', 'tag': '00b1a992-b371-4bc3-bd69-1811df627fb5'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:31.092647 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906052cf-748e-4346-93cb-cfc29c080007" -d '{"events": [{"name": "network-changed", "server_uuid": "040489d1-1531-49a1-9f00-84766e3f3934", "tag": "00b1a992-b371-4bc3-bd69-1811df627fb5"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:31.125607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.128545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-f20d8213-9be9-4b60-8a10-f86734b7f4a6 service neutron] 10.222.0.54 "GET /v2.0/ports/9119ec44-d57f-43b9-bdfe-f2bf31fcbf87/bindings/n-h2-815689-1 HTTP/1.1" status: 200 len: 384 time: 0.1223328 Oct 27 16:05:31.136228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0a124-6ddd-40db-856a-df75c961c702 service neutron] Pushing event updated for resources: {'Port': ['ID=00b1a992-b371-4bc3-bd69-1811df627fb5,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:31.156031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.186107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] No DVR routers for this DVR port 0de65758-9d71-4a89-805d-773fb8fc7130 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:31.211360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7667c6e7-fede-4069-bc52-bac40ef20493 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:31.218069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Port': ['ID=0de65758-9d71-4a89-805d-773fb8fc7130,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:31.267506 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.331204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.358349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6a186-2ff9-4945-bed2-912796081bc1 req-6eeee61d-4f73-4f5e-a7a9-5d68b2b44aa3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:31.366875 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26f6a186-2ff9-4945-bed2-912796081bc1 req-6eeee61d-4f73-4f5e-a7a9-5d68b2b44aa3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 943 time: 0.1843524 Oct 27 16:05:31.372156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Network c6ab54ce-c331-4877-b08b-de8bfe3b7060 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:31.379935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Transition to ACTIVE for port object 7667c6e7-fede-4069-bc52-bac40ef20493 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:31.387820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-a74db76e-fcd0-4554-b2a1-3f97b82d42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:31.393605 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-a74db76e-fcd0-4554-b2a1-3f97b82d42c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 1094 time: 0.5019619 Oct 27 16:05:31.393769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0db254e-76b5-4acb-8c04-ef4efa090a08']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:31.403438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:31.415431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:31.422072 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0ee6c5-0dd4-45b0-b47c-9b60a8754292') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:31.422347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0ee6c5-0dd4-45b0-b47c-9b60a8754292') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:31.428004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Pushing event updated for resources: {'Port': ['ID=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:31.448714 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26f6a186-2ff9-4945-bed2-912796081bc1 req-01895891-9aad-42c9-8774-995326e1c80c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808389 Oct 27 16:05:31.451388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.479063 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.490112 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:05:31.490722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:05:31.495267 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:05:31.507799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.570737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea5ca3-3510-4733-bfe8-40cdd5d08c49 req-c3bfb05d-e841-4736-bc23-6dc5aecdf34e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:31.572436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7aea5ca3-3510-4733-bfe8-40cdd5d08c49 req-c3bfb05d-e841-4736-bc23-6dc5aecdf34e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 931 time: 0.4681053 Oct 27 16:05:31.573848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-ca408526-97c7-4a53-ba9f-2a30e6b204ad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b1a992-b371-4bc3-bd69-1811df627fb5 HTTP/1.1" status: 200 len: 217 time: 0.1651511 Oct 27 16:05:31.716978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:31.717597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.758344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.773627 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:31.782852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "DELETE /v2.0/networks/f0db254e-76b5-4acb-8c04-ef4efa090a08 HTTP/1.1" status: 204 len: 168 time: 1.9870608 Oct 27 16:05:31.794810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47622) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:31.808466 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a5f50-2663-460d-94d8-3085cd8d11eb tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Network': ['ID=f0db254e-76b5-4acb-8c04-ef4efa090a08,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:31.849936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] Router 87235476-6924-4ec0-9eae-8e94602f6cec has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:05:31.855687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Pushing event updated for resources: {'Port': ['ID=7667c6e7-fede-4069-bc52-bac40ef20493,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:31.858054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bbc079-fd08-41cb-b612-28dc98e3f24a req-941cb29f-1130-4294-be23-c6a2af01e4ce tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:31.859726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-82bbc079-fd08-41cb-b612-28dc98e3f24a req-941cb29f-1130-4294-be23-c6a2af01e4ce tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.0753083 Oct 27 16:05:31.911673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-c013ca18-50d8-4d9b-83c6-41610122a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:31.911918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-82bbc079-fd08-41cb-b612-28dc98e3f24a req-44d91921-8f07-4ae2-a855-eadb86fb7bab tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425253 Oct 27 16:05:31.913553 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-c013ca18-50d8-4d9b-83c6-41610122a686 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.3112276 Oct 27 16:05:31.919219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7aea5ca3-3510-4733-bfe8-40cdd5d08c49 req-9f2191e5-4087-4baf-9a7d-f4e6ad6607b4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216629 Oct 27 16:05:32.012452 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7379c009-ddd6-4dbf-8cb0-bc9bc8fce0b0 x-openstack-request-id: req-7379c009-ddd6-4dbf-8cb0-bc9bc8fce0b0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:32.012807 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040489d1-1531-49a1-9f00-84766e3f3934", "tag": "00b1a992-b371-4bc3-bd69-1811df627fb5", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:32.012975 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7379c009-ddd6-4dbf-8cb0-bc9bc8fce0b0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:32.013547 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040489d1-1531-49a1-9f00-84766e3f3934', 'tag': '00b1a992-b371-4bc3-bd69-1811df627fb5', 'status': 'completed', 'code': 200} Oct 27 16:05:32.021076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-2fa751e0-a54e-4aff-9c73-075fa78bd398 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3938043 Oct 27 16:05:32.032913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-37a96098-8c0e-434c-9390-1f4b8f9a5267 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857406 Oct 27 16:05:32.072105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Request body: {'port': {'device_id': 'fe927e06-a305-4b99-8626-1b137a203724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:32.092725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-faad16ef-4c43-4a2e-99f0-cac27f5f38f1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting subnet ec53836b-b030-4187-9de3-ff1b67e1bd8d {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:05:32.188725 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-faad16ef-4c43-4a2e-99f0-cac27f5f38f1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.306083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-24077524-1d4b-492d-8193-9654d31040b1 service neutron] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:32.365448 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.372681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Attempting to bind port 7667c6e7-fede-4069-bc52-bac40ef20493 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:32.377783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Attempting to bind port 7667c6e7-fede-4069-bc52-bac40ef20493 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:32.377783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Attempting to bind port 7667c6e7-fede-4069-bc52-bac40ef20493 on network c395456f-7f40-43bf-9aec-b98bcc11fe96 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:32.386418 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-faad16ef-4c43-4a2e-99f0-cac27f5f38f1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.439069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f992ecf-9220-4f41-9af6-f25bb36b8889 req-56eea898-9203-454a-8b0f-cfe930a84dd8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:32.445496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f992ecf-9220-4f41-9af6-f25bb36b8889 req-56eea898-9203-454a-8b0f-cfe930a84dd8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:32.451880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f992ecf-9220-4f41-9af6-f25bb36b8889 req-56eea898-9203-454a-8b0f-cfe930a84dd8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:32.463539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f992ecf-9220-4f41-9af6-f25bb36b8889 req-56eea898-9203-454a-8b0f-cfe930a84dd8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:32.476668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f992ecf-9220-4f41-9af6-f25bb36b8889 req-56eea898-9203-454a-8b0f-cfe930a84dd8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:32.478505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f992ecf-9220-4f41-9af6-f25bb36b8889 req-56eea898-9203-454a-8b0f-cfe930a84dd8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 3827 time: 0.4483249 Oct 27 16:05:32.482585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-24077524-1d4b-492d-8193-9654d31040b1 service neutron] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:32.492378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Port 7667c6e7-fede-4069-bc52-bac40ef20493 on network c395456f-7f40-43bf-9aec-b98bcc11fe96 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:32.493406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Attempting to bind port 7667c6e7-fede-4069-bc52-bac40ef20493 on network c395456f-7f40-43bf-9aec-b98bcc11fe96 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:32.496046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.587415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776e884-cc8f-4916-895f-22aec07f1fd3 req-164c3d36-e271-41d8-a8b7-59eab449ecad tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:32.589072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d776e884-cc8f-4916-895f-22aec07f1fd3 req-164c3d36-e271-41d8-a8b7-59eab449ecad tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 944 time: 0.0691848 Oct 27 16:05:32.601207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:32.601562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Checking segment: {'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:32.601940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Bound using segment: {'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:32.602392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Bound port: 7667c6e7-fede-4069-bc52-bac40ef20493, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041b848a-f06d-4324-ad30-643b93a06d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:32.602845 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.641154 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d776e884-cc8f-4916-895f-22aec07f1fd3 req-55d02326-fe56-4c08-a7e5-8f9664f3675b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441298 Oct 27 16:05:32.666860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-24077524-1d4b-492d-8193-9654d31040b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:32.721643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-24077524-1d4b-492d-8193-9654d31040b1 service neutron] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:32.730469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:32.753917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-7020494f-7e77-47d2-b18a-239907443ee5 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6989839 Oct 27 16:05:32.760772 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fd5fec56-75b1-4fbf-84bc-6ce942c42cbb admin admin] 10.222.0.15 "PUT /v2.0/routers/87235476-6924-4ec0-9eae-8e94602f6cec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4575303 Oct 27 16:05:32.767920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47646) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:32.768738 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bf570-d6d8-45dc-ae26-47931ac35e4b None None] Sync routers for ids ['87235476-6924-4ec0-9eae-8e94602f6cec'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:32.798935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-faad16ef-4c43-4a2e-99f0-cac27f5f38f1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:32.808348 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bf570-d6d8-45dc-ae26-47931ac35e4b None None] Routers {'87235476-6924-4ec0-9eae-8e94602f6cec'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:32.814428 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cd1bf570-d6d8-45dc-ae26-47931ac35e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['87235476-6924-4ec0-9eae-8e94602f6cec'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:32.871440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f992ecf-9220-4f41-9af6-f25bb36b8889 req-11a8f653-a1e9-4346-8fca-0a2314c0721d tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533876 Oct 27 16:05:32.930826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.070273 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-cd1bf570-d6d8-45dc-ae26-47931ac35e4b None None] Set router 87235476-6924-4ec0-9eae-8e94602f6cec gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:33.315890 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cd1bf570-d6d8-45dc-ae26-47931ac35e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:05:28Z', 'revision_number': 5, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:33.353396 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bf570-d6d8-45dc-ae26-47931ac35e4b None None] Checking router: 87235476-6924-4ec0-9eae-8e94602f6cec for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:33.369258 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bf570-d6d8-45dc-ae26-47931ac35e4b None None] Routers {'87235476-6924-4ec0-9eae-8e94602f6cec'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:33.370029 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cd1bf570-d6d8-45dc-ae26-47931ac35e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['87235476-6924-4ec0-9eae-8e94602f6cec'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:33.397101 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-24077524-1d4b-492d-8193-9654d31040b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.438560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaccbbf-dd1d-4d6d-8102-a03885528a24 req-c0c7b279-a641-4c0c-b33d-c45a81ce31a2 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:33.446275 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbaccbbf-dd1d-4d6d-8102-a03885528a24 req-c0c7b279-a641-4c0c-b33d-c45a81ce31a2 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.5129874 Oct 27 16:05:33.468982 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.498436 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbaccbbf-dd1d-4d6d-8102-a03885528a24 req-679379f9-a307-409a-951d-6873d4cc4236 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511420 Oct 27 16:05:33.538681 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-cd1bf570-d6d8-45dc-ae26-47931ac35e4b None None] Set router 87235476-6924-4ec0-9eae-8e94602f6cec gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:33.623096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] For port 7667c6e7-fede-4069-bc52-bac40ef20493, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:33.627996 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fda65668-9182-4756-bc6f-d7d83106ee19 req-fd2edf95-e102-4bfb-b456-38bfdc33cbac service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8350282 Oct 27 16:05:33.686617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] For port 7667c6e7-fede-4069-bc52-bac40ef20493, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=7667c6e7-fede-4069-bc52-bac40ef20493,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:33.702514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0a373-a777-4fa9-833a-516c44a493aa req-5938072d-b624-42b0-9459-64fc3b229849 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:33.704993 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31c0a373-a777-4fa9-833a-516c44a493aa req-5938072d-b624-42b0-9459-64fc3b229849 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 943 time: 0.3355713 Oct 27 16:05:33.755227 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d1e13-8dcc-4ca4-9aad-f66357e08158 req-703e2945-3fc2-4959-bc73-09392a503ecb tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:33.762066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a8d1e13-8dcc-4ca4-9aad-f66357e08158 req-703e2945-3fc2-4959-bc73-09392a503ecb tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 931 time: 0.1427391 Oct 27 16:05:33.777462 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-faad16ef-4c43-4a2e-99f0-cac27f5f38f1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.797572 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.800016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Deleting port c63427d2-2268-4dc5-be0a-6f8c8f668f00 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:33.800607 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.919965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] For port c63427d2-2268-4dc5-be0a-6f8c8f668f00, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c63427d2-2268-4dc5-be0a-6f8c8f668f00,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:33.920934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.935377 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cd1bf570-d6d8-45dc-ae26-47931ac35e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:05:28Z', 'revision_number': 5, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:33.941721 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Calling delete_port for c63427d2-2268-4dc5-be0a-6f8c8f668f00 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:33.954421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad16ef-4c43-4a2e-99f0-cac27f5f38f1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Subnet': ['ID=ec53836b-b030-4187-9de3-ff1b67e1bd8d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:33.963100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf65f04-6a67-4790-9ac0-c1766eb89273 None None] Network bec8c9d9-878f-4989-981b-5c8e466c9c66 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:33.980266 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bf570-d6d8-45dc-ae26-47931ac35e4b None None] The sync data for ids ['87235476-6924-4ec0-9eae-8e94602f6cec'] in n-d-815689-1 is: [{'id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'name': 'tempest-ServersTestJSON-185397288-router', 'tenant_id': 'e84ca706b13740f5888b154a741d5c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:02:36Z', 'updated_at': '2021-10-27T16:05:28Z', 'revision_number': 5, 'project_id': 'e84ca706b13740f5888b154a741d5c37', 'gw_port': {'id': 'c63427d2-2268-4dc5-be0a-6f8c8f668f00', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87235476-6924-4ec0-9eae-8e94602f6cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:02:39Z', 'updated_at': '2021-10-27T16:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:05:33.982066 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-faad16ef-4c43-4a2e-99f0-cac27f5f38f1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:33.994020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-faad16ef-4c43-4a2e-99f0-cac27f5f38f1 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "DELETE /v2.0/subnets/ec53836b-b030-4187-9de3-ff1b67e1bd8d HTTP/1.1" status: 204 len: 168 time: 2.1885376 Oct 27 16:05:34.003068 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906052cf-748e-4346-93cb-cfc29c080007 req-0d7906de-5fce-4d4b-b8a2-e143043be306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:34.004820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-906052cf-748e-4346-93cb-cfc29c080007 req-0d7906de-5fce-4d4b-b8a2-e143043be306 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 1094 time: 0.2222152 Oct 27 16:05:34.005464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47660) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:34.079450 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a8d1e13-8dcc-4ca4-9aad-f66357e08158 req-f166ab71-56d0-4b11-959b-65172ac0006b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072646 Oct 27 16:05:34.199610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906052cf-748e-4346-93cb-cfc29c080007 req-e3a2f749-e789-48f4-8995-39f5119cf9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:34.201657 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-906052cf-748e-4346-93cb-cfc29c080007 req-e3a2f749-e789-48f4-8995-39f5119cf9e5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 912 time: 0.1771548 Oct 27 16:05:34.203683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:34.204480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.205963 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] 10.222.0.53 "PUT /v2.0/ports/7667c6e7-fede-4069-bc52-bac40ef20493 HTTP/1.1" status: 200 len: 1091 time: 5.8561583 Oct 27 16:05:34.296940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': '7667c6e7-fede-4069-bc52-bac40ef20493'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:34.300489 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb12366-716d-48cd-9a4c-ed8c4917363a" -d '{"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "7667c6e7-fede-4069-bc52-bac40ef20493"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:34.306146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31c0a373-a777-4fa9-833a-516c44a493aa req-3b87f983-82c5-46d2-9926-a257c5c9e0b2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454035 Oct 27 16:05:34.394993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6256a30-7854-46e4-ba93-269dc77941ce None None] DHCP port deletion for bec8c9d9-878f-4989-981b-5c8e466c9c66 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:05:34.431831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-24077524-1d4b-492d-8193-9654d31040b1 service neutron] Transition to ACTIVE for port object 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:34.446598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:34.451820 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.489364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-906052cf-748e-4346-93cb-cfc29c080007 req-a8173bc2-8519-4dd8-8e20-0a0bfc0fd758 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b1a992-b371-4bc3-bd69-1811df627fb5 HTTP/1.1" status: 200 len: 217 time: 0.1681550 Oct 27 16:05:34.507324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 52db30fe-241a-481f-9caa-1ce4e35931b1 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:34.527573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Pushing event deleted for resources: {'Port': ['ID=c63427d2-2268-4dc5-be0a-6f8c8f668f00,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:34.572768 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9880ba0-2e12-4c82-822d-22031d05c919 req-dac74728-5a80-4f3b-a20e-b2c9a97b7f66 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:34.580864 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9880ba0-2e12-4c82-822d-22031d05c919 req-dac74728-5a80-4f3b-a20e-b2c9a97b7f66 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 944 time: 0.2363913 Oct 27 16:05:34.590649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 52db30fe-241a-481f-9caa-1ce4e35931b1 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:34.591771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 52db30fe-241a-481f-9caa-1ce4e35931b1 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:34.593512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:34.639005 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.643486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e805a0-df62-43b3-b989-1c3d8015050f service neutron] Pushing event updated for resources: {'Port': ['ID=7667c6e7-fede-4069-bc52-bac40ef20493,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:34.692897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9880ba0-2e12-4c82-822d-22031d05c919 req-0fe3e127-ec5b-4663-8570-f7a6529a0612 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109562 Oct 27 16:05:34.715629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.718851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906052cf-748e-4346-93cb-cfc29c080007 req-a6fe5f2c-cfd8-4df6-bd52-82c3dafa9ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:34.720581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-906052cf-748e-4346-93cb-cfc29c080007 req-a6fe5f2c-cfd8-4df6-bd52-82c3dafa9ab2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.0737257 Oct 27 16:05:34.721763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-24077524-1d4b-492d-8193-9654d31040b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.788145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e6256a30-7854-46e4-ba93-269dc77941ce None None] Deleting port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:34.788145 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e6256a30-7854-46e4-ba93-269dc77941ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.868156 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.903277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e6256a30-7854-46e4-ba93-269dc77941ce None None] For port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6,segment=NetworkSegment(2bbdb68e-1e9c-486b-824f-8e821f6029c5),segment_id=2bbdb68e-1e9c-486b-824f-8e821f6029c5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:34.903840 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e6256a30-7854-46e4-ba93-269dc77941ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:34.917699 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0ac1e5-0a0a-406e-ae6d-52a074ada01d x-openstack-request-id: req-8d0ac1e5-0a0a-406e-ae6d-52a074ada01d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:34.918300 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "7667c6e7-fede-4069-bc52-bac40ef20493", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:34.918300 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d0ac1e5-0a0a-406e-ae6d-52a074ada01d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:34.918641 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': '7667c6e7-fede-4069-bc52-bac40ef20493', 'status': 'completed', 'code': 200} Oct 27 16:05:34.923713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24077524-1d4b-492d-8193-9654d31040b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:34.952938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6,segment=NetworkSegment(2bbdb68e-1e9c-486b-824f-8e821f6029c5),segment_id=2bbdb68e-1e9c-486b-824f-8e821f6029c5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:34.970865 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 00b1a992-b371-4bc3-bd69-1811df627fb5 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:34.985040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:35.028573 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-906052cf-748e-4346-93cb-cfc29c080007 req-c46ba207-61f5-4ed8-bd64-2a627688e181 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2453659 Oct 27 16:05:35.029342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e6256a30-7854-46e4-ba93-269dc77941ce None None] Calling delete_port for cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:35.041399 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.050360 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.080564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4564b-05e4-4227-8aeb-3bb25beecdb9 req-7783bafa-4294-43b5-9a60-8859e69c0947 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.082691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2a4564b-05e4-4227-8aeb-3bb25beecdb9 req-7783bafa-4294-43b5-9a60-8859e69c0947 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.0920551 Oct 27 16:05:35.163531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-906052cf-748e-4346-93cb-cfc29c080007 req-be83aab0-91d2-42fa-90b2-54d4bd5dad8b service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197350 Oct 27 16:05:35.190379 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2a4564b-05e4-4227-8aeb-3bb25beecdb9 req-82955743-a907-4492-98e0-38debec02967 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595508 Oct 27 16:05:35.236309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 00b1a992-b371-4bc3-bd69-1811df627fb5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=00b1a992-b371-4bc3-bd69-1811df627fb5,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:35.256678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '00b1a992-b371-4bc3-bd69-1811df627fb5', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'port_id': '00b1a992-b371-4bc3-bd69-1811df627fb5', 'mac_address': 'fa:16:3e:d1:39:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b08f108-8174-458c-afd5-eb5ec36a0ae6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:35.263144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:35.349129 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-906052cf-748e-4346-93cb-cfc29c080007 req-6678e90e-4439-44b2-836e-c50521422228 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244297 Oct 27 16:05:35.352772 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.364573 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.401793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b1a992-b371-4bc3-bd69-1811df627fb5 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:35.435874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 00b1a992-b371-4bc3-bd69-1811df627fb5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=00b1a992-b371-4bc3-bd69-1811df627fb5,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:35.441521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ba830-9b4c-47c3-a223-e463434b3a72 req-af80ae49-66d2-4acf-8763-bb5ede811841 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.448426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ba830-9b4c-47c3-a223-e463434b3a72 req-af80ae49-66d2-4acf-8763-bb5ede811841 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.455943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ba830-9b4c-47c3-a223-e463434b3a72 req-af80ae49-66d2-4acf-8763-bb5ede811841 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.462202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ba830-9b4c-47c3-a223-e463434b3a72 req-af80ae49-66d2-4acf-8763-bb5ede811841 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.469676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ba830-9b4c-47c3-a223-e463434b3a72 req-af80ae49-66d2-4acf-8763-bb5ede811841 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.474511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-740ba830-9b4c-47c3-a223-e463434b3a72 req-af80ae49-66d2-4acf-8763-bb5ede811841 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 3827 time: 1.0190270 Oct 27 16:05:35.475829 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8667751f-ada6-476b-a8c0-3818c115c43e req-0d7f1cb3-1119-4cec-b218-cec1dc75aa53 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.487221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-24077524-1d4b-492d-8193-9654d31040b1 service neutron] No DVR routers for this DVR port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:35.487694 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8667751f-ada6-476b-a8c0-3818c115c43e req-0d7f1cb3-1119-4cec-b218-cec1dc75aa53 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 931 time: 0.0918109 Oct 27 16:05:35.523483 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.525363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.533310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87235476-6924-4ec0-9eae-8e94602f6cec {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:05:35.551998 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.555291 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c4138dfc-7ea0-4306-aec2-2f92b96a0307 admin admin] 10.222.0.15 "DELETE /v2.0/routers/87235476-6924-4ec0-9eae-8e94602f6cec HTTP/1.1" status: 204 len: 168 time: 2.7915194 Oct 27 16:05:35.557383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-ae9d08fb-6330-4444-92de-20d446ccc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.558479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-ae9d08fb-6330-4444-92de-20d446ccc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.558868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47676) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:35.565019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-ae9d08fb-6330-4444-92de-20d446ccc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.565019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-ae9d08fb-6330-4444-92de-20d446ccc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.565019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-ae9d08fb-6330-4444-92de-20d446ccc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.565736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-ae9d08fb-6330-4444-92de-20d446ccc5c5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 4362 time: 0.6310337 Oct 27 16:05:35.594152 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.634253 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:35.663358 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8667751f-ada6-476b-a8c0-3818c115c43e req-60ca6267-bc5a-415e-b4be-f29d9997258b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743476 Oct 27 16:05:35.695757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e6256a30-7854-46e4-ba93-269dc77941ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.723809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cb36c7-ff58-48b0-b608-d63d349526e8 admin admin] Deleting subnet 50e33a79-594a-4dec-8b3b-c9f00dab4282 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:05:35.743913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6256a30-7854-46e4-ba93-269dc77941ce None None] No DVR routers for this DVR port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:35.748771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb36c7-ff58-48b0-b608-d63d349526e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.774242 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=00b1a992-b371-4bc3-bd69-1811df627fb5,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:35.821616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-24077524-1d4b-492d-8193-9654d31040b1 service neutron] 10.222.0.54 "PUT /v2.0/ports/9119ec44-d57f-43b9-bdfe-f2bf31fcbf87/bindings/n-h2-815689-1/activate HTTP/1.1" status: 200 len: 369 time: 4.6792884 Oct 27 16:05:35.887635 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:35.894058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6256a30-7854-46e4-ba93-269dc77941ce None None] Pushing event deleted for resources: {'Port': ['ID=cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:35.903938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-740ba830-9b4c-47c3-a223-e463434b3a72 req-71193017-5cbb-45e2-ad53-f914f17ebc38 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4093454 Oct 27 16:05:35.908012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['00b1a992-b371-4bc3-bd69-1811df627fb5'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:35.914964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-399a8bfd-6141-42d0-8aac-b1211b8d6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.923943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-399a8bfd-6141-42d0-8aac-b1211b8d6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.924988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-399a8bfd-6141-42d0-8aac-b1211b8d6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:35.927169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-399a8bfd-6141-42d0-8aac-b1211b8d6352 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=85e3eae7fd4a49d59e82505efcf10621&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3354454 Oct 27 16:05:35.938716 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:35.970433 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb36c7-ff58-48b0-b608-d63d349526e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.007007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.53', 57074) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:36.078652 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45211e52-4d6c-4504-b91f-31e027808fd8 req-01b3a4a8-38f2-491a-a7b0-0cc5f4cf685c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.080578 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45211e52-4d6c-4504-b91f-31e027808fd8 req-01b3a4a8-38f2-491a-a7b0-0cc5f4cf685c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 944 time: 0.1835048 Oct 27 16:05:36.146372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-1eb5092d-3997-449b-8f44-8a80507252e2 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.147986 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-1eb5092d-3997-449b-8f44-8a80507252e2 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.1382489 Oct 27 16:05:36.164297 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45211e52-4d6c-4504-b91f-31e027808fd8 req-cf37cc21-4a50-4f72-91bd-55b9d14b59f8 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688357 Oct 27 16:05:36.199919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-d180ae40-b15c-4fe9-bb4f-6a8729142fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.201779 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb12366-716d-48cd-9a4c-ed8c4917363a req-d180ae40-b15c-4fe9-bb4f-6a8729142fbc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2505488 Oct 27 16:05:36.364360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Transition to ACTIVE for port object 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:36.366130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Deleting port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:36.366605 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.369257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c63427d2-2268-4dc5-be0a-6f8c8f668f00 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:36.425929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: c63427d2-2268-4dc5-be0a-6f8c8f668f00 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:36.425929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c63427d2-2268-4dc5-be0a-6f8c8f668f00 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:36.466798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-f6c0ce98-ddef-4e33-82a2-5807462ce8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.469358 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-f6c0ce98-ddef-4e33-82a2-5807462ce8e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f&tenant_id=095b87ae86024607acdb040846675ca1 HTTP/1.1" status: 200 len: 1096 time: 0.2864425 Oct 27 16:05:36.476945 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb36c7-ff58-48b0-b608-d63d349526e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.501267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.536425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] For port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6, host n-d-815689-1, got binding levels [] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:36.540318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.560805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272c628-434c-4ebc-8c30-9a717fdfaa1d req-49354875-d77a-4f68-90d5-38f1174ef199 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.563896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9272c628-434c-4ebc-8c30-9a717fdfaa1d req-49354875-d77a-4f68-90d5-38f1174ef199 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 945 time: 0.3598337 Oct 27 16:05:36.616487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec37c38-d78f-4fad-befc-704a1f5f60d4 req-11300569-a999-40ab-a621-76b61165b5b5 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.626779 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ec37c38-d78f-4fad-befc-704a1f5f60d4 req-11300569-a999-40ab-a621-76b61165b5b5 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.2400799 Oct 27 16:05:36.628875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Calling delete_port for cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:36.655163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.ipam_backend_mixin [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 was not found and therefore no delete operation was performed {{(pid=109723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:05:36.655566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-b18e9edf-508c-416c-845e-0c48610d3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.657041 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-b18e9edf-508c-416c-845e-0c48610d3643 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1096 time: 0.1189747 Oct 27 16:05:36.680625 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.727682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Pushing event updated for resources: {'Port': ['ID=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:36.737424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] No DVR routers for this DVR port cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:36.781821 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-8cea8d4c-0b2d-4b44-9038-66628253171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:36.783553 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-8cea8d4c-0b2d-4b44-9038-66628253171a service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.1146100 Oct 27 16:05:36.787332 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ec37c38-d78f-4fad-befc-704a1f5f60d4 req-fb0d7538-a0e0-4d34-8df9-becc43ef818c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597738 Oct 27 16:05:36.789037 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb36c7-ff58-48b0-b608-d63d349526e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.844116 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9272c628-434c-4ebc-8c30-9a717fdfaa1d req-dc7a9cf4-92d9-49bb-99a7-9bfab7a80ca5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432065 Oct 27 16:05:36.859855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb36c7-ff58-48b0-b608-d63d349526e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e33a79-594a-4dec-8b3b-c9f00dab4282,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:36.871816 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-068cdfc6-80e2-4b36-bed4-25dc4e24af0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 HTTP/1.1" status: 200 len: 217 time: 0.0687027 Oct 27 16:05:36.871816 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb36c7-ff58-48b0-b608-d63d349526e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:36.871816 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-40cb36c7-ff58-48b0-b608-d63d349526e8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/50e33a79-594a-4dec-8b3b-c9f00dab4282 HTTP/1.1" status: 204 len: 168 time: 1.2983439 Oct 27 16:05:36.875100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7c899-24b9-4d3c-bd48-b7f471fba718 None None] Network d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:36.896544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47688) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:36.996545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 00b1a992-b371-4bc3-bd69-1811df627fb5 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:37.011501 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.058266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Port': ['ID=cd3c7f84-58c6-46cb-af82-4c98c8fe1cc6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:37.097982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec8c9d9-878f-4989-981b-5c8e466c9c66']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:37.120080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbdb68e-1e9c-486b-824f-8e821f6029c5') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:37.120825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbdb68e-1e9c-486b-824f-8e821f6029c5') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:37.141818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.167575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.168713 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:05:37.180116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:05:37.180506 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.213397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-878fe57a-9a12-46a7-b060-4d6f4cede4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.226400 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-878fe57a-9a12-46a7-b060-4d6f4cede4a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.3466432 Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:05:37.299144 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:05:37.359582 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-9c375417-c89b-4240-89fa-3571364281d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111391 Oct 27 16:05:37.411711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 00b1a992-b371-4bc3-bd69-1811df627fb5 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:05:37.418143 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.423798 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 00b1a992-b371-4bc3-bd69-1811df627fb5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:37.424499 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.440119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.454580 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] 10.222.0.15 "DELETE /v2.0/networks/bec8c9d9-878f-4989-981b-5c8e466c9c66 HTTP/1.1" status: 204 len: 168 time: 3.4326091 Oct 27 16:05:37.468377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.473467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Attempting to bind port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:37.473809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Attempting to bind port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:37.474156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Attempting to bind port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:37.485170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f34855-7fb1-4aaa-a92d-e4cc9e1b6ca7 tempest-ServersTestMultiNic-784657329 tempest-ServersTestMultiNic-784657329-project] Pushing event deleted for resources: {'Network': ['ID=bec8c9d9-878f-4989-981b-5c8e466c9c66,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:37.489700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65074-2366-495d-b8de-bed4d535f464 req-64ab7802-4d38-4c84-b163-63468c8fefc7 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.492005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0aa65074-2366-495d-b8de-bed4d535f464 req-64ab7802-4d38-4c84-b163-63468c8fefc7 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 943 time: 0.4189794 Oct 27 16:05:37.504411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9595a43a-c66f-4afe-b42f-87763c646d51 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:37.504729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52074be2-328e-4498-bc0e-e4b28b191a18 req-c6932bd5-c11a-4817-be3d-aea56a08f79e tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.513537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52074be2-328e-4498-bc0e-e4b28b191a18 req-c6932bd5-c11a-4817-be3d-aea56a08f79e tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.515551 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.518186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:37.518449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Attempting to bind port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:37.523043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52074be2-328e-4498-bc0e-e4b28b191a18 req-c6932bd5-c11a-4817-be3d-aea56a08f79e tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.532283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52074be2-328e-4498-bc0e-e4b28b191a18 req-c6932bd5-c11a-4817-be3d-aea56a08f79e tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.534249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2f1f14-2cbb-4394-bb4d-204671c6f7dd None None] DHCP port deletion for d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:05:37.539835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:37.540207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Checking segment: {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:37.540602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Bound using segment: {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:37.541071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Bound port: 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:37.541425 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.542228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52074be2-328e-4498-bc0e-e4b28b191a18 req-c6932bd5-c11a-4817-be3d-aea56a08f79e tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.545575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-52074be2-328e-4498-bc0e-e4b28b191a18 req-c6932bd5-c11a-4817-be3d-aea56a08f79e tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 3827 time: 0.3163259 Oct 27 16:05:37.558387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Transition to ACTIVE for port object 9595a43a-c66f-4afe-b42f-87763c646d51 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:37.605880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0aa65074-2366-495d-b8de-bed4d535f464 req-f68e3e81-a5d7-4262-bc64-f4ae259bed7c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030879 Oct 27 16:05:37.654593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] For port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:37.658131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] For port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:37.660041 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.669751 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.685321 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-52074be2-328e-4498-bc0e-e4b28b191a18 req-1b5dee11-dda9-418d-9299-e92094fe227c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335070 Oct 27 16:05:37.732462 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-c47f34f1-c821-440d-9e79-2d40789f645a service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583860 Oct 27 16:05:37.744376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Deleting port 3a879973-7049-443e-897f-0f151214e0d9 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:37.744376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.774550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.814994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 00b1a992-b371-4bc3-bd69-1811df627fb5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=00b1a992-b371-4bc3-bd69-1811df627fb5,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:37.816304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040489d1-1531-49a1-9f00-84766e3f3934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b1a992-b371-4bc3-bd69-1811df627fb5'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:37.825007 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1e9a55-9d41-4de3-8cdd-31db9ab2b053" -d '{"events": [{"server_uuid": "040489d1-1531-49a1-9f00-84766e3f3934", "name": "network-vif-plugged", "status": "completed", "tag": "00b1a992-b371-4bc3-bd69-1811df627fb5"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:37.846469 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] For port 3a879973-7049-443e-897f-0f151214e0d9, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3a879973-7049-443e-897f-0f151214e0d9,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:37.846786 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.862310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f1f14-2cbb-4394-bb4d-204671c6f7dd None None] Deleting port 3a879973-7049-443e-897f-0f151214e0d9 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:37.862685 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1f14-2cbb-4394-bb4d-204671c6f7dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.888921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:37.889540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.891865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] 10.222.0.53 "PUT /v2.0/ports/81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 HTTP/1.1" status: 200 len: 1091 time: 5.8281415 Oct 27 16:05:37.939069 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:37.956249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe927e06-a305-4b99-8626-1b137a203724', 'tag': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:37.960099 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f2260f-8e3d-4092-b184-7ecf4e1dccd2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe927e06-a305-4b99-8626-1b137a203724", "tag": "81d00f61-d7d3-43af-bda0-1e37c9bfaaa4"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:37.967782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Pushing event updated for resources: {'Port': ['ID=9595a43a-c66f-4afe-b42f-87763c646d51,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:38.052414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1e2f1f14-2cbb-4394-bb4d-204671c6f7dd None None] For port 3a879973-7049-443e-897f-0f151214e0d9, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3a879973-7049-443e-897f-0f151214e0d9,segment=NetworkSegment(1119faf5-54f8-47e1-a553-c1a69ab19cc8),segment_id=1119faf5-54f8-47e1-a553-c1a69ab19cc8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:38.053112 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1f14-2cbb-4394-bb4d-204671c6f7dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:38.055483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Calling delete_port for 3a879973-7049-443e-897f-0f151214e0d9 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:38.077902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1e2f1f14-2cbb-4394-bb4d-204671c6f7dd None None] Calling delete_port for 3a879973-7049-443e-897f-0f151214e0d9 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:38.086167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=00b1a992-b371-4bc3-bd69-1811df627fb5,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:38.150203 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-35a36fbe-af57-41f5-b4e8-2361003057c4 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746036 Oct 27 16:05:38.185456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3a879973-7049-443e-897f-0f151214e0d9 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:38.205806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233535b3-d432-48c5-b6a2-3e160372e25e service neutron] Pushing event updated for resources: {'Port': ['ID=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:38.219009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Attempting to bind port 9595a43a-c66f-4afe-b42f-87763c646d51 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:38.219953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Attempting to bind port 9595a43a-c66f-4afe-b42f-87763c646d51 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:38.219953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Attempting to bind port 9595a43a-c66f-4afe-b42f-87763c646d51 on network df512f30-e00c-4c99-8ce8-eac121a29043 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:38.232210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-c97b6227-3fd1-4042-ab4f-e1ab02a52f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.232210 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-c97b6227-3fd1-4042-ab4f-e1ab02a52f4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 1094 time: 0.1733584 Oct 27 16:05:38.237481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a80f9-11ca-48ab-969c-c678c22062d3 req-66db2610-2dbd-4dc2-8784-e5f352d3748c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.239795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-220a80f9-11ca-48ab-969c-c678c22062d3 req-66db2610-2dbd-4dc2-8784-e5f352d3748c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.1807432 Oct 27 16:05:38.245967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Port 9595a43a-c66f-4afe-b42f-87763c646d51 on network df512f30-e00c-4c99-8ce8-eac121a29043 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:38.246293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Attempting to bind port 9595a43a-c66f-4afe-b42f-87763c646d51 on network df512f30-e00c-4c99-8ce8-eac121a29043 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:38.278475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b4ea5-666c-4c3f-a0d2-c0961d361ba7 req-2c31aea4-317e-404f-9767-21090d5d3544 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.280148 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e8b4ea5-666c-4c3f-a0d2-c0961d361ba7 req-2c31aea4-317e-404f-9767-21090d5d3544 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 945 time: 0.4034679 Oct 27 16:05:38.291091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:38.291443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Checking segment: {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:38.291809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Bound using segment: {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:38.292289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Bound port: 9595a43a-c66f-4afe-b42f-87763c646d51, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:38.292646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:38.297338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-3b880d69-793a-4082-8578-8fd6bdcdcd05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 HTTP/1.1" status: 200 len: 217 time: 0.0571914 Oct 27 16:05:38.307408 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:38.322751 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e8b4ea5-666c-4c3f-a0d2-c0961d361ba7 req-a22532be-cf51-4401-94ee-19b6902e4346 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360496 Oct 27 16:05:38.380862 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:38.405066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] No DVR routers for this DVR port 3a879973-7049-443e-897f-0f151214e0d9 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:38.427635 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-220a80f9-11ca-48ab-969c-c678c22062d3 req-bf23fe17-0bb9-41ea-87bb-74cb910e09d7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489553 Oct 27 16:05:38.447200 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dec55a-f22b-49f5-a62b-993d99720716 x-openstack-request-id: req-73dec55a-f22b-49f5-a62b-993d99720716 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:38.450407 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040489d1-1531-49a1-9f00-84766e3f3934", "name": "network-vif-plugged", "status": "completed", "tag": "00b1a992-b371-4bc3-bd69-1811df627fb5", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:38.450885 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73dec55a-f22b-49f5-a62b-993d99720716 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:38.451964 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040489d1-1531-49a1-9f00-84766e3f3934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b1a992-b371-4bc3-bd69-1811df627fb5', 'code': 200} Oct 27 16:05:38.456987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-49b88865-e1b8-4da8-b3ac-cd9aa4b15c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.458460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-49b88865-e1b8-4da8-b3ac-cd9aa4b15c4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50c24005-c439-4486-8836-efd81a7729ba HTTP/1.1" status: 200 len: 844 time: 0.1436212 Oct 27 16:05:38.470684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a879973-7049-443e-897f-0f151214e0d9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:38.509354 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1e2f1f14-2cbb-4394-bb4d-204671c6f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:38.549751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-7ed3dd4d-a22b-4a56-8e96-78cc02d230dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ab54ce-c331-4877-b08b-de8bfe3b7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770111 Oct 27 16:05:38.570443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:38.574856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] For port 9595a43a-c66f-4afe-b42f-87763c646d51, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:38.577917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f1f14-2cbb-4394-bb4d-204671c6f7dd None None] Pushing event deleted for resources: {'Port': ['ID=3a879973-7049-443e-897f-0f151214e0d9,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:38.609840 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:38.623776 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1119faf5-54f8-47e1-a553-c1a69ab19cc8') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:38.625100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1119faf5-54f8-47e1-a553-c1a69ab19cc8') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:38.629360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f1f14-2cbb-4394-bb4d-204671c6f7dd None None] No DVR routers for this DVR port 3a879973-7049-443e-897f-0f151214e0d9 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:38.657711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] For port 9595a43a-c66f-4afe-b42f-87763c646d51, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9595a43a-c66f-4afe-b42f-87763c646d51,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:38.675278 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:38.689392 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172679fa-96db-4087-90f9-9df8ba420e04 x-openstack-request-id: req-172679fa-96db-4087-90f9-9df8ba420e04 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:38.689392 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe927e06-a305-4b99-8626-1b137a203724", "tag": "81d00f61-d7d3-43af-bda0-1e37c9bfaaa4", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:38.689672 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-172679fa-96db-4087-90f9-9df8ba420e04 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:38.690068 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe927e06-a305-4b99-8626-1b137a203724', 'tag': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4', 'status': 'completed', 'code': 200} Oct 27 16:05:38.703621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:38.706870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a43a9d-e36e-465f-815b-e8c1b9038ecb req-eadb9aa6-b149-4f16-9e30-9039ca5956a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:38.707924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72a43a9d-e36e-465f-815b-e8c1b9038ecb req-eadb9aa6-b149-4f16-9e30-9039ca5956a7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 1096 time: 0.1695340 Oct 27 16:05:38.716234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:05:38.726556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:05:38.795115 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:05:38.828960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47726) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:38.930809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:38.937471 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:38.944785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57 HTTP/1.1" status: 204 len: 168 time: 2.0427499 Oct 27 16:05:38.973058 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fda46-56ae-4c0d-aa4b-9ee89b8dff92 admin admin] Pushing event deleted for resources: {'Network': ['ID=d34a1aa1-5bc7-43a1-8b3d-221fe6e7db57,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:39.029450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898aebc3-3db1-46eb-a0c2-4557f80afde2 req-45aebd8e-6142-41b3-b636-3295aceebc18 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.032325 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-898aebc3-3db1-46eb-a0c2-4557f80afde2 req-45aebd8e-6142-41b3-b636-3295aceebc18 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 943 time: 0.1975625 Oct 27 16:05:39.039379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-317b13be-6e74-4c26-8a7b-4f7e8656f9f7 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.040937 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-317b13be-6e74-4c26-8a7b-4f7e8656f9f7 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.2440252 Oct 27 16:05:39.098294 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-898aebc3-3db1-46eb-a0c2-4557f80afde2 req-d4917ee2-ca48-4524-ae43-5d75e662c3d3 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538871 Oct 27 16:05:39.112164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33621427-0921-463d-841c-9e58674055f0 req-884df813-2065-4107-8207-b866ff5c32d5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.113732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33621427-0921-463d-841c-9e58674055f0 req-884df813-2065-4107-8207-b866ff5c32d5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 945 time: 0.5129778 Oct 27 16:05:39.114905 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.181454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-ad9ae56b-96f0-4192-a03c-b4e5e6ddc7b0 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036549 Oct 27 16:05:39.211322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.211979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.213395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1173c004-62c6-4065-8610-a656948aa12d service neutron] 10.222.0.53 "PUT /v2.0/ports/9595a43a-c66f-4afe-b42f-87763c646d51 HTTP/1.1" status: 200 len: 1136 time: 4.8412769 Oct 27 16:05:39.239436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72a43a9d-e36e-465f-815b-e8c1b9038ecb req-ab4bfc2d-e580-4cf2-8ad9-83ab09f8efd1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219910 Oct 27 16:05:39.314579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33621427-0921-463d-841c-9e58674055f0 req-813c71c3-943b-40d6-bef8-d35b32692271 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910241 Oct 27 16:05:39.315315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173c004-62c6-4065-8610-a656948aa12d service neutron] Pushing event updated for resources: {'Port': ['ID=9595a43a-c66f-4afe-b42f-87763c646d51,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:39.323362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:39.377923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e77651-ef03-4d4a-bf6c-e17c523af725 req-f6876916-d140-4a4b-bc52-df1d48ba81da tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.384036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e77651-ef03-4d4a-bf6c-e17c523af725 req-f6876916-d140-4a4b-bc52-df1d48ba81da tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.391047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e77651-ef03-4d4a-bf6c-e17c523af725 req-f6876916-d140-4a4b-bc52-df1d48ba81da tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.397695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e77651-ef03-4d4a-bf6c-e17c523af725 req-f6876916-d140-4a4b-bc52-df1d48ba81da tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.403794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e77651-ef03-4d4a-bf6c-e17c523af725 req-f6876916-d140-4a4b-bc52-df1d48ba81da tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.416617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e77651-ef03-4d4a-bf6c-e17c523af725 req-f6876916-d140-4a4b-bc52-df1d48ba81da tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.418500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-61e77651-ef03-4d4a-bf6c-e17c523af725 req-f6876916-d140-4a4b-bc52-df1d48ba81da tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 4605 time: 0.1410160 Oct 27 16:05:39.421625 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.426192 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e808bac1-3345-40f8-931b-6bc3dbf9f413 req-dd8def94-a34f-4988-a16b-c94366445db7 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292035 Oct 27 16:05:39.516129 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-61e77651-ef03-4d4a-bf6c-e17c523af725 req-379b1d0c-449a-4440-bbab-1541703d318c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684733 Oct 27 16:05:39.550273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47736) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:39.709125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-086ed9e8-3070-4ac8-bdc6-af95ff79c502 service neutron] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:39.715998 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-086ed9e8-3070-4ac8-bdc6-af95ff79c502 service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.717147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1589c868-2090-42b0-93d7-2ff8193a09c6 req-086ed9e8-3070-4ac8-bdc6-af95ff79c502 service neutron] 10.222.0.53 "DELETE /v2.0/ports/9119ec44-d57f-43b9-bdfe-f2bf31fcbf87/bindings/n-h1-815689-1 HTTP/1.1" status: 204 len: 173 time: 0.6308136 Oct 27 16:05:39.746885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f7894-0901-40a6-98af-3d5d805bc429 req-208bb27a-1959-4d7e-837a-eb9abb7eb735 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.748044 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd2f7894-0901-40a6-98af-3d5d805bc429 req-208bb27a-1959-4d7e-837a-eb9abb7eb735 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.1043856 Oct 27 16:05:39.791704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0579c-ac38-4a28-a473-fcb567ce1b8e req-0d61a481-75fb-45b8-9a32-8685bd1918c7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.793363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c4b0579c-ac38-4a28-a473-fcb567ce1b8e req-0d61a481-75fb-45b8-9a32-8685bd1918c7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 945 time: 0.2645419 Oct 27 16:05:39.809250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8c92d8ad-3f1e-4ef5-90a1-47ff2c4b75cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e84ca706b13740f5888b154a741d5c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541389 Oct 27 16:05:39.809473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47740) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:39.812538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2260f-8e3d-4092-b184-7ecf4e1dccd2 req-86313822-33fd-40f1-a818-18595a0d9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:39.814108 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5f2260f-8e3d-4092-b184-7ecf4e1dccd2 req-86313822-33fd-40f1-a818-18595a0d9f18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 1094 time: 0.2084823 Oct 27 16:05:39.826043 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd2f7894-0901-40a6-98af-3d5d805bc429 req-266c7996-0fa7-4818-836c-964565c8e6da tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663886 Oct 27 16:05:39.929326 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22e7d286-7348-4163-85cd-238a05da715a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.945201 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:39.958219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c4b0579c-ac38-4a28-a473-fcb567ce1b8e req-0b36b064-3e8e-4055-b5bd-65632954f32e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216223 Oct 27 16:05:40.013978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22e7d286-7348-4163-85cd-238a05da715a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.024989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2260f-8e3d-4092-b184-7ecf4e1dccd2 req-b8c48817-eb22-48af-a44a-396284a34958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:40.026854 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5f2260f-8e3d-4092-b184-7ecf4e1dccd2 req-b8c48817-eb22-48af-a44a-396284a34958 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 905 time: 0.2013459 Oct 27 16:05:40.046788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe93a55-5bce-4ee5-92a3-5e3bab95f303 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:40.085615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5f2260f-8e3d-4092-b184-7ecf4e1dccd2 req-30c43e39-2716-4786-ae5b-910462d69c6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 HTTP/1.1" status: 200 len: 217 time: 0.0508373 Oct 27 16:05:40.087527 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.135212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Transition to ACTIVE for port object ebe93a55-5bce-4ee5-92a3-5e3bab95f303 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:40.156669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2260f-8e3d-4092-b184-7ecf4e1dccd2 req-c62cecaa-c9d7-4da8-80c5-a0d3d3fae343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:40.158563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5f2260f-8e3d-4092-b184-7ecf4e1dccd2 req-c62cecaa-c9d7-4da8-80c5-a0d3d3fae343 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50c24005-c439-4486-8836-efd81a7729ba HTTP/1.1" status: 200 len: 844 time: 0.0635066 Oct 27 16:05:40.206366 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5f2260f-8e3d-4092-b184-7ecf4e1dccd2 req-719c2b2a-ccfd-4d0b-bf68-d1b460272dd1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ab54ce-c331-4877-b08b-de8bfe3b7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403712 Oct 27 16:05:40.209359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.391315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:40.415695 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22e7d286-7348-4163-85cd-238a05da715a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.422098 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22e7d286-7348-4163-85cd-238a05da715a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.428740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-22e7d286-7348-4163-85cd-238a05da715a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80af68f7-d3d4-4c26-ac39-be7b49b0801f HTTP/1.1" status: 204 len: 168 time: 0.6160390 Oct 27 16:05:40.444374 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5f2260f-8e3d-4092-b184-7ecf4e1dccd2 req-0d64d983-4b27-497a-87ee-0d9d6e1c6d6f service neutron] 10.222.0.53 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259564 Oct 27 16:05:40.510494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Attempting to bind port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:40.510845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Attempting to bind port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:40.511238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Attempting to bind port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 on network df512f30-e00c-4c99-8ce8-eac121a29043 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:40.541406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7d286-7348-4163-85cd-238a05da715a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80af68f7-d3d4-4c26-ac39-be7b49b0801f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:40.577806 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4220fb6-2de6-482f-b0cd-83518b9965ea req-a0825e5b-569b-4308-b5af-24ef760458aa tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:40.585626 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d4220fb6-2de6-482f-b0cd-83518b9965ea req-a0825e5b-569b-4308-b5af-24ef760458aa tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 943 time: 0.2747574 Oct 27 16:05:40.594389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 on network df512f30-e00c-4c99-8ce8-eac121a29043 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:40.594718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Attempting to bind port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 on network df512f30-e00c-4c99-8ce8-eac121a29043 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:40.618055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:40.618433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Checking segment: {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:40.618837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Bound using segment: {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:40.619453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Bound port: ebe93a55-5bce-4ee5-92a3-5e3bab95f303, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:40.619761 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:40.664842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf88110-dadf-4969-9867-46f9db9a3d41 req-3dfb41eb-99c0-4381-8dd5-1882d4be31d2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:40.666321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf88110-dadf-4969-9867-46f9db9a3d41 req-3dfb41eb-99c0-4381-8dd5-1882d4be31d2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 945 time: 0.1954918 Oct 27 16:05:40.684849 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d4220fb6-2de6-482f-b0cd-83518b9965ea req-a905755d-d229-4065-8687-9668d0c27160 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980883 Oct 27 16:05:40.699545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': '9595a43a-c66f-4afe-b42f-87763c646d51'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:40.704156 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ee03c4-0d7b-4017-b5e0-650e2412866f" -d '{"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "9595a43a-c66f-4afe-b42f-87763c646d51"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:40.804675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5f2260f-8e3d-4092-b184-7ecf4e1dccd2 req-62235a18-ec88-46d8-802f-41113eb480e6 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456135 Oct 27 16:05:40.847706 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf88110-dadf-4969-9867-46f9db9a3d41 req-bf8e5208-f963-4cda-93ca-2b40eef7fe63 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722553 Oct 27 16:05:40.892313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] For port ebe93a55-5bce-4ee5-92a3-5e3bab95f303, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:40.911784 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] For port ebe93a55-5bce-4ee5-92a3-5e3bab95f303, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:40.915407 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47762) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:40.987901 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35caacfd-ff33-47ac-8c13-9c811b4e6154 x-openstack-request-id: req-35caacfd-ff33-47ac-8c13-9c811b4e6154 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:40.988188 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "9595a43a-c66f-4afe-b42f-87763c646d51", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:40.988490 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35caacfd-ff33-47ac-8c13-9c811b4e6154 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:40.988897 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': '9595a43a-c66f-4afe-b42f-87763c646d51', 'status': 'completed', 'code': 200} Oct 27 16:05:40.998365 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.127032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.127671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.130748 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] 10.222.0.53 "PUT /v2.0/ports/ebe93a55-5bce-4ee5-92a3-5e3bab95f303 HTTP/1.1" status: 200 len: 1136 time: 1.8108311 Oct 27 16:05:41.213067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc37c9-b67b-4304-b01f-2d82e3bda316 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:41.263542 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c568aa7-8ccb-4ec3-bb40-a33225e10109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.271013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:41.286962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-99cfe7ab-4f24-4dc1-b9ea-3d1f45e2a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.287570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-99cfe7ab-4f24-4dc1-b9ea-3d1f45e2a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.288299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-99cfe7ab-4f24-4dc1-b9ea-3d1f45e2a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.288834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-99cfe7ab-4f24-4dc1-b9ea-3d1f45e2a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.289454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-99cfe7ab-4f24-4dc1-b9ea-3d1f45e2a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.289981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-99cfe7ab-4f24-4dc1-b9ea-3d1f45e2a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.290507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-99cfe7ab-4f24-4dc1-b9ea-3d1f45e2a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.292792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-99cfe7ab-4f24-4dc1-b9ea-3d1f45e2a073 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6220 time: 0.1901922 Oct 27 16:05:41.440155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6c911-d570-454b-87e2-6276a9c20539 req-c2676ad8-3dff-492f-ac77-eda4f220a61d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.441631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ac6c911-d570-454b-87e2-6276a9c20539 req-c2676ad8-3dff-492f-ac77-eda4f220a61d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.2604542 Oct 27 16:05:41.445548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5553ba-1ebc-4df2-818b-5bbc84a0d6eb req-65fa2d82-c65e-4ae8-bcea-280c742203ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.451801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5553ba-1ebc-4df2-818b-5bbc84a0d6eb req-65fa2d82-c65e-4ae8-bcea-280c742203ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.468647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5553ba-1ebc-4df2-818b-5bbc84a0d6eb req-65fa2d82-c65e-4ae8-bcea-280c742203ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.479827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5553ba-1ebc-4df2-818b-5bbc84a0d6eb req-65fa2d82-c65e-4ae8-bcea-280c742203ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.494629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5553ba-1ebc-4df2-818b-5bbc84a0d6eb req-65fa2d82-c65e-4ae8-bcea-280c742203ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.501996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5553ba-1ebc-4df2-818b-5bbc84a0d6eb req-65fa2d82-c65e-4ae8-bcea-280c742203ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.512787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5553ba-1ebc-4df2-818b-5bbc84a0d6eb req-65fa2d82-c65e-4ae8-bcea-280c742203ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.517749 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb5553ba-1ebc-4df2-818b-5bbc84a0d6eb req-65fa2d82-c65e-4ae8-bcea-280c742203ce tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5383 time: 0.6972978 Oct 27 16:05:41.526814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] Deleting port ac1184a1-80ef-4db9-b8df-1f6900df3e63 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:41.527153 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.564774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.573006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ac6c911-d570-454b-87e2-6276a9c20539 req-18e32341-0e56-4464-b5fd-e0db85062a54 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130309 Oct 27 16:05:41.618764 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb5553ba-1ebc-4df2-818b-5bbc84a0d6eb req-9ba66437-eec6-499f-9de7-b5475565c888 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000721 Oct 27 16:05:41.628244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-d969f935-643d-4f2d-b692-f7c6c0006b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.629276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-d969f935-643d-4f2d-b692-f7c6c0006b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.629276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-d969f935-643d-4f2d-b692-f7c6c0006b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.630728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-d969f935-643d-4f2d-b692-f7c6c0006b6f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=85e3eae7fd4a49d59e82505efcf10621&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3051214 Oct 27 16:05:41.707775 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c568aa7-8ccb-4ec3-bb40-a33225e10109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.717751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] For port ac1184a1-80ef-4db9-b8df-1f6900df3e63, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ac1184a1-80ef-4db9-b8df-1f6900df3e63,segment=NetworkSegment(44990b95-c192-4a05-b7d8-65660fbb718e),segment_id=44990b95-c192-4a05-b7d8-65660fbb718e)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:41.718852 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.741137 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] Calling delete_port for ac1184a1-80ef-4db9-b8df-1f6900df3e63 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:41.863826 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c568aa7-8ccb-4ec3-bb40-a33225e10109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:41.872968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8993447-5cef-4d42-977a-5fa068e605fc req-999e71df-4ce9-4a54-ac5e-81d7c492ce27 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.875852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8993447-5cef-4d42-977a-5fa068e605fc req-999e71df-4ce9-4a54-ac5e-81d7c492ce27 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1096 time: 0.0673184 Oct 27 16:05:41.969513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d07d58-e5c5-4d05-a388-a5272af6a258 req-ffa99b49-7d3c-4c01-bec3-aed1b2a889c6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:41.971104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98d07d58-e5c5-4d05-a388-a5272af6a258 req-ffa99b49-7d3c-4c01-bec3-aed1b2a889c6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 945 time: 0.2234964 Oct 27 16:05:41.997977 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8993447-5cef-4d42-977a-5fa068e605fc req-fb5bf7be-9135-422d-9482-b9664b36bb8d tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665042 Oct 27 16:05:42.019412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c568aa7-8ccb-4ec3-bb40-a33225e10109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e777f212-7e7d-4d99-bd7b-868a1aedb721,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:42.039402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1c568aa7-8ccb-4ec3-bb40-a33225e10109 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=822ecb0214614f0697d53ce32b9013f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1118438 Oct 27 16:05:42.041193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47790) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:42.061141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-0fda15b1-981b-4807-a6d6-e6a9901d531f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:42.063296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28ee03c4-0d7b-4017-b5e0-650e2412866f req-0fda15b1-981b-4807-a6d6-e6a9901d531f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3935778 Oct 27 16:05:42.147135 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98d07d58-e5c5-4d05-a388-a5272af6a258 req-9194b57b-afd6-4f10-8c2e-a476978ad6da tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272011 Oct 27 16:05:42.174490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47794) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:42.178206 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63ff2bb-955b-4d91-ad58-a2f68dd9fb35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.215398 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.238829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63ff2bb-955b-4d91-ad58-a2f68dd9fb35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.283312 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1184a1-80ef-4db9-b8df-1f6900df3e63,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:42.303959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0c880e-4e05-475a-a650-447ac3e62a98 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:42.314285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.337318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754a543-7ca0-45c0-bf7e-f4f0765b5a14 req-1792fc23-3c14-4b26-b90f-94c8a02e5c0c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:42.339213 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9754a543-7ca0-45c0-bf7e-f4f0765b5a14 req-1792fc23-3c14-4b26-b90f-94c8a02e5c0c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 943 time: 0.1424727 Oct 27 16:05:42.344909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Transition to ACTIVE for port object bf0c880e-4e05-475a-a650-447ac3e62a98 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:42.409744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-208136991-network', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:42.431937 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.435449 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63ff2bb-955b-4d91-ad58-a2f68dd9fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.438148 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b63ff2bb-955b-4d91-ad58-a2f68dd9fb35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.439325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b63ff2bb-955b-4d91-ad58-a2f68dd9fb35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e777f212-7e7d-4d99-bd7b-868a1aedb721 HTTP/1.1" status: 204 len: 168 time: 0.3953896 Oct 27 16:05:42.505763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ff2bb-955b-4d91-ad58-a2f68dd9fb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e777f212-7e7d-4d99-bd7b-868a1aedb721,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:42.528732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Pushing event updated for resources: {'Port': ['ID=bf0c880e-4e05-475a-a650-447ac3e62a98,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:42.562436 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9754a543-7ca0-45c0-bf7e-f4f0765b5a14 req-57a3dc71-9f0c-4038-a742-8954a30e1e7c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813478 Oct 27 16:05:42.604919 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.667294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:42.670477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.684303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Attempting to bind port bf0c880e-4e05-475a-a650-447ac3e62a98 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:42.686796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Attempting to bind port bf0c880e-4e05-475a-a650-447ac3e62a98 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:42.686796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Attempting to bind port bf0c880e-4e05-475a-a650-447ac3e62a98 on network df512f30-e00c-4c99-8ce8-eac121a29043 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:42.691208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Port bf0c880e-4e05-475a-a650-447ac3e62a98 on network df512f30-e00c-4c99-8ce8-eac121a29043 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:42.692087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Attempting to bind port bf0c880e-4e05-475a-a650-447ac3e62a98 on network df512f30-e00c-4c99-8ce8-eac121a29043 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:42.699286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:42.699286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Checking segment: {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:42.699286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Bound using segment: {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:42.699286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Bound port: bf0c880e-4e05-475a-a650-447ac3e62a98, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:42.700222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.704701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:42.729022 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.809020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] For port bf0c880e-4e05-475a-a650-447ac3e62a98, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:42.814793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] For port bf0c880e-4e05-475a-a650-447ac3e62a98, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bf0c880e-4e05-475a-a650-447ac3e62a98,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:42.886555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:42.905632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569a550-b7e6-4b04-82a3-36c6cfbe002e req-3405eeb4-9c74-4fd1-ab2c-cee47dbdba45 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:42.916332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5569a550-b7e6-4b04-82a3-36c6cfbe002e req-3405eeb4-9c74-4fd1-ab2c-cee47dbdba45 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.0797498 Oct 27 16:05:42.919663 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.929476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'port_id': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4', 'mac_address': 'fa:16:3e:f6:2e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c24005-c439-4486-8836-efd81a7729ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:42.990688 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:42.993340 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': 'ebe93a55-5bce-4ee5-92a3-5e3bab95f303'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:42.995976 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "ebe93a55-5bce-4ee5-92a3-5e3bab95f303"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:43.007464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.008116 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.009620 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] 10.222.0.53 "PUT /v2.0/ports/bf0c880e-4e05-475a-a650-447ac3e62a98 HTTP/1.1" status: 200 len: 1090 time: 1.7498298 Oct 27 16:05:43.018266 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:43.028806 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5569a550-b7e6-4b04-82a3-36c6cfbe002e req-b56231ba-e1a7-4d9e-b333-d5a6f5e984a4 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114969 Oct 27 16:05:43.036380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-a3db80e4-b7cd-4d19-ac28-c55c467cc14d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.050245 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-a3db80e4-b7cd-4d19-ac28-c55c467cc14d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 808 time: 0.3490570 Oct 27 16:05:43.055549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:43.065127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde09ae-a559-4d87-babc-e209f3740d2c service neutron] Pushing event updated for resources: {'Port': ['ID=bf0c880e-4e05-475a-a650-447ac3e62a98,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:43.165590 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.168560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:43.193192 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-0fffffb3-100a-47b4-ba02-2c7062a6a814 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/quotas/095b87ae86024607acdb040846675ca1 HTTP/1.1" status: 200 len: 375 time: 0.1415915 Oct 27 16:05:43.266748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b899724-6cd6-4b3f-8ad0-d2e53186b52f req-ae45d680-9ee5-4659-b14e-715292125725 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.273419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b899724-6cd6-4b3f-8ad0-d2e53186b52f req-ae45d680-9ee5-4659-b14e-715292125725 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.279763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b899724-6cd6-4b3f-8ad0-d2e53186b52f req-ae45d680-9ee5-4659-b14e-715292125725 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.286789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b899724-6cd6-4b3f-8ad0-d2e53186b52f req-ae45d680-9ee5-4659-b14e-715292125725 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.296524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b899724-6cd6-4b3f-8ad0-d2e53186b52f req-ae45d680-9ee5-4659-b14e-715292125725 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.303629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b899724-6cd6-4b3f-8ad0-d2e53186b52f req-ae45d680-9ee5-4659-b14e-715292125725 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.305386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:43.310020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b899724-6cd6-4b3f-8ad0-d2e53186b52f req-ae45d680-9ee5-4659-b14e-715292125725 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.313144 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.326342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.327883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.327883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.328373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.328754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.329117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.329614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.329951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.330290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.330624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.330979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.331394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:43.335641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b899724-6cd6-4b3f-8ad0-d2e53186b52f req-ae45d680-9ee5-4659-b14e-715292125725 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5395 time: 0.2204192 Oct 27 16:05:43.336635 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-f9ffb650-bf2d-4a82-9b4c-f47a715137bc tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1423507 Oct 27 16:05:43.360494 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.377368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] Router 5f19c94f-29f4-445e-9808-5436b207793c has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:05:43.378479 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.401159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b899724-6cd6-4b3f-8ad0-d2e53186b52f req-0383b332-e057-4584-8d6b-b5fdad3fb2fc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643952 Oct 27 16:05:43.454315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['81d00f61-d7d3-43af-bda0-1e37c9bfaaa4'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:43.490636 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:05:43.506010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:43.600858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.601544 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Added segment c8d9c27d-b2e2-4938-9acf-683bd7000d40 of type vlan for network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 Oct 27 16:05:43.632006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c16948-c71c-4a54-a504-f016691357d0 req-5a8d73a8-e916-453f-9b0e-854c2d5ace38 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.633772 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11c16948-c71c-4a54-a504-f016691357d0 req-5a8d73a8-e916-453f-9b0e-854c2d5ace38 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 945 time: 0.1294470 Oct 27 16:05:43.693319 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-cb2ab776-bfba-43bf-a52b-f935534b64d6 service neutron] 10.222.0.15 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416743 Oct 27 16:05:43.694961 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.714341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11c16948-c71c-4a54-a504-f016691357d0 req-1b257fec-205c-4f76-90b4-dc7a741a4c02 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715530 Oct 27 16:05:43.773770 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d2c978-966e-4221-b048-b0623cd6a7f1 x-openstack-request-id: req-b3d2c978-966e-4221-b048-b0623cd6a7f1 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:43.773770 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "ebe93a55-5bce-4ee5-92a3-5e3bab95f303", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:43.773770 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3d2c978-966e-4221-b048-b0623cd6a7f1 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:43.773770 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': 'ebe93a55-5bce-4ee5-92a3-5e3bab95f303', 'status': 'completed', 'code': 200} Oct 27 16:05:43.788582 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:43.798366 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ca7981a4-09f8-4812-b585-e1aea9aaa8b5 admin admin] 10.222.0.15 "PUT /v2.0/routers/5f19c94f-29f4-445e-9808-5436b207793c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9650791 Oct 27 16:05:43.798974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47832) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:43.801975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0f2e3-d85b-4240-847a-5267ee04720a None None] Sync routers for ids ['5f19c94f-29f4-445e-9808-5436b207793c'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:43.815849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c0f2e3-d85b-4240-847a-5267ee04720a None None] Routers {'5f19c94f-29f4-445e-9808-5436b207793c'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:43.816952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d5c0f2e3-d85b-4240-847a-5267ee04720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5f19c94f-29f4-445e-9808-5436b207793c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:43.871295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e507069f-974e-4a04-9d36-642541b0a01c {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:43.901484 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.905837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.905837 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.906255 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:43.951466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Transition to ACTIVE for port object e507069f-974e-4a04-9d36-642541b0a01c will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:43.961259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-fb2b4078-e786-4c95-b66c-24b315ae3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.961259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-fb2b4078-e786-4c95-b66c-24b315ae3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.961610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-fb2b4078-e786-4c95-b66c-24b315ae3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.962078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-fb2b4078-e786-4c95-b66c-24b315ae3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.962533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-fb2b4078-e786-4c95-b66c-24b315ae3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.962986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-fb2b4078-e786-4c95-b66c-24b315ae3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.963524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-fb2b4078-e786-4c95-b66c-24b315ae3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:43.965731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-fb2b4078-e786-4c95-b66c-24b315ae3fe4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6287 time: 0.1635771 Oct 27 16:05:43.980757 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-bae36d19-db99-4193-9cc2-9d4f26b6340e service neutron] 10.222.0.15 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739007 Oct 27 16:05:44.012929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24167d97-e73c-4444-995e-851859a32112 req-8c328dda-8e7f-42e3-83cb-879660c5c7dc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:44.014310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-24167d97-e73c-4444-995e-851859a32112 req-8c328dda-8e7f-42e3-83cb-879660c5c7dc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 944 time: 0.1268828 Oct 27 16:05:44.024044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d5c0f2e3-d85b-4240-847a-5267ee04720a None None] Set router 5f19c94f-29f4-445e-9808-5436b207793c gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:44.027990 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] Pushing event updated for resources: {'Network': ['ID=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:44.032808 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.143210 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7ba43bba-bedc-46fc-88fc-74a969f13f58 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9662471 Oct 27 16:05:44.145250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:05:44.146285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47844) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:44.156743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] Request body: {'subnet': {'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-208136991-subnet', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:44.170284 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.215850 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.256176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:44.262341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.286862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47846) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:44.386319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-18a37aef-a08d-4b3d-b3ef-89f3859019a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:44.386796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-18a37aef-a08d-4b3d-b3ef-89f3859019a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:44.387527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-18a37aef-a08d-4b3d-b3ef-89f3859019a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:44.389003 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-18a37aef-a08d-4b3d-b3ef-89f3859019a7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=85e3eae7fd4a49d59e82505efcf10621&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4086025 Oct 27 16:05:44.412805 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-24167d97-e73c-4444-995e-851859a32112 req-4e569234-835c-4703-8d3e-54bcb834918c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832803 Oct 27 16:05:44.582454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d5c0f2e3-d85b-4240-847a-5267ee04720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19c94f-29f4-445e-9808-5436b207793c', 'name': 'tempest-ServersTestMultiNic-388634525-router', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:05:42Z', 'revision_number': 5, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'gw_port': {'id': '9aa25e9e-c661-4c4a-a16f-3d1e0129c02b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19c94f-29f4-445e-9808-5436b207793c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:17Z', 'updated_at': '2021-10-27T16:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:44.599749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1277868048-network', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:44.622734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b1090-a193-4257-889a-fe2c2142c79a req-553ca8fe-e062-4e9e-9651-c94471798bd1 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:44.633580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-e26c781e-8722-4601-b5db-5965eba59be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:44.634255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56a8c3a4-d9d5-4da9-b9f5-375329d39ce5 req-e26c781e-8722-4601-b5db-5965eba59be0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2153726 Oct 27 16:05:44.644986 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-196b1090-a193-4257-889a-fe2c2142c79a req-553ca8fe-e062-4e9e-9651-c94471798bd1 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.2214742 Oct 27 16:05:44.667571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Pushing event updated for resources: {'Port': ['ID=e507069f-974e-4a04-9d36-642541b0a01c,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:44.677587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0f2e3-d85b-4240-847a-5267ee04720a None None] Checking router: 5f19c94f-29f4-445e-9808-5436b207793c for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:44.682772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bd352-0b1c-4cfa-a751-08465b9a73e7 req-8ce94ab4-4756-45be-8ec6-4ec757b5e6e5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:44.684597 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b0bd352-0b1c-4cfa-a751-08465b9a73e7 req-8ce94ab4-4756-45be-8ec6-4ec757b5e6e5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 945 time: 0.5461125 Oct 27 16:05:44.697960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c0f2e3-d85b-4240-847a-5267ee04720a None None] Routers {'5f19c94f-29f4-445e-9808-5436b207793c'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:44.698666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d5c0f2e3-d85b-4240-847a-5267ee04720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5f19c94f-29f4-445e-9808-5436b207793c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:44.709183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Deleting port 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:44.709668 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.734723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9032a938-ac38-469c-899e-0b11911a9734 req-293bd7e7-7d80-4f2b-9660-40afa53c7857 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 210 time: 0.0951092 Oct 27 16:05:44.819097 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-196b1090-a193-4257-889a-fe2c2142c79a req-faa1d58e-9f79-4fa5-b082-aba15621f7c4 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724977 Oct 27 16:05:44.828232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Attempting to bind port e507069f-974e-4a04-9d36-642541b0a01c on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:44.828612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Attempting to bind port e507069f-974e-4a04-9d36-642541b0a01c by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:44.829033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Attempting to bind port e507069f-974e-4a04-9d36-642541b0a01c on network df512f30-e00c-4c99-8ce8-eac121a29043 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:44.836216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Port e507069f-974e-4a04-9d36-642541b0a01c on network df512f30-e00c-4c99-8ce8-eac121a29043 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:44.837965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Attempting to bind port e507069f-974e-4a04-9d36-642541b0a01c on network df512f30-e00c-4c99-8ce8-eac121a29043 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:44.845777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:44.846206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Checking segment: {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:44.846666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Bound using segment: {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:44.847189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Bound port: e507069f-974e-4a04-9d36-642541b0a01c, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25728234-6f90-4770-98c1-3e002080bf5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:44.847614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.853992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d5c0f2e3-d85b-4240-847a-5267ee04720a None None] Set router 5f19c94f-29f4-445e-9808-5436b207793c gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:44.926512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8b0bd352-0b1c-4cfa-a751-08465b9a73e7 req-1cb8b951-5458-4e4b-b445-5d1996f969b6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Deleting port 00b1a992-b371-4bc3-bd69-1811df627fb5 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:44.926987 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0bd352-0b1c-4cfa-a751-08465b9a73e7 req-1cb8b951-5458-4e4b-b445-5d1996f969b6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.938499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d5c0f2e3-d85b-4240-847a-5267ee04720a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19c94f-29f4-445e-9808-5436b207793c', 'name': 'tempest-ServersTestMultiNic-388634525-router', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:05:44Z', 'revision_number': 6, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:44.966906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Made reservation on behalf of 1c9897f292664e259a9f0fddc2e4736c for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:44.970126 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:44.977530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:45.012209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0f2e3-d85b-4240-847a-5267ee04720a None None] The sync data for ids ['5f19c94f-29f4-445e-9808-5436b207793c'] in n-d-815689-1 is: [{'id': '5f19c94f-29f4-445e-9808-5436b207793c', 'name': 'tempest-ServersTestMultiNic-388634525-router', 'tenant_id': '86c832ae096941f0a5bf5b2354fb6525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:13Z', 'updated_at': '2021-10-27T16:05:44Z', 'revision_number': 6, 'project_id': '86c832ae096941f0a5bf5b2354fb6525', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:05:45.022589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.053297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] For port e507069f-974e-4a04-9d36-642541b0a01c, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:45.072667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] For port 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=9aa25e9e-c661-4c4a-a16f-3d1e0129c02b,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:45.073232 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.110268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Calling delete_port for 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:45.124464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901be34-1403-44f0-b952-843823243a06 req-ba84b605-3037-4426-863c-1a5018b4e9aa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.133052 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a901be34-1403-44f0-b952-843823243a06 req-ba84b605-3037-4426-863c-1a5018b4e9aa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 945 time: 0.1907599 Oct 27 16:05:45.133052 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.313240 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a901be34-1403-44f0-b952-843823243a06 req-a33d3233-edeb-45a8-a70f-177402a5e709 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672914 Oct 27 16:05:45.326032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a8634cd-f9a5-4715-9b54-2dde676fa017,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:45.353475 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.364820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:05:45.375702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:45.376679 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.395045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] Checking segment: {'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:45.395413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] Network hostable DHCP agents. Network: fa228a4f-de0d-40f1-b8d8-45b302cfc9c6, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:05:45.443820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] For port e507069f-974e-4a04-9d36-642541b0a01c, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e507069f-974e-4a04-9d36-642541b0a01c,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:45.466815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368cba2-215f-4143-9a1f-3c08100d137c req-4bd4249d-161f-49f7-a28c-7954cd00b57f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.472607 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.481004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368cba2-215f-4143-9a1f-3c08100d137c req-4bd4249d-161f-49f7-a28c-7954cd00b57f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.501376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368cba2-215f-4143-9a1f-3c08100d137c req-4bd4249d-161f-49f7-a28c-7954cd00b57f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.504590 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] Network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:05:45.509585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368cba2-215f-4143-9a1f-3c08100d137c req-4bd4249d-161f-49f7-a28c-7954cd00b57f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.521829 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:05:45.522164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368cba2-215f-4143-9a1f-3c08100d137c req-4bd4249d-161f-49f7-a28c-7954cd00b57f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.534668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368cba2-215f-4143-9a1f-3c08100d137c req-4bd4249d-161f-49f7-a28c-7954cd00b57f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.545234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368cba2-215f-4143-9a1f-3c08100d137c req-4bd4249d-161f-49f7-a28c-7954cd00b57f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.549404 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c368cba2-215f-4143-9a1f-3c08100d137c req-4bd4249d-161f-49f7-a28c-7954cd00b57f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5407 time: 0.5973945 Oct 27 16:05:45.549641 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.549973 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Added segment 73dd8232-ccfc-4e34-a209-394047d3edd2 of type vlan for network 7a404a34-aad3-42b0-b59f-b31eee4ca444 Oct 27 16:05:45.561742 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.562481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4ca748-743c-4d62-8d53-0ce207afc2ec,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:45.644137 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.650790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8b0bd352-0b1c-4cfa-a751-08465b9a73e7 req-1cb8b951-5458-4e4b-b445-5d1996f969b6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] For port 00b1a992-b371-4bc3-bd69-1811df627fb5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=00b1a992-b371-4bc3-bd69-1811df627fb5,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:45.651272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0bd352-0b1c-4cfa-a751-08465b9a73e7 req-1cb8b951-5458-4e4b-b445-5d1996f969b6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.656277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.660933 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.660933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] 10.222.0.53 "PUT /v2.0/ports/e507069f-974e-4a04-9d36-642541b0a01c HTTP/1.1" status: 200 len: 1091 time: 2.4973233 Oct 27 16:05:45.698033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c368cba2-215f-4143-9a1f-3c08100d137c req-a7ed36aa-5a31-485d-a008-d80ca6421733 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1228614 Oct 27 16:05:45.698255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16fd95-108e-4d7d-9f82-81954c6cd4c2 req-baae1043-9368-4f75-bdd0-01acbe1cf29b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.698255 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc16fd95-108e-4d7d-9f82-81954c6cd4c2 req-baae1043-9368-4f75-bdd0-01acbe1cf29b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 944 time: 0.1417112 Oct 27 16:05:45.698255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, fa228a4f-de0d-40f1-b8d8-45b302cfc9c6) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:45.707490 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.723384 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.729198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8b0bd352-0b1c-4cfa-a751-08465b9a73e7 req-1cb8b951-5458-4e4b-b445-5d1996f969b6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Calling delete_port for 00b1a992-b371-4bc3-bd69-1811df627fb5 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:45.744437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a8bbe-ddcc-4447-8cda-f5c111cfc901 None None] Network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:45.750338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.750657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db2709-b2e5-4d15-8471-818cc6294f63 service neutron] Pushing event updated for resources: {'Port': ['ID=e507069f-974e-4a04-9d36-642541b0a01c,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:45.751213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.766611 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa25e9e-c661-4c4a-a16f-3d1e0129c02b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:45.777118 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': 'bf0c880e-4e05-475a-a650-447ac3e62a98'}, {'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': 'e507069f-974e-4a04-9d36-642541b0a01c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:45.790323 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1" -d '{"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "bf0c880e-4e05-475a-a650-447ac3e62a98"}, {"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "e507069f-974e-4a04-9d36-642541b0a01c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:45.811078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:45.841621 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc16fd95-108e-4d7d-9f82-81954c6cd4c2 req-3f0cd54b-ce4b-4d54-800d-fb449278d416 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305540 Oct 27 16:05:45.843344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.844402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:45.845010 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:45.873385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe927e06-a305-4b99-8626-1b137a203724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:45.877945 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59776c0c-b243-44ce-921a-52f03f7ae8f4" -d '{"events": [{"server_uuid": "fe927e06-a305-4b99-8626-1b137a203724", "name": "network-vif-plugged", "status": "completed", "tag": "81d00f61-d7d3-43af-bda0-1e37c9bfaaa4"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:45.929603 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bfcd2acd-0160-4a7f-8a66-6a7ec531dde1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7823715 Oct 27 16:05:45.945480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47874) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:45.955689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:46.009305 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad784ed-f253-4219-973c-804ecc39b531 x-openstack-request-id: req-9ad784ed-f253-4219-973c-804ecc39b531 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:46.009847 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "bf0c880e-4e05-475a-a650-447ac3e62a98", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "e507069f-974e-4a04-9d36-642541b0a01c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:46.010601 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ad784ed-f253-4219-973c-804ecc39b531 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:46.011159 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': 'bf0c880e-4e05-475a-a650-447ac3e62a98', 'status': 'completed', 'code': 200} Oct 27 16:05:46.012142 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': 'e507069f-974e-4a04-9d36-642541b0a01c', 'status': 'completed', 'code': 200} Oct 27 16:05:46.029080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:46.033487 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.041384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] Pushing event updated for resources: {'Network': ['ID=7a404a34-aad3-42b0-b59f-b31eee4ca444,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:46.083446 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95d187c8-b9bf-4436-9f2a-694bd73e7306 req-c69edd63-48a7-4db5-ae96-a22141fd24f2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 210 time: 0.1548085 Oct 27 16:05:46.133299 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3380aa97-4bd9-4139-88c3-27b545ba7a75 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8446741 Oct 27 16:05:46.139423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47876) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:46.144324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 7a404a34-aad3-42b0-b59f-b31eee4ca444 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:05:46.157101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] Request body: {'subnet': {'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1277868048-subnet', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:46.170477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.195762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'fixed_ips': [{'subnet_id': '6a8634cd-f9a5-4715-9b54-2dde676fa017'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:05:46.198083 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.235008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d142f80-a734-454c-ac72-b45002b3f7a2 req-1319c6f5-395e-4e62-960c-5fb14e5dfd4b tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.251075 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d142f80-a734-454c-ac72-b45002b3f7a2 req-1319c6f5-395e-4e62-960c-5fb14e5dfd4b tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.1827366 Oct 27 16:05:46.258117 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7986788-de77-4169-9bc2-c7a0f33f930d x-openstack-request-id: req-d7986788-de77-4169-9bc2-c7a0f33f930d {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:46.258403 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe927e06-a305-4b99-8626-1b137a203724", "name": "network-vif-plugged", "status": "completed", "tag": "81d00f61-d7d3-43af-bda0-1e37c9bfaaa4", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:46.258656 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7986788-de77-4169-9bc2-c7a0f33f930d {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:46.259038 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe927e06-a305-4b99-8626-1b137a203724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4', 'code': 200} Oct 27 16:05:46.259798 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ac1184a1-80ef-4db9-b8df-1f6900df3e63 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:46.319353 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.320821 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.337657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: ac1184a1-80ef-4db9-b8df-1f6900df3e63 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:46.337959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ac1184a1-80ef-4db9-b8df-1f6900df3e63 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:46.338386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:46.349513 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.372982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:46.380944 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:46.381286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9aa25e9e-c661-4c4a-a16f-3d1e0129c02b not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:46.403440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-93650f4a-c9c6-42f0-9e63-b1e79b7a0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.403993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-93650f4a-c9c6-42f0-9e63-b1e79b7a0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.404489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-93650f4a-c9c6-42f0-9e63-b1e79b7a0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.410754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-93650f4a-c9c6-42f0-9e63-b1e79b7a0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.411266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-93650f4a-c9c6-42f0-9e63-b1e79b7a0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.411742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-93650f4a-c9c6-42f0-9e63-b1e79b7a0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.412229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-93650f4a-c9c6-42f0-9e63-b1e79b7a0925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.425073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-93650f4a-c9c6-42f0-9e63-b1e79b7a0925 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6354 time: 0.4261744 Oct 27 16:05:46.440267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.442621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.534350 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Allocated IP 172.20.0.2 (fa228a4f-de0d-40f1-b8d8-45b302cfc9c6/6a8634cd-f9a5-4715-9b54-2dde676fa017/2e420168-8408-498f-90d3-e37d9015e8ad) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:46.535870 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d142f80-a734-454c-ac72-b45002b3f7a2 req-a36a1fdb-b370-4c2b-b167-f1808c01c429 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206526 Oct 27 16:05:46.555384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0bd352-0b1c-4cfa-a751-08465b9a73e7 req-1cb8b951-5458-4e4b-b445-5d1996f969b6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.619368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8b951-5458-4e4b-b445-5d1996f969b6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event deleted for resources: {'Port': ['ID=00b1a992-b371-4bc3-bd69-1811df627fb5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:46.761489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0bd352-0b1c-4cfa-a751-08465b9a73e7 req-1cb8b951-5458-4e4b-b445-5d1996f969b6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] No DVR routers for this DVR port 00b1a992-b371-4bc3-bd69-1811df627fb5 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:46.763384 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.774048 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8b0bd352-0b1c-4cfa-a751-08465b9a73e7 req-1cb8b951-5458-4e4b-b445-5d1996f969b6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.777651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b0bd352-0b1c-4cfa-a751-08465b9a73e7 req-1cb8b951-5458-4e4b-b445-5d1996f969b6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "DELETE /v2.0/ports/00b1a992-b371-4bc3-bd69-1811df627fb5 HTTP/1.1" status: 204 len: 173 time: 2.0539906 Oct 27 16:05:46.789813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1d3f7-e905-4084-8261-fc6b7b138e6d req-59b148c6-a371-4c8a-8156-106afda08dd2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.791345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ffb1d3f7-e905-4084-8261-fc6b7b138e6d req-59b148c6-a371-4c8a-8156-106afda08dd2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 867 time: 0.3624701 Oct 27 16:05:46.850155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-cdb0ed16-95f3-42a6-a808-e988f9c6ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.850613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-cdb0ed16-95f3-42a6-a808-e988f9c6ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.851077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-cdb0ed16-95f3-42a6-a808-e988f9c6ab60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.852692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-cdb0ed16-95f3-42a6-a808-e988f9c6ab60 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=85e3eae7fd4a49d59e82505efcf10621&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4206896 Oct 27 16:05:46.860958 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.867374 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.868141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f19c94f-29f4-445e-9808-5436b207793c {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:05:46.869427 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] Made reservation on behalf of 1c9897f292664e259a9f0fddc2e4736c for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:46.872010 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.876242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1975da-399e-4519-a8ad-42e274645adf req-97061657-a09c-4d80-8841-3cd91512ef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:46.878574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe1975da-399e-4519-a8ad-42e274645adf req-97061657-a09c-4d80-8841-3cd91512ef62 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 1096 time: 0.5600185 Oct 27 16:05:46.912517 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:46.913704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c76aa38d-9579-420e-92da-bdd98c46680e admin admin] 10.222.0.15 "DELETE /v2.0/routers/5f19c94f-29f4-445e-9808-5436b207793c HTTP/1.1" status: 204 len: 168 time: 3.1119092 Oct 27 16:05:46.928998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47884) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:46.942418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:46.943946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Pushing event updated for resources: {'Port': ['ID=2e420168-8408-498f-90d3-e37d9015e8ad,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:46.956202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:46.959649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:46.972116 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 00b1a992-b371-4bc3-bd69-1811df627fb5 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:46.996087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ffb1d3f7-e905-4084-8261-fc6b7b138e6d req-52969e78-0093-4903-9397-012e14da3f75 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819968 Oct 27 16:05:47.021627 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 00b1a992-b371-4bc3-bd69-1811df627fb5 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:47.022237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 00b1a992-b371-4bc3-bd69-1811df627fb5 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:47.023629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.078564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-41730492-680d-4717-95ea-faf417723256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.080325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-41730492-680d-4717-95ea-faf417723256 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2181580 Oct 27 16:05:47.095002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Attempting to bind port 2e420168-8408-498f-90d3-e37d9015e8ad on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:47.100126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Attempting to bind port 2e420168-8408-498f-90d3-e37d9015e8ad by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:47.100126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Attempting to bind port 2e420168-8408-498f-90d3-e37d9015e8ad on network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:47.132617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:47.133040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Checking segment: {'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:47.133449 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.133843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Bound using segment: {'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:47.134341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Bound port: 2e420168-8408-498f-90d3-e37d9015e8ad, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:47.134723 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.152234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d43e3d0a-dd03-416e-b07c-58a545b450f7 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:47.158529 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe1975da-399e-4519-a8ad-42e274645adf req-83c15774-fda4-4ed6-b50f-112650d36930 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407880 Oct 27 16:05:47.168937 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.188574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Transition to ACTIVE for port object d43e3d0a-dd03-416e-b07c-58a545b450f7 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:47.207356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] For port 2e420168-8408-498f-90d3-e37d9015e8ad, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:47.210996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] For port 2e420168-8408-498f-90d3-e37d9015e8ad, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2e420168-8408-498f-90d3-e37d9015e8ad,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:47.214629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ea22b4-1fce-4628-a10b-6cc922518599 admin admin] Deleting subnet 997dcf83-be05-482c-b45b-181e62064f9f {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:05:47.243808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2db01e-f137-4268-9f40-09f5c7632aae req-9dae8081-55c2-4b17-b5e2-6d235452999c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.245755 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f2db01e-f137-4268-9f40-09f5c7632aae req-9dae8081-55c2-4b17-b5e2-6d235452999c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 945 time: 0.0522015 Oct 27 16:05:47.260634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367aa3-3718-4970-b6dc-8302b6eadf91 req-849f106a-7db3-44af-b506-7796ed76b843 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.268371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367aa3-3718-4970-b6dc-8302b6eadf91 req-849f106a-7db3-44af-b506-7796ed76b843 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.273769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367aa3-3718-4970-b6dc-8302b6eadf91 req-849f106a-7db3-44af-b506-7796ed76b843 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.279675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367aa3-3718-4970-b6dc-8302b6eadf91 req-849f106a-7db3-44af-b506-7796ed76b843 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.285845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367aa3-3718-4970-b6dc-8302b6eadf91 req-849f106a-7db3-44af-b506-7796ed76b843 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.292102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367aa3-3718-4970-b6dc-8302b6eadf91 req-849f106a-7db3-44af-b506-7796ed76b843 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.298047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367aa3-3718-4970-b6dc-8302b6eadf91 req-849f106a-7db3-44af-b506-7796ed76b843 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.300097 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed367aa3-3718-4970-b6dc-8302b6eadf91 req-849f106a-7db3-44af-b506-7796ed76b843 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5407 time: 0.4358723 Oct 27 16:05:47.303832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87ea22b4-1fce-4628-a10b-6cc922518599 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.313347 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.326749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.383459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65af925-f6a1-4c57-9d73-e9fceb41d37c None None] Pushing event updated for resources: {'Port': ['ID=2e420168-8408-498f-90d3-e37d9015e8ad,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:47.447090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f2db01e-f137-4268-9f40-09f5c7632aae req-a83aa4b6-a538-4a8d-86e3-e2541dd15bcb tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912470 Oct 27 16:05:47.481490 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87ea22b4-1fce-4628-a10b-6cc922518599 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.533447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-90553591-b701-4c29-833f-bae0529d8f8c tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.535956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-90553591-b701-4c29-833f-bae0529d8f8c tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 808 time: 0.2663515 Oct 27 16:05:47.543376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.554376 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed367aa3-3718-4970-b6dc-8302b6eadf91 req-5b932811-21bb-479c-9b16-759d3f100fad tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2440767 Oct 27 16:05:47.565074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Request body: {'port': {'device_id': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532', 'admin_state_up': True, 'tenant_id': '095b87ae86024607acdb040846675ca1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:47.635850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Pushing event updated for resources: {'Port': ['ID=d43e3d0a-dd03-416e-b07c-58a545b450f7,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:47.685411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aae1d7e8-94b1-4a5b-9b76-a9fd0a8756ba req-bc1ddb91-7860-4fa8-bf5c-cf27d0b613d0 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 210 time: 0.1127689 Oct 27 16:05:47.766366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87ea22b4-1fce-4628-a10b-6cc922518599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.812388 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-11c6ebba-d237-424b-965c-972a1a4b3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.812962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-11c6ebba-d237-424b-965c-972a1a4b3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.813745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-11c6ebba-d237-424b-965c-972a1a4b3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.813875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-11c6ebba-d237-424b-965c-972a1a4b3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.814274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-11c6ebba-d237-424b-965c-972a1a4b3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.815033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-11c6ebba-d237-424b-965c-972a1a4b3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.815268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-11c6ebba-d237-424b-965c-972a1a4b3aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.819415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-11c6ebba-d237-424b-965c-972a1a4b3aaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6379 time: 0.4648714 Oct 27 16:05:47.835754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:47.987525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Attempting to bind port d43e3d0a-dd03-416e-b07c-58a545b450f7 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:47.988007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Attempting to bind port d43e3d0a-dd03-416e-b07c-58a545b450f7 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:47.988465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Attempting to bind port d43e3d0a-dd03-416e-b07c-58a545b450f7 on network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:47.992950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedc93d-800c-416d-a9df-396c4d67d181 req-a8330e15-b914-4a0a-aafa-e65185c9cada tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:47.994612 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8dedc93d-800c-416d-a9df-396c4d67d181 req-a8330e15-b914-4a0a-aafa-e65185c9cada tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.2413690 Oct 27 16:05:47.998409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9392548-f0ec-47d6-b229-5a2e1e8e4495,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:48.019560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040489d1-1531-49a1-9f00-84766e3f3934', 'name': 'network-vif-deleted', 'tag': '00b1a992-b371-4bc3-bd69-1811df627fb5'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:48.021915 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a671de-7696-4fa9-8f53-96c5ee64ce60" -d '{"events": [{"server_uuid": "040489d1-1531-49a1-9f00-84766e3f3934", "name": "network-vif-deleted", "tag": "00b1a992-b371-4bc3-bd69-1811df627fb5"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:48.028466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Port d43e3d0a-dd03-416e-b07c-58a545b450f7 on network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:48.033271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Attempting to bind port d43e3d0a-dd03-416e-b07c-58a545b450f7 on network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:48.033424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] Checking segment: {'id': '73dd8232-ccfc-4e34-a209-394047d3edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:48.033424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] Network hostable DHCP agents. Network: 7a404a34-aad3-42b0-b59f-b31eee4ca444, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:05:48.046180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-7285becc-501a-473a-969c-e0fc71213fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.046523 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-7285becc-501a-473a-969c-e0fc71213fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.046970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-7285becc-501a-473a-969c-e0fc71213fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.050194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-7285becc-501a-473a-969c-e0fc71213fad service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=85e3eae7fd4a49d59e82505efcf10621&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2195604 Oct 27 16:05:48.052536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:48.052877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Checking segment: {'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:48.053261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Bound using segment: {'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:48.053715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Bound port: d43e3d0a-dd03-416e-b07c-58a545b450f7, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:48.054066 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.072149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87ea22b4-1fce-4628-a10b-6cc922518599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.078067 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5806e927-f915-4d00-a86c-b2c28030cec8 x-openstack-request-id: req-5806e927-f915-4d00-a86c-b2c28030cec8 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:48.078360 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040489d1-1531-49a1-9f00-84766e3f3934", "name": "network-vif-deleted", "tag": "00b1a992-b371-4bc3-bd69-1811df627fb5", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:48.078625 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5806e927-f915-4d00-a86c-b2c28030cec8 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:48.079023 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040489d1-1531-49a1-9f00-84766e3f3934', 'name': 'network-vif-deleted', 'tag': '00b1a992-b371-4bc3-bd69-1811df627fb5', 'status': 'completed', 'code': 200} Oct 27 16:05:48.089658 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8dedc93d-800c-416d-a9df-396c4d67d181 req-024aae5a-ece4-46fd-a223-6d9f226b86f6 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809178 Oct 27 16:05:48.136309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea22b4-1fce-4628-a10b-6cc922518599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997dcf83-be05-482c-b45b-181e62064f9f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:48.158743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef52911-5ebd-4b16-af6d-2081b1144670 None None] Network 15d8ee4e-6636-4b6b-80d8-bda6a024da80 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:48.162995 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87ea22b4-1fce-4628-a10b-6cc922518599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.183127 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-87ea22b4-1fce-4628-a10b-6cc922518599 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/997dcf83-be05-482c-b45b-181e62064f9f HTTP/1.1" status: 204 len: 168 time: 1.2156472 Oct 27 16:05:48.188946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47894) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:48.242954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2e420168-8408-498f-90d3-e37d9015e8ad up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:48.313527 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd868bf2-ca67-4a1f-8e86-bc39506e1e29 req-5176f139-6cbe-42df-98cb-24a9041e7890 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=040489d1-1531-49a1-9f00-84766e3f3934 HTTP/1.1" status: 200 len: 210 time: 0.0681720 Oct 27 16:05:48.334703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-38087671-1618-4fd1-9928-fa408476316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.336231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b3ee445-6c0c-4c9c-bca8-9369de70aec1 req-38087671-1618-4fd1-9928-fa408476316c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2770729 Oct 27 16:05:48.382937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] For port d43e3d0a-dd03-416e-b07c-58a545b450f7, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:48.388339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] For port d43e3d0a-dd03-416e-b07c-58a545b450f7, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d43e3d0a-dd03-416e-b07c-58a545b450f7,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:48.405954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.416004 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.427698 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2e420168-8408-498f-90d3-e37d9015e8ad triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:48.428191 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.442529 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.446421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] Network 7a404a34-aad3-42b0-b59f-b31eee4ca444 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:05:48.481615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Made reservation on behalf of 095b87ae86024607acdb040846675ca1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:48.481615 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.541272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9067be2c-c6c7-4580-9d0c-580c9deec349 None None] DHCP port deletion for 15d8ee4e-6636-4b6b-80d8-bda6a024da80 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:05:48.551337 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.600369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.623842 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-86231d47-522f-47bf-8dd2-deafc6ce3255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.680619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 2e420168-8408-498f-90d3-e37d9015e8ad, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2e420168-8408-498f-90d3-e37d9015e8ad,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:48.707219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.707502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9067be2c-c6c7-4580-9d0c-580c9deec349 None None] Deleting port 56738304-fbda-4201-8595-f61bc7dfe620 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:48.707614 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9067be2c-c6c7-4580-9d0c-580c9deec349 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.707913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.709375 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] 10.222.0.53 "PUT /v2.0/ports/d43e3d0a-dd03-416e-b07c-58a545b450f7 HTTP/1.1" status: 200 len: 1091 time: 2.9125035 Oct 27 16:05:48.780649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Deleting port 56738304-fbda-4201-8595-f61bc7dfe620 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:05:48.784167 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.791449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9067be2c-c6c7-4580-9d0c-580c9deec349 None None] For port 56738304-fbda-4201-8595-f61bc7dfe620, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=56738304-fbda-4201-8595-f61bc7dfe620,segment=NetworkSegment(44990b95-c192-4a05-b7d8-65660fbb718e),segment_id=44990b95-c192-4a05-b7d8-65660fbb718e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:48.791449 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9067be2c-c6c7-4580-9d0c-580c9deec349 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.802321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Allocated IP 172.20.0.5 (4f195822-afc2-489a-8875-d3a7f6fb3532/4798bdca-a2ba-4445-9f20-f8a7fe28797b/c1691d59-66ca-41b3-8257-049de76d49ae) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:48.804451 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa75e0-1d61-4f47-95eb-97caef1e792e service neutron] Pushing event updated for resources: {'Port': ['ID=d43e3d0a-dd03-416e-b07c-58a545b450f7,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:48.816304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9067be2c-c6c7-4580-9d0c-580c9deec349 None None] Calling delete_port for 56738304-fbda-4201-8595-f61bc7dfe620 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:48.829706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 7a404a34-aad3-42b0-b59f-b31eee4ca444) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:48.852450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815825-0745-4f1d-993c-6a50e5a31548 req-698917bb-ab24-4697-a859-680ad2c8709a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.858738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815825-0745-4f1d-993c-6a50e5a31548 req-698917bb-ab24-4697-a859-680ad2c8709a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.864896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815825-0745-4f1d-993c-6a50e5a31548 req-698917bb-ab24-4697-a859-680ad2c8709a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.869877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0404b68-d1b5-4072-a174-482c16fd9f30 None None] Network 7a404a34-aad3-42b0-b59f-b31eee4ca444 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:48.872306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.880405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815825-0745-4f1d-993c-6a50e5a31548 req-698917bb-ab24-4697-a859-680ad2c8709a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.884292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815825-0745-4f1d-993c-6a50e5a31548 req-698917bb-ab24-4697-a859-680ad2c8709a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.898936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.899830 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:48.905833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815825-0745-4f1d-993c-6a50e5a31548 req-698917bb-ab24-4697-a859-680ad2c8709a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.912323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d815825-0745-4f1d-993c-6a50e5a31548 req-698917bb-ab24-4697-a859-680ad2c8709a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.914310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d815825-0745-4f1d-993c-6a50e5a31548 req-698917bb-ab24-4697-a859-680ad2c8709a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5419 time: 0.1912253 Oct 27 16:05:48.922326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dc798-0b1e-435d-bfd8-e20a9db1738d req-72900547-8952-4dc1-aa91-65116b4c559c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:48.924078 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aa5dc798-0b1e-435d-bfd8-e20a9db1738d req-72900547-8952-4dc1-aa91-65116b4c559c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 945 time: 0.3375876 Oct 27 16:05:48.936134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Request body: {'port': {'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:48.975094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Allocated IP 172.25.4.44 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/a190f72a-38c1-492c-83e7-9e83d038d731) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:49.005237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d69dd9-0eff-40cd-a538-776ebaa660a5 None None] Network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:49.024134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] For port 56738304-fbda-4201-8595-f61bc7dfe620, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=56738304-fbda-4201-8595-f61bc7dfe620,segment=NetworkSegment(44990b95-c192-4a05-b7d8-65660fbb718e),segment_id=44990b95-c192-4a05-b7d8-65660fbb718e)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:49.029634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.072312 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-73e7cf46-01df-424a-9e63-246761220190 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9206226 Oct 27 16:05:49.076042 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aa5dc798-0b1e-435d-bfd8-e20a9db1738d req-215d21df-02cb-477e-b30e-656e23b3510b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337059 Oct 27 16:05:49.078468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Calling delete_port for 56738304-fbda-4201-8595-f61bc7dfe620 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:05:49.082643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47902) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:49.118772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1277868048-router', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:49.126056 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=2e420168-8408-498f-90d3-e37d9015e8ad,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:49.141717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.177007 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d815825-0745-4f1d-993c-6a50e5a31548 req-62bee988-715a-41c9-a6a5-dcee103688bc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2526388 Oct 27 16:05:49.187146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5b3cb157-69c5-46d2-b02d-0d5e08de7aa2 None None] Provisioning complete for port 2e420168-8408-498f-90d3-e37d9015e8ad triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:49.188027 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb157-69c5-46d2-b02d-0d5e08de7aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.263660 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9067be2c-c6c7-4580-9d0c-580c9deec349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.271074 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-902c86e7-9869-4f17-8c18-102ad7e0041b req-d0f610ea-bcf3-4126-910f-085152672cc1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 210 time: 0.0501044 Oct 27 16:05:49.294908 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.323486 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.362534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=56738304-fbda-4201-8595-f61bc7dfe620,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:49.377433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] No DVR routers for this DVR port 56738304-fbda-4201-8595-f61bc7dfe620 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:49.469004 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.480985 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.484079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067be2c-c6c7-4580-9d0c-580c9deec349 None None] Pushing event deleted for resources: {'Port': ['ID=56738304-fbda-4201-8595-f61bc7dfe620,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:49.484262 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.492151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067be2c-c6c7-4580-9d0c-580c9deec349 None None] No DVR routers for this DVR port 56738304-fbda-4201-8595-f61bc7dfe620 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:05:49.522989 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.523120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d8ee4e-6636-4b6b-80d8-bda6a024da80']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:49.539585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44990b95-c192-4a05-b7d8-65660fbb718e') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:49.540411 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44990b95-c192-4a05-b7d8-65660fbb718e') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:49.573773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-7a404a34-aad3-42b0-b59f-b31eee4ca444', 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'fixed_ips': [{'subnet_id': 'b9392548-f0ec-47d6-b229-5a2e1e8e4495'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:05:49.574616 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.577031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.601428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.611040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:05:49.611879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:05:49.668656 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:05:49.676958 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.752368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2784b7-3bbe-4fe6-8bba-037af6ef4bc3 req-047cb262-7d2a-4776-8753-81578a6660e3 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:49.752368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d2784b7-3bbe-4fe6-8bba-037af6ef4bc3 req-047cb262-7d2a-4776-8753-81578a6660e3 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.4508178 Oct 27 16:05:49.788717 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Allocated IP 172.20.0.2 (7a404a34-aad3-42b0-b59f-b31eee4ca444/b9392548-f0ec-47d6-b229-5a2e1e8e4495/0a458919-2715-42e4-86a1-c1e9a4732469) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:49.815062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:49.823784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:49.831440 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.835623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:49.885286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935953a2-6495-45f6-89e3-b6b0c3d8b32e {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:49.891903 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.917559 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.919166 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:49.925898 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/15d8ee4e-6636-4b6b-80d8-bda6a024da80 HTTP/1.1" status: 204 len: 168 time: 1.7356949 Oct 27 16:05:49.969350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Pushing event updated for resources: {'Port': ['ID=a190f72a-38c1-492c-83e7-9e83d038d731,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:49.972498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d2784b7-3bbe-4fe6-8bba-037af6ef4bc3 req-48e50747-6877-4eab-9453-b1d9701eb0ee tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034501 Oct 27 16:05:49.995098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893c14f-6c0c-48e5-b87c-c925f7f119a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=15d8ee4e-6636-4b6b-80d8-bda6a024da80,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:50.008015 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.073086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Transition to ACTIVE for port object 935953a2-6495-45f6-89e3-b6b0c3d8b32e will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:50.079686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': 'd43e3d0a-dd03-416e-b07c-58a545b450f7'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:50.082041 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6544da-e3e4-4446-be93-2801730285f4" -d '{"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "d43e3d0a-dd03-416e-b07c-58a545b450f7"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:50.091076 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.115430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-3272ece3-ceb4-404f-a432-08f83bf56a4a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.117233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-3272ece3-ceb4-404f-a432-08f83bf56a4a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.4461443 Oct 27 16:05:50.129705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a5438184-cb08-4543-ac20-27e9d217c63c None None] Provisioning complete for port 2e420168-8408-498f-90d3-e37d9015e8ad triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:50.130091 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a5438184-cb08-4543-ac20-27e9d217c63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.172120 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-a942df79-500c-4adf-82c9-2520e31b8e99 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/quotas/532e31d389584cc2b9f78d696326f5ea HTTP/1.1" status: 200 len: 375 time: 0.0440755 Oct 27 16:05:50.192517 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.205985 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eff6c30-2959-4753-a243-e0d84a2d1294 x-openstack-request-id: req-7eff6c30-2959-4753-a243-e0d84a2d1294 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:50.206312 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "d43e3d0a-dd03-416e-b07c-58a545b450f7", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:50.206678 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7eff6c30-2959-4753-a243-e0d84a2d1294 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:50.207156 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': 'd43e3d0a-dd03-416e-b07c-58a545b450f7', 'status': 'completed', 'code': 200} Oct 27 16:05:50.245722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.250667 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.254584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2e420168-8408-498f-90d3-e37d9015e8ad up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:50.262096 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-8d19cea6-65c7-4308-b8be-cc3800d3b67b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626049 Oct 27 16:05:50.273312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Network 4f195822-afc2-489a-8875-d3a7f6fb3532 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:50.287788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:50.290983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:50.351492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Pushing event updated for resources: {'Port': ['ID=c1691d59-66ca-41b3-8257-049de76d49ae,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:50.364016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Network 7a404a34-aad3-42b0-b59f-b31eee4ca444 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:50.375051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:50.382827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:50.400993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Pushing event updated for resources: {'Port': ['ID=0a458919-2715-42e4-86a1-c1e9a4732469,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:50.402829 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47930) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:50.501770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6544da-e3e4-4446-be93-2801730285f4 req-b0e010e1-b450-4eea-a1da-80f2319d7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.502630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6544da-e3e4-4446-be93-2801730285f4 req-b0e010e1-b450-4eea-a1da-80f2319d7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.503528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6544da-e3e4-4446-be93-2801730285f4 req-b0e010e1-b450-4eea-a1da-80f2319d7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.504367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6544da-e3e4-4446-be93-2801730285f4 req-b0e010e1-b450-4eea-a1da-80f2319d7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.505077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6544da-e3e4-4446-be93-2801730285f4 req-b0e010e1-b450-4eea-a1da-80f2319d7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.505733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6544da-e3e4-4446-be93-2801730285f4 req-b0e010e1-b450-4eea-a1da-80f2319d7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.506420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6544da-e3e4-4446-be93-2801730285f4 req-b0e010e1-b450-4eea-a1da-80f2319d7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.508723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-df6544da-e3e4-4446-be93-2801730285f4 req-b0e010e1-b450-4eea-a1da-80f2319d7bee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6446 time: 0.3046644 Oct 27 16:05:50.523459 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.524147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.529455 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Attempting to bind port 0a458919-2715-42e4-86a1-c1e9a4732469 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:50.530484 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Attempting to bind port 0a458919-2715-42e4-86a1-c1e9a4732469 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '73dd8232-ccfc-4e34-a209-394047d3edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:50.530925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Attempting to bind port 0a458919-2715-42e4-86a1-c1e9a4732469 on network 7a404a34-aad3-42b0-b59f-b31eee4ca444 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:50.537729 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-fe25209f-ba7d-452e-b0bf-6722fbb30332 service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747231 Oct 27 16:05:50.542521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:50.544032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Checking segment: {'id': '73dd8232-ccfc-4e34-a209-394047d3edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:50.544032 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.544032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Bound using segment: {'id': '73dd8232-ccfc-4e34-a209-394047d3edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:50.544464 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Bound port: 0a458919-2715-42e4-86a1-c1e9a4732469, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dd8232-ccfc-4e34-a209-394047d3edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:50.544693 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.549684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Pushing event updated for resources: {'Port': ['ID=935953a2-6495-45f6-89e3-b6b0c3d8b32e,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:50.551096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2e420168-8408-498f-90d3-e37d9015e8ad triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:50.558855 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.575778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770c43d-fbe4-4fde-93b2-fae7c76d412b req-3bdbfa4e-8b22-404c-8017-44d13ddc27d7 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.580652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0770c43d-fbe4-4fde-93b2-fae7c76d412b req-3bdbfa4e-8b22-404c-8017-44d13ddc27d7 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 945 time: 0.3051281 Oct 27 16:05:50.636889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.680280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-720de7c1-cd37-483e-87c2-9e503abdac1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86c832ae096941f0a5bf5b2354fb6525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2683783 Oct 27 16:05:50.709963 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47932) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:50.715287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] For port 0a458919-2715-42e4-86a1-c1e9a4732469, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:50.722844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] For port 0a458919-2715-42e4-86a1-c1e9a4732469, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0a458919-2715-42e4-86a1-c1e9a4732469,segment=NetworkSegment(73dd8232-ccfc-4e34-a209-394047d3edd2),segment_id=73dd8232-ccfc-4e34-a209-394047d3edd2)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:50.751030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6544da-e3e4-4446-be93-2801730285f4 req-2ec844e1-c30b-4c76-bdd4-edc96e858cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.751682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6544da-e3e4-4446-be93-2801730285f4 req-2ec844e1-c30b-4c76-bdd4-edc96e858cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.752501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6544da-e3e4-4446-be93-2801730285f4 req-2ec844e1-c30b-4c76-bdd4-edc96e858cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.754335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-df6544da-e3e4-4446-be93-2801730285f4 req-2ec844e1-c30b-4c76-bdd4-edc96e858cc8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=85e3eae7fd4a49d59e82505efcf10621&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2222707 Oct 27 16:05:50.766987 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-21787d8b-ef7c-4c9f-a581-3c24b05394d7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2095823 Oct 27 16:05:50.805982 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-2a27d0c2-04e8-4436-8266-4b7e93c1d6d9 service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575324 Oct 27 16:05:50.828854 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd406b56-ffcc-444a-ab50-776260dd19c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.841240 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.854319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd406b56-ffcc-444a-ab50-776260dd19c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:50.890665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6544da-e3e4-4446-be93-2801730285f4 req-9d6a97c5-0a86-46e7-ab74-e637faf25c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:50.892410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-df6544da-e3e4-4446-be93-2801730285f4 req-9d6a97c5-0a86-46e7-ab74-e637faf25c82 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228287 Oct 27 16:05:50.903618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Request body: {'port': {'device_id': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:50.926905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 56738304-fbda-4201-8595-f61bc7dfe620 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:50.970694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 56738304-fbda-4201-8595-f61bc7dfe620 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:05:50.970694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 56738304-fbda-4201-8595-f61bc7dfe620 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:05:50.997516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629d4b0-0afa-437b-b318-a7ba49134e09 None None] Pushing event updated for resources: {'Port': ['ID=0a458919-2715-42e4-86a1-c1e9a4732469,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:51.001240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0770c43d-fbe4-4fde-93b2-fae7c76d412b req-2cb51e27-d0c3-4790-97bb-f7c84d782bf8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097409 Oct 27 16:05:51.011562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd406b56-ffcc-444a-ab50-776260dd19c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.015549 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd406b56-ffcc-444a-ab50-776260dd19c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.020122 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dd406b56-ffcc-444a-ab50-776260dd19c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b7349a1-7262-438d-8e97-7f51facdac50 HTTP/1.1" status: 204 len: 168 time: 0.3056769 Oct 27 16:05:51.049192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd406b56-ffcc-444a-ab50-776260dd19c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7349a1-7262-438d-8e97-7f51facdac50,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:51.082950 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.087798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Attempting to bind port 935953a2-6495-45f6-89e3-b6b0c3d8b32e on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:51.094102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Attempting to bind port 935953a2-6495-45f6-89e3-b6b0c3d8b32e by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:51.094581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Attempting to bind port 935953a2-6495-45f6-89e3-b6b0c3d8b32e on network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:51.110434 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.466146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed8b93-3c4c-47cb-a116-8d2c970b4665 req-705a0e7c-f32d-4fb4-a2b0-c79f87d7cfd5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:51.476031 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36ed8b93-3c4c-47cb-a116-8d2c970b4665 req-705a0e7c-f32d-4fb4-a2b0-c79f87d7cfd5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 931 time: 0.1021957 Oct 27 16:05:51.506510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:05:51.565725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36ed8b93-3c4c-47cb-a116-8d2c970b4665 req-3f803c22-7143-4713-aa79-aa3b4dfafa25 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761843 Oct 27 16:05:51.573891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Port 935953a2-6495-45f6-89e3-b6b0c3d8b32e on network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:51.574215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Attempting to bind port 935953a2-6495-45f6-89e3-b6b0c3d8b32e on network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:51.576256 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39e41dbb-7d76-437a-bc4d-180d78273fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.636576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:51.636919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Checking segment: {'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:51.637311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Bound using segment: {'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:51.637828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Bound port: 935953a2-6495-45f6-89e3-b6b0c3d8b32e, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '929cb9ca-8af3-4254-b22a-4786dd3dc496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:51.638227 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:51.838788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c557c-2b67-4e33-9aa5-52e716cb5ba1 req-7e5b3445-0623-4733-83fe-255181168bf6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:51.846287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c557c-2b67-4e33-9aa5-52e716cb5ba1 req-7e5b3445-0623-4733-83fe-255181168bf6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:51.853161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c557c-2b67-4e33-9aa5-52e716cb5ba1 req-7e5b3445-0623-4733-83fe-255181168bf6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:51.862942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c557c-2b67-4e33-9aa5-52e716cb5ba1 req-7e5b3445-0623-4733-83fe-255181168bf6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:51.869362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c557c-2b67-4e33-9aa5-52e716cb5ba1 req-7e5b3445-0623-4733-83fe-255181168bf6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:51.877774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c557c-2b67-4e33-9aa5-52e716cb5ba1 req-7e5b3445-0623-4733-83fe-255181168bf6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:51.884148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c557c-2b67-4e33-9aa5-52e716cb5ba1 req-7e5b3445-0623-4733-83fe-255181168bf6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:51.894200 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c42c557c-2b67-4e33-9aa5-52e716cb5ba1 req-7e5b3445-0623-4733-83fe-255181168bf6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 0.3369064 Oct 27 16:05:52.100031 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.148770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] For port 935953a2-6495-45f6-89e3-b6b0c3d8b32e, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:52.154249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] For port 935953a2-6495-45f6-89e3-b6b0c3d8b32e, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=935953a2-6495-45f6-89e3-b6b0c3d8b32e,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:52.155966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb054aa-78ae-4384-8a80-75d4fab33af6 req-3b94b2ac-462c-4187-a3ec-4fffe12678f2 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:52.163351 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fb054aa-78ae-4384-8a80-75d4fab33af6 req-3b94b2ac-462c-4187-a3ec-4fffe12678f2 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.0768807 Oct 27 16:05:52.185887 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.222179 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c42c557c-2b67-4e33-9aa5-52e716cb5ba1 req-e13c1d84-0460-4b81-bc04-0e8ce386d7b9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3257306 Oct 27 16:05:52.277737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:52.297668 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Sync routers for ids ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:52.310023 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.318221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0a458919-2715-42e4-86a1-c1e9a4732469 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:52.323309 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fb054aa-78ae-4384-8a80-75d4fab33af6 req-cdcc6b38-08ad-49c7-bac0-e3714305225a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589622 Oct 27 16:05:52.344292 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Routers {'b7d86b19-6a96-4a71-8795-6dff4e3a07a1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:52.344292 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:52.446860 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.451280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eb561474-f848-4c98-8a96-16bf80135244 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5017073 Oct 27 16:05:52.468595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 0a458919-2715-42e4-86a1-c1e9a4732469 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:52.469120 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.489850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Pushing event updated for resources: {'Port': ['ID=935953a2-6495-45f6-89e3-b6b0c3d8b32e,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:52.502826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47966) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:52.506710 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-843fbe0a-577e-4e1f-a061-a231e8939df0 req-003a0dab-2c17-41b8-a8c2-be993c0722e7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 210 time: 0.0940289 Oct 27 16:05:52.565422 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Set router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:52.576506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd5969a-1a29-429c-9061-afaf883e29dd None None] Network 7a404a34-aad3-42b0-b59f-b31eee4ca444 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:52.728093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1691d59-66ca-41b3-8257-049de76d49ae {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:52.741630 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.751070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b2a6b545-00d4-4218-9d41-c6d406e0a86a details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:05:52.789025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Transition to ACTIVE for port object c1691d59-66ca-41b3-8257-049de76d49ae will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:05:52.792355 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.828465 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.876748 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.952710 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ab4bb5ba-d9e8-4507-ab5f-b6aed1fb2558 None None] Provisioning complete for port 0a458919-2715-42e4-86a1-c1e9a4732469 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:52.953611 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab4bb5ba-d9e8-4507-ab5f-b6aed1fb2558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:52.961824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47974) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:53.000928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Allocated IP 172.25.4.46 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/50448f1d-024d-49a6-a6ba-ce7e92a07321) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:53.086665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74702fb-699e-44c6-8aef-5aab4366a160 req-ce28d55e-2ba1-4050-afdf-e50fc4281382 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.096553 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a74702fb-699e-44c6-8aef-5aab4366a160 req-ce28d55e-2ba1-4050-afdf-e50fc4281382 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 931 time: 0.2645001 Oct 27 16:05:53.109667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 0a458919-2715-42e4-86a1-c1e9a4732469, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0a458919-2715-42e4-86a1-c1e9a4732469,segment=NetworkSegment(73dd8232-ccfc-4e34-a209-394047d3edd2),segment_id=73dd8232-ccfc-4e34-a209-394047d3edd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:53.127250 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:50Z', 'revision_number': 3, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:53.165347 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a74702fb-699e-44c6-8aef-5aab4366a160 req-deb2c48d-cbdd-411e-840d-94d6c57ca40b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677950 Oct 27 16:05:53.190546 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Checking router: b7d86b19-6a96-4a71-8795-6dff4e3a07a1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:53.191485 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Updating router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 port a190f72a-38c1-492c-83e7-9e83d038d731 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:05:53.207035 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b2a6b545-00d4-4218-9d41-c6d406e0a86a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2a6b545-00d4-4218-9d41-c6d406e0a86a,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:53.229801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a', 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203', 'port_id': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a', 'mac_address': 'fa:16:3e:b8:bf:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac26fa-11b5-4f9d-9918-986554ca05aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:05:53.240331 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.270062 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.297570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.298359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.300239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2c14878a-3047-4aa1-a7ca-533ec162e9ee service neutron] 10.222.0.53 "PUT /v2.0/ports/935953a2-6495-45f6-89e3-b6b0c3d8b32e HTTP/1.1" status: 200 len: 1091 time: 4.3775582 Oct 27 16:05:53.303022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': '935953a2-6495-45f6-89e3-b6b0c3d8b32e'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:53.316075 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f680ee-bcf8-482e-b267-4595dd4841b1" -d '{"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "935953a2-6495-45f6-89e3-b6b0c3d8b32e"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:53.333446 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.338226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.355761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-372044076-network', 'tenant_id': 'b21581e0e35c40eeab8543777faccee8'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:53.480485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84260884-fd88-4554-a34b-d7735328eafc req-b8ee0129-dfbe-4a6e-8433-f98183010620 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.485430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84260884-fd88-4554-a34b-d7735328eafc req-b8ee0129-dfbe-4a6e-8433-f98183010620 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 945 time: 0.6612439 Oct 27 16:05:53.491991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=0a458919-2715-42e4-86a1-c1e9a4732469,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:53.513631 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.537303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2a6b545-00d4-4218-9d41-c6d406e0a86a {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:53.562612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b2a6b545-00d4-4218-9d41-c6d406e0a86a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2a6b545-00d4-4218-9d41-c6d406e0a86a,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:53.566352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1691d59-66ca-41b3-8257-049de76d49ae,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:53.601819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898365f7-2e98-4d32-bccb-1a5a7cd85a7d req-acd94362-149f-43a5-9c7b-cccd102c3763 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.615090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898365f7-2e98-4d32-bccb-1a5a7cd85a7d req-acd94362-149f-43a5-9c7b-cccd102c3763 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.625697 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898365f7-2e98-4d32-bccb-1a5a7cd85a7d req-acd94362-149f-43a5-9c7b-cccd102c3763 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.633107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898365f7-2e98-4d32-bccb-1a5a7cd85a7d req-acd94362-149f-43a5-9c7b-cccd102c3763 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.640193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898365f7-2e98-4d32-bccb-1a5a7cd85a7d req-acd94362-149f-43a5-9c7b-cccd102c3763 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.646892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898365f7-2e98-4d32-bccb-1a5a7cd85a7d req-acd94362-149f-43a5-9c7b-cccd102c3763 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.656415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898365f7-2e98-4d32-bccb-1a5a7cd85a7d req-acd94362-149f-43a5-9c7b-cccd102c3763 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.661148 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-898365f7-2e98-4d32-bccb-1a5a7cd85a7d req-acd94362-149f-43a5-9c7b-cccd102c3763 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 0.2816546 Oct 27 16:05:53.669668 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.675115 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Made reservation on behalf of b21581e0e35c40eeab8543777faccee8 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:53.679619 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.683975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-21c712bb-5c10-47dd-acea-c2ab8e4c4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.684494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-21c712bb-5c10-47dd-acea-c2ab8e4c4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.684962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-21c712bb-5c10-47dd-acea-c2ab8e4c4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.685420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-21c712bb-5c10-47dd-acea-c2ab8e4c4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.686077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-21c712bb-5c10-47dd-acea-c2ab8e4c4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.686852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-21c712bb-5c10-47dd-acea-c2ab8e4c4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.687450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-21c712bb-5c10-47dd-acea-c2ab8e4c4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:53.696383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.698920 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.699398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-21c712bb-5c10-47dd-acea-c2ab8e4c4b67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6488 time: 0.2628541 Oct 27 16:05:53.705613 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:53.749491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b2a6b545-00d4-4218-9d41-c6d406e0a86a,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:53.828089 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-898365f7-2e98-4d32-bccb-1a5a7cd85a7d req-31359848-21cf-4303-ae60-2b4ef790ea07 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1393785 Oct 27 16:05:53.842998 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-368726dc-18e9-4aff-9eb7-c617d3221b06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7667c6e7-fede-4069-bc52-bac40ef20493 HTTP/1.1" status: 200 len: 217 time: 0.1349442 Oct 27 16:05:53.874895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:53.876529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:53.904589 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84260884-fd88-4554-a34b-d7735328eafc req-c05952a5-b2d7-43bd-ac9e-009178902c31 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249435 Oct 27 16:05:53.920771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['b2a6b545-00d4-4218-9d41-c6d406e0a86a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:05:54.017662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:54.045328 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.049281 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.060224 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d8daf5-8437-4e38-a377-181c82574e60 x-openstack-request-id: req-f0d8daf5-8437-4e38-a377-181c82574e60 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:54.060224 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "935953a2-6495-45f6-89e3-b6b0c3d8b32e", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:54.060224 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0d8daf5-8437-4e38-a377-181c82574e60 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:54.060224 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': '935953a2-6495-45f6-89e3-b6b0c3d8b32e', 'status': 'completed', 'code': 200} Oct 27 16:05:54.113890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Pushing event updated for resources: {'Port': ['ID=50448f1d-024d-49a6-a6ba-ce7e92a07321,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:54.115830 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-af02c5fb-2214-486c-8334-c526bece6bae req-4ee452ad-c560-4667-88bb-00c68ce7d799 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 210 time: 0.0440741 Oct 27 16:05:54.117207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Allocated IP 172.20.0.1 (fa228a4f-de0d-40f1-b8d8-45b302cfc9c6/6a8634cd-f9a5-4715-9b54-2dde676fa017/cbfe7305-9162-4555-bbd7-edb7f45b13d3) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:54.166500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-12c3d352-5b2c-4396-87da-a6822b80d529 None None] Provisioning complete for port 0a458919-2715-42e4-86a1-c1e9a4732469 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:54.166500 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-12c3d352-5b2c-4396-87da-a6822b80d529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.168906 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.283305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0a458919-2715-42e4-86a1-c1e9a4732469 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:54.290405 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.293651 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Pushing event updated for resources: {'Port': ['ID=a190f72a-38c1-492c-83e7-9e83d038d731,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:54.312465 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.313026 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.313470 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.314080 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.314634 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.315799 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.316415 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.317232 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.317814 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.318354 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.318900 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.319589 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:05:54.325332 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Attempting to bind port a190f72a-38c1-492c-83e7-9e83d038d731 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:54.326173 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Attempting to bind port a190f72a-38c1-492c-83e7-9e83d038d731 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:54.327429 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Attempting to bind port a190f72a-38c1-492c-83e7-9e83d038d731 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:54.337440 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:54.337902 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:54.338126 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.338462 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.338931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:54.339525 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Bound port: a190f72a-38c1-492c-83e7-9e83d038d731, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:54.340167 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.368467 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:05:54.391491 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.391956 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Added segment 86f96c97-b185-49c7-b75b-ef5fc8de8cba of type vlan for network 859be61d-cb01-42df-85fa-6b8ec6c97027 Oct 27 16:05:54.447943 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.454623 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] For port a190f72a-38c1-492c-83e7-9e83d038d731, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:54.460203 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] For port a190f72a-38c1-492c-83e7-9e83d038d731, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a190f72a-38c1-492c-83e7-9e83d038d731,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:54.521994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-c2827b80-cff1-4a70-9349-ef41f6052c9f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.523555 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-c2827b80-cff1-4a70-9349-ef41f6052c9f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.3140047 Oct 27 16:05:54.525298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2aeef86c-4c6d-42ba-8ef8-36b34f0db03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.527139 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-2aeef86c-4c6d-42ba-8ef8-36b34f0db03e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7f56118-b5f3-4287-be33-2cc6440dcc53 HTTP/1.1" status: 200 len: 855 time: 0.6438081 Oct 27 16:05:54.530654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:54.531018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:54.531337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:54.555824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Request body: {'port': {'device_id': 'e85d8ca6-cf0a-4216-90e1-48fd0779e803', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'admin_state_up': True, 'tenant_id': '532e31d389584cc2b9f78d696326f5ea'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:54.607184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c497608f-d002-4a82-9f14-5140ee923ddc,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:54.611643 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.623225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Port c1691d59-66ca-41b3-8257-049de76d49ae on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:05:54.624318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:54.646175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 0a458919-2715-42e4-86a1-c1e9a4732469 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:54.646175 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.663725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.713861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:54.714123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:54.714599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:54.715046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Bound port: c1691d59-66ca-41b3-8257-049de76d49ae, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:54.715400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.715713 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Routers {'b7d86b19-6a96-4a71-8795-6dff4e3a07a1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:54.716867 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:54.730952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b2a6b545-00d4-4218-9d41-c6d406e0a86a no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:05:54.762985 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.764406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.766077 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.773915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26a205-8043-45ef-8758-62707aa321c3 req-0e6000a9-48b9-4119-ade4-b0b1e5003bdd tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.775545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf26a205-8043-45ef-8758-62707aa321c3 req-0e6000a9-48b9-4119-ade4-b0b1e5003bdd tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 945 time: 0.6658318 Oct 27 16:05:54.821783 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef94af-9f6a-4ac7-86c7-d4f85b813fc9 None None] Pushing event updated for resources: {'Port': ['ID=a190f72a-38c1-492c-83e7-9e83d038d731,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:54.864241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a351e18a-30d8-4170-a50f-579395994473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.865786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a351e18a-30d8-4170-a50f-579395994473 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c395456f-7f40-43bf-9aec-b98bcc11fe96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3309736 Oct 27 16:05:54.883792 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.888715 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] Set router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:54.904374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b2a6b545-00d4-4218-9d41-c6d406e0a86a {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:05:54.922225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] Pushing event updated for resources: {'Network': ['ID=859be61d-cb01-42df-85fa-6b8ec6c97027,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:54.931848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b2a6b545-00d4-4218-9d41-c6d406e0a86a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2a6b545-00d4-4218-9d41-c6d406e0a86a,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:54.933796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803e0b1-9447-47ad-ad6d-3a86fd553757 req-f83b1af4-4d3e-4616-a4df-d5e00c102dc6 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:54.935833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 859be61d-cb01-42df-85fa-6b8ec6c97027 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:05:54.944709 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1803e0b1-9447-47ad-ad6d-3a86fd553757 req-f83b1af4-4d3e-4616-a4df-d5e00c102dc6 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 943 time: 0.6111910 Oct 27 16:05:54.964558 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0b482f6b-1330-48ef-8a36-21b0c06d94d9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9405079 Oct 27 16:05:54.964558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:54.966046 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47992) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:55.003124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf26a205-8043-45ef-8758-62707aa321c3 req-38b76d80-283a-4e43-b1c7-81b47bed1cce tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120686 Oct 27 16:05:55.004317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:05:55.011454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c1691d59-66ca-41b3-8257-049de76d49ae,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:05:55.019313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] Request body: {'subnet': {'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-372044076-subnet', 'tenant_id': 'b21581e0e35c40eeab8543777faccee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:55.045140 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.075445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:55.088281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:55.093731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfe7305-9162-4555-bbd7-edb7f45b13d3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:55.098133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:55.104208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1803e0b1-9447-47ad-ad6d-3a86fd553757 req-9baa20cc-31d3-4d36-9545-b8421939b95b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584077 Oct 27 16:05:55.177581 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.206673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b2a6b545-00d4-4218-9d41-c6d406e0a86a,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:55.217993 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.252293 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:50Z', 'revision_number': 3, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:55.257544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Made reservation on behalf of 532e31d389584cc2b9f78d696326f5ea for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:55.261215 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.293747 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce30e08-07da-4f3f-997a-0fe4df3530c9 None None] The sync data for ids ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'] in n-d-815689-1 is: [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:50Z', 'revision_number': 3, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:05:55.347960 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-3a52315c-7693-49a6-936f-493eb52be885 service neutron] 10.222.0.53 "GET /v2.0/networks/c395456f-7f40-43bf-9aec-b98bcc11fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623942 Oct 27 16:05:55.349173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.350009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.351269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] 10.222.0.54 "PUT /v2.0/ports/c1691d59-66ca-41b3-8257-049de76d49ae HTTP/1.1" status: 200 len: 1091 time: 4.4576793 Oct 27 16:05:55.379610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51aeeed-5214-4ea6-9874-66ba62f02cc5 req-0a11d711-30ea-434a-93d1-33dda0b38d06 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.381591 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c51aeeed-5214-4ea6-9874-66ba62f02cc5 req-0a11d711-30ea-434a-93d1-33dda0b38d06 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 945 time: 0.1323717 Oct 27 16:05:55.418328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] Made reservation on behalf of b21581e0e35c40eeab8543777faccee8 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:05:55.421862 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.456949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9f485b3c-9057-4ef8-b1c6-cb80605a6ed4 None None] Provisioning complete for port cbfe7305-9162-4555-bbd7-edb7f45b13d3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:55.456949 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f485b3c-9057-4ef8-b1c6-cb80605a6ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.503293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65599d-97e2-4d25-8901-70de0e7d8feb req-ecb16615-6874-4a59-8e5a-934affe336d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.510193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65599d-97e2-4d25-8901-70de0e7d8feb req-ecb16615-6874-4a59-8e5a-934affe336d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.516535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65599d-97e2-4d25-8901-70de0e7d8feb req-ecb16615-6874-4a59-8e5a-934affe336d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.523411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65599d-97e2-4d25-8901-70de0e7d8feb req-ecb16615-6874-4a59-8e5a-934affe336d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.529180 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9f485b3c-9057-4ef8-b1c6-cb80605a6ed4 None None] Port cbfe7305-9162-4555-bbd7-edb7f45b13d3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:55.530704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65599d-97e2-4d25-8901-70de0e7d8feb req-ecb16615-6874-4a59-8e5a-934affe336d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.536601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.538015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65599d-97e2-4d25-8901-70de0e7d8feb req-ecb16615-6874-4a59-8e5a-934affe336d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.544039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65599d-97e2-4d25-8901-70de0e7d8feb req-ecb16615-6874-4a59-8e5a-934affe336d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.553203 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee65599d-97e2-4d25-8901-70de0e7d8feb req-ecb16615-6874-4a59-8e5a-934affe336d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 0.3767452 Oct 27 16:05:55.557747 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c51aeeed-5214-4ea6-9874-66ba62f02cc5 req-42d7fdd3-d71b-4d8b-8c3c-98a02c5b8688 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668468 Oct 27 16:05:55.674762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff654c3a-160f-4fa7-8915-200adead85f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c1691d59-66ca-41b3-8257-049de76d49ae,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:55.686688 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.762226 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0995193-2342-4899-a2a5-d2c9812c883e req-3e024765-a919-46f4-bf48-2ae91de90b4a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 210 time: 0.0852301 Oct 27 16:05:55.800570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee65599d-97e2-4d25-8901-70de0e7d8feb req-7830c42d-6fbc-40e4-85d3-bab432b1ccd4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2464466 Oct 27 16:05:55.874638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-2752cd06-1d23-4cc6-9488-360a6ef103cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:55.876344 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-2752cd06-1d23-4cc6-9488-360a6ef103cf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 1094 time: 0.2844300 Oct 27 16:05:55.966879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:55.975938 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.049172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6250d2d5-b30d-42fc-a71b-63db7ecfbcc2,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:56.082187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] Checking segment: {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:56.096343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] Network hostable DHCP agents. Network: 859be61d-cb01-42df-85fa-6b8ec6c97027, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:05:56.096343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.196530 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.237660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a190f72a-38c1-492c-83e7-9e83d038d731 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:56.307913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a190f72a-38c1-492c-83e7-9e83d038d731 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:56.308374 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.324029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'tag': 'c1691d59-66ca-41b3-8257-049de76d49ae'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:56.326543 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6524e4-299b-456a-9df4-dae442ade224" -d '{"events": [{"name": "network-changed", "server_uuid": "d8de0744-4c07-4364-ab50-277df6158ad3", "tag": "c1691d59-66ca-41b3-8257-049de76d49ae"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:56.331142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Pushing event updated for resources: {'Port': ['ID=cbfe7305-9162-4555-bbd7-edb7f45b13d3,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:56.339212 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] Network 859be61d-cb01-42df-85fa-6b8ec6c97027 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:05:56.386414 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-dc47a1e3-52b8-45e2-87fe-73796ef3a45b service neutron] 10.222.0.53 "GET /v2.0/networks/c395456f-7f40-43bf-9aec-b98bcc11fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0199609 Oct 27 16:05:56.399542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:56.401566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:56.405671 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-a662eb01-f367-4561-9578-769eef115984 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1691d59-66ca-41b3-8257-049de76d49ae HTTP/1.1" status: 200 len: 217 time: 0.5157096 Oct 27 16:05:56.434880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Allocated IP 172.20.0.6 (c1d758f2-d37b-4018-98fc-3c91fe876e7c/3b08f108-8174-458c-afd5-eb5ec36a0ae6/0076a904-a0dd-46fb-a23a-daa88b1bcf98) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:05:56.437316 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.465786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port a190f72a-38c1-492c-83e7-9e83d038d731, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a190f72a-38c1-492c-83e7-9e83d038d731,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:56.552202 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-10189f89-72fb-494a-8956-f6139356f5bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=9595a43a-c66f-4afe-b42f-87763c646d51 HTTP/1.1" status: 200 len: 217 time: 0.1418540 Oct 27 16:05:56.557303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 859be61d-cb01-42df-85fa-6b8ec6c97027) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:56.558235 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.572176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:56.572842 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:56.616954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d7a3d-25c7-4e6d-ae9a-02c38c107876 None None] Network 859be61d-cb01-42df-85fa-6b8ec6c97027 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:56.729169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27d05a-4a25-4d60-bb03-7dd72b367a83 req-4557bd83-b8b8-4b3a-81b7-c2fc61a4b23a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:56.735810 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aa27d05a-4a25-4d60-bb03-7dd72b367a83 req-4557bd83-b8b8-4b3a-81b7-c2fc61a4b23a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 943 time: 0.1286252 Oct 27 16:05:56.746763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=a190f72a-38c1-492c-83e7-9e83d038d731,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:56.757892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b2a6b545-00d4-4218-9d41-c6d406e0a86a up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:56.771667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc459c-6555-44da-b37d-1f1e23a37b8d req-3c8c347a-610d-4ccb-812e-8b1acad3661c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:56.773289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81dc459c-6555-44da-b37d-1f1e23a37b8d req-3c8c347a-610d-4ccb-812e-8b1acad3661c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 944 time: 0.4382091 Oct 27 16:05:56.775312 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0ca6c43c-d3f0-430c-b0ae-eb724b486c99 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7630897 Oct 27 16:05:56.789268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:05:56.854843 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aa27d05a-4a25-4d60-bb03-7dd72b367a83 req-9ef33034-a542-4a8f-bed0-26babbd5c0ca tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124878 Oct 27 16:05:56.903062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-2e508266-356d-4e2f-be64-7e30a243c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:56.904621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-2e508266-356d-4e2f-be64-7e30a243c804 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.4668033 Oct 27 16:05:56.969863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-ebf91127-d61a-47ce-b4ac-de2ddb1b72cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459151 Oct 27 16:05:56.975554 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7d8374-2acb-490a-8501-e0f17d7b6794 x-openstack-request-id: req-1f7d8374-2acb-490a-8501-e0f17d7b6794 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:56.975910 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8de0744-4c07-4364-ab50-277df6158ad3", "tag": "c1691d59-66ca-41b3-8257-049de76d49ae", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:56.976305 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f7d8374-2acb-490a-8501-e0f17d7b6794 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:56.976612 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'tag': 'c1691d59-66ca-41b3-8257-049de76d49ae', 'status': 'completed', 'code': 200} Oct 27 16:05:57.055597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d57cc09d-0074-4c21-994c-20540007d251 None None] Provisioning complete for port cbfe7305-9162-4555-bbd7-edb7f45b13d3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:57.055974 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d57cc09d-0074-4c21-994c-20540007d251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.101202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5695201-2435-4d3a-80f4-c97b0c9b5c37 None None] Network 859be61d-cb01-42df-85fa-6b8ec6c97027 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:05:57.101571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:57.114169 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6234ba48-2850-4b58-b503-f697adb60233 admin admin] 10.222.0.15 "PUT /v2.0/routers/b7d86b19-6a96-4a71-8795-6dff4e3a07a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6060925 Oct 27 16:05:57.119570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81dc459c-6555-44da-b37d-1f1e23a37b8d req-dca981ee-66ea-423e-bee6-025753133064 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153930 Oct 27 16:05:57.127081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-717a0c54-4870-426f-b7a7-ec2be9a3ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.128624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-717a0c54-4870-426f-b7a7-ec2be9a3ab12 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.4080637 Oct 27 16:05:57.187131 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba489379-ea56-4a44-a1ce-4810e4a44b71 req-22f1b76a-ab39-4531-afa2-8b0247443fcd tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 210 time: 0.0377436 Oct 27 16:05:57.203708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d57cc09d-0074-4c21-994c-20540007d251 None None] Port cbfe7305-9162-4555-bbd7-edb7f45b13d3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:05:57.212690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port b2a6b545-00d4-4218-9d41-c6d406e0a86a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:57.213065 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.289282 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.409576 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.448358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703969b0-82b1-4a7d-9ca7-e1b40b793a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:05:57.450846 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bb057a-1b69-4aa7-b9eb-db560a2f1024" -d '{"events": [{"server_uuid": "703969b0-82b1-4a7d-9ca7-e1b40b793a84", "name": "network-vif-plugged", "status": "completed", "tag": "b2a6b545-00d4-4218-9d41-c6d406e0a86a"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:05:57.455374 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-166d1bb9-3c2b-4fcd-b1d5-80cd40d71832 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699724 Oct 27 16:05:57.457732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-ee6f6e8b-ece4-47ac-8f53-a19587167be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.459288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-ee6f6e8b-ece4-47ac-8f53-a19587167be6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2850809 Oct 27 16:05:57.472229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b2a6b545-00d4-4218-9d41-c6d406e0a86a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2a6b545-00d4-4218-9d41-c6d406e0a86a,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:05:57.574422 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.643348 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.651248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-3207244d-0f9b-4ae0-bcee-76ccfb0e9340 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.654057 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-3207244d-0f9b-4ae0-bcee-76ccfb0e9340 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/networks?id=859be61d-cb01-42df-85fa-6b8ec6c97027 HTTP/1.1" status: 200 len: 812 time: 0.1940594 Oct 27 16:05:57.668031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c98e7-0183-4f38-a9cf-6ab4a3fc0e7e req-9a766675-7832-4374-80ce-24e9f308d759 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.671639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c98e7-0183-4f38-a9cf-6ab4a3fc0e7e req-9a766675-7832-4374-80ce-24e9f308d759 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.678055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c98e7-0183-4f38-a9cf-6ab4a3fc0e7e req-9a766675-7832-4374-80ce-24e9f308d759 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.684270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c98e7-0183-4f38-a9cf-6ab4a3fc0e7e req-9a766675-7832-4374-80ce-24e9f308d759 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.685284 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b2a6b545-00d4-4218-9d41-c6d406e0a86a,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:57.686929 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-56774371-ca10-4ebd-adc0-d75a7c14d2fb tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/quotas/b21581e0e35c40eeab8543777faccee8 HTTP/1.1" status: 200 len: 375 time: 0.0203137 Oct 27 16:05:57.691089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c98e7-0183-4f38-a9cf-6ab4a3fc0e7e req-9a766675-7832-4374-80ce-24e9f308d759 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.701438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c98e7-0183-4f38-a9cf-6ab4a3fc0e7e req-9a766675-7832-4374-80ce-24e9f308d759 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.704299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c98e7-0183-4f38-a9cf-6ab4a3fc0e7e req-9a766675-7832-4374-80ce-24e9f308d759 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:57.706277 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e7c98e7-0183-4f38-a9cf-6ab4a3fc0e7e req-9a766675-7832-4374-80ce-24e9f308d759 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 0.4449904 Oct 27 16:05:57.734290 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-61f2366e-87fa-4476-8426-929c29739517 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b21581e0e35c40eeab8543777faccee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462291 Oct 27 16:05:57.854728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e7c98e7-0183-4f38-a9cf-6ab4a3fc0e7e req-64e4860f-3695-456c-8eed-e3c9d4289529 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1316795 Oct 27 16:05:57.873977 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-79ea0b10-f9cd-42c3-8fe3-f1738f4ef394 service neutron] 10.222.0.15 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376033 Oct 27 16:05:57.874531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b636e86-eafa-4a63-a1fc-640bc871b1a2 req-48daaa26-28fa-448e-ac12-e671d300fb17 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065573 Oct 27 16:05:57.878706 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-4baa3ebd-6d3d-4862-803f-706d27bc25be service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899167 Oct 27 16:05:57.950779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:57.960368 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bba7b3-be68-43c7-ade3-4561a0563770 x-openstack-request-id: req-13bba7b3-be68-43c7-ade3-4561a0563770 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:05:57.961289 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703969b0-82b1-4a7d-9ca7-e1b40b793a84", "name": "network-vif-plugged", "status": "completed", "tag": "b2a6b545-00d4-4218-9d41-c6d406e0a86a", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:05:57.961967 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13bba7b3-be68-43c7-ade3-4561a0563770 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:05:57.963359 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703969b0-82b1-4a7d-9ca7-e1b40b793a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a', 'code': 200} Oct 27 16:05:58.012934 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-7d43aba4-bb9e-411d-88dc-96ce58e4274f service neutron] 10.222.0.15 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155770 Oct 27 16:05:58.071882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Sync routers for ids ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:58.085965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Routers {'b7d86b19-6a96-4a71-8795-6dff4e3a07a1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:58.086751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:58.092939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:05:58.107129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Network c1d758f2-d37b-4018-98fc-3c91fe876e7c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:05:58.122384 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-b09f5c7c-09de-4eca-b0f8-16d4f4825d88 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359471 Oct 27 16:05:58.123007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event updated for resources: {'Port': ['ID=0076a904-a0dd-46fb-a23a-daa88b1bcf98,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:58.146041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:05:58.151353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:05:58.222359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a190f72a-38c1-492c-83e7-9e83d038d731 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:05:58.253788 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-89227df6-6e98-4f58-8885-5169a0a4840c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ebe93a55-5bce-4ee5-92a3-5e3bab95f303 HTTP/1.1" status: 200 len: 217 time: 0.0996242 Oct 27 16:05:58.268419 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Set router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:58.334693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6524e4-299b-456a-9df4-dae442ade224 req-dd964d9d-2fbd-4044-a816-1f0b612e4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:58.336105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf6524e4-299b-456a-9df4-dae442ade224 req-dd964d9d-2fbd-4044-a816-1f0b612e4e70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 1094 time: 0.3281608 Oct 27 16:05:58.395626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a190f72a-38c1-492c-83e7-9e83d038d731 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:05:58.395941 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.408369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:58.409022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.505919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe23e4-a5f9-4422-a5a1-0108a46c6ac7 req-f9354b53-b189-4dc3-bda0-44f01202c926 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:58.517387 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2efe23e4-a5f9-4422-a5a1-0108a46c6ac7 req-f9354b53-b189-4dc3-bda0-44f01202c926 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 943 time: 0.4526348 Oct 27 16:05:58.541584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae213f1-f402-4768-992a-09de4e511a9e req-4108c69b-029c-47cf-9da6-86a5f53f1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:58.546513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ae213f1-f402-4768-992a-09de4e511a9e req-4108c69b-029c-47cf-9da6-86a5f53f1289 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 1097 time: 0.3966959 Oct 27 16:05:58.598703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 4, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'cbfe7305-9162-4555-bbd7-edb7f45b13d3', 'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'mac_address': 'fa:16:3e:13:e0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:53Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 2, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'subnets': [{'id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:58.638877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622ad31-b4d3-42bd-98b5-d4177ef0f6a3 req-4216dc1f-b1b0-4828-8ecf-03d512079347 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:58.643235 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0622ad31-b4d3-42bd-98b5-d4177ef0f6a3 req-4216dc1f-b1b0-4828-8ecf-03d512079347 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.0973153 Oct 27 16:05:58.657493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ae213f1-f402-4768-992a-09de4e511a9e req-bc240813-30b9-48b5-a721-62a0bd76d760 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927827 Oct 27 16:05:58.659705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f4e0478e-81c9-47d9-a3d4-6f87566e6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:58.660300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Checking router: b7d86b19-6a96-4a71-8795-6dff4e3a07a1 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:58.662292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Updating router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 port cbfe7305-9162-4555-bbd7-edb7f45b13d3 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:05:58.664845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-f4e0478e-81c9-47d9-a3d4-6f87566e6b9a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.3710890 Oct 27 16:05:58.697698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2efe23e4-a5f9-4422-a5a1-0108a46c6ac7 req-c1e7ffa7-56ca-47cc-8759-2304dadcac42 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785460 Oct 27 16:05:58.703693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-0a2a0e63-1583-404b-896c-b07492760259 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1639981 Oct 27 16:05:58.708912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:05:58.716711 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0622ad31-b4d3-42bd-98b5-d4177ef0f6a3 req-a551250b-03ff-41a5-bf79-53485f2235b5 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645339 Oct 27 16:05:58.725451 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Sync routers for ids ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:05:58.735243 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.746400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Request body: {'port': {'device_id': 'e85d8ca6-cf0a-4216-90e1-48fd0779e803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:05:58.746834 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Routers {'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:05:58.748155 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:58.787078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6524e4-299b-456a-9df4-dae442ade224 req-53352910-e80f-4f0f-b2cb-ac765bade9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:58.788557 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf6524e4-299b-456a-9df4-dae442ade224 req-53352910-e80f-4f0f-b2cb-ac765bade9de service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.4359369 Oct 27 16:05:58.856453 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.858197 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1a1bf99b-3e17-4272-bb2c-b8b1f96ec937 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.7447655 Oct 27 16:05:58.862769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf6524e4-299b-456a-9df4-dae442ade224 req-338eb0bb-487b-4149-9578-11e10befb13e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1691d59-66ca-41b3-8257-049de76d49ae HTTP/1.1" status: 200 len: 217 time: 0.0578041 Oct 27 16:05:58.864965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48110) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:05:58.893497 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:58.970701 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Set router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:05:59.017386 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72edd272-2e5c-40b9-b37e-a476e50551e7 req-7b18b32a-2644-446b-b428-228c65d6b610 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 210 time: 0.0482769 Oct 27 16:05:59.073285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-0e5fd9c3-0f82-4424-81da-486a83cfa0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:59.075112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-0e5fd9c3-0f82-4424-81da-486a83cfa0de service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2140522 Oct 27 16:05:59.099177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6524e4-299b-456a-9df4-dae442ade224 req-b2d367b4-66ad-404c-b059-52c71332b9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:59.100445 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf6524e4-299b-456a-9df4-dae442ade224 req-b2d367b4-66ad-404c-b059-52c71332b9cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.2081077 Oct 27 16:05:59.131784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca932a1b-e628-497a-938e-37ef5ff4f8d2 req-ed9c7f3d-b50e-46a7-8cad-18e5b2876815 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:05:59.141609 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ca932a1b-e628-497a-938e-37ef5ff4f8d2 req-ed9c7f3d-b50e-46a7-8cad-18e5b2876815 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 931 time: 0.2876170 Oct 27 16:05:59.210012 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf6524e4-299b-456a-9df4-dae442ade224 req-eac3f15d-c830-473a-a8c6-4df1032b9097 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932498 Oct 27 16:05:59.258539 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.277143 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ca932a1b-e628-497a-938e-37ef5ff4f8d2 req-1922e93f-d485-44d7-8a1e-ff477eb35246 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868664 Oct 27 16:05:59.367043 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.403723 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'name': 'tempest-FloatingIPsTestJSON-1277868048-router', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:49Z', 'updated_at': '2021-10-27T16:05:54Z', 'revision_number': 3, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'gw_port': {'id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:52Z', 'updated_at': '2021-10-27T16:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:05:59.467816 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.487424 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Checking router: c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:05:59.487775 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Updating router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 port 50448f1d-024d-49a6-a6ba-ce7e92a07321 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:05:59.552509 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31328b-76f8-4dad-930a-0304e147b2a8 None None] Pushing event updated for resources: {'Port': ['ID=cbfe7305-9162-4555-bbd7-edb7f45b13d3,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:05:59.614842 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.910380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Attempting to bind port cbfe7305-9162-4555-bbd7-edb7f45b13d3 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:05:59.911605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Attempting to bind port cbfe7305-9162-4555-bbd7-edb7f45b13d3 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:05:59.912237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Attempting to bind port cbfe7305-9162-4555-bbd7-edb7f45b13d3 on network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:05:59.918913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:05:59.919340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Checking segment: {'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:05:59.919748 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.922535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Bound using segment: {'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:05:59.923402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Bound port: cbfe7305-9162-4555-bbd7-edb7f45b13d3, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:05:59.924615 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:05:59.996528 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.030899 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.047489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] For port cbfe7305-9162-4555-bbd7-edb7f45b13d3, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:00.053108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] For port cbfe7305-9162-4555-bbd7-edb7f45b13d3, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cbfe7305-9162-4555-bbd7-edb7f45b13d3,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:00.084929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-95cf9319-7c50-4179-88e8-8e2b0dc9c47c None None] Provisioning complete for port cbfe7305-9162-4555-bbd7-edb7f45b13d3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:00.085602 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95cf9319-7c50-4179-88e8-8e2b0dc9c47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.088659 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.157939 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.160259 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572d321-1e99-4c08-99da-032cb30e0fa2 None None] Pushing event updated for resources: {'Port': ['ID=50448f1d-024d-49a6-a6ba-ce7e92a07321,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:00.164658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-95cf9319-7c50-4179-88e8-8e2b0dc9c47c None None] Port cbfe7305-9162-4555-bbd7-edb7f45b13d3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:06:00.215307 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Attempting to bind port 50448f1d-024d-49a6-a6ba-ce7e92a07321 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:00.217996 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Attempting to bind port 50448f1d-024d-49a6-a6ba-ce7e92a07321 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:00.218612 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Attempting to bind port 50448f1d-024d-49a6-a6ba-ce7e92a07321 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:00.231472 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:00.233874 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:00.234534 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.235280 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:00.238439 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Bound port: 50448f1d-024d-49a6-a6ba-ce7e92a07321, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:00.239091 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.255599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Routers {'b7d86b19-6a96-4a71-8795-6dff4e3a07a1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:00.256336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:00.288008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcef6f9-03b4-4946-919b-51fb0820272a req-db6cea9c-cf6f-445a-8039-2d3d8343ecef tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.317301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcef6f9-03b4-4946-919b-51fb0820272a req-db6cea9c-cf6f-445a-8039-2d3d8343ecef tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.318654 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] For port 50448f1d-024d-49a6-a6ba-ce7e92a07321, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:00.324774 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] For port 50448f1d-024d-49a6-a6ba-ce7e92a07321, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=50448f1d-024d-49a6-a6ba-ce7e92a07321,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:00.333959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcef6f9-03b4-4946-919b-51fb0820272a req-db6cea9c-cf6f-445a-8039-2d3d8343ecef tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.356679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcef6f9-03b4-4946-919b-51fb0820272a req-db6cea9c-cf6f-445a-8039-2d3d8343ecef tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.371633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081ac7a-6905-47fa-a3ad-f30faf617e77 req-3a114907-a778-4824-83ce-870ed7ca340a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.378801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcef6f9-03b4-4946-919b-51fb0820272a req-db6cea9c-cf6f-445a-8039-2d3d8343ecef tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.384379 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5081ac7a-6905-47fa-a3ad-f30faf617e77 req-3a114907-a778-4824-83ce-870ed7ca340a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.3816788 Oct 27 16:06:00.385312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcef6f9-03b4-4946-919b-51fb0820272a req-db6cea9c-cf6f-445a-8039-2d3d8343ecef tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.394942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcef6f9-03b4-4946-919b-51fb0820272a req-db6cea9c-cf6f-445a-8039-2d3d8343ecef tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:00.398525 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31328b-76f8-4dad-930a-0304e147b2a8 None None] Pushing event updated for resources: {'Port': ['ID=cbfe7305-9162-4555-bbd7-edb7f45b13d3,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:00.403935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbcef6f9-03b4-4946-919b-51fb0820272a req-db6cea9c-cf6f-445a-8039-2d3d8343ecef tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 1.2143266 Oct 27 16:06:00.405607 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.511959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] Set router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:00.530428 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Routers {'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:00.531662 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:00.548194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-1576042b-3dc7-4134-9c95-0c01199558ca service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4590609 Oct 27 16:06:00.601423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Allocated IP 172.20.0.1 (7a404a34-aad3-42b0-b59f-b31eee4ca444/b9392548-f0ec-47d6-b229-5a2e1e8e4495/06bc7c8b-5f77-419b-ab80-9ec4e77d94cb) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:00.700442 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] Set router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:00.708624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbcef6f9-03b4-4946-919b-51fb0820272a req-57c934d2-1c77-4217-82c4-d82e0083e2c2 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3028333 Oct 27 16:06:00.768930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.830597 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf6524e4-299b-456a-9df4-dae442ade224 req-7e6cc930-81dd-4e98-9e4d-9125937df9a7 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5644522 Oct 27 16:06:00.869735 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:00.888972 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572d321-1e99-4c08-99da-032cb30e0fa2 None None] Pushing event updated for resources: {'Port': ['ID=50448f1d-024d-49a6-a6ba-ce7e92a07321,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:00.915164 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:00.925971 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-67cf3508-3ad4-44bf-93b1-930d326e390e service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530562 Oct 27 16:06:00.972553 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5081ac7a-6905-47fa-a3ad-f30faf617e77 req-68579790-fc15-4af8-9d7b-b9ec1f3f4c1a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853918 Oct 27 16:06:00.979268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1708110b-786f-4bc0-80de-d03c47093ac9 None None] Provisioning complete for port cbfe7305-9162-4555-bbd7-edb7f45b13d3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:00.980008 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1708110b-786f-4bc0-80de-d03c47093ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:01.050126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c1691d59-66ca-41b3-8257-049de76d49ae details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:01.080735 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Network 7a404a34-aad3-42b0-b59f-b31eee4ca444 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:01.084178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:01.087082 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:01.135293 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Pushing event updated for resources: {'Port': ['ID=06bc7c8b-5f77-419b-ab80-9ec4e77d94cb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:01.179388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:01.184017 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'name': 'tempest-FloatingIPsTestJSON-1277868048-router', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:49Z', 'updated_at': '2021-10-27T16:05:54Z', 'revision_number': 3, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'gw_port': {'id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:52Z', 'updated_at': '2021-10-27T16:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:01.268567 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9306cc-f2aa-49f2-a090-cd28f0c17259 None None] The sync data for ids ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'] in n-d-815689-1 is: [{'id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'name': 'tempest-FloatingIPsTestJSON-1277868048-router', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:49Z', 'updated_at': '2021-10-27T16:05:54Z', 'revision_number': 3, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'gw_port': {'id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:52Z', 'updated_at': '2021-10-27T16:06:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:06:01.272761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-4e9f5890-c895-490b-8a22-21858ce726ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=bf0c880e-4e05-475a-a650-447ac3e62a98 HTTP/1.1" status: 200 len: 217 time: 0.3332582 Oct 27 16:06:01.352595 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62bda029-4e0f-43a2-b413-562f67e408bc req-b16b6693-4560-4d5d-8a1e-71346abffb87 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 210 time: 0.0995436 Oct 27 16:06:01.400744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-4d4e7ab4-572a-4386-b92e-1d300be694d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:01.402347 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-4d4e7ab4-572a-4386-b92e-1d300be694d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.1116545 Oct 27 16:06:01.441237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c1691d59-66ca-41b3-8257-049de76d49ae,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:01.491279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'c1691d59-66ca-41b3-8257-049de76d49ae', 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532', 'port_id': 'c1691d59-66ca-41b3-8257-049de76d49ae', 'mac_address': 'fa:16:3e:42:63:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4798bdca-a2ba-4445-9f20-f8a7fe28797b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:01.589654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee2ece-99c2-4bfc-8696-0dbd7c2603e8 req-7631c8b4-226a-4e5b-9313-b5ec3265bb28 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:01.614106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84ee2ece-99c2-4bfc-8696-0dbd7c2603e8 req-7631c8b4-226a-4e5b-9313-b5ec3265bb28 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 943 time: 0.7066216 Oct 27 16:06:01.633386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a57d33-46f0-482c-8f14-85812ebf2c0d req-cefe577c-6cd9-43e2-a78f-5f6781642500 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:01.644029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38a57d33-46f0-482c-8f14-85812ebf2c0d req-cefe577c-6cd9-43e2-a78f-5f6781642500 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 931 time: 0.1474030 Oct 27 16:06:01.746465 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38a57d33-46f0-482c-8f14-85812ebf2c0d req-127e99e3-855a-4af7-b032-f3cb4bf082b0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982790 Oct 27 16:06:01.769181 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:01.785307 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:01.840350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0076a904-a0dd-46fb-a23a-daa88b1bcf98 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:01.852006 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:01.881830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-55b7ec27-0b0b-4802-ae96-b257c2600ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:01.885147 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-55b7ec27-0b0b-4802-ae96-b257c2600ac2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4657078 Oct 27 16:06:01.916628 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84ee2ece-99c2-4bfc-8696-0dbd7c2603e8 req-ffffda61-416f-4c73-ba80-3a0eb1a0bc0f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011484 Oct 27 16:06:01.957793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1691d59-66ca-41b3-8257-049de76d49ae {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:01.963763 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf6524e4-299b-456a-9df4-dae442ade224 req-1a9be88d-d49c-40d3-9664-e4de6aeac390 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0340834 Oct 27 16:06:02.011062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Transition to ACTIVE for port object 0076a904-a0dd-46fb-a23a-daa88b1bcf98 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:02.056467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c1691d59-66ca-41b3-8257-049de76d49ae,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:02.109228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:02.213294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:02.245745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'port_id': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4', 'mac_address': 'fa:16:3e:f6:2e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c24005-c439-4486-8836-efd81a7729ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:02.248372 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:02.324546 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:02.353397 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1708110b-786f-4bc0-80de-d03c47093ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:02.414839 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:02.443965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 4, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'cbfe7305-9162-4555-bbd7-edb7f45b13d3', 'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'mac_address': 'fa:16:3e:13:e0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:53Z', 'updated_at': '2021-10-27T16:06:00Z', 'revision_number': 4, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'subnets': [{'id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:02.446052 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 50448f1d-024d-49a6-a6ba-ce7e92a07321 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:02.449561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Pushing event updated for resources: {'Port': ['ID=0076a904-a0dd-46fb-a23a-daa88b1bcf98,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:02.476392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c1691d59-66ca-41b3-8257-049de76d49ae'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:02.643271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b2716-4139-4ac1-b55a-f6a41527d442 req-4430fc4f-7a4e-4a7d-9085-28ab430a0286 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.650536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b2716-4139-4ac1-b55a-f6a41527d442 req-4430fc4f-7a4e-4a7d-9085-28ab430a0286 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.659889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b2716-4139-4ac1-b55a-f6a41527d442 req-4430fc4f-7a4e-4a7d-9085-28ab430a0286 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.668251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b2716-4139-4ac1-b55a-f6a41527d442 req-4430fc4f-7a4e-4a7d-9085-28ab430a0286 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.676727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b2716-4139-4ac1-b55a-f6a41527d442 req-4430fc4f-7a4e-4a7d-9085-28ab430a0286 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.683916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b2716-4139-4ac1-b55a-f6a41527d442 req-4430fc4f-7a4e-4a7d-9085-28ab430a0286 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.716368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b2716-4139-4ac1-b55a-f6a41527d442 req-4430fc4f-7a4e-4a7d-9085-28ab430a0286 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:02.722843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-610b2716-4139-4ac1-b55a-f6a41527d442 req-4430fc4f-7a4e-4a7d-9085-28ab430a0286 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 0.6075599 Oct 27 16:06:02.801400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-823a32d5-152f-4daa-af06-fe7f91fbed7e service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8712630 Oct 27 16:06:02.910505 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:02.916555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed974d0f-ebd6-410f-8ba9-e21a82a3cc2a None None] The sync data for ids ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'] in n-d-815689-1 is: [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 4, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'cbfe7305-9162-4555-bbd7-edb7f45b13d3', 'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'mac_address': 'fa:16:3e:13:e0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:53Z', 'updated_at': '2021-10-27T16:06:00Z', 'revision_number': 4, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'subnets': [{'id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:06:03.079809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1708110b-786f-4bc0-80de-d03c47093ac9 None None] For port cbfe7305-9162-4555-bbd7-edb7f45b13d3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cbfe7305-9162-4555-bbd7-edb7f45b13d3,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:03.115721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c1691d59-66ca-41b3-8257-049de76d49ae,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:03.124462 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:03.173488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:03.182088 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1708110b-786f-4bc0-80de-d03c47093ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:03.201104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-694926f5-61eb-40cf-ae19-e57d36ee67e8 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845875 Oct 27 16:06:03.309295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Attempting to bind port 0076a904-a0dd-46fb-a23a-daa88b1bcf98 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:03.309641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Attempting to bind port 0076a904-a0dd-46fb-a23a-daa88b1bcf98 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:03.311718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Attempting to bind port 0076a904-a0dd-46fb-a23a-daa88b1bcf98 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:03.383126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-610b2716-4139-4ac1-b55a-f6a41527d442 req-aa49ab21-3761-4fd1-b0bb-2c04d3f324c4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6457074 Oct 27 16:06:03.412364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 50448f1d-024d-49a6-a6ba-ce7e92a07321 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:03.412878 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:03.488123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-d5bc267f-c092-45af-8a05-078eac54384a tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:03.489677 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-d5bc267f-c092-45af-8a05-078eac54384a tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.54 "GET /v2.0/networks?id=859be61d-cb01-42df-85fa-6b8ec6c97027 HTTP/1.1" status: 200 len: 812 time: 1.2795198 Oct 27 16:06:03.490800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Port 0076a904-a0dd-46fb-a23a-daa88b1bcf98 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:03.491120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Attempting to bind port 0076a904-a0dd-46fb-a23a-daa88b1bcf98 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:03.511240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-55ba6fa9-5ded-411d-a461-fe357679f5ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=e507069f-974e-4a04-9d36-642541b0a01c HTTP/1.1" status: 200 len: 217 time: 0.2569835 Oct 27 16:06:03.516602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:03.523312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Request body: {'port': {'device_id': '2f0d7821-1b00-4d69-a115-42e07f6fd23a', 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027', 'admin_state_up': True, 'tenant_id': 'b21581e0e35c40eeab8543777faccee8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:03.525334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:03.525686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Checking segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:03.526082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Bound using segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:03.526542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Bound port: 0076a904-a0dd-46fb-a23a-daa88b1bcf98, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:03.526905 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:03.613669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-671ab6b2-0b10-4751-b48f-0a4a27948765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:03.615763 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-671ab6b2-0b10-4751-b48f-0a4a27948765 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.0933573 Oct 27 16:06:03.660214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Pushing event updated for resources: {'Port': ['ID=06bc7c8b-5f77-419b-ab80-9ec4e77d94cb,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:03.699635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.699992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.700468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.700861 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.702181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.702181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.702464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.703179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.703522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.703841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.704216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.704969 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:03.711321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708110b-786f-4bc0-80de-d03c47093ac9 None None] Pushing event updated for resources: {'Port': ['ID=cbfe7305-9162-4555-bbd7-edb7f45b13d3,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:03.716607 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:03.836349 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:03.860453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:03.881076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-69fb1f19-1597-4576-8fc6-f3a6ae96b18c None None] Provisioning complete for port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:03.881521 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69fb1f19-1597-4576-8fc6-f3a6ae96b18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:03.891185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-4d425172-52a2-40ff-a6bd-74fbb7237fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:03.895269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-4d425172-52a2-40ff-a6bd-74fbb7237fee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2459929 Oct 27 16:06:03.905136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392cd78-5d0c-4e40-8b77-7e0251f2e028 req-5e025809-2deb-42fb-b590-fdda7698bb6a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:03.915587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e392cd78-5d0c-4e40-8b77-7e0251f2e028 req-5e025809-2deb-42fb-b590-fdda7698bb6a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.2686269 Oct 27 16:06:03.976816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['81d00f61-d7d3-43af-bda0-1e37c9bfaaa4'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:04.041232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Network 7a404a34-aad3-42b0-b59f-b31eee4ca444 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:04.048363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:04.094369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-b548c200-fddb-4db4-82da-1f7455b5443e tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:04.097025 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-b548c200-fddb-4db4-82da-1f7455b5443e tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.54 "GET /v2.0/networks?id=859be61d-cb01-42df-85fa-6b8ec6c97027 HTTP/1.1" status: 200 len: 812 time: 0.4008675 Oct 27 16:06:04.110622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-174fe0cd-eb7e-4045-9bb7-1ff91021556b service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859856 Oct 27 16:06:04.187801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-69fb1f19-1597-4576-8fc6-f3a6ae96b18c None None] Port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:06:04.298379 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-82cc3ea2-6a0c-4b93-bb17-ec67c35a4a68 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772816 Oct 27 16:06:04.302478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] For port 0076a904-a0dd-46fb-a23a-daa88b1bcf98, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:04.305135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Made reservation on behalf of b21581e0e35c40eeab8543777faccee8 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:04.309141 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:04.317120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Request body: {'port': {'device_id': '46abf65f-2ccf-424a-9db7-c2baff6fe35a', 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027', 'admin_state_up': True, 'tenant_id': 'b21581e0e35c40eeab8543777faccee8'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:04.507567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e392cd78-5d0c-4e40-8b77-7e0251f2e028 req-47d80e45-8701-4c7f-998e-6e9f385f4c0c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906525 Oct 27 16:06:04.509401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-4ad359ba-d1a0-4d00-be3b-be63ec85ce75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d43e3d0a-dd03-416e-b07c-58a545b450f7 HTTP/1.1" status: 200 len: 217 time: 0.1965823 Oct 27 16:06:04.514394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] For port 0076a904-a0dd-46fb-a23a-daa88b1bcf98, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=0076a904-a0dd-46fb-a23a-daa88b1bcf98,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:04.651842 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:04.697960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:06:04.732769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-b0573e90-89a6-4bf4-ada4-ce4969e0187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:04.735372 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-b0573e90-89a6-4bf4-ada4-ce4969e0187d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7049252d-b600-4fab-b5a2-b6177f5e768d HTTP/1.1" status: 200 len: 797 time: 0.2162621 Oct 27 16:06:04.759300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 50448f1d-024d-49a6-a6ba-ce7e92a07321, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=50448f1d-024d-49a6-a6ba-ce7e92a07321,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:04.764427 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:04.813739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b44dcfd-856c-47a1-b1d0-b28698f26742 None None] Provisioning complete for port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:04.814113 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b44dcfd-856c-47a1-b1d0-b28698f26742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:04.855764 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:04.910341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d2d940e-400d-401c-ae25-e19820cbc243 req-59e40545-cc64-4ac9-87cf-b65202c99d09 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 210 time: 0.1701257 Oct 27 16:06:04.988854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b44dcfd-856c-47a1-b1d0-b28698f26742 None None] Port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:06:05.039261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:06:05.048067 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7e9d1963-79a7-444a-8635-63be2ce0f815 admin admin] 10.222.0.15 "PUT /v2.0/routers/c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1799862 Oct 27 16:06:05.049042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Made reservation on behalf of b21581e0e35c40eeab8543777faccee8 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:05.049483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.050380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:05.052947 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] 10.222.0.54 "PUT /v2.0/ports/0076a904-a0dd-46fb-a23a-daa88b1bcf98 HTTP/1.1" status: 200 len: 1091 time: 6.3163023 Oct 27 16:06:05.060090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:05.061892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=50448f1d-024d-49a6-a6ba-ce7e92a07321,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:05.089456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c1691d59-66ca-41b3-8257-049de76d49ae up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:05.177152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e85d8ca6-cf0a-4216-90e1-48fd0779e803', 'tag': '0076a904-a0dd-46fb-a23a-daa88b1bcf98'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:05.181753 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70092b6-669e-497d-a03d-e98d13c474d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e85d8ca6-cf0a-4216-90e1-48fd0779e803", "tag": "0076a904-a0dd-46fb-a23a-daa88b1bcf98"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:05.381475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a5d1c6d0-e491-4fb5-96f8-07a103f73c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.383016 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-a5d1c6d0-e491-4fb5-96f8-07a103f73c3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5553544 Oct 27 16:06:05.475158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-832a947c-1473-4b88-b8b7-a93231062854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.481702 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-832a947c-1473-4b88-b8b7-a93231062854 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 1094 time: 0.2758751 Oct 27 16:06:05.484093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Pushing event updated for resources: {'Port': ['ID=0076a904-a0dd-46fb-a23a-daa88b1bcf98,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:05.489851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Sync routers for ids ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:06:05.502154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cbfe7305-9162-4555-bbd7-edb7f45b13d3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:05.520636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Allocated IP 172.20.0.13 (859be61d-cb01-42df-85fa-6b8ec6c97027/6250d2d5-b30d-42fc-a71b-63db7ecfbcc2/a96c667c-51c0-4f2c-95fd-cc9fed99224b) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:05.526160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.526387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.526697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.527031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.527359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.527688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.528012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.528634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.528938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.530641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.530988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.531354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da95e5c8-aab1-4df1-a328-69d584932a1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:05.577071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Routers {'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:05.578114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:05.679530 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-3fa02de6-7a83-40ad-852a-5f91fc495188 service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807906 Oct 27 16:06:05.714493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port cbfe7305-9162-4555-bbd7-edb7f45b13d3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:05.715234 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:05.724005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-d5366114-35b3-4da8-b99d-2ac442b220c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0076a904-a0dd-46fb-a23a-daa88b1bcf98 HTTP/1.1" status: 200 len: 217 time: 0.2336695 Oct 27 16:06:05.752474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:05.835119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3f35b-c860-45e2-9203-aa8038355b71 req-33479336-96b0-4a48-9d9a-6c53552b8c39 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:05.837156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2d3f35b-c860-45e2-9203-aa8038355b71 req-33479336-96b0-4a48-9d9a-6c53552b8c39 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 943 time: 0.5214393 Oct 27 16:06:05.866416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Set router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:05.882436 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port c1691d59-66ca-41b3-8257-049de76d49ae completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:05.962700 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port c1691d59-66ca-41b3-8257-049de76d49ae triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:05.963238 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:05.968939 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2d3f35b-c860-45e2-9203-aa8038355b71 req-ace9fbf5-7f47-441f-91ae-51265e652d23 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078250 Oct 27 16:06:06.060024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-219d9fb6-793e-46ad-bb4e-c4336ba7d37c service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252456 Oct 27 16:06:06.071473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-44611fce-8dfa-48f5-8fd3-5ec53a511e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:06.073469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-44611fce-8dfa-48f5-8fd3-5ec53a511e90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.2327974 Oct 27 16:06:06.193935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:06.194308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.211023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-3c89cfa8-7708-4503-9bdc-ec98043984e0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219063 Oct 27 16:06:06.237428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-7c18e319-060f-4ccd-a453-7e1b30059eca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=935953a2-6495-45f6-89e3-b6b0c3d8b32e HTTP/1.1" status: 200 len: 217 time: 0.1685112 Oct 27 16:06:06.284065 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.379556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1691d59-66ca-41b3-8257-049de76d49ae'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:06.382122 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d5d99e-0ae0-4e30-bd9f-1c12fe7464c4" -d '{"events": [{"server_uuid": "d8de0744-4c07-4364-ab50-277df6158ad3", "name": "network-vif-plugged", "status": "completed", "tag": "c1691d59-66ca-41b3-8257-049de76d49ae"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:06.419511 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c1691d59-66ca-41b3-8257-049de76d49ae,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:06.514699 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.521129 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.524480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'name': 'tempest-FloatingIPsTestJSON-1277868048-router', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:49Z', 'updated_at': '2021-10-27T16:06:01Z', 'revision_number': 4, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'gw_port': {'id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:52Z', 'updated_at': '2021-10-27T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '06bc7c8b-5f77-419b-ab80-9ec4e77d94cb', 'name': '', 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'mac_address': 'fa:16:3e:8c:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b9392548-f0ec-47d6-b229-5a2e1e8e4495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:00Z', 'updated_at': '2021-10-27T16:06:02Z', 'revision_number': 2, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'subnets': [{'id': 'b9392548-f0ec-47d6-b229-5a2e1e8e4495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:06.595004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Checking router: c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:06:06.595717 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Updating router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:06:06.629964 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.741285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:06.748901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c1691d59-66ca-41b3-8257-049de76d49ae,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:06.878443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726911a1-c3c6-4501-be95-e6684224c807 req-b00f5234-79c7-44a0-b11e-72c0ec61004e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:06.880580 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-726911a1-c3c6-4501-be95-e6684224c807 req-b00f5234-79c7-44a0-b11e-72c0ec61004e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 944 time: 0.7182219 Oct 27 16:06:06.883780 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:06.889397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-b61e354f-f8e4-41ea-ae6f-4362063dee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:06.890642 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-b61e354f-f8e4-41ea-ae6f-4362063dee0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7049252d-b600-4fab-b5a2-b6177f5e768d HTTP/1.1" status: 200 len: 797 time: 0.6289608 Oct 27 16:06:07.004476 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-726911a1-c3c6-4501-be95-e6684224c807 req-108fdd57-2361-45e1-895f-e9d9b16fed08 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127393 Oct 27 16:06:07.006266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-9de6cbff-9849-4879-8716-bd71be1a87f3 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7641294 Oct 27 16:06:07.020830 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.036031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-53a333fe-d278-44ff-8ebb-6fc8d5cefb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.036031 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-53a333fe-d278-44ff-8ebb-6fc8d5cefb8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248584 Oct 27 16:06:07.036415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 50448f1d-024d-49a6-a6ba-ce7e92a07321 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:07.142146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-246d1e82-1928-4b4c-9388-36dc3f3638f1 service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005640 Oct 27 16:06:07.211588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 50448f1d-024d-49a6-a6ba-ce7e92a07321 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:07.212071 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.281457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:07.321512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6036d1b3-c1eb-4620-a8c4-cc8d0601430d req-80387077-20b9-47b7-974e-ede3592bb437 service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418514 Oct 27 16:06:07.365766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Allocated IP 172.20.0.12 (859be61d-cb01-42df-85fa-6b8ec6c97027/6250d2d5-b30d-42fc-a71b-63db7ecfbcc2/ac873ff9-17e5-437f-bec3-318aaeb74f92) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:07.371717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.381088 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.435946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9706010-46fc-4bcb-a366-a6292e74bcea req-7da9e404-6927-49a8-ba96-db6a0b8a6fc0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.442274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9706010-46fc-4bcb-a366-a6292e74bcea req-7da9e404-6927-49a8-ba96-db6a0b8a6fc0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.448744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9706010-46fc-4bcb-a366-a6292e74bcea req-7da9e404-6927-49a8-ba96-db6a0b8a6fc0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.455875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9706010-46fc-4bcb-a366-a6292e74bcea req-7da9e404-6927-49a8-ba96-db6a0b8a6fc0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.462017 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.472573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9706010-46fc-4bcb-a366-a6292e74bcea req-7da9e404-6927-49a8-ba96-db6a0b8a6fc0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.502800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9706010-46fc-4bcb-a366-a6292e74bcea req-7da9e404-6927-49a8-ba96-db6a0b8a6fc0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.518009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9706010-46fc-4bcb-a366-a6292e74bcea req-7da9e404-6927-49a8-ba96-db6a0b8a6fc0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.519954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9706010-46fc-4bcb-a366-a6292e74bcea req-7da9e404-6927-49a8-ba96-db6a0b8a6fc0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 0.3511024 Oct 27 16:06:07.609192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb903f-e3bf-402e-b4dc-20c92d50d6d6 None None] Pushing event updated for resources: {'Port': ['ID=06bc7c8b-5f77-419b-ab80-9ec4e77d94cb,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:07.648563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Network 859be61d-cb01-42df-85fa-6b8ec6c97027 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:07.671320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Attempting to bind port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:07.671692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Attempting to bind port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '73dd8232-ccfc-4e34-a209-394047d3edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:07.672087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Attempting to bind port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb on network 7a404a34-aad3-42b0-b59f-b31eee4ca444 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:07.687987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:07.688389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Checking segment: {'id': '73dd8232-ccfc-4e34-a209-394047d3edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:07.688795 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.689192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Bound using segment: {'id': '73dd8232-ccfc-4e34-a209-394047d3edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:07.689762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Bound port: 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73dd8232-ccfc-4e34-a209-394047d3edd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:07.690203 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.712009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.742536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:07.753367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:07.835231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] For port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:07.840501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9706010-46fc-4bcb-a366-a6292e74bcea req-b9ec8eec-295d-4ffa-9392-cd67ec07e19e tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2620425 Oct 27 16:06:07.841204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] For port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=06bc7c8b-5f77-419b-ab80-9ec4e77d94cb,segment=NetworkSegment(73dd8232-ccfc-4e34-a209-394047d3edd2),segment_id=73dd8232-ccfc-4e34-a209-394047d3edd2)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:07.852146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Pushing event updated for resources: {'Port': ['ID=a96c667c-51c0-4f2c-95fd-cc9fed99224b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:07.868410 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.893760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdab8a19-34ae-4d98-859e-2cf16b22b389 req-da157f52-1ad8-425d-8f2e-54a958f0d864 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8737292 Oct 27 16:06:07.933239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Pushing event updated for resources: {'Port': ['ID=ac873ff9-17e5-437f-bec3-318aaeb74f92,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:07.947071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Network 859be61d-cb01-42df-85fa-6b8ec6c97027 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:07.948399 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:07.966144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:07.966144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:07.966642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:07.966642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:08.007179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-9936108e-466e-4597-b48e-7bb3a507b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.007705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-9936108e-466e-4597-b48e-7bb3a507b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.009773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-9936108e-466e-4597-b48e-7bb3a507b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.009773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-9936108e-466e-4597-b48e-7bb3a507b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.010087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-9936108e-466e-4597-b48e-7bb3a507b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.017016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-9936108e-466e-4597-b48e-7bb3a507b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.017583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-9936108e-466e-4597-b48e-7bb3a507b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.019687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-9936108e-466e-4597-b48e-7bb3a507b70d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6488 time: 0.4958706 Oct 27 16:06:08.065280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ad69f5c1-aa3d-4a80-a211-a519f4b72988 None None] Provisioning complete for port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:08.065635 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ad69f5c1-aa3d-4a80-a211-a519f4b72988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:08.093852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.095384 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:08.103456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-67687235-0eb9-4a81-850c-76bd669da5e4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5895298 Oct 27 16:06:08.131012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb903f-e3bf-402e-b4dc-20c92d50d6d6 None None] Pushing event updated for resources: {'Port': ['ID=06bc7c8b-5f77-419b-ab80-9ec4e77d94cb,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:08.145924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Routers {'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:08.146611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:05:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:08.165772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Request body: {'port': {'device_id': '2f0d7821-1b00-4d69-a115-42e07f6fd23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:08.212815 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-9ae5fa84-e2dd-4873-be04-e6c879c8cae4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0162334 Oct 27 16:06:08.230330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Request body: {'port': {'device_id': '46abf65f-2ccf-424a-9db7-c2baff6fe35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:08.300006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a5eba-2c4d-42b8-9ee6-219ab17baeb8 req-8f21457c-3702-4765-8ea4-9fbcbe3060fc tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.307631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-479a5eba-2c4d-42b8-9ee6-219ab17baeb8 req-8f21457c-3702-4765-8ea4-9fbcbe3060fc tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.3200469 Oct 27 16:06:08.343525 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:08.384014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:08.422512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-19e0fc79-37dc-4f1e-8937-7c2f38256b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.424400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-19e0fc79-37dc-4f1e-8937-7c2f38256b2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722 HTTP/1.1" status: 200 len: 902 time: 0.3549941 Oct 27 16:06:08.552467 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-05321022-a441-4be9-880f-7daede901ba3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=935953a2-6495-45f6-89e3-b6b0c3d8b32e HTTP/1.1" status: 200 len: 217 time: 0.1169276 Oct 27 16:06:08.561232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-479a5eba-2c4d-42b8-9ee6-219ab17baeb8 req-4b98235e-900c-4080-9c83-685e55cd0f0e tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525365 Oct 27 16:06:08.599415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] Set router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:08.608319 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ad69f5c1-aa3d-4a80-a211-a519f4b72988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:08.684316 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d634dc2-08f2-4103-a804-6dd7bf459bc2 x-openstack-request-id: req-2d634dc2-08f2-4103-a804-6dd7bf459bc2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:08.684601 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e85d8ca6-cf0a-4216-90e1-48fd0779e803", "tag": "0076a904-a0dd-46fb-a23a-daa88b1bcf98", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:08.686669 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d634dc2-08f2-4103-a804-6dd7bf459bc2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:08.687098 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e85d8ca6-cf0a-4216-90e1-48fd0779e803', 'tag': '0076a904-a0dd-46fb-a23a-daa88b1bcf98', 'status': 'completed', 'code': 200} Oct 27 16:06:08.721759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac873ff9-17e5-437f-bec3-318aaeb74f92 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:08.735601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:08.756561 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Transition to ACTIVE for port object ac873ff9-17e5-437f-bec3-318aaeb74f92 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:08.845189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:08.905116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-1b44f688-63e8-4262-95c8-e27edc28725b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:08.906820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-1b44f688-63e8-4262-95c8-e27edc28725b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7049252d-b600-4fab-b5a2-b6177f5e768d HTTP/1.1" status: 200 len: 797 time: 0.3371964 Oct 27 16:06:08.980811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Pushing event updated for resources: {'Port': ['ID=ac873ff9-17e5-437f-bec3-318aaeb74f92,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:09.014469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ad69f5c1-aa3d-4a80-a211-a519f4b72988 None None] For port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=06bc7c8b-5f77-419b-ab80-9ec4e77d94cb,segment=NetworkSegment(73dd8232-ccfc-4e34-a209-394047d3edd2),segment_id=73dd8232-ccfc-4e34-a209-394047d3edd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:09.073138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-76449fd6-3d9e-4202-92a8-e385d78e86b3 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3097699 Oct 27 16:06:09.085017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:09.149923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70092b6-669e-497d-a03d-e98d13c474d6 req-7f033fff-dbcc-41fd-93de-aefdc8724b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:09.150659 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 0076a904-a0dd-46fb-a23a-daa88b1bcf98 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:09.152003 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e70092b6-669e-497d-a03d-e98d13c474d6 req-7f033fff-dbcc-41fd-93de-aefdc8724b4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 1094 time: 0.4566331 Oct 27 16:06:09.175224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Attempting to bind port ac873ff9-17e5-437f-bec3-318aaeb74f92 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:09.175672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Attempting to bind port ac873ff9-17e5-437f-bec3-318aaeb74f92 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:09.176100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Attempting to bind port ac873ff9-17e5-437f-bec3-318aaeb74f92 on network 859be61d-cb01-42df-85fa-6b8ec6c97027 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:09.186025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Port ac873ff9-17e5-437f-bec3-318aaeb74f92 on network 859be61d-cb01-42df-85fa-6b8ec6c97027 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:09.186800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Attempting to bind port ac873ff9-17e5-437f-bec3-318aaeb74f92 on network 859be61d-cb01-42df-85fa-6b8ec6c97027 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:09.193785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:09.194307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Checking segment: {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:09.195021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Bound using segment: {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:09.195422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Bound port: ac873ff9-17e5-437f-bec3-318aaeb74f92, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:09.195959 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:09.297340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] For port ac873ff9-17e5-437f-bec3-318aaeb74f92, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:09.302990 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] For port ac873ff9-17e5-437f-bec3-318aaeb74f92, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ac873ff9-17e5-437f-bec3-318aaeb74f92,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:09.320219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70092b6-669e-497d-a03d-e98d13c474d6 req-a32d974c-10a8-4308-b71e-267eb7362562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:09.321926 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e70092b6-669e-497d-a03d-e98d13c474d6 req-a32d974c-10a8-4308-b71e-267eb7362562 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 912 time: 0.1553111 Oct 27 16:06:09.356099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'name': 'tempest-FloatingIPsTestJSON-1277868048-router', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:49Z', 'updated_at': '2021-10-27T16:06:01Z', 'revision_number': 4, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'gw_port': {'id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:52Z', 'updated_at': '2021-10-27T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '06bc7c8b-5f77-419b-ab80-9ec4e77d94cb', 'name': '', 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'mac_address': 'fa:16:3e:8c:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b9392548-f0ec-47d6-b229-5a2e1e8e4495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:00Z', 'updated_at': '2021-10-27T16:06:07Z', 'revision_number': 4, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'subnets': [{'id': 'b9392548-f0ec-47d6-b229-5a2e1e8e4495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:09.366164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-a6a62039-2ffb-44fc-bba3-29899592c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:09.369348 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-a6a62039-2ffb-44fc-bba3-29899592c465 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4476998 Oct 27 16:06:09.395318 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f334f84-e62e-4016-9e09-f1e9314ab78d None None] The sync data for ids ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'] in n-d-815689-1 is: [{'id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'name': 'tempest-FloatingIPsTestJSON-1277868048-router', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:49Z', 'updated_at': '2021-10-27T16:06:01Z', 'revision_number': 4, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'gw_port': {'id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:52Z', 'updated_at': '2021-10-27T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '06bc7c8b-5f77-419b-ab80-9ec4e77d94cb', 'name': '', 'network_id': '7a404a34-aad3-42b0-b59f-b31eee4ca444', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'mac_address': 'fa:16:3e:8c:1d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'b9392548-f0ec-47d6-b229-5a2e1e8e4495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:00Z', 'updated_at': '2021-10-27T16:06:07Z', 'revision_number': 4, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'subnets': [{'id': 'b9392548-f0ec-47d6-b229-5a2e1e8e4495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:06:09.406709 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 0076a904-a0dd-46fb-a23a-daa88b1bcf98, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=0076a904-a0dd-46fb-a23a-daa88b1bcf98,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:09.410923 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ad69f5c1-aa3d-4a80-a211-a519f4b72988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:09.432190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:09.443853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e70092b6-669e-497d-a03d-e98d13c474d6 req-d2370124-bbbf-4a1c-9d94-96afcd894aaa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0076a904-a0dd-46fb-a23a-daa88b1bcf98 HTTP/1.1" status: 200 len: 217 time: 0.1001875 Oct 27 16:06:09.471888 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:09.524315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '0076a904-a0dd-46fb-a23a-daa88b1bcf98', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'port_id': '0076a904-a0dd-46fb-a23a-daa88b1bcf98', 'mac_address': 'fa:16:3e:c5:dc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b08f108-8174-458c-afd5-eb5ec36a0ae6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:09.602312 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:09.603448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:09.605218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] 10.222.0.54 "PUT /v2.0/ports/ac873ff9-17e5-437f-bec3-318aaeb74f92 HTTP/1.1" status: 200 len: 1092 time: 1.3838668 Oct 27 16:06:09.615989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46abf65f-2ccf-424a-9db7-c2baff6fe35a', 'tag': 'ac873ff9-17e5-437f-bec3-318aaeb74f92'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:09.619098 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278dd367-6fdc-4161-8de8-bf6a44ab8736" -d '{"events": [{"name": "network-changed", "server_uuid": "46abf65f-2ccf-424a-9db7-c2baff6fe35a", "tag": "ac873ff9-17e5-437f-bec3-318aaeb74f92"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:09.631852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69f5c1-aa3d-4a80-a211-a519f4b72988 None None] Pushing event updated for resources: {'Port': ['ID=06bc7c8b-5f77-419b-ab80-9ec4e77d94cb,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:09.656247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4951e0e1-ae34-4a6f-99f0-a9c3a7eb7294 None None] Provisioning complete for port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:09.657057 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4951e0e1-ae34-4a6f-99f0-a9c3a7eb7294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:09.661363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:09.692900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd708f96-6dae-4870-961f-e3bbb641168b service neutron] Pushing event updated for resources: {'Port': ['ID=ac873ff9-17e5-437f-bec3-318aaeb74f92,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:09.709893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0076a904-a0dd-46fb-a23a-daa88b1bcf98 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:09.783283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 0076a904-a0dd-46fb-a23a-daa88b1bcf98, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=0076a904-a0dd-46fb-a23a-daa88b1bcf98,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:09.816920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-c2ef7f34-3efc-44c2-b324-16b54e1367e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:09.818209 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-c2ef7f34-3efc-44c2-b324-16b54e1367e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b21581e0e35c40eeab8543777faccee8&device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 1095 time: 0.0889351 Oct 27 16:06:09.865395 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:09.932341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70092b6-669e-497d-a03d-e98d13c474d6 req-bf5064c6-2e55-431d-aee4-3a6a8c72739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:09.937525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e70092b6-669e-497d-a03d-e98d13c474d6 req-bf5064c6-2e55-431d-aee4-3a6a8c72739c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.3916245 Oct 27 16:06:09.944102 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-fa649e31-ba7b-46b7-9b60-ba979840265f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac873ff9-17e5-437f-bec3-318aaeb74f92 HTTP/1.1" status: 200 len: 217 time: 0.1176405 Oct 27 16:06:10.027724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=0076a904-a0dd-46fb-a23a-daa88b1bcf98,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:10.065402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-58140a9f-55d9-42f4-8177-6b02b5abba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:10.067198 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-58140a9f-55d9-42f4-8177-6b02b5abba7d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6250d2d5-b30d-42fc-a71b-63db7ecfbcc2 HTTP/1.1" status: 200 len: 852 time: 0.1155801 Oct 27 16:06:10.074597 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e70092b6-669e-497d-a03d-e98d13c474d6 req-2d1362eb-3f27-4263-bcf0-e6b8661bd5bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054635 Oct 27 16:06:10.098110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['0076a904-a0dd-46fb-a23a-daa88b1bcf98'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:10.134176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-b8e9c687-5843-43a9-969a-67d82d91d161 service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7159593 Oct 27 16:06:10.143302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-45ea7b00-27a6-4f75-b446-f5dfc9f44f55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=859be61d-cb01-42df-85fa-6b8ec6c97027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616541 Oct 27 16:06:10.237270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96c667c-51c0-4f2c-95fd-cc9fed99224b {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:10.369305 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:10.430230 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-eb8b105a-132d-43c1-b6dc-e69a324ad16f service neutron] 10.222.0.54 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780266 Oct 27 16:06:10.483624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Transition to ACTIVE for port object a96c667c-51c0-4f2c-95fd-cc9fed99224b will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:10.509524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e70092b6-669e-497d-a03d-e98d13c474d6 req-0f355f02-6fdb-4812-9ff8-8330b27dbf69 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118571 Oct 27 16:06:10.564819 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-72e1a48b-976f-456a-90cf-0b336e8d6ff3 service neutron] 10.222.0.54 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267107 Oct 27 16:06:10.618786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12f680ee-bcf8-482e-b267-4595dd4841b1 req-c8660795-a19b-4305-850c-ddc8b62dc75d service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280598 Oct 27 16:06:10.623344 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:10.716323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e70092b6-669e-497d-a03d-e98d13c474d6 req-267eac84-8234-43c7-aa78-d5dd854da6ba service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943502 Oct 27 16:06:10.767733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Allocated IP 172.25.4.171 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/ee733c3c-9ded-4699-ada0-ab1a5463c1ae) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:10.835990 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:10.933792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Pushing event updated for resources: {'Port': ['ID=a96c667c-51c0-4f2c-95fd-cc9fed99224b,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:11.002028 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.054428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:11.126614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 0076a904-a0dd-46fb-a23a-daa88b1bcf98 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:11.155822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Attempting to bind port a96c667c-51c0-4f2c-95fd-cc9fed99224b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:11.156426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Attempting to bind port a96c667c-51c0-4f2c-95fd-cc9fed99224b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:11.156771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Attempting to bind port a96c667c-51c0-4f2c-95fd-cc9fed99224b on network 859be61d-cb01-42df-85fa-6b8ec6c97027 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:11.165657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Port a96c667c-51c0-4f2c-95fd-cc9fed99224b on network 859be61d-cb01-42df-85fa-6b8ec6c97027 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:11.166152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Attempting to bind port a96c667c-51c0-4f2c-95fd-cc9fed99224b on network 859be61d-cb01-42df-85fa-6b8ec6c97027 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:11.175799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:11.178133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Checking segment: {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:11.178133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Bound using segment: {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:11.178133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Bound port: a96c667c-51c0-4f2c-95fd-cc9fed99224b, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:11.178133 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.205242 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.302848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:11.305686 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.376913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:11.390061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:11.392211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 0076a904-a0dd-46fb-a23a-daa88b1bcf98 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:11.399122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:11.451874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 0076a904-a0dd-46fb-a23a-daa88b1bcf98 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:11.452354 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.455702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Pushing event updated for resources: {'Port': ['ID=ee733c3c-9ded-4699-ada0-ab1a5463c1ae,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:11.458912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] For port a96c667c-51c0-4f2c-95fd-cc9fed99224b, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:11.485681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] For port a96c667c-51c0-4f2c-95fd-cc9fed99224b, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a96c667c-51c0-4f2c-95fd-cc9fed99224b,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:11.576702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.605685 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.622006 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.663621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:11.664397 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.665835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 0076a904-a0dd-46fb-a23a-daa88b1bcf98, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=0076a904-a0dd-46fb-a23a-daa88b1bcf98,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:11.666419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] 10.222.0.54 "PUT /v2.0/ports/a96c667c-51c0-4f2c-95fd-cc9fed99224b HTTP/1.1" status: 200 len: 1092 time: 3.5047944 Oct 27 16:06:11.666872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0d7821-1b00-4d69-a115-42e07f6fd23a', 'tag': 'a96c667c-51c0-4f2c-95fd-cc9fed99224b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:11.670501 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da08804-9844-4216-bf6b-5b02c706519a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0d7821-1b00-4d69-a115-42e07f6fd23a", "tag": "a96c667c-51c0-4f2c-95fd-cc9fed99224b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:11.718409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e0ffd-ac39-4c57-9ee0-34ced36db881 service neutron] Pushing event updated for resources: {'Port': ['ID=a96c667c-51c0-4f2c-95fd-cc9fed99224b,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:11.734760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.751922 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:11.840843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=0076a904-a0dd-46fb-a23a-daa88b1bcf98,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:11.909011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-1d1b1be7-76a0-4d35-9a36-351ec3a1edca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:11.910609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-1d1b1be7-76a0-4d35-9a36-351ec3a1edca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b21581e0e35c40eeab8543777faccee8&device_id=2f0d7821-1b00-4d69-a115-42e07f6fd23a HTTP/1.1" status: 200 len: 1095 time: 0.0973723 Oct 27 16:06:11.980168 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-1a718f09-9a92-4103-b035-e6abf3d9bbda service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a96c667c-51c0-4f2c-95fd-cc9fed99224b HTTP/1.1" status: 200 len: 217 time: 0.0527477 Oct 27 16:06:12.070694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-1061f5dd-4935-4349-bcac-f072f905b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:12.072196 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-1061f5dd-4935-4349-bcac-f072f905b52a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6250d2d5-b30d-42fc-a71b-63db7ecfbcc2 HTTP/1.1" status: 200 len: 852 time: 0.0881400 Oct 27 16:06:12.074866 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:12.115519 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-3ae45162-ea59-44a6-a6aa-290e6f3ba013 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=859be61d-cb01-42df-85fa-6b8ec6c97027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342367 Oct 27 16:06:12.194313 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:12.302575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Pushing event updated for resources: {'Port': ['ID=ee733c3c-9ded-4699-ada0-ab1a5463c1ae,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:12.330038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:12.351150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-05c1c330-bdab-497c-a9c2-53817c412eb6 service neutron] 10.222.0.54 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280066 Oct 27 16:06:12.454650 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:12.456103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-2b8db456-b940-4afd-ace7-3d20314a92e0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3816235 Oct 27 16:06:12.534103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06626d36-aeae-4e29-b179-fc5680e090b0 req-1cd21413-4545-42a4-b2a0-08bd52f44ca3 service neutron] 10.222.0.54 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751933 Oct 27 16:06:12.541086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-8f2f0c61-ac5e-4073-9c7f-56ffe6b90d39 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.0776377 Oct 27 16:06:12.701497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-1e0483d8-c0c1-494b-bb59-0b293a624889 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:12.702928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbb86a7d-5485-4e56-9f18-132c69364dda req-1e0483d8-c0c1-494b-bb59-0b293a624889 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1551769 Oct 27 16:06:12.862465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e419439-9af3-40eb-a149-487df660a44d req-886157bb-aa4c-4f60-9a50-2bf7ad1597de tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:12.864231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e419439-9af3-40eb-a149-487df660a44d req-886157bb-aa4c-4f60-9a50-2bf7ad1597de tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 944 time: 0.0816069 Oct 27 16:06:12.928581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e419439-9af3-40eb-a149-487df660a44d req-45b630d5-be18-4608-ae21-0431a7377881 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569224 Oct 27 16:06:12.986241 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ec2a75-3bb4-4610-89ec-ddc3a28682bc x-openstack-request-id: req-51ec2a75-3bb4-4610-89ec-ddc3a28682bc {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:12.986804 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8de0744-4c07-4364-ab50-277df6158ad3", "name": "network-vif-plugged", "status": "completed", "tag": "c1691d59-66ca-41b3-8257-049de76d49ae", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:12.986804 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51ec2a75-3bb4-4610-89ec-ddc3a28682bc {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:12.987160 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1691d59-66ca-41b3-8257-049de76d49ae', 'code': 200} Oct 27 16:06:13.108766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ac873ff9-17e5-437f-bec3-318aaeb74f92 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:13.150019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd370250-37b4-4cf2-a699-c356702a0b86 req-74dcb2cf-3846-4899-8060-e06a4f09748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.151594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd370250-37b4-4cf2-a699-c356702a0b86 req-74dcb2cf-3846-4899-8060-e06a4f09748a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0990379 Oct 27 16:06:13.160440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd4a0a-10db-415e-8e9c-690c2721ac30 req-fc799186-3bd5-4d6f-b05e-cb62a365d994 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.162166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5dd4a0a-10db-415e-8e9c-690c2721ac30 req-fc799186-3bd5-4d6f-b05e-cb62a365d994 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 945 time: 0.0770655 Oct 27 16:06:13.226967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd370250-37b4-4cf2-a699-c356702a0b86 req-b664ccfe-3ab2-4e56-a5cc-798a7403ea58 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637918 Oct 27 16:06:13.230359 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5dd4a0a-10db-415e-8e9c-690c2721ac30 req-9a31d8b5-921e-4edf-990c-2f32ceb16bc0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611517 Oct 27 16:06:13.239365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ac873ff9-17e5-437f-bec3-318aaeb74f92, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ac873ff9-17e5-437f-bec3-318aaeb74f92,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:13.265051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'ac873ff9-17e5-437f-bec3-318aaeb74f92', 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027', 'port_id': 'ac873ff9-17e5-437f-bec3-318aaeb74f92', 'mac_address': 'fa:16:3e:e7:30:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6250d2d5-b30d-42fc-a71b-63db7ecfbcc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:13.312503 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:13.331358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac873ff9-17e5-437f-bec3-318aaeb74f92 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:13.355600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ac873ff9-17e5-437f-bec3-318aaeb74f92, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ac873ff9-17e5-437f-bec3-318aaeb74f92,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:13.422131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dca34-0b22-4986-8336-487dc950ad60 req-6aa8530b-6940-4464-94a0-cdd7977b4636 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:13.429106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f0dca34-0b22-4986-8336-487dc950ad60 req-6aa8530b-6940-4464-94a0-cdd7977b4636 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.0678296 Oct 27 16:06:13.438963 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:13.479299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f0dca34-0b22-4986-8336-487dc950ad60 req-e304b007-7851-481a-9334-b28eb684c13a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 Oct 27 16:06:13.536111 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=ac873ff9-17e5-437f-bec3-318aaeb74f92,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:13.680027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['ac873ff9-17e5-437f-bec3-318aaeb74f92'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:14.168251 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:06:14.218829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a468-ce28-4085-b164-36d7aad009eb req-0612213d-743c-4369-bb74-cd5fcfef80b4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.226810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a468-ce28-4085-b164-36d7aad009eb req-0612213d-743c-4369-bb74-cd5fcfef80b4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.235478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a468-ce28-4085-b164-36d7aad009eb req-0612213d-743c-4369-bb74-cd5fcfef80b4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.243595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a468-ce28-4085-b164-36d7aad009eb req-0612213d-743c-4369-bb74-cd5fcfef80b4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.253118 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a468-ce28-4085-b164-36d7aad009eb req-0612213d-743c-4369-bb74-cd5fcfef80b4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.262982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a468-ce28-4085-b164-36d7aad009eb req-0612213d-743c-4369-bb74-cd5fcfef80b4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.270368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a468-ce28-4085-b164-36d7aad009eb req-0612213d-743c-4369-bb74-cd5fcfef80b4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:14.280661 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e930a468-ce28-4085-b164-36d7aad009eb req-0612213d-743c-4369-bb74-cd5fcfef80b4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 0.1694963 Oct 27 16:06:14.868249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e930a468-ce28-4085-b164-36d7aad009eb req-5025d2c2-e129-4d36-af22-7347274a28d4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5867708 Oct 27 16:06:14.953096 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1fb53f-ed12-4524-be42-80ffaa731785 x-openstack-request-id: req-8b1fb53f-ed12-4524-be42-80ffaa731785 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:14.953662 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46abf65f-2ccf-424a-9db7-c2baff6fe35a", "tag": "ac873ff9-17e5-437f-bec3-318aaeb74f92", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:14.953946 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b1fb53f-ed12-4524-be42-80ffaa731785 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:14.954560 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46abf65f-2ccf-424a-9db7-c2baff6fe35a', 'tag': 'ac873ff9-17e5-437f-bec3-318aaeb74f92', 'status': 'completed', 'code': 200} Oct 27 16:06:14.988437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe927e06-a305-4b99-8626-1b137a203724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4'}, {'server_uuid': 'e85d8ca6-cf0a-4216-90e1-48fd0779e803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0076a904-a0dd-46fb-a23a-daa88b1bcf98'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:14.991986 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654f0444-323a-4fac-afce-14bf1a3f2874" -d '{"events": [{"server_uuid": "fe927e06-a305-4b99-8626-1b137a203724", "name": "network-vif-plugged", "status": "completed", "tag": "81d00f61-d7d3-43af-bda0-1e37c9bfaaa4"}, {"server_uuid": "e85d8ca6-cf0a-4216-90e1-48fd0779e803", "name": "network-vif-plugged", "status": "completed", "tag": "0076a904-a0dd-46fb-a23a-daa88b1bcf98"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:15.008905 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb7342a-013a-45f4-9c99-2285320f9278 x-openstack-request-id: req-fdb7342a-013a-45f4-9c99-2285320f9278 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:15.009379 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0d7821-1b00-4d69-a115-42e07f6fd23a", "tag": "a96c667c-51c0-4f2c-95fd-cc9fed99224b", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:15.009525 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdb7342a-013a-45f4-9c99-2285320f9278 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:15.009976 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0d7821-1b00-4d69-a115-42e07f6fd23a', 'tag': 'a96c667c-51c0-4f2c-95fd-cc9fed99224b', 'status': 'completed', 'code': 200} Oct 27 16:06:15.098855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2d3c0ba-3c68-4485-b724-33e66fe9594e req-0cf5552b-b447-48bb-b2f9-fe7face06bf9 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips/591dcca6-9e28-4aa9-b724-34fb2c167794 HTTP/1.1" status: 200 len: 693 time: 0.0814152 Oct 27 16:06:15.102882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dd367-6fdc-4161-8de8-bf6a44ab8736 req-a200cef3-2033-41cf-a856-ef7eb227cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:15.104582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-278dd367-6fdc-4161-8de8-bf6a44ab8736 req-a200cef3-2033-41cf-a856-ef7eb227cedf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b21581e0e35c40eeab8543777faccee8&device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 1096 time: 0.1258564 Oct 27 16:06:15.119489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a96c667c-51c0-4f2c-95fd-cc9fed99224b details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:15.124307 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ac873ff9-17e5-437f-bec3-318aaeb74f92 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:15.219410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da08804-9844-4216-bf6b-5b02c706519a req-6b1389c5-9dcc-4c44-b11c-43016535e065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:15.221025 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0da08804-9844-4216-bf6b-5b02c706519a req-6b1389c5-9dcc-4c44-b11c-43016535e065 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b21581e0e35c40eeab8543777faccee8&device_id=2f0d7821-1b00-4d69-a115-42e07f6fd23a HTTP/1.1" status: 200 len: 1095 time: 0.1945295 Oct 27 16:06:15.285301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a96c667c-51c0-4f2c-95fd-cc9fed99224b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a96c667c-51c0-4f2c-95fd-cc9fed99224b,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:15.299875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'a96c667c-51c0-4f2c-95fd-cc9fed99224b', 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027', 'port_id': 'a96c667c-51c0-4f2c-95fd-cc9fed99224b', 'mac_address': 'fa:16:3e:82:3c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6250d2d5-b30d-42fc-a71b-63db7ecfbcc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:15.344950 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:15.382324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96c667c-51c0-4f2c-95fd-cc9fed99224b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:15.395436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3c0ba-3c68-4485-b724-33e66fe9594e req-baf17ca4-2ec5-48cd-8ec4-640b2bb49af7 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:15.399817 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2d3c0ba-3c68-4485-b724-33e66fe9594e req-baf17ca4-2ec5-48cd-8ec4-640b2bb49af7 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.2889347 Oct 27 16:06:15.427281 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dd367-6fdc-4161-8de8-bf6a44ab8736 req-f5a6ab56-b43a-48f7-a7f7-3672fe377cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:15.429512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-278dd367-6fdc-4161-8de8-bf6a44ab8736 req-f5a6ab56-b43a-48f7-a7f7-3672fe377cd4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=859be61d-cb01-42df-85fa-6b8ec6c97027 HTTP/1.1" status: 200 len: 913 time: 0.3091192 Oct 27 16:06:15.441491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a96c667c-51c0-4f2c-95fd-cc9fed99224b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a96c667c-51c0-4f2c-95fd-cc9fed99224b,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:15.473686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da08804-9844-4216-bf6b-5b02c706519a req-89369523-7cac-494c-af74-885921782c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:15.476468 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0da08804-9844-4216-bf6b-5b02c706519a req-89369523-7cac-494c-af74-885921782c12 service neutron] 10.222.0.54 "GET /v2.0/networks?id=859be61d-cb01-42df-85fa-6b8ec6c97027 HTTP/1.1" status: 200 len: 913 time: 0.2437823 Oct 27 16:06:15.551274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port ac873ff9-17e5-437f-bec3-318aaeb74f92 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:15.557655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:15.562049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port ac873ff9-17e5-437f-bec3-318aaeb74f92 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:15.562049 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:15.562441 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-278dd367-6fdc-4161-8de8-bf6a44ab8736 req-fe679684-8333-414a-a9f5-b7be94ad7db0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac873ff9-17e5-437f-bec3-318aaeb74f92 HTTP/1.1" status: 200 len: 217 time: 0.1246088 Oct 27 16:06:15.644651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=a96c667c-51c0-4f2c-95fd-cc9fed99224b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:15.669815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0da08804-9844-4216-bf6b-5b02c706519a req-b2dd5df4-abd1-409e-90dc-cf350f9f9be1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a96c667c-51c0-4f2c-95fd-cc9fed99224b HTTP/1.1" status: 200 len: 217 time: 0.1251638 Oct 27 16:06:15.678145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278dd367-6fdc-4161-8de8-bf6a44ab8736 req-a6312e0c-7ccb-4a4c-a0da-8196f14f75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:15.679631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-278dd367-6fdc-4161-8de8-bf6a44ab8736 req-a6312e0c-7ccb-4a4c-a0da-8196f14f75e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6250d2d5-b30d-42fc-a71b-63db7ecfbcc2 HTTP/1.1" status: 200 len: 852 time: 0.0676429 Oct 27 16:06:15.719360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce08f3-a18c-443a-8c2a-bd006a7b82b2 req-c2fed89c-e667-41ad-8939-6ea379d60787 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:15.720965 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cce08f3-a18c-443a-8c2a-bd006a7b82b2 req-c2fed89c-e667-41ad-8939-6ea379d60787 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "GET /v2.0/ports?device_id=703969b0-82b1-4a7d-9ca7-e1b40b793a84 HTTP/1.1" status: 200 len: 946 time: 0.3059633 Oct 27 16:06:15.770961 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:15.798960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cfdec3-145f-4deb-9dc8-2f486c222d17 req-3ec05d31-4ddf-46d8-9e59-449a625d6b75 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:15.812427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77cfdec3-145f-4deb-9dc8-2f486c222d17 req-3ec05d31-4ddf-46d8-9e59-449a625d6b75 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 945 time: 0.2818680 Oct 27 16:06:15.814494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['a96c667c-51c0-4f2c-95fd-cc9fed99224b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:15.851051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ac873ff9-17e5-437f-bec3-318aaeb74f92, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ac873ff9-17e5-437f-bec3-318aaeb74f92,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:15.860422 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-278dd367-6fdc-4161-8de8-bf6a44ab8736 req-9a76ea9b-bbd2-4126-abfa-b3296548a89e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=859be61d-cb01-42df-85fa-6b8ec6c97027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1633654 Oct 27 16:06:15.975218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da08804-9844-4216-bf6b-5b02c706519a req-e958bcd0-804d-4998-b371-98411454f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:15.976644 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0da08804-9844-4216-bf6b-5b02c706519a req-e958bcd0-804d-4998-b371-98411454f973 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6250d2d5-b30d-42fc-a71b-63db7ecfbcc2 HTTP/1.1" status: 200 len: 852 time: 0.2937348 Oct 27 16:06:16.010024 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:16.037791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0da08804-9844-4216-bf6b-5b02c706519a req-944b71d5-0aad-4b2f-b96b-730ed015d01a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=859be61d-cb01-42df-85fa-6b8ec6c97027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506802 Oct 27 16:06:16.125649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=ac873ff9-17e5-437f-bec3-318aaeb74f92,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:16.144518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77cfdec3-145f-4deb-9dc8-2f486c222d17 req-1ebe08db-0191-470b-b7a7-7dd786d361d2 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169641 Oct 27 16:06:16.278289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5cce08f3-a18c-443a-8c2a-bd006a7b82b2 req-c7749b82-b059-4186-b752-49af100c03e7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Deleting port b2a6b545-00d4-4218-9d41-c6d406e0a86a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:16.279511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5cce08f3-a18c-443a-8c2a-bd006a7b82b2 req-c7749b82-b059-4186-b752-49af100c03e7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:16.287916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-278dd367-6fdc-4161-8de8-bf6a44ab8736 req-7f99189a-9db2-42fe-9dd7-46182ca6614d service neutron] 10.222.0.54 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187694 Oct 27 16:06:16.472574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fc25d-6a15-4f13-a824-6e34649ff85a req-5739ee2a-bfa3-4a4f-b752-645c3e4d112b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:16.483069 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-001fc25d-6a15-4f13-a824-6e34649ff85a req-5739ee2a-bfa3-4a4f-b752-645c3e4d112b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 945 time: 0.2727211 Oct 27 16:06:16.502599 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0da08804-9844-4216-bf6b-5b02c706519a req-778c6424-07fb-4c65-a73e-412bd3e6df73 service neutron] 10.222.0.54 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549658 Oct 27 16:06:16.680725 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-001fc25d-6a15-4f13-a824-6e34649ff85a req-1a0d8d5f-d8ed-48d6-99db-34f36c6913f7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966379 Oct 27 16:06:16.714191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5cce08f3-a18c-443a-8c2a-bd006a7b82b2 req-c7749b82-b059-4186-b752-49af100c03e7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] For port b2a6b545-00d4-4218-9d41-c6d406e0a86a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2a6b545-00d4-4218-9d41-c6d406e0a86a,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:16.714627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5cce08f3-a18c-443a-8c2a-bd006a7b82b2 req-c7749b82-b059-4186-b752-49af100c03e7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:16.734362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-278dd367-6fdc-4161-8de8-bf6a44ab8736 req-e65112fa-5f34-405e-99c1-0eb7a70e32b8 service neutron] 10.222.0.54 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178889 Oct 27 16:06:16.751109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5cce08f3-a18c-443a-8c2a-bd006a7b82b2 req-c7749b82-b059-4186-b752-49af100c03e7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Calling delete_port for b2a6b545-00d4-4218-9d41-c6d406e0a86a owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:16.780268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0da08804-9844-4216-bf6b-5b02c706519a req-9b902e6d-2cb7-42b9-bd3b-d8c5ec2f4c72 service neutron] 10.222.0.54 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473574 Oct 27 16:06:17.025318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5cce08f3-a18c-443a-8c2a-bd006a7b82b2 req-c7749b82-b059-4186-b752-49af100c03e7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:17.053647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7749b82-b059-4186-b752-49af100c03e7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Pushing event deleted for resources: {'Port': ['ID=b2a6b545-00d4-4218-9d41-c6d406e0a86a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:17.106352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cce08f3-a18c-443a-8c2a-bd006a7b82b2 req-c7749b82-b059-4186-b752-49af100c03e7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] No DVR routers for this DVR port b2a6b545-00d4-4218-9d41-c6d406e0a86a on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:06:17.110018 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5cce08f3-a18c-443a-8c2a-bd006a7b82b2 req-c7749b82-b059-4186-b752-49af100c03e7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:17.113635 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cce08f3-a18c-443a-8c2a-bd006a7b82b2 req-c7749b82-b059-4186-b752-49af100c03e7 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "DELETE /v2.0/ports/b2a6b545-00d4-4218-9d41-c6d406e0a86a HTTP/1.1" status: 204 len: 173 time: 1.3648803 Oct 27 16:06:17.114115 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703969b0-82b1-4a7d-9ca7-e1b40b793a84', 'name': 'network-vif-deleted', 'tag': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:17.126432 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb9969b-eb09-4d0d-a435-15f742f92cc3" -d '{"events": [{"server_uuid": "703969b0-82b1-4a7d-9ca7-e1b40b793a84", "name": "network-vif-deleted", "tag": "b2a6b545-00d4-4218-9d41-c6d406e0a86a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:17.141284 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a96c667c-51c0-4f2c-95fd-cc9fed99224b up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:17.307463 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port a96c667c-51c0-4f2c-95fd-cc9fed99224b completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:17.314649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port a96c667c-51c0-4f2c-95fd-cc9fed99224b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:17.315033 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:17.423742 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:17.466771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a96c667c-51c0-4f2c-95fd-cc9fed99224b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a96c667c-51c0-4f2c-95fd-cc9fed99224b,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:17.536230 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:17.593641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=a96c667c-51c0-4f2c-95fd-cc9fed99224b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:17.803493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b2a6b545-00d4-4218-9d41-c6d406e0a86a no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:17.837288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: b2a6b545-00d4-4218-9d41-c6d406e0a86a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:17.837635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b2a6b545-00d4-4218-9d41-c6d406e0a86a not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:18.470757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b58452e-3581-4da8-9272-111887c9e18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:19.693100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb1f7d-e661-47cf-86b0-57e8339d1a6c req-b16a6cb6-d7ee-4df1-8569-3f1c78e46cc5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:19.695145 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0bb1f7d-e661-47cf-86b0-57e8339d1a6c req-b16a6cb6-d7ee-4df1-8569-3f1c78e46cc5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.0611145 Oct 27 16:06:19.712565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-5198fcea-7261-4a8b-8567-132ee543f62c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:19.714146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-5198fcea-7261-4a8b-8567-132ee543f62c tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/networks?id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 HTTP/1.1" status: 200 len: 812 time: 0.1270759 Oct 27 16:06:19.730762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-e6d7dc4d-2f0b-4c38-a8e0-0bf58c14837a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/quotas/2e9e1ab4fe7e4010812b854c5c2e79a4 HTTP/1.1" status: 200 len: 375 time: 0.0096309 Oct 27 16:06:19.743735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0bb1f7d-e661-47cf-86b0-57e8339d1a6c req-134132ca-b57b-4a2b-824a-58b62d9f7414 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Oct 27 16:06:19.777643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-de99c06b-b488-4910-9c53-729e6d1e4128 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e9e1ab4fe7e4010812b854c5c2e79a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393004 Oct 27 16:06:19.805194 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678fde76-c5af-44a5-b0db-dd7c75b4b0d0 x-openstack-request-id: req-678fde76-c5af-44a5-b0db-dd7c75b4b0d0 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:19.805752 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe927e06-a305-4b99-8626-1b137a203724", "name": "network-vif-plugged", "status": "completed", "tag": "81d00f61-d7d3-43af-bda0-1e37c9bfaaa4", "code": 200}, {"server_uuid": "e85d8ca6-cf0a-4216-90e1-48fd0779e803", "name": "network-vif-plugged", "status": "completed", "tag": "0076a904-a0dd-46fb-a23a-daa88b1bcf98", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:19.805752 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-678fde76-c5af-44a5-b0db-dd7c75b4b0d0 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:19.806454 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe927e06-a305-4b99-8626-1b137a203724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4', 'code': 200} Oct 27 16:06:19.806454 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85d8ca6-cf0a-4216-90e1-48fd0779e803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0076a904-a0dd-46fb-a23a-daa88b1bcf98', 'code': 200} Oct 27 16:06:19.889871 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-705b67dd-676d-4232-9a4e-cbe3e20d4841 req-54553ed9-b359-455d-8bde-9955c1c92246 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=1c9897f292664e259a9f0fddc2e4736c HTTP/1.1" status: 200 len: 696 time: 0.0693841 Oct 27 16:06:19.955665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e5d97-98d9-42e3-9183-f8056903395d req-1b757ded-b144-4ff7-9b37-8c32a4bf2377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:19.957707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f91e5d97-98d9-42e3-9183-f8056903395d req-1b757ded-b144-4ff7-9b37-8c32a4bf2377 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 1096 time: 0.0807331 Oct 27 16:06:19.962367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-6694b43b-85dd-47eb-85a1-e46ad8e49812 service neutron] 10.222.0.15 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651723 Oct 27 16:06:20.019527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b67dd-676d-4232-9a4e-cbe3e20d4841 req-ba88f2cb-4b66-4a8e-9b73-02458619c819 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.021029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-705b67dd-676d-4232-9a4e-cbe3e20d4841 req-ba88f2cb-4b66-4a8e-9b73-02458619c819 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/networks?id=840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 787 time: 0.1243689 Oct 27 16:06:20.062690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f91e5d97-98d9-42e3-9183-f8056903395d req-384661aa-f6b3-4b35-8c63-d86757ebc755 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978177 Oct 27 16:06:20.099105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-24b92276-0314-4d17-8f9e-ffd30b7b14c8 service neutron] 10.222.0.15 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273279 Oct 27 16:06:20.146584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771628b-e28d-485e-8ee8-ad2713c11689 req-4e34f1fd-bd9a-48ea-863d-31a380c2e62a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.152835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771628b-e28d-485e-8ee8-ad2713c11689 req-4e34f1fd-bd9a-48ea-863d-31a380c2e62a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.159499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771628b-e28d-485e-8ee8-ad2713c11689 req-4e34f1fd-bd9a-48ea-863d-31a380c2e62a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.165472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771628b-e28d-485e-8ee8-ad2713c11689 req-4e34f1fd-bd9a-48ea-863d-31a380c2e62a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.172613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771628b-e28d-485e-8ee8-ad2713c11689 req-4e34f1fd-bd9a-48ea-863d-31a380c2e62a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.178622 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771628b-e28d-485e-8ee8-ad2713c11689 req-4e34f1fd-bd9a-48ea-863d-31a380c2e62a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.184701 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771628b-e28d-485e-8ee8-ad2713c11689 req-4e34f1fd-bd9a-48ea-863d-31a380c2e62a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.186978 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2771628b-e28d-485e-8ee8-ad2713c11689 req-4e34f1fd-bd9a-48ea-863d-31a380c2e62a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 0.1075864 Oct 27 16:06:20.234648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2771628b-e28d-485e-8ee8-ad2713c11689 req-882d013f-9978-4f4e-b16f-a9f199e0244c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407505 Oct 27 16:06:20.299592 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50766d67-b0e4-4645-8fd9-775d177ca83f x-openstack-request-id: req-50766d67-b0e4-4645-8fd9-775d177ca83f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:20.299957 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703969b0-82b1-4a7d-9ca7-e1b40b793a84", "name": "network-vif-deleted", "tag": "b2a6b545-00d4-4218-9d41-c6d406e0a86a", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:20.300265 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50766d67-b0e4-4645-8fd9-775d177ca83f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:20.300677 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703969b0-82b1-4a7d-9ca7-e1b40b793a84', 'name': 'network-vif-deleted', 'tag': 'b2a6b545-00d4-4218-9d41-c6d406e0a86a', 'status': 'completed', 'code': 200} Oct 27 16:06:20.553245 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1201a4-31a3-469c-92ad-77abfbfd4d4f req-da35ca37-201f-4e5c-abb4-838d46879a1c tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.575458 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ad1201a4-31a3-469c-92ad-77abfbfd4d4f req-da35ca37-201f-4e5c-abb4-838d46879a1c tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 946 time: 0.2069318 Oct 27 16:06:20.709697 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ad1201a4-31a3-469c-92ad-77abfbfd4d4f req-b25e0284-9ed9-4129-8863-2680fbeb7f49 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321170 Oct 27 16:06:20.711416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a38d3-f018-4ff8-90fb-db2d2e98dcce req-dec46aee-26d5-48bc-8165-d2ef377d3606 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.728961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e3a38d3-f018-4ff8-90fb-db2d2e98dcce req-dec46aee-26d5-48bc-8165-d2ef377d3606 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 945 time: 0.1420362 Oct 27 16:06:20.773134 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e3a38d3-f018-4ff8-90fb-db2d2e98dcce req-4e545501-0c31-4c8f-9103-8094b2b63c6b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Oct 27 16:06:20.959050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25019eff-450c-4d44-bd75-16bdbd06c992 req-b743a42a-be30-4498-b63a-3de4b20bf3e0 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:20.961639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-25019eff-450c-4d44-bd75-16bdbd06c992 req-b743a42a-be30-4498-b63a-3de4b20bf3e0 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0910211 Oct 27 16:06:20.964776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-4ae5e783-a26b-4967-86c1-18101c973844 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips/591dcca6-9e28-4aa9-b724-34fb2c167794 HTTP/1.1" status: 200 len: 693 time: 0.0644321 Oct 27 16:06:21.015640 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-25019eff-450c-4d44-bd75-16bdbd06c992 req-7bc73899-cd43-4a86-b954-44b88167e4ce tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385602 Oct 27 16:06:21.125940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-25f66d2c-23a0-4488-a636-9cebbbb62152 req-a6ffe081-89cf-4b09-9007-041a8aac58fe tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 210 time: 0.0414517 Oct 27 16:06:21.164008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-4c5b77c4-0026-4989-bffb-720889433108 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.164008 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-4c5b77c4-0026-4989-bffb-720889433108 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1711361 Oct 27 16:06:21.227214 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-c286db8a-957f-42c6-ba8a-b55661ada5b1 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.0752385 Oct 27 16:06:21.297729 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-530beee7-5144-4b08-b9d3-bf43df8681ad tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.0633025 Oct 27 16:06:21.454533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f498d3-e9dc-45c2-8b82-e0ba60d06588 req-6ff54936-da7c-467f-b5e4-46bde9376b9b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.474602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f498d3-e9dc-45c2-8b82-e0ba60d06588 req-6ff54936-da7c-467f-b5e4-46bde9376b9b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.486023 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f498d3-e9dc-45c2-8b82-e0ba60d06588 req-6ff54936-da7c-467f-b5e4-46bde9376b9b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.493016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-628efe6c-6ae7-4e11-8323-1ef1f0c7dcf5 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Deleting port ee733c3c-9ded-4699-ada0-ab1a5463c1ae {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:21.493363 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-628efe6c-6ae7-4e11-8323-1ef1f0c7dcf5 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:21.499319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f498d3-e9dc-45c2-8b82-e0ba60d06588 req-6ff54936-da7c-467f-b5e4-46bde9376b9b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.506553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f498d3-e9dc-45c2-8b82-e0ba60d06588 req-6ff54936-da7c-467f-b5e4-46bde9376b9b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.512978 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f498d3-e9dc-45c2-8b82-e0ba60d06588 req-6ff54936-da7c-467f-b5e4-46bde9376b9b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.521031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f498d3-e9dc-45c2-8b82-e0ba60d06588 req-6ff54936-da7c-467f-b5e4-46bde9376b9b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.523243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-85f498d3-e9dc-45c2-8b82-e0ba60d06588 req-6ff54936-da7c-467f-b5e4-46bde9376b9b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 0.1832697 Oct 27 16:06:21.585460 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-85f498d3-e9dc-45c2-8b82-e0ba60d06588 req-5aba10de-8b6a-4f40-a060-b8bbeed0cc64 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538919 Oct 27 16:06:21.622219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-628efe6c-6ae7-4e11-8323-1ef1f0c7dcf5 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:21.622550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-628efe6c-6ae7-4e11-8323-1ef1f0c7dcf5 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:21.627059 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-54bf3258-187f-43f7-b993-f5302fa58e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:21.649820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-628efe6c-6ae7-4e11-8323-1ef1f0c7dcf5 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Calling delete_port for ee733c3c-9ded-4699-ada0-ab1a5463c1ae owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:21.807291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46abf65f-2ccf-424a-9db7-c2baff6fe35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac873ff9-17e5-437f-bec3-318aaeb74f92'}, {'server_uuid': '2f0d7821-1b00-4d69-a115-42e07f6fd23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96c667c-51c0-4f2c-95fd-cc9fed99224b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:21.811369 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16025f4b-251d-4ab9-b035-f883a13017e8" -d '{"events": [{"server_uuid": "46abf65f-2ccf-424a-9db7-c2baff6fe35a", "name": "network-vif-plugged", "status": "completed", "tag": "ac873ff9-17e5-437f-bec3-318aaeb74f92"}, {"server_uuid": "2f0d7821-1b00-4d69-a115-42e07f6fd23a", "name": "network-vif-plugged", "status": "completed", "tag": "a96c667c-51c0-4f2c-95fd-cc9fed99224b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:21.893029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4e10b-8afd-4790-a465-9048a824f33f req-10d25a87-a9b7-4d12-8650-48ae4f66b6e0 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:21.896881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92e4e10b-8afd-4790-a465-9048a824f33f req-10d25a87-a9b7-4d12-8650-48ae4f66b6e0 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 946 time: 0.0653825 Oct 27 16:06:21.936861 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-628efe6c-6ae7-4e11-8323-1ef1f0c7dcf5 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:21.948919 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92e4e10b-8afd-4790-a465-9048a824f33f req-dc40a33e-6fe8-4bd1-bc48-3d8929f7760f tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Oct 27 16:06:21.974021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628efe6c-6ae7-4e11-8323-1ef1f0c7dcf5 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Pushing event deleted for resources: {'Port': ['ID=ee733c3c-9ded-4699-ada0-ab1a5463c1ae,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:22.022873 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f2c53c-dc32-4088-a2cb-2654e314f55f x-openstack-request-id: req-35f2c53c-dc32-4088-a2cb-2654e314f55f {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:22.024011 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46abf65f-2ccf-424a-9db7-c2baff6fe35a", "name": "network-vif-plugged", "status": "completed", "tag": "ac873ff9-17e5-437f-bec3-318aaeb74f92", "code": 200}, {"server_uuid": "2f0d7821-1b00-4d69-a115-42e07f6fd23a", "name": "network-vif-plugged", "status": "completed", "tag": "a96c667c-51c0-4f2c-95fd-cc9fed99224b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:22.024298 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35f2c53c-dc32-4088-a2cb-2654e314f55f {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:22.024702 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46abf65f-2ccf-424a-9db7-c2baff6fe35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac873ff9-17e5-437f-bec3-318aaeb74f92', 'code': 200} Oct 27 16:06:22.024958 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0d7821-1b00-4d69-a115-42e07f6fd23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96c667c-51c0-4f2c-95fd-cc9fed99224b', 'code': 200} Oct 27 16:06:22.075352 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-628efe6c-6ae7-4e11-8323-1ef1f0c7dcf5 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:22.079994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-628efe6c-6ae7-4e11-8323-1ef1f0c7dcf5 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:22.095711 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2111e9a5-e445-4ef4-8de0-9ea51116c55a req-628efe6c-6ae7-4e11-8323-1ef1f0c7dcf5 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "DELETE /v2.0/floatingips/591dcca6-9e28-4aa9-b724-34fb2c167794 HTTP/1.1" status: 204 len: 173 time: 0.7828476 Oct 27 16:06:22.118639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:22.213781 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:22.224492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d4f8c-af02-40ae-8a9a-d05192c66bae req-8314325a-8e73-4cc7-a670-3e9440002baf tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.235254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b80d4f8c-af02-40ae-8a9a-d05192c66bae req-8314325a-8e73-4cc7-a670-3e9440002baf tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 945 time: 0.1040959 Oct 27 16:06:22.285005 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b80d4f8c-af02-40ae-8a9a-d05192c66bae req-b6510a3d-e6b5-435f-97f1-c8a72c9d7fc1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478318 Oct 27 16:06:22.394836 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9bc6534d-a412-4974-a85f-558d0f133210 req-766a1933-e2ad-46de-a368-8737686b7c86 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 210 time: 0.0381758 Oct 27 16:06:22.405749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ba261-a6cb-40a2-8507-0594e871ff55 req-23095360-1540-41c2-b6c7-f3cae38a256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.407312 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b44ba261-a6cb-40a2-8507-0594e871ff55 req-23095360-1540-41c2-b6c7-f3cae38a256d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2f0d7821-1b00-4d69-a115-42e07f6fd23a HTTP/1.1" status: 200 len: 1097 time: 0.2327366 Oct 27 16:06:22.418989 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-469d24fa-845b-4bbf-908d-4599aec47a10 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3062456 Oct 27 16:06:22.427124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:22.456999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548d3ed-34cd-4dcf-8cd4-787464606fb7 req-727133fd-2461-4b6c-bf17-58125b11ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.458327 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e548d3ed-34cd-4dcf-8cd4-787464606fb7 req-727133fd-2461-4b6c-bf17-58125b11ba51 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 1097 time: 0.2849188 Oct 27 16:06:22.508933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b44ba261-a6cb-40a2-8507-0594e871ff55 req-2b66b970-a802-4ab4-b951-0c74ec42ad4e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868452 Oct 27 16:06:22.572480 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e548d3ed-34cd-4dcf-8cd4-787464606fb7 req-aad036bf-9199-4539-88c6-6af06b5290d9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051257 Oct 27 16:06:22.577122 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:22.748618 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:22.818822 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d21ad-c1dd-4480-ab0f-01d38aa927f5 req-cb30dfb1-1016-4bca-8191-a4f55f3942be tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.825357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d21ad-c1dd-4480-ab0f-01d38aa927f5 req-cb30dfb1-1016-4bca-8191-a4f55f3942be tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.832917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d21ad-c1dd-4480-ab0f-01d38aa927f5 req-cb30dfb1-1016-4bca-8191-a4f55f3942be tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.839031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d21ad-c1dd-4480-ab0f-01d38aa927f5 req-cb30dfb1-1016-4bca-8191-a4f55f3942be tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.845990 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d21ad-c1dd-4480-ab0f-01d38aa927f5 req-cb30dfb1-1016-4bca-8191-a4f55f3942be tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.852369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d21ad-c1dd-4480-ab0f-01d38aa927f5 req-cb30dfb1-1016-4bca-8191-a4f55f3942be tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.859184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d21ad-c1dd-4480-ab0f-01d38aa927f5 req-cb30dfb1-1016-4bca-8191-a4f55f3942be tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:22.861171 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d50d21ad-c1dd-4480-ab0f-01d38aa927f5 req-cb30dfb1-1016-4bca-8191-a4f55f3942be tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 0.1558688 Oct 27 16:06:22.920285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Allocated IP 172.25.4.29 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/1b8af773-fa59-46fb-98b3-12ee5a0abfbc) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:22.988045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d50d21ad-c1dd-4480-ab0f-01d38aa927f5 req-43dd09ca-1ad4-4255-9078-474412764534 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862496 Oct 27 16:06:23.153503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:23.283152 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:23.412295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:23.416408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:23.423517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:23.484912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Pushing event updated for resources: {'Port': ['ID=1b8af773-fa59-46fb-98b3-12ee5a0abfbc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:24.084599 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:24.166414 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:24.274522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-ee19abee-de5d-4e11-a127-aa9b454ee300 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:24.276296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-ee19abee-de5d-4e11-a127-aa9b454ee300 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "GET /v2.0/networks?id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 HTTP/1.1" status: 200 len: 812 time: 0.6519494 Oct 27 16:06:24.290194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Request body: {'port': {'device_id': '2de978c2-f00a-4667-a119-cce54358b8d4', 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203', 'admin_state_up': True, 'tenant_id': '2e9e1ab4fe7e4010812b854c5c2e79a4'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:24.374654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:24.655119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:24.745595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Made reservation on behalf of 2e9e1ab4fe7e4010812b854c5c2e79a4 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:24.749917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:24.809038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:25.023651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Allocated IP 172.20.0.13 (d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203/5fac26fa-11b5-4f9d-9918-986554ca05aa/de88b970-989b-487a-8757-69af0940cae9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:25.027318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c32df-2b65-46dd-8163-d000b78c00f9 req-1613e48a-c1ad-4232-9ac5-fbc4653036c5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.038771 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a6c32df-2b65-46dd-8163-d000b78c00f9 req-1613e48a-c1ad-4232-9ac5-fbc4653036c5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 946 time: 0.1438980 Oct 27 16:06:25.090078 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a6c32df-2b65-46dd-8163-d000b78c00f9 req-57a07049-7c26-4666-ab37-3c797b13adb0 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503187 Oct 27 16:06:25.120288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Pushing event updated for resources: {'Port': ['ID=1b8af773-fa59-46fb-98b3-12ee5a0abfbc,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:25.131586 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:25.192908 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1781e2c-0bb2-4f21-9403-dbbe5d80b22d req-3f3adfe7-f0df-4a48-8ad2-618a04b15215 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 210 time: 0.0347915 Oct 27 16:06:25.261829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:25.263104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-a2e15508-b47a-40e7-92d0-fe5ada24a669 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8433001 Oct 27 16:06:25.335681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9c04-fb8a-4856-a62b-de1255f759bb req-e9ecc54b-092a-4173-b580-9fc5ae86a210 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.342009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9c04-fb8a-4856-a62b-de1255f759bb req-e9ecc54b-092a-4173-b580-9fc5ae86a210 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.349021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9c04-fb8a-4856-a62b-de1255f759bb req-e9ecc54b-092a-4173-b580-9fc5ae86a210 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.350115 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-29d41afa-ddb9-4a32-887c-ee3583c388dd tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0778644 Oct 27 16:06:25.355967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9c04-fb8a-4856-a62b-de1255f759bb req-e9ecc54b-092a-4173-b580-9fc5ae86a210 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.362874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9c04-fb8a-4856-a62b-de1255f759bb req-e9ecc54b-092a-4173-b580-9fc5ae86a210 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.370126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9c04-fb8a-4856-a62b-de1255f759bb req-e9ecc54b-092a-4173-b580-9fc5ae86a210 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.377257 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee9c04-fb8a-4856-a62b-de1255f759bb req-e9ecc54b-092a-4173-b580-9fc5ae86a210 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.384623 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dfee9c04-fb8a-4856-a62b-de1255f759bb req-e9ecc54b-092a-4173-b580-9fc5ae86a210 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5431 time: 0.1273916 Oct 27 16:06:25.436752 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dfee9c04-fb8a-4856-a62b-de1255f759bb req-e66ee739-b8b9-489c-b3c7-664c9f87ef10 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489731 Oct 27 16:06:25.441270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:25.541501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-1d43eec9-9aae-4397-ac92-faf90b05cd88 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.557175 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3fdba60f-b6e2-445c-8798-93fdbe92709f req-1d43eec9-9aae-4397-ac92-faf90b05cd88 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1940527 Oct 27 16:06:25.640329 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:25.693456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:25.696844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:25.701478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:25.708187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Pushing event updated for resources: {'Port': ['ID=de88b970-989b-487a-8757-69af0940cae9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:25.757999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:25.758668 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:25.826281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 935953a2-6495-45f6-89e3-b6b0c3d8b32e details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:25.829667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:25.881977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-aefb10a4-4f76-494e-97e0-c6e12f98ac07 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5960109 Oct 27 16:06:25.904978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Request body: {'port': {'device_id': '2de978c2-f00a-4667-a119-cce54358b8d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:25.992184 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:26.059797 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.resource_extend [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:06:26.201941 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:26.205781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 935953a2-6495-45f6-89e3-b6b0c3d8b32e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=935953a2-6495-45f6-89e3-b6b0c3d8b32e,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:26.231256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '935953a2-6495-45f6-89e3-b6b0c3d8b32e', 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722', 'port_id': '935953a2-6495-45f6-89e3-b6b0c3d8b32e', 'mac_address': 'fa:16:3e:33:6c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7049252d-b600-4fab-b5a2-b6177f5e768d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:26.261386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe927e06-a305-4b99-8626-1b137a203724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:26.264814 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d68528d-0bd7-44b4-a12f-3b02ca5410cc" -d '{"events": [{"server_uuid": "fe927e06-a305-4b99-8626-1b137a203724", "name": "network-vif-unplugged", "status": "completed", "tag": "81d00f61-d7d3-43af-bda0-1e37c9bfaaa4"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:26.300352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb9fe1-5f92-479e-b8d5-1f4a8275acfb req-edfe04f0-6f6a-48ed-a002-6a195d6cd5fb tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:26.301912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08fb9fe1-5f92-479e-b8d5-1f4a8275acfb req-edfe04f0-6f6a-48ed-a002-6a195d6cd5fb tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f0d7821-1b00-4d69-a115-42e07f6fd23a HTTP/1.1" status: 200 len: 946 time: 0.1236560 Oct 27 16:06:26.305449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:26.323696 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:26.339271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935953a2-6495-45f6-89e3-b6b0c3d8b32e {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:26.356586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08fb9fe1-5f92-479e-b8d5-1f4a8275acfb req-6aca1727-6fcd-4c91-8dd7-da66808f3e0e tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450654 Oct 27 16:06:26.369805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 935953a2-6495-45f6-89e3-b6b0c3d8b32e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=935953a2-6495-45f6-89e3-b6b0c3d8b32e,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:26.410635 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:26.475100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-b547d105-b2a2-485a-831c-cd25baea8398 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips/af061d46-176e-43b6-882b-50a6f8bc4ba8 HTTP/1.1" status: 200 len: 692 time: 0.0730255 Oct 27 16:06:26.485805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:26.494797 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:26.496504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device e507069f-974e-4a04-9d36-642541b0a01c details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:26.612679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de88b970-989b-487a-8757-69af0940cae9 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:26.626727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=935953a2-6495-45f6-89e3-b6b0c3d8b32e,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:26.627823 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:26.668666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Transition to ACTIVE for port object de88b970-989b-487a-8757-69af0940cae9 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:26.678900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-874b1f90-4446-4d4c-adb4-33b83e0cf052 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:26.680486 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-874b1f90-4446-4d4c-adb4-33b83e0cf052 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.1989863 Oct 27 16:06:26.687058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port e507069f-974e-4a04-9d36-642541b0a01c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e507069f-974e-4a04-9d36-642541b0a01c,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:26.699581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'e507069f-974e-4a04-9d36-642541b0a01c', 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043', 'port_id': 'e507069f-974e-4a04-9d36-642541b0a01c', 'mac_address': 'fa:16:3e:29:80:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8d481b-7fae-4434-9be6-f0271be7a17c', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:26.742344 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-1cae153b-bb01-4c3a-9bf1-5ce7b18044d7 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0548496 Oct 27 16:06:26.743665 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:26.758623 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e507069f-974e-4a04-9d36-642541b0a01c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:26.781157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port e507069f-974e-4a04-9d36-642541b0a01c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e507069f-974e-4a04-9d36-642541b0a01c,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:26.805304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-76d2cff5-91ab-4c93-a8e5-4d13f08e701c tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.29 HTTP/1.1" status: 200 len: 695 time: 0.0527210 Oct 27 16:06:26.852807 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:26.896785 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:26.897500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device ebe93a55-5bce-4ee5-92a3-5e3bab95f303 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:26.954911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Pushing event updated for resources: {'Port': ['ID=de88b970-989b-487a-8757-69af0940cae9,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:26.986246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=e507069f-974e-4a04-9d36-642541b0a01c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:27.008457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port ebe93a55-5bce-4ee5-92a3-5e3bab95f303, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:27.032826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'ebe93a55-5bce-4ee5-92a3-5e3bab95f303', 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043', 'port_id': 'ebe93a55-5bce-4ee5-92a3-5e3bab95f303', 'mac_address': 'fa:16:3e:54:03:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8d481b-7fae-4434-9be6-f0271be7a17c', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:27.066742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-e9d03057-110c-4896-99fc-873618401dbf tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Deleting port 1b8af773-fa59-46fb-98b3-12ee5a0abfbc {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:27.067197 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-e9d03057-110c-4896-99fc-873618401dbf tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.071522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Attempting to bind port de88b970-989b-487a-8757-69af0940cae9 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:27.071868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Attempting to bind port de88b970-989b-487a-8757-69af0940cae9 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:27.072230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Attempting to bind port de88b970-989b-487a-8757-69af0940cae9 on network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:27.091263 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.110352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe93a55-5bce-4ee5-92a3-5e3bab95f303 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:27.111552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Port de88b970-989b-487a-8757-69af0940cae9 on network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:27.111889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Attempting to bind port de88b970-989b-487a-8757-69af0940cae9 on network d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:27.126506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:27.126922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Checking segment: {'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:27.127231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Bound using segment: {'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:27.127674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Bound port: de88b970-989b-487a-8757-69af0940cae9, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529ab8aa-d21f-4695-8736-f542d16f4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:27.128037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.133421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port ebe93a55-5bce-4ee5-92a3-5e3bab95f303, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:27.200259 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-e9d03057-110c-4896-99fc-873618401dbf tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.200713 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-e9d03057-110c-4896-99fc-873618401dbf tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.223689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-e9d03057-110c-4896-99fc-873618401dbf tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Calling delete_port for 1b8af773-fa59-46fb-98b3-12ee5a0abfbc owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:27.238975 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.239761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device bf0c880e-4e05-475a-a650-447ac3e62a98 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:27.244015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] For port de88b970-989b-487a-8757-69af0940cae9, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:27.290324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] For port de88b970-989b-487a-8757-69af0940cae9, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de88b970-989b-487a-8757-69af0940cae9,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:27.329294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port bf0c880e-4e05-475a-a650-447ac3e62a98, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bf0c880e-4e05-475a-a650-447ac3e62a98,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:27.339000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:27.345792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'bf0c880e-4e05-475a-a650-447ac3e62a98', 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043', 'port_id': 'bf0c880e-4e05-475a-a650-447ac3e62a98', 'mac_address': 'fa:16:3e:16:48:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8d481b-7fae-4434-9be6-f0271be7a17c', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:27.370408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.387317 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.402262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0c880e-4e05-475a-a650-447ac3e62a98 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:27.426114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:27.426765 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.428310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] 10.222.0.53 "PUT /v2.0/ports/de88b970-989b-487a-8757-69af0940cae9 HTTP/1.1" status: 200 len: 1092 time: 1.5367498 Oct 27 16:06:27.428794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de978c2-f00a-4667-a119-cce54358b8d4', 'tag': 'de88b970-989b-487a-8757-69af0940cae9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:27.430864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port bf0c880e-4e05-475a-a650-447ac3e62a98, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bf0c880e-4e05-475a-a650-447ac3e62a98,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:27.431198 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a956797-8b01-42fc-88bf-79eff03f74ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2de978c2-f00a-4667-a119-cce54358b8d4", "tag": "de88b970-989b-487a-8757-69af0940cae9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:27.456593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94f076-48cb-4b34-871f-1cb4db2e7cee service neutron] Pushing event updated for resources: {'Port': ['ID=de88b970-989b-487a-8757-69af0940cae9,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:27.620221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-e9d03057-110c-4896-99fc-873618401dbf tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.620433 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.620433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d43e3d0a-dd03-416e-b07c-58a545b450f7 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:27.672467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d03057-110c-4896-99fc-873618401dbf tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Pushing event deleted for resources: {'Port': ['ID=1b8af773-fa59-46fb-98b3-12ee5a0abfbc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:27.732927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=bf0c880e-4e05-475a-a650-447ac3e62a98,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:27.737177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d43e3d0a-dd03-416e-b07c-58a545b450f7, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d43e3d0a-dd03-416e-b07c-58a545b450f7,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:27.752947 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'd43e3d0a-dd03-416e-b07c-58a545b450f7', 'network_id': 'a7ed5152-1a1f-4ec2-abc4-e8bd08222722', 'port_id': 'd43e3d0a-dd03-416e-b07c-58a545b450f7', 'mac_address': 'fa:16:3e:ca:7b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7049252d-b600-4fab-b5a2-b6177f5e768d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:27.812041 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.834234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d43e3d0a-dd03-416e-b07c-58a545b450f7 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:27.847255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-f6324110-7853-4cb2-b5b3-6a28a14bc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:27.849341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-f6324110-7853-4cb2-b5b3-6a28a14bc50e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e9e1ab4fe7e4010812b854c5c2e79a4&device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 1095 time: 0.1789985 Oct 27 16:06:27.877537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d43e3d0a-dd03-416e-b07c-58a545b450f7, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d43e3d0a-dd03-416e-b07c-58a545b450f7,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:27.902628 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-312d84c9-92e4-4fef-aec7-38ceeb8e4178 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de88b970-989b-487a-8757-69af0940cae9 HTTP/1.1" status: 200 len: 217 time: 0.0435216 Oct 27 16:06:27.908779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-e9d03057-110c-4896-99fc-873618401dbf tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.911631 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-e9d03057-110c-4896-99fc-873618401dbf tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:27.913218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbd5598d-c4d7-459c-b687-b30732be2ffd req-e9d03057-110c-4896-99fc-873618401dbf tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "DELETE /v2.0/floatingips/af061d46-176e-43b6-882b-50a6f8bc4ba8 HTTP/1.1" status: 204 len: 173 time: 1.0971403 Oct 27 16:06:27.964732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-2ab3bf36-e64b-4a91-804a-ad146fc674b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:27.966442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-2ab3bf36-e64b-4a91-804a-ad146fc674b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fac26fa-11b5-4f9d-9918-986554ca05aa HTTP/1.1" status: 200 len: 852 time: 0.0521536 Oct 27 16:06:28.023498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-06301211-428b-4523-9e60-fb079659a52f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484579 Oct 27 16:06:28.037702 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:28.039581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9595a43a-c66f-4afe-b42f-87763c646d51 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:28.091253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-39bf8fd4-ee04-4378-a816-9ddc73995904 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:28.100803 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-39bf8fd4-ee04-4378-a816-9ddc73995904 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 804 time: 0.2126362 Oct 27 16:06:28.124624 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-5ea4b95e-78a4-4f1f-bc28-64a44a75e841 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/quotas/e74004a0595d4a43be6ac52e0d3327f6 HTTP/1.1" status: 200 len: 375 time: 0.0207562 Oct 27 16:06:28.191976 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-2455b4de-1d0e-47a2-8273-a15bbb2c9b0f tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0655758 Oct 27 16:06:28.213437 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b5041-5082-42ea-a62f-6ea30d87e785 req-a3877f6b-ddd7-4249-b51c-9f25271daaa2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:28.215270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a7b5041-5082-42ea-a62f-6ea30d87e785 req-a3877f6b-ddd7-4249-b51c-9f25271daaa2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe927e06-a305-4b99-8626-1b137a203724 HTTP/1.1" status: 200 len: 943 time: 0.2071047 Oct 27 16:06:28.231651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89514a8c-8c1e-4b5c-b108-9d6947b988b6 req-78f9b2da-53ad-468b-adda-eec4c3277b8a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:28.234857 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89514a8c-8c1e-4b5c-b108-9d6947b988b6 req-78f9b2da-53ad-468b-adda-eec4c3277b8a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 944 time: 0.1363242 Oct 27 16:06:28.242302 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-5399d631-4bf1-4257-9cd2-9831d9f716c1 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994944 Oct 27 16:06:28.282907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9595a43a-c66f-4afe-b42f-87763c646d51, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9595a43a-c66f-4afe-b42f-87763c646d51,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:28.294263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d43e3d0a-dd03-416e-b07c-58a545b450f7,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:28.316091 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '9595a43a-c66f-4afe-b42f-87763c646d51', 'network_id': 'df512f30-e00c-4c99-8ce8-eac121a29043', 'port_id': '9595a43a-c66f-4afe-b42f-87763c646d51', 'mac_address': 'fa:16:3e:36:3c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8d481b-7fae-4434-9be6-f0271be7a17c', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:28.335396 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-f0dd9a21-5ff0-48bf-9928-12360ec825df service neutron] 10.222.0.15 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416378 Oct 27 16:06:28.375889 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:28.394938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9595a43a-c66f-4afe-b42f-87763c646d51 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:28.424816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9595a43a-c66f-4afe-b42f-87763c646d51, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9595a43a-c66f-4afe-b42f-87763c646d51,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:28.452159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89514a8c-8c1e-4b5c-b108-9d6947b988b6 req-b44444b0-547f-42c4-bb4b-4ca0a86dac1d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535137 Oct 27 16:06:28.468211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-79376e9f-c859-4f86-8f61-ee43b2f9d68f service neutron] 10.222.0.15 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266458 Oct 27 16:06:28.544710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2a7b5041-5082-42ea-a62f-6ea30d87e785 req-189f4828-34e3-454a-82b2-c079e39775f1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Deleting port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:28.545182 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2a7b5041-5082-42ea-a62f-6ea30d87e785 req-189f4828-34e3-454a-82b2-c079e39775f1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:28.581448 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd5c563-01dc-4262-8692-f98c84f73624 x-openstack-request-id: req-fdd5c563-01dc-4262-8692-f98c84f73624 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:28.581746 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe927e06-a305-4b99-8626-1b137a203724", "name": "network-vif-unplugged", "status": "completed", "tag": "81d00f61-d7d3-43af-bda0-1e37c9bfaaa4", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:28.582006 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdd5c563-01dc-4262-8692-f98c84f73624 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:28.582411 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe927e06-a305-4b99-8626-1b137a203724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4', 'code': 200} Oct 27 16:06:28.590160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f38a4ded-d210-4a66-bc1f-05c4cc362d2e req-36924d89-1977-41a7-9b75-248a4243e4de service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711816 Oct 27 16:06:28.633488 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:28.633854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 7667c6e7-fede-4069-bc52-bac40ef20493 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:28.703535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2a7b5041-5082-42ea-a62f-6ea30d87e785 req-189f4828-34e3-454a-82b2-c079e39775f1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] For port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:28.704519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2a7b5041-5082-42ea-a62f-6ea30d87e785 req-189f4828-34e3-454a-82b2-c079e39775f1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:28.730747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2a7b5041-5082-42ea-a62f-6ea30d87e785 req-189f4828-34e3-454a-82b2-c079e39775f1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Calling delete_port for 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:28.752541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=9595a43a-c66f-4afe-b42f-87763c646d51,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:28.947757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 7667c6e7-fede-4069-bc52-bac40ef20493, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=7667c6e7-fede-4069-bc52-bac40ef20493,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:28.963729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '7667c6e7-fede-4069-bc52-bac40ef20493', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'port_id': '7667c6e7-fede-4069-bc52-bac40ef20493', 'mac_address': 'fa:16:3e:a9:b8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:29.018662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118eb5-2572-4670-8943-adf5e524a2f1 req-9cceaec3-7b3e-491c-accb-435f81d3b8ea tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.026528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118eb5-2572-4670-8943-adf5e524a2f1 req-9cceaec3-7b3e-491c-accb-435f81d3b8ea tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.031913 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:29.052372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7667c6e7-fede-4069-bc52-bac40ef20493 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:29.054621 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118eb5-2572-4670-8943-adf5e524a2f1 req-9cceaec3-7b3e-491c-accb-435f81d3b8ea tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.064393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118eb5-2572-4670-8943-adf5e524a2f1 req-9cceaec3-7b3e-491c-accb-435f81d3b8ea tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.071304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118eb5-2572-4670-8943-adf5e524a2f1 req-9cceaec3-7b3e-491c-accb-435f81d3b8ea tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.079190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118eb5-2572-4670-8943-adf5e524a2f1 req-9cceaec3-7b3e-491c-accb-435f81d3b8ea tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.082348 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2a7b5041-5082-42ea-a62f-6ea30d87e785 req-189f4828-34e3-454a-82b2-c079e39775f1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:29.089030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f118eb5-2572-4670-8943-adf5e524a2f1 req-9cceaec3-7b3e-491c-accb-435f81d3b8ea tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.095380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 7667c6e7-fede-4069-bc52-bac40ef20493, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=7667c6e7-fede-4069-bc52-bac40ef20493,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:29.099858 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f118eb5-2572-4670-8943-adf5e524a2f1 req-9cceaec3-7b3e-491c-accb-435f81d3b8ea tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5437 time: 0.1646967 Oct 27 16:06:29.156369 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0f118eb5-2572-4670-8943-adf5e524a2f1 req-7788cbd1-57e9-4959-b087-881ca9fb408d tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554097 Oct 27 16:06:29.202768 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:29.202768 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:29.221908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7b5041-5082-42ea-a62f-6ea30d87e785 req-189f4828-34e3-454a-82b2-c079e39775f1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] No DVR routers for this DVR port 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:06:29.223732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f4828-34e3-454a-82b2-c079e39775f1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Pushing event deleted for resources: {'Port': ['ID=81d00f61-d7d3-43af-bda0-1e37c9bfaaa4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:29.226093 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2a7b5041-5082-42ea-a62f-6ea30d87e785 req-189f4828-34e3-454a-82b2-c079e39775f1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:29.229533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a7b5041-5082-42ea-a62f-6ea30d87e785 req-189f4828-34e3-454a-82b2-c079e39775f1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.53 "DELETE /v2.0/ports/81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 HTTP/1.1" status: 204 len: 173 time: 0.9936671 Oct 27 16:06:29.241713 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ed072-65ad-4603-9119-7a86f4aa31c9 x-openstack-request-id: req-ba9ed072-65ad-4603-9119-7a86f4aa31c9 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:29.242005 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de978c2-f00a-4667-a119-cce54358b8d4", "tag": "de88b970-989b-487a-8757-69af0940cae9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:29.242263 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba9ed072-65ad-4603-9119-7a86f4aa31c9 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:29.242677 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de978c2-f00a-4667-a119-cce54358b8d4', 'tag': 'de88b970-989b-487a-8757-69af0940cae9', 'status': 'completed', 'code': 200} Oct 27 16:06:29.307986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=7667c6e7-fede-4069-bc52-bac40ef20493,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:29.327131 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-d1e87523-6cb8-4975-8b44-44e650074048 req-43a4c8cc-f1c3-4c7b-91e1-f9ee764d07f8 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] show failed (client error): The resource could not be found. Oct 27 16:06:29.328628 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d1e87523-6cb8-4975-8b44-44e650074048 req-43a4c8cc-f1c3-4c7b-91e1-f9ee764d07f8 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips/af061d46-176e-43b6-882b-50a6f8bc4ba8 HTTP/1.1" status: 404 len: 350 time: 0.0786653 Oct 27 16:06:29.347498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a956797-8b01-42fc-88bf-79eff03f74ab req-4af7bf58-3167-4a88-8eab-91d8a74d9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.349215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a956797-8b01-42fc-88bf-79eff03f74ab req-4af7bf58-3167-4a88-8eab-91d8a74d9206 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e9e1ab4fe7e4010812b854c5c2e79a4&device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 1095 time: 0.0709291 Oct 27 16:06:29.389492 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-087022e6-bb8b-4e88-b729-46db1d9c7574 req-928f68ce-d5ad-456c-bd2b-1bc9fcba0f2f tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 210 time: 0.0328398 Oct 27 16:06:29.504039 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-6c0f930c-4c84-411c-b742-c1720c7380dc req-46d8e7d0-c13e-42c0-8bac-4c91203feeb0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] show failed (client error): The resource could not be found. Oct 27 16:06:29.506332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c0f930c-4c84-411c-b742-c1720c7380dc req-46d8e7d0-c13e-42c0-8bac-4c91203feeb0 tempest-FloatingIPsTestJSON-304266251 tempest-FloatingIPsTestJSON-304266251-project] 10.222.0.15 "GET /v2.0/floatingips/af061d46-176e-43b6-882b-50a6f8bc4ba8 HTTP/1.1" status: 404 len: 350 time: 0.0577297 Oct 27 16:06:29.519289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48580) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:29.679262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a956797-8b01-42fc-88bf-79eff03f74ab req-c31bc2d5-b91c-4b98-b254-f68da7793d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.681444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a956797-8b01-42fc-88bf-79eff03f74ab req-c31bc2d5-b91c-4b98-b254-f68da7793d9e service neutron] 10.222.0.53 "GET /v2.0/networks?id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 HTTP/1.1" status: 200 len: 913 time: 0.2882459 Oct 27 16:06:29.712669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9641976-4df4-4a5c-b603-006d26ca4c1a req-a757f365-21be-4ea7-991a-a9aa59856560 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:29.714202 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d9641976-4df4-4a5c-b603-006d26ca4c1a req-a757f365-21be-4ea7-991a-a9aa59856560 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 944 time: 0.1049249 Oct 27 16:06:29.751540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a956797-8b01-42fc-88bf-79eff03f74ab req-1dee6568-2677-4b12-ab8c-7690e8b55430 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de88b970-989b-487a-8757-69af0940cae9 HTTP/1.1" status: 200 len: 217 time: 0.0595562 Oct 27 16:06:29.952153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d43e3d0a-dd03-416e-b07c-58a545b450f7'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:29.998873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['bf0c880e-4e05-475a-a650-447ac3e62a98'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:30.052996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['ebe93a55-5bce-4ee5-92a3-5e3bab95f303'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:30.055531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['935953a2-6495-45f6-89e3-b6b0c3d8b32e'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:30.057510 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['7667c6e7-fede-4069-bc52-bac40ef20493'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:30.301015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a956797-8b01-42fc-88bf-79eff03f74ab req-d75c8406-aceb-4121-a963-7a8fe4ad30d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:30.302575 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a956797-8b01-42fc-88bf-79eff03f74ab req-d75c8406-aceb-4121-a963-7a8fe4ad30d7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5fac26fa-11b5-4f9d-9918-986554ca05aa HTTP/1.1" status: 200 len: 852 time: 0.5376744 Oct 27 16:06:30.334479 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d9641976-4df4-4a5c-b603-006d26ca4c1a req-3f200255-dd90-420f-b83c-c992ba5c16de tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919437 Oct 27 16:06:30.351617 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a956797-8b01-42fc-88bf-79eff03f74ab req-79377b5e-4529-4b66-9d39-9a1e77988cfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349975 Oct 27 16:06:30.392487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-e4cc2785-a248-4eee-90e1-2a52ee1b2910 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:30.392487 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-e4cc2785-a248-4eee-90e1-2a52ee1b2910 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/networks?id=859be61d-cb01-42df-85fa-6b8ec6c97027 HTTP/1.1" status: 200 len: 812 time: 0.2166784 Oct 27 16:06:30.417685 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-b7bb549c-b3c2-4e56-9bfd-36db29b57057 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/quotas/b21581e0e35c40eeab8543777faccee8 HTTP/1.1" status: 200 len: 375 time: 0.0143654 Oct 27 16:06:30.485893 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-531b0594-3124-40a6-8b9e-ded926cd5b14 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b21581e0e35c40eeab8543777faccee8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583386 Oct 27 16:06:30.676452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e829be-58bf-45d6-b701-574b76e7d05f req-35f9f632-7146-4ba2-bce5-809291aa6ee0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:30.683940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e829be-58bf-45d6-b701-574b76e7d05f req-35f9f632-7146-4ba2-bce5-809291aa6ee0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:30.693701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e829be-58bf-45d6-b701-574b76e7d05f req-35f9f632-7146-4ba2-bce5-809291aa6ee0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:30.699958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e829be-58bf-45d6-b701-574b76e7d05f req-35f9f632-7146-4ba2-bce5-809291aa6ee0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:30.712080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e829be-58bf-45d6-b701-574b76e7d05f req-35f9f632-7146-4ba2-bce5-809291aa6ee0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:30.722646 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-f35839c9-0c53-4836-9240-31e8a348dc6a service neutron] 10.222.0.15 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187362 Oct 27 16:06:30.724800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e829be-58bf-45d6-b701-574b76e7d05f req-35f9f632-7146-4ba2-bce5-809291aa6ee0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:30.731123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e829be-58bf-45d6-b701-574b76e7d05f req-35f9f632-7146-4ba2-bce5-809291aa6ee0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:30.745179 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8e829be-58bf-45d6-b701-574b76e7d05f req-35f9f632-7146-4ba2-bce5-809291aa6ee0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5438 time: 0.2836082 Oct 27 16:06:30.808312 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a956797-8b01-42fc-88bf-79eff03f74ab req-cc19c3c3-fcf3-4788-b699-42b16d64fa51 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483004 Oct 27 16:06:30.835385 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-f44a374c-18e4-47e8-a0d3-2d0f6ca75307 service neutron] 10.222.0.15 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015337 Oct 27 16:06:30.871604 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8e829be-58bf-45d6-b701-574b76e7d05f req-13faf6a2-cd8a-4f37-882a-add70daa7ffc tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1208491 Oct 27 16:06:31.032373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['9595a43a-c66f-4afe-b42f-87763c646d51'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:31.035079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['e507069f-974e-4a04-9d36-642541b0a01c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:31.059170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4825945d-d1c7-41db-9c04-a45b54338fac req-79d6c7cf-7e4c-4e38-920d-e5bd8890929c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 210 time: 0.0539725 Oct 27 16:06:31.117166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ea6cb-a25a-40b8-bec7-63396364ca0a req-9e556ac0-fe33-4360-80ef-fb34dd866d3b tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:31.119810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d87ea6cb-a25a-40b8-bec7-63396364ca0a req-9e556ac0-fe33-4360-80ef-fb34dd866d3b tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.54 "GET /v2.0/ports?device_id=2f0d7821-1b00-4d69-a115-42e07f6fd23a HTTP/1.1" status: 200 len: 946 time: 0.2439184 Oct 27 16:06:31.211303 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a956797-8b01-42fc-88bf-79eff03f74ab req-899915e2-695d-4796-aeb5-0d3b6d08e8a8 service neutron] 10.222.0.53 "GET /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727698 Oct 27 16:06:31.237520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de88b970-989b-487a-8757-69af0940cae9 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:31.251930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe927e06-a305-4b99-8626-1b137a203724', 'name': 'network-vif-deleted', 'tag': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:31.255332 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ae3543-5d05-4c8b-824e-9663c8122fa9" -d '{"events": [{"server_uuid": "fe927e06-a305-4b99-8626-1b137a203724", "name": "network-vif-deleted", "tag": "81d00f61-d7d3-43af-bda0-1e37c9bfaaa4"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:31.284817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:31.504528 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d25970-4454-4db4-b519-f7ca6b04bb9c x-openstack-request-id: req-80d25970-4454-4db4-b519-f7ca6b04bb9c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:31.505005 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe927e06-a305-4b99-8626-1b137a203724", "name": "network-vif-deleted", "tag": "81d00f61-d7d3-43af-bda0-1e37c9bfaaa4", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:31.516427 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80d25970-4454-4db4-b519-f7ca6b04bb9c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:31.517452 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe927e06-a305-4b99-8626-1b137a203724', 'name': 'network-vif-deleted', 'tag': '81d00f61-d7d3-43af-bda0-1e37c9bfaaa4', 'status': 'completed', 'code': 200} Oct 27 16:06:31.618473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port de88b970-989b-487a-8757-69af0940cae9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de88b970-989b-487a-8757-69af0940cae9,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:31.647090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'de88b970-989b-487a-8757-69af0940cae9', 'network_id': 'd46d56a3-a8cc-4aa7-a2a2-0c8f38c08203', 'port_id': 'de88b970-989b-487a-8757-69af0940cae9', 'mac_address': 'fa:16:3e:9c:89:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fac26fa-11b5-4f9d-9918-986554ca05aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:31.684677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d87ea6cb-a25a-40b8-bec7-63396364ca0a req-fa65f009-4964-40e3-b099-6f58507756d5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Deleting port a96c667c-51c0-4f2c-95fd-cc9fed99224b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:31.686018 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d87ea6cb-a25a-40b8-bec7-63396364ca0a req-fa65f009-4964-40e3-b099-6f58507756d5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:31.732608 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:31.761541 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c93e736b-fe1d-47f8-8721-08b1294ca924 req-cac8808f-f0f2-411c-80f2-b3537eb724c3 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 210 time: 0.0794275 Oct 27 16:06:31.769115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de88b970-989b-487a-8757-69af0940cae9 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:31.788609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da1fc6-2700-4e84-b1b9-9c4b479db17c req-83d9a455-c907-4d9e-82cf-1a977c5dd90a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:31.790259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-26da1fc6-2700-4e84-b1b9-9c4b479db17c req-83d9a455-c907-4d9e-82cf-1a977c5dd90a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 944 time: 0.2646050 Oct 27 16:06:31.799605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b8bb3-ab87-46c1-96cb-129e38851057 req-d4ecbdaa-2ea7-452b-bf4b-7777ad82b179 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:31.801252 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c75b8bb3-ab87-46c1-96cb-129e38851057 req-d4ecbdaa-2ea7-452b-bf4b-7777ad82b179 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.54 "GET /v2.0/ports?device_id=46abf65f-2ccf-424a-9db7-c2baff6fe35a HTTP/1.1" status: 200 len: 946 time: 0.2457078 Oct 27 16:06:31.825301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port de88b970-989b-487a-8757-69af0940cae9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de88b970-989b-487a-8757-69af0940cae9,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:31.985087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-26da1fc6-2700-4e84-b1b9-9c4b479db17c req-5fb0af45-86b6-4f53-8592-347a10c4f296 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723783 Oct 27 16:06:32.003454 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:32.074949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=de88b970-989b-487a-8757-69af0940cae9,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:32.093359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-d87ea6cb-a25a-40b8-bec7-63396364ca0a req-fa65f009-4964-40e3-b099-6f58507756d5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] For port a96c667c-51c0-4f2c-95fd-cc9fed99224b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a96c667c-51c0-4f2c-95fd-cc9fed99224b,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:32.105946 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d87ea6cb-a25a-40b8-bec7-63396364ca0a req-fa65f009-4964-40e3-b099-6f58507756d5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:32.133472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b706-3fdc-46f4-8374-b5c9de048b6a req-71d92d26-caf4-4acd-ad11-b7fef44ef218 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:32.135072 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b706-3fdc-46f4-8374-b5c9de048b6a req-71d92d26-caf4-4acd-ad11-b7fef44ef218 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:32.145297 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b706-3fdc-46f4-8374-b5c9de048b6a req-71d92d26-caf4-4acd-ad11-b7fef44ef218 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:32.154519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b706-3fdc-46f4-8374-b5c9de048b6a req-71d92d26-caf4-4acd-ad11-b7fef44ef218 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:32.163090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b706-3fdc-46f4-8374-b5c9de048b6a req-71d92d26-caf4-4acd-ad11-b7fef44ef218 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:32.166780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d87ea6cb-a25a-40b8-bec7-63396364ca0a req-fa65f009-4964-40e3-b099-6f58507756d5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Calling delete_port for a96c667c-51c0-4f2c-95fd-cc9fed99224b owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:32.175511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b706-3fdc-46f4-8374-b5c9de048b6a req-71d92d26-caf4-4acd-ad11-b7fef44ef218 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:32.183527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8b706-3fdc-46f4-8374-b5c9de048b6a req-71d92d26-caf4-4acd-ad11-b7fef44ef218 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:32.188854 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15b8b706-3fdc-46f4-8374-b5c9de048b6a req-71d92d26-caf4-4acd-ad11-b7fef44ef218 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5438 time: 0.1934431 Oct 27 16:06:32.255409 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15b8b706-3fdc-46f4-8374-b5c9de048b6a req-44ceb37a-66c4-41d6-ba21-2c8d09cb201f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577598 Oct 27 16:06:32.273897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afe5b766-4f57-44a4-959c-e90c4a65c4c5 req-94baa668-16f1-43b8-ad5c-1d05d8dc4ae5 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 210 time: 0.0946462 Oct 27 16:06:32.299548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-c75b8bb3-ab87-46c1-96cb-129e38851057 req-e550d659-733c-4c6a-a749-b83f9aefbc90 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Deleting port ac873ff9-17e5-437f-bec3-318aaeb74f92 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:32.300262 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c75b8bb3-ab87-46c1-96cb-129e38851057 req-e550d659-733c-4c6a-a749-b83f9aefbc90 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:32.391540 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:32.643930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-a689f150-cbf5-474f-9d69-dc54d886c6ee tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:32.643930 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-a689f150-cbf5-474f-9d69-dc54d886c6ee tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.53 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 804 time: 0.3725214 Oct 27 16:06:32.660258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c75b8bb3-ab87-46c1-96cb-129e38851057 req-e550d659-733c-4c6a-a749-b83f9aefbc90 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] For port ac873ff9-17e5-437f-bec3-318aaeb74f92, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ac873ff9-17e5-437f-bec3-318aaeb74f92,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:32.660633 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c75b8bb3-ab87-46c1-96cb-129e38851057 req-e550d659-733c-4c6a-a749-b83f9aefbc90 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:32.679125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Request body: {'port': {'device_id': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'admin_state_up': True, 'tenant_id': 'e74004a0595d4a43be6ac52e0d3327f6'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:32.727230 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['de88b970-989b-487a-8757-69af0940cae9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:32.755958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-c75b8bb3-ab87-46c1-96cb-129e38851057 req-e550d659-733c-4c6a-a749-b83f9aefbc90 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Calling delete_port for ac873ff9-17e5-437f-bec3-318aaeb74f92 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:32.789024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] Deleting port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:32.789363 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:32.906870 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5fb14525-3a00-4b0e-b2ff-a15f2fcbb3dc req-78b84aa6-f23d-4b3a-ac62-c31b872c1cd3 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 210 time: 0.0521090 Oct 27 16:06:32.950763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d87ea6cb-a25a-40b8-bec7-63396364ca0a req-fa65f009-4964-40e3-b099-6f58507756d5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:32.990451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['ac873ff9-17e5-437f-bec3-318aaeb74f92', 'a96c667c-51c0-4f2c-95fd-cc9fed99224b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:33.067550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65f009-4964-40e3-b099-6f58507756d5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Pushing event deleted for resources: {'Port': ['ID=a96c667c-51c0-4f2c-95fd-cc9fed99224b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:33.231284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87ea6cb-a25a-40b8-bec7-63396364ca0a req-fa65f009-4964-40e3-b099-6f58507756d5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] No DVR routers for this DVR port a96c667c-51c0-4f2c-95fd-cc9fed99224b on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:06:33.253891 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d87ea6cb-a25a-40b8-bec7-63396364ca0a req-fa65f009-4964-40e3-b099-6f58507756d5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:33.256542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 935953a2-6495-45f6-89e3-b6b0c3d8b32e up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:33.257925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d87ea6cb-a25a-40b8-bec7-63396364ca0a req-fa65f009-4964-40e3-b099-6f58507756d5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.54 "DELETE /v2.0/ports/a96c667c-51c0-4f2c-95fd-cc9fed99224b HTTP/1.1" status: 204 len: 173 time: 2.1279943 Oct 27 16:06:33.288565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c75b8bb3-ab87-46c1-96cb-129e38851057 req-e550d659-733c-4c6a-a749-b83f9aefbc90 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:33.320405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] For port 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=06bc7c8b-5f77-419b-ab80-9ec4e77d94cb,segment=NetworkSegment(73dd8232-ccfc-4e34-a209-394047d3edd2),segment_id=73dd8232-ccfc-4e34-a209-394047d3edd2)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:33.320902 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:33.390437 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75b8bb3-ab87-46c1-96cb-129e38851057 req-e550d659-733c-4c6a-a749-b83f9aefbc90 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] No DVR routers for this DVR port ac873ff9-17e5-437f-bec3-318aaeb74f92 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:06:33.395705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c75b8bb3-ab87-46c1-96cb-129e38851057 req-e550d659-733c-4c6a-a749-b83f9aefbc90 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:33.404348 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c75b8bb3-ab87-46c1-96cb-129e38851057 req-e550d659-733c-4c6a-a749-b83f9aefbc90 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.54 "DELETE /v2.0/ports/ac873ff9-17e5-437f-bec3-318aaeb74f92 HTTP/1.1" status: 204 len: 173 time: 1.5905302 Oct 27 16:06:33.404348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550d659-733c-4c6a-a749-b83f9aefbc90 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Pushing event deleted for resources: {'Port': ['ID=ac873ff9-17e5-437f-bec3-318aaeb74f92,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:33.424415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae0ce5-cf0c-4976-b256-bc99f28c58b9 req-e406d2ae-5c79-4772-81f9-c3a9adb9ba57 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:33.434678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efae0ce5-cf0c-4976-b256-bc99f28c58b9 req-e406d2ae-5c79-4772-81f9-c3a9adb9ba57 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 945 time: 0.3244004 Oct 27 16:06:33.460177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] Calling delete_port for 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:33.506190 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efae0ce5-cf0c-4976-b256-bc99f28c58b9 req-75bad89f-ce72-4d11-9719-18d2f8aed0f5 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684416 Oct 27 16:06:33.511891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Made reservation on behalf of e74004a0595d4a43be6ac52e0d3327f6 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:33.520844 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:33.569347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0d7821-1b00-4d69-a115-42e07f6fd23a', 'name': 'network-vif-deleted', 'tag': 'a96c667c-51c0-4f2c-95fd-cc9fed99224b'}, {'server_uuid': '46abf65f-2ccf-424a-9db7-c2baff6fe35a', 'name': 'network-vif-deleted', 'tag': 'ac873ff9-17e5-437f-bec3-318aaeb74f92'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:33.573609 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e0cc64-71c9-422f-b21b-045af6c44b62" -d '{"events": [{"server_uuid": "2f0d7821-1b00-4d69-a115-42e07f6fd23a", "name": "network-vif-deleted", "tag": "a96c667c-51c0-4f2c-95fd-cc9fed99224b"}, {"server_uuid": "46abf65f-2ccf-424a-9db7-c2baff6fe35a", "name": "network-vif-deleted", "tag": "ac873ff9-17e5-437f-bec3-318aaeb74f92"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:33.609934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 935953a2-6495-45f6-89e3-b6b0c3d8b32e completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:33.615428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 935953a2-6495-45f6-89e3-b6b0c3d8b32e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:33.615814 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:33.627898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3eb9-a1aa-4fd7-bc97-a32f9a6dff5f req-1d881b16-8f84-415c-9769-09c835ff08d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:33.635713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3eb9-a1aa-4fd7-bc97-a32f9a6dff5f req-1d881b16-8f84-415c-9769-09c835ff08d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:33.645005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3eb9-a1aa-4fd7-bc97-a32f9a6dff5f req-1d881b16-8f84-415c-9769-09c835ff08d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:33.652250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3eb9-a1aa-4fd7-bc97-a32f9a6dff5f req-1d881b16-8f84-415c-9769-09c835ff08d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:33.661357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3eb9-a1aa-4fd7-bc97-a32f9a6dff5f req-1d881b16-8f84-415c-9769-09c835ff08d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:33.670802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3eb9-a1aa-4fd7-bc97-a32f9a6dff5f req-1d881b16-8f84-415c-9769-09c835ff08d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:33.732024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3eb9-a1aa-4fd7-bc97-a32f9a6dff5f req-1d881b16-8f84-415c-9769-09c835ff08d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:33.749547 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5fcc3eb9-a1aa-4fd7-bc97-a32f9a6dff5f req-1d881b16-8f84-415c-9769-09c835ff08d3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5438 time: 0.2459598 Oct 27 16:06:33.798181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae6bb6f9-2115-4402-89d0-f1978e17fbf3 req-72561156-6183-458b-916c-332975a47e52 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 210 time: 0.1323764 Oct 27 16:06:33.839760 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:33.902309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935953a2-6495-45f6-89e3-b6b0c3d8b32e'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:33.909910 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7654701-a21e-4450-ab0c-60feaf05042d" -d '{"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "935953a2-6495-45f6-89e3-b6b0c3d8b32e"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:33.929610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5fcc3eb9-a1aa-4fd7-bc97-a32f9a6dff5f req-f840d8b3-deae-401e-953e-6a771ff7b7d5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1709833 Oct 27 16:06:33.957885 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965ffa3d-4111-40c8-9134-a4e2e8fe7036 x-openstack-request-id: req-965ffa3d-4111-40c8-9134-a4e2e8fe7036 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:33.958178 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0d7821-1b00-4d69-a115-42e07f6fd23a", "name": "network-vif-deleted", "tag": "a96c667c-51c0-4f2c-95fd-cc9fed99224b", "status": "completed", "code": 200}, {"server_uuid": "46abf65f-2ccf-424a-9db7-c2baff6fe35a", "name": "network-vif-deleted", "tag": "ac873ff9-17e5-437f-bec3-318aaeb74f92", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:33.958432 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-965ffa3d-4111-40c8-9134-a4e2e8fe7036 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:33.958831 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0d7821-1b00-4d69-a115-42e07f6fd23a', 'name': 'network-vif-deleted', 'tag': 'a96c667c-51c0-4f2c-95fd-cc9fed99224b', 'status': 'completed', 'code': 200} Oct 27 16:06:33.961673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 935953a2-6495-45f6-89e3-b6b0c3d8b32e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=935953a2-6495-45f6-89e3-b6b0c3d8b32e,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:33.968512 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46abf65f-2ccf-424a-9db7-c2baff6fe35a', 'name': 'network-vif-deleted', 'tag': 'ac873ff9-17e5-437f-bec3-318aaeb74f92', 'status': 'completed', 'code': 200} Oct 27 16:06:33.975397 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a08feb-ff5d-419b-afc1-eacf27d2973b x-openstack-request-id: req-98a08feb-ff5d-419b-afc1-eacf27d2973b {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:33.975397 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "935953a2-6495-45f6-89e3-b6b0c3d8b32e", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:33.975397 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98a08feb-ff5d-419b-afc1-eacf27d2973b {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:33.975397 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935953a2-6495-45f6-89e3-b6b0c3d8b32e', 'code': 200} Oct 27 16:06:33.998315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Allocated IP 172.20.0.2 (c6ab54ce-c331-4877-b08b-de8bfe3b7060/50c24005-c439-4486-8836-efd81a7729ba/c152f9d0-59ad-421a-9c79-426b7efe9d06) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:34.061667 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:34.062518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device e507069f-974e-4a04-9d36-642541b0a01c up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:34.101304 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dade4a48-5f17-4b56-ad29-8a0488f5a6f3 req-37d694aa-f8cd-4812-99b7-67a505ca87b5 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 210 time: 0.0430694 Oct 27 16:06:34.211679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=935953a2-6495-45f6-89e3-b6b0c3d8b32e,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:34.336219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port e507069f-974e-4a04-9d36-642541b0a01c completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:34.340912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port e507069f-974e-4a04-9d36-642541b0a01c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:34.341546 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:34.364949 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:34.462294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:34.465642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:34.505434 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=06bc7c8b-5f77-419b-ab80-9ec4e77d94cb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:34.505656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port e507069f-974e-4a04-9d36-642541b0a01c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e507069f-974e-4a04-9d36-642541b0a01c,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:34.576300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:34.653433 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:34.655384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device bf0c880e-4e05-475a-a650-447ac3e62a98 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:34.765769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Pushing event updated for resources: {'Port': ['ID=c152f9d0-59ad-421a-9c79-426b7efe9d06,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:34.776706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Network c6ab54ce-c331-4877-b08b-de8bfe3b7060 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:34.782849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:34.788505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:34.811343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=e507069f-974e-4a04-9d36-642541b0a01c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:34.849797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60472e-4c44-454b-b8fd-3627408d3ef7 req-ac6c2ec1-1cdb-463f-bdf1-b38642fbafb6 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:34.852020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd60472e-4c44-454b-b8fd-3627408d3ef7 req-ac6c2ec1-1cdb-463f-bdf1-b38642fbafb6 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 945 time: 0.2343776 Oct 27 16:06:34.939630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port bf0c880e-4e05-475a-a650-447ac3e62a98 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:34.950197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port bf0c880e-4e05-475a-a650-447ac3e62a98 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:34.950197 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:34.957970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:34.958158 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:34.985317 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd60472e-4c44-454b-b8fd-3627408d3ef7 req-10e9b3ff-f01a-43cf-83cd-281161c34afd tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179307 Oct 27 16:06:35.015478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:35.070522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271b891-d682-404e-8675-7a3a651d6d23 req-5aa8d537-108b-4977-bf31-d853090909e2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:35.082159 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6271b891-d682-404e-8675-7a3a651d6d23 req-5aa8d537-108b-4977-bf31-d853090909e2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 931 time: 0.1700687 Oct 27 16:06:35.140487 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6271b891-d682-404e-8675-7a3a651d6d23 req-4d3c403b-e7b2-4a47-a84a-76b13fda85ac tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 Oct 27 16:06:35.157664 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:35.213758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port bf0c880e-4e05-475a-a650-447ac3e62a98, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bf0c880e-4e05-475a-a650-447ac3e62a98,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:35.237674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a96c667c-51c0-4f2c-95fd-cc9fed99224b no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:35.323841 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ab7fbe1-baec-4156-84cb-9346f8dd557e req-d3506094-0541-4690-811b-faa3699a7478 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 210 time: 0.0559411 Oct 27 16:06:35.497540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: a96c667c-51c0-4f2c-95fd-cc9fed99224b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:35.498482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a96c667c-51c0-4f2c-95fd-cc9fed99224b not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:35.499085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ac873ff9-17e5-437f-bec3-318aaeb74f92 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:35.502590 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:35.503789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d43e3d0a-dd03-416e-b07c-58a545b450f7 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:35.567434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: ac873ff9-17e5-437f-bec3-318aaeb74f92 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:35.568189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ac873ff9-17e5-437f-bec3-318aaeb74f92 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:35.615565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=bf0c880e-4e05-475a-a650-447ac3e62a98,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:35.714412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port d43e3d0a-dd03-416e-b07c-58a545b450f7 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:35.719972 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-e8d05b88-3811-4f9a-93b2-2e976eb0f4a8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0615916 Oct 27 16:06:35.720609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port d43e3d0a-dd03-416e-b07c-58a545b450f7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:35.721028 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:35.754734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Request body: {'port': {'device_id': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:35.806397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-76ff95e9-2982-4537-b27e-a406de1254d3 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:35.808413 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-76ff95e9-2982-4537-b27e-a406de1254d3 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.53 "GET /v2.0/networks?id=859be61d-cb01-42df-85fa-6b8ec6c97027 HTTP/1.1" status: 200 len: 812 time: 0.1627469 Oct 27 16:06:35.821006 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:35.827030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Request body: {'port': {'device_id': 'cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa', 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027', 'admin_state_up': True, 'tenant_id': 'b21581e0e35c40eeab8543777faccee8'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:35.893431 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d43e3d0a-dd03-416e-b07c-58a545b450f7, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d43e3d0a-dd03-416e-b07c-58a545b450f7,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:35.960250 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:35.961509 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9595a43a-c66f-4afe-b42f-87763c646d51 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:36.046965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e507069f-974e-4a04-9d36-642541b0a01c'}, {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0c880e-4e05-475a-a650-447ac3e62a98'}, {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43e3d0a-dd03-416e-b07c-58a545b450f7'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:36.051141 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf568ae-98ef-474f-926d-37812ac1adbe" -d '{"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "e507069f-974e-4a04-9d36-642541b0a01c"}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "bf0c880e-4e05-475a-a650-447ac3e62a98"}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "d43e3d0a-dd03-416e-b07c-58a545b450f7"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:36.139946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Made reservation on behalf of b21581e0e35c40eeab8543777faccee8 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:36.141321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b51a8-2eeb-4338-bc54-73a9e127a80e req-3ba819e1-50b0-42d9-abab-07288082edb4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.143460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.147899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b51a8-2eeb-4338-bc54-73a9e127a80e req-3ba819e1-50b0-42d9-abab-07288082edb4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.154852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b51a8-2eeb-4338-bc54-73a9e127a80e req-3ba819e1-50b0-42d9-abab-07288082edb4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.162578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b51a8-2eeb-4338-bc54-73a9e127a80e req-3ba819e1-50b0-42d9-abab-07288082edb4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.170777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b51a8-2eeb-4338-bc54-73a9e127a80e req-3ba819e1-50b0-42d9-abab-07288082edb4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.175918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b51a8-2eeb-4338-bc54-73a9e127a80e req-3ba819e1-50b0-42d9-abab-07288082edb4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.182232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b51a8-2eeb-4338-bc54-73a9e127a80e req-3ba819e1-50b0-42d9-abab-07288082edb4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.184367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-844b51a8-2eeb-4338-bc54-73a9e127a80e req-3ba819e1-50b0-42d9-abab-07288082edb4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5441 time: 0.4902430 Oct 27 16:06:36.221481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d43e3d0a-dd03-416e-b07c-58a545b450f7,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:36.237495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200735a-7bc7-4976-869d-d4cace48fe69 req-d5066c09-63f2-49bf-8119-ef378bebb381 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.239341 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a200735a-7bc7-4976-869d-d4cace48fe69 req-d5066c09-63f2-49bf-8119-ef378bebb381 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 945 time: 0.1386390 Oct 27 16:06:36.245152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-20eb213c-4638-4d96-b425-a70949c1d673 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.246677 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-20eb213c-4638-4d96-b425-a70949c1d673 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.53 "GET /v2.0/networks?id=859be61d-cb01-42df-85fa-6b8ec6c97027 HTTP/1.1" status: 200 len: 812 time: 1.1757653 Oct 27 16:06:36.274986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Request body: {'port': {'device_id': 'dbee0ec8-a522-4119-9c3f-fbb60f46b36c', 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027', 'admin_state_up': True, 'tenant_id': 'b21581e0e35c40eeab8543777faccee8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:36.348468 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a200735a-7bc7-4976-869d-d4cace48fe69 req-d1826ff8-98c6-4e35-9004-c3cb4a3384ed tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878193 Oct 27 16:06:36.354124 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 9595a43a-c66f-4afe-b42f-87763c646d51 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:36.362171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 9595a43a-c66f-4afe-b42f-87763c646d51 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:36.363788 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.393725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Allocated IP 172.20.0.3 (859be61d-cb01-42df-85fa-6b8ec6c97027/6250d2d5-b30d-42fc-a71b-63db7ecfbcc2/96c749d2-098c-4ecc-9e37-3a7d10382cfa) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:36.460768 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fb9d10-a656-4322-b073-bc31836970a3 x-openstack-request-id: req-81fb9d10-a656-4322-b073-bc31836970a3 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:36.461154 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "e507069f-974e-4a04-9d36-642541b0a01c", "code": 200}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "bf0c880e-4e05-475a-a650-447ac3e62a98", "code": 200}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "d43e3d0a-dd03-416e-b07c-58a545b450f7", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:36.461325 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81fb9d10-a656-4322-b073-bc31836970a3 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:36.461813 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e507069f-974e-4a04-9d36-642541b0a01c', 'code': 200} Oct 27 16:06:36.462132 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0c880e-4e05-475a-a650-447ac3e62a98', 'code': 200} Oct 27 16:06:36.462484 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd43e3d0a-dd03-416e-b07c-58a545b450f7', 'code': 200} Oct 27 16:06:36.506733 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.578377 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.647438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9595a43a-c66f-4afe-b42f-87763c646d51, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9595a43a-c66f-4afe-b42f-87763c646d51,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:36.654228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f05ed6-5be7-4b74-a2da-57e57bf31132 req-fa7c386a-d806-42ec-8bd5-460345148308 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:36.662594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06f05ed6-5be7-4b74-a2da-57e57bf31132 req-fa7c386a-d806-42ec-8bd5-460345148308 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 931 time: 0.1182313 Oct 27 16:06:36.706703 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-844b51a8-2eeb-4338-bc54-73a9e127a80e req-3dff933e-b93d-4330-ad61-126c4615b8e1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4765165 Oct 27 16:06:36.745446 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.745446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device ebe93a55-5bce-4ee5-92a3-5e3bab95f303 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:36.770366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Made reservation on behalf of b21581e0e35c40eeab8543777faccee8 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:36.782455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.789700 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.818776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06f05ed6-5be7-4b74-a2da-57e57bf31132 req-93e76bf1-a766-4499-83c3-04030df58861 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528106 Oct 27 16:06:36.891217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] Router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:06:36.899781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=9595a43a-c66f-4afe-b42f-87763c646d51,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:36.956595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7989a85b-92a2-44ef-9398-95e3a876b1d1 req-45548f8f-9e6c-4cb8-bfcb-75d157d44d74 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 210 time: 0.0396299 Oct 27 16:06:36.962995 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:36.998094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:37.002633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:37.003217 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.057623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Network 859be61d-cb01-42df-85fa-6b8ec6c97027 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:37.060566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:37.066607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:37.071381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Allocated IP 172.20.0.6 (859be61d-cb01-42df-85fa-6b8ec6c97027/6250d2d5-b30d-42fc-a71b-63db7ecfbcc2/b0c2460e-a1cb-4353-bf46-47ad963ace4d) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:37.136280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Pushing event updated for resources: {'Port': ['ID=96c749d2-098c-4ecc-9e37-3a7d10382cfa,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:37.151479 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.169926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:37.170845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.199511 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port ebe93a55-5bce-4ee5-92a3-5e3bab95f303, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:37.288017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-892bb4f2-35b7-4109-8338-b4db2cfa62b7 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4699304 Oct 27 16:06:37.303303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Request body: {'port': {'device_id': 'cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:37.314499 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.316900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 7667c6e7-fede-4069-bc52-bac40ef20493 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:37.376021 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.384646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:06:37.394129 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-46a2bb12-2510-47e8-b091-b27128663ad3 admin admin] 10.222.0.15 "PUT /v2.0/routers/c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8734188 Oct 27 16:06:37.398858 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21114626-fa83-4384-9202-51c0d96da1f9 None None] Sync routers for ids ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:06:37.401205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48656) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:37.422109 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21114626-fa83-4384-9202-51c0d96da1f9 None None] Routers {'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:37.422931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-21114626-fa83-4384-9202-51c0d96da1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:37.501002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:37.580828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c152f9d0-59ad-421a-9c79-426b7efe9d06 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:37.593708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.600970 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.613338 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-21114626-fa83-4384-9202-51c0d96da1f9 None None] Set router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:37.640225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Transition to ACTIVE for port object c152f9d0-59ad-421a-9c79-426b7efe9d06 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:37.657108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.699999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11cac6-c4ed-408a-bf7b-fe1fe5320948 req-c4320917-202f-473b-8d10-baf9a137e82f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:37.709370 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ca11cac6-c4ed-408a-bf7b-fe1fe5320948 req-c4320917-202f-473b-8d10-baf9a137e82f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 945 time: 0.0774312 Oct 27 16:06:37.745522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 7667c6e7-fede-4069-bc52-bac40ef20493 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:37.753404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 7667c6e7-fede-4069-bc52-bac40ef20493 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:37.753991 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.777308 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.792890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ca11cac6-c4ed-408a-bf7b-fe1fe5320948 req-90b741b7-f4b5-4a77-b81a-21f06fc7b045 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820920 Oct 27 16:06:37.870552 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-21114626-fa83-4384-9202-51c0d96da1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'name': 'tempest-FloatingIPsTestJSON-1277868048-router', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:49Z', 'updated_at': '2021-10-27T16:06:34Z', 'revision_number': 5, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'gw_port': {'id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:52Z', 'updated_at': '2021-10-27T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:37.884951 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:37.911458 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21114626-fa83-4384-9202-51c0d96da1f9 None None] Checking router: c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:06:37.924484 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21114626-fa83-4384-9202-51c0d96da1f9 None None] Routers {'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:37.925646 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-21114626-fa83-4384-9202-51c0d96da1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:37.948974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Network 859be61d-cb01-42df-85fa-6b8ec6c97027 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:37.957507 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.020927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 7667c6e7-fede-4069-bc52-bac40ef20493, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=7667c6e7-fede-4069-bc52-bac40ef20493,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:38.062058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:38.068951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:38.078385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a8585-152d-4324-bf07-f1f20151a54b req-0e1c2aa7-2a0f-4253-9b23-99ac82161a4b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.079975 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-963a8585-152d-4324-bf07-f1f20151a54b req-0e1c2aa7-2a0f-4253-9b23-99ac82161a4b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 943 time: 0.1139040 Oct 27 16:06:38.104731 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.106086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:38.118033 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-21114626-fa83-4384-9202-51c0d96da1f9 None None] Set router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:38.137797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.143285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.150031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Attempting to bind port c152f9d0-59ad-421a-9c79-426b7efe9d06 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:38.150434 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Attempting to bind port c152f9d0-59ad-421a-9c79-426b7efe9d06 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:38.150820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Attempting to bind port c152f9d0-59ad-421a-9c79-426b7efe9d06 on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:38.157241 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.160246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Pushing event updated for resources: {'Port': ['ID=c152f9d0-59ad-421a-9c79-426b7efe9d06,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:38.164917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:38.173540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Port c152f9d0-59ad-421a-9c79-426b7efe9d06 on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:38.173876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Attempting to bind port c152f9d0-59ad-421a-9c79-426b7efe9d06 on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:38.174716 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 81d00f61-d7d3-43af-bda0-1e37c9bfaaa4 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:38.205330 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-963a8585-152d-4324-bf07-f1f20151a54b req-bca7f625-dd50-4aaa-a1b3-0fbe31fe056f tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058955 Oct 27 16:06:38.207445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:38.207793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Checking segment: {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:38.208217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Bound using segment: {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:38.208946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Bound port: c152f9d0-59ad-421a-9c79-426b7efe9d06, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:38.209231 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.210076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96c749d2-098c-4ecc-9e37-3a7d10382cfa {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:38.228588 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.268706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de88b970-989b-487a-8757-69af0940cae9 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:38.270430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Transition to ACTIVE for port object 96c749d2-098c-4ecc-9e37-3a7d10382cfa will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:38.291193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] For port c152f9d0-59ad-421a-9c79-426b7efe9d06, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:38.295419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] For port c152f9d0-59ad-421a-9c79-426b7efe9d06, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c152f9d0-59ad-421a-9c79-426b7efe9d06,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:38.327158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f0b49-5fac-4ba4-af1e-45e9505917f5 req-54fd51b6-ef4d-436f-9b44-c99acdc563c6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.333924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f0b49-5fac-4ba4-af1e-45e9505917f5 req-54fd51b6-ef4d-436f-9b44-c99acdc563c6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.340431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f0b49-5fac-4ba4-af1e-45e9505917f5 req-54fd51b6-ef4d-436f-9b44-c99acdc563c6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.347385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f0b49-5fac-4ba4-af1e-45e9505917f5 req-54fd51b6-ef4d-436f-9b44-c99acdc563c6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.354382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f0b49-5fac-4ba4-af1e-45e9505917f5 req-54fd51b6-ef4d-436f-9b44-c99acdc563c6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.362079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f0b49-5fac-4ba4-af1e-45e9505917f5 req-54fd51b6-ef4d-436f-9b44-c99acdc563c6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.368988 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=7667c6e7-fede-4069-bc52-bac40ef20493,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:38.369741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f0b49-5fac-4ba4-af1e-45e9505917f5 req-54fd51b6-ef4d-436f-9b44-c99acdc563c6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.370938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d1c86-75b9-4e89-8c44-cb964aaac39b req-8d9d4584-0c69-44de-8989-f0b14b66adfa tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.371690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d0f0b49-5fac-4ba4-af1e-45e9505917f5 req-54fd51b6-ef4d-436f-9b44-c99acdc563c6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5444 time: 0.4454329 Oct 27 16:06:38.392499 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-288d1c86-75b9-4e89-8c44-cb964aaac39b req-8d9d4584-0c69-44de-8989-f0b14b66adfa tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 931 time: 0.0986030 Oct 27 16:06:38.403577 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.420562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Pushing event updated for resources: {'Port': ['ID=b0c2460e-a1cb-4353-bf46-47ad963ace4d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:38.456289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-939620b1-bb00-4e70-9d98-538247ca8a2d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1910961 Oct 27 16:06:38.459048 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.460939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port de88b970-989b-487a-8757-69af0940cae9 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:38.463708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9595a43a-c66f-4afe-b42f-87763c646d51'}, {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe93a55-5bce-4ee5-92a3-5e3bab95f303'}, {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7667c6e7-fede-4069-bc52-bac40ef20493'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:38.465964 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f08130-0ede-46d3-87b0-9ebf90c3542c" -d '{"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "9595a43a-c66f-4afe-b42f-87763c646d51"}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "ebe93a55-5bce-4ee5-92a3-5e3bab95f303"}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "7667c6e7-fede-4069-bc52-bac40ef20493"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:38.483642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.484328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.485422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port de88b970-989b-487a-8757-69af0940cae9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:38.485955 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] 10.222.0.53 "PUT /v2.0/ports/c152f9d0-59ad-421a-9c79-426b7efe9d06 HTTP/1.1" status: 200 len: 1091 time: 2.7381780 Oct 27 16:06:38.486555 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.491363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Request body: {'port': {'device_id': 'dbee0ec8-a522-4119-9c3f-fbb60f46b36c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:38.495582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'tag': 'c152f9d0-59ad-421a-9c79-426b7efe9d06'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:38.498656 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32118b43-f669-402d-93f5-5baf0b940b96" -d '{"events": [{"name": "network-changed", "server_uuid": "34b43afc-2b59-4f05-a598-c97a8afe0a3a", "tag": "c152f9d0-59ad-421a-9c79-426b7efe9d06"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:38.515828 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-288d1c86-75b9-4e89-8c44-cb964aaac39b req-3dccc404-0ca8-418f-871d-57ae2484df4b tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223927 Oct 27 16:06:38.530233 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Pushing event updated for resources: {'Port': ['ID=96c749d2-098c-4ecc-9e37-3a7d10382cfa,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:38.567585 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d0f0b49-5fac-4ba4-af1e-45e9505917f5 req-c3be80c1-4e97-4650-854f-2f85c9573f51 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1858706 Oct 27 16:06:38.621525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Deleting port 50448f1d-024d-49a6-a6ba-ce7e92a07321 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:38.621872 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.672806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06d5e7-c012-42d3-a76a-864586c840fe service neutron] Pushing event updated for resources: {'Port': ['ID=c152f9d0-59ad-421a-9c79-426b7efe9d06,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:38.712699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Attempting to bind port 96c749d2-098c-4ecc-9e37-3a7d10382cfa on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:38.713189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Attempting to bind port 96c749d2-098c-4ecc-9e37-3a7d10382cfa by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:38.713599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Attempting to bind port 96c749d2-098c-4ecc-9e37-3a7d10382cfa on network 859be61d-cb01-42df-85fa-6b8ec6c97027 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:38.721985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Port 96c749d2-098c-4ecc-9e37-3a7d10382cfa on network 859be61d-cb01-42df-85fa-6b8ec6c97027 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:38.722378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Attempting to bind port 96c749d2-098c-4ecc-9e37-3a7d10382cfa on network 859be61d-cb01-42df-85fa-6b8ec6c97027 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:38.722562 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed51da6-b4e2-4282-bd85-9545bf2d23ac x-openstack-request-id: req-aed51da6-b4e2-4282-bd85-9545bf2d23ac {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:38.729014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:38.729375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Checking segment: {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:38.729850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Bound using segment: {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:38.730364 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Bound port: 96c749d2-098c-4ecc-9e37-3a7d10382cfa, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:38.730799 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.733997 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "9595a43a-c66f-4afe-b42f-87763c646d51", "code": 200}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "ebe93a55-5bce-4ee5-92a3-5e3bab95f303", "code": 200}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-plugged", "status": "completed", "tag": "7667c6e7-fede-4069-bc52-bac40ef20493", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:38.733997 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aed51da6-b4e2-4282-bd85-9545bf2d23ac {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:38.734472 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9595a43a-c66f-4afe-b42f-87763c646d51', 'code': 200} Oct 27 16:06:38.734760 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe93a55-5bce-4ee5-92a3-5e3bab95f303', 'code': 200} Oct 27 16:06:38.734994 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7667c6e7-fede-4069-bc52-bac40ef20493', 'code': 200} Oct 27 16:06:38.765027 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.803161 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8b14c7-83d0-4e88-bf6a-355873163f9d x-openstack-request-id: req-4d8b14c7-83d0-4e88-bf6a-355873163f9d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:38.804092 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b43afc-2b59-4f05-a598-c97a8afe0a3a", "tag": "c152f9d0-59ad-421a-9c79-426b7efe9d06", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:38.804802 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d8b14c7-83d0-4e88-bf6a-355873163f9d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:38.805749 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'tag': 'c152f9d0-59ad-421a-9c79-426b7efe9d06', 'status': 'completed', 'code': 200} Oct 27 16:06:38.842160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port de88b970-989b-487a-8757-69af0940cae9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de88b970-989b-487a-8757-69af0940cae9,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:38.886590 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.894532 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-21114626-fa83-4384-9202-51c0d96da1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'name': 'tempest-FloatingIPsTestJSON-1277868048-router', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:49Z', 'updated_at': '2021-10-27T16:06:34Z', 'revision_number': 5, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'gw_port': {'id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:52Z', 'updated_at': '2021-10-27T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:38.914529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] For port 96c749d2-098c-4ecc-9e37-3a7d10382cfa, host n-h2-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:38.917100 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:38.927411 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] For port 96c749d2-098c-4ecc-9e37-3a7d10382cfa, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=96c749d2-098c-4ecc-9e37-3a7d10382cfa,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:38.979938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-a9996423-ff91-46bf-93e0-c2e20600c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.981717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-a9996423-ff91-46bf-93e0-c2e20600c502 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 1094 time: 0.1952040 Oct 27 16:06:38.982304 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21114626-fa83-4384-9202-51c0d96da1f9 None None] The sync data for ids ['c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761'] in n-d-815689-1 is: [{'id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'name': 'tempest-FloatingIPsTestJSON-1277868048-router', 'tenant_id': '1c9897f292664e259a9f0fddc2e4736c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46'}], 'enable_snat': True}, 'gw_port_id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:49Z', 'updated_at': '2021-10-27T16:06:34Z', 'revision_number': 5, 'project_id': '1c9897f292664e259a9f0fddc2e4736c', 'gw_port': {'id': '50448f1d-024d-49a6-a6ba-ce7e92a07321', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:52Z', 'updated_at': '2021-10-27T16:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:06:38.996777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f04da-0cbb-4c83-bb5a-38222ec4d6c7 req-153c355d-429f-4fc4-b10d-5acc4f9c994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.998970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f04da-0cbb-4c83-bb5a-38222ec4d6c7 req-153c355d-429f-4fc4-b10d-5acc4f9c994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.999492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f04da-0cbb-4c83-bb5a-38222ec4d6c7 req-153c355d-429f-4fc4-b10d-5acc4f9c994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:38.999959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f04da-0cbb-4c83-bb5a-38222ec4d6c7 req-153c355d-429f-4fc4-b10d-5acc4f9c994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.000472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f04da-0cbb-4c83-bb5a-38222ec4d6c7 req-153c355d-429f-4fc4-b10d-5acc4f9c994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.000939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f04da-0cbb-4c83-bb5a-38222ec4d6c7 req-153c355d-429f-4fc4-b10d-5acc4f9c994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.001405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f04da-0cbb-4c83-bb5a-38222ec4d6c7 req-153c355d-429f-4fc4-b10d-5acc4f9c994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.005342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d64f04da-0cbb-4c83-bb5a-38222ec4d6c7 req-153c355d-429f-4fc4-b10d-5acc4f9c994b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6502 time: 0.1837940 Oct 27 16:06:39.005508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] For port 50448f1d-024d-49a6-a6ba-ce7e92a07321, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=50448f1d-024d-49a6-a6ba-ce7e92a07321,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:39.005892 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:39.015305 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:39.018585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=de88b970-989b-487a-8757-69af0940cae9,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:39.080261 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-08a1f46c-1333-43d0-9549-551400a6e268 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c152f9d0-59ad-421a-9c79-426b7efe9d06 HTTP/1.1" status: 200 len: 217 time: 0.0656643 Oct 27 16:06:39.081100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Calling delete_port for 50448f1d-024d-49a6-a6ba-ce7e92a07321 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:39.129923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.130686 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:39.132218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] 10.222.0.53 "PUT /v2.0/ports/96c749d2-098c-4ecc-9e37-3a7d10382cfa HTTP/1.1" status: 200 len: 1091 time: 1.8349419 Oct 27 16:06:39.132839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa', 'tag': '96c749d2-098c-4ecc-9e37-3a7d10382cfa'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:39.135407 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012ceb20-1205-4f2b-b74d-3385376ba712" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa", "tag": "96c749d2-098c-4ecc-9e37-3a7d10382cfa"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:39.159880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f972b-966e-47df-b2ce-457b413ab286 req-89c57cbe-9809-4234-93aa-0362b7ae936a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.168192 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-331f972b-966e-47df-b2ce-457b413ab286 req-89c57cbe-9809-4234-93aa-0362b7ae936a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.1861391 Oct 27 16:06:39.209801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c3b96-13cd-4ed7-8f79-4241d10cec5a service neutron] Pushing event updated for resources: {'Port': ['ID=96c749d2-098c-4ecc-9e37-3a7d10382cfa,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:39.216170 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2110c4e4-2b00-482b-a52b-52aec14b5ce7 x-openstack-request-id: req-2110c4e4-2b00-482b-a52b-52aec14b5ce7 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:39.216788 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa", "tag": "96c749d2-098c-4ecc-9e37-3a7d10382cfa", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:39.217166 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2110c4e4-2b00-482b-a52b-52aec14b5ce7 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:39.217680 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa', 'tag': '96c749d2-098c-4ecc-9e37-3a7d10382cfa', 'status': 'completed', 'code': 200} Oct 27 16:06:39.226863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d64f04da-0cbb-4c83-bb5a-38222ec4d6c7 req-3503a71c-106f-4b61-9505-fc83cc5a5a4b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1973140 Oct 27 16:06:39.248579 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-331f972b-966e-47df-b2ce-457b413ab286 req-e848a747-8cfb-4264-bb0f-5683b7fda577 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789263 Oct 27 16:06:39.445462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-6a7df39a-b560-4cb8-84c7-9d4218ab87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.447076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-6a7df39a-b560-4cb8-84c7-9d4218ab87ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50c24005-c439-4486-8836-efd81a7729ba HTTP/1.1" status: 200 len: 844 time: 0.3563852 Oct 27 16:06:39.566320 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-364ba757-acad-423d-a7aa-cf8fcddba160 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ab54ce-c331-4877-b08b-de8bfe3b7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899138 Oct 27 16:06:39.680950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a533e-01af-4061-8d4b-7e1d44bd18e0 req-5e3cc0a2-256f-4944-a1b7-ff5e4de2221d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.682950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f29a533e-01af-4061-8d4b-7e1d44bd18e0 req-5e3cc0a2-256f-4944-a1b7-ff5e4de2221d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 943 time: 0.0624394 Oct 27 16:06:39.741927 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f29a533e-01af-4061-8d4b-7e1d44bd18e0 req-756b0577-c21b-43b1-ae6f-0352654dc292 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470381 Oct 27 16:06:39.894176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2210da-8734-4870-a80f-d31d45823b57 req-fe6b168c-738c-41ca-bcea-6ccbd0532d9f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.900563 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2210da-8734-4870-a80f-d31d45823b57 req-fe6b168c-738c-41ca-bcea-6ccbd0532d9f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.907406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2210da-8734-4870-a80f-d31d45823b57 req-fe6b168c-738c-41ca-bcea-6ccbd0532d9f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.913648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2210da-8734-4870-a80f-d31d45823b57 req-fe6b168c-738c-41ca-bcea-6ccbd0532d9f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.920719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2210da-8734-4870-a80f-d31d45823b57 req-fe6b168c-738c-41ca-bcea-6ccbd0532d9f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.927011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2210da-8734-4870-a80f-d31d45823b57 req-fe6b168c-738c-41ca-bcea-6ccbd0532d9f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.933358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2210da-8734-4870-a80f-d31d45823b57 req-fe6b168c-738c-41ca-bcea-6ccbd0532d9f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:39.935352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e2210da-8734-4870-a80f-d31d45823b57 req-fe6b168c-738c-41ca-bcea-6ccbd0532d9f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5445 time: 0.1052153 Oct 27 16:06:40.001285 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e2210da-8734-4870-a80f-d31d45823b57 req-dd2c711d-8d3d-4f95-9e39-f1829bdd7ec9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562234 Oct 27 16:06:40.078113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc8f437-7b72-4421-96da-09aee36d8d71 req-b2760140-d2df-48e1-98bc-a814d780e630 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:40.079680 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcc8f437-7b72-4421-96da-09aee36d8d71 req-b2760140-d2df-48e1-98bc-a814d780e630 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 943 time: 0.7626164 Oct 27 16:06:40.105624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ceb20-1205-4f2b-b74d-3385376ba712 req-b69470b7-d524-4ac6-8b14-5e84ead72df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:40.107687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-012ceb20-1205-4f2b-b74d-3385376ba712 req-b69470b7-d524-4ac6-8b14-5e84ead72df7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b21581e0e35c40eeab8543777faccee8&device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 1094 time: 0.6333029 Oct 27 16:06:40.250667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-ac2d2a17-a04f-4d7a-b38b-a4ae60db16c3 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584535 Oct 27 16:06:40.279816 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcc8f437-7b72-4421-96da-09aee36d8d71 req-5e7adcef-de2f-4965-adb7-42e00d6bd8ef tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860790 Oct 27 16:06:40.416984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-358b7128-f410-4a49-ad92-f558b83478bd req-9e48d91b-9b1e-4598-b73b-7cdf691b8d51 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2518723 Oct 27 16:06:40.449382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317b1c5-0b9e-4695-a876-47b68204bbc1 req-c435e85c-ce77-4346-80ab-80e87ad90d41 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:40.460710 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1317b1c5-0b9e-4695-a876-47b68204bbc1 req-c435e85c-ce77-4346-80ab-80e87ad90d41 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.0993593 Oct 27 16:06:40.476412 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:40.518551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c2460e-a1cb-4353-bf46-47ad963ace4d {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:40.541402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ceb20-1205-4f2b-b74d-3385376ba712 req-3546e791-d19c-4cd1-b4cc-961cddb3dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:40.541402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-012ceb20-1205-4f2b-b74d-3385376ba712 req-3546e791-d19c-4cd1-b4cc-961cddb3dc10 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b21581e0e35c40eeab8543777faccee8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3943882 Oct 27 16:06:40.577938 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:40.614776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e2b0c81-c8fb-4bec-ac3d-0bfe1c32de17 req-363e8597-5ed0-4acf-8cf0-63c3d4e10925 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535709 Oct 27 16:06:40.615718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Pushing event deleted for resources: {'Port': ['ID=50448f1d-024d-49a6-a6ba-ce7e92a07321,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:40.705825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Transition to ACTIVE for port object b0c2460e-a1cb-4353-bf46-47ad963ace4d will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:06:40.730543 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:40.736621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de978c2-f00a-4667-a119-cce54358b8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de88b970-989b-487a-8757-69af0940cae9'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:40.739752 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5903abb5-584e-46f7-9093-8a126069e2e0" -d '{"events": [{"server_uuid": "2de978c2-f00a-4667-a119-cce54358b8d4", "name": "network-vif-plugged", "status": "completed", "tag": "de88b970-989b-487a-8757-69af0940cae9"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:40.750628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b7128-f410-4a49-ad92-f558b83478bd req-70cfb9a1-fc97-4fe7-98f8-54489fa13583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:40.754693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-358b7128-f410-4a49-ad92-f558b83478bd req-70cfb9a1-fc97-4fe7-98f8-54489fa13583 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 1096 time: 0.2823653 Oct 27 16:06:40.821097 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6125b5-629a-4cae-8b4e-0e7ab3c7c463 x-openstack-request-id: req-dc6125b5-629a-4cae-8b4e-0e7ab3c7c463 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:40.821614 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de978c2-f00a-4667-a119-cce54358b8d4", "name": "network-vif-plugged", "status": "completed", "tag": "de88b970-989b-487a-8757-69af0940cae9", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:40.822044 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc6125b5-629a-4cae-8b4e-0e7ab3c7c463 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:40.822610 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de978c2-f00a-4667-a119-cce54358b8d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de88b970-989b-487a-8757-69af0940cae9', 'code': 200} Oct 27 16:06:40.830903 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:41.017763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:41.021924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.53', 57096) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:41.037413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ceb20-1205-4f2b-b74d-3385376ba712 req-68034370-fe56-46c8-a239-bc9d447823e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.037413 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-012ceb20-1205-4f2b-b74d-3385376ba712 req-68034370-fe56-46c8-a239-bc9d447823e7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4549203 Oct 27 16:06:41.063210 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:41.082360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:41.154527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:41.155662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 06bc7c8b-5f77-419b-ab80-9ec4e77d94cb not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:41.198445 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-94bf8a1e-e5b7-45c0-99d3-72d07d8f670c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970156 Oct 27 16:06:41.221405 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1317b1c5-0b9e-4695-a876-47b68204bbc1 req-af8750c5-7aa1-4591-8728-63dec8883143 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7594345 Oct 27 16:06:41.249557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c2460e-a1cb-4353-bf46-47ad963ace4d,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:41.281025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32118b43-f669-402d-93f5-5baf0b940b96 req-1de8412f-c468-409f-a765-581e1dda5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.282547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32118b43-f669-402d-93f5-5baf0b940b96 req-1de8412f-c468-409f-a765-581e1dda5194 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 1094 time: 0.4967804 Oct 27 16:06:41.350610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ddf86-98e7-4ae0-84a9-42096f251986 req-b6e3b748-c2f1-46a7-8b57-e3a35c6fa40e tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.358532 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-806ddf86-98e7-4ae0-84a9-42096f251986 req-b6e3b748-c2f1-46a7-8b57-e3a35c6fa40e tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 943 time: 0.3833032 Oct 27 16:06:41.361790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4739ad-d0b2-495d-9c09-65a7625d6b81 req-a9d10c9a-f80a-440b-a3f5-44d095e32597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.364122 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-df4739ad-d0b2-495d-9c09-65a7625d6b81 req-a9d10c9a-f80a-440b-a3f5-44d095e32597 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 1097 time: 0.3378160 Oct 27 16:06:41.393761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-78a4134f-78e1-464b-a282-86a374ef7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.399235 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-78a4134f-78e1-464b-a282-86a374ef7a24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 1095 time: 0.1042755 Oct 27 16:06:41.428674 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:41.429191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:06:41.443396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223240d5-c11b-479b-a5ff-9ef364ed2335 req-5ca0e689-9251-49af-a699-536e9c0caf66 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.443734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b7128-f410-4a49-ad92-f558b83478bd req-8e1634ce-4e6a-472d-80b9-55c85fdc890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.445881 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-358b7128-f410-4a49-ad92-f558b83478bd req-8e1634ce-4e6a-472d-80b9-55c85fdc890d service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.5542457 Oct 27 16:06:41.452015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223240d5-c11b-479b-a5ff-9ef364ed2335 req-5ca0e689-9251-49af-a699-536e9c0caf66 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.459508 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223240d5-c11b-479b-a5ff-9ef364ed2335 req-5ca0e689-9251-49af-a699-536e9c0caf66 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.469253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223240d5-c11b-479b-a5ff-9ef364ed2335 req-5ca0e689-9251-49af-a699-536e9c0caf66 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.469486 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:41.472706 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e3326750-6447-4cd2-be32-2cb953120520 admin admin] 10.222.0.15 "DELETE /v2.0/routers/c6ee9a41-c8ee-46f4-b5e3-04ca5d9b4761 HTTP/1.1" status: 204 len: 168 time: 4.0705106 Oct 27 16:06:41.481299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48704) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:41.488515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223240d5-c11b-479b-a5ff-9ef364ed2335 req-5ca0e689-9251-49af-a699-536e9c0caf66 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.507977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223240d5-c11b-479b-a5ff-9ef364ed2335 req-5ca0e689-9251-49af-a699-536e9c0caf66 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.521847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-f452d2a6-f062-4fd9-8c04-f5b54a8c2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.523684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-f452d2a6-f062-4fd9-8c04-f5b54a8c2b51 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b21581e0e35c40eeab8543777faccee8&device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 1094 time: 0.4016559 Oct 27 16:06:41.555533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223240d5-c11b-479b-a5ff-9ef364ed2335 req-5ca0e689-9251-49af-a699-536e9c0caf66 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.558556 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-223240d5-c11b-479b-a5ff-9ef364ed2335 req-5ca0e689-9251-49af-a699-536e9c0caf66 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5445 time: 0.2154441 Oct 27 16:06:41.673803 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-223240d5-c11b-479b-a5ff-9ef364ed2335 req-a50e8036-e6b7-4f50-8d7c-6a9323db3d0c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0965912 Oct 27 16:06:41.722356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-358b7128-f410-4a49-ad92-f558b83478bd req-6dee33d0-3fee-410f-8cca-0a19bfa58c23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1691d59-66ca-41b3-8257-049de76d49ae HTTP/1.1" status: 200 len: 217 time: 0.2402756 Oct 27 16:06:41.722559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-53dc2bd4-a05a-4782-ac85-989630116706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.723239 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-53dc2bd4-a05a-4782-ac85-989630116706 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.1637435 Oct 27 16:06:41.737882 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-806ddf86-98e7-4ae0-84a9-42096f251986 req-382ba500-05ee-4ff1-a825-0128e348ae05 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782995 Oct 27 16:06:41.801562 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-420ae652-6fd3-440d-bfab-2ba466139fad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68276486-f0fb-47fc-bf0c-adacdd009d82 HTTP/1.1" status: 200 len: 217 time: 0.0648100 Oct 27 16:06:41.828935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-474e385f-32d1-47a8-9c38-c15715ef8bbb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96c749d2-098c-4ecc-9e37-3a7d10382cfa HTTP/1.1" status: 200 len: 217 time: 0.1817734 Oct 27 16:06:41.853872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32118b43-f669-402d-93f5-5baf0b940b96 req-1a2d408e-461b-4e7d-947a-c69f544b1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.855430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32118b43-f669-402d-93f5-5baf0b940b96 req-1a2d408e-461b-4e7d-947a-c69f544b1885 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 905 time: 0.5541663 Oct 27 16:06:41.905232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-df4739ad-d0b2-495d-9c09-65a7625d6b81 req-c0ef3a32-9caa-4307-b3f1-9e9199aa5b86 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847815 Oct 27 16:06:41.913469 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcea67d-9d3c-4182-9dfd-5bb35c768e44 req-0c7dfa73-05ff-4592-9488-5c3ea2087393 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.914654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95f07bc-5fed-4e84-80e8-797f552c5856 admin admin] Deleting subnet b9392548-f0ec-47d6-b229-5a2e1e8e4495 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:06:41.921536 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7fcea67d-9d3c-4182-9dfd-5bb35c768e44 req-0c7dfa73-05ff-4592-9488-5c3ea2087393 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 943 time: 0.1341462 Oct 27 16:06:41.924802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-943b7ef9-9e63-436a-b01b-9f0d7b67097d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:41.926730 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-943b7ef9-9e63-436a-b01b-9f0d7b67097d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.0968101 Oct 27 16:06:41.946734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a95f07bc-5fed-4e84-80e8-797f552c5856 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:41.972268 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7fcea67d-9d3c-4182-9dfd-5bb35c768e44 req-f19385d4-8b3c-4452-b0f3-6ce62bac8040 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Oct 27 16:06:42.022240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Attempting to bind port b0c2460e-a1cb-4353-bf46-47ad963ace4d on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:42.022574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Attempting to bind port b0c2460e-a1cb-4353-bf46-47ad963ace4d by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:42.022959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Attempting to bind port b0c2460e-a1cb-4353-bf46-47ad963ace4d on network 859be61d-cb01-42df-85fa-6b8ec6c97027 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:42.032909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32118b43-f669-402d-93f5-5baf0b940b96 req-bc6d625f-c45d-4362-afee-4e5cce1ee6a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c152f9d0-59ad-421a-9c79-426b7efe9d06 HTTP/1.1" status: 200 len: 217 time: 0.1231046 Oct 27 16:06:42.052461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Port b0c2460e-a1cb-4353-bf46-47ad963ace4d on network 859be61d-cb01-42df-85fa-6b8ec6c97027 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:42.052792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Attempting to bind port b0c2460e-a1cb-4353-bf46-47ad963ace4d on network 859be61d-cb01-42df-85fa-6b8ec6c97027 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:42.066514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b7128-f410-4a49-ad92-f558b83478bd req-4f03f265-f151-4730-bef8-7e1b630ff24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.069243 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-358b7128-f410-4a49-ad92-f558b83478bd req-4f03f265-f151-4730-bef8-7e1b630ff24f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.2489407 Oct 27 16:06:42.073175 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a95f07bc-5fed-4e84-80e8-797f552c5856 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:42.095495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:42.095914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Checking segment: {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:42.096485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Bound using segment: {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:42.096940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Bound port: b0c2460e-a1cb-4353-bf46-47ad963ace4d, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f96c97-b185-49c7-b75b-ef5fc8de8cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:42.097297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:42.103401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-c064ec61-c50d-43bc-afa6-976687e60a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.104913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-c064ec61-c50d-43bc-afa6-976687e60a2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6250d2d5-b30d-42fc-a71b-63db7ecfbcc2 HTTP/1.1" status: 200 len: 852 time: 0.2548697 Oct 27 16:06:42.117529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad30b9-acb3-4a61-a3c5-3692a39ad6f8 req-90e1e98f-3e69-49c1-b9bb-0e85922afadf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.124412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad30b9-acb3-4a61-a3c5-3692a39ad6f8 req-90e1e98f-3e69-49c1-b9bb-0e85922afadf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.130980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad30b9-acb3-4a61-a3c5-3692a39ad6f8 req-90e1e98f-3e69-49c1-b9bb-0e85922afadf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.137293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad30b9-acb3-4a61-a3c5-3692a39ad6f8 req-90e1e98f-3e69-49c1-b9bb-0e85922afadf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.142268 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-75ba3b92-0abf-45e6-a9b6-f297ebf09db9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270417 Oct 27 16:06:42.144247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad30b9-acb3-4a61-a3c5-3692a39ad6f8 req-90e1e98f-3e69-49c1-b9bb-0e85922afadf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.150301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad30b9-acb3-4a61-a3c5-3692a39ad6f8 req-90e1e98f-3e69-49c1-b9bb-0e85922afadf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.157366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad30b9-acb3-4a61-a3c5-3692a39ad6f8 req-90e1e98f-3e69-49c1-b9bb-0e85922afadf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.159518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98ad30b9-acb3-4a61-a3c5-3692a39ad6f8 req-90e1e98f-3e69-49c1-b9bb-0e85922afadf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5445 time: 0.3231626 Oct 27 16:06:42.173769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48710) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:42.202207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-090437b1-e396-4c4b-8d66-b659b6ba2465 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Request body: {'floatingip': {'port_id': '7667c6e7-fede-4069-bc52-bac40ef20493'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:42.251313 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090437b1-e396-4c4b-8d66-b659b6ba2465 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:42.258634 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-358b7128-f410-4a49-ad92-f558b83478bd req-7d7682b4-874f-400a-8a18-0da7e59f354e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1586840 Oct 27 16:06:42.274493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-a0a297a1-172f-42b8-837c-36837101f484 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=859be61d-cb01-42df-85fa-6b8ec6c97027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118369 Oct 27 16:06:42.320828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32118b43-f669-402d-93f5-5baf0b940b96 req-3a01a56f-97d1-4fb6-87f1-96d91360f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.322652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32118b43-f669-402d-93f5-5baf0b940b96 req-3a01a56f-97d1-4fb6-87f1-96d91360f733 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50c24005-c439-4486-8836-efd81a7729ba HTTP/1.1" status: 200 len: 844 time: 0.1485934 Oct 27 16:06:42.449033 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-15afe2bc-939f-4ece-bbf9-fc3d9ec48f4c service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984478 Oct 27 16:06:42.496020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32118b43-f669-402d-93f5-5baf0b940b96 req-99e3e2e7-d7f8-4ad5-8413-f56d453a8c92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c6ab54ce-c331-4877-b08b-de8bfe3b7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286545 Oct 27 16:06:42.629092 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a95f07bc-5fed-4e84-80e8-797f552c5856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:42.655796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ef73a-0003-4c74-bbe4-e92b6d7765a1 req-4f5050d3-489f-4027-874f-6dadcc1a300f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:42.661231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] For port b0c2460e-a1cb-4353-bf46-47ad963ace4d, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:42.665021 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-542ef73a-0003-4c74-bbe4-e92b6d7765a1 req-4f5050d3-489f-4027-874f-6dadcc1a300f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.3367498 Oct 27 16:06:42.709947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] For port b0c2460e-a1cb-4353-bf46-47ad963ace4d, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0c2460e-a1cb-4353-bf46-47ad963ace4d,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:42.736334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-746f9b69-d75f-49b9-983f-7e4c08f042cd service neutron] 10.222.0.53 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098148 Oct 27 16:06:42.744341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-358b7128-f410-4a49-ad92-f558b83478bd req-c65cebab-3ef3-4416-921b-c49a1484cd8b service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659488 Oct 27 16:06:42.783042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32118b43-f669-402d-93f5-5baf0b940b96 req-54d7d147-81c2-4092-a8e9-d5ffc1818cd7 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760236 Oct 27 16:06:42.806165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-542ef73a-0003-4c74-bbe4-e92b6d7765a1 req-2e1148b9-d702-4213-ae5d-e6844722794d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389897 Oct 27 16:06:42.882065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-61e4890e-f7f3-4f21-ac20-3e5241e730d2 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007907 Oct 27 16:06:42.942552 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 50448f1d-024d-49a6-a6ba-ce7e92a07321 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:42.977632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 50448f1d-024d-49a6-a6ba-ce7e92a07321 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:42.978060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 50448f1d-024d-49a6-a6ba-ce7e92a07321 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:43.007823 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090437b1-e396-4c4b-8d66-b659b6ba2465 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.107656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090437b1-e396-4c4b-8d66-b659b6ba2465 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.189146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d28a3-b753-4f81-b131-0d79753bbb60 req-2c5f1817-892e-48df-845b-8f316f8b06d4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:43.190711 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-120d28a3-b753-4f81-b131-0d79753bbb60 req-2c5f1817-892e-48df-845b-8f316f8b06d4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 943 time: 0.1153240 Oct 27 16:06:43.258076 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-120d28a3-b753-4f81-b131-0d79753bbb60 req-339bb45a-2d97-47ce-aec9-2da87f595f78 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574117 Oct 27 16:06:43.261195 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-090437b1-e396-4c4b-8d66-b659b6ba2465 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Floating IP 0d92b032-7a2c-4134-8090-55a8dceff2f8 associated. External IP: 172.25.4.85, port: 7667c6e7-fede-4069-bc52-bac40ef20493. Oct 27 16:06:43.276836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c152f9d0-59ad-421a-9c79-426b7efe9d06 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:43.336142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-358b7128-f410-4a49-ad92-f558b83478bd req-9c35d65d-a212-42f1-852b-676d201fb6cc service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776598 Oct 27 16:06:43.358379 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.473757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c152f9d0-59ad-421a-9c79-426b7efe9d06, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c152f9d0-59ad-421a-9c79-426b7efe9d06,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:43.504938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:43.505686 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.507297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] 10.222.0.53 "PUT /v2.0/ports/b0c2460e-a1cb-4353-bf46-47ad963ace4d HTTP/1.1" status: 200 len: 1091 time: 5.0347669 Oct 27 16:06:43.511051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'c152f9d0-59ad-421a-9c79-426b7efe9d06', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'port_id': 'c152f9d0-59ad-421a-9c79-426b7efe9d06', 'mac_address': 'fa:16:3e:dd:c2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c24005-c439-4486-8836-efd81a7729ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:43.539065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbee0ec8-a522-4119-9c3f-fbb60f46b36c', 'tag': 'b0c2460e-a1cb-4353-bf46-47ad963ace4d'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:43.542723 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2896a362-0e1b-41dd-876f-19eaebe2d29a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbee0ec8-a522-4119-9c3f-fbb60f46b36c", "tag": "b0c2460e-a1cb-4353-bf46-47ad963ace4d"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:43.558818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a95f07bc-5fed-4e84-80e8-797f552c5856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.569828 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.590634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c152f9d0-59ad-421a-9c79-426b7efe9d06 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:43.614754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f07bc-5fed-4e84-80e8-797f552c5856 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9392548-f0ec-47d6-b229-5a2e1e8e4495,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:43.619284 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c152f9d0-59ad-421a-9c79-426b7efe9d06, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c152f9d0-59ad-421a-9c79-426b7efe9d06,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:43.652778 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58944302-a2d3-4d5e-99e9-6fb061156659 x-openstack-request-id: req-58944302-a2d3-4d5e-99e9-6fb061156659 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:43.653418 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbee0ec8-a522-4119-9c3f-fbb60f46b36c", "tag": "b0c2460e-a1cb-4353-bf46-47ad963ace4d", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:43.654349 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58944302-a2d3-4d5e-99e9-6fb061156659 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:43.654773 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbee0ec8-a522-4119-9c3f-fbb60f46b36c', 'tag': 'b0c2460e-a1cb-4353-bf46-47ad963ace4d', 'status': 'completed', 'code': 200} Oct 27 16:06:43.665803 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a95f07bc-5fed-4e84-80e8-797f552c5856 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.671500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a95f07bc-5fed-4e84-80e8-797f552c5856 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b9392548-f0ec-47d6-b229-5a2e1e8e4495 HTTP/1.1" status: 204 len: 168 time: 2.1706300 Oct 27 16:06:43.674309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48736) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:43.675272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1abb683-0f7d-465f-baf6-c3a8bf902c0a None None] Network 7a404a34-aad3-42b0-b59f-b31eee4ca444 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:06:43.793582 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.839707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090437b1-e396-4c4b-8d66-b659b6ba2465 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Router 49c06349-e383-4005-bbda-31f7b746e33e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:06:43.850908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4dcbf-1fff-4079-af0e-a52e0c14aa9a req-26f91329-97ba-4c6c-9d97-e6eece58d55b tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:43.853152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ba4dcbf-1fff-4079-af0e-a52e0c14aa9a req-26f91329-97ba-4c6c-9d97-e6eece58d55b tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 943 time: 0.5076275 Oct 27 16:06:43.854498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8614dd-835b-4249-a79b-303c3fa0c4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0c2460e-a1cb-4353-bf46-47ad963ace4d,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:43.883369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-cfc060d9-faf4-4abb-867b-9e16e71c393f service neutron] 10.222.0.53 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1359472 Oct 27 16:06:43.884263 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:43.954837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32118b43-f669-402d-93f5-5baf0b940b96 req-61773899-00cd-446d-ae57-d78bd9072380 service neutron] 10.222.0.53 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7171695 Oct 27 16:06:43.960997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896a362-0e1b-41dd-876f-19eaebe2d29a req-5e7c2ce6-1b77-40d1-9a20-343a7e00eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:43.962692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2896a362-0e1b-41dd-876f-19eaebe2d29a req-5e7c2ce6-1b77-40d1-9a20-343a7e00eafc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b21581e0e35c40eeab8543777faccee8&device_id=dbee0ec8-a522-4119-9c3f-fbb60f46b36c HTTP/1.1" status: 200 len: 1094 time: 0.2897193 Oct 27 16:06:44.020943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c152f9d0-59ad-421a-9c79-426b7efe9d06,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:44.052648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.052798 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.053125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.054036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.054036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.054036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.054523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.055320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.055320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.055553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.055739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.056064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:06:44.064268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ba4dcbf-1fff-4079-af0e-a52e0c14aa9a req-0fcb0338-113c-4990-b78b-a7bff7594d95 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770058 Oct 27 16:06:44.077674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Deleting port 0a458919-2715-42e4-86a1-c1e9a4732469 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:44.078401 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.155054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896a362-0e1b-41dd-876f-19eaebe2d29a req-d120a492-8a74-4f7d-99a7-ce6bbe0924b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.155054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2896a362-0e1b-41dd-876f-19eaebe2d29a req-d120a492-8a74-4f7d-99a7-ce6bbe0924b0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b21581e0e35c40eeab8543777faccee8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1796434 Oct 27 16:06:44.175635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90cd7d7-c97e-4967-ad08-85e199924b7a None None] DHCP port deletion for 7a404a34-aad3-42b0-b59f-b31eee4ca444 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:06:44.223206 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f6745-442b-4c1f-9f5a-5ef26f33637b req-bef00c7e-f0b6-4337-9774-773558d33785 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.224628 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-148f6745-442b-4c1f-9f5a-5ef26f33637b req-bef00c7e-f0b6-4337-9774-773558d33785 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.2281857 Oct 27 16:06:44.242606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] For port 0a458919-2715-42e4-86a1-c1e9a4732469, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0a458919-2715-42e4-86a1-c1e9a4732469,segment=NetworkSegment(73dd8232-ccfc-4e34-a209-394047d3edd2),segment_id=73dd8232-ccfc-4e34-a209-394047d3edd2)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:44.242984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.253209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c152f9d0-59ad-421a-9c79-426b7efe9d06'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:44.318954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896a362-0e1b-41dd-876f-19eaebe2d29a req-2628b192-bfb7-49e1-896a-71c6edcfc4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.319264 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e90cd7d7-c97e-4967-ad08-85e199924b7a None None] Deleting port 0a458919-2715-42e4-86a1-c1e9a4732469 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:44.319646 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e90cd7d7-c97e-4967-ad08-85e199924b7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.321870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2896a362-0e1b-41dd-876f-19eaebe2d29a req-2628b192-bfb7-49e1-896a-71c6edcfc4a6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508079 Oct 27 16:06:44.333629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090437b1-e396-4c4b-8d66-b659b6ba2465 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:06:44.346968 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-148f6745-442b-4c1f-9f5a-5ef26f33637b req-b38ac442-3390-4108-8034-ebc0f73887c6 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002736 Oct 27 16:06:44.373843 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-090437b1-e396-4c4b-8d66-b659b6ba2465 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.386601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030f62b-4145-4088-a331-7af073901d49 None None] Sync routers for ids ['49c06349-e383-4005-bbda-31f7b746e33e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:06:44.423180 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Calling delete_port for 0a458919-2715-42e4-86a1-c1e9a4732469 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:44.443501 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-090437b1-e396-4c4b-8d66-b659b6ba2465 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "PUT /v2.0/floatingips/0d92b032-7a2c-4134-8090-55a8dceff2f8 HTTP/1.1" status: 200 len: 990 time: 2.2686810 Oct 27 16:06:44.446959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': '7667c6e7-fede-4069-bc52-bac40ef20493'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:44.450486 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0420ad1-762b-4fc4-a217-8aefa24409a3" -d '{"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "7667c6e7-fede-4069-bc52-bac40ef20493"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:44.466303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030f62b-4145-4088-a331-7af073901d49 None None] Routers {'49c06349-e383-4005-bbda-31f7b746e33e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:44.468128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5030f62b-4145-4088-a331-7af073901d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['49c06349-e383-4005-bbda-31f7b746e33e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:44.474120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e90cd7d7-c97e-4967-ad08-85e199924b7a None None] For port 0a458919-2715-42e4-86a1-c1e9a4732469, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0a458919-2715-42e4-86a1-c1e9a4732469,segment=NetworkSegment(73dd8232-ccfc-4e34-a209-394047d3edd2),segment_id=73dd8232-ccfc-4e34-a209-394047d3edd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:44.474596 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e90cd7d7-c97e-4967-ad08-85e199924b7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.488917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-97e6cdfb-4ad4-459b-9083-1ce6eda98307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.490429 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-97e6cdfb-4ad4-459b-9083-1ce6eda98307 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b21581e0e35c40eeab8543777faccee8&device_id=dbee0ec8-a522-4119-9c3f-fbb60f46b36c HTTP/1.1" status: 200 len: 1094 time: 0.1198528 Oct 27 16:06:44.503623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db649dea-8f76-4f5b-81ff-8f57d0386058 req-a43f956d-ae3b-4129-b4fe-91042cca0bb5 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.505551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db649dea-8f76-4f5b-81ff-8f57d0386058 req-a43f956d-ae3b-4129-b4fe-91042cca0bb5 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 944 time: 0.0916893 Oct 27 16:06:44.575085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-87ab9aff-74a4-4c21-9615-d55d2df3f356 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0c2460e-a1cb-4353-bf46-47ad963ace4d HTTP/1.1" status: 200 len: 217 time: 0.0679302 Oct 27 16:06:44.587742 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e90cd7d7-c97e-4967-ad08-85e199924b7a None None] Calling delete_port for 0a458919-2715-42e4-86a1-c1e9a4732469 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:44.615505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2e464-2806-4a7c-9419-bbe0e9aa7797 req-cdbe2bf3-29c2-47ce-8c3c-84fa7978fdbe tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.618003 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-28d2e464-2806-4a7c-9419-bbe0e9aa7797 req-cdbe2bf3-29c2-47ce-8c3c-84fa7978fdbe tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.0992701 Oct 27 16:06:44.658985 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.678588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db649dea-8f76-4f5b-81ff-8f57d0386058 req-da865fec-fcee-40a8-8b67-2c43f2fa5bc5 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629698 Oct 27 16:06:44.698603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a458919-2715-42e4-86a1-c1e9a4732469,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:44.706718 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-28d2e464-2806-4a7c-9419-bbe0e9aa7797 req-6700f9dc-c0fe-4274-bbfc-920de80ae3e5 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802853 Oct 27 16:06:44.711035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] No DVR routers for this DVR port 0a458919-2715-42e4-86a1-c1e9a4732469 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:06:44.718213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf60172-56f0-47ad-b458-1185b311be0c req-8315fe77-e71e-418d-8d46-779163d66fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:44.723874 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-8315fe77-e71e-418d-8d46-779163d66fad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6250d2d5-b30d-42fc-a71b-63db7ecfbcc2 HTTP/1.1" status: 200 len: 852 time: 0.1255329 Oct 27 16:06:44.730961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5030f62b-4145-4088-a331-7af073901d49 None None] Set router 49c06349-e383-4005-bbda-31f7b746e33e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:44.779310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-607a355a-463f-4dde-b1ec-e054e1cb2dcb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=859be61d-cb01-42df-85fa-6b8ec6c97027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458217 Oct 27 16:06:44.843448 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421c10c3-20e6-4c49-a65e-cd0ed59dea42 x-openstack-request-id: req-421c10c3-20e6-4c49-a65e-cd0ed59dea42 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:44.843903 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "tag": "7667c6e7-fede-4069-bc52-bac40ef20493", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:44.844100 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-421c10c3-20e6-4c49-a65e-cd0ed59dea42 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:44.850467 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'tag': '7667c6e7-fede-4069-bc52-bac40ef20493', 'status': 'completed', 'code': 200} Oct 27 16:06:44.850467 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: from cryptography.utils import int_from_bytes Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: from cryptography.utils import int_from_bytes Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.860470 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:06:44.864175 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:06:44.879336 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e90cd7d7-c97e-4967-ad08-85e199924b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:44.924111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a404a34-aad3-42b0-b59f-b31eee4ca444']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:44.944615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cd7d7-c97e-4967-ad08-85e199924b7a None None] Pushing event deleted for resources: {'Port': ['ID=0a458919-2715-42e4-86a1-c1e9a4732469,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:44.949519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dd8232-ccfc-4e34-a209-394047d3edd2') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:44.949839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dd8232-ccfc-4e34-a209-394047d3edd2') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:44.956446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90cd7d7-c97e-4967-ad08-85e199924b7a None None] No DVR routers for this DVR port 0a458919-2715-42e4-86a1-c1e9a4732469 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:06:44.992163 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.019942 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.033964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:06:45.034383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:06:45.038529 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:06:45.051190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0a458919-2715-42e4-86a1-c1e9a4732469 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:45.054154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-f7f7d47d-45bf-4cc0-830c-a9ddc7e22133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.054642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-f7f7d47d-45bf-4cc0-830c-a9ddc7e22133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.055111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-f7f7d47d-45bf-4cc0-830c-a9ddc7e22133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.055580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-f7f7d47d-45bf-4cc0-830c-a9ddc7e22133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.056037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-f7f7d47d-45bf-4cc0-830c-a9ddc7e22133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.056521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-f7f7d47d-45bf-4cc0-830c-a9ddc7e22133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.057008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-f7f7d47d-45bf-4cc0-830c-a9ddc7e22133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.059526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-f7f7d47d-45bf-4cc0-830c-a9ddc7e22133 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6502 time: 0.1147442 Oct 27 16:06:45.078004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 0a458919-2715-42e4-86a1-c1e9a4732469 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:45.078345 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0a458919-2715-42e4-86a1-c1e9a4732469 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:45.178672 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-459ed6bd-28c2-4a31-a636-7d02c92d6e1f service neutron] 10.222.0.53 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909781 Oct 27 16:06:45.187839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48764) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:45.191586 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2001244636'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:45.243905 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.251214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5030f62b-4145-4088-a331-7af073901d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:43Z', 'revision_number': 4, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '0d92b032-7a2c-4134-8090-55a8dceff2f8', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'port_id': '7667c6e7-fede-4069-bc52-bac40ef20493', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'mac_address': 'fa:16:3e:a9:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:05:00Z', 'updated_at': '2021-10-27T16:06:42Z', 'revision_number': 1, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee44426-787e-4994-89ca-3ae0d688117a', 'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'mac_address': 'fa:16:3e:3e:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:40Z', 'updated_at': '2021-10-27T16:03:57Z', 'revision_number': 5, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'subnets': [{'id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:45.251445 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.254155 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7a404a34-aad3-42b0-b59f-b31eee4ca444 HTTP/1.1" status: 204 len: 168 time: 1.5773525 Oct 27 16:06:45.264006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462f66d-f289-47f8-8933-aaed369e2135 req-02963d8d-0e0e-4476-b428-8dd454184a1c tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.265809 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c462f66d-f289-47f8-8933-aaed369e2135 req-02963d8d-0e0e-4476-b428-8dd454184a1c tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 943 time: 0.1039655 Oct 27 16:06:45.283569 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bf3d9-9d1a-4299-b705-0bad264a6be5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a404a34-aad3-42b0-b59f-b31eee4ca444,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:45.322425 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c462f66d-f289-47f8-8933-aaed369e2135 req-d5bf5ba0-2bf9-485c-8bd2-deae260fbe17 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468175 Oct 27 16:06:45.333766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:45.342664 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.369485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:06:45.380512 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.380851 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Added segment 334f8b45-1d70-4057-a069-b96f7b8123d6 of type vlan for network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 Oct 27 16:06:45.385568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-acb0ac5a-c4d7-4dfc-abdb-368b3d6d227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.387081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-acb0ac5a-c4d7-4dfc-abdb-368b3d6d227e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c395456f-7f40-43bf-9aec-b98bcc11fe96 HTTP/1.1" status: 200 len: 917 time: 0.3134892 Oct 27 16:06:45.399546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6a800-d510-4084-a01c-4c7f7909550b req-45159a54-ad58-4b3a-b987-756bccb65192 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.401281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ba6a800-d510-4084-a01c-4c7f7909550b req-45159a54-ad58-4b3a-b987-756bccb65192 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.1335785 Oct 27 16:06:45.404852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf60172-56f0-47ad-b458-1185b311be0c req-e8a30ef5-d19a-418c-8c5e-dd8a15abaf78 service neutron] 10.222.0.53 "GET /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168138 Oct 27 16:06:45.435740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.456674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030f62b-4145-4088-a331-7af073901d49 None None] Checking router: 49c06349-e383-4005-bbda-31f7b746e33e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:06:45.466126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5030f62b-4145-4088-a331-7af073901d49 None None] Routers {'49c06349-e383-4005-bbda-31f7b746e33e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:45.466928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5030f62b-4145-4088-a331-7af073901d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['49c06349-e383-4005-bbda-31f7b746e33e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:45.498308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-d19c1870-c9c2-4b35-84a3-583c51d663bc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7667c6e7-fede-4069-bc52-bac40ef20493 HTTP/1.1" status: 200 len: 998 time: 0.0958505 Oct 27 16:06:45.501504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ba6a800-d510-4084-a01c-4c7f7909550b req-5e3290ff-489d-42f9-adbd-d30c183b54dd tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584800 Oct 27 16:06:45.545678 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.553238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.553238 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.554394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-46c18a9e-8976-43fa-a107-be17c2471164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.556925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-46c18a9e-8976-43fa-a107-be17c2471164 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7f56118-b5f3-4287-be33-2cc6440dcc53 HTTP/1.1" status: 200 len: 855 time: 0.0515943 Oct 27 16:06:45.615468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5030f62b-4145-4088-a331-7af073901d49 None None] Set router 49c06349-e383-4005-bbda-31f7b746e33e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:45.632785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Network': ['ID=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:45.636371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-5b0569da-de12-4ac6-8747-939e924820da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.638428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-5b0569da-de12-4ac6-8747-939e924820da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c395456f-7f40-43bf-9aec-b98bcc11fe96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737522 Oct 27 16:06:45.657673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:06:45.703948 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-940b0454-298e-48dc-8681-bad878fb823e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5092955 Oct 27 16:06:45.703948 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48770) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:45.706186 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-202572980'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:45.757456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48772) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:45.796174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-d4364eb3-28f2-42e7-a8e8-21f0bdd069e4 service neutron] 10.222.0.53 "GET /v2.0/networks/c395456f-7f40-43bf-9aec-b98bcc11fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491890 Oct 27 16:06:45.862282 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e63debc2-ea49-4fba-a90a-f8155774f863 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c9897f292664e259a9f0fddc2e4736c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008821 Oct 27 16:06:45.865634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48776) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:45.905228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:45.909333 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:45.969063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0420ad1-762b-4fc4-a217-8aefa24409a3 req-68213ecd-cba2-4e3a-9e2f-ca37e10beb71 service neutron] 10.222.0.53 "GET /v2.0/networks/c395456f-7f40-43bf-9aec-b98bcc11fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656604 Oct 27 16:06:45.972170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:06:45.977568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba54d3e-5a8b-4595-be04-497409b6d658 req-cae54d07-bb47-43d0-9f1b-ec7760915a7a tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:45.979462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ba54d3e-5a8b-4595-be04-497409b6d658 req-cae54d07-bb47-43d0-9f1b-ec7760915a7a tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 944 time: 0.1344061 Oct 27 16:06:46.002882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1c425-ffe5-497e-b043-be590f611d07 req-b7360e95-ef96-427c-9d03-c3025e1c889a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.005930 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27d1c425-ffe5-497e-b043-be590f611d07 req-b7360e95-ef96-427c-9d03-c3025e1c889a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.1416984 Oct 27 16:06:46.031931 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:46.032427 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Added segment 354d7fc1-11b2-4486-bca1-27ffdba18c79 of type vlan for network 3e58baa5-d2dd-427a-8a5f-98e7e842580b Oct 27 16:06:46.071631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ba54d3e-5a8b-4595-be04-497409b6d658 req-207c9e3a-fc71-4ea1-b60c-1be8c26332a6 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710042 Oct 27 16:06:46.117973 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02374d8-c426-45df-bd7c-3d905562453d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:46.119688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5030f62b-4145-4088-a331-7af073901d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:43Z', 'revision_number': 4, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '0d92b032-7a2c-4134-8090-55a8dceff2f8', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'port_id': '7667c6e7-fede-4069-bc52-bac40ef20493', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'mac_address': 'fa:16:3e:a9:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:05:00Z', 'updated_at': '2021-10-27T16:06:42Z', 'revision_number': 1, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee44426-787e-4994-89ca-3ae0d688117a', 'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'mac_address': 'fa:16:3e:3e:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:40Z', 'updated_at': '2021-10-27T16:03:57Z', 'revision_number': 5, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'subnets': [{'id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:46.149380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030f62b-4145-4088-a331-7af073901d49 None None] The sync data for ids ['49c06349-e383-4005-bbda-31f7b746e33e'] in n-d-815689-1 is: [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:43Z', 'revision_number': 4, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '0d92b032-7a2c-4134-8090-55a8dceff2f8', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'port_id': '7667c6e7-fede-4069-bc52-bac40ef20493', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'mac_address': 'fa:16:3e:a9:b8:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:05:00Z', 'updated_at': '2021-10-27T16:06:42Z', 'revision_number': 1, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee44426-787e-4994-89ca-3ae0d688117a', 'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'mac_address': 'fa:16:3e:3e:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:40Z', 'updated_at': '2021-10-27T16:03:57Z', 'revision_number': 5, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'subnets': [{'id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:06:46.152856 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:46.162105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27d1c425-ffe5-497e-b043-be590f611d07 req-cdbc154f-7b0c-41f6-98b4-6ce9a5f7148a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473427 Oct 27 16:06:46.196093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02374d8-c426-45df-bd7c-3d905562453d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:46.287532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99018f4-a659-4640-bf11-23f2b981758d req-3c0c3b17-7ad0-42e8-b6b5-fb0a18c77003 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.290384 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e99018f4-a659-4640-bf11-23f2b981758d req-3c0c3b17-7ad0-42e8-b6b5-fb0a18c77003 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 1096 time: 0.0805702 Oct 27 16:06:46.293226 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:46.303263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.303997 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:46.352967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e99018f4-a659-4640-bf11-23f2b981758d req-115b2049-7ddd-4e3f-b0de-e00ad3633db8 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512857 Oct 27 16:06:46.491898 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d497ea5-dfb2-4c41-9ad8-47a631f59f97 None None] New status for floating IP 0d92b032-7a2c-4134-8090-55a8dceff2f8: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:06:46.540750 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30ee48-0de3-48a3-85d2-f9e475b75ae5 req-86ae8277-47bb-4870-9b29-daa58fd5249f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.542613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3b30ee48-0de3-48a3-85d2-f9e475b75ae5 req-86ae8277-47bb-4870-9b29-daa58fd5249f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.0640085 Oct 27 16:06:46.592382 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3b30ee48-0de3-48a3-85d2-f9e475b75ae5 req-dd0f6db3-31b1-467d-bff9-eae4fbb541c1 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Oct 27 16:06:46.717852 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02374d8-c426-45df-bd7c-3d905562453d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:46.720447 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e02374d8-c426-45df-bd7c-3d905562453d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:46.721567 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e02374d8-c426-45df-bd7c-3d905562453d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da4ca748-743c-4d62-8d53-0ce207afc2ec HTTP/1.1" status: 204 len: 168 time: 0.8537447 Oct 27 16:06:46.769496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02374d8-c426-45df-bd7c-3d905562453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4ca748-743c-4d62-8d53-0ce207afc2ec,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:46.777646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Network': ['ID=3e58baa5-d2dd-427a-8a5f-98e7e842580b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:46.803411 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50258f-a801-4938-99c4-b38d8ecf85f7 req-63126122-a3c4-443a-8c68-e0142ee9401f tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:46.805295 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cf50258f-a801-4938-99c4-b38d8ecf85f7 req-63126122-a3c4-443a-8c68-e0142ee9401f tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 943 time: 0.0796242 Oct 27 16:06:46.821517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 3e58baa5-d2dd-427a-8a5f-98e7e842580b details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:06:46.857754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-306c6823-e24b-4de1-a0ca-6b80f99de52a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1567712 Oct 27 16:06:46.862046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48800) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:46.872224 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cf50258f-a801-4938-99c4-b38d8ecf85f7 req-c93b7045-cfac-4f89-b170-03bb504b5ee4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589535 Oct 27 16:06:46.874919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'subnet': {'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:47.037496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a493fe-9540-4c03-81ee-c412914c3393 req-004ab5a2-190c-4400-a577-9cc97ae6596f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:47.038945 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-61a493fe-9540-4c03-81ee-c412914c3393 req-004ab5a2-190c-4400-a577-9cc97ae6596f tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.0545237 Oct 27 16:06:47.081606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-61a493fe-9540-4c03-81ee-c412914c3393 req-d56b18e0-10ff-4094-8d46-6eef37a7334d tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350904 Oct 27 16:06:47.137347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:47.141721 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.202112 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1b99f-1f64-4d71-88d8-499865781d0e req-ff5254c5-64fe-4f1d-af3c-66897ce23062 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:47.203663 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42a1b99f-1f64-4d71-88d8-499865781d0e req-ff5254c5-64fe-4f1d-af3c-66897ce23062 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 944 time: 0.0555744 Oct 27 16:06:47.247149 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42a1b99f-1f64-4d71-88d8-499865781d0e req-666e0b57-aae9-4b6b-a05d-c62a5ffe8c31 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362663 Oct 27 16:06:47.302785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 96c749d2-098c-4ecc-9e37-3a7d10382cfa details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:47.331201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c152f9d0-59ad-421a-9c79-426b7efe9d06 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:47.462410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 96c749d2-098c-4ecc-9e37-3a7d10382cfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=96c749d2-098c-4ecc-9e37-3a7d10382cfa,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:47.491650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '96c749d2-098c-4ecc-9e37-3a7d10382cfa', 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027', 'port_id': '96c749d2-098c-4ecc-9e37-3a7d10382cfa', 'mac_address': 'fa:16:3e:af:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6250d2d5-b30d-42fc-a71b-63db7ecfbcc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:47.498949 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.550529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port c152f9d0-59ad-421a-9c79-426b7efe9d06 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:47.556934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port c152f9d0-59ad-421a-9c79-426b7efe9d06 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:47.557537 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.588146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Subnet': ['ID=dbcfadbc-c0a8-42cd-925d-3b1de8b78478,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:47.600161 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.625336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96c749d2-098c-4ecc-9e37-3a7d10382cfa {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:47.626411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Checking segment: {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:47.626943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network hostable DHCP agents. Network: 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:06:47.680749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 96c749d2-098c-4ecc-9e37-3a7d10382cfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=96c749d2-098c-4ecc-9e37-3a7d10382cfa,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:47.722906 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.762962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c152f9d0-59ad-421a-9c79-426b7efe9d06'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:47.765547 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e444614-8863-4139-ae9a-64b83e803e9d" -d '{"events": [{"server_uuid": "34b43afc-2b59-4f05-a598-c97a8afe0a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c152f9d0-59ad-421a-9c79-426b7efe9d06"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:47.779984 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c152f9d0-59ad-421a-9c79-426b7efe9d06, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c152f9d0-59ad-421a-9c79-426b7efe9d06,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:47.790029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:06:47.801659 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.848845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=96c749d2-098c-4ecc-9e37-3a7d10382cfa,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:47.911636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:47.914194 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a6a088-369d-4210-a5ca-fc00c93a3ded x-openstack-request-id: req-67a6a088-369d-4210-a5ca-fc00c93a3ded {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:47.915065 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b43afc-2b59-4f05-a598-c97a8afe0a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c152f9d0-59ad-421a-9c79-426b7efe9d06", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:47.917077 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67a6a088-369d-4210-a5ca-fc00c93a3ded {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:47.917710 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c152f9d0-59ad-421a-9c79-426b7efe9d06', 'code': 200} Oct 27 16:06:47.919808 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.929097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:47.933053 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:47.964285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c615641-49a8-4201-b0a8-1bf204290b74 None None] Network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:06:48.026038 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d055a84-b661-4937-8d99-2eb409998e1f req-8f800b43-6a20-4900-b6f4-22e343bc58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.027763 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d055a84-b661-4937-8d99-2eb409998e1f req-8f800b43-6a20-4900-b6f4-22e343bc58ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 1096 time: 0.0445721 Oct 27 16:06:48.063201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c152f9d0-59ad-421a-9c79-426b7efe9d06,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:48.069428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3e5e52ce-df6b-4932-bce8-9a2f43242cc8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2056222 Oct 27 16:06:48.072123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48846) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:48.082065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'subnet': {'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:48.143794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d055a84-b661-4937-8d99-2eb409998e1f req-1b51baab-cd5e-497a-a383-c1f6ceffbe65 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023157 Oct 27 16:06:48.183377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['96c749d2-098c-4ecc-9e37-3a7d10382cfa'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:48.263721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49', 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'fixed_ips': [{'subnet_id': 'dbcfadbc-c0a8-42cd-925d-3b1de8b78478'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:06:48.265049 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.328233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:48.333737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.349215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed870a-0c8b-40f9-ba7c-eda1f8b12b89 req-ddd24b52-ec2f-4813-998e-34a4aa661ab0 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.352550 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18ed870a-0c8b-40f9-ba7c-eda1f8b12b89 req-ddd24b52-ec2f-4813-998e-34a4aa661ab0 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 944 time: 0.0736227 Oct 27 16:06:48.378668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48866) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:48.408188 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18ed870a-0c8b-40f9-ba7c-eda1f8b12b89 req-923cc65b-13b5-423d-86de-8a9e4947fb8c tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476947 Oct 27 16:06:48.515795 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3fb97a05-5335-44b8-9e7f-dd10d0f7563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.540582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Allocated IP 10.1.1.2 (91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49/dbcfadbc-c0a8-42cd-925d-3b1de8b78478/ad2e6327-00bb-4025-b8e6-1d4d85d0b001) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:48.551123 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb754020-f10b-4d1d-920d-53ce49bea67f req-20d0e3f0-bf9a-420e-90b0-419aeaea1a7a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.564136 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb754020-f10b-4d1d-920d-53ce49bea67f req-20d0e3f0-bf9a-420e-90b0-419aeaea1a7a tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.0707049 Oct 27 16:06:48.609280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-network', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:48.644275 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb754020-f10b-4d1d-920d-53ce49bea67f req-16eb2cf5-db59-4bdc-9e8b-3d2195687bcf tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805597 Oct 27 16:06:48.731503 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.787507 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5b79d-d814-463e-b699-1cdd43b8b3f5 req-4a3a768e-58e9-434b-a03b-121c1e20509e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:48.789084 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-85a5b79d-d814-463e-b699-1cdd43b8b3f5 req-4a3a768e-58e9-434b-a03b-121c1e20509e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.0681353 Oct 27 16:06:48.834737 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-85a5b79d-d814-463e-b699-1cdd43b8b3f5 req-c06d86ff-2e93-47ed-9ba0-20417603b0e8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390396 Oct 27 16:06:48.861202 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Made reservation on behalf of c8234305ae96434d815fb5bf7313a66e for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:48.875897 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.876590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.876590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.944654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Subnet': ['ID=c4358174-7ecb-4439-ac5f-a50c700e1652,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:48.950893 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:48.952713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Checking segment: {'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:48.953095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network hostable DHCP agents. Network: 3e58baa5-d2dd-427a-8a5f-98e7e842580b, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:06:48.974455 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.006435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:49.010952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:49.015776 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:49.028391 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Pushing event updated for resources: {'Port': ['ID=ad2e6327-00bb-4025-b8e6-1d4d85d0b001,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:49.088882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Attempting to bind port ad2e6327-00bb-4025-b8e6-1d4d85d0b001 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:49.089306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Attempting to bind port ad2e6327-00bb-4025-b8e6-1d4d85d0b001 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:49.089534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Attempting to bind port ad2e6327-00bb-4025-b8e6-1d4d85d0b001 on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:49.089806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.091956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network 3e58baa5-d2dd-427a-8a5f-98e7e842580b is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:06:49.096135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:49.099453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Checking segment: {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:49.099453 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.099453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Bound using segment: {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:49.099453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Bound port: ad2e6327-00bb-4025-b8e6-1d4d85d0b001, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:49.099453 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.114310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:06:49.131421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e20b8dd-ee6e-4df3-8895-b4c7a4d1ce09,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:49.135566 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.136021 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Added segment 379ff879-d8d0-4728-b86e-97b282ce721e of type vlan for network e0465e90-f0a4-4106-9fdf-52e5ce28e3cb Oct 27 16:06:49.189871 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.218588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 3e58baa5-d2dd-427a-8a5f-98e7e842580b) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:49.223506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:49.224717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.260896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef90f4-10ed-42f8-abd0-76a5ad37ed49 None None] Network 3e58baa5-d2dd-427a-8a5f-98e7e842580b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:06:49.271649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-a5e8b156-3070-4300-8638-c7427ba8149d tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:06:49.272941 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-a5e8b156-3070-4300-8638-c7427ba8149d tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062466 Oct 27 16:06:49.313516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.314494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:49.315063 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.333229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0c2460e-a1cb-4353-bf46-47ad963ace4d details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:06:49.353627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5ca340d9-dc22-4631-ad6a-2de3c5425c9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2782946 Oct 27 16:06:49.358053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48874) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:49.369568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'port': {'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49', 'name': 'tempest-TaggedBootDevicesTest-1107008017', 'fixed_ips': [{'subnet_id': 'dbcfadbc-c0a8-42cd-925d-3b1de8b78478'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:49.375264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-5376f80f-e0c9-4ee9-8417-d365188365ce tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:49.377500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-5376f80f-e0c9-4ee9-8417-d365188365ce tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports/c1691d59-66ca-41b3-8257-049de76d49ae HTTP/1.1" status: 200 len: 1093 time: 0.0950427 Oct 27 16:06:49.394958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Request body: {'binding': {'host': 'n-h2-815689-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:49.395733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Unknown quota resources ['binding']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:06:49.426276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] Pushing event updated for resources: {'Network': ['ID=e0465e90-f0a4-4106-9fdf-52e5ce28e3cb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:49.459004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network e0465e90-f0a4-4106-9fdf-52e5ce28e3cb details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:06:49.475129 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bb2baf52-7243-48f2-8c09-1e3dc9ffc64f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0957661 Oct 27 16:06:49.479260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48878) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:49.491875 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] Request body: {'subnet': {'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-subnet', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:49.519121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] For port ad2e6327-00bb-4025-b8e6-1d4d85d0b001, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:49.560539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc10d0-10c8-4a9f-a000-5e9150a54e98 req-61500e19-8b4d-41eb-a9aa-b839d52e2aca tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:49.565950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bbbc10d0-10c8-4a9f-a000-5e9150a54e98 req-61500e19-8b4d-41eb-a9aa-b839d52e2aca tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 945 time: 0.1423254 Oct 27 16:06:49.567584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] For port ad2e6327-00bb-4025-b8e6-1d4d85d0b001, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ad2e6327-00bb-4025-b8e6-1d4d85d0b001,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:49.605053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:49.628413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b0c2460e-a1cb-4353-bf46-47ad963ace4d, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0c2460e-a1cb-4353-bf46-47ad963ace4d,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:49.646639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bbbc10d0-10c8-4a9f-a000-5e9150a54e98 req-bde5b59f-f2d5-48d8-b533-f8811e1387f6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752282 Oct 27 16:06:49.654460 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'b0c2460e-a1cb-4353-bf46-47ad963ace4d', 'network_id': '859be61d-cb01-42df-85fa-6b8ec6c97027', 'port_id': 'b0c2460e-a1cb-4353-bf46-47ad963ace4d', 'mac_address': 'fa:16:3e:80:dd:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6250d2d5-b30d-42fc-a71b-63db7ecfbcc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:06:49.719757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae on host n-h2-815689-1 for vnic_type normal with profile None {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:49.720130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:49.720465 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:49.725314 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Port c1691d59-66ca-41b3-8257-049de76d49ae on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:06:49.726215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:49.727769 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.730180 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-3e58baa5-d2dd-427a-8a5f-98e7e842580b', 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'fixed_ips': [{'subnet_id': 'c4358174-7ecb-4439-ac5f-a50c700e1652'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:06:49.731956 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.734779 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:49.735124 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:49.735524 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:49.736074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Bound port: c1691d59-66ca-41b3-8257-049de76d49ae, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:49.751911 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.782092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] Made reservation on behalf of c8234305ae96434d815fb5bf7313a66e for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:49.784521 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.789345 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c2460e-a1cb-4353-bf46-47ad963ace4d {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:06:49.869939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365a470-051a-4d49-825f-42d056d4732b req-fa36f2a4-280f-4d8f-9e56-3e2fcaee1791 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:49.887218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8365a470-051a-4d49-825f-42d056d4732b req-fa36f2a4-280f-4d8f-9e56-3e2fcaee1791 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.1333835 Oct 27 16:06:49.896443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b0c2460e-a1cb-4353-bf46-47ad963ace4d, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0c2460e-a1cb-4353-bf46-47ad963ace4d,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:49.897152 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.917392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb3ba3-7e6f-4494-b345-ad6d8a4dab64 None None] Pushing event updated for resources: {'Port': ['ID=ad2e6327-00bb-4025-b8e6-1d4d85d0b001,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:49.935326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aaf1e-e12b-4661-8f97-d18a8c374c5a req-9f1c5ed9-279d-4be9-8ed8-b6243d69d9a6 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:49.942576 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986aaf1e-e12b-4661-8f97-d18a8c374c5a req-9f1c5ed9-279d-4be9-8ed8-b6243d69d9a6 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 944 time: 0.1784222 Oct 27 16:06:49.947535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c1691d59-66ca-41b3-8257-049de76d49ae,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:49.983174 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:49.991226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] device_id is not set on port e0738243-2861-423b-81cc-1a0184199dd8 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:06:50.017767 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986aaf1e-e12b-4661-8f97-d18a8c374c5a req-212d169e-9a30-4b9c-966d-ea046954e1fc tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663569 Oct 27 16:06:50.044583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Allocated IP 10.2.2.2 (3e58baa5-d2dd-427a-8a5f-98e7e842580b/c4358174-7ecb-4439-ac5f-a50c700e1652/5d866c81-6948-4e5f-aeb9-00d78295cff0) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:50.072748 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.073961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-3704a173-7f09-44dc-aed9-8a03dcf9fe3e service neutron] 10.222.0.15 "POST /v2.0/ports/c1691d59-66ca-41b3-8257-049de76d49ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.6862178 Oct 27 16:06:50.074945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b0c2460e-a1cb-4353-bf46-47ad963ace4d,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:50.251878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260f2af-ee47-4e7b-9389-7431b945afe3 req-20c5d9c3-73b7-42c4-a5c7-51c62a290366 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.254198 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c260f2af-ee47-4e7b-9389-7431b945afe3 req-20c5d9c3-73b7-42c4-a5c7-51c62a290366 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 946 time: 0.1274688 Oct 27 16:06:50.255542 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.277670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8365a470-051a-4d49-825f-42d056d4732b req-42f72971-067f-4e5d-9d37-9133420f2041 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Deleting port de88b970-989b-487a-8757-69af0940cae9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:50.279894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8365a470-051a-4d49-825f-42d056d4732b req-42f72971-067f-4e5d-9d37-9133420f2041 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.332105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['b0c2460e-a1cb-4353-bf46-47ad963ace4d'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:06:50.370860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a692558d-83f8-4867-885c-a7954ed77900,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:50.451349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8365a470-051a-4d49-825f-42d056d4732b req-42f72971-067f-4e5d-9d37-9133420f2041 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] For port de88b970-989b-487a-8757-69af0940cae9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de88b970-989b-487a-8757-69af0940cae9,segment=NetworkSegment(529ab8aa-d21f-4695-8736-f542d16f4cd8),segment_id=529ab8aa-d21f-4695-8736-f542d16f4cd8)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:50.451786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8365a470-051a-4d49-825f-42d056d4732b req-42f72971-067f-4e5d-9d37-9133420f2041 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.452803 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c260f2af-ee47-4e7b-9389-7431b945afe3 req-809fa4f2-d56f-421b-8451-8468914b43ef tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ec98a46-260f-418b-bb98-5e3b87a62342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882844 Oct 27 16:06:50.454355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] Checking segment: {'id': '379ff879-d8d0-4728-b86e-97b282ce721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:50.455128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] Network hostable DHCP agents. Network: e0465e90-f0a4-4106-9fdf-52e5ce28e3cb, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:06:50.464228 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.474806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8365a470-051a-4d49-825f-42d056d4732b req-42f72971-067f-4e5d-9d37-9133420f2041 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Calling delete_port for de88b970-989b-487a-8757-69af0940cae9 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:50.577137 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] Network e0465e90-f0a4-4106-9fdf-52e5ce28e3cb is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:06:50.591678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Allocated IP 10.1.1.85 (91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49/dbcfadbc-c0a8-42cd-925d-3b1de8b78478/e0738243-2861-423b-81cc-1a0184199dd8) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:50.618177 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.659006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, e0465e90-f0a4-4106-9fdf-52e5ce28e3cb) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:50.670807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Network 3e58baa5-d2dd-427a-8a5f-98e7e842580b is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:50.674524 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a166a98-ac3d-46ae-a0ca-e19d947f0814 None None] Network e0465e90-f0a4-4106-9fdf-52e5ce28e3cb requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:06:50.676100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.677273 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.679168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:50.686011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:50.699611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Pushing event updated for resources: {'Port': ['ID=5d866c81-6948-4e5f-aeb9-00d78295cff0,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:50.760176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cca532-2505-44ef-ad1e-9f3f5abd2b08 req-9ff94e4a-de7f-4786-b4e9-28bb4032192c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.762419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81cca532-2505-44ef-ad1e-9f3f5abd2b08 req-9ff94e4a-de7f-4786-b4e9-28bb4032192c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.2700200 Oct 27 16:06:50.785046 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7bea3a-a84e-4f55-932f-55c1bff8b057 req-6f575af2-56cc-4a36-89be-425b4b430230 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.787114 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b7bea3a-a84e-4f55-932f-55c1bff8b057 req-6f575af2-56cc-4a36-89be-425b4b430230 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.0759251 Oct 27 16:06:50.804849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Attempting to bind port 5d866c81-6948-4e5f-aeb9-00d78295cff0 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:50.805228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Attempting to bind port 5d866c81-6948-4e5f-aeb9-00d78295cff0 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:50.805888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Attempting to bind port 5d866c81-6948-4e5f-aeb9-00d78295cff0 on network 3e58baa5-d2dd-427a-8a5f-98e7e842580b {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:50.816034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:50.816444 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Checking segment: {'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:50.817326 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.817326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Bound using segment: {'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:50.817695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Bound port: 5d866c81-6948-4e5f-aeb9-00d78295cff0, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:50.818030 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.841239 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-427fbfac-f335-4132-abd8-2dabf281524b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3598771 Oct 27 16:06:50.843057 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48890) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:50.849072 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-router', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:50.914124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-4313c681-4af4-46b9-80ff-cc8c79bbb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:50.915551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-4313c681-4af4-46b9-80ff-cc8c79bbb6ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1956294 Oct 27 16:06:50.939866 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b7bea3a-a84e-4f55-932f-55c1bff8b057 req-5e831e2b-5061-4d22-bbb2-8ce4cc0cca40 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346700 Oct 27 16:06:50.955092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] For port 5d866c81-6948-4e5f-aeb9-00d78295cff0, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:50.958204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.959643 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.988171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-e0465e90-f0a4-4106-9fdf-52e5ce28e3cb', 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'fixed_ips': [{'subnet_id': 'a692558d-83f8-4867-885c-a7954ed77900'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:06:50.988171 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:50.992340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] For port 5d866c81-6948-4e5f-aeb9-00d78295cff0, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5d866c81-6948-4e5f-aeb9-00d78295cff0,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:50.993298 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81cca532-2505-44ef-ad1e-9f3f5abd2b08 req-d36eee84-160e-4b84-96af-fa64b206c936 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084157 Oct 27 16:06:51.101525 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ad2e6327-00bb-4025-b8e6-1d4d85d0b001 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:51.114225 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:51.167584 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:06:51.208970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5a801-3c92-40dd-8b34-70e1aec3e100 req-b9b22e2c-5bd8-4e63-8633-57287f0d1db4 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:51.224088 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9aa5a801-3c92-40dd-8b34-70e1aec3e100 req-b9b22e2c-5bd8-4e63-8633-57287f0d1db4 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 945 time: 0.1558025 Oct 27 16:06:51.288519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5b32b-3d4b-4aaf-8d85-92ba6b71801f None None] Pushing event updated for resources: {'Port': ['ID=5d866c81-6948-4e5f-aeb9-00d78295cff0,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:51.293325 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:51.301789 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9aa5a801-3c92-40dd-8b34-70e1aec3e100 req-58828b37-616e-4512-a933-dcef0370193c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667799 Oct 27 16:06:51.308531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Allocated IP 172.20.0.2 (e0465e90-f0a4-4106-9fdf-52e5ce28e3cb/a692558d-83f8-4867-885c-a7954ed77900/6873194f-1e4b-42c7-ad6f-1f7bbb73d771) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:51.315803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 96c749d2-098c-4ecc-9e37-3a7d10382cfa up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:51.323668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6a540-49d2-45b8-8b22-637e96024c3b req-5fad12f4-ae26-430a-9bed-35acc2472bde tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:51.326159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61d6a540-49d2-45b8-8b22-637e96024c3b req-5fad12f4-ae26-430a-9bed-35acc2472bde tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 945 time: 0.2498600 Oct 27 16:06:51.332757 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8365a470-051a-4d49-825f-42d056d4732b req-42f72971-067f-4e5d-9d37-9133420f2041 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:51.354203 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ad2e6327-00bb-4025-b8e6-1d4d85d0b001 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:51.363232 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:51.469919 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:51.550417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a02e262-a4c6-4cfb-b193-1ec11210d4ab None None] Network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:06:51.581383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-af266c53-30b1-475d-a159-a066352885c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:51.584526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-af266c53-30b1-475d-a159-a066352885c7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.6486611 Oct 27 16:06:51.593981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f72971-067f-4e5d-9d37-9133420f2041 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Pushing event deleted for resources: {'Port': ['ID=de88b970-989b-487a-8757-69af0940cae9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:51.699010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc0da9-a22e-4592-abf2-dc5b578ccd30 req-ad4d1d99-d565-463c-895e-5ae736c9cb16 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:51.713276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62fc0da9-a22e-4592-abf2-dc5b578ccd30 req-ad4d1d99-d565-463c-895e-5ae736c9cb16 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 944 time: 0.2410495 Oct 27 16:06:51.838182 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24bd8119-8269-41c7-9d67-7c5889e376f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:51.839038 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62fc0da9-a22e-4592-abf2-dc5b578ccd30 req-81072007-a0ac-4571-94e8-7a4e70ca56ca tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207678 Oct 27 16:06:51.858177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:51.940241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d444d589-abde-4468-954e-cbc92cd76a53 req-81d7a807-ce59-473f-a1a6-7620baf280e5 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 210 time: 0.0336130 Oct 27 16:06:51.972558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-96363a31-752a-4a88-ba6a-7b6581f8930f None None] Provisioning complete for port ad2e6327-00bb-4025-b8e6-1d4d85d0b001 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:51.973057 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-96363a31-752a-4a88-ba6a-7b6581f8930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.012020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 96c749d2-098c-4ecc-9e37-3a7d10382cfa completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:52.047040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 96c749d2-098c-4ecc-9e37-3a7d10382cfa triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:52.047587 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.095994 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.114197 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.180138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8365a470-051a-4d49-825f-42d056d4732b req-42f72971-067f-4e5d-9d37-9133420f2041 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] No DVR routers for this DVR port de88b970-989b-487a-8757-69af0940cae9 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:06:52.180972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8365a470-051a-4d49-825f-42d056d4732b req-42f72971-067f-4e5d-9d37-9133420f2041 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.185505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8365a470-051a-4d49-825f-42d056d4732b req-42f72971-067f-4e5d-9d37-9133420f2041 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.53 "DELETE /v2.0/ports/de88b970-989b-487a-8757-69af0940cae9 HTTP/1.1" status: 204 len: 173 time: 2.2856002 Oct 27 16:06:52.201584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de978c2-f00a-4667-a119-cce54358b8d4', 'name': 'network-vif-deleted', 'tag': 'de88b970-989b-487a-8757-69af0940cae9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:52.205191 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736dd569-5f6a-4cb4-805f-f240fb58d988" -d '{"events": [{"server_uuid": "2de978c2-f00a-4667-a119-cce54358b8d4", "name": "network-vif-deleted", "tag": "de88b970-989b-487a-8757-69af0940cae9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:52.205418 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.210828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-1dcff505-6c1b-45f8-867b-3920ccc2f379 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1691d59-66ca-41b3-8257-049de76d49ae HTTP/1.1" status: 200 len: 217 time: 0.6087658 Oct 27 16:06:52.237147 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.239565 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.259397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca510ffe-6f55-4a77-a2b8-81efe4c0893d req-43827e3e-3c7a-4633-9a93-a80e3a03227d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:52.267363 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ca510ffe-6f55-4a77-a2b8-81efe4c0893d req-43827e3e-3c7a-4633-9a93-a80e3a03227d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.1333377 Oct 27 16:06:52.273412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-61d6a540-49d2-45b8-8b22-637e96024c3b req-bf625b20-59b7-4993-a8d5-b39b61df11fa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Deleting port 0076a904-a0dd-46fb-a23a-daa88b1bcf98 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:06:52.273774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61d6a540-49d2-45b8-8b22-637e96024c3b req-bf625b20-59b7-4993-a8d5-b39b61df11fa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.290241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cf4bd-fbe6-4569-83c6-ab53cb7e8e6f req-6511a476-7914-431d-8802-4164ed66209b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:52.293322 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.298937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c88cf4bd-fbe6-4569-83c6-ab53cb7e8e6f req-6511a476-7914-431d-8802-4164ed66209b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.7271919 Oct 27 16:06:52.334148 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.338105 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-96363a31-752a-4a88-ba6a-7b6581f8930f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.351850 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.357139 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ca510ffe-6f55-4a77-a2b8-81efe4c0893d req-31f43298-6ae5-480d-bce1-dd91e0758a4d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889926 Oct 27 16:06:52.368534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port ad2e6327-00bb-4025-b8e6-1d4d85d0b001, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ad2e6327-00bb-4025-b8e6-1d4d85d0b001,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:52.423164 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Network e0465e90-f0a4-4106-9fdf-52e5ce28e3cb is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:52.435743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:52.440013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:52.448664 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.457095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Pushing event updated for resources: {'Port': ['ID=6873194f-1e4b-42c7-ad6f-1f7bbb73d771,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:52.478135 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122b16a2-0a7d-4f7f-a0fe-c39c5fb4f42b x-openstack-request-id: req-122b16a2-0a7d-4f7f-a0fe-c39c5fb4f42b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:52.478483 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de978c2-f00a-4667-a119-cce54358b8d4", "name": "network-vif-deleted", "tag": "de88b970-989b-487a-8757-69af0940cae9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:52.478689 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-122b16a2-0a7d-4f7f-a0fe-c39c5fb4f42b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:52.479100 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de978c2-f00a-4667-a119-cce54358b8d4', 'name': 'network-vif-deleted', 'tag': 'de88b970-989b-487a-8757-69af0940cae9', 'status': 'completed', 'code': 200} Oct 27 16:06:52.541675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c88cf4bd-fbe6-4569-83c6-ab53cb7e8e6f req-9434541a-5333-4c9e-b760-a7836d13841c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406032 Oct 27 16:06:52.544903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-b8fdd9b1-598b-4c4e-bc76-41c504a78c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:52.549122 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-b8fdd9b1-598b-4c4e-bc76-41c504a78c0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.3278697 Oct 27 16:06:52.602561 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Allocated IP 172.25.4.68 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/250b6c50-3b8c-4570-bc03-307813318ddd) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:52.621004 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.658573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-61d6a540-49d2-45b8-8b22-637e96024c3b req-bf625b20-59b7-4993-a8d5-b39b61df11fa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] For port 0076a904-a0dd-46fb-a23a-daa88b1bcf98, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=0076a904-a0dd-46fb-a23a-daa88b1bcf98,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:52.659018 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61d6a540-49d2-45b8-8b22-637e96024c3b req-bf625b20-59b7-4993-a8d5-b39b61df11fa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.698396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4400495-3067-44b5-ac9a-aa29b9530c88 req-296b10ab-1b3b-4ba1-8ec4-6dc00bde79b9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:52.705262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e4400495-3067-44b5-ac9a-aa29b9530c88 req-296b10ab-1b3b-4ba1-8ec4-6dc00bde79b9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 945 time: 0.1566994 Oct 27 16:06:52.707513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c749d2-098c-4ecc-9e37-3a7d10382cfa'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:52.709993 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235eeda7-ba83-499c-bff8-c3aeb2c7c7ca" -d '{"events": [{"server_uuid": "cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa", "name": "network-vif-plugged", "status": "completed", "tag": "96c749d2-098c-4ecc-9e37-3a7d10382cfa"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:52.732265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:52.733389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-61d6a540-49d2-45b8-8b22-637e96024c3b req-bf625b20-59b7-4993-a8d5-b39b61df11fa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Calling delete_port for 0076a904-a0dd-46fb-a23a-daa88b1bcf98 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:06:52.773701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 96c749d2-098c-4ecc-9e37-3a7d10382cfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=96c749d2-098c-4ecc-9e37-3a7d10382cfa,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:52.775038 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-6ed3cd6e-0983-40b8-a7df-6ed640a1d91c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935140 Oct 27 16:06:52.777186 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26f516e-faba-40ae-a6c4-b1706c0014e9 x-openstack-request-id: req-c26f516e-faba-40ae-a6c4-b1706c0014e9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:52.779455 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa", "name": "network-vif-plugged", "status": "completed", "tag": "96c749d2-098c-4ecc-9e37-3a7d10382cfa", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:52.779455 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c26f516e-faba-40ae-a6c4-b1706c0014e9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:52.779455 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96c749d2-098c-4ecc-9e37-3a7d10382cfa', 'code': 200} Oct 27 16:06:52.780383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:52.786397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Port': ['ID=e0738243-2861-423b-81cc-1a0184199dd8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:52.791681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:52.816350 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e4400495-3067-44b5-ac9a-aa29b9530c88 req-38692010-307f-4f6a-9efe-d0122c94e2cf tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999873 Oct 27 16:06:52.818507 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-96363a31-752a-4a88-ba6a-7b6581f8930f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:06:52.818875 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-96363a31-752a-4a88-ba6a-7b6581f8930f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:06:52.829474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Attempting to bind port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:52.829876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Attempting to bind port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '379ff879-d8d0-4728-b86e-97b282ce721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:52.830142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Attempting to bind port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 on network e0465e90-f0a4-4106-9fdf-52e5ce28e3cb {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:52.845911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13494c7-7fbe-43c1-a86c-117da6d3c619 None None] Network 3e58baa5-d2dd-427a-8a5f-98e7e842580b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:06:52.880955 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.950571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=ad2e6327-00bb-4025-b8e6-1d4d85d0b001,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:52.953228 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:52.954021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de88b970-989b-487a-8757-69af0940cae9 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:52.994391 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.021955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=96c749d2-098c-4ecc-9e37-3a7d10382cfa,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:53.025017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:53.025402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Checking segment: {'id': '379ff879-d8d0-4728-b86e-97b282ce721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:53.025815 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.030144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Bound using segment: {'id': '379ff879-d8d0-4728-b86e-97b282ce721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:53.030144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Bound port: 6873194f-1e4b-42c7-ad6f-1f7bbb73d771, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ff879-d8d0-4728-b86e-97b282ce721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:53.030144 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.088078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: de88b970-989b-487a-8757-69af0940cae9 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:53.088078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de88b970-989b-487a-8757-69af0940cae9 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:53.088917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:53.110409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:53.116641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:53.121124 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Pushing event updated for resources: {'Port': ['ID=250b6c50-3b8c-4570-bc03-307813318ddd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:53.185079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:53.185861 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.190332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5d866c81-6948-4e5f-aeb9-00d78295cff0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:53.218482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-7ca95630-90b6-4678-b6b0-ee8bc165a1c6 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228747 Oct 27 16:06:53.220194 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-afc990db-342c-45d7-ad99-eabc74d702b6 req-900a04be-c5fb-4b9c-b30f-44fec160dd40 tempest-ServerDiskConfigTestJSON-589068200 tempest-ServerDiskConfigTestJSON-589068200-project] 10.222.0.15 "GET /v2.0/ports?device_id=2de978c2-f00a-4667-a119-cce54358b8d4 HTTP/1.1" status: 200 len: 210 time: 0.0518062 Oct 27 16:06:53.229309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581a804-5a6a-4722-bd98-6ce064c5d8d0 req-4d0f0e13-c176-403c-b102-3f3d9cb2533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:53.237478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3581a804-5a6a-4722-bd98-6ce064c5d8d0 req-4d0f0e13-c176-403c-b102-3f3d9cb2533f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 1096 time: 0.2905424 Oct 27 16:06:53.321403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0c2460e-a1cb-4353-bf46-47ad963ace4d up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:53.392036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc1225-ca86-4580-ba6e-2622f7363b75 req-94892f74-808f-43e3-96d2-f00d2edb2d28 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:53.401698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfbc1225-ca86-4580-ba6e-2622f7363b75 req-94892f74-808f-43e3-96d2-f00d2edb2d28 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 945 time: 0.4583020 Oct 27 16:06:53.418431 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] For port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:53.435981 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6861ee19-8456-4b67-88d4-3363c74ff30f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0733826 Oct 27 16:06:53.439983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48920) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:53.451624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'port': {'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49', 'name': 'tempest-TaggedBootDevicesTest-1991926427', 'fixed_ips': [{'subnet_id': 'dbcfadbc-c0a8-42cd-925d-3b1de8b78478'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:53.461796 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-aad17885-94e0-4342-8c60-58de9e887498 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350388 Oct 27 16:06:53.514757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfbc1225-ca86-4580-ba6e-2622f7363b75 req-2b0d878a-0eff-40f8-8579-5a3c39825e87 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114404 Oct 27 16:06:53.541178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] For port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6873194f-1e4b-42c7-ad6f-1f7bbb73d771,segment=NetworkSegment(379ff879-d8d0-4728-b86e-97b282ce721e),segment_id=379ff879-d8d0-4728-b86e-97b282ce721e)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:53.547947 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5d866c81-6948-4e5f-aeb9-00d78295cff0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:53.548356 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.556581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3581a804-5a6a-4722-bd98-6ce064c5d8d0 req-4fa910b7-9ebe-432d-af46-00901be594a0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815338 Oct 27 16:06:53.670197 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.739407 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27d031-a32b-41eb-ac1d-566265c980cd req-8f3a274c-2934-4cf8-b4ad-81f48f2ae247 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:53.741499 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc27d031-a32b-41eb-ac1d-566265c980cd req-8f3a274c-2934-4cf8-b4ad-81f48f2ae247 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.0724297 Oct 27 16:06:53.750876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61d6a540-49d2-45b8-8b22-637e96024c3b req-bf625b20-59b7-4993-a8d5-b39b61df11fa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.806443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf625b20-59b7-4993-a8d5-b39b61df11fa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event deleted for resources: {'Port': ['ID=0076a904-a0dd-46fb-a23a-daa88b1bcf98,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:53.819321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port b0c2460e-a1cb-4353-bf46-47ad963ace4d completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:06:53.832737 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.865946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port b0c2460e-a1cb-4353-bf46-47ad963ace4d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:53.866630 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.867177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679adfb-8796-41c6-aac7-0aad20bd798b req-68dd9f8a-e40e-44bf-9ce3-8431f6a420d1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:53.870298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-efde85ed-01b1-44d5-86f7-5b2c71016312 None None] Provisioning complete for port ad2e6327-00bb-4025-b8e6-1d4d85d0b001 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:53.870298 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-efde85ed-01b1-44d5-86f7-5b2c71016312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.871182 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4679adfb-8796-41c6-aac7-0aad20bd798b req-68dd9f8a-e40e-44bf-9ce3-8431f6a420d1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.3140171 Oct 27 16:06:53.882681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d6a540-49d2-45b8-8b22-637e96024c3b req-bf625b20-59b7-4993-a8d5-b39b61df11fa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] No DVR routers for this DVR port 0076a904-a0dd-46fb-a23a-daa88b1bcf98 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:06:53.892215 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61d6a540-49d2-45b8-8b22-637e96024c3b req-bf625b20-59b7-4993-a8d5-b39b61df11fa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:53.895667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61d6a540-49d2-45b8-8b22-637e96024c3b req-bf625b20-59b7-4993-a8d5-b39b61df11fa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "DELETE /v2.0/ports/0076a904-a0dd-46fb-a23a-daa88b1bcf98 HTTP/1.1" status: 204 len: 173 time: 2.5573483 Oct 27 16:06:53.922930 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc27d031-a32b-41eb-ac1d-566265c980cd req-f3b1a1b0-8497-482e-8ab1-ca36ceca190b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635711 Oct 27 16:06:53.946022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:54.003276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:54.051534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077faa0-be57-4fbf-8042-a4fd49c64d39 None None] Pushing event updated for resources: {'Port': ['ID=6873194f-1e4b-42c7-ad6f-1f7bbb73d771,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:54.114496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 5d866c81-6948-4e5f-aeb9-00d78295cff0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5d866c81-6948-4e5f-aeb9-00d78295cff0,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:54.166645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1cd3d914-e501-4ddd-8e19-5ad7bf15a9d4 req-3aea2ff9-72fd-4233-b38f-41f4f53c33ec tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 210 time: 0.0904410 Oct 27 16:06:54.208697 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:54.228166 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:54.236707 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4679adfb-8796-41c6-aac7-0aad20bd798b req-cbce0663-b49e-4033-a424-18e1e20f6c46 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523824 Oct 27 16:06:54.275228 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:54.380170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] device_id is not set on port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:06:54.389168 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:54.434853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-efde85ed-01b1-44d5-86f7-5b2c71016312 None None] Provisioning complete for port 5d866c81-6948-4e5f-aeb9-00d78295cff0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:54.435612 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-efde85ed-01b1-44d5-86f7-5b2c71016312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:54.480610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e85d8ca6-cf0a-4216-90e1-48fd0779e803', 'name': 'network-vif-deleted', 'tag': '0076a904-a0dd-46fb-a23a-daa88b1bcf98'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:54.483668 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e95004-a47c-42ce-bfd5-121a1a9316f8" -d '{"events": [{"server_uuid": "e85d8ca6-cf0a-4216-90e1-48fd0779e803", "name": "network-vif-deleted", "tag": "0076a904-a0dd-46fb-a23a-daa88b1bcf98"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:54.505052 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=5d866c81-6948-4e5f-aeb9-00d78295cff0,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:54.606885 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0786ab38-c52f-47f0-8448-4fb84441fa3f x-openstack-request-id: req-0786ab38-c52f-47f0-8448-4fb84441fa3f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:54.607458 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e85d8ca6-cf0a-4216-90e1-48fd0779e803", "name": "network-vif-deleted", "tag": "0076a904-a0dd-46fb-a23a-daa88b1bcf98", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:54.607901 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0786ab38-c52f-47f0-8448-4fb84441fa3f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:54.608532 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e85d8ca6-cf0a-4216-90e1-48fd0779e803', 'name': 'network-vif-deleted', 'tag': '0076a904-a0dd-46fb-a23a-daa88b1bcf98', 'status': 'completed', 'code': 200} Oct 27 16:06:54.636089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b0c2460e-a1cb-4353-bf46-47ad963ace4d, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0c2460e-a1cb-4353-bf46-47ad963ace4d,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:54.696740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48942) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:54.712750 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-efde85ed-01b1-44d5-86f7-5b2c71016312 None None] Provisioning complete for port e0738243-2861-423b-81cc-1a0184199dd8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:54.713548 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-efde85ed-01b1-44d5-86f7-5b2c71016312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:54.772595 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:54.801108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c0670c-e642-4337-94e7-452ab8d57613 admin admin] Deleting subnet 5fac26fa-11b5-4f9d-9918-986554ca05aa {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:06:54.813183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:54.815393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35c0670c-e642-4337-94e7-452ab8d57613 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:54.878893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbee0ec8-a522-4119-9c3f-fbb60f46b36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c2460e-a1cb-4353-bf46-47ad963ace4d'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:06:54.891974 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e820e27-cbe2-4daa-8787-7608b5162866" -d '{"events": [{"server_uuid": "dbee0ec8-a522-4119-9c3f-fbb60f46b36c", "name": "network-vif-plugged", "status": "completed", "tag": "b0c2460e-a1cb-4353-bf46-47ad963ace4d"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:06:54.908356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b0c2460e-a1cb-4353-bf46-47ad963ace4d,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:54.918369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-efde85ed-01b1-44d5-86f7-5b2c71016312 None None] Port e0738243-2861-423b-81cc-1a0184199dd8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:06:54.934522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35c0670c-e642-4337-94e7-452ab8d57613 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.006485 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35c0670c-e642-4337-94e7-452ab8d57613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.058716 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-208c2887-ebd1-4526-943b-3f89b7918efa None None] Provisioning complete for port 5d866c81-6948-4e5f-aeb9-00d78295cff0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:55.062924 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-208c2887-ebd1-4526-943b-3f89b7918efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.073471 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa72fd3-0419-438c-827e-60229b64e7c4 x-openstack-request-id: req-aaa72fd3-0419-438c-827e-60229b64e7c4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:06:55.073775 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbee0ec8-a522-4119-9c3f-fbb60f46b36c", "name": "network-vif-plugged", "status": "completed", "tag": "b0c2460e-a1cb-4353-bf46-47ad963ace4d", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:06:55.074012 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aaa72fd3-0419-438c-827e-60229b64e7c4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:06:55.074460 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbee0ec8-a522-4119-9c3f-fbb60f46b36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c2460e-a1cb-4353-bf46-47ad963ace4d', 'code': 200} Oct 27 16:06:55.351151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 0076a904-a0dd-46fb-a23a-daa88b1bcf98 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:06:55.353293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35c0670c-e642-4337-94e7-452ab8d57613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.421442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5d866c81-6948-4e5f-aeb9-00d78295cff0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:55.424302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 0076a904-a0dd-46fb-a23a-daa88b1bcf98 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:06:55.424655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 0076a904-a0dd-46fb-a23a-daa88b1bcf98 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:06:55.442453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0670c-e642-4337-94e7-452ab8d57613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fac26fa-11b5-4f9d-9918-986554ca05aa,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:55.464514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f605-74b2-4b87-a545-e83a9e57d3fd req-d2dd7857-7ece-4be4-871e-04f7f4727d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:55.466369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-abf2f605-74b2-4b87-a545-e83a9e57d3fd req-d2dd7857-7ece-4be4-871e-04f7f4727d39 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dbee0ec8-a522-4119-9c3f-fbb60f46b36c HTTP/1.1" status: 200 len: 1096 time: 0.2573161 Oct 27 16:06:55.469538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35c0670c-e642-4337-94e7-452ab8d57613 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.473263 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-35c0670c-e642-4337-94e7-452ab8d57613 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5fac26fa-11b5-4f9d-9918-986554ca05aa HTTP/1.1" status: 204 len: 168 time: 0.7755718 Oct 27 16:06:55.477390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48952) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:55.545116 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5d866c81-6948-4e5f-aeb9-00d78295cff0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:55.545116 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.565915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38a744-d0b3-4e2d-940e-061d1a938c3d req-22df2bf8-16f6-4009-8d56-9d78455d61ed tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:55.575331 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba38a744-d0b3-4e2d-940e-061d1a938c3d req-22df2bf8-16f6-4009-8d56-9d78455d61ed tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.2968340 Oct 27 16:06:55.623692 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.625490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d301b-088a-4bce-82bd-c60636c2c617 None None] Network e0465e90-f0a4-4106-9fdf-52e5ce28e3cb requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:06:55.656642 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-abf2f605-74b2-4b87-a545-e83a9e57d3fd req-278a6576-3bf1-483f-9f07-21d0e9bbfc12 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565404 Oct 27 16:06:55.688287 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba38a744-d0b3-4e2d-940e-061d1a938c3d req-d52d063e-149c-4d63-bcfc-547674a8fc53 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120250 Oct 27 16:06:55.765856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3c036-a664-4850-b8c7-735c45b7a5bb req-1a7694a1-a082-4b4a-b728-e15c790385cb tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:55.767744 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fda3c036-a664-4850-b8c7-735c45b7a5bb req-1a7694a1-a082-4b4a-b728-e15c790385cb tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 945 time: 1.0135481 Oct 27 16:06:55.784119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.788505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:55.821178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:55.834204 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529ab8aa-d21f-4695-8736-f542d16f4cd8') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:55.834508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529ab8aa-d21f-4695-8736-f542d16f4cd8') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:55.846671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.865179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.874756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:06:55.875171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.885652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fda3c036-a664-4850-b8c7-735c45b7a5bb req-e999d57d-41f2-4346-a03c-1bed14e8adea tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022041 Oct 27 16:06:55.915680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:06:55.929278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Allocated IP 10.1.1.179 (91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49/dbcfadbc-c0a8-42cd-925d-3b1de8b78478/630e02a2-bc37-4b1c-9d43-7fc7f11e0bae) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:06:55.945311 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:06:55.977026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a1db4c60-5b8c-49e7-921a-761578226758 None None] Provisioning complete for port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:55.977626 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a1db4c60-5b8c-49e7-921a-761578226758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:55.980117 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-53c00728-9c3f-44b7-8026-ca181913a62f req-85646ecc-cacc-4ec5-8724-d6964338afe8 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 210 time: 0.0363889 Oct 27 16:06:56.009901 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.020551 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.025185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203 HTTP/1.1" status: 204 len: 168 time: 0.5467463 Oct 27 16:06:56.043896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:56.044899 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.077355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d2260-8cee-4c03-a1e5-1d6a455e1cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d46d56a3-a8cc-4aa7-a2a2-0c8f38c08203,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:56.106808 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:06:56.138417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Sync routers for ids ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:06:56.165269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Routers {'68ec3b9f-fb7e-4c99-8b1d-068be6092b78'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:56.165982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:56.208571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796feda-0c14-487c-aedc-d2dbc7c29c63 req-72559f81-462d-4c74-b14f-344981014c5b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:56.216787 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1796feda-0c14-487c-aedc-d2dbc7c29c63 req-72559f81-462d-4c74-b14f-344981014c5b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.1129823 Oct 27 16:06:56.295066 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.296502 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3bbae35e-eac8-4435-8127-7f5193408629 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4512193 Oct 27 16:06:56.301553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48958) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:56.336562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a1db4c60-5b8c-49e7-921a-761578226758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.423280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Set router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:56.426111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1796feda-0c14-487c-aedc-d2dbc7c29c63 req-672e248c-12c1-46ec-9e24-15cf33bded0f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083066 Oct 27 16:06:56.443770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a1db4c60-5b8c-49e7-921a-761578226758 None None] For port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6873194f-1e4b-42c7-ad6f-1f7bbb73d771,segment=NetworkSegment(379ff879-d8d0-4728-b86e-97b282ce721e),segment_id=379ff879-d8d0-4728-b86e-97b282ce721e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:06:56.455669 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.571982 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.644083 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a1db4c60-5b8c-49e7-921a-761578226758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.704280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48960) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:56.766644 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:06:56.766995 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:06:56.777626 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-41516a39-416f-4190-b4eb-260f70a89410 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e9e1ab4fe7e4010812b854c5c2e79a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0720713 Oct 27 16:06:56.778500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48964) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:56.818584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db4c60-5b8c-49e7-921a-761578226758 None None] Pushing event updated for resources: {'Port': ['ID=6873194f-1e4b-42c7-ad6f-1f7bbb73d771,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:56.839501 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dd7bbf9a-2608-4bb4-90ad-8c926b748a4b None None] Provisioning complete for port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:56.839860 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dd7bbf9a-2608-4bb4-90ad-8c926b748a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.896347 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e574e5d-6798-4ef9-8af1-d104eca9eafe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.905454 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.908151 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.936858 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e574e5d-6798-4ef9-8af1-d104eca9eafe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:56.948123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ead168-1643-4eb6-a6f1-7558c2a7cf32 req-7b098a2f-a6dc-4e44-a694-055987fb03fd tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:56.950135 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7ead168-1643-4eb6-a6f1-7558c2a7cf32 req-7b098a2f-a6dc-4e44-a694-055987fb03fd tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.1152103 Oct 27 16:06:56.983406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Port': ['ID=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:56.989962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-router', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:06:50Z', 'updated_at': '2021-10-27T16:06:53Z', 'revision_number': 3, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'gw_port': {'id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:64:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:52Z', 'updated_at': '2021-10-27T16:06:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:57.010885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:57.014936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:57.022169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:57.052943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Checking router: 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:06:57.056744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Updating router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 port 250b6c50-3b8c-4570-bc03-307813318ddd binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:06:57.077103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7ead168-1643-4eb6-a6f1-7558c2a7cf32 req-577fe5fe-0531-4bec-adc8-bb63b273e423 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192174 Oct 27 16:06:57.084421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:57.089909 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.123715 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.189848 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e574e5d-6798-4ef9-8af1-d104eca9eafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.193871 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e574e5d-6798-4ef9-8af1-d104eca9eafe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.199110 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8e574e5d-6798-4ef9-8af1-d104eca9eafe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ec98a46-260f-418b-bb98-5e3b87a62342 HTTP/1.1" status: 204 len: 168 time: 0.4195552 Oct 27 16:06:57.221559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e574e5d-6798-4ef9-8af1-d104eca9eafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec98a46-260f-418b-bb98-5e3b87a62342,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:57.303161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1346193f-2663-4a9a-8cbd-c6f31245e7ce req-6e25bc98-0169-4ecc-80f4-cfba66a396bc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 210 time: 0.0659339 Oct 27 16:06:57.461529 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-95a9e9b5-4ce9-428f-a4bd-de4b8cb6b0a4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0182443 Oct 27 16:06:57.479856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680cec2-d396-4573-a8aa-9c73dec12f65 req-97498cec-32f8-4bec-baef-cdf8a8d9f642 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:57.491554 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8680cec2-d396-4573-a8aa-9c73dec12f65 req-97498cec-32f8-4bec-baef-cdf8a8d9f642 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 945 time: 0.3745890 Oct 27 16:06:57.523773 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Allocated IP 172.20.0.1 (e0465e90-f0a4-4106-9fdf-52e5ce28e3cb/a692558d-83f8-4867-885c-a7954ed77900/8878b642-24d0-4b73-b7dc-c03bafd7d21c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:06:57.557885 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ad2e6327-00bb-4025-b8e6-1d4d85d0b001 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:57.575224 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8680cec2-d396-4573-a8aa-9c73dec12f65 req-6a64b478-e645-406c-aaa0-f86a63b91212 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816722 Oct 27 16:06:57.659343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f199c565-3a77-44a1-9a2d-b6e2df7247dd None None] Provisioning complete for port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:57.659783 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f199c565-3a77-44a1-9a2d-b6e2df7247dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.703857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f199c565-3a77-44a1-9a2d-b6e2df7247dd None None] Port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:06:57.755897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ad2e6327-00bb-4025-b8e6-1d4d85d0b001 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:57.756438 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.773332 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.801427 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.870972 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.880150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1516b-2e7a-4390-9f07-d6d419def5d7 req-c48d24d6-2a0a-4c97-9475-c2bac38de534 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:57.880150 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9a1516b-2e7a-4390-9f07-d6d419def5d7 req-c48d24d6-2a0a-4c97-9475-c2bac38de534 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.2192557 Oct 27 16:06:57.928580 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.985971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Attempting to bind port 250b6c50-3b8c-4570-bc03-307813318ddd on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:06:57.986334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Attempting to bind port 250b6c50-3b8c-4570-bc03-307813318ddd by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:06:57.986706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Attempting to bind port 250b6c50-3b8c-4570-bc03-307813318ddd on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:06:57.998728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:06:57.999452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:06:57.999561 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:57.999891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:06:58.000405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Bound port: 250b6c50-3b8c-4570-bc03-307813318ddd, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:06:58.000785 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.014223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Network e0465e90-f0a4-4106-9fdf-52e5ce28e3cb is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:58.026415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:58.029048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:06:58.074274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] For port 250b6c50-3b8c-4570-bc03-307813318ddd, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:06:58.075328 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9a1516b-2e7a-4390-9f07-d6d419def5d7 req-79f6b4d6-cce0-4fd6-84e5-41815f77830c tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900806 Oct 27 16:06:58.079588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] For port 250b6c50-3b8c-4570-bc03-307813318ddd, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=250b6c50-3b8c-4570-bc03-307813318ddd,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:06:58.090348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:06:58.091258 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Pushing event updated for resources: {'Port': ['ID=8878b642-24d0-4b73-b7dc-c03bafd7d21c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:58.123328 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.145458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26119a76-7f40-46ae-b287-b1b3e76c121e None None] Pushing event updated for resources: {'Port': ['ID=250b6c50-3b8c-4570-bc03-307813318ddd,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:58.166690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.270772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26119a76-7f40-46ae-b287-b1b3e76c121e None None] Pushing event updated for resources: {'Port': ['ID=250b6c50-3b8c-4570-bc03-307813318ddd,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:58.285103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:58.286571 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.357471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Routers {'68ec3b9f-fb7e-4c99-8b1d-068be6092b78'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:06:58.358938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:58.409439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffdc5c-c391-46ae-8b10-9cca4bdec555 req-4de7dc72-9351-4bc9-80bd-a0938a9bafb1 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:58.411123 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9ffdc5c-c391-46ae-8b10-9cca4bdec555 req-4de7dc72-9351-4bc9-80bd-a0938a9bafb1 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbee0ec8-a522-4119-9c3f-fbb60f46b36c HTTP/1.1" status: 200 len: 945 time: 0.1989601 Oct 27 16:06:58.463790 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9ffdc5c-c391-46ae-8b10-9cca4bdec555 req-e4638d0a-1e6c-4118-9bc7-591c45673df4 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437369 Oct 27 16:06:58.530029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48998) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:58.537858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9b199159-6c64-4998-a267-b900e0f7b8f9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1652469123', 'description': 'tempest-description--1654392462'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:58.682972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.702584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6308f2ee-6453-43a2-b2cd-ad9a57b33072 None None] Provisioning complete for port 8878b642-24d0-4b73-b7dc-c03bafd7d21c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:58.702584 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6308f2ee-6453-43a2-b2cd-ad9a57b33072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.739774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7343ec9a-90c7-4bde-8bdb-6e6b4eb8f29b req-6abbdc80-94b8-456f-bb53-d51b2a6fc1a9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 210 time: 0.0821278 Oct 27 16:06:58.792042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca26305-8bb7-4e66-8e57-db7911c59121 req-dd94456d-3bc6-4dd4-b8c6-4d37b23b3187 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:58.802925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6308f2ee-6453-43a2-b2cd-ad9a57b33072 None None] Port 8878b642-24d0-4b73-b7dc-c03bafd7d21c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:06:58.811617 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5ca26305-8bb7-4e66-8e57-db7911c59121 req-dd94456d-3bc6-4dd4-b8c6-4d37b23b3187 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.2094839 Oct 27 16:06:58.818380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] Set router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:06:58.835421 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b199159-6c64-4998-a267-b900e0f7b8f9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:58.958981 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5ca26305-8bb7-4e66-8e57-db7911c59121 req-ac918af3-5219-48f7-a39a-4b976177f9c5 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439879 Oct 27 16:06:58.990806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49008) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:59.094522 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.123622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-router', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:06:50Z', 'updated_at': '2021-10-27T16:06:53Z', 'revision_number': 3, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'gw_port': {'id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:64:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:52Z', 'updated_at': '2021-10-27T16:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:06:59.161848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96060195-485b-4b78-992d-6a1f75fb89ff None None] The sync data for ids ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'] in n-d-815689-1 is: [{'id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-router', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:06:50Z', 'updated_at': '2021-10-27T16:06:53Z', 'revision_number': 3, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'gw_port': {'id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:64:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:52Z', 'updated_at': '2021-10-27T16:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:06:59.164356 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b199159-6c64-4998-a267-b900e0f7b8f9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.190003 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.194589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.264447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2015302351-network', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:59.275355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b199159-6c64-4998-a267-b900e0f7b8f9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.311904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.366067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Pushing event updated for resources: {'Port': ['ID=8878b642-24d0-4b73-b7dc-c03bafd7d21c,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:59.404425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b199159-6c64-4998-a267-b900e0f7b8f9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c9e4cf-308f-4692-b3ae-cccb9325037d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:59.410577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Made reservation on behalf of e453eb141e324e84bad185e6328bf7f8 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:06:59.418431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.424869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bae31-2b50-4402-a00f-e4ccc2d18c34 req-90624fca-eeed-4658-8116-c216dcf632b2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:59.432133 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b00bae31-2b50-4402-a00f-e4ccc2d18c34 req-90624fca-eeed-4658-8116-c216dcf632b2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.1983068 Oct 27 16:06:59.445108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.493016 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b199159-6c64-4998-a267-b900e0f7b8f9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.494983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9b199159-6c64-4998-a267-b900e0f7b8f9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9631763 Oct 27 16:06:59.501033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49016) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:06:59.505342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1729ffda-21ba-473a-95bd-7b76fd98a89d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'security_group_rule': {'security_group_id': '17c9e4cf-308f-4692-b3ae-cccb9325037d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:06:59.522506 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b00bae31-2b50-4402-a00f-e4ccc2d18c34 req-25754d9e-80cd-4fa8-a299-db7eb8b0fbe0 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888913 Oct 27 16:06:59.558005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Network e0465e90-f0a4-4106-9fdf-52e5ce28e3cb is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:06:59.562280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:06:59.668740 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.701954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1729ffda-21ba-473a-95bd-7b76fd98a89d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.749807 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.767910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:06:59.794525 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.795054 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Added segment 7a136aeb-5fd3-445a-b56a-1b56a12fdecd of type vlan for network 14060b4c-01a1-4d12-9810-8c7a68febede Oct 27 16:06:59.833780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:06:59.846880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1729ffda-21ba-473a-95bd-7b76fd98a89d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.863619 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.928164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:06:59.952496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-339368e4-f7a5-4ca8-9cb9-113631df816a req-771bcff8-6165-496d-9db3-e2fedf8ceb7a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 210 time: 0.0907688 Oct 27 16:06:59.958029 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1729ffda-21ba-473a-95bd-7b76fd98a89d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.960306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ff3f9e3b-13c2-46d1-ad44-c83ec901987b None None] Provisioning complete for port 8878b642-24d0-4b73-b7dc-c03bafd7d21c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:06:59.960546 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ff3f9e3b-13c2-46d1-ad44-c83ec901987b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.969703 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:06:59.974863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:06:59.974863 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.081613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0892258 Oct 27 16:07:00.084742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49026) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:00.094425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] Request body: {'subnet': {'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2015302351-subnet', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:00.120436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bcaef-e772-437d-9cdf-9165fb3bc519 admin admin] Pushing event updated for resources: {'Network': ['ID=14060b4c-01a1-4d12-9810-8c7a68febede,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:00.126272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 250b6c50-3b8c-4570-bc03-307813318ddd up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:00.147604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:07:00.148894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 14060b4c-01a1-4d12-9810-8c7a68febede details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:07:00.161350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729ffda-21ba-473a-95bd-7b76fd98a89d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a224977c-8107-497d-9212-09276a1d6a6e,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:00.167214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6bd958e2-a22a-4c49-b4bf-fd06ed11fe22 admin admin] 10.222.0.15 "PUT /v2.0/routers/68ec3b9f-fb7e-4c99-8b1d-068be6092b78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8631151 Oct 27 16:07:00.213072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] Made reservation on behalf of e453eb141e324e84bad185e6328bf7f8 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:00.217365 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.273581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2378f5f-6e90-46b8-8d15-da53c8a1af67 req-ae64f03e-09e0-4721-92bb-7f329db7a14d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:00.275430 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2378f5f-6e90-46b8-8d15-da53c8a1af67 req-ae64f03e-09e0-4721-92bb-7f329db7a14d tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbee0ec8-a522-4119-9c3f-fbb60f46b36c HTTP/1.1" status: 200 len: 945 time: 0.1247671 Oct 27 16:07:00.318441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ff3f9e3b-13c2-46d1-ad44-c83ec901987b None None] Port 8878b642-24d0-4b73-b7dc-c03bafd7d21c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:00.319817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1729ffda-21ba-473a-95bd-7b76fd98a89d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.321111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1729ffda-21ba-473a-95bd-7b76fd98a89d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8195722 Oct 27 16:07:00.328087 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49030) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:00.332757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-da9605e4-da3f-4f2f-8967-340b723b2821 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'security_group_rule': {'security_group_id': '17c9e4cf-308f-4692-b3ae-cccb9325037d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:00.377663 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2378f5f-6e90-46b8-8d15-da53c8a1af67 req-937e5c3c-300a-46b8-b2d1-6d1b0380707c tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954325 Oct 27 16:07:00.410942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 250b6c50-3b8c-4570-bc03-307813318ddd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:00.411380 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.424576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c19d0d-f6fe-403d-a6f5-8c88e4485c0f req-b28b6f14-6653-40e7-9a87-cea82acdeca9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:00.426511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83c19d0d-f6fe-403d-a6f5-8c88e4485c0f req-b28b6f14-6653-40e7-9a87-cea82acdeca9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.1261914 Oct 27 16:07:00.455019 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da9605e4-da3f-4f2f-8967-340b723b2821 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.522971 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83c19d0d-f6fe-403d-a6f5-8c88e4485c0f req-dd3142a3-f9be-4ee3-b02f-580741aa4240 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848293 Oct 27 16:07:00.573446 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da9605e4-da3f-4f2f-8967-340b723b2821 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.635736 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.699157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 250b6c50-3b8c-4570-bc03-307813318ddd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=250b6c50-3b8c-4570-bc03-307813318ddd,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:00.722563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ea3b6-e14c-44ff-8dd0-9b68fc2f95d9 req-ed70b2b4-96b4-4630-a8ad-24186719e2e1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:00.724260 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-851ea3b6-e14c-44ff-8dd0-9b68fc2f95d9 req-ed70b2b4-96b4-4630-a8ad-24186719e2e1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.1073689 Oct 27 16:07:00.736143 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da9605e4-da3f-4f2f-8967-340b723b2821 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.752393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6e34500-3253-4786-8737-361e14056e90 req-737bcf8e-4c09-4d4b-9b0b-3a7a71c83783 tempest-FloatingIPsNegativeTestJSON-1659430653 tempest-FloatingIPsNegativeTestJSON-1659430653-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=c8234305ae96434d815fb5bf7313a66e HTTP/1.1" status: 200 len: 217 time: 0.0536957 Oct 27 16:07:00.771447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9605e4-da3f-4f2f-8967-340b723b2821 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f665d2e5-d2f9-4043-bc30-6a0cb91a0183,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:00.784529 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-851ea3b6-e14c-44ff-8dd0-9b68fc2f95d9 req-5d57685f-9ff4-4e4b-a847-8ec7d2a7c517 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495477 Oct 27 16:07:00.786509 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.809159 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0b11ed5b-e8d0-4987-95c4-60aabb751bb4 req-95af97e6-4cba-48cf-b628-f475a1392066 tempest-FloatingIPsNegativeTestJSON-1659430653 tempest-FloatingIPsNegativeTestJSON-1659430653-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0338268 Oct 27 16:07:00.819442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.858394 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da9605e4-da3f-4f2f-8967-340b723b2821 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:00.860254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-da9605e4-da3f-4f2f-8967-340b723b2821 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5309854 Oct 27 16:07:00.863324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49042) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:00.868950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:00.887336 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-15b95911-3261-43dd-9ff3-1b1495f32c4a req-9373bf5a-e11d-43fa-92b8-08f5bb01a0eb tempest-FloatingIPsNegativeTestJSON-1659430653 tempest-FloatingIPsNegativeTestJSON-1659430653-project] show failed (client error): The resource could not be found. Oct 27 16:07:00.889469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15b95911-3261-43dd-9ff3-1b1495f32c4a req-9373bf5a-e11d-43fa-92b8-08f5bb01a0eb tempest-FloatingIPsNegativeTestJSON-1659430653 tempest-FloatingIPsNegativeTestJSON-1659430653-project] 10.222.0.15 "GET /v2.0/floatingips/300a741e-e117-48e9-818e-ee534fbfb47a HTTP/1.1" status: 404 len: 350 time: 0.0535612 Oct 27 16:07:00.903913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49044) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:00.908727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=250b6c50-3b8c-4570-bc03-307813318ddd,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:00.923877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5585183d-91de-498a-87df-f34ca26ac743,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:00.936729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] Checking segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:00.937096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] Network hostable DHCP agents. Network: 14060b4c-01a1-4d12-9810-8c7a68febede, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:07:00.989507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.030255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] Network 14060b4c-01a1-4d12-9810-8c7a68febede is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:07:01.091745 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9504b999-5b66-4b85-8dca-60e343de8383 req-c419fe08-92d8-463f-8798-d026f2ea334a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 210 time: 0.0441628 Oct 27 16:07:01.105014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 14060b4c-01a1-4d12-9810-8c7a68febede) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:01.111424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:01.112408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.124303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595233e6-bd3e-4172-980d-e895896b3364 None None] Network 14060b4c-01a1-4d12-9810-8c7a68febede requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:07:01.190266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c52aa0b1-bd3d-4a8f-b09f-8ea0dae086cf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1044328 Oct 27 16:07:01.190892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49050) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:01.195243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:01.277711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.326907 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.328292 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.393268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-14060b4c-01a1-4d12-9810-8c7a68febede', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:07:01.394399 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.424155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa94838-8432-42e3-bca9-0dd5f6c0d2b0 req-900601b2-dc47-4d1d-a384-4b7761e5c2dd tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:01.425596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baa94838-8432-42e3-bca9-0dd5f6c0d2b0 req-900601b2-dc47-4d1d-a384-4b7761e5c2dd tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.53 "GET /v2.0/ports?device_id=dbee0ec8-a522-4119-9c3f-fbb60f46b36c HTTP/1.1" status: 200 len: 945 time: 0.1596358 Oct 27 16:07:01.427039 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.548468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Allocated IP 172.25.4.246 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/0e0bb519-96b9-4625-afc5-cc0efd806419) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:01.580510 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Allocated IP 172.20.0.2 (14060b4c-01a1-4d12-9810-8c7a68febede/5585183d-91de-498a-87df-f34ca26ac743/0f038e06-1151-4e5d-8275-19a5d82810e0) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:01.726068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178aa965-1e31-46fe-824b-f561b702dd7f req-564ea8fe-fc6f-48f0-81bf-0b751a13d946 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:01.727749 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-178aa965-1e31-46fe-824b-f561b702dd7f req-564ea8fe-fc6f-48f0-81bf-0b751a13d946 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbee0ec8-a522-4119-9c3f-fbb60f46b36c HTTP/1.1" status: 200 len: 945 time: 0.2010403 Oct 27 16:07:01.787476 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.847354 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.860113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-178aa965-1e31-46fe-824b-f561b702dd7f req-da1a6974-2102-4112-b2c2-867ccecaf992 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100068 Oct 27 16:07:01.875605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-baa94838-8432-42e3-bca9-0dd5f6c0d2b0 req-4f61a49c-5430-4463-8327-cd18d982ef25 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Deleting port b0c2460e-a1cb-4353-bf46-47ad963ace4d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:01.876131 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-baa94838-8432-42e3-bca9-0dd5f6c0d2b0 req-4f61a49c-5430-4463-8327-cd18d982ef25 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.882412 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.899932 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Sync routers for ids ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:07:01.920039 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-06ff66f7-a2eb-401f-b712-5e24cd8dd930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:01.921577 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Routers {'68ec3b9f-fb7e-4c99-8b1d-068be6092b78'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:01.922437 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:01.960104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Pushing event updated for resources: {'Port': ['ID=0f038e06-1151-4e5d-8275-19a5d82810e0,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:01.963560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Network 14060b4c-01a1-4d12-9810-8c7a68febede is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:01.966261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:01.971239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:02.044645 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 250b6c50-3b8c-4570-bc03-307813318ddd up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:02.117182 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.118289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Attempting to bind port 0f038e06-1151-4e5d-8275-19a5d82810e0 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:02.119830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Attempting to bind port 0f038e06-1151-4e5d-8275-19a5d82810e0 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:02.121166 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Attempting to bind port 0f038e06-1151-4e5d-8275-19a5d82810e0 on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:02.138872 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:02.141143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Checking segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:02.141867 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.143596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Bound using segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:02.145926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Bound port: 0f038e06-1151-4e5d-8275-19a5d82810e0, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:02.147207 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.157944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1eb3f2-bd0f-483d-92be-27321a7515c5 req-db62cb49-9779-4376-ba86-fd21eb66810a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:02.167039 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc1eb3f2-bd0f-483d-92be-27321a7515c5 req-db62cb49-9779-4376-ba86-fd21eb66810a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.1401563 Oct 27 16:07:02.171872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37f70c-287a-417f-aec6-e65b140a285e req-9ca914a6-0d36-4463-b203-6e2e74e3128b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:02.177292 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b37f70c-287a-417f-aec6-e65b140a285e req-9ca914a6-0d36-4463-b203-6e2e74e3128b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.5121865 Oct 27 16:07:02.196730 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Set router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:02.211606 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ed85-7b8a-4abd-9406-35181d0b410d req-f0fedea0-5de2-4512-98d2-56e5b63f7330 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:02.213856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3964ed85-7b8a-4abd-9406-35181d0b410d req-f0fedea0-5de2-4512-98d2-56e5b63f7330 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa HTTP/1.1" status: 200 len: 945 time: 0.3004465 Oct 27 16:07:02.272466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] For port 0f038e06-1151-4e5d-8275-19a5d82810e0, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:02.276389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] For port 0f038e06-1151-4e5d-8275-19a5d82810e0, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0f038e06-1151-4e5d-8275-19a5d82810e0,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:02.277036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 250b6c50-3b8c-4570-bc03-307813318ddd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:02.277409 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.335851 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.349227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-baa94838-8432-42e3-bca9-0dd5f6c0d2b0 req-4f61a49c-5430-4463-8327-cd18d982ef25 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] For port b0c2460e-a1cb-4353-bf46-47ad963ace4d, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b0c2460e-a1cb-4353-bf46-47ad963ace4d,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:02.352954 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-baa94838-8432-42e3-bca9-0dd5f6c0d2b0 req-4f61a49c-5430-4463-8327-cd18d982ef25 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.353568 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.364146 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc1eb3f2-bd0f-483d-92be-27321a7515c5 req-dfb56cad-8f8a-40cd-9a21-dce6ff54f2e1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956072 Oct 27 16:07:02.365557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-baa94838-8432-42e3-bca9-0dd5f6c0d2b0 req-4f61a49c-5430-4463-8327-cd18d982ef25 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Calling delete_port for b0c2460e-a1cb-4353-bf46-47ad963ace4d owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:02.487035 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c8128-6b4c-4581-9e1f-02f9fb1e6774 None None] Pushing event updated for resources: {'Port': ['ID=0f038e06-1151-4e5d-8275-19a5d82810e0,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:02.505176 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-router', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:06:50Z', 'updated_at': '2021-10-27T16:06:58Z', 'revision_number': 4, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'gw_port': {'id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:52Z', 'updated_at': '2021-10-27T16:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '8878b642-24d0-4b73-b7dc-c03bafd7d21c', 'name': '', 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'mac_address': 'fa:16:3e:16:2b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'a692558d-83f8-4867-885c-a7954ed77900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:57Z', 'updated_at': '2021-10-27T16:06:58Z', 'revision_number': 2, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'subnets': [{'id': 'a692558d-83f8-4867-885c-a7954ed77900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:02.507393 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.510873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:02.542269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:02.547235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Port': ['ID=0e0bb519-96b9-4625-afc5-cc0efd806419,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:02.559643 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0b0b1ea-2968-4bba-aed8-12cf65147263 req-c5ab5dd3-eb13-4863-b7b7-c7b005d555e6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=e85d8ca6-cf0a-4216-90e1-48fd0779e803 HTTP/1.1" status: 200 len: 210 time: 0.0601282 Oct 27 16:07:02.567458 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Checking router: 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:07:02.567719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:02.568526 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Updating router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 port 8878b642-24d0-4b73-b7dc-c03bafd7d21c binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:07:02.629454 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.792699 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b37f70c-287a-417f-aec6-e65b140a285e req-3c9d93c4-e240-44ab-a56f-7867e8669229 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5775151 Oct 27 16:07:02.804185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-3964ed85-7b8a-4abd-9406-35181d0b410d req-f76ddf3c-8790-4863-b1d4-ca0eb146b615 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Deleting port 96c749d2-098c-4ecc-9e37-3a7d10382cfa {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:02.804700 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3964ed85-7b8a-4abd-9406-35181d0b410d req-f76ddf3c-8790-4863-b1d4-ca0eb146b615 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.861016 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:02.878987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-06ff66f7-a2eb-401f-b712-5e24cd8dd930 admin admin] Deleting port 8878b642-24d0-4b73-b7dc-c03bafd7d21c {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:02.879562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-06ff66f7-a2eb-401f-b712-5e24cd8dd930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.120685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3964ed85-7b8a-4abd-9406-35181d0b410d req-f76ddf3c-8790-4863-b1d4-ca0eb146b615 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] For port 96c749d2-098c-4ecc-9e37-3a7d10382cfa, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=96c749d2-098c-4ecc-9e37-3a7d10382cfa,segment=NetworkSegment(86f96c97-b185-49c7-b75b-ef5fc8de8cba),segment_id=86f96c97-b185-49c7-b75b-ef5fc8de8cba)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:03.124413 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3964ed85-7b8a-4abd-9406-35181d0b410d req-f76ddf3c-8790-4863-b1d4-ca0eb146b615 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.220528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-3964ed85-7b8a-4abd-9406-35181d0b410d req-f76ddf3c-8790-4863-b1d4-ca0eb146b615 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Calling delete_port for 96c749d2-098c-4ecc-9e37-3a7d10382cfa owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:03.242775 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.313814 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.380895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-baa94838-8432-42e3-bca9-0dd5f6c0d2b0 req-4f61a49c-5430-4463-8327-cd18d982ef25 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.393888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['96c749d2-098c-4ecc-9e37-3a7d10382cfa', 'b0c2460e-a1cb-4353-bf46-47ad963ace4d'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:03.420387 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Pushing event updated for resources: {'Port': ['ID=8878b642-24d0-4b73-b7dc-c03bafd7d21c,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:03.442315 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.442678 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.443025 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.443374 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.443709 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.444041 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.444416 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.445097 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.445853 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.446192 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.446523 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.446904 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:03.518231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f61a49c-5430-4463-8327-cd18d982ef25 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Pushing event deleted for resources: {'Port': ['ID=b0c2460e-a1cb-4353-bf46-47ad963ace4d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:03.530088 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Attempting to bind port 8878b642-24d0-4b73-b7dc-c03bafd7d21c on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:03.530459 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Attempting to bind port 8878b642-24d0-4b73-b7dc-c03bafd7d21c by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '379ff879-d8d0-4728-b86e-97b282ce721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:03.530824 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Attempting to bind port 8878b642-24d0-4b73-b7dc-c03bafd7d21c on network e0465e90-f0a4-4106-9fdf-52e5ce28e3cb {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:03.538007 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:03.539659 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Checking segment: {'id': '379ff879-d8d0-4728-b86e-97b282ce721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:03.539939 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.540569 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Bound using segment: {'id': '379ff879-d8d0-4728-b86e-97b282ce721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:03.540964 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Bound port: 8878b642-24d0-4b73-b7dc-c03bafd7d21c, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ff879-d8d0-4728-b86e-97b282ce721e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:03.541356 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.547849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.633628 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] For port 8878b642-24d0-4b73-b7dc-c03bafd7d21c, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:03.643610 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] For port 8878b642-24d0-4b73-b7dc-c03bafd7d21c, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8878b642-24d0-4b73-b7dc-c03bafd7d21c,segment=NetworkSegment(379ff879-d8d0-4728-b86e-97b282ce721e),segment_id=379ff879-d8d0-4728-b86e-97b282ce721e)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:03.700243 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.756287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa94838-8432-42e3-bca9-0dd5f6c0d2b0 req-4f61a49c-5430-4463-8327-cd18d982ef25 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] No DVR routers for this DVR port b0c2460e-a1cb-4353-bf46-47ad963ace4d on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:03.759069 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-baa94838-8432-42e3-bca9-0dd5f6c0d2b0 req-4f61a49c-5430-4463-8327-cd18d982ef25 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.768270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baa94838-8432-42e3-bca9-0dd5f6c0d2b0 req-4f61a49c-5430-4463-8327-cd18d982ef25 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.53 "DELETE /v2.0/ports/b0c2460e-a1cb-4353-bf46-47ad963ace4d HTTP/1.1" status: 204 len: 173 time: 2.3352222 Oct 27 16:07:03.842616 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.871115 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Routers {'68ec3b9f-fb7e-4c99-8b1d-068be6092b78'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:03.875298 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:03.891687 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d3b052-af8c-4c5d-aa5a-3c53bedba691 req-5a8611aa-d7a7-4293-b729-11f48ead078b tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:03.893589 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6d3b052-af8c-4c5d-aa5a-3c53bedba691 req-5a8611aa-d7a7-4293-b729-11f48ead078b tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/ports?device_id=dbee0ec8-a522-4119-9c3f-fbb60f46b36c HTTP/1.1" status: 200 len: 867 time: 0.8378081 Oct 27 16:07:03.923928 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-06ff66f7-a2eb-401f-b712-5e24cd8dd930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.932675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c5b7ab98-003f-4071-8c33-af07e5e9cee9 None None] Provisioning complete for port 8878b642-24d0-4b73-b7dc-c03bafd7d21c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:03.933403 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ab98-003f-4071-8c33-af07e5e9cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.935470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbee0ec8-a522-4119-9c3f-fbb60f46b36c', 'name': 'network-vif-deleted', 'tag': 'b0c2460e-a1cb-4353-bf46-47ad963ace4d'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:03.939551 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:03.942179 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1709d63-07bf-4c37-8322-7c95e6276c13" -d '{"events": [{"server_uuid": "dbee0ec8-a522-4119-9c3f-fbb60f46b36c", "name": "network-vif-deleted", "tag": "b0c2460e-a1cb-4353-bf46-47ad963ace4d"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:03.984654 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bd5fb-38f6-4a4f-a8ce-49bbad517fd2 None None] Pushing event updated for resources: {'Port': ['ID=8878b642-24d0-4b73-b7dc-c03bafd7d21c,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:04.005833 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.053853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-06ff66f7-a2eb-401f-b712-5e24cd8dd930 admin admin] Calling delete_port for 8878b642-24d0-4b73-b7dc-c03bafd7d21c owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:04.135703 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.138468 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3964ed85-7b8a-4abd-9406-35181d0b410d req-f76ddf3c-8790-4863-b1d4-ca0eb146b615 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.177772 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ab98-003f-4071-8c33-af07e5e9cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.190604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17180f94-95e9-4d4d-bcc3-bb268852fc2a req-e020cf82-5ef5-4138-8169-f5ff85fdecc6 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:04.194112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17180f94-95e9-4d4d-bcc3-bb268852fc2a req-e020cf82-5ef5-4138-8169-f5ff85fdecc6 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.6529891 Oct 27 16:07:04.278664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0f038e06-1151-4e5d-8275-19a5d82810e0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:04.295974 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] Set router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:04.350712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ddf3c-8790-4863-b1d4-ca0eb146b615 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Pushing event deleted for resources: {'Port': ['ID=96c749d2-098c-4ecc-9e37-3a7d10382cfa,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:04.358259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c5b7ab98-003f-4071-8c33-af07e5e9cee9 None None] For port 8878b642-24d0-4b73-b7dc-c03bafd7d21c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8878b642-24d0-4b73-b7dc-c03bafd7d21c,segment=NetworkSegment(379ff879-d8d0-4728-b86e-97b282ce721e),segment_id=379ff879-d8d0-4728-b86e-97b282ce721e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:04.422573 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6d3b052-af8c-4c5d-aa5a-3c53bedba691 req-922644f7-d6b1-4ff5-8878-bb7f763afb66 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.15 "GET /v2.0/security-groups?id=c497608f-d002-4a82-9f14-5140ee923ddc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141971 Oct 27 16:07:04.427250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 0f038e06-1151-4e5d-8275-19a5d82810e0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:04.428597 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.439369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Port': ['ID=0e0bb519-96b9-4625-afc5-cc0efd806419,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:04.458651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3964ed85-7b8a-4abd-9406-35181d0b410d req-f76ddf3c-8790-4863-b1d4-ca0eb146b615 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] No DVR routers for this DVR port 96c749d2-098c-4ecc-9e37-3a7d10382cfa on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:04.461552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3964ed85-7b8a-4abd-9406-35181d0b410d req-f76ddf3c-8790-4863-b1d4-ca0eb146b615 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.465817 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3964ed85-7b8a-4abd-9406-35181d0b410d req-f76ddf3c-8790-4863-b1d4-ca0eb146b615 tempest-MultipleCreateTestJSON-1371432180 tempest-MultipleCreateTestJSON-1371432180-project] 10.222.0.53 "DELETE /v2.0/ports/96c749d2-098c-4ecc-9e37-3a7d10382cfa HTTP/1.1" status: 204 len: 173 time: 1.9939897 Oct 27 16:07:04.482108 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ab98-003f-4071-8c33-af07e5e9cee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.488192 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17180f94-95e9-4d4d-bcc3-bb268852fc2a req-8c3ec094-4197-4eed-ad17-7ae6ca8ac6ea tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622850 Oct 27 16:07:04.592676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Allocated IP 172.25.4.14 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/d268485b-6853-4bc6-891e-0a3457abb9e1) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:04.652783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7ab98-003f-4071-8c33-af07e5e9cee9 None None] Pushing event updated for resources: {'Port': ['ID=8878b642-24d0-4b73-b7dc-c03bafd7d21c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:04.706548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b032c8c6-5f4b-438a-8952-d521045daaa8 None None] Provisioning complete for port 8878b642-24d0-4b73-b7dc-c03bafd7d21c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:04.708204 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b032c8c6-5f4b-438a-8952-d521045daaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.761886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18291173-2837-4cd2-b9cc-75c803678bd5 None None] Network 14060b4c-01a1-4d12-9810-8c7a68febede requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:07:04.813209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.816731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.817080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.817421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.817905 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.818247 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.818577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.819130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.819260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.819538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.819861 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.820448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.820781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:04.908304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a883133-89c0-48c6-8b1a-2723e07c1c46 req-d36ef018-cde9-421c-a971-a587676ae853 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:04.918220 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a883133-89c0-48c6-8b1a-2723e07c1c46 req-d36ef018-cde9-421c-a971-a587676ae853 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.0925481 Oct 27 16:07:04.920591 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.930509 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-router', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:06:50Z', 'updated_at': '2021-10-27T16:06:58Z', 'revision_number': 4, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'gw_port': {'id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:52Z', 'updated_at': '2021-10-27T16:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '8878b642-24d0-4b73-b7dc-c03bafd7d21c', 'name': '', 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'mac_address': 'fa:16:3e:16:2b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'a692558d-83f8-4867-885c-a7954ed77900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:57Z', 'updated_at': '2021-10-27T16:07:03Z', 'revision_number': 4, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'subnets': [{'id': 'a692558d-83f8-4867-885c-a7954ed77900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:04.940081 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-06ff66f7-a2eb-401f-b712-5e24cd8dd930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:04.980230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff66f7-a2eb-401f-b712-5e24cd8dd930 admin admin] Pushing event deleted for resources: {'Port': ['ID=8878b642-24d0-4b73-b7dc-c03bafd7d21c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:05.014677 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099174c2-972f-4e9b-8ac7-f56aa06a8dbd None None] The sync data for ids ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'] in n-d-815689-1 is: [{'id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-router', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:06:50Z', 'updated_at': '2021-10-27T16:06:58Z', 'revision_number': 4, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'gw_port': {'id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:52Z', 'updated_at': '2021-10-27T16:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '8878b642-24d0-4b73-b7dc-c03bafd7d21c', 'name': '', 'network_id': 'e0465e90-f0a4-4106-9fdf-52e5ce28e3cb', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'mac_address': 'fa:16:3e:16:2b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'a692558d-83f8-4867-885c-a7954ed77900', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:57Z', 'updated_at': '2021-10-27T16:07:03Z', 'revision_number': 4, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'subnets': [{'id': 'a692558d-83f8-4867-885c-a7954ed77900', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:07:05.017612 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4731e0f-be99-4c73-b97f-5cd9004c0335 x-openstack-request-id: req-f4731e0f-be99-4c73-b97f-5cd9004c0335 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:05.018187 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbee0ec8-a522-4119-9c3f-fbb60f46b36c", "name": "network-vif-deleted", "tag": "b0c2460e-a1cb-4353-bf46-47ad963ace4d", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:05.019929 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4731e0f-be99-4c73-b97f-5cd9004c0335 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:05.020638 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbee0ec8-a522-4119-9c3f-fbb60f46b36c', 'name': 'network-vif-deleted', 'tag': 'b0c2460e-a1cb-4353-bf46-47ad963ace4d', 'status': 'completed', 'code': 200} Oct 27 16:07:05.054605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.114460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.126778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b032c8c6-5f4b-438a-8952-d521045daaa8 None None] Could not find standard attr ID for object 8878b642-24d0-4b73-b7dc-c03bafd7d21c. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:07:05.149332 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a883133-89c0-48c6-8b1a-2723e07c1c46 req-a54091e1-45c3-4a70-b92b-ea5ca1fecf60 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300825 Oct 27 16:07:05.167922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.170597 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-950457b0-4063-4652-ae7a-8e0bdf6033e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3059340 Oct 27 16:07:05.186820 n-d-815689-1 neutron-server[109724]: INFO neutron.plugins.ml2.db [None req-b032c8c6-5f4b-438a-8952-d521045daaa8 None None] No ports have port_id starting with 8878b642-24d0-4b73-b7dc-c03bafd7d21c Oct 27 16:07:05.231921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:05.256969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:05.266771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:05.282406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 0f038e06-1151-4e5d-8275-19a5d82810e0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0f038e06-1151-4e5d-8275-19a5d82810e0,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:05.382356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 96c749d2-098c-4ecc-9e37-3a7d10382cfa no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:05.412320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.568853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=0f038e06-1151-4e5d-8275-19a5d82810e0,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:05.588572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 96c749d2-098c-4ecc-9e37-3a7d10382cfa {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:05.592385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 96c749d2-098c-4ecc-9e37-3a7d10382cfa not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:05.594657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0c2460e-a1cb-4353-bf46-47ad963ace4d no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:05.635181 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-06ff66f7-a2eb-401f-b712-5e24cd8dd930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.786907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d268485b-6853-4bc6-891e-0a3457abb9e1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:05.856950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.857427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.857863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.858318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.858744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.859171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.859595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.860015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.860478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.860896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.861321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.862071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:05.918354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a3f2c9d3-a117-4b82-81bf-d948bb77ecac None None] Provisioning complete for port 0f038e06-1151-4e5d-8275-19a5d82810e0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:05.918774 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c9d3-a117-4b82-81bf-d948bb77ecac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:05.926352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d2dd5-0e27-4b24-aebb-c546746335e4 req-d4722ce4-5866-4fe6-a08f-f95d3d21962b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:05.932239 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f24d2dd5-0e27-4b24-aebb-c546746335e4 req-d4722ce4-5866-4fe6-a08f-f95d3d21962b tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.1733372 Oct 27 16:07:05.967831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: b0c2460e-a1cb-4353-bf46-47ad963ace4d {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:05.968634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b0c2460e-a1cb-4353-bf46-47ad963ace4d not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:06.006267 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f24d2dd5-0e27-4b24-aebb-c546746335e4 req-592ff152-ea4e-4082-a8a8-0636ecfeb9b2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611770 Oct 27 16:07:06.144695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0f038e06-1151-4e5d-8275-19a5d82810e0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:06.177240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49110) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:06.291886 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40e9808-04ca-4c4a-b3e5-81d20bd5d499 admin admin] Deleting subnet 6250d2d5-b30d-42fc-a71b-63db7ecfbcc2 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:07:06.295705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 0f038e06-1151-4e5d-8275-19a5d82810e0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:06.296090 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.301179 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a40e9808-04ca-4c4a-b3e5-81d20bd5d499 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.405587 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a40e9808-04ca-4c4a-b3e5-81d20bd5d499 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.521637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-15fddf0e-ed0e-4fbb-a3f7-e94da7b9ed4e None None] Provisioning complete for port 0f038e06-1151-4e5d-8275-19a5d82810e0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:06.523993 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-15fddf0e-ed0e-4fbb-a3f7-e94da7b9ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.552975 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-00acf1f9-0c4f-4d58-a457-1e38939cdde2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1652469123&fields=id&tenant_id=05c2f9bb08d64d578878e90145e409ff HTTP/1.1" status: 200 len: 267 time: 0.2820120 Oct 27 16:07:06.573000 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a40e9808-04ca-4c4a-b3e5-81d20bd5d499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.662182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9841d0da-2ce4-4365-b00e-0cde0e512ec3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:06.669577 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9841d0da-2ce4-4365-b00e-0cde0e512ec3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports/e0738243-2861-423b-81cc-1a0184199dd8 HTTP/1.1" status: 200 len: 931 time: 0.1155517 Oct 27 16:07:06.696773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-7e9407b5-ca0b-487d-9293-6aaa5f9852e7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:06.699172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-7e9407b5-ca0b-487d-9293-6aaa5f9852e7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.9533370 Oct 27 16:07:06.727999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ff66f7-a2eb-401f-b712-5e24cd8dd930 admin admin] Router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:07:06.739811 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b39c3d10-f459-416c-9d14-37147bd2476b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/quotas/532e31d389584cc2b9f78d696326f5ea HTTP/1.1" status: 200 len: 375 time: 0.0325606 Oct 27 16:07:06.752205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-d5ab9be9-8c01-42d2-972e-5fd178c0d6a1 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:06.756689 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-d5ab9be9-8c01-42d2-972e-5fd178c0d6a1 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports/630e02a2-bc37-4b1c-9d43-7fc7f11e0bae HTTP/1.1" status: 200 len: 932 time: 0.0861099 Oct 27 16:07:06.842299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-d8e1997d-77e1-4cd6-9cc4-7b66c085e809 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1012111 Oct 27 16:07:06.874080 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-163192c9-c64f-4f45-9002-86ed00a4d432 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?network_id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1088922 Oct 27 16:07:06.896812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a40e9808-04ca-4c4a-b3e5-81d20bd5d499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:06.954415 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-42bf712b-b086-48a5-bd64-18b330f91c93 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?network_id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0787165 Oct 27 16:07:06.972747 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.036703 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a40e9808-04ca-4c4a-b3e5-81d20bd5d499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.041076 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a40e9808-04ca-4c4a-b3e5-81d20bd5d499 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6250d2d5-b30d-42fc-a71b-63db7ecfbcc2 HTTP/1.1" status: 204 len: 168 time: 0.8625829 Oct 27 16:07:07.048216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa', 'name': 'network-vif-deleted', 'tag': '96c749d2-098c-4ecc-9e37-3a7d10382cfa'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:07.051096 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386a4b0a-61e6-4119-95c3-68759c946190" -d '{"events": [{"server_uuid": "cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa", "name": "network-vif-deleted", "tag": "96c749d2-098c-4ecc-9e37-3a7d10382cfa"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:07.056015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49122) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:07.070558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e9808-04ca-4c4a-b3e5-81d20bd5d499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6250d2d5-b30d-42fc-a71b-63db7ecfbcc2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:07.146667 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.151077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1c51b265-f989-47ff-bfae-8869d6d2ad9c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:07.154207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1cbe9945-b6a9-4235-8701-f0f01b92ec98 service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080792 Oct 27 16:07:07.157936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1c51b265-f989-47ff-bfae-8869d6d2ad9c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:07.164446 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1c51b265-f989-47ff-bfae-8869d6d2ad9c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:07.173072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1c51b265-f989-47ff-bfae-8869d6d2ad9c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/networks?id=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&id=3e58baa5-d2dd-427a-8a5f-98e7e842580b HTTP/1.1" status: 200 len: 1989 time: 0.2167187 Oct 27 16:07:07.186859 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ff66f7-a2eb-401f-b712-5e24cd8dd930 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:07:07.192593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-06ff66f7-a2eb-401f-b712-5e24cd8dd930 admin admin] 10.222.0.15 "PUT /v2.0/routers/68ec3b9f-fb7e-4c99-8b1d-068be6092b78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2868326 Oct 27 16:07:07.202708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-313b7a2d-462b-463a-bba7-2484cb76ef8c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/quotas/05c2f9bb08d64d578878e90145e409ff HTTP/1.1" status: 200 len: 375 time: 0.0286515 Oct 27 16:07:07.205057 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49128) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:07.288442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33853de5-333e-45dd-a9c3-9420942f95d1 None None] Sync routers for ids ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:07:07.302739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33853de5-333e-45dd-a9c3-9420942f95d1 None None] Routers {'68ec3b9f-fb7e-4c99-8b1d-068be6092b78'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:07.303527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33853de5-333e-45dd-a9c3-9420942f95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:07.331775 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.359202 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-0066bbb6-c1be-4856-ad2c-20a89e90039b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1555924 Oct 27 16:07:07.368209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859be61d-cb01-42df-85fa-6b8ec6c97027']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:07.417507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f96c97-b185-49c7-b75b-ef5fc8de8cba') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:07.417949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f96c97-b185-49c7-b75b-ef5fc8de8cba') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:07.448860 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.466718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-33853de5-333e-45dd-a9c3-9420942f95d1 None None] Set router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:07.470853 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.508175 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-8d2839e8-da0c-41fa-8833-d0227fe4172a service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970734 Oct 27 16:07:07.517811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.542617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:07:07.543484 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:07:07.546218 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:07:07.606404 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.620934 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.633234 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cd919020-7437-4bb7-a5d4-36e7793b1eac service neutron] 10.222.0.15 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435935 Oct 27 16:07:07.751128 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-640a5a37-3fc3-4014-af98-0e0b801ac2d3 service neutron] 10.222.0.15 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099942 Oct 27 16:07:07.783134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33853de5-333e-45dd-a9c3-9420942f95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-router', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:06:50Z', 'updated_at': '2021-10-27T16:07:04Z', 'revision_number': 5, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'gw_port': {'id': '250b6c50-3b8c-4570-bc03-307813318ddd', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:64:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:06:52Z', 'updated_at': '2021-10-27T16:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:07.798054 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.809126 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.812585 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] 10.222.0.15 "DELETE /v2.0/networks/859be61d-cb01-42df-85fa-6b8ec6c97027 HTTP/1.1" status: 204 len: 168 time: 0.7553194 Oct 27 16:07:07.815942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33853de5-333e-45dd-a9c3-9420942f95d1 None None] Checking router: 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:07:07.827762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33853de5-333e-45dd-a9c3-9420942f95d1 None None] Routers {'68ec3b9f-fb7e-4c99-8b1d-068be6092b78'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:07.828915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33853de5-333e-45dd-a9c3-9420942f95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:07.833838 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396184d-14f9-4714-84e5-7df3327dd750 admin admin] Pushing event deleted for resources: {'Network': ['ID=859be61d-cb01-42df-85fa-6b8ec6c97027,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:07.842666 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-7cd6541b-ac58-4e87-925b-3f39b0254b44 service neutron] 10.222.0.15 "GET /v2.0/ports/e0738243-2861-423b-81cc-1a0184199dd8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0588768 Oct 27 16:07:07.851106 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Deleting port 250b6c50-3b8c-4570-bc03-307813318ddd {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:07.851731 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:07.889141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Router 51609bd9-2a28-4e92-9fd0-65a17b14af90 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:07:08.155101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:07:08.168431 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Sync routers for ids ['51609bd9-2a28-4e92-9fd0-65a17b14af90'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:07:08.194330 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Routers {'51609bd9-2a28-4e92-9fd0-65a17b14af90'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:08.201311 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['51609bd9-2a28-4e92-9fd0-65a17b14af90'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:08.233586 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] For port 250b6c50-3b8c-4570-bc03-307813318ddd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=250b6c50-3b8c-4570-bc03-307813318ddd,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:08.234170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.254604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Calling delete_port for 250b6c50-3b8c-4570-bc03-307813318ddd owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:08.286545 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.288115 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8b54f986-21a3-4b60-b204-f770b73f05f6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0960877 Oct 27 16:07:08.296718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49142) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:08.348334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-33853de5-333e-45dd-a9c3-9420942f95d1 None None] Set router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:08.371414 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Set router 51609bd9-2a28-4e92-9fd0-65a17b14af90 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:08.428896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33853de5-333e-45dd-a9c3-9420942f95d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-router', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:06:50Z', 'updated_at': '2021-10-27T16:07:07Z', 'revision_number': 6, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:08.482864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33853de5-333e-45dd-a9c3-9420942f95d1 None None] The sync data for ids ['68ec3b9f-fb7e-4c99-8b1d-068be6092b78'] in n-d-815689-1 is: [{'id': '68ec3b9f-fb7e-4c99-8b1d-068be6092b78', 'name': 'tempest-FloatingIPsNegativeTestJSON-550300465-router', 'tenant_id': 'c8234305ae96434d815fb5bf7313a66e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:06:50Z', 'updated_at': '2021-10-27T16:07:07Z', 'revision_number': 6, 'project_id': 'c8234305ae96434d815fb5bf7313a66e', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:07:08.488609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49144) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:08.500508 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-96e5decf-fe16-4d55-891a-08fe76db5c36 service neutron] 10.222.0.15 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453931 Oct 27 16:07:08.675843 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:06Z', 'revision_number': 3, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:08.716607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c21757-306f-4b63-8b31-62445939d07c req-e4058341-36b5-440e-a539-3ab7be0c40a2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:08.718320 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e1c21757-306f-4b63-8b31-62445939d07c req-e4058341-36b5-440e-a539-3ab7be0c40a2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.5046928 Oct 27 16:07:08.732737 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Checking router: 51609bd9-2a28-4e92-9fd0-65a17b14af90 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:07:08.733643 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Updating router 51609bd9-2a28-4e92-9fd0-65a17b14af90 port d268485b-6853-4bc6-891e-0a3457abb9e1 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:07:08.765397 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-62aa7574-9963-44de-b501-2381227f31bc service neutron] 10.222.0.15 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455418 Oct 27 16:07:08.778408 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.789301 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e1c21757-306f-4b63-8b31-62445939d07c req-f97aca01-214d-425e-8101-d26430474bd7 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615003 Oct 27 16:07:08.794203 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8aca3c1d-d94b-4d8e-b5a8-31fba310262e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b21581e0e35c40eeab8543777faccee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025291 Oct 27 16:07:08.797057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49148) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:08.858682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:08.876545 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cdb96789-2d44-4328-95ba-038e546b4d31 service neutron] 10.222.0.15 "GET /v2.0/ports/630e02a2-bc37-4b1c-9d43-7fc7f11e0bae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1097071 Oct 27 16:07:08.930095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Pushing event deleted for resources: {'Port': ['ID=250b6c50-3b8c-4570-bc03-307813318ddd,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:09.119492 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.127956 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db70faf9-8325-4ac6-b117-0f9ff1c4c913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.173511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2655959-fff9-4382-9515-4e907d45045a req-b9af00e1-aa03-4938-aa03-36cf064e448d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:09.175204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2655959-fff9-4382-9515-4e907d45045a req-b9af00e1-aa03-4938-aa03-36cf064e448d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.2270553 Oct 27 16:07:09.212952 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db70faf9-8325-4ac6-b117-0f9ff1c4c913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.232278 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.249805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-6f6c8cce-2a53-4919-b9ac-8866b6cb7a37 service neutron] 10.222.0.15 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723547 Oct 27 16:07:09.253945 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.256369 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.312698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2655959-fff9-4382-9515-4e907d45045a req-bed2f074-3213-4595-b894-5cefcf2c8b72 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250830 Oct 27 16:07:09.346841 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.441475 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58ac4c7-ec84-4211-9c4f-f29926c4c269 x-openstack-request-id: req-a58ac4c7-ec84-4211-9c4f-f29926c4c269 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:09.441746 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa", "name": "network-vif-deleted", "tag": "96c749d2-098c-4ecc-9e37-3a7d10382cfa", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:09.442055 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a58ac4c7-ec84-4211-9c4f-f29926c4c269 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:09.442472 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1b376d-d8c7-4f24-90b5-6a3036fd0eaa', 'name': 'network-vif-deleted', 'tag': '96c749d2-098c-4ecc-9e37-3a7d10382cfa', 'status': 'completed', 'code': 200} Oct 27 16:07:09.444170 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.458942 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Attempting to bind port d268485b-6853-4bc6-891e-0a3457abb9e1 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:09.459453 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Attempting to bind port d268485b-6853-4bc6-891e-0a3457abb9e1 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:09.459835 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Attempting to bind port d268485b-6853-4bc6-891e-0a3457abb9e1 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:09.473281 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cc841acc-a3ff-47bb-95ca-5bfe36fdc169 service neutron] 10.222.0.15 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993659 Oct 27 16:07:09.475216 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4ba19-d0d5-4181-b27e-26bcffe750c7 None None] Pushing event updated for resources: {'Port': ['ID=d268485b-6853-4bc6-891e-0a3457abb9e1,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:09.475390 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.480018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68ec3b9f-fb7e-4c99-8b1d-068be6092b78 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:07:09.487025 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:09.487025 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:09.491361 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.491361 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:09.491361 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Bound port: d268485b-6853-4bc6-891e-0a3457abb9e1, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:09.491361 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.499909 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.510333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1d85285d-630a-448a-9ceb-8d3795c6a094 admin admin] 10.222.0.15 "DELETE /v2.0/routers/68ec3b9f-fb7e-4c99-8b1d-068be6092b78 HTTP/1.1" status: 204 len: 168 time: 2.3042862 Oct 27 16:07:09.513702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49152) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:09.589149 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] For port d268485b-6853-4bc6-891e-0a3457abb9e1, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:09.593531 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] For port d268485b-6853-4bc6-891e-0a3457abb9e1, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d268485b-6853-4bc6-891e-0a3457abb9e1,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:09.611605 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db70faf9-8325-4ac6-b117-0f9ff1c4c913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.614450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db70faf9-8325-4ac6-b117-0f9ff1c4c913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.615661 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-db70faf9-8325-4ac6-b117-0f9ff1c4c913 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c497608f-d002-4a82-9f14-5140ee923ddc HTTP/1.1" status: 204 len: 168 time: 0.8159492 Oct 27 16:07:09.662797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f1edc3b4-c0f6-492d-a3b5-77fdde6676ba req-6d94eb33-5d53-4c54-8561-e1cdc7f48d50 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 210 time: 0.0910041 Oct 27 16:07:09.684557 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-35ddf945-f616-46f3-90e5-734e3b9ac8d8 service neutron] 10.222.0.15 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101576 Oct 27 16:07:09.706161 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.719581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70faf9-8325-4ac6-b117-0f9ff1c4c913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c497608f-d002-4a82-9f14-5140ee923ddc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:09.845044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc8c097-ab66-4c29-8be1-355ed36b5eb6 admin admin] Deleting subnet a692558d-83f8-4867-885c-a7954ed77900 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:07:09.858676 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Routers {'51609bd9-2a28-4e92-9fd0-65a17b14af90'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:09.860623 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['51609bd9-2a28-4e92-9fd0-65a17b14af90'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:09.864362 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c097-ab66-4c29-8be1-355ed36b5eb6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:09.876810 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bfd1816d-7f6b-4aaa-9960-2f1065450af6 service neutron] 10.222.0.15 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852627 Oct 27 16:07:10.045711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 250b6c50-3b8c-4570-bc03-307813318ddd no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:10.080627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c097-ab66-4c29-8be1-355ed36b5eb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:10.092289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 250b6c50-3b8c-4570-bc03-307813318ddd {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:10.093746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 250b6c50-3b8c-4570-bc03-307813318ddd not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:10.094352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8878b642-24d0-4b73-b7dc-c03bafd7d21c no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:10.119073 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4ba19-d0d5-4181-b27e-26bcffe750c7 None None] Pushing event updated for resources: {'Port': ['ID=d268485b-6853-4bc6-891e-0a3457abb9e1,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:10.190345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Allocated IP 172.20.0.1 (14060b4c-01a1-4d12-9810-8c7a68febede/5585183d-91de-498a-87df-f34ca26ac743/ce5f7a4a-5268-452a-9357-56577ba3518d) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:10.210325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 8878b642-24d0-4b73-b7dc-c03bafd7d21c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:10.213821 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8878b642-24d0-4b73-b7dc-c03bafd7d21c not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:10.236280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9aae3f86-cee4-43af-81ae-8154f3ee7267 service neutron] 10.222.0.15 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434961 Oct 27 16:07:10.302927 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] Set router 51609bd9-2a28-4e92-9fd0-65a17b14af90 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:10.518972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:10.657211 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c097-ab66-4c29-8be1-355ed36b5eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:10.721483 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:06Z', 'revision_number': 3, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:10.769405 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901ef63e-07ce-4353-b695-1e8f8546cbca None None] The sync data for ids ['51609bd9-2a28-4e92-9fd0-65a17b14af90'] in n-d-815689-1 is: [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:06Z', 'revision_number': 3, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:07:10.880396 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:11.042181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5f7a4a-5268-452a-9357-56577ba3518d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:11.067972 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2cead5fc-8e74-4997-836c-d9b561195563 service neutron] 10.222.0.15 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8220239 Oct 27 16:07:11.099003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Network 14060b4c-01a1-4d12-9810-8c7a68febede is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:11.104837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:11.110781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:11.192438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-8603e0cf-8899-4f4d-b980-43d93dd85119 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:11.194119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-8603e0cf-8899-4f4d-b980-43d93dd85119 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.4228072 Oct 27 16:07:11.211421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Request body: {'port': {'device_id': '3659903e-d9ae-48a6-acd3-c82f4128f804', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'admin_state_up': True, 'tenant_id': '532e31d389584cc2b9f78d696326f5ea'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:11.350958 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:11.364913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c097-ab66-4c29-8be1-355ed36b5eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:11.491809 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-52ce4bbb-4bb9-4cce-be53-5bd3effa808e service neutron] 10.222.0.15 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751814 Oct 27 16:07:11.645761 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1e55f321-c316-404d-b212-875aa7d11c19 service neutron] 10.222.0.15 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516814 Oct 27 16:07:11.709450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-14d6c4b7-809e-45bb-9a36-114c00f0b936 None None] Provisioning complete for port ce5f7a4a-5268-452a-9357-56577ba3518d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:11.715038 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-14d6c4b7-809e-45bb-9a36-114c00f0b936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:11.783054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-14d6c4b7-809e-45bb-9a36-114c00f0b936 None None] Port ce5f7a4a-5268-452a-9357-56577ba3518d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:11.818496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-a7abbc6a-15cb-4da1-b614-40130e19b6d2 service neutron] 10.222.0.15 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557686 Oct 27 16:07:11.837481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49184) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:11.955663 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-02ad8638-7787-4c9b-a1f0-a177f432aa4a service neutron] 10.222.0.15 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373193 Oct 27 16:07:11.970406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161be396-a6cb-4d3f-9a50-5aeb7c86e046 None None] Network e0465e90-f0a4-4106-9fdf-52e5ce28e3cb requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:07:12.063407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1007836092-network', 'tenant_id': '0748710e1dd44336aad9d4be4305d136'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:12.106988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8c097-ab66-4c29-8be1-355ed36b5eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a692558d-83f8-4867-885c-a7954ed77900,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:12.108648 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c097-ab66-4c29-8be1-355ed36b5eb6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.117152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49190) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:12.122183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1dc8c097-ab66-4c29-8be1-355ed36b5eb6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a692558d-83f8-4867-885c-a7954ed77900 HTTP/1.1" status: 204 len: 168 time: 2.6073143 Oct 27 16:07:12.128786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d268485b-6853-4bc6-891e-0a3457abb9e1 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:12.203051 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Made reservation on behalf of 0748710e1dd44336aad9d4be4305d136 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:12.205796 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.218439 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.250084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.266244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d268485b-6853-4bc6-891e-0a3457abb9e1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:12.266751 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.345594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b8271-e300-429e-9dc7-4d7de9d56103 req-46e8c00a-a1e8-4647-a664-0b9922b1294d tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:12.350285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faa376f-bb4b-4843-be82-727b376ed261 None None] DHCP port deletion for e0465e90-f0a4-4106-9fdf-52e5ce28e3cb request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:07:12.358556 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e00b8271-e300-429e-9dc7-4d7de9d56103 req-46e8c00a-a1e8-4647-a664-0b9922b1294d tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.4420137 Oct 27 16:07:12.403301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Deleting port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:12.403951 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.418178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.418627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e00b8271-e300-429e-9dc7-4d7de9d56103 req-ca5193f2-7cac-4a59-8c29-d20d3b3e3e59 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557191 Oct 27 16:07:12.434216 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.472241 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port d268485b-6853-4bc6-891e-0a3457abb9e1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d268485b-6853-4bc6-891e-0a3457abb9e1,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:12.502050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2faa376f-bb4b-4843-be82-727b376ed261 None None] Deleting port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:12.502316 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2faa376f-bb4b-4843-be82-727b376ed261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.565468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] For port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6873194f-1e4b-42c7-ad6f-1f7bbb73d771,segment=NetworkSegment(379ff879-d8d0-4728-b86e-97b282ce721e),segment_id=379ff879-d8d0-4728-b86e-97b282ce721e)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:12.565468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.568403 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.583628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Calling delete_port for 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:12.592735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Made reservation on behalf of 532e31d389584cc2b9f78d696326f5ea for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:12.597247 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.605001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2faa376f-bb4b-4843-be82-727b376ed261 None None] For port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6873194f-1e4b-42c7-ad6f-1f7bbb73d771,segment=NetworkSegment(379ff879-d8d0-4728-b86e-97b282ce721e),segment_id=379ff879-d8d0-4728-b86e-97b282ce721e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:12.605975 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2faa376f-bb4b-4843-be82-727b376ed261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.625346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2faa376f-bb4b-4843-be82-727b376ed261 None None] Calling delete_port for 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:12.636995 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.686894 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.701813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d6c36-fc7a-4701-a7f9-09c1e0366604 req-a3ac8cf0-58b1-4c6e-81bd-aa11858a2270 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:12.709214 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d2d6c36-fc7a-4701-a7f9-09c1e0366604 req-a3ac8cf0-58b1-4c6e-81bd-aa11858a2270 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.1791308 Oct 27 16:07:12.729040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:07:12.738113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4c7ffd-3167-45cb-8f84-05f59e3c5acf,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:12.748527 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.748901 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Added segment e1ba752b-d89f-4784-9e6e-f26bf638e82a of type vlan for network 2b33af38-d854-4051-af3b-dec9294f101c Oct 27 16:07:12.786462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=d268485b-6853-4bc6-891e-0a3457abb9e1,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:12.798565 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.814103 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2faa376f-bb4b-4843-be82-727b376ed261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.829333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d2d6c36-fc7a-4701-a7f9-09c1e0366604 req-89878048-5518-4185-ab20-855007c18793 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191146 Oct 27 16:07:12.852357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa376f-bb4b-4843-be82-727b376ed261 None None] Pushing event deleted for resources: {'Port': ['ID=6873194f-1e4b-42c7-ad6f-1f7bbb73d771,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:12.857329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] No DVR routers for this DVR port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:12.870702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa376f-bb4b-4843-be82-727b376ed261 None None] No DVR routers for this DVR port 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:12.892330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=6873194f-1e4b-42c7-ad6f-1f7bbb73d771,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:12.896846 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.912852 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:12.924572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Allocated IP 172.20.0.12 (c1d758f2-d37b-4018-98fc-3c91fe876e7c/3b08f108-8174-458c-afd5-eb5ec36a0ae6/72fc7145-140b-49dc-b0e6-779d050da345) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:12.978676 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.021583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0465e90-f0a4-4106-9fdf-52e5ce28e3cb']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:13.035152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379ff879-d8d0-4728-b86e-97b282ce721e') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:13.035924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379ff879-d8d0-4728-b86e-97b282ce721e') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:13.050314 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.060721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c3ee290-ad83-47ed-9b76-b772eb02b74a req-3835ab1a-4d2f-4a43-8c6c-563a12c0ff92 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 210 time: 0.0354204 Oct 27 16:07:13.063552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.072095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.082928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:07:13.083578 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: items = [ Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:07:13.085612 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:07:13.135363 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.136634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:13.137655 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.156501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce5f7a4a-5268-452a-9357-56577ba3518d,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:13.158036 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.218766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] Pushing event updated for resources: {'Network': ['ID=2b33af38-d854-4051-af3b-dec9294f101c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:13.229610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 2b33af38-d854-4051-af3b-dec9294f101c details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:07:13.235267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.276629 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-76212d7c-803b-4ce1-ac74-046c429d7846 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4366164 Oct 27 16:07:13.276629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.278306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49204) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:13.287444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] Request body: {'subnet': {'network_id': '2b33af38-d854-4051-af3b-dec9294f101c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1007836092-subnet', 'tenant_id': '0748710e1dd44336aad9d4be4305d136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:13.306978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.315379 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e0465e90-f0a4-4106-9fdf-52e5ce28e3cb HTTP/1.1" status: 204 len: 168 time: 1.1970267 Oct 27 16:07:13.334647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcc462-9c7e-4d69-9daf-cf849ccdcc63 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0465e90-f0a4-4106-9fdf-52e5ce28e3cb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:13.336371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Network 14060b4c-01a1-4d12-9810-8c7a68febede is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:13.338573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:13.423806 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] Made reservation on behalf of 0748710e1dd44336aad9d4be4305d136 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:13.425519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.430526 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.521607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Network c1d758f2-d37b-4018-98fc-3c91fe876e7c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:13.528329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event updated for resources: {'Port': ['ID=72fc7145-140b-49dc-b0e6-779d050da345,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:13.533019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:13.537111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:13.629403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Router 51609bd9-2a28-4e92-9fd0-65a17b14af90 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:07:13.633563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4aa5503e-15fa-41c3-92f4-8d4a050bd937 None None] Provisioning complete for port ce5f7a4a-5268-452a-9357-56577ba3518d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:13.634621 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4aa5503e-15fa-41c3-92f4-8d4a050bd937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.651364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:13.652639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.680686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5503e-15fa-41c3-92f4-8d4a050bd937 None None] Port ce5f7a4a-5268-452a-9357-56577ba3518d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:13.752574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daa320-13ca-4f0d-aa5f-0358cb0867d0 req-40630558-d0ca-4e4b-95a0-73a1176f0b12 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:13.754163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04daa320-13ca-4f0d-aa5f-0358cb0867d0 req-40630558-d0ca-4e4b-95a0-73a1176f0b12 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.1741276 Oct 27 16:07:13.809860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:07:13.813878 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04daa320-13ca-4f0d-aa5f-0358cb0867d0 req-771403bb-d2a2-49b9-87c3-87bfb8e1c61e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523057 Oct 27 16:07:13.818701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-273f2828-f73e-4eaf-a1b6-e82c53eb14a7 admin admin] 10.222.0.15 "PUT /v2.0/routers/51609bd9-2a28-4e92-9fd0-65a17b14af90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5190723 Oct 27 16:07:13.820770 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:13.832975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Sync routers for ids ['51609bd9-2a28-4e92-9fd0-65a17b14af90'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:07:13.844344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Routers {'51609bd9-2a28-4e92-9fd0-65a17b14af90'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:13.845080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['51609bd9-2a28-4e92-9fd0-65a17b14af90'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:13.862947 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b7eb6ea4-5bc8-4540-83b1-0247a38d5458 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6588531 Oct 27 16:07:13.876730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-3c6f4515-eac5-4fdd-8964-5133d3af40fd tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:07:13.878113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-3c6f4515-eac5-4fdd-8964-5133d3af40fd tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078516 Oct 27 16:07:13.879007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49218) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:13.950393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82357a49-b707-46c6-ae72-f096eed1eea7,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:13.950826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Request body: {'port': {'device_id': '3659903e-d9ae-48a6-acd3-c82f4128f804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:13.992399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Set router 51609bd9-2a28-4e92-9fd0-65a17b14af90 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:14.009915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] Checking segment: {'id': 'e1ba752b-d89f-4784-9e6e-f26bf638e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b33af38-d854-4051-af3b-dec9294f101c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:14.010285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] Network hostable DHCP agents. Network: 2b33af38-d854-4051-af3b-dec9294f101c, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:07:14.065450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d268485b-6853-4bc6-891e-0a3457abb9e1 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:14.085140 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-294379f3-37dd-4fd2-aa2c-9ca29b46b8a3 req-f8da1cbe-d3bf-4c85-92de-eb70757f7584 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0470347 Oct 27 16:07:14.124023 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] Network 2b33af38-d854-4051-af3b-dec9294f101c is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:07:14.169210 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-740ab762-8825-4f1e-96d7-a14afec4f1cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8234305ae96434d815fb5bf7313a66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879941 Oct 27 16:07:14.171682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49230) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:14.184555 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.209384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90575c-52ce-4bc0-bdf0-aee61e8f670b req-cc624462-5497-410a-bd11-568e22b8bbcf tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:14.211234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d90575c-52ce-4bc0-bdf0-aee61e8f670b req-cc624462-5497-410a-bd11-568e22b8bbcf tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.1524813 Oct 27 16:07:14.225530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 2b33af38-d854-4051-af3b-dec9294f101c) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:14.231031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:14.231660 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.259071 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0216542-2e65-4c82-beae-6ad288995afb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.259437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66a6745-cf28-4631-9049-483cf5da8454 None None] Network 2b33af38-d854-4051-af3b-dec9294f101c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:07:14.316780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0216542-2e65-4c82-beae-6ad288995afb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.384839 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-76619f61-12f0-4271-9638-2f6593301f44 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1031258 Oct 27 16:07:14.395373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d268485b-6853-4bc6-891e-0a3457abb9e1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:14.396147 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.422602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7de24-bc37-4d97-8d29-8cc228462b31 req-85cddad6-72d3-438f-afd5-9b278f382f30 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:14.424205 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b9b7de24-bc37-4d97-8d29-8cc228462b31 req-85cddad6-72d3-438f-afd5-9b278f382f30 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 932 time: 0.0757141 Oct 27 16:07:14.510899 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce5f7a4a-5268-452a-9357-56577ba3518d', 'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'mac_address': 'fa:16:3e:b8:e2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:09Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 2, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'subnets': [{'id': '5585183d-91de-498a-87df-f34ca26ac743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:14.514615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d90575c-52ce-4bc0-bdf0-aee61e8f670b req-ec0a7628-dce2-4098-b17a-2f45ab9200a8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886264 Oct 27 16:07:14.517879 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b9b7de24-bc37-4d97-8d29-8cc228462b31 req-527fa820-a828-43b2-8b86-99994bf1c156 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684702 Oct 27 16:07:14.553169 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Checking router: 51609bd9-2a28-4e92-9fd0-65a17b14af90 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:07:14.553556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Updating router 51609bd9-2a28-4e92-9fd0-65a17b14af90 port ce5f7a4a-5268-452a-9357-56577ba3518d binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:07:14.575994 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0216542-2e65-4c82-beae-6ad288995afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.582885 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466d4866-d223-415b-bba0-1894c5148a90 None None] Network 2b33af38-d854-4051-af3b-dec9294f101c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:07:14.583070 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0216542-2e65-4c82-beae-6ad288995afb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.583070 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c0216542-2e65-4c82-beae-6ad288995afb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e20b8dd-ee6e-4df3-8895-b4c7a4d1ce09 HTTP/1.1" status: 204 len: 168 time: 0.4077716 Oct 27 16:07:14.599153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0216542-2e65-4c82-beae-6ad288995afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e20b8dd-ee6e-4df3-8895-b4c7a4d1ce09,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:14.619424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72fc7145-140b-49dc-b0e6-779d050da345 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:14.637967 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.649371 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.669568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Transition to ACTIVE for port object 72fc7145-140b-49dc-b0e6-779d050da345 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:14.804808 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:14.849763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:14.878195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Pushing event updated for resources: {'Port': ['ID=72fc7145-140b-49dc-b0e6-779d050da345,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:14.913597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:14.913943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6873194f-1e4b-42c7-ad6f-1f7bbb73d771 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:14.998892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Attempting to bind port 72fc7145-140b-49dc-b0e6-779d050da345 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:14.999375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Attempting to bind port 72fc7145-140b-49dc-b0e6-779d050da345 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:14.999824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Attempting to bind port 72fc7145-140b-49dc-b0e6-779d050da345 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:15.005916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Port 72fc7145-140b-49dc-b0e6-779d050da345 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:15.006414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Attempting to bind port 72fc7145-140b-49dc-b0e6-779d050da345 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:15.022273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:15.023969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Checking segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:15.025945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Bound using segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:15.026794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Bound port: 72fc7145-140b-49dc-b0e6-779d050da345, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:15.029414 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.157564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] For port 72fc7145-140b-49dc-b0e6-779d050da345, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:15.161114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] For port 72fc7145-140b-49dc-b0e6-779d050da345, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=72fc7145-140b-49dc-b0e6-779d050da345,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:15.176730 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-8bdc1fef-627d-49fc-9016-7f9a935517ed tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:15.186627 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-8bdc1fef-627d-49fc-9016-7f9a935517ed tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/networks?id=2b33af38-d854-4051-af3b-dec9294f101c HTTP/1.1" status: 200 len: 822 time: 0.2153502 Oct 27 16:07:15.212469 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-4a3c6da0-f964-4b29-adb9-52fc2cad2e6a tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/quotas/0748710e1dd44336aad9d4be4305d136 HTTP/1.1" status: 200 len: 375 time: 0.0220749 Oct 27 16:07:15.233979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.274009 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.304833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-e348c5fa-422a-49d2-8a23-ed4ca23ea143 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0748710e1dd44336aad9d4be4305d136&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744622 Oct 27 16:07:15.311838 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49266) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:15.319889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-73b71bbb-f5eb-49ca-9a71-24d971d746d9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--255297402', 'description': 'tempest-description--1075573906'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:15.369821 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.387477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:15.389078 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.392093 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] 10.222.0.54 "PUT /v2.0/ports/72fc7145-140b-49dc-b0e6-779d050da345 HTTP/1.1" status: 200 len: 1092 time: 1.4614565 Oct 27 16:07:15.393222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3659903e-d9ae-48a6-acd3-c82f4128f804', 'tag': '72fc7145-140b-49dc-b0e6-779d050da345'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:15.397939 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccc52f9-d037-4f16-967f-0292be62c2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3659903e-d9ae-48a6-acd3-c82f4128f804", "tag": "72fc7145-140b-49dc-b0e6-779d050da345"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:15.416936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6924c-6da5-4e23-a3d4-83938f1604ca service neutron] Pushing event updated for resources: {'Port': ['ID=72fc7145-140b-49dc-b0e6-779d050da345,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:15.541620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-cd7d62a2-9228-465f-bbf5-feec5ebab7e2 service neutron] 10.222.0.15 "GET /v2.0/networks/2b33af38-d854-4051-af3b-dec9294f101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304933 Oct 27 16:07:15.552315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c8203-5fa6-48a7-8f66-1a76bff954c6 req-8cc2f4ac-2182-427d-b28c-56b988e7e323 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:15.575227 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6741d9-14aa-4529-982f-9f26c303652d None None] Pushing event updated for resources: {'Port': ['ID=ce5f7a4a-5268-452a-9357-56577ba3518d,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:15.580865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-996c8203-5fa6-48a7-8f66-1a76bff954c6 req-8cc2f4ac-2182-427d-b28c-56b988e7e323 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.1426532 Oct 27 16:07:15.598178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Attempting to bind port ce5f7a4a-5268-452a-9357-56577ba3518d on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:15.598694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Attempting to bind port ce5f7a4a-5268-452a-9357-56577ba3518d by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:15.599070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Attempting to bind port ce5f7a4a-5268-452a-9357-56577ba3518d on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:15.606449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:15.606834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Checking segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:15.607238 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.607641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Bound using segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:15.608183 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Bound port: ce5f7a4a-5268-452a-9357-56577ba3518d, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:15.608686 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.639261 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-73b71bbb-f5eb-49ca-9a71-24d971d746d9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.693945 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-40d6f344-5bbb-443d-a381-66ce1917b8aa service neutron] 10.222.0.15 "GET /v2.0/networks/2b33af38-d854-4051-af3b-dec9294f101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449134 Oct 27 16:07:15.704321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] For port ce5f7a4a-5268-452a-9357-56577ba3518d, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:15.708508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] For port ce5f7a4a-5268-452a-9357-56577ba3518d, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ce5f7a4a-5268-452a-9357-56577ba3518d,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:15.743676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b8497bf0-7ab6-4777-9c61-3748c15c630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:15.743676 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-b8497bf0-7ab6-4777-9c61-3748c15c630a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 1095 time: 0.1569242 Oct 27 16:07:15.746727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-996c8203-5fa6-48a7-8f66-1a76bff954c6 req-4f720e2e-f800-4ebf-8631-00152e2fe1ab tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089342 Oct 27 16:07:15.795086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-25bf0de0-5fd5-4a8c-8343-65821770364e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72fc7145-140b-49dc-b0e6-779d050da345 HTTP/1.1" status: 200 len: 217 time: 0.0457380 Oct 27 16:07:15.859039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-703527b5-353a-4e7f-a847-213fa35782c9 None None] Provisioning complete for port ce5f7a4a-5268-452a-9357-56577ba3518d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:15.859662 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-703527b5-353a-4e7f-a847-213fa35782c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.878828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72afc630-dcab-4166-94fc-904ec815cdbf req-ba3c767b-d89d-49c1-96f2-423c72cd9bd5 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0420280 Oct 27 16:07:15.887615 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.898302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-73b71bbb-f5eb-49ca-9a71-24d971d746d9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:15.910927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-2fd81303-4f9e-48cc-830e-b5e8789a6c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:15.914384 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-2fd81303-4f9e-48cc-830e-b5e8789a6c1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.1124427 Oct 27 16:07:15.925334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-703527b5-353a-4e7f-a847-213fa35782c9 None None] Port ce5f7a4a-5268-452a-9357-56577ba3518d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:15.980870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-a9df41f1-fa8d-4345-b3fa-42c9d734e983 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564518 Oct 27 16:07:15.981140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Routers {'51609bd9-2a28-4e92-9fd0-65a17b14af90'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:15.981277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['51609bd9-2a28-4e92-9fd0-65a17b14af90'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:16.001261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6741d9-14aa-4529-982f-9f26c303652d None None] Pushing event updated for resources: {'Port': ['ID=ce5f7a4a-5268-452a-9357-56577ba3518d,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:16.031994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-73b71bbb-f5eb-49ca-9a71-24d971d746d9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:16.090995 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2e9ba4-9edf-4916-9951-de765a458939 x-openstack-request-id: req-af2e9ba4-9edf-4916-9951-de765a458939 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:16.091276 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3659903e-d9ae-48a6-acd3-c82f4128f804", "tag": "72fc7145-140b-49dc-b0e6-779d050da345", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:16.091524 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af2e9ba4-9edf-4916-9951-de765a458939 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:16.091929 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3659903e-d9ae-48a6-acd3-c82f4128f804', 'tag': '72fc7145-140b-49dc-b0e6-779d050da345', 'status': 'completed', 'code': 200} Oct 27 16:07:16.155488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b71bbb-f5eb-49ca-9a71-24d971d746d9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397e7e11-4900-4363-ada5-fc35782c7bf8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:16.178035 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] Set router 51609bd9-2a28-4e92-9fd0-65a17b14af90 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:16.221912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-818b597d-298d-446c-ab5b-0640721169e1 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225382 Oct 27 16:07:16.227110 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-73b71bbb-f5eb-49ca-9a71-24d971d746d9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:16.232209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-73b71bbb-f5eb-49ca-9a71-24d971d746d9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9159970 Oct 27 16:07:16.242029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49290) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:16.256077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a8570f7e-8a93-41f4-866f-4a2a24758900 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Request body: {'security_group_rule': {'security_group_id': '397e7e11-4900-4363-ada5-fc35782c7bf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:16.316309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36348b8-4605-44ca-a5c4-c824bb43faf7 req-3989fc69-f3ed-4f56-a2a2-af3c90638910 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:16.327331 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f36348b8-4605-44ca-a5c4-c824bb43faf7 req-3989fc69-f3ed-4f56-a2a2-af3c90638910 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.1829476 Oct 27 16:07:16.427364 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f36348b8-4605-44ca-a5c4-c824bb43faf7 req-db34c122-d14c-47b6-8f1d-3ed6a4b31669 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977290 Oct 27 16:07:16.488745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-debb9cdf-4c52-41f6-9d97-a5fbe9500fa8 req-879e893d-82b3-453f-98fe-18556b9477d7 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568715 Oct 27 16:07:16.506984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8570f7e-8a93-41f4-866f-4a2a24758900 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:16.534142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4b870f84-8281-4ea5-a3b0-0f0865ff1b0b None None] Provisioning complete for port ce5f7a4a-5268-452a-9357-56577ba3518d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:16.535306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b870f84-8281-4ea5-a3b0-0f0865ff1b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:16.536957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccebd77-7951-4771-bac7-4b6da8888ea2 req-5b3095aa-8196-464e-803b-3d989f64eeb0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:16.545940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cccebd77-7951-4771-bac7-4b6da8888ea2 req-5b3095aa-8196-464e-803b-3d989f64eeb0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 944 time: 0.2777998 Oct 27 16:07:16.602055 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b7a3282d-ea11-4fef-bf14-b8f55725e457 req-c1519b6a-39e8-44a0-862f-52d325fdbb83 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 210 time: 0.0650418 Oct 27 16:07:16.619945 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cccebd77-7951-4771-bac7-4b6da8888ea2 req-bbd0db67-993c-4010-b765-a582a247f1b9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669298 Oct 27 16:07:16.676271 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8570f7e-8a93-41f4-866f-4a2a24758900 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:16.721846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc52f9-d037-4f16-967f-0292be62c2e9 req-abfebd6c-9da2-4781-9643-e8da9afa3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:16.723557 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ccc52f9-d037-4f16-967f-0292be62c2e9 req-abfebd6c-9da2-4781-9643-e8da9afa3649 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 1095 time: 0.0605023 Oct 27 16:07:16.754211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce5f7a4a-5268-452a-9357-56577ba3518d', 'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'mac_address': 'fa:16:3e:b8:e2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:09Z', 'updated_at': '2021-10-27T16:07:15Z', 'revision_number': 4, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'subnets': [{'id': '5585183d-91de-498a-87df-f34ca26ac743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:16.811866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273deb79-9f0d-4222-bdce-9581b120a5f6 None None] The sync data for ids ['51609bd9-2a28-4e92-9fd0-65a17b14af90'] in n-d-815689-1 is: [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce5f7a4a-5268-452a-9357-56577ba3518d', 'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'mac_address': 'fa:16:3e:b8:e2:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:09Z', 'updated_at': '2021-10-27T16:07:15Z', 'revision_number': 4, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'subnets': [{'id': '5585183d-91de-498a-87df-f34ca26ac743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:07:16.821703 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b870f84-8281-4ea5-a3b0-0f0865ff1b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:16.843713 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8570f7e-8a93-41f4-866f-4a2a24758900 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:16.901846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4b870f84-8281-4ea5-a3b0-0f0865ff1b0b None None] For port ce5f7a4a-5268-452a-9357-56577ba3518d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ce5f7a4a-5268-452a-9357-56577ba3518d,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:16.916398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8570f7e-8a93-41f4-866f-4a2a24758900 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3909160-0930-4640-b85d-18a65904dc52,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:16.953210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc52f9-d037-4f16-967f-0292be62c2e9 req-c7b136b1-30e0-4e7f-800d-5e63b8b9610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:16.955678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ccc52f9-d037-4f16-967f-0292be62c2e9 req-c7b136b1-30e0-4e7f-800d-5e63b8b9610e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 912 time: 0.2224345 Oct 27 16:07:17.021666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e1b8c-44f0-455f-8c6e-754735bb20db req-63c5c0e0-f206-468d-adf8-6492b049ca93 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:17.023436 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c68e1b8c-44f0-455f-8c6e-754735bb20db req-63c5c0e0-f206-468d-adf8-6492b049ca93 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.1015260 Oct 27 16:07:17.038480 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b870f84-8281-4ea5-a3b0-0f0865ff1b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:17.081003 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ccc52f9-d037-4f16-967f-0292be62c2e9 req-fc0bdd38-f28a-4c58-b30e-f9291bfe1083 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72fc7145-140b-49dc-b0e6-779d050da345 HTTP/1.1" status: 200 len: 217 time: 0.1138413 Oct 27 16:07:17.095830 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c68e1b8c-44f0-455f-8c6e-754735bb20db req-d7525284-f0e4-44ec-90ee-5710796df167 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610349 Oct 27 16:07:17.099394 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8570f7e-8a93-41f4-866f-4a2a24758900 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:17.104577 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a8570f7e-8a93-41f4-866f-4a2a24758900 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8562148 Oct 27 16:07:17.105854 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49314) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:17.105975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b870f84-8281-4ea5-a3b0-0f0865ff1b0b None None] Pushing event updated for resources: {'Port': ['ID=ce5f7a4a-5268-452a-9357-56577ba3518d,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:17.122667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1b526a02-c3a3-4d3b-8780-48a7c7292b4d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Request body: {'security_group_rule': {'security_group_id': '397e7e11-4900-4363-ada5-fc35782c7bf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:17.222117 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-824747a2-6d21-4235-a7f7-d9bc0a6fbc76 req-bff8d704-369c-4099-9fd2-38f26f8c3f3a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.1338282 Oct 27 16:07:17.256559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc52f9-d037-4f16-967f-0292be62c2e9 req-2d78137c-67b6-4141-a066-1e487e7e7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:17.256559 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ccc52f9-d037-4f16-967f-0292be62c2e9 req-2d78137c-67b6-4141-a066-1e487e7e7192 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.1387074 Oct 27 16:07:17.272034 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b526a02-c3a3-4d3b-8780-48a7c7292b4d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:17.302461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ccc52f9-d037-4f16-967f-0292be62c2e9 req-8dfc43e0-d112-4a0b-a73d-be6105d0e5dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387142 Oct 27 16:07:17.383292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b526a02-c3a3-4d3b-8780-48a7c7292b4d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:17.435570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ccc52f9-d037-4f16-967f-0292be62c2e9 req-3f2e5c5a-9175-40c4-b77b-c40fa1166ef0 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211047 Oct 27 16:07:17.497343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b526a02-c3a3-4d3b-8780-48a7c7292b4d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:17.546814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b526a02-c3a3-4d3b-8780-48a7c7292b4d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09dab9ba-394f-40da-9e22-e5f8525d4a50,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:17.665149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b526a02-c3a3-4d3b-8780-48a7c7292b4d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:17.665432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a87cd3-b9aa-4a8d-9ef3-a53527ee9787 req-b98ea9fe-3afa-48ca-baf2-53d9a8202cfe tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:17.666911 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1b526a02-c3a3-4d3b-8780-48a7c7292b4d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5600011 Oct 27 16:07:17.670965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49356) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:17.672110 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92a87cd3-b9aa-4a8d-9ef3-a53527ee9787 req-b98ea9fe-3afa-48ca-baf2-53d9a8202cfe tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.0992212 Oct 27 16:07:17.674748 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ccc52f9-d037-4f16-967f-0292be62c2e9 req-53892c30-775f-4cd0-958a-36bf7d80796d service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304976 Oct 27 16:07:17.689233 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:17.748928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92a87cd3-b9aa-4a8d-9ef3-a53527ee9787 req-3f95937b-e313-4584-9e67-20ecb68231fb tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698183 Oct 27 16:07:17.789858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dc678-70c1-4386-86c8-31f4e23444b3 req-a38df756-fcaf-4e0e-8e1b-e053921f1444 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:17.791767 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-244dc678-70c1-4386-86c8-31f4e23444b3 req-a38df756-fcaf-4e0e-8e1b-e053921f1444 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 944 time: 0.0887847 Oct 27 16:07:17.829972 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7a8a37c8-9444-47d2-9b86-d37986df20ff req-9eb6276f-268e-4006-98a8-54d36be8110c tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 210 time: 0.0305448 Oct 27 16:07:17.840991 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-244dc678-70c1-4386-86c8-31f4e23444b3 req-9ebc5421-6f81-43ca-9551-b86dfe68f9d5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Oct 27 16:07:17.893503 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:17.980241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-e69e5367-dd7d-47f7-9dbc-31a57e2305d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:17.981916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-e69e5367-dd7d-47f7-9dbc-31a57e2305d2 service neutron] 10.222.0.54 "GET /v2.0/ports/e0738243-2861-423b-81cc-1a0184199dd8 HTTP/1.1" status: 200 len: 1027 time: 0.0662882 Oct 27 16:07:18.029704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ce5f7a4a-5268-452a-9357-56577ba3518d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:18.052592 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:18.088867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-28488c0c-b005-4dac-bc25-0f264836b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.090455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-28488c0c-b005-4dac-bc25-0f264836b095 service neutron] 10.222.0.54 "GET /v2.0/ports/630e02a2-bc37-4b1c-9d43-7fc7f11e0bae HTTP/1.1" status: 200 len: 1028 time: 0.1015496 Oct 27 16:07:18.144687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ce5f7a4a-5268-452a-9357-56577ba3518d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:18.145066 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:18.207087 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Allocated IP 172.25.4.59 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/1803c613-c781-4c33-adb2-055ddf94439a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:18.266400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49362) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:18.421974 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ecb01a9b-08d7-49b3-b495-bf82228bd20c req-64a306f7-4560-4101-81b4-cd158bfd4494 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0557764 Oct 27 16:07:18.447618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1bb37f02-5ef6-4ead-8433-b4265406896d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.447748 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:18.454654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1bb37f02-5ef6-4ead-8433-b4265406896d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.465494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1bb37f02-5ef6-4ead-8433-b4265406896d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.467212 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1bb37f02-5ef6-4ead-8433-b4265406896d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "GET /v2.0/networks?id=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&id=3e58baa5-d2dd-427a-8a5f-98e7e842580b HTTP/1.1" status: 200 len: 1989 time: 0.3693111 Oct 27 16:07:18.507510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-734d3070-d8e2-411f-b359-eb069a8b61a5 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.509027 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-734d3070-d8e2-411f-b359-eb069a8b61a5 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.2542305 Oct 27 16:07:18.512004 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52700269-e381-44b4-926a-76be0f7c978d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:18.518526 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-633699ab-94c7-499f-83fe-d4e9348f6c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:18.527322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d12bc-bf6e-44d5-87c2-916908b19882 req-8c389699-0c1f-4559-af19-d7af8daa81f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.529072 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f2d12bc-bf6e-44d5-87c2-916908b19882 req-8c389699-0c1f-4559-af19-d7af8daa81f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.2497532 Oct 27 16:07:18.537020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815689-1'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:18.637373 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-aad4ed50-974f-4c49-84b7-f15888614abc tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05c2f9bb08d64d578878e90145e409ff HTTP/1.1" status: 200 len: 380 time: 0.1505256 Oct 27 16:07:18.653948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'admin_state_up': True, 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'security_groups': ['17c9e4cf-308f-4692-b3ae-cccb9325037d']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:18.658990 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:18.676387 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f2d12bc-bf6e-44d5-87c2-916908b19882 req-a3f761f2-0dd0-4ebd-8678-be4110b0c2de tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301687 Oct 27 16:07:18.708503 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:18.711551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:18.717181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:18.732212 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:18.747353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event updated for resources: {'Port': ['ID=1803c613-c781-4c33-adb2-055ddf94439a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:18.834833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:18.837615 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52700269-e381-44b4-926a-76be0f7c978d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:18.928108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52700269-e381-44b4-926a-76be0f7c978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:18.939149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab716f-99a9-4bee-9d0c-4e6242191538 req-f779d6fa-c0bb-4b1f-aa49-cd58b122e923 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:18.941067 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b5ab716f-99a9-4bee-9d0c-4e6242191538 req-f779d6fa-c0bb-4b1f-aa49-cd58b122e923 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 945 time: 0.0626833 Oct 27 16:07:19.001455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f27a1ff6-f308-4c6e-8f1b-52717a0ba7b7 req-e8064caf-2510-4e81-907d-fd7fbee7ff5c tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 210 time: 0.0661721 Oct 27 16:07:19.019724 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.040673 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b5ab716f-99a9-4bee-9d0c-4e6242191538 req-1be99eb7-2975-4204-909f-f39f5d2be595 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858397 Oct 27 16:07:19.082470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49376) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:19.083125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-52700269-e381-44b4-926a-76be0f7c978d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a54b1e0c16ec47c39cf5308d1b89b7c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8078461 Oct 27 16:07:19.088405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:19.093270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.103162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52700269-e381-44b4-926a-76be0f7c978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c8e32a-1a23-4f0e-a74d-1c7a8a23978b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:19.141680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c1691d59-66ca-41b3-8257-049de76d49ae,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:19.200679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c506397-965b-4c6f-94ce-4339f86c3cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.231988 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c506397-965b-4c6f-94ce-4339f86c3cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.257283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ec11d-b557-46bd-9035-7fb322da65db req-cbff3e9e-cb1f-4543-af0a-84126fbe65ea tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:19.261052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c12ec11d-b557-46bd-9035-7fb322da65db req-cbff3e9e-cb1f-4543-af0a-84126fbe65ea tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 944 time: 0.1431527 Oct 27 16:07:19.306044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:19.351275 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.379042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c12ec11d-b557-46bd-9035-7fb322da65db req-6d595d9b-d4ce-4a21-b04e-0be739eee19f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016197 Oct 27 16:07:19.419063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c1691d59-66ca-41b3-8257-049de76d49ae details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:19.419780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1691d59-66ca-41b3-8257-049de76d49ae'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:19.421171 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.422162 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004814bf-fdaa-41b0-af7a-d429c5342527" -d '{"events": [{"server_uuid": "d8de0744-4c07-4364-ab50-277df6158ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "c1691d59-66ca-41b3-8257-049de76d49ae"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:19.426475 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.444077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Allocated IP 172.20.0.10 (fa228a4f-de0d-40f1-b8d8-45b302cfc9c6/6a8634cd-f9a5-4715-9b54-2dde676fa017/c99e1955-e7cb-478c-a365-644fabf98807) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:19.521418 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c506397-965b-4c6f-94ce-4339f86c3cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.529662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c506397-965b-4c6f-94ce-4339f86c3cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.537069 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3c506397-965b-4c6f-94ce-4339f86c3cc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62c8e32a-1a23-4f0e-a74d-1c7a8a23978b HTTP/1.1" status: 204 len: 168 time: 0.4531119 Oct 27 16:07:19.612698 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.620392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c1691d59-66ca-41b3-8257-049de76d49ae,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:19.632828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c506397-965b-4c6f-94ce-4339f86c3cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c8e32a-1a23-4f0e-a74d-1c7a8a23978b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:19.642786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event updated for resources: {'Port': ['ID=1803c613-c781-4c33-adb2-055ddf94439a,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:19.653394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 72fc7145-140b-49dc-b0e6-779d050da345 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:19.667221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c1691d59-66ca-41b3-8257-049de76d49ae has no active binding in host n-h2-815689-1 {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:07:19.669528 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1403cab-a9a2-4195-8515-ac614047c076 x-openstack-request-id: req-f1403cab-a9a2-4195-8515-ac614047c076 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:19.670032 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8de0744-4c07-4364-ab50-277df6158ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "c1691d59-66ca-41b3-8257-049de76d49ae", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:19.670356 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1403cab-a9a2-4195-8515-ac614047c076 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:19.671052 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1691d59-66ca-41b3-8257-049de76d49ae', 'code': 200} Oct 27 16:07:19.712210 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.782572 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.785642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 72fc7145-140b-49dc-b0e6-779d050da345, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=72fc7145-140b-49dc-b0e6-779d050da345,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:19.793792 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-83010cc8-d814-4b04-a3af-8be6b934dce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1131806 Oct 27 16:07:19.796739 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea1b77ba-03e5-4afe-9190-d4e67ac21879 req-81bb432d-b25d-4183-919d-d06a1beb3161 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.2309995 Oct 27 16:07:19.827276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '72fc7145-140b-49dc-b0e6-779d050da345', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'port_id': '72fc7145-140b-49dc-b0e6-779d050da345', 'mac_address': 'fa:16:3e:ad:18:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b08f108-8174-458c-afd5-eb5ec36a0ae6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:19.873618 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db9f0f-6c94-4c0b-a434-b661bd9b934c req-b7f4cfcb-2a04-4a72-b365-33e2b7b24391 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:19.882111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-98db9f0f-6c94-4c0b-a434-b661bd9b934c req-b7f4cfcb-2a04-4a72-b365-33e2b7b24391 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.0696950 Oct 27 16:07:19.917641 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.922466 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:19.935291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72fc7145-140b-49dc-b0e6-779d050da345 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:19.951945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-5dfe0036-e0f2-41f0-87bd-19a81ff373df tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:19.953965 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-5dfe0036-e0f2-41f0-87bd-19a81ff373df tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.54 "GET /v2.0/networks?id=2b33af38-d854-4051-af3b-dec9294f101c HTTP/1.1" status: 200 len: 822 time: 0.3874054 Oct 27 16:07:19.960772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 72fc7145-140b-49dc-b0e6-779d050da345, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=72fc7145-140b-49dc-b0e6-779d050da345,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:19.961539 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-98db9f0f-6c94-4c0b-a434-b661bd9b934c req-9e77f3d9-ca2c-4d22-ae84-7bc878d83b69 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782528 Oct 27 16:07:19.972418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Request body: {'port': {'device_id': '1538a4d6-6f3b-4878-9819-6ed3b963345e', 'network_id': '2b33af38-d854-4051-af3b-dec9294f101c', 'admin_state_up': True, 'tenant_id': '0748710e1dd44336aad9d4be4305d136'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:20.110458 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:20.209343 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bda894ac-0d8e-4a09-acf8-c439d3004622 req-db7a8b1c-b009-44ec-ace5-1ca13c12375f tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 210 time: 0.0808322 Oct 27 16:07:20.243554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=72fc7145-140b-49dc-b0e6-779d050da345,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:20.334434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['72fc7145-140b-49dc-b0e6-779d050da345'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:20.392970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5b20a-8f72-4e64-b451-14669ef52720 req-ab9d1252-2add-4d85-9007-bbb1a925e08f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:20.401696 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-01b5b20a-8f72-4e64-b451-14669ef52720 req-ab9d1252-2add-4d85-9007-bbb1a925e08f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 943 time: 0.1058702 Oct 27 16:07:20.451017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-01b5b20a-8f72-4e64-b451-14669ef52720 req-efcb59d7-aa74-457c-87dd-cfe3203a9a09 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476961 Oct 27 16:07:20.560421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1691d59-66ca-41b3-8257-049de76d49ae,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:20.623411 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46832a-df7b-401a-b65b-a869c165565b req-ba5a3772-baf6-4e59-af75-85e9179eacdf tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:20.625078 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b46832a-df7b-401a-b65b-a869c165565b req-ba5a3772-baf6-4e59-af75-85e9179eacdf tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 945 time: 0.0928595 Oct 27 16:07:20.642023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae on host n-h1-815689-1 for vnic_type normal with profile {"migrating_to": "n-h2-815689-1"} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:20.642461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:20.642870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:20.671348 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b46832a-df7b-401a-b65b-a869c165565b req-e864f8bc-10d3-4d0a-87d5-7fe884d0fb8e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391881 Oct 27 16:07:20.682810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-9ebbd666-72ff-4ce9-8f53-6c562f133b90 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--255297402&fields=id&tenant_id=e453eb141e324e84bad185e6328bf7f8 HTTP/1.1" status: 200 len: 267 time: 0.1158822 Oct 27 16:07:20.684047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Port c1691d59-66ca-41b3-8257-049de76d49ae on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:20.684452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Attempting to bind port c1691d59-66ca-41b3-8257-049de76d49ae on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:20.692711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:20.693135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:20.693600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:20.694051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Bound port: c1691d59-66ca-41b3-8257-049de76d49ae, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:20.694412 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:20.842539 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:20.968962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:20.993985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:20.997804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:21.006848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:21.019318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Port': ['ID=c99e1955-e7cb-478c-a365-644fabf98807,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:21.050532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd78a1-ef6b-440f-9995-82ccd1b3f879 req-bf588f8b-38cb-48d4-96ae-28da0a1098ee tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:21.059640 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7dd78a1-ef6b-440f-9995-82ccd1b3f879 req-bf588f8b-38cb-48d4-96ae-28da0a1098ee tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 932 time: 0.1206913 Oct 27 16:07:21.105767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c1691d59-66ca-41b3-8257-049de76d49ae,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:21.106706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Made reservation on behalf of 0748710e1dd44336aad9d4be4305d136 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:21.110875 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:21.154101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-299973ba-1c3d-4507-ac49-08d4c095c648 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:21.156131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-299973ba-1c3d-4507-ac49-08d4c095c648 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 812 time: 0.4592288 Oct 27 16:07:21.171735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7dd78a1-ef6b-440f-9995-82ccd1b3f879 req-73f15a46-a3bc-41c8-b380-97931d507055 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998755 Oct 27 16:07:21.176607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:21.177276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:21.217740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-e4fd3fc7-5f0a-48b7-9fe2-a5978b5122d8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/quotas/e453eb141e324e84bad185e6328bf7f8 HTTP/1.1" status: 200 len: 375 time: 0.0523744 Oct 27 16:07:21.258722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:21.349567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb0da91-b826-4b07-a240-13c44a047f99 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7002509 Oct 27 16:07:21.354655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03852b6-81f1-4db7-8400-714a8538eff8 req-b6b57bb9-a5f5-445c-9071-0a7234a2a99d tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:21.357327 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b03852b6-81f1-4db7-8400-714a8538eff8 req-b6b57bb9-a5f5-445c-9071-0a7234a2a99d tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.0965502 Oct 27 16:07:21.379986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49', 'admin_state_up': True, 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'security_groups': ['17c9e4cf-308f-4692-b3ae-cccb9325037d']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:21.438693 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b03852b6-81f1-4db7-8400-714a8538eff8 req-d9d4f044-8be3-42b6-921a-7ff6939059ef tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568674 Oct 27 16:07:21.447469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b60d1a7b-fe64-40f4-a6c4-49d753c373c4 None None] Provisioning complete for port c99e1955-e7cb-478c-a365-644fabf98807 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:21.448735 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b60d1a7b-fe64-40f4-a6c4-49d753c373c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:21.513830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 72fc7145-140b-49dc-b0e6-779d050da345 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:21.517870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b60d1a7b-fe64-40f4-a6c4-49d753c373c4 None None] Port c99e1955-e7cb-478c-a365-644fabf98807 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:21.541744 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-74d244b4-a6ff-40a0-ac81-f8a5134411ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:21.616413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:21.616947 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:21.618698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] 10.222.0.53 "PUT /v2.0/ports/c1691d59-66ca-41b3-8257-049de76d49ae HTTP/1.1" status: 200 len: 1121 time: 3.0867267 Oct 27 16:07:21.637045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdaabd-e75c-469f-b72c-651f59c63de6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1691d59-66ca-41b3-8257-049de76d49ae,revision_number=8']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:21.643862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-11295f03-2550-4a77-b309-5913fc83507d req-5bcea3a1-ea2c-4fc0-b504-396c02ce07f0 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 210 time: 0.0759869 Oct 27 16:07:21.677820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'tag': 'c1691d59-66ca-41b3-8257-049de76d49ae'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:21.680996 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d82c919-0c02-409b-bede-c509567f63f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8de0744-4c07-4364-ab50-277df6158ad3", "tag": "c1691d59-66ca-41b3-8257-049de76d49ae"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:21.686403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 72fc7145-140b-49dc-b0e6-779d050da345 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:21.693024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c1691d59-66ca-41b3-8257-049de76d49ae'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:21.707942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-7a0111bd-3bcd-4762-befc-e8ddb646c5bb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4480062 Oct 27 16:07:21.724636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Allocated IP 172.20.0.11 (2b33af38-d854-4051-af3b-dec9294f101c/82357a49-b707-46c6-ae72-f096eed1eea7/d32a50ea-2bc5-40f6-979f-b7345cb56a0c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:21.732751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 72fc7145-140b-49dc-b0e6-779d050da345 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:21.734310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:21.782341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c1691d59-66ca-41b3-8257-049de76d49ae'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:21.794353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143ebe6-c041-4e66-95dd-372d01293ab1 req-1ea88b2b-2667-4bd9-93dc-9aca157118ed tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:21.799899 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e143ebe6-c041-4e66-95dd-372d01293ab1 req-1ea88b2b-2667-4bd9-93dc-9aca157118ed tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 943 time: 0.0826719 Oct 27 16:07:21.858607 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e143ebe6-c041-4e66-95dd-372d01293ab1 req-7a319eb1-3980-4937-a7da-e1ff376642bc tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516768 Oct 27 16:07:21.867367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:21.871713 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:21.963718 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-45293ee4-ea3f-433d-8592-076224aeb004 service neutron] 10.222.0.15 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547333 Oct 27 16:07:22.026247 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef59e4-5e6f-49e3-81c0-d2a9b93cd94b req-90bcd340-246b-43f9-b735-b827ab0ed6a7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:22.027960 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-17ef59e4-5e6f-49e3-81c0-d2a9b93cd94b req-90bcd340-246b-43f9-b735-b827ab0ed6a7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 945 time: 0.0800924 Oct 27 16:07:22.106620 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.131943 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-17ef59e4-5e6f-49e3-81c0-d2a9b93cd94b req-7481cb23-c808-4b3b-bc28-1361bb52424a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969698 Oct 27 16:07:22.190267 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.192385 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.214695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3659903e-d9ae-48a6-acd3-c82f4128f804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fc7145-140b-49dc-b0e6-779d050da345'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:22.217225 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44835c7b-c64c-48e4-9084-5f0bc1a3fac7" -d '{"events": [{"server_uuid": "3659903e-d9ae-48a6-acd3-c82f4128f804", "name": "network-vif-plugged", "status": "completed", "tag": "72fc7145-140b-49dc-b0e6-779d050da345"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:22.247010 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 72fc7145-140b-49dc-b0e6-779d050da345, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=72fc7145-140b-49dc-b0e6-779d050da345,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:22.336195 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.345826 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.370462 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddec2429-b33a-4872-9870-4e92da229ef2 x-openstack-request-id: req-ddec2429-b33a-4872-9870-4e92da229ef2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:22.371362 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8de0744-4c07-4364-ab50-277df6158ad3", "tag": "c1691d59-66ca-41b3-8257-049de76d49ae", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:22.371661 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddec2429-b33a-4872-9870-4e92da229ef2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:22.371910 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'tag': 'c1691d59-66ca-41b3-8257-049de76d49ae', 'status': 'completed', 'code': 200} Oct 27 16:07:22.374071 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-062d6b3c-78a6-4ef9-853e-a8e698372cd5 service neutron] 10.222.0.15 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025857 Oct 27 16:07:22.393680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Allocated IP 10.1.1.233 (91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49/dbcfadbc-c0a8-42cd-925d-3b1de8b78478/c66df584-c0e2-44b9-9e4a-4e1505a5de3d) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:22.483943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=72fc7145-140b-49dc-b0e6-779d050da345,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:22.492295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82c919-0c02-409b-bede-c509567f63f1 req-357f66cf-94e6-4b58-944f-2c694500664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:22.494347 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d82c919-0c02-409b-bede-c509567f63f1 req-357f66cf-94e6-4b58-944f-2c694500664c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 1124 time: 0.0866828 Oct 27 16:07:22.562221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.640973 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Network 2b33af38-d854-4051-af3b-dec9294f101c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:22.649509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:22.649924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb41cba-6829-440d-b50d-8e4705ad6f54 req-4ba78607-5967-4a65-91d1-b1075fa59b66 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:22.655701 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.659512 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdb41cba-6829-440d-b50d-8e4705ad6f54 req-4ba78607-5967-4a65-91d1-b1075fa59b66 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 932 time: 0.0806072 Oct 27 16:07:22.662455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:22.697997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Pushing event updated for resources: {'Port': ['ID=d32a50ea-2bc5-40f6-979f-b7345cb56a0c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:22.728378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82c919-0c02-409b-bede-c509567f63f1 req-4e7c29f1-081e-49e2-a8a8-1557df9212eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:22.731575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d82c919-0c02-409b-bede-c509567f63f1 req-4e7c29f1-081e-49e2-a8a8-1557df9212eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.2293036 Oct 27 16:07:22.762307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:22.762978 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.790272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d82c919-0c02-409b-bede-c509567f63f1 req-6baa5666-e8a4-417d-b25f-8a3d11174381 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1691d59-66ca-41b3-8257-049de76d49ae HTTP/1.1" status: 200 len: 217 time: 0.0484707 Oct 27 16:07:22.799539 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dec0928-0c00-41aa-aa45-a8dd6a7b0710 x-openstack-request-id: req-9dec0928-0c00-41aa-aa45-a8dd6a7b0710 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:22.799841 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3659903e-d9ae-48a6-acd3-c82f4128f804", "name": "network-vif-plugged", "status": "completed", "tag": "72fc7145-140b-49dc-b0e6-779d050da345", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:22.800120 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dec0928-0c00-41aa-aa45-a8dd6a7b0710 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:22.800528 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3659903e-d9ae-48a6-acd3-c82f4128f804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72fc7145-140b-49dc-b0e6-779d050da345', 'code': 200} Oct 27 16:07:22.905825 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdb41cba-6829-440d-b50d-8e4705ad6f54 req-6b6f52cf-70c1-40ca-82b0-f124105a7b51 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452993 Oct 27 16:07:22.945391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82c919-0c02-409b-bede-c509567f63f1 req-ccb446c2-ca1d-40e2-9a53-6bb6acb04ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:22.947630 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d82c919-0c02-409b-bede-c509567f63f1 req-ccb446c2-ca1d-40e2-9a53-6bb6acb04ffe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.1375704 Oct 27 16:07:22.953898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2a88e-beb1-47f2-8723-208b1390c79c req-a85d505a-9d6f-40b0-99de-1d6f1040c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:22.957067 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b8d2a88e-beb1-47f2-8723-208b1390c79c req-a85d505a-9d6f-40b0-99de-1d6f1040c377 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 1097 time: 0.0889058 Oct 27 16:07:22.971036 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-27d1d848-96a0-4b1c-9644-2fb697ef6dc1 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0033839 Oct 27 16:07:22.973632 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:22.995214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Request body: {'port': {'device_id': '1538a4d6-6f3b-4878-9819-6ed3b963345e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:23.074718 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b8d2a88e-beb1-47f2-8723-208b1390c79c req-5b2853c4-e492-4268-8887-605c1d20673b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928082 Oct 27 16:07:23.081423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d82c919-0c02-409b-bede-c509567f63f1 req-153da351-3dce-4112-b189-66f263c884c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198246 Oct 27 16:07:23.094945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:23.108905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:23.138286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd188-385f-42b4-b0e0-e5a1fb766701 req-e426fff9-c4ed-48a0-a8b8-873c52a1f58b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:23.153822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-612dd188-385f-42b4-b0e0-e5a1fb766701 req-e426fff9-c4ed-48a0-a8b8-873c52a1f58b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 945 time: 0.2392690 Oct 27 16:07:23.157295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:23.162086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Port': ['ID=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:23.170651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbead8d5-a56c-470d-90e9-370be89bb963 req-b7a383de-1d49-48e7-9764-57e76d2a551c tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:23.183362 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbead8d5-a56c-470d-90e9-370be89bb963 req-b7a383de-1d49-48e7-9764-57e76d2a551c tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 932 time: 0.1259091 Oct 27 16:07:23.207635 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:23.242906 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbead8d5-a56c-470d-90e9-370be89bb963 req-cc550ea1-17f7-4f6d-af02-c083380e1739 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/security-groups?id=da4c7ffd-3167-45cb-8f84-05f59e3c5acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579603 Oct 27 16:07:23.271524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:23.272224 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:23.311939 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-612dd188-385f-42b4-b0e0-e5a1fb766701 req-7173a765-a5f4-4258-bd78-227abc16215d tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570640 Oct 27 16:07:23.333032 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-651bd909-401a-42ec-b56c-8049e6bd91e0 req-70040e77-8822-48ce-a947-7d1a49f864a8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 210 time: 0.0463707 Oct 27 16:07:23.488207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d82c919-0c02-409b-bede-c509567f63f1 req-d88dc98c-0fd4-4283-bfae-4c2d78bd88fb service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894262 Oct 27 16:07:23.581533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e22e728c-873a-481c-bb7e-c0b9078a4167 None None] Provisioning complete for port c66df584-c0e2-44b9-9e4a-4e1505a5de3d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:23.594454 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e22e728c-873a-481c-bb7e-c0b9078a4167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:23.622508 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1f8f7-a824-4ace-b5ae-a407afcfcdf4 req-390ef113-6a00-4836-bf69-92358ccd8888 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:23.623865 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ede1f8f7-a824-4ace-b5ae-a407afcfcdf4 req-390ef113-6a00-4836-bf69-92358ccd8888 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 946 time: 0.1346424 Oct 27 16:07:23.638245 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f289cc6f-649e-43ea-b46c-bf4127f31e92 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2707279 Oct 27 16:07:23.644690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e22e728c-873a-481c-bb7e-c0b9078a4167 None None] Port c66df584-c0e2-44b9-9e4a-4e1505a5de3d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:23.658848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49', 'admin_state_up': True, 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'security_groups': ['17c9e4cf-308f-4692-b3ae-cccb9325037d']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:23.695596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d82c919-0c02-409b-bede-c509567f63f1 req-e0a58a73-e634-4b01-8aba-7dd51102a6c6 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772351 Oct 27 16:07:23.706725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ede1f8f7-a824-4ace-b5ae-a407afcfcdf4 req-56a63fea-1550-40d7-ae1b-2bce8b7ff07a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753014 Oct 27 16:07:23.762636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032d2cd-6247-47e1-ba58-29c9317d04cb req-f4bbe5ae-47e1-4ab2-be82-794be60bdeb4 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:23.764318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8032d2cd-6247-47e1-ba58-29c9317d04cb req-f4bbe5ae-47e1-4ab2-be82-794be60bdeb4 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 943 time: 0.1336908 Oct 27 16:07:23.866466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8032d2cd-6247-47e1-ba58-29c9317d04cb req-fa61c9f4-5712-4e8b-a11a-7710368438ba tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915453 Oct 27 16:07:23.947147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32a50ea-2bc5-40f6-979f-b7345cb56a0c {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:23.956473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:23.972668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Transition to ACTIVE for port object d32a50ea-2bc5-40f6-979f-b7345cb56a0c will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:24.002452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:24.007771 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:24.077956 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:24.083981 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:24.138539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Pushing event updated for resources: {'Port': ['ID=d32a50ea-2bc5-40f6-979f-b7345cb56a0c,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:24.310730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48377e-bd02-4596-b7d8-30864dd2745b req-b82451c2-9291-4aa2-a315-208ae68a8b31 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:24.316922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48377e-bd02-4596-b7d8-30864dd2745b req-b82451c2-9291-4aa2-a315-208ae68a8b31 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:24.318577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c48377e-bd02-4596-b7d8-30864dd2745b req-b82451c2-9291-4aa2-a315-208ae68a8b31 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 1654 time: 0.1812041 Oct 27 16:07:24.342483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Allocated IP 10.1.1.7 (91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49/dbcfadbc-c0a8-42cd-925d-3b1de8b78478/20cb089c-9c9d-4514-b3f7-e98f1b022466) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:24.396524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Attempting to bind port d32a50ea-2bc5-40f6-979f-b7345cb56a0c on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:24.396860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Attempting to bind port d32a50ea-2bc5-40f6-979f-b7345cb56a0c by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'e1ba752b-d89f-4784-9e6e-f26bf638e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b33af38-d854-4051-af3b-dec9294f101c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:24.397202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Attempting to bind port d32a50ea-2bc5-40f6-979f-b7345cb56a0c on network 2b33af38-d854-4051-af3b-dec9294f101c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:24.419542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Port d32a50ea-2bc5-40f6-979f-b7345cb56a0c on network 2b33af38-d854-4051-af3b-dec9294f101c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:24.421522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Attempting to bind port d32a50ea-2bc5-40f6-979f-b7345cb56a0c on network 2b33af38-d854-4051-af3b-dec9294f101c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:24.431164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c48377e-bd02-4596-b7d8-30864dd2745b req-ab3517c0-857c-48d0-a4bc-40a11bbf9245 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047475 Oct 27 16:07:24.440111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:24.440810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Checking segment: {'id': 'e1ba752b-d89f-4784-9e6e-f26bf638e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b33af38-d854-4051-af3b-dec9294f101c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:24.444453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Bound using segment: {'id': 'e1ba752b-d89f-4784-9e6e-f26bf638e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b33af38-d854-4051-af3b-dec9294f101c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:24.444453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Bound port: d32a50ea-2bc5-40f6-979f-b7345cb56a0c, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ba752b-d89f-4784-9e6e-f26bf638e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2b33af38-d854-4051-af3b-dec9294f101c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:24.444453 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:24.600110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] For port d32a50ea-2bc5-40f6-979f-b7345cb56a0c, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:24.625799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] For port d32a50ea-2bc5-40f6-979f-b7345cb56a0c, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d32a50ea-2bc5-40f6-979f-b7345cb56a0c,segment=NetworkSegment(e1ba752b-d89f-4784-9e6e-f26bf638e82a),segment_id=e1ba752b-d89f-4784-9e6e-f26bf638e82a)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:24.674643 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:24.703597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfe8a55-90c7-4a5a-bde9-647660bcaea2 req-c7772fc6-60f9-42e8-88f9-4efeebb97235 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:24.707049 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4dfe8a55-90c7-4a5a-bde9-647660bcaea2 req-c7772fc6-60f9-42e8-88f9-4efeebb97235 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 944 time: 0.0919309 Oct 27 16:07:24.779296 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:24.828331 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4dfe8a55-90c7-4a5a-bde9-647660bcaea2 req-1f02bf1b-1458-46aa-b1b9-a3fa167a35d6 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/security-groups?id=da4c7ffd-3167-45cb-8f84-05f59e3c5acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126263 Oct 27 16:07:24.843793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-2769d437-8d71-46b3-af1a-5a4e22fe3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:24.846905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-2769d437-8d71-46b3-af1a-5a4e22fe3016 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 1097 time: 0.0732315 Oct 27 16:07:24.848387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:24.849129 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:24.852400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] 10.222.0.54 "PUT /v2.0/ports/d32a50ea-2bc5-40f6-979f-b7345cb56a0c HTTP/1.1" status: 200 len: 1092 time: 1.8684912 Oct 27 16:07:24.856529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1538a4d6-6f3b-4878-9819-6ed3b963345e', 'tag': 'd32a50ea-2bc5-40f6-979f-b7345cb56a0c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:24.856529 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338fd745-fd62-46ba-9829-6bc980321748" -d '{"events": [{"name": "network-changed", "server_uuid": "1538a4d6-6f3b-4878-9819-6ed3b963345e", "tag": "d32a50ea-2bc5-40f6-979f-b7345cb56a0c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:24.884981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab90f5c-b99a-4033-b763-82b854899116 service neutron] Pushing event updated for resources: {'Port': ['ID=d32a50ea-2bc5-40f6-979f-b7345cb56a0c,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:24.906256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d2e04d6-4f8f-420a-a6f7-f396746c6180 req-3a1e5f1a-a629-4c31-a442-a38c7dd314b3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 210 time: 0.0508728 Oct 27 16:07:24.981644 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:25.065701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Port': ['ID=20cb089c-9c9d-4514-b3f7-e98f1b022466,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:25.071200 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00152f48-c20d-4e3c-b6c3-a7b3e52ead4c x-openstack-request-id: req-00152f48-c20d-4e3c-b6c3-a7b3e52ead4c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:25.071200 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1538a4d6-6f3b-4878-9819-6ed3b963345e", "tag": "d32a50ea-2bc5-40f6-979f-b7345cb56a0c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:25.071200 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00152f48-c20d-4e3c-b6c3-a7b3e52ead4c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:25.071200 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1538a4d6-6f3b-4878-9819-6ed3b963345e', 'tag': 'd32a50ea-2bc5-40f6-979f-b7345cb56a0c', 'status': 'completed', 'code': 200} Oct 27 16:07:25.095289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:25.097396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:25.104223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:25.146355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb34aa-7a14-4ff4-bb3b-672cc8d1173a req-c0452615-2085-4f25-ab6c-7aaf73a3f7d3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.155500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7efb34aa-7a14-4ff4-bb3b-672cc8d1173a req-c0452615-2085-4f25-ab6c-7aaf73a3f7d3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 946 time: 0.1461189 Oct 27 16:07:25.211896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7efb34aa-7a14-4ff4-bb3b-672cc8d1173a req-4b5eaed7-21fd-4f0e-9488-829e53502308 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551445 Oct 27 16:07:25.240813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-c0c7798a-02ed-475b-97f9-1352de1de8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.242799 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-c0c7798a-02ed-475b-97f9-1352de1de8c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 912 time: 0.3352287 Oct 27 16:07:25.328038 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-ad0c2e6c-9c90-471f-a53f-bd12a61bf274 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72fc7145-140b-49dc-b0e6-779d050da345 HTTP/1.1" status: 200 len: 217 time: 0.0730796 Oct 27 16:07:25.363487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.365646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:25.372081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-c6394344-e083-4aea-8115-0486ffebf1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.373929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-c6394344-e083-4aea-8115-0486ffebf1e0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0748710e1dd44336aad9d4be4305d136&device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 1095 time: 0.2679703 Oct 27 16:07:25.411727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-c1b29e11-da2c-4b47-9463-3d87bb1c7c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.413214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-c1b29e11-da2c-4b47-9463-3d87bb1c7c11 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.0761621 Oct 27 16:07:25.441414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a61a9-6618-4c38-a7c2-b6081e090a44 req-871d0559-2553-4e5f-902b-055742b22c89 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.442098 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4f2a61a9-6618-4c38-a7c2-b6081e090a44 req-871d0559-2553-4e5f-902b-055742b22c89 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 943 time: 0.2738352 Oct 27 16:07:25.444764 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-d0ce422e-a40d-4037-8af7-547c8996e819 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d32a50ea-2bc5-40f6-979f-b7345cb56a0c HTTP/1.1" status: 200 len: 217 time: 0.0510540 Oct 27 16:07:25.457743 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-18beb17f-b5fe-4581-ad58-39b659d50ce3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335991 Oct 27 16:07:25.509453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7876e4aa-b53f-49dd-b147-063c18b1e9f6 None None] Provisioning complete for port 20cb089c-9c9d-4514-b3f7-e98f1b022466 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:25.509924 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7876e4aa-b53f-49dd-b147-063c18b1e9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:25.513770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-ceadd6d1-d090-4ec2-8233-1f65d7391c1f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8608584 Oct 27 16:07:25.545231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4f2a61a9-6618-4c38-a7c2-b6081e090a44 req-a4ab13de-d202-4a28-bf66-9a5240f7529a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910778 Oct 27 16:07:25.557106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b', 'admin_state_up': True, 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'security_groups': ['17c9e4cf-308f-4692-b3ae-cccb9325037d']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:25.571928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-3631c264-34fc-4528-84d9-ca97863ed9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.588636 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-3631c264-34fc-4528-84d9-ca97863ed9c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=82357a49-b707-46c6-ae72-f096eed1eea7 HTTP/1.1" status: 200 len: 862 time: 0.1307068 Oct 27 16:07:25.597946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7876e4aa-b53f-49dd-b147-063c18b1e9f6 None None] Port 20cb089c-9c9d-4514-b3f7-e98f1b022466 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:25.645387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2727c-49df-450e-a92c-40535435722d req-c600dfeb-67cc-490a-ba6f-b86fe15c9826 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.652104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2727c-49df-450e-a92c-40535435722d req-c600dfeb-67cc-490a-ba6f-b86fe15c9826 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.658563 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2727c-49df-450e-a92c-40535435722d req-c600dfeb-67cc-490a-ba6f-b86fe15c9826 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:25.660268 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e7a2727c-49df-450e-a92c-40535435722d req-c600dfeb-67cc-490a-ba6f-b86fe15c9826 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 2373 time: 0.1015790 Oct 27 16:07:25.674942 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-2e93de29-606e-4a9e-8b01-e91c13c5ff11 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998911 Oct 27 16:07:25.699843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-8c5e8039-dc43-4422-a500-9df3b7a0852d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b33af38-d854-4051-af3b-dec9294f101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742593 Oct 27 16:07:25.759174 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e7a2727c-49df-450e-a92c-40535435722d req-261f5c55-01a5-48c2-8628-1a242712eb08 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881069 Oct 27 16:07:25.816821 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-2162aed9-8a28-4590-8e74-69a43c8363dc service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289134 Oct 27 16:07:25.867368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-0c987e36-966a-4bc5-a686-f94f3c707839 service neutron] 10.222.0.54 "GET /v2.0/networks/2b33af38-d854-4051-af3b-dec9294f101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596861 Oct 27 16:07:25.977409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:26.036584 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-54c98c69-cfbb-4d35-a3fa-e98454daafdd req-f7354864-a061-4f59-82b0-0646c931b03f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 210 time: 0.0360398 Oct 27 16:07:26.356037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084ee20-e961-4049-aa2a-3ad4394e0025 req-b71818f8-f392-4f9e-8098-cfde4f9334ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:26.358288 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1084ee20-e961-4049-aa2a-3ad4394e0025 req-b71818f8-f392-4f9e-8098-cfde4f9334ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 946 time: 0.0642610 Oct 27 16:07:26.413622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfc295a6-2db4-471b-b8c3-e8c685e24655 req-78bf4d35-f435-4dfc-8959-a255841d2376 service neutron] 10.222.0.54 "GET /v2.0/networks/2b33af38-d854-4051-af3b-dec9294f101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388052 Oct 27 16:07:26.442221 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1084ee20-e961-4049-aa2a-3ad4394e0025 req-429b5992-cc9e-41b3-be83-c7a899695910 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707266 Oct 27 16:07:26.533300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd9421-edca-472a-b61f-2f804e7ae325 req-d2ba10f9-db8b-4868-8f4f-a4b1bbd5b1fc tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:26.541301 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3cd9421-edca-472a-b61f-2f804e7ae325 req-d2ba10f9-db8b-4868-8f4f-a4b1bbd5b1fc tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 944 time: 0.6049728 Oct 27 16:07:26.640397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-0fd17d8f-c46f-46be-a74e-a5ccc86fd852 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:26.640397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-0fd17d8f-c46f-46be-a74e-a5ccc86fd852 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 812 time: 0.2672954 Oct 27 16:07:26.649485 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:26.685222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3cd9421-edca-472a-b61f-2f804e7ae325 req-1678d168-6f16-4249-84f5-cab06515faef tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/security-groups?id=da4c7ffd-3167-45cb-8f84-05f59e3c5acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430230 Oct 27 16:07:26.719837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c42a82-0a35-4b54-b71c-94bd0914dda5 req-bedc2e9d-0433-444e-8add-4ecf47e5ea11 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:26.721450 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-51c42a82-0a35-4b54-b71c-94bd0914dda5 req-bedc2e9d-0433-444e-8add-4ecf47e5ea11 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 943 time: 0.0739150 Oct 27 16:07:26.762932 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-67112134-b227-4c71-a4be-82bb20b427ae tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e453eb141e324e84bad185e6328bf7f8 HTTP/1.1" status: 200 len: 379 time: 0.1093249 Oct 27 16:07:26.766006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-51c42a82-0a35-4b54-b71c-94bd0914dda5 req-686460a4-7472-4148-b180-94ab1c66b0a4 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372233 Oct 27 16:07:26.797049 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Request body: {'port': {'device_id': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'admin_state_up': True, 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'security_groups': ['397e7e11-4900-4363-ada5-fc35782c7bf8']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:26.921897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd745-fd62-46ba-9829-6bc980321748 req-442c4247-365d-4b6c-b103-811b7aa017ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:26.924483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-338fd745-fd62-46ba-9829-6bc980321748 req-442c4247-365d-4b6c-b103-811b7aa017ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0748710e1dd44336aad9d4be4305d136&device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 1095 time: 0.2042227 Oct 27 16:07:27.141462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9b465-2011-450c-a21b-3809257122ac req-3680eabd-eb3c-4809-9e62-6fd33f9ff6f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.149266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9b465-2011-450c-a21b-3809257122ac req-3680eabd-eb3c-4809-9e62-6fd33f9ff6f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.157809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9b465-2011-450c-a21b-3809257122ac req-3680eabd-eb3c-4809-9e62-6fd33f9ff6f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.168526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4dc9b465-2011-450c-a21b-3809257122ac req-3680eabd-eb3c-4809-9e62-6fd33f9ff6f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 2373 time: 0.2647250 Oct 27 16:07:27.171213 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e284fe2a-92fb-4aa7-83fc-b2126e938043 req-5f6d1f3b-3a1f-44fc-8c45-e7d6e0b320bb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 210 time: 0.0416021 Oct 27 16:07:27.218762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Allocated IP 10.2.2.100 (3e58baa5-d2dd-427a-8a5f-98e7e842580b/c4358174-7ecb-4439-ac5f-a50c700e1652/e68582e4-50d4-4b71-a602-6763563cb152) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:27.258235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd745-fd62-46ba-9829-6bc980321748 req-52daf546-a8fd-4d4c-bd64-c619d40496e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.259745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-338fd745-fd62-46ba-9829-6bc980321748 req-52daf546-a8fd-4d4c-bd64-c619d40496e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2b33af38-d854-4051-af3b-dec9294f101c HTTP/1.1" status: 200 len: 923 time: 0.3086874 Oct 27 16:07:27.295016 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4dc9b465-2011-450c-a21b-3809257122ac req-e114f84f-27b8-45ee-861f-e17ef4bf0e41 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180003 Oct 27 16:07:27.334676 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-338fd745-fd62-46ba-9829-6bc980321748 req-74bf12a1-287a-4edf-91a2-3d25a656c774 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d32a50ea-2bc5-40f6-979f-b7345cb56a0c HTTP/1.1" status: 200 len: 217 time: 0.0637455 Oct 27 16:07:27.380896 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-03fdd6f1-c4a6-48d4-9308-554ebf778c5b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.380896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-03fdd6f1-c4a6-48d4-9308-554ebf778c5b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 946 time: 0.0864251 Oct 27 16:07:27.417400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Made reservation on behalf of e453eb141e324e84bad185e6328bf7f8 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:27.422611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.453057 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c152f9d0-59ad-421a-9c79-426b7efe9d06 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:27.491392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fd745-fd62-46ba-9829-6bc980321748 req-126e3c1a-be0b-411e-86b5-85c070ad2a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.493497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-338fd745-fd62-46ba-9829-6bc980321748 req-126e3c1a-be0b-411e-86b5-85c070ad2a93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=82357a49-b707-46c6-ae72-f096eed1eea7 HTTP/1.1" status: 200 len: 862 time: 0.1486306 Oct 27 16:07:27.555791 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-cd287b59-e839-45f4-9e3f-dcfa172bffb2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Deleting port 72fc7145-140b-49dc-b0e6-779d050da345 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:27.555935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-cd287b59-e839-45f4-9e3f-dcfa172bffb2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.582899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-338fd745-fd62-46ba-9829-6bc980321748 req-fd125ab8-4da8-4908-a61e-95cbd5f58c1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2b33af38-d854-4051-af3b-dec9294f101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481439 Oct 27 16:07:27.661366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c152f9d0-59ad-421a-9c79-426b7efe9d06, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c152f9d0-59ad-421a-9c79-426b7efe9d06,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:27.680151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'c152f9d0-59ad-421a-9c79-426b7efe9d06', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'port_id': 'c152f9d0-59ad-421a-9c79-426b7efe9d06', 'mac_address': 'fa:16:3e:dd:c2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c24005-c439-4486-8836-efd81a7729ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:27.680760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.774886 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-cd287b59-e839-45f4-9e3f-dcfa172bffb2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] For port 72fc7145-140b-49dc-b0e6-779d050da345, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=72fc7145-140b-49dc-b0e6-779d050da345,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:27.775732 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-cd287b59-e839-45f4-9e3f-dcfa172bffb2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.801815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-cd287b59-e839-45f4-9e3f-dcfa172bffb2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Calling delete_port for 72fc7145-140b-49dc-b0e6-779d050da345 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:27.826122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Allocated IP 172.20.0.4 (14060b4c-01a1-4d12-9810-8c7a68febede/5585183d-91de-498a-87df-f34ca26ac743/55bbcd2a-0a91-4355-862a-d3e4d6c77db1) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:27.842940 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:27.865544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84831b1f-60b2-4db9-8848-841df1c64905 req-ac96f890-b763-44d3-9e17-4003c8ea37b2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.867125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84831b1f-60b2-4db9-8848-841df1c64905 req-ac96f890-b763-44d3-9e17-4003c8ea37b2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 946 time: 0.2541912 Oct 27 16:07:27.870045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c152f9d0-59ad-421a-9c79-426b7efe9d06 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:27.912697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c152f9d0-59ad-421a-9c79-426b7efe9d06, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c152f9d0-59ad-421a-9c79-426b7efe9d06,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:27.957741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4785461-3ae4-455c-aba6-b92d5de19bdf req-e1a96ea6-2d09-4685-92fd-9533b3eff358 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:27.966316 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a4785461-3ae4-455c-aba6-b92d5de19bdf req-e1a96ea6-2d09-4685-92fd-9533b3eff358 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 944 time: 0.1045513 Oct 27 16:07:28.013723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-338fd745-fd62-46ba-9829-6bc980321748 req-917cdd3e-6bd6-482b-a554-549309528a48 service neutron] 10.222.0.54 "GET /v2.0/networks/2b33af38-d854-4051-af3b-dec9294f101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187541 Oct 27 16:07:28.081869 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:28.085848 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a4785461-3ae4-455c-aba6-b92d5de19bdf req-1fe5c8aa-28f4-4642-9e2d-11e68b621b0f tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/security-groups?id=da4c7ffd-3167-45cb-8f84-05f59e3c5acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163926 Oct 27 16:07:28.169807 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:07:28.208391 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:28.209208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-cd287b59-e839-45f4-9e3f-dcfa172bffb2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:28.233340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['72fc7145-140b-49dc-b0e6-779d050da345'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:28.290192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd287b59-e839-45f4-9e3f-dcfa172bffb2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event deleted for resources: {'Port': ['ID=72fc7145-140b-49dc-b0e6-779d050da345,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:28.295101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c152f9d0-59ad-421a-9c79-426b7efe9d06'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:28.340927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84831b1f-60b2-4db9-8848-841df1c64905 req-1525a035-740a-4914-a2f5-d0856212af33 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197281 Oct 27 16:07:28.400009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c152f9d0-59ad-421a-9c79-426b7efe9d06,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:28.461095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network 3e58baa5-d2dd-427a-8a5f-98e7e842580b is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:28.520358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:28.578545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:28.808942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77288b9f-bd77-42e3-a0a4-da884eb35d98 req-b00ef8da-a2e3-47fc-8b15-32d3786a167f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 210 time: 0.2472875 Oct 27 16:07:28.849982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Port': ['ID=e68582e4-50d4-4b71-a602-6763563cb152,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:28.859181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-338fd745-fd62-46ba-9829-6bc980321748 req-fbc69dea-e883-4c9c-9b12-4fea72565370 service neutron] 10.222.0.54 "GET /v2.0/networks/2b33af38-d854-4051-af3b-dec9294f101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8278627 Oct 27 16:07:28.862563 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:28.896846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:28.898133 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.032701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c4038747-c8d7-4edf-b28e-4a1d2e3e9934 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5066781 Oct 27 16:07:29.035278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed601303-9de0-4ef9-9936-71f7b88c7edc req-f5611c3c-8316-4c94-aca7-888817a6ef21 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.044030 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed601303-9de0-4ef9-9936-71f7b88c7edc req-f5611c3c-8316-4c94-aca7-888817a6ef21 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 943 time: 0.8489485 Oct 27 16:07:29.058155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b', 'admin_state_up': True, 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'security_groups': ['17c9e4cf-308f-4692-b3ae-cccb9325037d']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:29.074031 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.114989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-cd287b59-e839-45f4-9e3f-dcfa172bffb2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] No DVR routers for this DVR port 72fc7145-140b-49dc-b0e6-779d050da345 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:29.126452 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-cd287b59-e839-45f4-9e3f-dcfa172bffb2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.138282 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ecc96c1-363e-424f-b227-3b4aec3f01a3 req-cd287b59-e839-45f4-9e3f-dcfa172bffb2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "DELETE /v2.0/ports/72fc7145-140b-49dc-b0e6-779d050da345 HTTP/1.1" status: 204 len: 173 time: 1.7502978 Oct 27 16:07:29.138784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3659903e-d9ae-48a6-acd3-c82f4128f804', 'name': 'network-vif-deleted', 'tag': '72fc7145-140b-49dc-b0e6-779d050da345'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:29.145343 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7edb98-2369-4e12-9924-8be069b4fd2c" -d '{"events": [{"server_uuid": "3659903e-d9ae-48a6-acd3-c82f4128f804", "name": "network-vif-deleted", "tag": "72fc7145-140b-49dc-b0e6-779d050da345"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:29.197389 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.204955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed601303-9de0-4ef9-9936-71f7b88c7edc req-baf189ef-c5a8-4bfe-939a-d95bf1d89b8f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597266 Oct 27 16:07:29.231322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c7ac739f-8daa-403b-b296-9fe8139f79c4 None None] Provisioning complete for port e68582e4-50d4-4b71-a602-6763563cb152 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:29.235109 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c7ac739f-8daa-403b-b296-9fe8139f79c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.275337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Network 14060b4c-01a1-4d12-9810-8c7a68febede is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:29.292898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:29.317059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:29.378783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:29.380742 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac739f-8daa-403b-b296-9fe8139f79c4 None None] Port e68582e4-50d4-4b71-a602-6763563cb152 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:29.442155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.443143 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.447091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a01b-7fa5-466f-9b0c-6edb88ddc14a req-8a7dbc93-9070-4f26-a21c-585ff785bcaa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.459534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c152f9d0-59ad-421a-9c79-426b7efe9d06 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:29.480223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a01b-7fa5-466f-9b0c-6edb88ddc14a req-8a7dbc93-9070-4f26-a21c-585ff785bcaa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.502755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a01b-7fa5-466f-9b0c-6edb88ddc14a req-8a7dbc93-9070-4f26-a21c-585ff785bcaa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.509067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d32a50ea-2bc5-40f6-979f-b7345cb56a0c details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:29.510413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a01b-7fa5-466f-9b0c-6edb88ddc14a req-8a7dbc93-9070-4f26-a21c-585ff785bcaa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:29.513418 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdb0a01b-7fa5-466f-9b0c-6edb88ddc14a req-8a7dbc93-9070-4f26-a21c-585ff785bcaa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 3094 time: 0.1728125 Oct 27 16:07:29.565615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Made reservation on behalf of 05c2f9bb08d64d578878e90145e409ff for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:29.582179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.677604 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdb0a01b-7fa5-466f-9b0c-6edb88ddc14a req-2d07bb3f-3516-433a-a385-0a5486f6d08b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565111 Oct 27 16:07:29.760308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-8cb57890-5cf7-4c3b-a35c-d1f9fe0aa46f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9716938 Oct 27 16:07:29.794693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-f4dfb181-514f-4557-89b7-057c01464385 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:07:29.800332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-f4dfb181-514f-4557-89b7-057c01464385 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0270817 Oct 27 16:07:29.881019 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port c152f9d0-59ad-421a-9c79-426b7efe9d06 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:29.881616 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:29.994550 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8ce90b-4110-45ce-b3d5-2200c15f2f58 x-openstack-request-id: req-ba8ce90b-4110-45ce-b3d5-2200c15f2f58 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:29.994993 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3659903e-d9ae-48a6-acd3-c82f4128f804", "name": "network-vif-deleted", "tag": "72fc7145-140b-49dc-b0e6-779d050da345", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:29.996092 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba8ce90b-4110-45ce-b3d5-2200c15f2f58 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:29.996817 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3659903e-d9ae-48a6-acd3-c82f4128f804', 'name': 'network-vif-deleted', 'tag': '72fc7145-140b-49dc-b0e6-779d050da345', 'status': 'completed', 'code': 200} Oct 27 16:07:30.154219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Request body: {'port': {'device_id': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:30.265886 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84c3a865-a60d-4bb8-8d18-03a742e258ca req-ebceee49-4758-412d-8f7f-aff8b117ac6e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=3659903e-d9ae-48a6-acd3-c82f4128f804 HTTP/1.1" status: 200 len: 210 time: 0.1155198 Oct 27 16:07:30.286776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09bfea-7185-4da1-8070-38bb295655e5 req-f455ef0c-1dea-43d0-9237-4ffe0b043fe9 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:30.291524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f09bfea-7185-4da1-8070-38bb295655e5 req-f455ef0c-1dea-43d0-9237-4ffe0b043fe9 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 944 time: 0.2519584 Oct 27 16:07:30.426995 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:30.432915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Allocated IP 10.2.2.200 (3e58baa5-d2dd-427a-8a5f-98e7e842580b/c4358174-7ecb-4439-ac5f-a50c700e1652/56cde905-1083-4605-a7b0-19acc8047639) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:30.623837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e7e6fb69-8cb7-4cbc-baca-714d56f6b965 None None] Provisioning complete for port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:30.627259 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7e6fb69-8cb7-4cbc-baca-714d56f6b965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:30.678397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f09bfea-7185-4da1-8070-38bb295655e5 req-82d12298-941b-493a-8f4d-0c9d086d94fd tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/security-groups?id=da4c7ffd-3167-45cb-8f84-05f59e3c5acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436089 Oct 27 16:07:30.720857 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:30.772290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d32a50ea-2bc5-40f6-979f-b7345cb56a0c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d32a50ea-2bc5-40f6-979f-b7345cb56a0c,segment=NetworkSegment(e1ba752b-d89f-4784-9e6e-f26bf638e82a),segment_id=e1ba752b-d89f-4784-9e6e-f26bf638e82a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:30.773683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ec74d-0191-4ae9-b3ea-4acb0a1d7d71 req-b8f20ea3-2ae6-4fe8-88cd-b5fb5594bd35 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:30.794010 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-903ec74d-0191-4ae9-b3ea-4acb0a1d7d71 req-b8f20ea3-2ae6-4fe8-88cd-b5fb5594bd35 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 931 time: 0.1891077 Oct 27 16:07:30.800364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6fb69-8cb7-4cbc-baca-714d56f6b965 None None] Port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:30.809867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'd32a50ea-2bc5-40f6-979f-b7345cb56a0c', 'network_id': '2b33af38-d854-4051-af3b-dec9294f101c', 'port_id': 'd32a50ea-2bc5-40f6-979f-b7345cb56a0c', 'mac_address': 'fa:16:3e:82:e6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82357a49-b707-46c6-ae72-f096eed1eea7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:30.817285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c152f9d0-59ad-421a-9c79-426b7efe9d06'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:30.819628 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acacc0ac-6b3f-445d-8b61-894776091ef7" -d '{"events": [{"server_uuid": "34b43afc-2b59-4f05-a598-c97a8afe0a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c152f9d0-59ad-421a-9c79-426b7efe9d06"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:30.850255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c152f9d0-59ad-421a-9c79-426b7efe9d06, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c152f9d0-59ad-421a-9c79-426b7efe9d06,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:30.888409 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-903ec74d-0191-4ae9-b3ea-4acb0a1d7d71 req-c7eab771-a888-4e3c-bdc6-924b11a98d8a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933120 Oct 27 16:07:30.948255 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:31.064496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c152f9d0-59ad-421a-9c79-426b7efe9d06,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:31.095700 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:31.115757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32a50ea-2bc5-40f6-979f-b7345cb56a0c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:31.150943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d32a50ea-2bc5-40f6-979f-b7345cb56a0c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d32a50ea-2bc5-40f6-979f-b7345cb56a0c,segment=NetworkSegment(e1ba752b-d89f-4784-9e6e-f26bf638e82a),segment_id=e1ba752b-d89f-4784-9e6e-f26bf638e82a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:31.204655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6ceb7-5926-49b6-a13d-cf8fea8af07e req-3f3a85bc-afdd-43c5-b373-a580b9bff941 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.215859 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6ceb7-5926-49b6-a13d-cf8fea8af07e req-3f3a85bc-afdd-43c5-b373-a580b9bff941 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.225203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6ceb7-5926-49b6-a13d-cf8fea8af07e req-3f3a85bc-afdd-43c5-b373-a580b9bff941 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.230209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594af90-2be7-4587-a542-5b342c98c666 req-d786e573-2aff-4c57-8491-ff0bd9899aed tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.232087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9594af90-2be7-4587-a542-5b342c98c666 req-d786e573-2aff-4c57-8491-ff0bd9899aed tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 943 time: 0.3001962 Oct 27 16:07:31.232310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6ceb7-5926-49b6-a13d-cf8fea8af07e req-3f3a85bc-afdd-43c5-b373-a580b9bff941 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:31.240121 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d3f6ceb7-5926-49b6-a13d-cf8fea8af07e req-3f3a85bc-afdd-43c5-b373-a580b9bff941 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 3094 time: 0.1145844 Oct 27 16:07:31.268845 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:31.283762 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:31.305936 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d3f6ceb7-5926-49b6-a13d-cf8fea8af07e req-b2509e7f-ac4c-407f-ba8d-36b163a01cee tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646381 Oct 27 16:07:31.376391 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=d32a50ea-2bc5-40f6-979f-b7345cb56a0c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:31.414439 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9594af90-2be7-4587-a542-5b342c98c666 req-79c269f8-feca-4a79-bbf3-a3d2755d8f7c tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715207 Oct 27 16:07:31.438265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:31.456182 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:31.490050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:31.491957 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['d32a50ea-2bc5-40f6-979f-b7345cb56a0c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:31.492166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Transition to ACTIVE for port object 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:31.496910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c1691d59-66ca-41b3-8257-049de76d49ae no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:31.588458 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adc15a8-64ed-4185-8455-145fdb601c43 x-openstack-request-id: req-1adc15a8-64ed-4185-8455-145fdb601c43 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:31.588458 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b43afc-2b59-4f05-a598-c97a8afe0a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c152f9d0-59ad-421a-9c79-426b7efe9d06", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:31.588458 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1adc15a8-64ed-4185-8455-145fdb601c43 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:31.588458 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c152f9d0-59ad-421a-9c79-426b7efe9d06', 'code': 200} Oct 27 16:07:31.598877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:31.605188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Network 3e58baa5-d2dd-427a-8a5f-98e7e842580b is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:31.633894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:31.644524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:31.668568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-46517337-bf41-49cb-93a4-112373f7483d tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7e7573af9c104a158b252cf968f0b3b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373950 Oct 27 16:07:31.669445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event updated for resources: {'Port': ['ID=56cde905-1083-4605-a7b0-19acc8047639,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:31.853194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:31.900106 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 72fc7145-140b-49dc-b0e6-779d050da345 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:31.985034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 72fc7145-140b-49dc-b0e6-779d050da345 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:31.985575 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 72fc7145-140b-49dc-b0e6-779d050da345 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:32.003236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e12353-4946-4a69-b88d-a108565018b1 req-7477cb4e-d6f7-4cc9-a43e-ebe299c22638 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:32.020010 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-7477cb4e-d6f7-4cc9-a43e-ebe299c22638 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3519585 Oct 27 16:07:32.088913 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-af7dbb64-9b55-4b90-9b89-2cacb7c522ec tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/quotas/7e7573af9c104a158b252cf968f0b3b5 HTTP/1.1" status: 200 len: 375 time: 0.0704956 Oct 27 16:07:32.110352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:32.111076 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:32.168208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-58a04617-7e41-4763-a7dd-337f61b7d9de service neutron] 10.222.0.54 "GET /v2.0/ports/c1691d59-66ca-41b3-8257-049de76d49ae/bindings/n-h2-815689-1 HTTP/1.1" status: 200 len: 384 time: 0.1925941 Oct 27 16:07:32.183637 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-04dc0bc1-c054-4fda-8971-9ff22e6c1f64 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e7573af9c104a158b252cf968f0b3b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925698 Oct 27 16:07:32.219475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50efbc-77e7-46f0-a137-5826f512dc7e req-7e4a3098-1b32-41a6-af8f-4fbe46135c66 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:32.221123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e50efbc-77e7-46f0-a137-5826f512dc7e req-7e4a3098-1b32-41a6-af8f-4fbe46135c66 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 945 time: 0.3333054 Oct 27 16:07:32.235875 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-fb26cb75-02a2-4fec-8ce9-2e5a88277153 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1939223 Oct 27 16:07:32.254373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Attempting to bind port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:32.254715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Attempting to bind port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:32.255045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Attempting to bind port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:32.262828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9fbf4d2f-8d35-40f7-a9fa-34fddfa0608b None None] Provisioning complete for port 56cde905-1083-4605-a7b0-19acc8047639 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:32.263210 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9fbf4d2f-8d35-40f7-a9fa-34fddfa0608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:32.279646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:32.333738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 on network 14060b4c-01a1-4d12-9810-8c7a68febede not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:32.338031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Attempting to bind port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:32.378584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9fbf4d2f-8d35-40f7-a9fa-34fddfa0608b None None] Port 56cde905-1083-4605-a7b0-19acc8047639 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:32.384842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:32.385287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Checking segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:32.385772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Bound using segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:32.386374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Bound port: 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:32.386374 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:32.411927 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-cd8e56b7-e68f-4133-8b31-6d01eaa7fcae service neutron] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c1691d59-66ca-41b3-8257-049de76d49ae,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:32.435560 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e50efbc-77e7-46f0-a137-5826f512dc7e req-8c210d9e-0250-4758-9e1d-335bea39db3e tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/security-groups?id=da4c7ffd-3167-45cb-8f84-05f59e3c5acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003772 Oct 27 16:07:32.441788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-cd8e56b7-e68f-4133-8b31-6d01eaa7fcae service neutron] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:32.460145 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:32.595739 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-cd8e56b7-e68f-4133-8b31-6d01eaa7fcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1691d59-66ca-41b3-8257-049de76d49ae {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:32.599632 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:32.628325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-cd8e56b7-e68f-4133-8b31-6d01eaa7fcae service neutron] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c1691d59-66ca-41b3-8257-049de76d49ae,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:32.809427 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-cd8e56b7-e68f-4133-8b31-6d01eaa7fcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:32.812787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d339e-3e4f-43b6-868b-afbb6aff0a9c req-bf7b81b9-46f4-42ef-88d4-9e6de14631d3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:32.824456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d1d339e-3e4f-43b6-868b-afbb6aff0a9c req-bf7b81b9-46f4-42ef-88d4-9e6de14631d3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 943 time: 0.2240043 Oct 27 16:07:32.836011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:32.872140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:32.965103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d1d339e-3e4f-43b6-868b-afbb6aff0a9c req-079c4953-e0c0-4ad9-9f40-10d582144592 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426485 Oct 27 16:07:32.985347 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:33.101312 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-cd8e56b7-e68f-4133-8b31-6d01eaa7fcae service neutron] Transition to ACTIVE for port object c1691d59-66ca-41b3-8257-049de76d49ae will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:33.112356 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-cd9025c1-49d7-48ee-b7e4-d45b33bb80f0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:33.125407 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-cd9025c1-49d7-48ee-b7e4-d45b33bb80f0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.4233477 Oct 27 16:07:33.128425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:33.129042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:33.130689 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] 10.222.0.53 "PUT /v2.0/ports/55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 200 len: 1091 time: 3.2956035 Oct 27 16:07:33.146353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:33.149083 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26d3d9f-aef6-4c83-9db3-de6588e85f04" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:33.159893 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-593edcb3-0fec-475d-9ffb-5121f9adc75b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/quotas/532e31d389584cc2b9f78d696326f5ea HTTP/1.1" status: 200 len: 375 time: 0.0342031 Oct 27 16:07:33.228157 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-69e572b5-c91a-4e4d-90d2-802159d12eef tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636199 Oct 27 16:07:33.230183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-579fc56d-81e7-4ea0-82ca-d3dbfa18ed8a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:07:33.237916 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-579fc56d-81e7-4ea0-82ca-d3dbfa18ed8a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0122845 Oct 27 16:07:33.249392 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-cd8e56b7-e68f-4133-8b31-6d01eaa7fcae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:33.533559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e56b7-e68f-4133-8b31-6d01eaa7fcae service neutron] Pushing event updated for resources: {'Port': ['ID=c1691d59-66ca-41b3-8257-049de76d49ae,revision_number=10']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:33.537187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-cd8e56b7-e68f-4133-8b31-6d01eaa7fcae service neutron] No DVR routers for this DVR port c1691d59-66ca-41b3-8257-049de76d49ae on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:33.553722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d32a50ea-2bc5-40f6-979f-b7345cb56a0c up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:33.612665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-cd8e56b7-e68f-4133-8b31-6d01eaa7fcae service neutron] 10.222.0.54 "PUT /v2.0/ports/c1691d59-66ca-41b3-8257-049de76d49ae/bindings/n-h2-815689-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4236693 Oct 27 16:07:33.637404 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-3043c0b8-500f-4a3b-aff6-5be0de0ebe29 service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936753 Oct 27 16:07:33.839212 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-7acaeadc-650a-46e5-a492-e4605ce140fb service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988997 Oct 27 16:07:33.849044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port d32a50ea-2bc5-40f6-979f-b7345cb56a0c completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:33.853205 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port d32a50ea-2bc5-40f6-979f-b7345cb56a0c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:33.861031 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:34.011269 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:34.027926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38dae95-71f2-4d5c-9417-0b1f2be4efcb service neutron] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:34.062456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d32a50ea-2bc5-40f6-979f-b7345cb56a0c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d32a50ea-2bc5-40f6-979f-b7345cb56a0c,segment=NetworkSegment(e1ba752b-d89f-4784-9e6e-f26bf638e82a),segment_id=e1ba752b-d89f-4784-9e6e-f26bf638e82a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:34.063400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1538a4d6-6f3b-4878-9819-6ed3b963345e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32a50ea-2bc5-40f6-979f-b7345cb56a0c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:34.066091 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e55dae-b226-40d6-9ce7-659cc9002217" -d '{"events": [{"server_uuid": "1538a4d6-6f3b-4878-9819-6ed3b963345e", "name": "network-vif-plugged", "status": "completed", "tag": "d32a50ea-2bc5-40f6-979f-b7345cb56a0c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:34.098602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818313f-d2a8-4698-af3a-a44c3b98b1e6 req-114d80da-1732-4bd3-9d84-e818ce3ae6d3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.105045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818313f-d2a8-4698-af3a-a44c3b98b1e6 req-114d80da-1732-4bd3-9d84-e818ce3ae6d3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.111964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818313f-d2a8-4698-af3a-a44c3b98b1e6 req-114d80da-1732-4bd3-9d84-e818ce3ae6d3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.121502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818313f-d2a8-4698-af3a-a44c3b98b1e6 req-114d80da-1732-4bd3-9d84-e818ce3ae6d3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.126050 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818313f-d2a8-4698-af3a-a44c3b98b1e6 req-114d80da-1732-4bd3-9d84-e818ce3ae6d3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.134172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c818313f-d2a8-4698-af3a-a44c3b98b1e6 req-114d80da-1732-4bd3-9d84-e818ce3ae6d3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 3815 time: 1.0626462 Oct 27 16:07:34.151092 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:34.162273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-9825af8b-9701-4d2c-8337-34da100ed1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.163765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-9825af8b-9701-4d2c-8337-34da100ed1d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 1094 time: 0.3229740 Oct 27 16:07:34.251383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-90b6187a-0e5f-4acb-9c32-fcb04f5ab885 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 200 len: 217 time: 0.0756226 Oct 27 16:07:34.267234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-e3282619-e242-494d-98bb-93ba556e9881 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.274779 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-e3282619-e242-494d-98bb-93ba556e9881 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1095 time: 0.4370074 Oct 27 16:07:34.316560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=d32a50ea-2bc5-40f6-979f-b7345cb56a0c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:34.484024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c818313f-d2a8-4698-af3a-a44c3b98b1e6 req-679be300-1be0-4db5-b17b-dedc116fa6b1 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488770 Oct 27 16:07:34.530739 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3965449-fa96-4fc1-b57f-608e37cf326e req-fc1a22bc-1dea-44d3-9914-5475f414bc49 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.534922 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3965449-fa96-4fc1-b57f-608e37cf326e req-fc1a22bc-1dea-44d3-9914-5475f414bc49 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 944 time: 0.1274855 Oct 27 16:07:34.591637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-3ac55f5d-c214-4972-a4d2-7a3553070452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.595740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-3ac55f5d-c214-4972-a4d2-7a3553070452 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.3157980 Oct 27 16:07:34.600724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3965449-fa96-4fc1-b57f-608e37cf326e req-99814c93-8409-465f-a4d2-8e79b97e3e40 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588913 Oct 27 16:07:34.630827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-77a82baf-820e-49fc-b894-dccdd27a3318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.632844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-77a82baf-820e-49fc-b894-dccdd27a3318 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3&tenant_id=095b87ae86024607acdb040846675ca1 HTTP/1.1" status: 200 len: 1095 time: 0.3024518 Oct 27 16:07:34.791153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c99e1955-e7cb-478c-a365-644fabf98807 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:34.815088 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101c08df-3cfd-435d-a3e2-96e68e33bf83 x-openstack-request-id: req-101c08df-3cfd-435d-a3e2-96e68e33bf83 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:34.816108 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:34.816705 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-101c08df-3cfd-435d-a3e2-96e68e33bf83 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:34.823558 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'status': 'completed', 'code': 200} Oct 27 16:07:34.827016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:34.827720 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-100a9894-0f64-4ae6-a755-2b526de18cd5 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7e7573af9c104a158b252cf968f0b3b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468678 Oct 27 16:07:34.857127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-1216fbf1-a446-437a-b412-5cf047aceed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.868130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-1216fbf1-a446-437a-b412-5cf047aceed6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624607 Oct 27 16:07:34.962103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-48ff66b7-bfa7-4ea2-bfa9-cf8c823ca58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:34.963606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-48ff66b7-bfa7-4ea2-bfa9-cf8c823ca58a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 1095 time: 0.2974827 Oct 27 16:07:35.047886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Transition to ACTIVE for port object c99e1955-e7cb-478c-a365-644fabf98807 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:35.115926 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-ee61db69-8818-4eea-8b61-a1be6fa6401a service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356207 Oct 27 16:07:35.116641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-083b7ae8-015b-4598-b82f-2ed4b6b52a35 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:35.137747 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-083b7ae8-015b-4598-b82f-2ed4b6b52a35 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3061728 Oct 27 16:07:35.138940 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:35.170113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-1c25a05a-18ff-470e-a3dd-34f0c6c69efe tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/quotas/7e7573af9c104a158b252cf968f0b3b5 HTTP/1.1" status: 200 len: 375 time: 0.0299814 Oct 27 16:07:35.236769 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-57c3abe0-7b5a-495b-a5b4-23c53853a26f tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e7573af9c104a158b252cf968f0b3b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653574 Oct 27 16:07:35.326140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292e376-ab87-4e92-aa49-2f211f15808b req-bb1521a7-402c-44c2-ab55-728aab244d24 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:35.333234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8292e376-ab87-4e92-aa49-2f211f15808b req-bb1521a7-402c-44c2-ab55-728aab244d24 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 946 time: 0.3658998 Oct 27 16:07:35.487196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Pushing event updated for resources: {'Port': ['ID=c99e1955-e7cb-478c-a365-644fabf98807,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:35.552871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-1a6e9cbd-21c2-427e-93db-a2a45add6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:35.567640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-1a6e9cbd-21c2-427e-93db-a2a45add6438 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.5898998 Oct 27 16:07:35.889703 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-4c30abf6-eb76-4e60-a451-50b03f882b36 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7e7573af9c104a158b252cf968f0b3b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1136301 Oct 27 16:07:35.941752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-b6cf5420-bd37-4c83-bc51-1cb989443215 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1691d59-66ca-41b3-8257-049de76d49ae HTTP/1.1" status: 200 len: 217 time: 0.3101461 Oct 27 16:07:35.959698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8292e376-ab87-4e92-aa49-2f211f15808b req-273c5525-cedf-468c-97ae-c7c773162600 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/security-groups?id=da4c7ffd-3167-45cb-8f84-05f59e3c5acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020203 Oct 27 16:07:36.030464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e30ecb28-86a3-42ed-8d61-4f8f080199b2 req-ef0d0b4a-5a77-4a67-ada4-5699588a0353 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9042869 Oct 27 16:07:36.071130 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cceca84-7dd8-4676-ad49-19d60978634b x-openstack-request-id: req-2cceca84-7dd8-4676-ad49-19d60978634b {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:36.072298 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1538a4d6-6f3b-4878-9819-6ed3b963345e", "name": "network-vif-plugged", "status": "completed", "tag": "d32a50ea-2bc5-40f6-979f-b7345cb56a0c", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:36.074429 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2cceca84-7dd8-4676-ad49-19d60978634b {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:36.075497 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1538a4d6-6f3b-4878-9819-6ed3b963345e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32a50ea-2bc5-40f6-979f-b7345cb56a0c', 'code': 200} Oct 27 16:07:36.147081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-d35a7813-1a81-4327-acd9-ae80ff6c2b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.157831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-d35a7813-1a81-4327-acd9-ae80ff6c2b1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.1939380 Oct 27 16:07:36.158899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Attempting to bind port c99e1955-e7cb-478c-a365-644fabf98807 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:36.159239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Attempting to bind port c99e1955-e7cb-478c-a365-644fabf98807 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:36.159569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Attempting to bind port c99e1955-e7cb-478c-a365-644fabf98807 on network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:36.185256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbfc03-a623-4016-9cb0-c7b3fa03c494 req-81d5ace2-f1c3-4384-9d3b-9e21e1c5d255 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.206803 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-47fbfc03-a623-4016-9cb0-c7b3fa03c494 req-81d5ace2-f1c3-4384-9d3b-9e21e1c5d255 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 943 time: 0.5045092 Oct 27 16:07:36.209425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Port c99e1955-e7cb-478c-a365-644fabf98807 on network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:36.209425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Attempting to bind port c99e1955-e7cb-478c-a365-644fabf98807 on network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:36.258186 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e12353-4946-4a69-b88d-a108565018b1 req-de0a8df0-51d9-4626-b45b-6a6ee102ccb8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.259930 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-de0a8df0-51d9-4626-b45b-6a6ee102ccb8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3618443 Oct 27 16:07:36.273267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Request body: {'port': {'device_id': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '7e7573af9c104a158b252cf968f0b3b5'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:36.313007 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-962109a5-9c30-4b19-a541-bca5fcc3ec34 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1344342 Oct 27 16:07:36.328809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:36.329154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Checking segment: {'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:36.335923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Bound using segment: {'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:36.336623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Bound port: c99e1955-e7cb-478c-a365-644fabf98807, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d9c27d-b2e2-4938-9acf-683bd7000d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:36.337040 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.408354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de190f4c-d085-48e1-9483-a9e9ebf4f037 req-e55eaa3d-55fd-41d2-b829-46ee3837b4fd tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 210 time: 0.1301537 Oct 27 16:07:36.515506 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-47fbfc03-a623-4016-9cb0-c7b3fa03c494 req-fffc4f72-a399-4fa9-87e5-dae6b6c9cad5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074088 Oct 27 16:07:36.776554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Made reservation on behalf of 7e7573af9c104a158b252cf968f0b3b5 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:36.781859 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.842657 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:36.846343 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-f23c1c6f-5e3c-497c-bd99-da48a197fd90 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035491 Oct 27 16:07:36.894910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b7f9-d4d9-4f00-aae7-084ddb992b71 req-0788f53b-f2ab-4eef-8a8f-37a79d685072 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.902449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b7f9-d4d9-4f00-aae7-084ddb992b71 req-0788f53b-f2ab-4eef-8a8f-37a79d685072 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.909406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b7f9-d4d9-4f00-aae7-084ddb992b71 req-0788f53b-f2ab-4eef-8a8f-37a79d685072 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.913166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3d9f-aef6-4c83-9db3-de6588e85f04 req-afa63c5f-0b31-43f4-a143-f30668e02f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.915906 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c26d3d9f-aef6-4c83-9db3-de6588e85f04 req-afa63c5f-0b31-43f4-a143-f30668e02f00 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 1094 time: 0.5181279 Oct 27 16:07:36.916497 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b7f9-d4d9-4f00-aae7-084ddb992b71 req-0788f53b-f2ab-4eef-8a8f-37a79d685072 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.923851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37b7f9-d4d9-4f00-aae7-084ddb992b71 req-0788f53b-f2ab-4eef-8a8f-37a79d685072 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:36.934201 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c37b7f9-d4d9-4f00-aae7-084ddb992b71 req-0788f53b-f2ab-4eef-8a8f-37a79d685072 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 3827 time: 0.2381122 Oct 27 16:07:36.992289 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c37b7f9-d4d9-4f00-aae7-084ddb992b71 req-d3dad3f0-49ba-4b44-969a-60d9cdafb615 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541253 Oct 27 16:07:37.027299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] For port c99e1955-e7cb-478c-a365-644fabf98807, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:37.030827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] For port c99e1955-e7cb-478c-a365-644fabf98807, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c99e1955-e7cb-478c-a365-644fabf98807,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:37.138636 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-c1b869fd-ae19-4f4e-823e-da0c0aa05994 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788155 Oct 27 16:07:37.144273 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:37.171684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0912caf3-90b4-42a2-8dd5-84a38e70e7c5 req-36444099-4018-4ddd-bd43-6a40aaae1e15 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 210 time: 0.3113499 Oct 27 16:07:37.187583 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:37.259800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac65e0-9400-4edd-9302-fc47c43cd3dd req-6daad57b-1fda-40c5-8fee-a9fb473606f1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.272709 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0dac65e0-9400-4edd-9302-fc47c43cd3dd req-6daad57b-1fda-40c5-8fee-a9fb473606f1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 944 time: 0.1262698 Oct 27 16:07:37.279652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Pushing event updated for resources: {'Port': ['ID=c99e1955-e7cb-478c-a365-644fabf98807,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:37.298089 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:37.303855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9a5b9-3416-4d5e-8f98-329da1b56dc0 req-2cdcb89f-9022-4b88-a399-61f2ea894963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.305522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6ad9a5b9-3416-4d5e-8f98-329da1b56dc0 req-2cdcb89f-9022-4b88-a399-61f2ea894963 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 1097 time: 1.0938478 Oct 27 16:07:37.341795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.342425 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:37.343853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2adf8a85-9348-47c8-9147-d82870a0df42 service neutron] 10.222.0.54 "PUT /v2.0/ports/c99e1955-e7cb-478c-a365-644fabf98807 HTTP/1.1" status: 200 len: 1092 time: 5.0853412 Oct 27 16:07:37.346633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': 'c99e1955-e7cb-478c-a365-644fabf98807'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:37.348901 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "c99e1955-e7cb-478c-a365-644fabf98807"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:37.485729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:37.507259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6ad9a5b9-3416-4d5e-8f98-329da1b56dc0 req-669675ea-56ba-4fa8-8e3c-87c396e611a9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=da4c7ffd-3167-45cb-8f84-05f59e3c5acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943619 Oct 27 16:07:37.590002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3d9f-aef6-4c83-9db3-de6588e85f04 req-6f0d0dea-cf19-4b2a-80db-6cb1bd759cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.595837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c26d3d9f-aef6-4c83-9db3-de6588e85f04 req-6f0d0dea-cf19-4b2a-80db-6cb1bd759cda service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.4555955 Oct 27 16:07:37.686669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c26d3d9f-aef6-4c83-9db3-de6588e85f04 req-07098bce-c66f-4e7f-9f59-1b44472acbb5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 200 len: 217 time: 0.0772984 Oct 27 16:07:37.695284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61792ea-05eb-4e01-910c-12d1ab66f86a req-566139e2-29e6-458d-8a7d-6801cc61e4a8 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.696923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e61792ea-05eb-4e01-910c-12d1ab66f86a req-566139e2-29e6-458d-8a7d-6801cc61e4a8 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 946 time: 0.2645843 Oct 27 16:07:37.775364 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0dac65e0-9400-4edd-9302-fc47c43cd3dd req-c6acf9ec-ec64-478c-bf2a-f345668075e7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012734 Oct 27 16:07:37.788201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1e3533-13da-47a4-8db5-f5be4f326eea,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:37.857440 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:37.877551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3d9f-aef6-4c83-9db3-de6588e85f04 req-e602f47a-f69a-4853-8a51-f01b21830039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.879263 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c26d3d9f-aef6-4c83-9db3-de6588e85f04 req-e602f47a-f69a-4853-8a51-f01b21830039 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.1813698 Oct 27 16:07:37.937721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e61792ea-05eb-4e01-910c-12d1ab66f86a req-f8970351-7c26-4248-8d16-f4a289f57877 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/security-groups?id=da4c7ffd-3167-45cb-8f84-05f59e3c5acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275531 Oct 27 16:07:37.984095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Allocated IP 192.168.233.200 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/9430cf76-5006-405c-b413-9048d5bed25b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:37.997081 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-a7f18e2f-6ebd-4204-9685-d32f0623de02 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:37.998683 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-a7f18e2f-6ebd-4204-9685-d32f0623de02 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.4349422 Oct 27 16:07:38.003851 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240f1469-7089-4978-b169-366b9241c072 x-openstack-request-id: req-240f1469-7089-4978-b169-366b9241c072 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:38.004867 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "c99e1955-e7cb-478c-a365-644fabf98807", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:38.004867 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-240f1469-7089-4978-b169-366b9241c072 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:38.004867 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': 'c99e1955-e7cb-478c-a365-644fabf98807', 'status': 'completed', 'code': 200} Oct 27 16:07:38.014200 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Request body: {'port': {'device_id': '5ed2bcd7-aaab-47ff-9ea8-84831e88aac3', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'admin_state_up': True, 'tenant_id': '532e31d389584cc2b9f78d696326f5ea'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:38.166892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d3d9f-aef6-4c83-9db3-de6588e85f04 req-f17a8ce8-29d0-448d-a68f-8faa8c302581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.168911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c26d3d9f-aef6-4c83-9db3-de6588e85f04 req-f17a8ce8-29d0-448d-a68f-8faa8c302581 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2768099 Oct 27 16:07:38.258393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ac0c2ae-88d3-4dcf-abe9-c0e4dc25be6d req-1bbb39e1-3a3b-4582-8b67-943f11798b8a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 210 time: 0.0486073 Oct 27 16:07:38.616829 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.669198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6257240-e02d-430b-b73b-8b3f31afde3e req-57c47a3d-d81e-4403-a56e-87bb4681903a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.675184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6257240-e02d-430b-b73b-8b3f31afde3e req-57c47a3d-d81e-4403-a56e-87bb4681903a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.681939 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6257240-e02d-430b-b73b-8b3f31afde3e req-57c47a3d-d81e-4403-a56e-87bb4681903a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.688351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6257240-e02d-430b-b73b-8b3f31afde3e req-57c47a3d-d81e-4403-a56e-87bb4681903a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.695408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6257240-e02d-430b-b73b-8b3f31afde3e req-57c47a3d-d81e-4403-a56e-87bb4681903a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.697241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c6257240-e02d-430b-b73b-8b3f31afde3e req-57c47a3d-d81e-4403-a56e-87bb4681903a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 3827 time: 0.1429327 Oct 27 16:07:38.730357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0738243-2861-423b-81cc-1a0184199dd8 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:38.739830 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.749212 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Made reservation on behalf of 532e31d389584cc2b9f78d696326f5ea for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:38.753009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.757000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Transition to ACTIVE for port object e0738243-2861-423b-81cc-1a0184199dd8 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:38.769610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c6257240-e02d-430b-b73b-8b3f31afde3e req-82e7707a-1673-4f39-9528-702c59dd2b05 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559716 Oct 27 16:07:38.828526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-9caf4e6d-5097-4893-bd5a-ac9e781e51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.829257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-9caf4e6d-5097-4893-bd5a-ac9e781e51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.831164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-9caf4e6d-5097-4893-bd5a-ac9e781e51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.832552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-9caf4e6d-5097-4893-bd5a-ac9e781e51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.834354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-9caf4e6d-5097-4893-bd5a-ac9e781e51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.842158 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-9caf4e6d-5097-4893-bd5a-ac9e781e51bd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 4362 time: 0.7125404 Oct 27 16:07:38.868123 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.904815 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:38.943871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53151cd-6a74-42f8-86d3-f45cabd9bd4d req-a2c974a4-415f-47b2-8d28-bdefc275f50b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:38.952964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d53151cd-6a74-42f8-86d3-f45cabd9bd4d req-a2c974a4-415f-47b2-8d28-bdefc275f50b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 943 time: 0.8826163 Oct 27 16:07:38.990132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Allocated IP 172.20.0.3 (c1d758f2-d37b-4018-98fc-3c91fe876e7c/3b08f108-8174-458c-afd5-eb5ec36a0ae6/adefae2d-60e5-42db-8585-2da6ed00b9b0) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:39.122824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-ee283816-f61e-4a58-abdb-d391a2e119b4 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:39.124351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-ee283816-f61e-4a58-abdb-d391a2e119b4 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1095 time: 0.8657765 Oct 27 16:07:39.131221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-1e020d7f-29cd-49bd-99f4-6d0d010c1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:39.131683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-1e020d7f-29cd-49bd-99f4-6d0d010c1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:39.132241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-1e020d7f-29cd-49bd-99f4-6d0d010c1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:39.134401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-1e020d7f-29cd-49bd-99f4-6d0d010c1316 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=05c2f9bb08d64d578878e90145e409ff&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2777548 Oct 27 16:07:39.172779 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:39.238837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:39.279501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:39.296374 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5377c627-0775-489c-b12e-479b6569907b req-137d3707-6c3e-40c6-ae4b-ce207d6a60a5 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 210 time: 0.0838473 Oct 27 16:07:39.318064 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:39.339840 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:39.363038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Pushing event updated for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:39.496845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:39.552170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Network c1d758f2-d37b-4018-98fc-3c91fe876e7c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:39.569080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:39.569755 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:39.572266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event updated for resources: {'Port': ['ID=adefae2d-60e5-42db-8585-2da6ed00b9b0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:39.578154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:39.583199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:39.706581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d53151cd-6a74-42f8-86d3-f45cabd9bd4d req-40d59ff5-e029-4a66-aba9-3e44688058be tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7523990 Oct 27 16:07:39.707571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:39.709233 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:39.724936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:39.743441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'port_id': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'mac_address': 'fa:16:3e:c6:6d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:39.800794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-fb7dd582-0ef3-4305-bcb3-5ceba4745807 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7e7573af9c104a158b252cf968f0b3b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5411735 Oct 27 16:07:39.806412 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:39.810472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c26d3d9f-aef6-4c83-9db3-de6588e85f04 req-b82cbe5a-7abc-4b9a-9007-aa891463bd4b service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6218908 Oct 27 16:07:39.838170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:39.866224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:39.877425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c84f29-49ab-4fc3-8687-4cccab0beceb req-e6e7a180-90ad-4d62-bffa-e1807d2bc12a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:39.885520 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-57c84f29-49ab-4fc3-8687-4cccab0beceb req-e6e7a180-90ad-4d62-bffa-e1807d2bc12a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 944 time: 0.1694584 Oct 27 16:07:39.898290 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-523a70a9-3578-483d-af66-740caaa9e24a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8895350 Oct 27 16:07:39.926098 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-91d48002-6192-4925-822d-69ca7f2c6fc8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6572046 Oct 27 16:07:39.932602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Request body: {'port': {'device_id': '5ed2bcd7-aaab-47ff-9ea8-84831e88aac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:39.942018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Request body: {'port': {'device_id': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:39.944673 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:40.024456 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-57c84f29-49ab-4fc3-8687-4cccab0beceb req-0cb7d700-153d-4c68-9b16-5d7fc8555c8a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378958 Oct 27 16:07:40.073861 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:40.090300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e5a918ca-66b8-4dd5-9206-a6a38fef1990 None None] Provisioning complete for port 9430cf76-5006-405c-b413-9048d5bed25b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:40.090844 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e5a918ca-66b8-4dd5-9206-a6a38fef1990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:40.116617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-584797cf-3860-45fb-bc66-9c3f431893b4 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:40.122643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-584797cf-3860-45fb-bc66-9c3f431893b4 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3000505 Oct 27 16:07:40.133775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e5a918ca-66b8-4dd5-9206-a6a38fef1990 None None] Port 9430cf76-5006-405c-b413-9048d5bed25b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:40.146065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Pushing event updated for resources: {'Port': ['ID=e0738243-2861-423b-81cc-1a0184199dd8,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:40.210855 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:40.218271 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:40.228230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Request body: {'port': {'device_id': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '7e7573af9c104a158b252cf968f0b3b5'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:40.313536 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['55bbcd2a-0a91-4355-862a-d3e4d6c77db1'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:40.349394 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7bd9e-c9fa-4f4b-8e7b-df2cb74ba39e req-cd1dcd88-8540-46bb-80ae-1145bcd049b5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:40.358950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62f7bd9e-c9fa-4f4b-8e7b-df2cb74ba39e req-cd1dcd88-8540-46bb-80ae-1145bcd049b5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 931 time: 0.1614568 Oct 27 16:07:40.598158 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62f7bd9e-c9fa-4f4b-8e7b-df2cb74ba39e req-85a7fc18-44af-4c74-8421-c2f8bad02109 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378659 Oct 27 16:07:40.971706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-198305ec-0861-4cb2-9234-07f0c93ccb1d service neutron] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:41.000479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Attempting to bind port e0738243-2861-423b-81cc-1a0184199dd8 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:41.006422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Attempting to bind port e0738243-2861-423b-81cc-1a0184199dd8 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:41.006422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Attempting to bind port e0738243-2861-423b-81cc-1a0184199dd8 on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:41.018287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Port e0738243-2861-423b-81cc-1a0184199dd8 on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:41.018769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Attempting to bind port e0738243-2861-423b-81cc-1a0184199dd8 on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:41.028861 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-198305ec-0861-4cb2-9234-07f0c93ccb1d service neutron] Publish callbacks [] for binding, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:41.030186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2340620-05aa-435f-9b41-b7dee350ab47 req-198305ec-0861-4cb2-9234-07f0c93ccb1d service neutron] 10.222.0.53 "DELETE /v2.0/ports/c1691d59-66ca-41b3-8257-049de76d49ae/bindings/n-h1-815689-1 HTTP/1.1" status: 204 len: 173 time: 1.8783312 Oct 27 16:07:41.045588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:41.051708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Checking segment: {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:41.051708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Bound using segment: {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:41.051708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Bound port: e0738243-2861-423b-81cc-1a0184199dd8, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:41.051708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:41.054735 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edb47f-10a9-4021-a8b4-d4b0162ac773 req-1642b0ce-1bed-4c6c-8914-9788c6f218d4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.063322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edb47f-10a9-4021-a8b4-d4b0162ac773 req-1642b0ce-1bed-4c6c-8914-9788c6f218d4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.071427 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edb47f-10a9-4021-a8b4-d4b0162ac773 req-1642b0ce-1bed-4c6c-8914-9788c6f218d4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.074198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5670e292-e760-4162-b0ac-ff58c34a15a9 req-5f5d854d-aef9-47b8-bc13-41faf1935c9c tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.078572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edb47f-10a9-4021-a8b4-d4b0162ac773 req-1642b0ce-1bed-4c6c-8914-9788c6f218d4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.084104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5670e292-e760-4162-b0ac-ff58c34a15a9 req-5f5d854d-aef9-47b8-bc13-41faf1935c9c tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 946 time: 1.0288103 Oct 27 16:07:41.087134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edb47f-10a9-4021-a8b4-d4b0162ac773 req-1642b0ce-1bed-4c6c-8914-9788c6f218d4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.094244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edb47f-10a9-4021-a8b4-d4b0162ac773 req-1642b0ce-1bed-4c6c-8914-9788c6f218d4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.096488 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9edb47f-10a9-4021-a8b4-d4b0162ac773 req-1642b0ce-1bed-4c6c-8914-9788c6f218d4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 4599 time: 0.2553229 Oct 27 16:07:41.149330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9430cf76-5006-405c-b413-9048d5bed25b {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:41.161987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-436294c1-d947-42e4-877f-8ebd57329f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.163602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c3bfb4c-def7-42a5-8e53-e5757e2b39b0 req-436294c1-d947-42e4-877f-8ebd57329f00 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.9842017 Oct 27 16:07:41.172679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:41.184072 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adefae2d-60e5-42db-8585-2da6ed00b9b0 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:41.200397 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:41.233591 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Transition to ACTIVE for port object 9430cf76-5006-405c-b413-9048d5bed25b will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:41.249272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9edb47f-10a9-4021-a8b4-d4b0162ac773 req-ffd73d38-62e6-45d0-b851-e76bceae062b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436050 Oct 27 16:07:41.252527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Transition to ACTIVE for port object adefae2d-60e5-42db-8585-2da6ed00b9b0 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:41.308197 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c26d3d9f-aef6-4c83-9db3-de6588e85f04 req-81683e2c-16ac-48e3-8a85-7aecce65146a service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2126746 Oct 27 16:07:41.313641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5670e292-e760-4162-b0ac-ff58c34a15a9 req-cbfb61b2-aa7c-4615-81c7-9f8d8e35ecfe tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/security-groups?id=da4c7ffd-3167-45cb-8f84-05f59e3c5acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285438 Oct 27 16:07:41.331585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] For port e0738243-2861-423b-81cc-1a0184199dd8, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:41.332537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:41.337711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:41.355904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] For port e0738243-2861-423b-81cc-1a0184199dd8, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=e0738243-2861-423b-81cc-1a0184199dd8,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:41.400633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Pushing event updated for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:41.414414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Made reservation on behalf of 7e7573af9c104a158b252cf968f0b3b5 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:41.419400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:41.459724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:41.674005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.674988 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:41.677310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] 10.222.0.54 "PUT /v2.0/ports/e0738243-2861-423b-81cc-1a0184199dd8 HTTP/1.1" status: 200 len: 1130 time: 4.2010500 Oct 27 16:07:41.683954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': 'e0738243-2861-423b-81cc-1a0184199dd8'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:41.686615 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b721287-8af9-4169-9a32-339f1170cd48" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "e0738243-2861-423b-81cc-1a0184199dd8"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:41.737106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa72707-dfb3-4b84-acb5-bff7412afe58 service neutron] Pushing event updated for resources: {'Port': ['ID=e0738243-2861-423b-81cc-1a0184199dd8,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:41.765569 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-436ba53b-b017-48b7-85d2-3b85fb2b81d5 req-96234d0d-716b-4ce2-8986-90d571f7c66b tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 210 time: 0.1972795 Oct 27 16:07:41.795681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:41.858590 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Pushing event updated for resources: {'Port': ['ID=adefae2d-60e5-42db-8585-2da6ed00b9b0,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:41.868773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154429fa-0d99-4270-a2f0-cdd64037c2c3 req-a0191634-833f-4ca8-9662-e9a812da673e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:41.881371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-154429fa-0d99-4270-a2f0-cdd64037c2c3 req-a0191634-833f-4ca8-9662-e9a812da673e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.2985356 Oct 27 16:07:42.065412 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.094232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-154429fa-0d99-4270-a2f0-cdd64037c2c3 req-340a364b-df7b-4206-a2db-cb86eb1d2af7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119575 Oct 27 16:07:42.196747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Attempting to bind port adefae2d-60e5-42db-8585-2da6ed00b9b0 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:42.196747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Attempting to bind port adefae2d-60e5-42db-8585-2da6ed00b9b0 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:42.196747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Attempting to bind port adefae2d-60e5-42db-8585-2da6ed00b9b0 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:42.196747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Port adefae2d-60e5-42db-8585-2da6ed00b9b0 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:42.196747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Attempting to bind port adefae2d-60e5-42db-8585-2da6ed00b9b0 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:42.215228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:42.215956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Checking segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:42.216566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Bound using segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:42.217320 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Bound port: adefae2d-60e5-42db-8585-2da6ed00b9b0, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:42.217973 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.350973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fc203-57a2-4adf-bd28-65aecc48ca32 req-84b99202-0f62-4b5b-a811-99884a26712a tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.352528 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-079fc203-57a2-4adf-bd28-65aecc48ca32 req-84b99202-0f62-4b5b-a811-99884a26712a tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 1095 time: 0.3670647 Oct 27 16:07:42.365190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Attempting to bind port 9430cf76-5006-405c-b413-9048d5bed25b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:42.365701 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Attempting to bind port 9430cf76-5006-405c-b413-9048d5bed25b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:42.368175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Attempting to bind port 9430cf76-5006-405c-b413-9048d5bed25b on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:42.400176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Port 9430cf76-5006-405c-b413-9048d5bed25b on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:42.400176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Attempting to bind port 9430cf76-5006-405c-b413-9048d5bed25b on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:42.429883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:42.430198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:42.430731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:42.434900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Bound port: 9430cf76-5006-405c-b413-9048d5bed25b, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:42.434900 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.465228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] For port adefae2d-60e5-42db-8585-2da6ed00b9b0, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:42.479313 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-079fc203-57a2-4adf-bd28-65aecc48ca32 req-ef9bfed0-307f-42f9-8546-0b0a28ae2e57 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951972 Oct 27 16:07:42.570846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:42.579865 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.594500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Transition to ACTIVE for port object 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:42.607149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] For port adefae2d-60e5-42db-8585-2da6ed00b9b0, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=adefae2d-60e5-42db-8585-2da6ed00b9b0,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:42.634469 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87279c3b-1c30-40a1-a622-34be1f647970 x-openstack-request-id: req-87279c3b-1c30-40a1-a622-34be1f647970 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:42.636290 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "e0738243-2861-423b-81cc-1a0184199dd8", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:42.636290 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87279c3b-1c30-40a1-a622-34be1f647970 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:42.636290 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': 'e0738243-2861-423b-81cc-1a0184199dd8', 'status': 'completed', 'code': 200} Oct 27 16:07:42.673289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:42.679101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:42.687243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Allocated IP 192.168.233.124 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/d05b5e83-bcc3-4339-b622-14967f34c838) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:07:42.742023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34f774-b90a-435b-b67b-b1c27d90c3ee req-b494f7aa-4efb-4e27-b949-0e70d29f2d77 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.752657 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c34f774-b90a-435b-b67b-b1c27d90c3ee req-b494f7aa-4efb-4e27-b949-0e70d29f2d77 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 943 time: 0.1566873 Oct 27 16:07:42.789743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.810623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c34f774-b90a-435b-b67b-b1c27d90c3ee req-4c2fd4d9-1e96-49ab-a61d-ac6138d82859 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532532 Oct 27 16:07:42.811431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.862181 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.880081 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.880780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:42.884784 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] 10.222.0.54 "PUT /v2.0/ports/adefae2d-60e5-42db-8585-2da6ed00b9b0 HTTP/1.1" status: 200 len: 1091 time: 2.9561772 Oct 27 16:07:42.888076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed2bcd7-aaab-47ff-9ea8-84831e88aac3', 'tag': 'adefae2d-60e5-42db-8585-2da6ed00b9b0'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:42.908742 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d63e90-c099-4f5c-a920-bf3ac121a188" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed2bcd7-aaab-47ff-9ea8-84831e88aac3", "tag": "adefae2d-60e5-42db-8585-2da6ed00b9b0"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:42.937043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Pushing event updated for resources: {'Port': ['ID=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:42.949939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b721287-8af9-4169-9a32-339f1170cd48 req-7e6e51a5-4a67-4627-a0fd-119df951c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.950647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b721287-8af9-4169-9a32-339f1170cd48 req-7e6e51a5-4a67-4627-a0fd-119df951c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.951229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b721287-8af9-4169-9a32-339f1170cd48 req-7e6e51a5-4a67-4627-a0fd-119df951c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.951762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b721287-8af9-4169-9a32-339f1170cd48 req-7e6e51a5-4a67-4627-a0fd-119df951c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.952341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b721287-8af9-4169-9a32-339f1170cd48 req-7e6e51a5-4a67-4627-a0fd-119df951c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.952866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b721287-8af9-4169-9a32-339f1170cd48 req-7e6e51a5-4a67-4627-a0fd-119df951c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:42.954896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b721287-8af9-4169-9a32-339f1170cd48 req-7e6e51a5-4a67-4627-a0fd-119df951c80d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5285 time: 0.3310902 Oct 27 16:07:43.046310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.046942 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:43.051146 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] 10.222.0.54 "PUT /v2.0/ports/9430cf76-5006-405c-b413-9048d5bed25b HTTP/1.1" status: 200 len: 1096 time: 3.1133792 Oct 27 16:07:43.128078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b721287-8af9-4169-9a32-339f1170cd48 req-2274638e-729b-46c6-ae8e-192927376282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.128776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b721287-8af9-4169-9a32-339f1170cd48 req-2274638e-729b-46c6-ae8e-192927376282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.129040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b721287-8af9-4169-9a32-339f1170cd48 req-2274638e-729b-46c6-ae8e-192927376282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.132404 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b721287-8af9-4169-9a32-339f1170cd48 req-2274638e-729b-46c6-ae8e-192927376282 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=05c2f9bb08d64d578878e90145e409ff&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1658220 Oct 27 16:07:43.168568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250b936-9d16-4c3b-97c1-f283ad9d9cbe service neutron] Pushing event updated for resources: {'Port': ['ID=adefae2d-60e5-42db-8585-2da6ed00b9b0,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:43.331105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-15e5bafc-2e9d-49c1-90b0-d02697347d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.332872 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-15e5bafc-2e9d-49c1-90b0-d02697347d0b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 1094 time: 0.3076222 Oct 27 16:07:43.345297 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542184aa-cad7-4466-a7f5-d79f6a55fadc req-eb9fa9df-811f-4166-a98b-084f2a08727b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.352192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542184aa-cad7-4466-a7f5-d79f6a55fadc req-eb9fa9df-811f-4166-a98b-084f2a08727b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.358687 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542184aa-cad7-4466-a7f5-d79f6a55fadc req-eb9fa9df-811f-4166-a98b-084f2a08727b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.365121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542184aa-cad7-4466-a7f5-d79f6a55fadc req-eb9fa9df-811f-4166-a98b-084f2a08727b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.372018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542184aa-cad7-4466-a7f5-d79f6a55fadc req-eb9fa9df-811f-4166-a98b-084f2a08727b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.379223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542184aa-cad7-4466-a7f5-d79f6a55fadc req-eb9fa9df-811f-4166-a98b-084f2a08727b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.388092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542184aa-cad7-4466-a7f5-d79f6a55fadc req-eb9fa9df-811f-4166-a98b-084f2a08727b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.396368 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-542184aa-cad7-4466-a7f5-d79f6a55fadc req-eb9fa9df-811f-4166-a98b-084f2a08727b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5372 time: 0.5091970 Oct 27 16:07:43.476343 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-e401c0d1-2c01-45b2-ab18-c4d31ba248ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adefae2d-60e5-42db-8585-2da6ed00b9b0 HTTP/1.1" status: 200 len: 217 time: 0.0681686 Oct 27 16:07:43.477121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866f55e-9030-4d4d-a21b-2978f64d45fe service neutron] Pushing event updated for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:43.530341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:43.583266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e12353-4946-4a69-b88d-a108565018b1 req-a2956c6a-6ca7-4c21-b8b8-2222805c5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.585109 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-a2956c6a-6ca7-4c21-b8b8-2222805c5d4a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e7573af9c104a158b252cf968f0b3b5&device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 1099 time: 0.3261662 Oct 27 16:07:43.650562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-7bb6c164-d1a9-468e-b782-9ea0e9a630a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.653892 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-7bb6c164-d1a9-468e-b782-9ea0e9a630a1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.1641364 Oct 27 16:07:43.691313 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-542184aa-cad7-4466-a7f5-d79f6a55fadc req-f6888379-a77b-4c9c-8d98-025c6fccfb74 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2940409 Oct 27 16:07:43.703006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-b83061d8-5375-451a-bce8-0da77cdb1347 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9430cf76-5006-405c-b413-9048d5bed25b HTTP/1.1" status: 200 len: 217 time: 0.0922825 Oct 27 16:07:43.734533 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-9bd3ac74-4561-4e40-a94f-5a7678cbe32d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473366 Oct 27 16:07:43.800713 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:43.845194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Attempting to bind port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:43.845194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Attempting to bind port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:43.845194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Attempting to bind port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:43.851629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:43.851629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Attempting to bind port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:43.865708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e12353-4946-4a69-b88d-a108565018b1 req-7e927bb0-8735-4496-b47a-649513c665d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.867973 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-7e927bb0-8735-4496-b47a-649513c665d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1477871 Oct 27 16:07:43.880974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:43.881539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Checking segment: {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:43.881986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Bound using segment: {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:43.882535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Bound port: 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:43.882969 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:43.926434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:43.937424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a93832-a314-4386-a511-c8a52e4f9459 req-d1ca36a9-df53-4778-820d-1d3268e7a45d tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.940092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a93832-a314-4386-a511-c8a52e4f9459 req-d1ca36a9-df53-4778-820d-1d3268e7a45d tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 1095 time: 0.2388711 Oct 27 16:07:43.943677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:43.944116 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:43.955997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b721287-8af9-4169-9a32-339f1170cd48 req-708c855a-683a-46f1-8335-3014ba086fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:43.957655 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b721287-8af9-4169-9a32-339f1170cd48 req-708c855a-683a-46f1-8335-3014ba086fa3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8088629 Oct 27 16:07:44.056627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d247159d-712f-4c4a-bc9b-1fb910f9465a req-255e90a4-d7f3-432f-8e8f-f29391eb2246 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2349370 Oct 27 16:07:44.070509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] For port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:44.077441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] For port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:44.091999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a93832-a314-4386-a511-c8a52e4f9459 req-82758bf4-cee2-4b9c-9008-ae457b17c144 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442072 Oct 27 16:07:44.171452 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:44.186262 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:44.274459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:44.275605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:44.282698 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3e1732-0899-4252-9326-6ee074cb7134" -d '{"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-plugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:44.308743 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:44.380859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247159d-712f-4c4a-bc9b-1fb910f9465a req-57f20b98-df26-4455-b5c3-21e242ea8194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:44.383271 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:44.384649 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d247159d-712f-4c4a-bc9b-1fb910f9465a req-57f20b98-df26-4455-b5c3-21e242ea8194 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1096 time: 0.2905846 Oct 27 16:07:44.389431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:07:44.397945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:44.399188 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:44.401606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] 10.222.0.54 "PUT /v2.0/ports/630e02a2-bc37-4b1c-9d43-7fc7f11e0bae HTTP/1.1" status: 200 len: 1131 time: 2.6124620 Oct 27 16:07:44.406112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:07:44.412690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:07:44.532461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:44.558399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.558932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.559297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.559634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.565411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.565870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.570462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.575292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.575292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.575292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.575292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.575292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:07:44.591822 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0752989c-0a4b-495a-a2b1-8161f6797d5b req-aa9f19fb-df47-4de0-8e1b-7889dca0126e tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 210 time: 0.6635680 Oct 27 16:07:44.601220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Pushing event updated for resources: {'Port': ['ID=d05b5e83-bcc3-4339-b622-14967f34c838,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:44.681641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e12353-4946-4a69-b88d-a108565018b1 req-5e76cdaa-4e8e-414f-a9e0-8cec92bc985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:44.686850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-5e76cdaa-4e8e-414f-a9e0-8cec92bc985e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8086908 Oct 27 16:07:44.691244 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d3536e-0a20-4bb0-b60e-3acfa3f83287 x-openstack-request-id: req-c5d3536e-0a20-4bb0-b60e-3acfa3f83287 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:44.691559 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed2bcd7-aaab-47ff-9ea8-84831e88aac3", "tag": "adefae2d-60e5-42db-8585-2da6ed00b9b0", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:44.691819 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5d3536e-0a20-4bb0-b60e-3acfa3f83287 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:44.692269 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed2bcd7-aaab-47ff-9ea8-84831e88aac3', 'tag': 'adefae2d-60e5-42db-8585-2da6ed00b9b0', 'status': 'completed', 'code': 200} Oct 27 16:07:44.702620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-6e10de5e-ee15-48bc-805b-3b18370e11d4 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9604962 Oct 27 16:07:44.733007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:44.735559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': '630e02a2-bc37-4b1c-9d43-7fc7f11e0bae'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:44.745739 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b46de4-74b3-4003-998d-6bebf696b97b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "630e02a2-bc37-4b1c-9d43-7fc7f11e0bae"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:45.050759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-19546795-fb24-4a3f-9211-6aa21496424c None None] Provisioning complete for port d05b5e83-bcc3-4339-b622-14967f34c838 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:45.051116 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-19546795-fb24-4a3f-9211-6aa21496424c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:45.054360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5daa3d7-135f-4647-8cdf-8e021bf1161e req-868936f3-5e7c-4d2b-89e9-fb2adbe22b0a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:45.056216 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5daa3d7-135f-4647-8cdf-8e021bf1161e req-868936f3-5e7c-4d2b-89e9-fb2adbe22b0a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 945 time: 0.1778162 Oct 27 16:07:45.059549 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-1e0868ff-9b15-4309-99af-cf8a25c09105 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590691 Oct 27 16:07:45.074045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cbf74ca-aa6f-48c3-914e-bddbc4b1747d req-0dbdccd0-08b8-411a-b758-7e60bf0e4729 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425443 Oct 27 16:07:45.089258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:45.089946 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:45.115380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-19546795-fb24-4a3f-9211-6aa21496424c None None] Port d05b5e83-bcc3-4339-b622-14967f34c838 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:07:45.179272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:45.189248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b9726246-5be7-4781-8a01-1cb73f42a639 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9914994 Oct 27 16:07:45.198801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe80dbc-7a1e-4c23-a11a-f6f1b98b4a52 service neutron] Pushing event updated for resources: {'Port': ['ID=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:45.218316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Request body: {'port': {'device_id': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:45.236465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf51a7-b638-495e-a6ac-ad039750e619 req-7e697df8-4f24-4562-ba89-0aaf04ec779a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:45.245458 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-abaf51a7-b638-495e-a6ac-ad039750e619 req-7e697df8-4f24-4562-ba89-0aaf04ec779a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 943 time: 0.2318501 Oct 27 16:07:45.325857 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66e12353-4946-4a69-b88d-a108565018b1 req-ba186ff7-8c6d-49f3-a137-e4a446b4b9f0 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490849 Oct 27 16:07:45.427243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d63e90-c099-4f5c-a920-bf3ac121a188 req-44fbc31b-7316-4d54-becd-178cae6fa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:45.429896 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:45.430572 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2d63e90-c099-4f5c-a920-bf3ac121a188 req-44fbc31b-7316-4d54-becd-178cae6fa84a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 1094 time: 0.1026828 Oct 27 16:07:45.432867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247159d-712f-4c4a-bc9b-1fb910f9465a req-03c435cf-0e6e-42ed-be85-e993746a2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:45.434464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d247159d-712f-4c4a-bc9b-1fb910f9465a req-03c435cf-0e6e-42ed-be85-e993746a2d1f service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 1.0035574 Oct 27 16:07:45.436240 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5daa3d7-135f-4647-8cdf-8e021bf1161e req-4b51032f-8d27-462b-99ff-713f43c07f78 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3418093 Oct 27 16:07:45.597092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d63e90-c099-4f5c-a920-bf3ac121a188 req-b22eea8e-13c3-4719-a310-cdbc522315fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:45.604041 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2d63e90-c099-4f5c-a920-bf3ac121a188 req-b22eea8e-13c3-4719-a310-cdbc522315fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 912 time: 0.1642308 Oct 27 16:07:45.726531 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2d63e90-c099-4f5c-a920-bf3ac121a188 req-218045de-d5ca-46e6-8336-ef9826b654d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adefae2d-60e5-42db-8585-2da6ed00b9b0 HTTP/1.1" status: 200 len: 217 time: 0.1151540 Oct 27 16:07:45.784315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c66df584-c0e2-44b9-9e4a-4e1505a5de3d {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:45.796252 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:45.811524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Transition to ACTIVE for port object c66df584-c0e2-44b9-9e4a-4e1505a5de3d will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:45.819788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d63e90-c099-4f5c-a920-bf3ac121a188 req-71f88bfa-a5cf-49fb-af3a-97ea6c783812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:45.821990 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2d63e90-c099-4f5c-a920-bf3ac121a188 req-71f88bfa-a5cf-49fb-af3a-97ea6c783812 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.0858097 Oct 27 16:07:45.839820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-abaf51a7-b638-495e-a6ac-ad039750e619 req-8e5f3fca-e7ad-4502-920c-4382cb71d633 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5933404 Oct 27 16:07:45.934917 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c57a1c3-95ef-48b2-8f33-81e537f024af x-openstack-request-id: req-7c57a1c3-95ef-48b2-8f33-81e537f024af {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:45.935863 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-plugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:45.936414 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c57a1c3-95ef-48b2-8f33-81e537f024af {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:45.937071 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'code': 200} Oct 27 16:07:45.942579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d247159d-712f-4c4a-bc9b-1fb910f9465a req-f37c030d-2c04-4ac4-83de-cc62f6c682d4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 HTTP/1.1" status: 200 len: 217 time: 0.1292248 Oct 27 16:07:45.947913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:45.956360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2d63e90-c099-4f5c-a920-bf3ac121a188 req-58c8365c-174e-45f8-9b35-bfb114f50e18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220560 Oct 27 16:07:46.132169 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2d63e90-c099-4f5c-a920-bf3ac121a188 req-5d072477-c556-4eaf-b8f3-db344e01e935 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646516 Oct 27 16:07:46.312173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247159d-712f-4c4a-bc9b-1fb910f9465a req-cd9deaf9-3a63-428d-9fb9-8afeb9cfe9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.313349 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d247159d-712f-4c4a-bc9b-1fb910f9465a req-cd9deaf9-3a63-428d-9fb9-8afeb9cfe9ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.3582547 Oct 27 16:07:46.315484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b660eb56-25bf-45ca-9c7e-7b63266467d1 req-8d0665d0-bc54-430e-b430-395f1eda0d04 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.318051 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b660eb56-25bf-45ca-9c7e-7b63266467d1 req-8d0665d0-bc54-430e-b430-395f1eda0d04 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.54 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 946 time: 0.1840985 Oct 27 16:07:46.319494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Pushing event updated for resources: {'Port': ['ID=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:46.414299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d247159d-712f-4c4a-bc9b-1fb910f9465a req-1b720649-af00-4ba3-8d20-fc2b55ae345a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913692 Oct 27 16:07:46.469442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab455e3-8a8c-46a7-afac-f4900c33b6f7 req-58477b90-bfb4-4274-9118-608f856f34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.470977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ab455e3-8a8c-46a7-afac-f4900c33b6f7 req-58477b90-bfb4-4274-9118-608f856f34b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 1096 time: 0.3876448 Oct 27 16:07:46.531172 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2d63e90-c099-4f5c-a920-bf3ac121a188 req-015059a8-2fef-4592-a3b0-0ac11454923a service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458478 Oct 27 16:07:46.546607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0717d4e-b4d4-4e38-8abd-d7b358557b03 req-d49e3279-aa98-4fb5-bd6b-538c65f543e7 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.555536 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0717d4e-b4d4-4e38-8abd-d7b358557b03 req-d49e3279-aa98-4fb5-bd6b-538c65f543e7 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 946 time: 0.4274013 Oct 27 16:07:46.580282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-b660eb56-25bf-45ca-9c7e-7b63266467d1 req-aeeef92d-d911-49ee-96f8-56f82dd59205 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Deleting port d32a50ea-2bc5-40f6-979f-b7345cb56a0c {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:07:46.580633 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b660eb56-25bf-45ca-9c7e-7b63266467d1 req-aeeef92d-d911-49ee-96f8-56f82dd59205 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:46.693309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:46.699875 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9232f551-11ca-47f5-9a63-d0565f6481c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "tag": "9430cf76-5006-405c-b413-9048d5bed25b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:46.901568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd5e3b-8849-4eed-a091-7b61516c79e9 req-5f1d8e9c-cc65-4020-9e5d-b8b1954f06c6 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.908981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd5e3b-8849-4eed-a091-7b61516c79e9 req-5f1d8e9c-cc65-4020-9e5d-b8b1954f06c6 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.924331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd5e3b-8849-4eed-a091-7b61516c79e9 req-5f1d8e9c-cc65-4020-9e5d-b8b1954f06c6 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.931174 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd5e3b-8849-4eed-a091-7b61516c79e9 req-5f1d8e9c-cc65-4020-9e5d-b8b1954f06c6 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.939032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd5e3b-8849-4eed-a091-7b61516c79e9 req-5f1d8e9c-cc65-4020-9e5d-b8b1954f06c6 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.945975 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd5e3b-8849-4eed-a091-7b61516c79e9 req-5f1d8e9c-cc65-4020-9e5d-b8b1954f06c6 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.954705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd5e3b-8849-4eed-a091-7b61516c79e9 req-5f1d8e9c-cc65-4020-9e5d-b8b1954f06c6 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:46.962074 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2bdd5e3b-8849-4eed-a091-7b61516c79e9 req-5f1d8e9c-cc65-4020-9e5d-b8b1954f06c6 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5384 time: 0.2694633 Oct 27 16:07:46.977005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-b660eb56-25bf-45ca-9c7e-7b63266467d1 req-aeeef92d-d911-49ee-96f8-56f82dd59205 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] For port d32a50ea-2bc5-40f6-979f-b7345cb56a0c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d32a50ea-2bc5-40f6-979f-b7345cb56a0c,segment=NetworkSegment(e1ba752b-d89f-4784-9e6e-f26bf638e82a),segment_id=e1ba752b-d89f-4784-9e6e-f26bf638e82a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:46.977437 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b660eb56-25bf-45ca-9c7e-7b63266467d1 req-aeeef92d-d911-49ee-96f8-56f82dd59205 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:47.002991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-b660eb56-25bf-45ca-9c7e-7b63266467d1 req-aeeef92d-d911-49ee-96f8-56f82dd59205 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Calling delete_port for d32a50ea-2bc5-40f6-979f-b7345cb56a0c owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:07:47.030615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2bdd5e3b-8849-4eed-a091-7b61516c79e9 req-2f853351-7dc0-47ab-b101-5275d75e07e8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672638 Oct 27 16:07:47.040893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ab455e3-8a8c-46a7-afac-f4900c33b6f7 req-f02ce18f-ec0b-4d33-a3f5-47abffa1d804 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4552996 Oct 27 16:07:47.067075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d247159d-712f-4c4a-bc9b-1fb910f9465a req-cd55c1cf-19dc-49e9-889f-02b27551f433 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203988 Oct 27 16:07:47.076082 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0717d4e-b4d4-4e38-8abd-d7b358557b03 req-52ee8c86-9da8-403c-bf1e-12fa159f5fe6 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/security-groups?id=da4c7ffd-3167-45cb-8f84-05f59e3c5acf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194802 Oct 27 16:07:47.079797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Attempting to bind port c66df584-c0e2-44b9-9e4a-4e1505a5de3d on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:47.080301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Attempting to bind port c66df584-c0e2-44b9-9e4a-4e1505a5de3d by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:47.080702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Attempting to bind port c66df584-c0e2-44b9-9e4a-4e1505a5de3d on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:47.094750 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Port c66df584-c0e2-44b9-9e4a-4e1505a5de3d on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:47.095161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Attempting to bind port c66df584-c0e2-44b9-9e4a-4e1505a5de3d on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:47.118916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:47.119508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Checking segment: {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:47.121960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Bound using segment: {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:47.122984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Bound port: c66df584-c0e2-44b9-9e4a-4e1505a5de3d, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:47.123518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:47.256462 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a5ebef-83c1-48d7-85a5-8178fa036891 x-openstack-request-id: req-26a5ebef-83c1-48d7-85a5-8178fa036891 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:47.256462 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "630e02a2-bc37-4b1c-9d43-7fc7f11e0bae", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:47.256462 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26a5ebef-83c1-48d7-85a5-8178fa036891 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:47.256462 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': '630e02a2-bc37-4b1c-9d43-7fc7f11e0bae', 'status': 'completed', 'code': 200} Oct 27 16:07:47.361277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46de4-74b3-4003-998d-6bebf696b97b req-6eefaada-542d-42d1-82ef-be59b0a6deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.361876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46de4-74b3-4003-998d-6bebf696b97b req-6eefaada-542d-42d1-82ef-be59b0a6deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.362361 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46de4-74b3-4003-998d-6bebf696b97b req-6eefaada-542d-42d1-82ef-be59b0a6deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.362839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46de4-74b3-4003-998d-6bebf696b97b req-6eefaada-542d-42d1-82ef-be59b0a6deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.363330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46de4-74b3-4003-998d-6bebf696b97b req-6eefaada-542d-42d1-82ef-be59b0a6deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.363799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46de4-74b3-4003-998d-6bebf696b97b req-6eefaada-542d-42d1-82ef-be59b0a6deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.364322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46de4-74b3-4003-998d-6bebf696b97b req-6eefaada-542d-42d1-82ef-be59b0a6deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.366404 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55b46de4-74b3-4003-998d-6bebf696b97b req-6eefaada-542d-42d1-82ef-be59b0a6deb9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6234 time: 0.1290500 Oct 27 16:07:47.374653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] For port c66df584-c0e2-44b9-9e4a-4e1505a5de3d, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:47.457310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c1ae8e-cb05-4e1a-9b59-0374b68f4d76 req-c0179033-4489-4d92-a6fd-e6f98dae3fc4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.460100 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3c1ae8e-cb05-4e1a-9b59-0374b68f4d76 req-c0179033-4489-4d92-a6fd-e6f98dae3fc4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 945 time: 0.1461370 Oct 27 16:07:47.475384 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b660eb56-25bf-45ca-9c7e-7b63266467d1 req-aeeef92d-d911-49ee-96f8-56f82dd59205 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:47.488105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['d32a50ea-2bc5-40f6-979f-b7345cb56a0c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:47.585279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9430cf76-5006-405c-b413-9048d5bed25b details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:47.718610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46de4-74b3-4003-998d-6bebf696b97b req-4f542e30-1ae2-4ff9-8c25-2b1314dc4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.719363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46de4-74b3-4003-998d-6bebf696b97b req-4f542e30-1ae2-4ff9-8c25-2b1314dc4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.719661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46de4-74b3-4003-998d-6bebf696b97b req-4f542e30-1ae2-4ff9-8c25-2b1314dc4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:47.721543 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55b46de4-74b3-4003-998d-6bebf696b97b req-4f542e30-1ae2-4ff9-8c25-2b1314dc4542 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=05c2f9bb08d64d578878e90145e409ff&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3472292 Oct 27 16:07:47.727443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeef92d-d911-49ee-96f8-56f82dd59205 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Pushing event deleted for resources: {'Port': ['ID=d32a50ea-2bc5-40f6-979f-b7345cb56a0c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:47.906990 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:47.937390 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '9430cf76-5006-405c-b413-9048d5bed25b', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '9430cf76-5006-405c-b413-9048d5bed25b', 'mac_address': 'fa:16:3e:df:15:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:48.032567 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.065605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9430cf76-5006-405c-b413-9048d5bed25b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:48.097109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b660eb56-25bf-45ca-9c7e-7b63266467d1 req-aeeef92d-d911-49ee-96f8-56f82dd59205 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] No DVR routers for this DVR port d32a50ea-2bc5-40f6-979f-b7345cb56a0c on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:07:48.103136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:48.114250 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b660eb56-25bf-45ca-9c7e-7b63266467d1 req-aeeef92d-d911-49ee-96f8-56f82dd59205 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.123450 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b660eb56-25bf-45ca-9c7e-7b63266467d1 req-aeeef92d-d911-49ee-96f8-56f82dd59205 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.54 "DELETE /v2.0/ports/d32a50ea-2bc5-40f6-979f-b7345cb56a0c HTTP/1.1" status: 204 len: 173 time: 1.7839818 Oct 27 16:07:48.145220 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3c1ae8e-cb05-4e1a-9b59-0374b68f4d76 req-ba6be850-3ada-44f9-89e8-65d1cd025b53 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6525795 Oct 27 16:07:48.146940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] For port c66df584-c0e2-44b9-9e4a-4e1505a5de3d, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:48.199033 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.199979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device adefae2d-60e5-42db-8585-2da6ed00b9b0 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:48.247365 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46de4-74b3-4003-998d-6bebf696b97b req-853ecea8-5a90-47eb-a8dc-42fca98b7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.249105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55b46de4-74b3-4003-998d-6bebf696b97b req-853ecea8-5a90-47eb-a8dc-42fca98b7020 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5180473 Oct 27 16:07:48.330438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05b5e83-bcc3-4339-b622-14967f34c838 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:48.363171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.381801 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.418005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port adefae2d-60e5-42db-8585-2da6ed00b9b0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=adefae2d-60e5-42db-8585-2da6ed00b9b0,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:48.433600 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173311ab-ab2f-4b24-9769-89bf12ad524e x-openstack-request-id: req-173311ab-ab2f-4b24-9769-89bf12ad524e {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:48.433921 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "tag": "9430cf76-5006-405c-b413-9048d5bed25b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:48.434179 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-173311ab-ab2f-4b24-9769-89bf12ad524e {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:48.434580 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b', 'status': 'completed', 'code': 200} Oct 27 16:07:48.458916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Pushing event updated for resources: {'Port': ['ID=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:48.507672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'adefae2d-60e5-42db-8585-2da6ed00b9b0', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'port_id': 'adefae2d-60e5-42db-8585-2da6ed00b9b0', 'mac_address': 'fa:16:3e:05:5a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b08f108-8174-458c-afd5-eb5ec36a0ae6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:48.520737 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:48.560296 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232f551-11ca-47f5-9a63-d0565f6481c2 req-cd6f218e-495c-49f7-878e-daf3b2aed011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.567977 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9232f551-11ca-47f5-9a63-d0565f6481c2 req-cd6f218e-495c-49f7-878e-daf3b2aed011 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e7573af9c104a158b252cf968f0b3b5&device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 1100 time: 0.1072104 Oct 27 16:07:48.603760 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.609004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.611877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.614579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f466b046-19d1-4d9f-bc19-2a16edae035f service neutron] 10.222.0.54 "PUT /v2.0/ports/c66df584-c0e2-44b9-9e4a-4e1505a5de3d HTTP/1.1" status: 200 len: 1091 time: 3.8909287 Oct 27 16:07:48.628640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adefae2d-60e5-42db-8585-2da6ed00b9b0 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:48.652594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d187b-86d7-44a3-be4d-278b1e5f8609 req-2e26ad6b-6fb5-4f4e-99be-939885962bac tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.661785 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe5d187b-86d7-44a3-be4d-278b1e5f8609 req-2e26ad6b-6fb5-4f4e-99be-939885962bac tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 936 time: 1.4044902 Oct 27 16:07:48.667001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port adefae2d-60e5-42db-8585-2da6ed00b9b0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=adefae2d-60e5-42db-8585-2da6ed00b9b0,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:48.684483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Transition to ACTIVE for port object d05b5e83-bcc3-4339-b622-14967f34c838 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:48.688730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d247159d-712f-4c4a-bc9b-1fb910f9465a req-03cd45cb-417c-4ab2-913c-57d55ef0900c service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4055452 Oct 27 16:07:48.743218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe5d187b-86d7-44a3-be4d-278b1e5f8609 req-c33e3844-d457-40b5-b1d1-7d4ed601eda6 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801876 Oct 27 16:07:48.809738 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.813405 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.816966 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f330876f-83bb-45e0-b25b-83867885b72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:48.885122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774b4bb-4149-403d-bce0-1dc7293954d3 req-5f43239d-3839-4a71-8c73-0081ab4596e3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:48.886937 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c774b4bb-4149-403d-bce0-1dc7293954d3 req-5f43239d-3839-4a71-8c73-0081ab4596e3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 943 time: 0.2986875 Oct 27 16:07:48.960761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Pushing event updated for resources: {'Port': ['ID=d05b5e83-bcc3-4339-b622-14967f34c838,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:48.970910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=adefae2d-60e5-42db-8585-2da6ed00b9b0,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:48.998313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:49.036585 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c774b4bb-4149-403d-bce0-1dc7293954d3 req-9a91f59f-ed4d-4fb1-8780-669749501afe tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207941 Oct 27 16:07:49.040660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232f551-11ca-47f5-9a63-d0565f6481c2 req-ef3b865b-e09d-4668-9773-7856b75f2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.049325 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9232f551-11ca-47f5-9a63-d0565f6481c2 req-ef3b865b-e09d-4668-9773-7856b75f2c89 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.4692578 Oct 27 16:07:49.052907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['9430cf76-5006-405c-b413-9048d5bed25b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:49.066943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['adefae2d-60e5-42db-8585-2da6ed00b9b0'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:49.084866 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:49.136595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77506-a5cd-4fb7-a173-0ccd9653518b req-0f34d7b0-99f2-4252-bab2-6880f7876ac8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.146158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77506-a5cd-4fb7-a173-0ccd9653518b req-0f34d7b0-99f2-4252-bab2-6880f7876ac8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.154127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77506-a5cd-4fb7-a173-0ccd9653518b req-0f34d7b0-99f2-4252-bab2-6880f7876ac8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.160788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77506-a5cd-4fb7-a173-0ccd9653518b req-0f34d7b0-99f2-4252-bab2-6880f7876ac8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.173100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77506-a5cd-4fb7-a173-0ccd9653518b req-0f34d7b0-99f2-4252-bab2-6880f7876ac8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.183826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77506-a5cd-4fb7-a173-0ccd9653518b req-0f34d7b0-99f2-4252-bab2-6880f7876ac8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.190418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa77506-a5cd-4fb7-a173-0ccd9653518b req-0f34d7b0-99f2-4252-bab2-6880f7876ac8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.201106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfa77506-a5cd-4fb7-a173-0ccd9653518b req-0f34d7b0-99f2-4252-bab2-6880f7876ac8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5384 time: 0.2882128 Oct 27 16:07:49.206376 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9232f551-11ca-47f5-9a63-d0565f6481c2 req-9e3a2833-db65-46ab-9a02-5d406890f201 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9430cf76-5006-405c-b413-9048d5bed25b HTTP/1.1" status: 200 len: 217 time: 0.1469519 Oct 27 16:07:49.344981 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-24a4b422-d8b4-4eab-a9a5-373263325807 req-d9df6e9a-424f-4188-ae9f-3bd7f785fc25 tempest-ServerAddressesNegativeTestJSON-560039559 tempest-ServerAddressesNegativeTestJSON-560039559-project] 10.222.0.15 "GET /v2.0/ports?device_id=1538a4d6-6f3b-4878-9819-6ed3b963345e HTTP/1.1" status: 200 len: 210 time: 0.0587687 Oct 27 16:07:49.382275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232f551-11ca-47f5-9a63-d0565f6481c2 req-f027f6ac-63cc-47d4-a84d-22a8855610e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.387955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9232f551-11ca-47f5-9a63-d0565f6481c2 req-f027f6ac-63cc-47d4-a84d-22a8855610e2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1745794 Oct 27 16:07:49.499571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232f551-11ca-47f5-9a63-d0565f6481c2 req-bada91a0-43c3-41ec-869d-2df3cfc5533c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.501151 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9232f551-11ca-47f5-9a63-d0565f6481c2 req-bada91a0-43c3-41ec-869d-2df3cfc5533c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059964 Oct 27 16:07:49.578511 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d32a50ea-2bc5-40f6-979f-b7345cb56a0c no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:07:49.646783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: d32a50ea-2bc5-40f6-979f-b7345cb56a0c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:07:49.647398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d32a50ea-2bc5-40f6-979f-b7345cb56a0c not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:07:49.648303 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9232f551-11ca-47f5-9a63-d0565f6481c2 req-f7d81869-3541-4b71-b58b-2b0a20fbb1e3 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386306 Oct 27 16:07:49.711725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cb089c-9c9d-4514-b3f7-e98f1b022466 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:49.722093 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:49.738222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Transition to ACTIVE for port object 20cb089c-9c9d-4514-b3f7-e98f1b022466 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:49.763734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': 'c66df584-c0e2-44b9-9e4a-4e1505a5de3d'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:49.764944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bff19-8fa3-42c1-a840-78e918b9c05a req-eecaa34e-1c7c-4a87-b7b8-af89d10299b3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:49.766756 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5392a242-4e6f-440f-8f3f-915170bfd675" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "c66df584-c0e2-44b9-9e4a-4e1505a5de3d"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:49.774372 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-129bff19-8fa3-42c1-a840-78e918b9c05a req-eecaa34e-1c7c-4a87-b7b8-af89d10299b3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 945 time: 0.1250854 Oct 27 16:07:49.814464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Attempting to bind port d05b5e83-bcc3-4339-b622-14967f34c838 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:49.815704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Attempting to bind port d05b5e83-bcc3-4339-b622-14967f34c838 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:49.816253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Attempting to bind port d05b5e83-bcc3-4339-b622-14967f34c838 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:49.841451 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Port d05b5e83-bcc3-4339-b622-14967f34c838 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:49.842426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Attempting to bind port d05b5e83-bcc3-4339-b622-14967f34c838 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:49.863005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfa77506-a5cd-4fb7-a173-0ccd9653518b req-cb347fe1-b41f-42b5-b935-984d4f5aeaab tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6609004 Oct 27 16:07:49.872974 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-129bff19-8fa3-42c1-a840-78e918b9c05a req-aba3b426-c9d8-4715-9893-91bf47344b86 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976143 Oct 27 16:07:49.881193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:49.881193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:49.881193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:49.881193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Bound port: d05b5e83-bcc3-4339-b622-14967f34c838, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:49.881193 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:49.883764 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:49.896448 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9232f551-11ca-47f5-9a63-d0565f6481c2 req-7ac6beac-cad9-480b-a0e6-7632fee95558 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328660 Oct 27 16:07:50.149386 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbf6220-48ad-4be4-acfd-e314a5f5a844 x-openstack-request-id: req-4cbf6220-48ad-4be4-acfd-e314a5f5a844 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:50.149683 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "c66df584-c0e2-44b9-9e4a-4e1505a5de3d", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:50.149944 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cbf6220-48ad-4be4-acfd-e314a5f5a844 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:50.150356 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': 'c66df584-c0e2-44b9-9e4a-4e1505a5de3d', 'status': 'completed', 'code': 200} Oct 27 16:07:50.235230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Pushing event updated for resources: {'Port': ['ID=20cb089c-9c9d-4514-b3f7-e98f1b022466,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:50.247414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-6fb480cf-0838-4454-ab9f-3c4c046356f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.251822 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-6fb480cf-0838-4454-ab9f-3c4c046356f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.252649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-6fb480cf-0838-4454-ab9f-3c4c046356f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.253335 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-6fb480cf-0838-4454-ab9f-3c4c046356f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.254497 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-6fb480cf-0838-4454-ab9f-3c4c046356f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.255456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-6fb480cf-0838-4454-ab9f-3c4c046356f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.256750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-6fb480cf-0838-4454-ab9f-3c4c046356f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.259129 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-6fb480cf-0838-4454-ab9f-3c4c046356f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6301 time: 0.1261363 Oct 27 16:07:50.353551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] For port d05b5e83-bcc3-4339-b622-14967f34c838, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:50.358224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] For port d05b5e83-bcc3-4339-b622-14967f34c838, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d05b5e83-bcc3-4339-b622-14967f34c838,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:50.400193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f5500-d5d1-4193-bff8-3b9e49659604 req-1a2869fd-822d-45a2-8f14-19f416e5a496 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.402157 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-768f5500-d5d1-4193-bff8-3b9e49659604 req-1a2869fd-822d-45a2-8f14-19f416e5a496 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 948 time: 0.1894207 Oct 27 16:07:50.403133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Attempting to bind port 20cb089c-9c9d-4514-b3f7-e98f1b022466 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:50.403469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Attempting to bind port 20cb089c-9c9d-4514-b3f7-e98f1b022466 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:50.403796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Attempting to bind port 20cb089c-9c9d-4514-b3f7-e98f1b022466 on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:50.428750 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Port 20cb089c-9c9d-4514-b3f7-e98f1b022466 on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:50.429449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Attempting to bind port 20cb089c-9c9d-4514-b3f7-e98f1b022466 on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:50.435395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1538a4d6-6f3b-4878-9819-6ed3b963345e', 'name': 'network-vif-deleted', 'tag': 'd32a50ea-2bc5-40f6-979f-b7345cb56a0c'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:50.438467 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21a12ef-5eea-462b-88b4-717dbe3e95af" -d '{"events": [{"server_uuid": "1538a4d6-6f3b-4878-9819-6ed3b963345e", "name": "network-vif-deleted", "tag": "d32a50ea-2bc5-40f6-979f-b7345cb56a0c"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:50.448989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:50.449731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Checking segment: {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:50.450433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Bound using segment: {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:50.452031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Bound port: 20cb089c-9c9d-4514-b3f7-e98f1b022466, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334f8b45-1d70-4057-a069-b96f7b8123d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:50.452637 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:50.491550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:50.502885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-64399a1e-a824-406f-8333-8c51a403f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.503632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-64399a1e-a824-406f-8333-8c51a403f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.504491 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-64399a1e-a824-406f-8333-8c51a403f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.507739 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-64399a1e-a824-406f-8333-8c51a403f833 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=05c2f9bb08d64d578878e90145e409ff&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2299438 Oct 27 16:07:50.543526 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415805d-cd37-4db7-96dd-1b4544b4607a req-9e0a7d9c-cc2b-4ae0-87e2-5708cd96c623 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.558977 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d415805d-cd37-4db7-96dd-1b4544b4607a req-9e0a7d9c-cc2b-4ae0-87e2-5708cd96c623 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 945 time: 0.2975004 Oct 27 16:07:50.561031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50030) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:50.616628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-babc785f-b5d1-470e-ae52-365fed7e392f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Request body: {'floatingip': {'port_id': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:50.632795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:50.633631 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:50.637425 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] 10.222.0.53 "PUT /v2.0/ports/d05b5e83-bcc3-4339-b622-14967f34c838 HTTP/1.1" status: 200 len: 1096 time: 5.4252961 Oct 27 16:07:50.654037 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-768f5500-d5d1-4193-bff8-3b9e49659604 req-3fdf28a7-795d-4232-b524-9334630da036 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416484 Oct 27 16:07:50.722734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35346e1a-2e30-43e6-b101-379fff721a14 service neutron] Pushing event updated for resources: {'Port': ['ID=d05b5e83-bcc3-4339-b622-14967f34c838,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:50.741587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] For port 20cb089c-9c9d-4514-b3f7-e98f1b022466, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:50.746393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] For port 20cb089c-9c9d-4514-b3f7-e98f1b022466, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=20cb089c-9c9d-4514-b3f7-e98f1b022466,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:50.766327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50032) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:50.872074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6157a7-27a6-4a0e-8edc-e9301ded371c admin admin] Deleting subnet 82357a49-b707-46c6-ae72-f096eed1eea7 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:07:50.874919 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbd1316-82c5-46fd-9194-6880c9250830 x-openstack-request-id: req-0dbd1316-82c5-46fd-9194-6880c9250830 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:50.875215 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1538a4d6-6f3b-4878-9819-6ed3b963345e", "name": "network-vif-deleted", "tag": "d32a50ea-2bc5-40f6-979f-b7345cb56a0c", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:50.875470 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dbd1316-82c5-46fd-9194-6880c9250830 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:50.875868 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1538a4d6-6f3b-4878-9819-6ed3b963345e', 'name': 'network-vif-deleted', 'tag': 'd32a50ea-2bc5-40f6-979f-b7345cb56a0c', 'status': 'completed', 'code': 200} Oct 27 16:07:50.894292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-babc785f-b5d1-470e-ae52-365fed7e392f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:50.911800 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:50.950697 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e6157a7-27a6-4a0e-8edc-e9301ded371c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:51.084352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe49be-6423-440e-b75d-17a1eee53175 req-9a290c65-772d-4f1b-9e4f-e85b3daab2e2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.094114 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cafe49be-6423-440e-b75d-17a1eee53175 req-9a290c65-772d-4f1b-9e4f-e85b3daab2e2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 944 time: 0.3554835 Oct 27 16:07:51.138559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.139176 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:51.150967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] 10.222.0.54 "PUT /v2.0/ports/20cb089c-9c9d-4514-b3f7-e98f1b022466 HTTP/1.1" status: 200 len: 1089 time: 2.1953294 Oct 27 16:07:51.193224 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e6157a7-27a6-4a0e-8edc-e9301ded371c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:51.269638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-e873d763-a275-4d8c-8ec3-5ebb21d0e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.271357 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5392a242-4e6f-440f-8f3f-915170bfd675 req-e873d763-a275-4d8c-8ec3-5ebb21d0e8d0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7552125 Oct 27 16:07:51.300093 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:51.312380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-746dae98-664d-42c2-b03f-90afab55827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.314366 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-746dae98-664d-42c2-b03f-90afab55827e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e7573af9c104a158b252cf968f0b3b5&device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 1099 time: 0.4390159 Oct 27 16:07:51.324036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08aea0-5794-4d65-9289-173b078cdff5 service neutron] Pushing event updated for resources: {'Port': ['ID=20cb089c-9c9d-4514-b3f7-e98f1b022466,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:51.376565 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cafe49be-6423-440e-b75d-17a1eee53175 req-9d6e0127-9100-488b-8e09-1ee953987235 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824707 Oct 27 16:07:51.414845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-d594877e-5806-45ef-96a5-9674b19c9f39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d05b5e83-bcc3-4339-b622-14967f34c838 HTTP/1.1" status: 200 len: 217 time: 0.0870183 Oct 27 16:07:51.459616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e6157a7-27a6-4a0e-8edc-e9301ded371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:51.493763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7a00-8ecc-4faa-8405-817fc1180524 req-1734ad49-ea4a-4009-a323-f717ca1fe7cd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.506477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7a00-8ecc-4faa-8405-817fc1180524 req-1734ad49-ea4a-4009-a323-f717ca1fe7cd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.523561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7a00-8ecc-4faa-8405-817fc1180524 req-1734ad49-ea4a-4009-a323-f717ca1fe7cd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.539527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7a00-8ecc-4faa-8405-817fc1180524 req-1734ad49-ea4a-4009-a323-f717ca1fe7cd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.548671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd24b-78c9-4283-b716-353788be9dcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:51.553842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7a00-8ecc-4faa-8405-817fc1180524 req-1734ad49-ea4a-4009-a323-f717ca1fe7cd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.569791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7a00-8ecc-4faa-8405-817fc1180524 req-1734ad49-ea4a-4009-a323-f717ca1fe7cd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.586633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb7a00-8ecc-4faa-8405-817fc1180524 req-1734ad49-ea4a-4009-a323-f717ca1fe7cd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.590396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device adefae2d-60e5-42db-8585-2da6ed00b9b0 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:51.606560 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0eb7a00-8ecc-4faa-8405-817fc1180524 req-1734ad49-ea4a-4009-a323-f717ca1fe7cd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5396 time: 0.4157066 Oct 27 16:07:51.726876 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0eb7a00-8ecc-4faa-8405-817fc1180524 req-c91e59e4-55a4-46f2-927c-c5bc1115452a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192312 Oct 27 16:07:51.765549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-6a8ead83-8593-4a0e-98cd-955ea4980801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.775281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-6a8ead83-8593-4a0e-98cd-955ea4980801 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.3347104 Oct 27 16:07:51.846047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port adefae2d-60e5-42db-8585-2da6ed00b9b0 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:51.852513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port adefae2d-60e5-42db-8585-2da6ed00b9b0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:51.853075 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:51.856110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b41b4c07-a5ac-4d04-b64f-93005342aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:51.859416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-b41b4c07-a5ac-4d04-b64f-93005342aa2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0670018 Oct 27 16:07:51.938624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e6157a7-27a6-4a0e-8edc-e9301ded371c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:51.980388 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6157a7-27a6-4a0e-8edc-e9301ded371c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82357a49-b707-46c6-ae72-f096eed1eea7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:51.983355 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e6157a7-27a6-4a0e-8edc-e9301ded371c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:51.987601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1e6157a7-27a6-4a0e-8edc-e9301ded371c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/82357a49-b707-46c6-ae72-f096eed1eea7 HTTP/1.1" status: 204 len: 168 time: 1.2197862 Oct 27 16:07:51.990869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50050) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:52.083043 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.122692 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.128213 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-0be39cd7-905a-45d7-ae14-753898285309 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551756 Oct 27 16:07:52.140135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port adefae2d-60e5-42db-8585-2da6ed00b9b0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=adefae2d-60e5-42db-8585-2da6ed00b9b0,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:52.142084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2bcd7-aaab-47ff-9ea8-84831e88aac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adefae2d-60e5-42db-8585-2da6ed00b9b0'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:52.144963 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab99510-22fa-4ffd-9cba-830c3ab9bc4b" -d '{"events": [{"server_uuid": "5ed2bcd7-aaab-47ff-9ea8-84831e88aac3", "name": "network-vif-plugged", "status": "completed", "tag": "adefae2d-60e5-42db-8585-2da6ed00b9b0"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:52.164216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'tag': 'd05b5e83-bcc3-4339-b622-14967f34c838'}, {'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': '20cb089c-9c9d-4514-b3f7-e98f1b022466'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:52.167293 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35335eb-7be1-4914-b8a2-0343236a6b55" -d '{"events": [{"name": "network-changed", "server_uuid": "5f08c535-30da-4d35-8c2c-ae1e51f10e4c", "tag": "d05b5e83-bcc3-4339-b622-14967f34c838"}, {"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "20cb089c-9c9d-4514-b3f7-e98f1b022466"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:52.209582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.253909 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03262ded-a33d-411f-93a2-b221a9fe9cd9 x-openstack-request-id: req-03262ded-a33d-411f-93a2-b221a9fe9cd9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:52.254259 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2bcd7-aaab-47ff-9ea8-84831e88aac3", "name": "network-vif-plugged", "status": "completed", "tag": "adefae2d-60e5-42db-8585-2da6ed00b9b0", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:52.254669 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03262ded-a33d-411f-93a2-b221a9fe9cd9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:52.255107 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed2bcd7-aaab-47ff-9ea8-84831e88aac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adefae2d-60e5-42db-8585-2da6ed00b9b0', 'code': 200} Oct 27 16:07:52.309602 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.310881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9430cf76-5006-405c-b413-9048d5bed25b up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:52.321099 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.378824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b33af38-d854-4051-af3b-dec9294f101c']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:52.408268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ba752b-d89f-4784-9e6e-f26bf638e82a') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:52.408884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ba752b-d89f-4784-9e6e-f26bf638e82a') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:52.421606 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.456777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.475820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:07:52.480330 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.544390 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.546901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=adefae2d-60e5-42db-8585-2da6ed00b9b0,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:52.574471 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:07:52.583323 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:07:52.615117 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f093d6f-44a9-4f85-abe7-41de51b61c91 x-openstack-request-id: req-4f093d6f-44a9-4f85-abe7-41de51b61c91 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:52.615887 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f08c535-30da-4d35-8c2c-ae1e51f10e4c", "tag": "d05b5e83-bcc3-4339-b622-14967f34c838", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "20cb089c-9c9d-4514-b3f7-e98f1b022466", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:52.616431 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f093d6f-44a9-4f85-abe7-41de51b61c91 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:52.617071 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'tag': 'd05b5e83-bcc3-4339-b622-14967f34c838', 'status': 'completed', 'code': 200} Oct 27 16:07:52.617987 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': '20cb089c-9c9d-4514-b3f7-e98f1b022466', 'status': 'completed', 'code': 200} Oct 27 16:07:52.646824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-8108037b-0771-42ff-a050-f3402e24a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.646824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-8108037b-0771-42ff-a050-f3402e24a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.646824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-8108037b-0771-42ff-a050-f3402e24a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.647679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-8108037b-0771-42ff-a050-f3402e24a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.647679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-8108037b-0771-42ff-a050-f3402e24a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.648319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-8108037b-0771-42ff-a050-f3402e24a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.648762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-8108037b-0771-42ff-a050-f3402e24a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.651524 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-8108037b-0771-42ff-a050-f3402e24a30e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6343 time: 0.2015369 Oct 27 16:07:52.740512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 9430cf76-5006-405c-b413-9048d5bed25b completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:07:52.750636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 9430cf76-5006-405c-b413-9048d5bed25b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:07:52.751919 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.796819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcd4a7-9225-4236-b3d4-4c111713580a req-9ae1b13b-0e3b-479e-b06f-eab727db8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.804654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adcd4a7-9225-4236-b3d4-4c111713580a req-9ae1b13b-0e3b-479e-b06f-eab727db8462 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 1096 time: 0.2016079 Oct 27 16:07:52.809240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2442e8d-20c8-4f08-b091-50e2b033a83e req-36f1cf57-140a-4c32-803d-9e0fd15d286a service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6710789 Oct 27 16:07:52.884394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.908144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:52.921778 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2b33af38-d854-4051-af3b-dec9294f101c HTTP/1.1" status: 204 len: 168 time: 0.9288936 Oct 27 16:07:52.958112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2613b07-b018-458e-811a-26f924b8f641 req-57f21ca0-53aa-4197-ae05-ec1eed1ac038 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:52.968540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f2613b07-b018-458e-811a-26f924b8f641 req-57f21ca0-53aa-4197-ae05-ec1eed1ac038 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 945 time: 0.3799121 Oct 27 16:07:53.018573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68582e4-50d4-4b71-a602-6763563cb152 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:53.029153 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:53.031719 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:53.048721 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Transition to ACTIVE for port object e68582e4-50d4-4b71-a602-6763563cb152 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:53.074107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9e48d-ef7e-4e94-89b4-2517608482a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b33af38-d854-4051-af3b-dec9294f101c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:53.145510 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:53.174664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f2613b07-b018-458e-811a-26f924b8f641 req-d3b5e842-82cb-4c52-a252-e1fd2ad3e9a3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050192 Oct 27 16:07:53.178097 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adcd4a7-9225-4236-b3d4-4c111713580a req-aa80cdb2-a184-4354-9ada-2ff37d889d94 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373950 Oct 27 16:07:53.191991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-cbcb45a0-315c-4125-b85e-2919facd8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.193572 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-cbcb45a0-315c-4125-b85e-2919facd8784 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e7573af9c104a158b252cf968f0b3b5&device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 1099 time: 0.2110310 Oct 27 16:07:53.301351 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:53.457128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:53.522978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-b5037435-034a-4e6d-8d59-66695bd224ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.528169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-b5037435-034a-4e6d-8d59-66695bd224ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.3222401 Oct 27 16:07:53.608634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:53.622931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-5180faf3-2b6f-4d1b-ad61-9b4081cdfbef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d05b5e83-bcc3-4339-b622-14967f34c838 HTTP/1.1" status: 200 len: 217 time: 0.0798035 Oct 27 16:07:53.746007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50078) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:53.799733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-6a8d1d5f-a729-4368-badd-a4cd3131096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.801661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20f203-c905-4687-a6f1-4f55db4d4a48 req-be771653-d7fe-453e-abcb-046c0478c20f tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.801866 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-6a8d1d5f-a729-4368-badd-a4cd3131096b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1646152 Oct 27 16:07:53.803870 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b20f203-c905-4687-a6f1-4f55db4d4a48 req-be771653-d7fe-453e-abcb-046c0478c20f tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 948 time: 1.3415747 Oct 27 16:07:53.837342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3e2b1bea-57c7-469c-8640-e1048e12d86e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0748710e1dd44336aad9d4be4305d136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0899770 Oct 27 16:07:53.860045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc825da-f240-4245-b645-b73a640a084a req-7a9363ba-dec5-4a3a-a747-3de9ddc2eb89 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.868005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc825da-f240-4245-b645-b73a640a084a req-7a9363ba-dec5-4a3a-a747-3de9ddc2eb89 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.869251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50080) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:53.876366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc825da-f240-4245-b645-b73a640a084a req-7a9363ba-dec5-4a3a-a747-3de9ddc2eb89 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.884305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc825da-f240-4245-b645-b73a640a084a req-7a9363ba-dec5-4a3a-a747-3de9ddc2eb89 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.906026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc825da-f240-4245-b645-b73a640a084a req-7a9363ba-dec5-4a3a-a747-3de9ddc2eb89 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.922188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc825da-f240-4245-b645-b73a640a084a req-7a9363ba-dec5-4a3a-a747-3de9ddc2eb89 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.930046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc825da-f240-4245-b645-b73a640a084a req-7a9363ba-dec5-4a3a-a747-3de9ddc2eb89 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:53.944582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4cc825da-f240-4245-b645-b73a640a084a req-7a9363ba-dec5-4a3a-a747-3de9ddc2eb89 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5408 time: 0.3072016 Oct 27 16:07:53.956112 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b20f203-c905-4687-a6f1-4f55db4d4a48 req-be9301f7-9c91-4e6c-b40a-007855f32889 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791109 Oct 27 16:07:54.074868 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.122573 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4cc825da-f240-4245-b645-b73a640a084a req-ba221580-19a5-4df9-9e4e-06bd879292e0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1764266 Oct 27 16:07:54.133563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-62e21dcf-28f1-46f4-b233-3796cb583b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:54.136300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-62e21dcf-28f1-46f4-b233-3796cb583b8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3027990 Oct 27 16:07:54.208200 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Pushing event updated for resources: {'Port': ['ID=e68582e4-50d4-4b71-a602-6763563cb152,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:54.267500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:54.285391 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d82134-2779-4a4c-a7c4-ff0bdc58b12d" -d '{"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-plugged", "status": "completed", "tag": "9430cf76-5006-405c-b413-9048d5bed25b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:54.337651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-fb75f78f-98ac-44a3-8653-5f0ba16ef48b service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871200 Oct 27 16:07:54.389662 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45269bb-f928-4d25-973a-4a1f27613984 x-openstack-request-id: req-c45269bb-f928-4d25-973a-4a1f27613984 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:54.390365 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-plugged", "status": "completed", "tag": "9430cf76-5006-405c-b413-9048d5bed25b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:54.390944 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c45269bb-f928-4d25-973a-4a1f27613984 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:54.391771 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b', 'code': 200} Oct 27 16:07:54.490375 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.resource_extend [None req-babc785f-b5d1-470e-ae52-365fed7e392f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:07:54.556339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-5c54ceeb-7399-4e85-a9ee-e893fc0350cb service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064588 Oct 27 16:07:54.615530 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-babc785f-b5d1-470e-ae52-365fed7e392f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.619142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeb49d-b5ce-4a40-8cca-6b8ee33ae080 req-c4ed18bb-551e-4287-8063-4305026a4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:54.621701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83eeb49d-b5ce-4a40-8cca-6b8ee33ae080 req-c4ed18bb-551e-4287-8063-4305026a4b39 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 1101 time: 0.0636599 Oct 27 16:07:54.666709 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef619975-2c84-4e2f-a4d7-fb6f80c29d00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.673702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Attempting to bind port e68582e4-50d4-4b71-a602-6763563cb152 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:54.674604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Attempting to bind port e68582e4-50d4-4b71-a602-6763563cb152 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:54.675145 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Attempting to bind port e68582e4-50d4-4b71-a602-6763563cb152 on network 3e58baa5-d2dd-427a-8a5f-98e7e842580b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:54.675575 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83eeb49d-b5ce-4a40-8cca-6b8ee33ae080 req-32f14c33-6904-4cb5-8054-33bbb261f39b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470371 Oct 27 16:07:54.683787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Port e68582e4-50d4-4b71-a602-6763563cb152 on network 3e58baa5-d2dd-427a-8a5f-98e7e842580b not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:54.684650 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Attempting to bind port e68582e4-50d4-4b71-a602-6763563cb152 on network 3e58baa5-d2dd-427a-8a5f-98e7e842580b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:54.687511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-fdcd143c-3cb8-41ab-9d88-dc6d75bea3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:54.688261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-fdcd143c-3cb8-41ab-9d88-dc6d75bea3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:54.688813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-fdcd143c-3cb8-41ab-9d88-dc6d75bea3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:54.690697 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-fdcd143c-3cb8-41ab-9d88-dc6d75bea3aa service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=05c2f9bb08d64d578878e90145e409ff&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.6402113 Oct 27 16:07:54.709782 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-babc785f-b5d1-470e-ae52-365fed7e392f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.808234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:54.808601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Checking segment: {'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:54.808993 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Bound using segment: {'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:54.809447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Bound port: e68582e4-50d4-4b71-a602-6763563cb152, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:54.809809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.820384 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef619975-2c84-4e2f-a4d7-fb6f80c29d00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:54.853582 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb14965-7b49-4d95-974f-e0ac96ed7a77 req-e86fa75b-6664-4389-ad4b-31901f350817 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:54.855677 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dcb14965-7b49-4d95-974f-e0ac96ed7a77 req-e86fa75b-6664-4389-ad4b-31901f350817 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 945 time: 0.4347425 Oct 27 16:07:55.015373 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-babc785f-b5d1-470e-ae52-365fed7e392f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Floating IP a1f70fcc-75fe-45c9-8fde-2d036a19fc91 associated. External IP: 172.25.4.59, port: 55bbcd2a-0a91-4355-862a-d3e4d6c77db1. Oct 27 16:07:55.128592 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dcb14965-7b49-4d95-974f-e0ac96ed7a77 req-a48f75eb-a02e-4b33-8a0a-83e8e0181198 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484183 Oct 27 16:07:55.151417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] For port e68582e4-50d4-4b71-a602-6763563cb152, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:55.162756 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] For port e68582e4-50d4-4b71-a602-6763563cb152, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=e68582e4-50d4-4b71-a602-6763563cb152,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:55.189561 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-cd2c1a07-95f2-47f6-8b5a-edbc70e54f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:55.192856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a35335eb-7be1-4914-b8a2-0343236a6b55 req-cd2c1a07-95f2-47f6-8b5a-edbc70e54f71 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3293049 Oct 27 16:07:55.234119 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef619975-2c84-4e2f-a4d7-fb6f80c29d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:55.237263 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef619975-2c84-4e2f-a4d7-fb6f80c29d00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:55.240741 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ef619975-2c84-4e2f-a4d7-fb6f80c29d00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da4c7ffd-3167-45cb-8f84-05f59e3c5acf HTTP/1.1" status: 204 len: 168 time: 1.3258774 Oct 27 16:07:55.266145 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef619975-2c84-4e2f-a4d7-fb6f80c29d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4c7ffd-3167-45cb-8f84-05f59e3c5acf,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:55.281774 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:55.290792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db392e-3b40-4c6c-a943-3d6cda7f698f req-e8b0b42b-768c-42c5-a318-cb5963289a4b tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:55.333136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f1db392e-3b40-4c6c-a943-3d6cda7f698f req-e8b0b42b-768c-42c5-a318-cb5963289a4b tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 948 time: 0.2127056 Oct 27 16:07:55.449676 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f1db392e-3b40-4c6c-a943-3d6cda7f698f req-36f9cdeb-a540-4433-a9c1-a9dd0a125966 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047769 Oct 27 16:07:55.568425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d05b5e83-bcc3-4339-b622-14967f34c838 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:07:55.856577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d05b5e83-bcc3-4339-b622-14967f34c838, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d05b5e83-bcc3-4339-b622-14967f34c838,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:55.874474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'd05b5e83-bcc3-4339-b622-14967f34c838', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'd05b5e83-bcc3-4339-b622-14967f34c838', 'mac_address': 'fa:16:3e:6e:d5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:07:55.970960 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:56.007230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.008008 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:56.009458 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] 10.222.0.54 "PUT /v2.0/ports/e68582e4-50d4-4b71-a602-6763563cb152 HTTP/1.1" status: 200 len: 1091 time: 4.7138510 Oct 27 16:07:56.029048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05b5e83-bcc3-4339-b622-14967f34c838 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:56.076941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': 'e68582e4-50d4-4b71-a602-6763563cb152'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:56.080567 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06a0a0f-a5df-492f-8a11-2232aa7f379d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "e68582e4-50d4-4b71-a602-6763563cb152"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:56.080790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d05b5e83-bcc3-4339-b622-14967f34c838, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d05b5e83-bcc3-4339-b622-14967f34c838,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:07:56.086409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ed42b-280a-4211-a799-3743b195d59e service neutron] Pushing event updated for resources: {'Port': ['ID=e68582e4-50d4-4b71-a602-6763563cb152,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:56.232684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82595c5d-5368-4068-a6d0-a7f7a65800e5 req-f076cc5a-7620-4625-89b6-52a6429da455 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.256411 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:56.285565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82595c5d-5368-4068-a6d0-a7f7a65800e5 req-f076cc5a-7620-4625-89b6-52a6429da455 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.293496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82595c5d-5368-4068-a6d0-a7f7a65800e5 req-f076cc5a-7620-4625-89b6-52a6429da455 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.308806 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82595c5d-5368-4068-a6d0-a7f7a65800e5 req-f076cc5a-7620-4625-89b6-52a6429da455 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.323044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82595c5d-5368-4068-a6d0-a7f7a65800e5 req-f076cc5a-7620-4625-89b6-52a6429da455 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.331505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82595c5d-5368-4068-a6d0-a7f7a65800e5 req-f076cc5a-7620-4625-89b6-52a6429da455 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.337058 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82595c5d-5368-4068-a6d0-a7f7a65800e5 req-f076cc5a-7620-4625-89b6-52a6429da455 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.339934 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-82595c5d-5368-4068-a6d0-a7f7a65800e5 req-f076cc5a-7620-4625-89b6-52a6429da455 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5408 time: 0.4533517 Oct 27 16:07:56.345071 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee6d01c-2e9a-40bd-b0ca-e9917a71aaeb x-openstack-request-id: req-cee6d01c-2e9a-40bd-b0ca-e9917a71aaeb {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:56.345462 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "e68582e4-50d4-4b71-a602-6763563cb152", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:56.345804 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cee6d01c-2e9a-40bd-b0ca-e9917a71aaeb {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:56.346281 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': 'e68582e4-50d4-4b71-a602-6763563cb152', 'status': 'completed', 'code': 200} Oct 27 16:07:56.378068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d05b5e83-bcc3-4339-b622-14967f34c838,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:56.388615 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Request body: {'port': {'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:56.505224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52304c8f-45ca-4129-91c5-402613bcf421 req-36c62f82-5771-4c72-ae29-c53e233e7eaf tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.528160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babc785f-b5d1-470e-ae52-365fed7e392f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Router 51609bd9-2a28-4e92-9fd0-65a17b14af90 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:07:56.547897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-52304c8f-45ca-4129-91c5-402613bcf421 req-36c62f82-5771-4c72-ae29-c53e233e7eaf tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 945 time: 0.1848621 Oct 27 16:07:56.622866 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-82595c5d-5368-4068-a6d0-a7f7a65800e5 req-96c42ab2-fe50-49ec-b224-0ec58849131b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2303569 Oct 27 16:07:56.657819 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-52304c8f-45ca-4129-91c5-402613bcf421 req-f394f52f-9088-43f5-aabb-9412a435671b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097767 Oct 27 16:07:56.735538 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:56.762662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d05b5e83-bcc3-4339-b622-14967f34c838'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:07:56.837568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831cfe32-dc52-46a5-b523-dcea7fa08a2a req-3c906549-5bcd-4d67-91ea-128705ba8c40 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.847730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-831cfe32-dc52-46a5-b523-dcea7fa08a2a req-3c906549-5bcd-4d67-91ea-128705ba8c40 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 949 time: 0.0715539 Oct 27 16:07:56.905428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-831cfe32-dc52-46a5-b523-dcea7fa08a2a req-9f26b535-9e9f-4fff-aebc-4281abd8f473 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549872 Oct 27 16:07:56.938062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-a2812cac-c1d3-460c-8c2f-42d30ab60869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.938568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-a2812cac-c1d3-460c-8c2f-42d30ab60869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.939024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-a2812cac-c1d3-460c-8c2f-42d30ab60869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.939492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-a2812cac-c1d3-460c-8c2f-42d30ab60869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.941196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-a2812cac-c1d3-460c-8c2f-42d30ab60869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.941196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-a2812cac-c1d3-460c-8c2f-42d30ab60869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.941196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-a2812cac-c1d3-460c-8c2f-42d30ab60869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:56.944087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-a2812cac-c1d3-460c-8c2f-42d30ab60869 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6410 time: 0.5884681 Oct 27 16:07:56.969404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babc785f-b5d1-470e-ae52-365fed7e392f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:07:56.984792 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53353cfa-2c05-4e37-8dad-80381084ce21 None None] Sync routers for ids ['51609bd9-2a28-4e92-9fd0-65a17b14af90'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:07:57.006511 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53353cfa-2c05-4e37-8dad-80381084ce21 None None] Routers {'51609bd9-2a28-4e92-9fd0-65a17b14af90'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:57.007153 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-53353cfa-2c05-4e37-8dad-80381084ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:07:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['51609bd9-2a28-4e92-9fd0-65a17b14af90'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:57.075320 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-babc785f-b5d1-470e-ae52-365fed7e392f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:57.140885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-babc785f-b5d1-470e-ae52-365fed7e392f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "PUT /v2.0/floatingips/a1f70fcc-75fe-45c9-8fde-2d036a19fc91 HTTP/1.1" status: 200 len: 990 time: 6.5702803 Oct 27 16:07:57.225251 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-53353cfa-2c05-4e37-8dad-80381084ce21 None None] Set router 51609bd9-2a28-4e92-9fd0-65a17b14af90 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:57.273196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-30aa8196-70a1-4ab7-86f0-5d025cfc30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:57.273879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-30aa8196-70a1-4ab7-86f0-5d025cfc30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:57.274436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-30aa8196-70a1-4ab7-86f0-5d025cfc30fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:57.276475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-30aa8196-70a1-4ab7-86f0-5d025cfc30fc service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=05c2f9bb08d64d578878e90145e409ff&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3197949 Oct 27 16:07:57.528423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-e277537e-9277-41ee-9c1d-0cf16e736788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:57.528423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e06a0a0f-a5df-492f-8a11-2232aa7f379d req-e277537e-9277-41ee-9c1d-0cf16e736788 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2305603 Oct 27 16:07:57.621415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de25b4-e69b-4c81-b883-11a8fe0b4055 req-cb88c811-60ad-4082-bd3e-45e31b609cfa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:57.622987 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8de25b4-e69b-4c81-b883-11a8fe0b4055 req-cb88c811-60ad-4082-bd3e-45e31b609cfa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 945 time: 0.1555250 Oct 27 16:07:57.656098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cde905-1083-4605-a7b0-19acc8047639 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:07:57.677228 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:57.724805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Transition to ACTIVE for port object 56cde905-1083-4605-a7b0-19acc8047639 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:07:57.773256 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8de25b4-e69b-4c81-b883-11a8fe0b4055 req-bde0e809-7dd1-41cd-bbf8-22ab40627ae4 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357300 Oct 27 16:07:57.845620 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:57.953060 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237a877-8861-456d-a047-7343db47815d req-0744cf6c-fa8f-4747-b274-1a745ea8cd03 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:57.971306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237a877-8861-456d-a047-7343db47815d req-0744cf6c-fa8f-4747-b274-1a745ea8cd03 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:57.979548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237a877-8861-456d-a047-7343db47815d req-0744cf6c-fa8f-4747-b274-1a745ea8cd03 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:57.987346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237a877-8861-456d-a047-7343db47815d req-0744cf6c-fa8f-4747-b274-1a745ea8cd03 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:57.994717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237a877-8861-456d-a047-7343db47815d req-0744cf6c-fa8f-4747-b274-1a745ea8cd03 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:58.003918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237a877-8861-456d-a047-7343db47815d req-0744cf6c-fa8f-4747-b274-1a745ea8cd03 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:58.005325 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-53353cfa-2c05-4e37-8dad-80381084ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'a1f70fcc-75fe-45c9-8fde-2d036a19fc91', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'port_id': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'mac_address': 'fa:16:3e:c6:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:07:18Z', 'updated_at': '2021-10-27T16:07:53Z', 'revision_number': 1, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5f7a4a-5268-452a-9357-56577ba3518d', 'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'mac_address': 'fa:16:3e:b8:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:09Z', 'updated_at': '2021-10-27T16:07:16Z', 'revision_number': 5, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'subnets': [{'id': '5585183d-91de-498a-87df-f34ca26ac743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:58.011906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237a877-8861-456d-a047-7343db47815d req-0744cf6c-fa8f-4747-b274-1a745ea8cd03 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:58.015332 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a237a877-8861-456d-a047-7343db47815d req-0744cf6c-fa8f-4747-b274-1a745ea8cd03 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5408 time: 0.2317715 Oct 27 16:07:58.081072 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Pushing event updated for resources: {'Port': ['ID=56cde905-1083-4605-a7b0-19acc8047639,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:58.183618 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a237a877-8861-456d-a047-7343db47815d req-595babab-99ec-42f1-915f-b16c26e6b94e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541288 Oct 27 16:07:58.230273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50184) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:07:58.311354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Attempting to bind port 56cde905-1083-4605-a7b0-19acc8047639 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:07:58.311629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef291dd-7134-4d61-bbef-a95d7dab160d req-f09c3ab0-c26d-4b68-97b5-cdc0b173e987 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:58.311790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Attempting to bind port 56cde905-1083-4605-a7b0-19acc8047639 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:07:58.312156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Attempting to bind port 56cde905-1083-4605-a7b0-19acc8047639 on network 3e58baa5-d2dd-427a-8a5f-98e7e842580b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:58.326128 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ef291dd-7134-4d61-bbef-a95d7dab160d req-f09c3ab0-c26d-4b68-97b5-cdc0b173e987 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 949 time: 0.1393187 Oct 27 16:07:58.333265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Port 56cde905-1083-4605-a7b0-19acc8047639 on network 3e58baa5-d2dd-427a-8a5f-98e7e842580b not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:07:58.333591 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Attempting to bind port 56cde905-1083-4605-a7b0-19acc8047639 on network 3e58baa5-d2dd-427a-8a5f-98e7e842580b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:07:58.348114 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:07:58.351663 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:07:58.366989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:07:58.367663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Checking segment: {'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:07:58.368041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Bound using segment: {'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:07:58.368535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Bound port: 56cde905-1083-4605-a7b0-19acc8047639, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '354d7fc1-11b2-4486-bca1-27ffdba18c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:07:58.368901 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:58.446090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ef291dd-7134-4d61-bbef-a95d7dab160d req-0f897861-9835-4530-9058-ad688bd71782 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170928 Oct 27 16:07:58.465171 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53353cfa-2c05-4e37-8dad-80381084ce21 None None] Checking router: 51609bd9-2a28-4e92-9fd0-65a17b14af90 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:07:58.484296 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53353cfa-2c05-4e37-8dad-80381084ce21 None None] Routers {'51609bd9-2a28-4e92-9fd0-65a17b14af90'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:07:58.484960 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-53353cfa-2c05-4e37-8dad-80381084ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:07:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['51609bd9-2a28-4e92-9fd0-65a17b14af90'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:58.572468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1782426274-network', 'tenant_id': 'f28284e94dac407881752bb3f2b4212e'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:07:58.584234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] For port 56cde905-1083-4605-a7b0-19acc8047639, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:07:58.590738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] For port 56cde905-1083-4605-a7b0-19acc8047639, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=56cde905-1083-4605-a7b0-19acc8047639,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:07:58.629769 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-53353cfa-2c05-4e37-8dad-80381084ce21 None None] Set router 51609bd9-2a28-4e92-9fd0-65a17b14af90 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:07:58.633752 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68accb94-5b47-4d63-9f20-6577fc50de64 x-openstack-request-id: req-68accb94-5b47-4d63-9f20-6577fc50de64 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:07:58.634056 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:07:58.634313 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68accb94-5b47-4d63-9f20-6577fc50de64 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:07:58.634942 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'status': 'completed', 'code': 200} Oct 27 16:07:58.723030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46 req-e3ed3c7f-e97a-49c6-b95f-7a05d560d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:58.725103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46 req-e3ed3c7f-e97a-49c6-b95f-7a05d560d07e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 1096 time: 0.0538533 Oct 27 16:07:58.818518 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:58.862401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46 req-3f963ef9-0943-4998-b5ec-c9bdec847e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:58.864424 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46 req-3f963ef9-0943-4998-b5ec-c9bdec847e47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.1299670 Oct 27 16:07:58.865633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Made reservation on behalf of f28284e94dac407881752bb3f2b4212e for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:07:58.868721 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:58.879074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:58.938707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:58.939352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:58.940855 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] 10.222.0.54 "PUT /v2.0/ports/56cde905-1083-4605-a7b0-19acc8047639 HTTP/1.1" status: 200 len: 1091 time: 2.5935915 Oct 27 16:07:58.975456 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-53353cfa-2c05-4e37-8dad-80381084ce21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'a1f70fcc-75fe-45c9-8fde-2d036a19fc91', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'port_id': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'mac_address': 'fa:16:3e:c6:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:07:18Z', 'updated_at': '2021-10-27T16:07:53Z', 'revision_number': 1, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5f7a4a-5268-452a-9357-56577ba3518d', 'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'mac_address': 'fa:16:3e:b8:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:09Z', 'updated_at': '2021-10-27T16:07:16Z', 'revision_number': 5, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'subnets': [{'id': '5585183d-91de-498a-87df-f34ca26ac743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:07:59.005242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46 req-700117f8-88a7-4416-8aad-6184e3affe28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 200 len: 998 time: 0.1231842 Oct 27 16:07:59.053517 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53353cfa-2c05-4e37-8dad-80381084ce21 None None] The sync data for ids ['51609bd9-2a28-4e92-9fd0-65a17b14af90'] in n-d-815689-1 is: [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'a1f70fcc-75fe-45c9-8fde-2d036a19fc91', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'floating_ip_address': '172.25.4.59', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'port_id': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'mac_address': 'fa:16:3e:c6:6d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:07:18Z', 'updated_at': '2021-10-27T16:07:53Z', 'revision_number': 1, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce5f7a4a-5268-452a-9357-56577ba3518d', 'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'mac_address': 'fa:16:3e:b8:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:09Z', 'updated_at': '2021-10-27T16:07:16Z', 'revision_number': 5, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'subnets': [{'id': '5585183d-91de-498a-87df-f34ca26ac743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:07:59.074317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99969d75-5e10-4668-b30d-0292926a8f88 service neutron] Pushing event updated for resources: {'Port': ['ID=56cde905-1083-4605-a7b0-19acc8047639,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:59.128342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46 req-3a611575-f471-46f3-a1d4-524420f81e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.129902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46 req-3a611575-f471-46f3-a1d4-524420f81e25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.1135702 Oct 27 16:07:59.232012 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff806-f4e6-4879-b63f-ebe3f717a97e req-ee8147d4-1e9f-4a12-b01a-c83cbc44c61a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.234456 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e7ff806-f4e6-4879-b63f-ebe3f717a97e req-ee8147d4-1e9f-4a12-b01a-c83cbc44c61a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 945 time: 0.3471403 Oct 27 16:07:59.278946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46 req-d4eb44a0-3843-4cf0-ae77-c7577138be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.284992 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:59.285775 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46 req-d4eb44a0-3843-4cf0-ae77-c7577138be05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402979 Oct 27 16:07:59.292789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9eea5a1a-1a04-4c5d-b970-1ad4caf02d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.293268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9eea5a1a-1a04-4c5d-b970-1ad4caf02d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.293744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9eea5a1a-1a04-4c5d-b970-1ad4caf02d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.294215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9eea5a1a-1a04-4c5d-b970-1ad4caf02d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.294827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9eea5a1a-1a04-4c5d-b970-1ad4caf02d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.295269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9eea5a1a-1a04-4c5d-b970-1ad4caf02d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.295741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9eea5a1a-1a04-4c5d-b970-1ad4caf02d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.298277 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9eea5a1a-1a04-4c5d-b970-1ad4caf02d9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6477 time: 0.2002275 Oct 27 16:07:59.311044 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:59.383269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-5ffb0105-74d4-4517-aace-f37ff18debef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c99e1955-e7cb-478c-a365-644fabf98807 HTTP/1.1" status: 200 len: 217 time: 0.0744886 Oct 27 16:07:59.398891 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e7ff806-f4e6-4879-b63f-ebe3f717a97e req-8ecd90a6-ef91-4bc8-88d7-59cb74d02645 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524394 Oct 27 16:07:59.467594 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:59.506328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:07:59.517612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:59.518002 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Added segment 2d0d33c6-c8db-4637-9c2f-4b7563a08d49 of type vlan for network 639c1e22-5a6c-480f-a86b-a9379aba685e Oct 27 16:07:59.539013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-de07da9c-340f-4608-bfea-b18bb8977d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.541402 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-de07da9c-340f-4608-bfea-b18bb8977d21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a8634cd-f9a5-4715-9b54-2dde676fa017 HTTP/1.1" status: 200 len: 850 time: 0.1413448 Oct 27 16:07:59.582256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da06933-b14e-400a-b00b-398868729d6b None None] New status for floating IP a1f70fcc-75fe-45c9-8fde-2d036a19fc91: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:07:59.601186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45b99-b9a6-4063-90de-8d46bb470d4c req-fd291934-b1ea-42a5-b04f-6e97fdc56f5f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.616692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-8d8ab569-9888-4c5c-a4c4-9980499a5056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.618079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45b99-b9a6-4063-90de-8d46bb470d4c req-fd291934-b1ea-42a5-b04f-6e97fdc56f5f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.619869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-8d8ab569-9888-4c5c-a4c4-9980499a5056 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717304 Oct 27 16:07:59.635243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45b99-b9a6-4063-90de-8d46bb470d4c req-fd291934-b1ea-42a5-b04f-6e97fdc56f5f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.644686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d05b5e83-bcc3-4339-b622-14967f34c838 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:07:59.655950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45b99-b9a6-4063-90de-8d46bb470d4c req-fd291934-b1ea-42a5-b04f-6e97fdc56f5f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.668378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45b99-b9a6-4063-90de-8d46bb470d4c req-fd291934-b1ea-42a5-b04f-6e97fdc56f5f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.679014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45b99-b9a6-4063-90de-8d46bb470d4c req-fd291934-b1ea-42a5-b04f-6e97fdc56f5f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.687722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45b99-b9a6-4063-90de-8d46bb470d4c req-fd291934-b1ea-42a5-b04f-6e97fdc56f5f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.689850 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-63d45b99-b9a6-4063-90de-8d46bb470d4c req-fd291934-b1ea-42a5-b04f-6e97fdc56f5f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.3322015 Oct 27 16:07:59.719349 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:59.774355 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-55462ea1-73e0-4bb0-bb36-45104d5170c5 service neutron] 10.222.0.54 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466269 Oct 27 16:07:59.778013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b2fac3-671d-44df-b379-49d05c8c977f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:07:59.810281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46 req-b4d8ede3-29f2-4fc4-91d4-2b7d225123ee service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115905 Oct 27 16:07:59.864070 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-63d45b99-b9a6-4063-90de-8d46bb470d4c req-5d23d517-cfd0-4a33-bbaf-62393f85a873 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827513 Oct 27 16:07:59.891923 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:59.891923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:07:59.891923 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:07:59.971311 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-dcbf2356-ef0d-4f5e-8e44-ad13f3b57de0 service neutron] 10.222.0.54 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901588 Oct 27 16:08:00.013976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port d05b5e83-bcc3-4339-b622-14967f34c838 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:00.020505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port d05b5e83-bcc3-4339-b622-14967f34c838 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:00.020505 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:00.057604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] Pushing event updated for resources: {'Network': ['ID=639c1e22-5a6c-480f-a86b-a9379aba685e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:00.087707 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c0f425f0-26dd-45bc-a581-9b33d8307d61 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=e0738243-2861-423b-81cc-1a0184199dd8 HTTP/1.1" status: 200 len: 217 time: 0.0952787 Oct 27 16:08:00.088087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 639c1e22-5a6c-480f-a86b-a9379aba685e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:08:00.123601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0f3ca0f3-ce20-4d87-a291-b7001946f8e5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8918364 Oct 27 16:08:00.205049 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-78a0b946-1480-4881-954d-caa0689e9b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:00.209895 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-78a0b946-1480-4881-954d-caa0689e9b7c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.1122603 Oct 27 16:08:00.218359 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e37577e-d6f4-4a9c-bca3-fad504b7eb46 req-264e63b9-d15e-4132-af39-e2b492025bae service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891239 Oct 27 16:08:00.231770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d383821-8567-4ee7-8367-e2450835eb49 req-9a44e58e-dbb0-40b2-9884-388963d87f80 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:00.240641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d383821-8567-4ee7-8367-e2450835eb49 req-9a44e58e-dbb0-40b2-9884-388963d87f80 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 949 time: 0.2024078 Oct 27 16:08:00.300854 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d383821-8567-4ee7-8367-e2450835eb49 req-d0e21946-0820-412e-883d-99a0cc22612a tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550768 Oct 27 16:08:00.303695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-708ebee7-992d-476a-9c93-f7007ae5c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:00.306128 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-708ebee7-992d-476a-9c93-f7007ae5c4b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0553665 Oct 27 16:08:00.315040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a15392-8b77-4664-b28f-46997f7e937c req-48c8e51f-4e22-438d-a977-fafa8af4c9f8 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:00.324302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6a15392-8b77-4664-b28f-46997f7e937c req-48c8e51f-4e22-438d-a977-fafa8af4c9f8 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 945 time: 0.1074200 Oct 27 16:08:00.378798 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:00.434153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d05b5e83-bcc3-4339-b622-14967f34c838, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d05b5e83-bcc3-4339-b622-14967f34c838,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:00.435317 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05b5e83-bcc3-4339-b622-14967f34c838'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:00.440155 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d3ca82-a87e-4da4-9b28-e12ff7952082" -d '{"events": [{"server_uuid": "5f08c535-30da-4d35-8c2c-ae1e51f10e4c", "name": "network-vif-plugged", "status": "completed", "tag": "d05b5e83-bcc3-4339-b622-14967f34c838"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:00.463361 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6a15392-8b77-4664-b28f-46997f7e937c req-32843fb9-6e39-4811-b329-b993349c44aa tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381357 Oct 27 16:08:00.515751 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:00.611902 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-f3e5e05c-bf23-42d8-a0d6-cabda121d24c service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422526 Oct 27 16:08:00.638091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': '56cde905-1083-4605-a7b0-19acc8047639'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:00.642882 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a1a078-068d-4faf-91a7-a20aecfff684" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "56cde905-1083-4605-a7b0-19acc8047639"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:00.657138 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dedaa82-04c1-45fc-9221-70309771ebda x-openstack-request-id: req-3dedaa82-04c1-45fc-9221-70309771ebda {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:00.658682 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f08c535-30da-4d35-8c2c-ae1e51f10e4c", "name": "network-vif-plugged", "status": "completed", "tag": "d05b5e83-bcc3-4339-b622-14967f34c838", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:00.662804 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3dedaa82-04c1-45fc-9221-70309771ebda {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:00.663384 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05b5e83-bcc3-4339-b622-14967f34c838', 'code': 200} Oct 27 16:08:00.706680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d05b5e83-bcc3-4339-b622-14967f34c838,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:00.852677 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-bbc8e420-7c33-4d4d-be6f-fee2a032bbb7 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279158 Oct 27 16:08:00.865444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e062675-9e6b-4003-9834-658820d987ae req-edfd88f5-b4e6-4e1f-aa41-09a59aa21f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:00.871155 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e062675-9e6b-4003-9834-658820d987ae req-edfd88f5-b4e6-4e1f-aa41-09a59aa21f2f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 1101 time: 0.1323905 Oct 27 16:08:00.947024 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-665e612f-9eb8-4267-b35a-200c6f5db4ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae HTTP/1.1" status: 200 len: 217 time: 0.0900433 Oct 27 16:08:00.977132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e062675-9e6b-4003-9834-658820d987ae req-e4a1bc01-56f2-4bc5-a2ee-af9cc19c1ffa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937519 Oct 27 16:08:01.173382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-7e013ccc-51cf-4ace-94f9-aa4fa533eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.175942 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-7e013ccc-51cf-4ace-94f9-aa4fa533eda3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.2214901 Oct 27 16:08:01.306091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac974ef-7d05-4ffa-8e08-6005ba38f9ff req-020bd01f-32a0-4cc0-9f75-bd111e609245 tempest-ComputeTenantNetworksTest-785096569 tempest-ComputeTenantNetworksTest-785096569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.315191 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac974ef-7d05-4ffa-8e08-6005ba38f9ff req-020bd01f-32a0-4cc0-9f75-bd111e609245 tempest-ComputeTenantNetworksTest-785096569 tempest-ComputeTenantNetworksTest-785096569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.320122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac974ef-7d05-4ffa-8e08-6005ba38f9ff req-020bd01f-32a0-4cc0-9f75-bd111e609245 tempest-ComputeTenantNetworksTest-785096569 tempest-ComputeTenantNetworksTest-785096569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.321811 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ac974ef-7d05-4ffa-8e08-6005ba38f9ff req-020bd01f-32a0-4cc0-9f75-bd111e609245 tempest-ComputeTenantNetworksTest-785096569 tempest-ComputeTenantNetworksTest-785096569-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3131077 Oct 27 16:08:01.325241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-e5afd29e-57ba-42f8-89e9-2c0277bbc3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.326795 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-e5afd29e-57ba-42f8-89e9-2c0277bbc3c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1388605 Oct 27 16:08:01.413107 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4816a1d2-dc8b-42ba-b710-c9ddc7ce8495 x-openstack-request-id: req-4816a1d2-dc8b-42ba-b710-c9ddc7ce8495 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:01.413573 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "56cde905-1083-4605-a7b0-19acc8047639", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:01.413931 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4816a1d2-dc8b-42ba-b710-c9ddc7ce8495 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:01.414568 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': '56cde905-1083-4605-a7b0-19acc8047639', 'status': 'completed', 'code': 200} Oct 27 16:08:01.569922 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cfb6b584-ccaf-4694-b3e6-401849a31bd3 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350605 Oct 27 16:08:01.588624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310da3da-098e-42f2-95fb-3b0e159b4dab req-8ade84c9-0f5a-46db-93d8-e0faa7ce4cd7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.590159 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-310da3da-098e-42f2-95fb-3b0e159b4dab req-8ade84c9-0f5a-46db-93d8-e0faa7ce4cd7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 945 time: 0.1358125 Oct 27 16:08:01.611581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fabd34-c96a-464b-a58d-bdedd18ab7bc req-fc450c36-c377-47a9-96a8-79502278a479 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.618159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fabd34-c96a-464b-a58d-bdedd18ab7bc req-fc450c36-c377-47a9-96a8-79502278a479 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.624889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fabd34-c96a-464b-a58d-bdedd18ab7bc req-fc450c36-c377-47a9-96a8-79502278a479 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.631225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fabd34-c96a-464b-a58d-bdedd18ab7bc req-fc450c36-c377-47a9-96a8-79502278a479 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.640459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fabd34-c96a-464b-a58d-bdedd18ab7bc req-fc450c36-c377-47a9-96a8-79502278a479 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.650340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fabd34-c96a-464b-a58d-bdedd18ab7bc req-fc450c36-c377-47a9-96a8-79502278a479 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.657039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fabd34-c96a-464b-a58d-bdedd18ab7bc req-fc450c36-c377-47a9-96a8-79502278a479 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:01.659169 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5fabd34-c96a-464b-a58d-bdedd18ab7bc req-fc450c36-c377-47a9-96a8-79502278a479 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1710064 Oct 27 16:08:01.815518 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5fabd34-c96a-464b-a58d-bdedd18ab7bc req-52f3e916-0f7c-48b1-ba86-e774c96759ba tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409767 Oct 27 16:08:01.851072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-2e2c506f-9a72-481d-a436-c48267affe29 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688746 Oct 27 16:08:01.902657 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-0a178168-47d6-4f0d-bf2a-dc3bb7d04922 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=c66df584-c0e2-44b9-9e4a-4e1505a5de3d HTTP/1.1" status: 200 len: 217 time: 0.0454247 Oct 27 16:08:01.924274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-310da3da-098e-42f2-95fb-3b0e159b4dab req-eb3c7236-a8fb-4d19-a708-f0721c41de1d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Deleting port adefae2d-60e5-42db-8585-2da6ed00b9b0 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:01.924274 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-310da3da-098e-42f2-95fb-3b0e159b4dab req-eb3c7236-a8fb-4d19-a708-f0721c41de1d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:02.284871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-12b48c37-00f6-495b-b8a9-6658cc025c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:02.286348 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-12b48c37-00f6-495b-b8a9-6658cc025c8d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.3762903 Oct 27 16:08:02.359589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273f6b0-f00f-4702-8a69-9adf835b4b79 req-ab0dd86c-dfd6-42c4-92da-eb750e409816 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:02.361183 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c273f6b0-f00f-4702-8a69-9adf835b4b79 req-ab0dd86c-dfd6-42c4-92da-eb750e409816 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 950 time: 0.1225753 Oct 27 16:08:02.369767 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-310da3da-098e-42f2-95fb-3b0e159b4dab req-eb3c7236-a8fb-4d19-a708-f0721c41de1d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] For port adefae2d-60e5-42db-8585-2da6ed00b9b0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=adefae2d-60e5-42db-8585-2da6ed00b9b0,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:02.370127 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-310da3da-098e-42f2-95fb-3b0e159b4dab req-eb3c7236-a8fb-4d19-a708-f0721c41de1d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:02.398226 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:02.402477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-310da3da-098e-42f2-95fb-3b0e159b4dab req-eb3c7236-a8fb-4d19-a708-f0721c41de1d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Calling delete_port for adefae2d-60e5-42db-8585-2da6ed00b9b0 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:02.421716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c65ff1e7-a20a-4053-88a8-c1d16baa7e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:02.423215 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c65ff1e7-a20a-4053-88a8-c1d16baa7e5e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1244271 Oct 27 16:08:02.463282 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c273f6b0-f00f-4702-8a69-9adf835b4b79 req-5e483a83-9f6a-45b6-ac2f-11d51b4de550 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901904 Oct 27 16:08:02.668017 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e5603-ed2f-4ce5-a864-76a3df06fa0b req-2eba45d2-9487-4f80-a4bd-27f4447a172c tempest-ComputeTenantNetworksTest-785096569 tempest-ComputeTenantNetworksTest-785096569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:02.669648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-976e5603-ed2f-4ce5-a864-76a3df06fa0b req-2eba45d2-9487-4f80-a4bd-27f4447a172c tempest-ComputeTenantNetworksTest-785096569 tempest-ComputeTenantNetworksTest-785096569-project] 10.222.0.15 "GET /v2.0/networks/639c1e22-5a6c-480f-a86b-a9379aba685e HTTP/1.1" status: 200 len: 769 time: 0.1396744 Oct 27 16:08:02.674639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-085620b5-bfca-41ea-93f2-180fd7a23f64 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409112 Oct 27 16:08:02.679969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50386) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:02.813978 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:02.849566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f847f-e28c-4be3-9adf-c46591d936dd req-77742373-fd61-4a96-81d8-f909e71c1fa3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:02.851154 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-713f847f-e28c-4be3-9adf-c46591d936dd req-77742373-fd61-4a96-81d8-f909e71c1fa3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=5ed2bcd7-aaab-47ff-9ea8-84831e88aac3 HTTP/1.1" status: 200 len: 945 time: 0.0987003 Oct 27 16:08:02.871204 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-8e4ddbe9-cf3a-42be-b269-d051a53cb848 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902981 Oct 27 16:08:02.882287 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-310da3da-098e-42f2-95fb-3b0e159b4dab req-eb3c7236-a8fb-4d19-a708-f0721c41de1d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:02.897121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['adefae2d-60e5-42db-8585-2da6ed00b9b0'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:02.996872 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:03.003344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c7236-a8fb-4d19-a708-f0721c41de1d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event deleted for resources: {'Port': ['ID=adefae2d-60e5-42db-8585-2da6ed00b9b0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:03.014945 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-b49f1bc8-6c64-412b-9e59-6a63ddb58ec0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=20cb089c-9c9d-4514-b3f7-e98f1b022466 HTTP/1.1" status: 200 len: 217 time: 0.1208749 Oct 27 16:08:03.024645 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-713f847f-e28c-4be3-9adf-c46591d936dd req-69d52ce7-4d26-4dbd-82d9-cdf1c72e41a4 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624789 Oct 27 16:08:03.027776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639c1e22-5a6c-480f-a86b-a9379aba685e']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:03.041177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0d33c6-c8db-4637-9c2f-4b7563a08d49') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:03.041880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0d33c6-c8db-4637-9c2f-4b7563a08d49') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:03.065077 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:03.099492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-310da3da-098e-42f2-95fb-3b0e159b4dab req-eb3c7236-a8fb-4d19-a708-f0721c41de1d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] No DVR routers for this DVR port adefae2d-60e5-42db-8585-2da6ed00b9b0 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:03.111900 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-310da3da-098e-42f2-95fb-3b0e159b4dab req-eb3c7236-a8fb-4d19-a708-f0721c41de1d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:03.115346 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-310da3da-098e-42f2-95fb-3b0e159b4dab req-eb3c7236-a8fb-4d19-a708-f0721c41de1d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "DELETE /v2.0/ports/adefae2d-60e5-42db-8585-2da6ed00b9b0 HTTP/1.1" status: 204 len: 173 time: 1.5163298 Oct 27 16:08:03.127919 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:03.136657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:08:03.137405 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:08:03.139596 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:08:03.145080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9e9c0fc3-d573-42c8-9c27-085d33a6426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.146518 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-9e9c0fc3-d573-42c8-9c27-085d33a6426a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.1208038 Oct 27 16:08:03.235769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6144a4-0ff0-4c27-bf1d-2bd85dbc34e7 req-5a1eecac-1477-4eb1-ae79-690044bb3304 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.241891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6144a4-0ff0-4c27-bf1d-2bd85dbc34e7 req-5a1eecac-1477-4eb1-ae79-690044bb3304 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.248620 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6144a4-0ff0-4c27-bf1d-2bd85dbc34e7 req-5a1eecac-1477-4eb1-ae79-690044bb3304 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.254655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6144a4-0ff0-4c27-bf1d-2bd85dbc34e7 req-5a1eecac-1477-4eb1-ae79-690044bb3304 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.260828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6144a4-0ff0-4c27-bf1d-2bd85dbc34e7 req-5a1eecac-1477-4eb1-ae79-690044bb3304 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.266891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6144a4-0ff0-4c27-bf1d-2bd85dbc34e7 req-5a1eecac-1477-4eb1-ae79-690044bb3304 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.273163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6144a4-0ff0-4c27-bf1d-2bd85dbc34e7 req-5a1eecac-1477-4eb1-ae79-690044bb3304 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.275952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0b6144a4-0ff0-4c27-bf1d-2bd85dbc34e7 req-5a1eecac-1477-4eb1-ae79-690044bb3304 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1408949 Oct 27 16:08:03.278407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-d0e04f2a-040a-4713-8843-6ca9b250d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.280095 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-d0e04f2a-040a-4713-8843-6ca9b250d4f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264763 Oct 27 16:08:03.314423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:03.319799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:03.324450 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] 10.222.0.15 "DELETE /v2.0/networks/639c1e22-5a6c-480f-a86b-a9379aba685e HTTP/1.1" status: 204 len: 168 time: 0.6425762 Oct 27 16:08:03.340359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145de38e-fa0e-4e29-8f2e-416dd10bf78e admin admin] Pushing event deleted for resources: {'Network': ['ID=639c1e22-5a6c-480f-a86b-a9379aba685e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:03.385999 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0b6144a4-0ff0-4c27-bf1d-2bd85dbc34e7 req-86d98ea8-2bef-4abe-a3be-b27171bf8665 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022267 Oct 27 16:08:03.416266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2bcd7-aaab-47ff-9ea8-84831e88aac3', 'name': 'network-vif-deleted', 'tag': 'adefae2d-60e5-42db-8585-2da6ed00b9b0'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:03.418868 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef96078f-a299-460a-858c-4c4f863d6849" -d '{"events": [{"server_uuid": "5ed2bcd7-aaab-47ff-9ea8-84831e88aac3", "name": "network-vif-deleted", "tag": "adefae2d-60e5-42db-8585-2da6ed00b9b0"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:03.457816 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-8e165e5c-1dd2-41fd-9a94-b88225456807 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655941 Oct 27 16:08:03.532282 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f240fe-c30c-4c3a-96da-ddd3e2070c7f x-openstack-request-id: req-81f240fe-c30c-4c3a-96da-ddd3e2070c7f {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:03.532886 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2bcd7-aaab-47ff-9ea8-84831e88aac3", "name": "network-vif-deleted", "tag": "adefae2d-60e5-42db-8585-2da6ed00b9b0", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:03.533649 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81f240fe-c30c-4c3a-96da-ddd3e2070c7f {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:03.534292 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed2bcd7-aaab-47ff-9ea8-84831e88aac3', 'name': 'network-vif-deleted', 'tag': 'adefae2d-60e5-42db-8585-2da6ed00b9b0', 'status': 'completed', 'code': 200} Oct 27 16:08:03.591853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c152f9d0-59ad-421a-9c79-426b7efe9d06 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:03.597645 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-cc8a4534-e019-4ff5-886c-e91f5ad05afb service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325743 Oct 27 16:08:03.665854 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-15dab3ec-f278-4d2f-9743-369218f1abff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e68582e4-50d4-4b71-a602-6763563cb152 HTTP/1.1" status: 200 len: 217 time: 0.0604639 Oct 27 16:08:03.694624 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:03.756006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c152f9d0-59ad-421a-9c79-426b7efe9d06'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:03.758981 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b846c238-612f-499e-8912-0addbab210b6" -d '{"events": [{"server_uuid": "34b43afc-2b59-4f05-a598-c97a8afe0a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c152f9d0-59ad-421a-9c79-426b7efe9d06"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:03.773577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45133357-e6ef-41a3-b469-1a26d7a7ac27 req-63181e17-3f2f-4a1f-b14e-6002e3283243 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.775250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45133357-e6ef-41a3-b469-1a26d7a7ac27 req-63181e17-3f2f-4a1f-b14e-6002e3283243 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 950 time: 0.1196272 Oct 27 16:08:03.777748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c152f9d0-59ad-421a-9c79-426b7efe9d06, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c152f9d0-59ad-421a-9c79-426b7efe9d06,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:03.779485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-6637d4fa-84cd-4de9-bf8f-fc93a4827d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.780968 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-6637d4fa-84cd-4de9-bf8f-fc93a4827d1b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4358174-7ecb-4439-ac5f-a50c700e1652 HTTP/1.1" status: 200 len: 797 time: 0.0862830 Oct 27 16:08:03.834760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50418) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:03.871429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45133357-e6ef-41a3-b469-1a26d7a7ac27 req-1fae972e-860f-4ec9-85ff-8ef897704ce1 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870340 Oct 27 16:08:03.876703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-d7befeff-42b0-43f7-8957-8abc2d00ed13 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.882749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-3f7dd128-ce4c-4114-9f65-274c0afc6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:03.884702 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-3f7dd128-ce4c-4114-9f65-274c0afc6ae8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0790129 Oct 27 16:08:03.885687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-d7befeff-42b0-43f7-8957-8abc2d00ed13 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 804 time: 0.2056677 Oct 27 16:08:03.894822 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:03.923962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-e318e2e4-de27-4412-8576-8fb5b139bfef tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/quotas/e74004a0595d4a43be6ac52e0d3327f6 HTTP/1.1" status: 200 len: 375 time: 0.0372789 Oct 27 16:08:03.967380 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1db042b-fdfc-4fe0-8c49-ef3a830be3ee x-openstack-request-id: req-d1db042b-fdfc-4fe0-8c49-ef3a830be3ee {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:03.971903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fd7d29f3-48db-46a9-9095-c6be34ef22c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f28284e94dac407881752bb3f2b4212e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359854 Oct 27 16:08:03.974542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50422) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:03.980171 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b43afc-2b59-4f05-a598-c97a8afe0a3a", "name": "network-vif-unplugged", "status": "completed", "tag": "c152f9d0-59ad-421a-9c79-426b7efe9d06", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:03.980638 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1db042b-fdfc-4fe0-8c49-ef3a830be3ee {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:03.981659 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c152f9d0-59ad-421a-9c79-426b7efe9d06', 'code': 200} Oct 27 16:08:04.050538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0c06d6a-242e-4d12-ad5e-e2c112a3012d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:04.063156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c152f9d0-59ad-421a-9c79-426b7efe9d06,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:04.064798 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-8e9e818d-639e-4df1-9000-6a0fd70dc267 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1398766 Oct 27 16:08:04.085549 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-6b6a2510-86ba-43ad-ac0a-2aa98372012d service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787407 Oct 27 16:08:04.095841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0c06d6a-242e-4d12-ad5e-e2c112a3012d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:04.230356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-02787f6d-74bd-4d68-ae04-3d08e39a8b83 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:08:04.231249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-02787f6d-74bd-4d68-ae04-3d08e39a8b83 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1654143 Oct 27 16:08:04.232388 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-b6c83ada-411d-4efd-87c1-d2acb349aaaa service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409843 Oct 27 16:08:04.293700 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-03201ced-4273-49a4-8d52-bbd23682abfe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56cde905-1083-4605-a7b0-19acc8047639 HTTP/1.1" status: 200 len: 217 time: 0.0539267 Oct 27 16:08:04.294001 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0c06d6a-242e-4d12-ad5e-e2c112a3012d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:04.296569 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0c06d6a-242e-4d12-ad5e-e2c112a3012d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:04.297674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a0c06d6a-242e-4d12-ad5e-e2c112a3012d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4b2fac3-671d-44df-b379-49d05c8c977f HTTP/1.1" status: 204 len: 168 time: 0.3222177 Oct 27 16:08:04.316406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c06d6a-242e-4d12-ad5e-e2c112a3012d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b2fac3-671d-44df-b379-49d05c8c977f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:04.321702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a1295-a8c5-4ce8-a636-2c8a8252cde7 req-37f5b5b7-509d-4818-b130-10bbb8a816e2 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:04.332031 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f82a1295-a8c5-4ce8-a636-2c8a8252cde7 req-37f5b5b7-509d-4818-b130-10bbb8a816e2 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 950 time: 0.1429822 Oct 27 16:08:04.385435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-66cd7fc4-0fd5-4075-a24a-06772f2678b4 service neutron] 10.222.0.15 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465676 Oct 27 16:08:04.419647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-0b10e88e-fd34-41f0-a871-2350597d8202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:04.421179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-0b10e88e-fd34-41f0-a871-2350597d8202 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4358174-7ecb-4439-ac5f-a50c700e1652 HTTP/1.1" status: 200 len: 797 time: 0.1189022 Oct 27 16:08:04.424102 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f82a1295-a8c5-4ce8-a636-2c8a8252cde7 req-d8acd841-f246-4e05-b259-fbf24777c2d4 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912247 Oct 27 16:08:04.486371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c5a4081d-929f-4422-b30d-18b013da7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:04.487877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-c5a4081d-929f-4422-b30d-18b013da7a00 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578463 Oct 27 16:08:04.546436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-cfefc401-4a94-4936-9287-3ceaf9411d77 service neutron] 10.222.0.15 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529145 Oct 27 16:08:04.666904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23647e10-ab20-4fa4-b7cc-44de8e7ec2c9 req-6f76d46b-539f-4fd1-876c-1fce0b401e8e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:04.672986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23647e10-ab20-4fa4-b7cc-44de8e7ec2c9 req-6f76d46b-539f-4fd1-876c-1fce0b401e8e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:04.679410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23647e10-ab20-4fa4-b7cc-44de8e7ec2c9 req-6f76d46b-539f-4fd1-876c-1fce0b401e8e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:04.685885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23647e10-ab20-4fa4-b7cc-44de8e7ec2c9 req-6f76d46b-539f-4fd1-876c-1fce0b401e8e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:04.694148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23647e10-ab20-4fa4-b7cc-44de8e7ec2c9 req-6f76d46b-539f-4fd1-876c-1fce0b401e8e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:04.699284 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23647e10-ab20-4fa4-b7cc-44de8e7ec2c9 req-6f76d46b-539f-4fd1-876c-1fce0b401e8e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:04.705710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23647e10-ab20-4fa4-b7cc-44de8e7ec2c9 req-6f76d46b-539f-4fd1-876c-1fce0b401e8e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:04.708011 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23647e10-ab20-4fa4-b7cc-44de8e7ec2c9 req-6f76d46b-539f-4fd1-876c-1fce0b401e8e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1313546 Oct 27 16:08:04.731283 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-67b775e7-93b8-4ee1-a5b6-ccccb4fcbada service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351134 Oct 27 16:08:04.845890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23647e10-ab20-4fa4-b7cc-44de8e7ec2c9 req-e47f9b50-a171-414d-8931-e986ab91d1ec tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275463 Oct 27 16:08:04.935531 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7268a6f-ef15-4a25-a8db-fe52a9de487d req-4d9dd607-3caf-4ee7-a38a-5d1929c9f7b9 service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945825 Oct 27 16:08:05.175684 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:08:05.246680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-fd808752-8820-458c-8158-6f3b5e132ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.246680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-fd808752-8820-458c-8158-6f3b5e132ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.246680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-fd808752-8820-458c-8158-6f3b5e132ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.246680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-fd808752-8820-458c-8158-6f3b5e132ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.246680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-fd808752-8820-458c-8158-6f3b5e132ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.246680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-fd808752-8820-458c-8158-6f3b5e132ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.246680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-fd808752-8820-458c-8158-6f3b5e132ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.246680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-fd808752-8820-458c-8158-6f3b5e132ff9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6477 time: 0.1271088 Oct 27 16:08:05.425646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-515717e0-865c-46b2-94ff-0b906a0c0a30 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.427252 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-515717e0-865c-46b2-94ff-0b906a0c0a30 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.1820519 Oct 27 16:08:05.430382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-47a5b117-077c-44a4-b2c5-aa3844ac80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.435121 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-47a5b117-077c-44a4-b2c5-aa3844ac80dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=3e58baa5-d2dd-427a-8a5f-98e7e842580b HTTP/1.1" status: 200 len: 902 time: 0.1758072 Oct 27 16:08:05.451855 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-d1ab0b10-5cc7-45dc-a330-4bdf41352bd1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/quotas/532e31d389584cc2b9f78d696326f5ea HTTP/1.1" status: 200 len: 375 time: 0.0175860 Oct 27 16:08:05.486594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-b5271202-5830-42bc-8a15-a27337ab2e71 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56cde905-1083-4605-a7b0-19acc8047639 HTTP/1.1" status: 200 len: 217 time: 0.0456345 Oct 27 16:08:05.519435 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-940d471c-d2b0-44c7-b394-80fe14d9d432 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355520 Oct 27 16:08:05.564026 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-40618e8c-15c9-4d75-a1f7-8f8329b5d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.565763 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-40618e8c-15c9-4d75-a1f7-8f8329b5d711 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4358174-7ecb-4439-ac5f-a50c700e1652 HTTP/1.1" status: 200 len: 797 time: 0.0696566 Oct 27 16:08:05.634142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17b529eb-8ced-408c-b94a-1c3721287c94 req-e43be9e3-ff3f-4a22-8718-da9324f5866a tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 210 time: 0.0972545 Oct 27 16:08:05.663100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-71f643f8-12d4-4359-8159-b4583fc71bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.665425 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-71f643f8-12d4-4359-8159-b4583fc71bb1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0869823 Oct 27 16:08:05.682851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device adefae2d-60e5-42db-8585-2da6ed00b9b0 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:05.711791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: adefae2d-60e5-42db-8585-2da6ed00b9b0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:05.712809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device adefae2d-60e5-42db-8585-2da6ed00b9b0 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:05.747493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9e33f-69ad-4b7c-ae1f-1a5e5e8d7f53 req-01327e26-b231-49f7-992e-cdc6e6702581 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:05.759358 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f9e33f-69ad-4b7c-ae1f-1a5e5e8d7f53 req-01327e26-b231-49f7-992e-cdc6e6702581 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.53 "GET /v2.0/ports?device_id=34b43afc-2b59-4f05-a598-c97a8afe0a3a HTTP/1.1" status: 200 len: 943 time: 0.0735166 Oct 27 16:08:05.874806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-02f9e33f-69ad-4b7c-ae1f-1a5e5e8d7f53 req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Deleting port c152f9d0-59ad-421a-9c79-426b7efe9d06 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:05.874806 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02f9e33f-69ad-4b7c-ae1f-1a5e5e8d7f53 req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:05.898185 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-a48ed39f-7427-4390-b2fd-a32595bd2925 service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231531 Oct 27 16:08:05.908292 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-c34c171a-a5ee-4b00-9db4-ad09aca6e222 service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703318 Oct 27 16:08:06.071640 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-02f9e33f-69ad-4b7c-ae1f-1a5e5e8d7f53 req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] For port c152f9d0-59ad-421a-9c79-426b7efe9d06, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c152f9d0-59ad-421a-9c79-426b7efe9d06,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:06.073013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02f9e33f-69ad-4b7c-ae1f-1a5e5e8d7f53 req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:06.083530 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2a1a078-068d-4faf-91a7-a20aecfff684 req-a0dbba3c-13e2-4f86-9aac-2b2196d60e73 service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728022 Oct 27 16:08:06.107731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e5963-3c39-44ab-a3fe-15fea2c1b9f3 req-3254c4de-38e4-4265-9937-662838ffcaad tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:06.114506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e5963-3c39-44ab-a3fe-15fea2c1b9f3 req-3254c4de-38e4-4265-9937-662838ffcaad tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:06.123148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e5963-3c39-44ab-a3fe-15fea2c1b9f3 req-3254c4de-38e4-4265-9937-662838ffcaad tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:06.131286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e5963-3c39-44ab-a3fe-15fea2c1b9f3 req-3254c4de-38e4-4265-9937-662838ffcaad tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:06.137517 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-bf192886-71ca-4aa2-a45c-4b708ee0c351 service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280016 Oct 27 16:08:06.139329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e5963-3c39-44ab-a3fe-15fea2c1b9f3 req-3254c4de-38e4-4265-9937-662838ffcaad tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:06.145771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e5963-3c39-44ab-a3fe-15fea2c1b9f3 req-3254c4de-38e4-4265-9937-662838ffcaad tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:06.153172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e5963-3c39-44ab-a3fe-15fea2c1b9f3 req-3254c4de-38e4-4265-9937-662838ffcaad tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:06.161418 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab4e5963-3c39-44ab-a3fe-15fea2c1b9f3 req-3254c4de-38e4-4265-9937-662838ffcaad tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1498528 Oct 27 16:08:06.172355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-02f9e33f-69ad-4b7c-ae1f-1a5e5e8d7f53 req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Calling delete_port for c152f9d0-59ad-421a-9c79-426b7efe9d06 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:06.233010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab4e5963-3c39-44ab-a3fe-15fea2c1b9f3 req-099792d6-a4ad-4914-b323-487157f6231e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706055 Oct 27 16:08:06.514464 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02f9e33f-69ad-4b7c-ae1f-1a5e5e8d7f53 req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:06.588493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Pushing event deleted for resources: {'Port': ['ID=c152f9d0-59ad-421a-9c79-426b7efe9d06,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:06.593665 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbe36381-72cc-4668-a778-82d8bbede8fd req-fd1e9654-e044-495a-b874-c28922d464b0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 210 time: 0.0428555 Oct 27 16:08:06.617702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.618784 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.619717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.620177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.620350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.620681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.621004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.621454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.621785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.622107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.622426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.622761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:06.645575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f9e33f-69ad-4b7c-ae1f-1a5e5e8d7f53 req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] No DVR routers for this DVR port c152f9d0-59ad-421a-9c79-426b7efe9d06 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:06.651182 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02f9e33f-69ad-4b7c-ae1f-1a5e5e8d7f53 req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:06.653746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f9e33f-69ad-4b7c-ae1f-1a5e5e8d7f53 req-bdd6ba02-c783-478b-8a30-a2dbc1f389f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.53 "DELETE /v2.0/ports/c152f9d0-59ad-421a-9c79-426b7efe9d06 HTTP/1.1" status: 204 len: 173 time: 0.8973224 Oct 27 16:08:06.654283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'name': 'network-vif-deleted', 'tag': 'c152f9d0-59ad-421a-9c79-426b7efe9d06'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:06.660697 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf0289-0ff6-476a-a2e4-09fffe25e6a8" -d '{"events": [{"server_uuid": "34b43afc-2b59-4f05-a598-c97a8afe0a3a", "name": "network-vif-deleted", "tag": "c152f9d0-59ad-421a-9c79-426b7efe9d06"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:06.725918 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e493d-4ad9-4a88-9269-eb56a10f130a x-openstack-request-id: req-327e493d-4ad9-4a88-9269-eb56a10f130a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:06.734502 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b43afc-2b59-4f05-a598-c97a8afe0a3a", "name": "network-vif-deleted", "tag": "c152f9d0-59ad-421a-9c79-426b7efe9d06", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:06.734502 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-327e493d-4ad9-4a88-9269-eb56a10f130a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:06.734502 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b43afc-2b59-4f05-a598-c97a8afe0a3a', 'name': 'network-vif-deleted', 'tag': 'c152f9d0-59ad-421a-9c79-426b7efe9d06', 'status': 'completed', 'code': 200} Oct 27 16:08:06.809539 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-428a3381-ccd4-414a-93a5-1393daa73214 req-c510a10c-88e8-4567-b956-d6d759b2a765 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 210 time: 0.0535624 Oct 27 16:08:07.398667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8923-0d3f-4062-ad49-a8127103f6b1 req-8736fbb7-f9fd-41f5-b78b-4337eb92a510 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:07.405535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8923-0d3f-4062-ad49-a8127103f6b1 req-8736fbb7-f9fd-41f5-b78b-4337eb92a510 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:07.412036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8923-0d3f-4062-ad49-a8127103f6b1 req-8736fbb7-f9fd-41f5-b78b-4337eb92a510 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:07.418735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8923-0d3f-4062-ad49-a8127103f6b1 req-8736fbb7-f9fd-41f5-b78b-4337eb92a510 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:07.424975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8923-0d3f-4062-ad49-a8127103f6b1 req-8736fbb7-f9fd-41f5-b78b-4337eb92a510 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:07.431604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8923-0d3f-4062-ad49-a8127103f6b1 req-8736fbb7-f9fd-41f5-b78b-4337eb92a510 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:07.438101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c8923-0d3f-4062-ad49-a8127103f6b1 req-8736fbb7-f9fd-41f5-b78b-4337eb92a510 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:07.439988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-845c8923-0d3f-4062-ad49-a8127103f6b1 req-8736fbb7-f9fd-41f5-b78b-4337eb92a510 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1036923 Oct 27 16:08:07.482290 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-845c8923-0d3f-4062-ad49-a8127103f6b1 req-7639e2ae-aa8d-46b5-aaaa-c921c5b8a7f1 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356579 Oct 27 16:08:07.692516 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-598d157d-8c47-4a00-aca6-de26dca2fdea req-998b5af3-68cb-4e6c-92c3-c5bbc47adfad tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 210 time: 0.0273190 Oct 27 16:08:07.700632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9430cf76-5006-405c-b413-9048d5bed25b details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:07.827090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:07.840444 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '9430cf76-5006-405c-b413-9048d5bed25b', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '9430cf76-5006-405c-b413-9048d5bed25b', 'mac_address': 'fa:16:3e:df:15:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:07.927805 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:07.958493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9430cf76-5006-405c-b413-9048d5bed25b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:07.990103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:08.036593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1319ed6f-4ef9-42ac-af0e-0b55caf1109d req-6597458f-14a0-49b9-9096-f22b759b55ea tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 210 time: 0.0880437 Oct 27 16:08:08.125913 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:08.187167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:08.199693 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-ec92ca3a-264b-459f-baf1-15329d1343df tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.201522 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-ec92ca3a-264b-459f-baf1-15329d1343df tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.54 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 804 time: 0.1809020 Oct 27 16:08:08.222266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Request body: {'port': {'device_id': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'admin_state_up': True, 'tenant_id': 'e74004a0595d4a43be6ac52e0d3327f6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:08.241100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['9430cf76-5006-405c-b413-9048d5bed25b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:08.516937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Made reservation on behalf of e74004a0595d4a43be6ac52e0d3327f6 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:08.524132 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:08.681042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Allocated IP 172.20.0.8 (c6ab54ce-c331-4877-b08b-de8bfe3b7060/50c24005-c439-4486-8836-efd81a7729ba/36794f0d-2253-45fd-a085-955a8e5d15ca) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:08:08.687303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a683c-036b-49db-bc93-cb1a65adaf1a req-c1cb46ef-f9d6-4c45-80e5-405321ad6425 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.700565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a683c-036b-49db-bc93-cb1a65adaf1a req-c1cb46ef-f9d6-4c45-80e5-405321ad6425 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.708864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a683c-036b-49db-bc93-cb1a65adaf1a req-c1cb46ef-f9d6-4c45-80e5-405321ad6425 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.717158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a683c-036b-49db-bc93-cb1a65adaf1a req-c1cb46ef-f9d6-4c45-80e5-405321ad6425 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.723844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a683c-036b-49db-bc93-cb1a65adaf1a req-c1cb46ef-f9d6-4c45-80e5-405321ad6425 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.740921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a683c-036b-49db-bc93-cb1a65adaf1a req-c1cb46ef-f9d6-4c45-80e5-405321ad6425 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.754806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a683c-036b-49db-bc93-cb1a65adaf1a req-c1cb46ef-f9d6-4c45-80e5-405321ad6425 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:08.763884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf9a683c-036b-49db-bc93-cb1a65adaf1a req-c1cb46ef-f9d6-4c45-80e5-405321ad6425 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1890981 Oct 27 16:08:08.809109 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf9a683c-036b-49db-bc93-cb1a65adaf1a req-c5d1cf25-a188-4faf-8fc4-733280df5220 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438480 Oct 27 16:08:09.131350 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-56142cef-e597-4d9c-9606-7c8d779ee2d5 req-ab313eca-443a-416c-b63d-8b2425416e45 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 210 time: 0.0418522 Oct 27 16:08:09.183788 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-45ac936b-566e-40f3-b14a-569df0365c63 req-b9de38d1-ad2a-47ee-8f92-a4d09199019f tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 210 time: 0.0337083 Oct 27 16:08:09.193519 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:09.297619 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:09.347152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Network c6ab54ce-c331-4877-b08b-de8bfe3b7060 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:08:09.350770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:08:09.354951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:08:09.408124 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Pushing event updated for resources: {'Port': ['ID=36794f0d-2253-45fd-a085-955a8e5d15ca,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:09.458325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.458325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.458325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.458734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.459136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.459287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.460374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.460374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.460374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.460732 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.461059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.461383 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:09.501681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:09.502008 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:09.554243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-763c45d7-8b91-4218-8db0-b8141b543c2f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:09.555902 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-763c45d7-8b91-4218-8db0-b8141b543c2f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.1960301 Oct 27 16:08:09.573717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Request body: {'port': {'device_id': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'admin_state_up': True, 'tenant_id': '532e31d389584cc2b9f78d696326f5ea'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:09.608077 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c152f9d0-59ad-421a-9c79-426b7efe9d06 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:09.636084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: c152f9d0-59ad-421a-9c79-426b7efe9d06 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:09.638279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c152f9d0-59ad-421a-9c79-426b7efe9d06 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:09.667838 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-519e8e65-b5f3-4455-aa7f-cbaac89c78da tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4478266 Oct 27 16:08:09.690759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Request body: {'port': {'device_id': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:09.705562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9430cf76-5006-405c-b413-9048d5bed25b up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:09.770547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:09.782251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 9430cf76-5006-405c-b413-9048d5bed25b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:09.782758 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:09.874173 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Made reservation on behalf of 532e31d389584cc2b9f78d696326f5ea for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:09.878289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:09.906464 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:09.934975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:09.937228 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e74f37-ca1a-48df-858a-202187c5f563" -d '{"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-plugged", "status": "completed", "tag": "9430cf76-5006-405c-b413-9048d5bed25b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:09.961018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:10.033975 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:10.145918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5f22d-0fff-4fee-a020-9c4484cd4835 req-ac1509fb-61ee-4949-b3b1-69865b0a4fef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:10.204458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5f22d-0fff-4fee-a020-9c4484cd4835 req-ac1509fb-61ee-4949-b3b1-69865b0a4fef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:10.204458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5f22d-0fff-4fee-a020-9c4484cd4835 req-ac1509fb-61ee-4949-b3b1-69865b0a4fef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:10.205338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:10.206250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5f22d-0fff-4fee-a020-9c4484cd4835 req-ac1509fb-61ee-4949-b3b1-69865b0a4fef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:10.206250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5f22d-0fff-4fee-a020-9c4484cd4835 req-ac1509fb-61ee-4949-b3b1-69865b0a4fef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:10.206250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5f22d-0fff-4fee-a020-9c4484cd4835 req-ac1509fb-61ee-4949-b3b1-69865b0a4fef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:10.210677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be5f22d-0fff-4fee-a020-9c4484cd4835 req-ac1509fb-61ee-4949-b3b1-69865b0a4fef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:10.213950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5be5f22d-0fff-4fee-a020-9c4484cd4835 req-ac1509fb-61ee-4949-b3b1-69865b0a4fef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.2580571 Oct 27 16:08:10.319503 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa594f5-c516-4811-a130-0d4015d5133c x-openstack-request-id: req-efa594f5-c516-4811-a130-0d4015d5133c {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:10.320794 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-plugged", "status": "completed", "tag": "9430cf76-5006-405c-b413-9048d5bed25b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:10.321222 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efa594f5-c516-4811-a130-0d4015d5133c {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:10.321838 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b', 'code': 200} Oct 27 16:08:10.341209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Allocated IP 172.20.0.12 (c1d758f2-d37b-4018-98fc-3c91fe876e7c/3b08f108-8174-458c-afd5-eb5ec36a0ae6/17686ae8-5bd3-4c47-a098-f70e733a3a28) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:08:10.359047 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5be5f22d-0fff-4fee-a020-9c4484cd4835 req-a84a1d99-0385-4dd3-8445-e43d7150a85a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1332581 Oct 27 16:08:10.682090 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4237ff70-dfa6-43c5-bba8-6b34097fd768 req-ffc009cf-03b0-403b-a2a5-34462d26ea8e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 210 time: 0.1558151 Oct 27 16:08:10.685519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca374a-9488-4b01-aa47-7a01cdf81bbd req-8c6ea7e0-0fa7-4f35-89a6-ee1e26cfeede tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:10.695674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32ca374a-9488-4b01-aa47-7a01cdf81bbd req-8c6ea7e0-0fa7-4f35-89a6-ee1e26cfeede tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 931 time: 0.1287818 Oct 27 16:08:10.755308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36794f0d-2253-45fd-a085-955a8e5d15ca {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:10.763230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32ca374a-9488-4b01-aa47-7a01cdf81bbd req-fb93c3c0-f70c-4cd6-a30d-bf1cde35eadd tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659094 Oct 27 16:08:10.785226 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:10.812522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Transition to ACTIVE for port object 36794f0d-2253-45fd-a085-955a8e5d15ca will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:08:10.868137 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:10.908897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:10.977348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=36794f0d-2253-45fd-a085-955a8e5d15ca,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:11.094943 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Attempting to bind port 36794f0d-2253-45fd-a085-955a8e5d15ca on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:08:11.095655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Attempting to bind port 36794f0d-2253-45fd-a085-955a8e5d15ca by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:08:11.096463 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Attempting to bind port 36794f0d-2253-45fd-a085-955a8e5d15ca on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:11.099148 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:11.141216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Port 36794f0d-2253-45fd-a085-955a8e5d15ca on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:08:11.141575 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Attempting to bind port 36794f0d-2253-45fd-a085-955a8e5d15ca on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:11.160458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Network c1d758f2-d37b-4018-98fc-3c91fe876e7c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:08:11.165378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:08:11.166864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Checking segment: {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:11.167332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Bound using segment: {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:08:11.167784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Bound port: 36794f0d-2253-45fd-a085-955a8e5d15ca, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:08:11.168499 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:11.218066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:08:11.226315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:08:11.265125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event updated for resources: {'Port': ['ID=17686ae8-5bd3-4c47-a098-f70e733a3a28,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:11.310407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] For port 36794f0d-2253-45fd-a085-955a8e5d15ca, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:11.318632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.321188 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:11.327483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] For port 36794f0d-2253-45fd-a085-955a8e5d15ca, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=36794f0d-2253-45fd-a085-955a8e5d15ca,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:08:11.417800 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-79d8e49d-ff62-4cda-85df-32fbfd39e5dc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8508964 Oct 27 16:08:11.422251 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:11.491101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Request body: {'port': {'device_id': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:11.544306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.545266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:11.546698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] 10.222.0.54 "PUT /v2.0/ports/36794f0d-2253-45fd-a085-955a8e5d15ca HTTP/1.1" status: 200 len: 1091 time: 1.8661587 Oct 27 16:08:11.557647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'tag': '36794f0d-2253-45fd-a085-955a8e5d15ca'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:11.560555 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11b8382-45e8-4c68-a1bb-cf422d65301c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ccf810-fa4a-4f1a-832c-2dee9f6569ca", "tag": "36794f0d-2253-45fd-a085-955a8e5d15ca"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:11.585134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b515-71ac-4a38-9c25-e5008b924569 req-2e366c60-359e-4993-9a48-ad7b5f81246a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.598360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b515-71ac-4a38-9c25-e5008b924569 req-2e366c60-359e-4993-9a48-ad7b5f81246a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.606247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b515-71ac-4a38-9c25-e5008b924569 req-2e366c60-359e-4993-9a48-ad7b5f81246a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.613208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b515-71ac-4a38-9c25-e5008b924569 req-2e366c60-359e-4993-9a48-ad7b5f81246a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.623018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b515-71ac-4a38-9c25-e5008b924569 req-2e366c60-359e-4993-9a48-ad7b5f81246a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.628539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a63813d-4786-4b65-b095-1419dd225ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=36794f0d-2253-45fd-a085-955a8e5d15ca,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:11.633692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b515-71ac-4a38-9c25-e5008b924569 req-2e366c60-359e-4993-9a48-ad7b5f81246a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.635273 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:11.646871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03b515-71ac-4a38-9c25-e5008b924569 req-2e366c60-359e-4993-9a48-ad7b5f81246a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:11.657158 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b03b515-71ac-4a38-9c25-e5008b924569 req-2e366c60-359e-4993-9a48-ad7b5f81246a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1976731 Oct 27 16:08:11.708991 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b03b515-71ac-4a38-9c25-e5008b924569 req-63f3510b-004c-4022-9a7f-9d574ee26e63 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503695 Oct 27 16:08:12.041478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-5d983eeb-8dbc-424a-b920-f0a641715239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:12.043204 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-5d983eeb-8dbc-424a-b920-f0a641715239 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 1094 time: 0.1235743 Oct 27 16:08:12.125648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-abfda0a4-8cad-426b-b9a2-28763a5994e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36794f0d-2253-45fd-a085-955a8e5d15ca HTTP/1.1" status: 200 len: 217 time: 0.0632865 Oct 27 16:08:12.217424 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97b5990-1bdb-499e-ba2b-20500c271b50 x-openstack-request-id: req-e97b5990-1bdb-499e-ba2b-20500c271b50 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:12.218842 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ccf810-fa4a-4f1a-832c-2dee9f6569ca", "tag": "36794f0d-2253-45fd-a085-955a8e5d15ca", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:12.219278 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e97b5990-1bdb-499e-ba2b-20500c271b50 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:12.220638 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'tag': '36794f0d-2253-45fd-a085-955a8e5d15ca', 'status': 'completed', 'code': 200} Oct 27 16:08:12.276962 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-82ec0233-b3a0-4096-850f-46fc625d328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:12.279023 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-82ec0233-b3a0-4096-850f-46fc625d328f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50c24005-c439-4486-8836-efd81a7729ba HTTP/1.1" status: 200 len: 844 time: 0.1415622 Oct 27 16:08:12.297648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17686ae8-5bd3-4c47-a098-f70e733a3a28 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:12.347919 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-cbc75fb8-4872-4694-bcf9-3c05e36a62a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6ab54ce-c331-4877-b08b-de8bfe3b7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548308 Oct 27 16:08:12.356557 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.393832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8c51c-f193-4b48-951b-655551a479a2 req-b6085450-9d43-49d0-a576-8494db03ee6c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:12.396877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d1a8c51c-f193-4b48-951b-655551a479a2 req-b6085450-9d43-49d0-a576-8494db03ee6c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 932 time: 0.0628471 Oct 27 16:08:12.437640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Transition to ACTIVE for port object 17686ae8-5bd3-4c47-a098-f70e733a3a28 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:08:12.471140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d1a8c51c-f193-4b48-951b-655551a479a2 req-f3962e2e-aaa7-4b03-8151-6128c7d94cf5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644751 Oct 27 16:08:12.551206 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.596006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-1351df8d-7fad-415f-a24d-6e8cf0f68bb4 service neutron] 10.222.0.54 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339191 Oct 27 16:08:12.732772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Pushing event updated for resources: {'Port': ['ID=17686ae8-5bd3-4c47-a098-f70e733a3a28,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:12.907152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0168bcf3-7db7-49b6-b475-3a50a034694b req-355d9fa8-c094-4246-9eb1-3d7e81a6a03f service neutron] 10.222.0.54 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952480 Oct 27 16:08:12.930783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Attempting to bind port 17686ae8-5bd3-4c47-a098-f70e733a3a28 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:08:12.931284 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Attempting to bind port 17686ae8-5bd3-4c47-a098-f70e733a3a28 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:08:12.932393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Attempting to bind port 17686ae8-5bd3-4c47-a098-f70e733a3a28 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:12.940403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Port 17686ae8-5bd3-4c47-a098-f70e733a3a28 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:08:12.940752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Attempting to bind port 17686ae8-5bd3-4c47-a098-f70e733a3a28 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:12.949395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:08:12.949395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Checking segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:12.949395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Bound using segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:08:12.949395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Bound port: 17686ae8-5bd3-4c47-a098-f70e733a3a28, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:08:12.950125 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:12.999268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0e4d0f-a1b1-4b54-9470-e01ca8025d61 req-9d506365-ff03-48c9-bf41-c415e96df74e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.001408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb0e4d0f-a1b1-4b54-9470-e01ca8025d61 req-9d506365-ff03-48c9-bf41-c415e96df74e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 943 time: 0.4639583 Oct 27 16:08:13.075369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb0e4d0f-a1b1-4b54-9470-e01ca8025d61 req-7b80e2b3-765d-4820-94ea-60bea6e064bb tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638444 Oct 27 16:08:13.076407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] For port 17686ae8-5bd3-4c47-a098-f70e733a3a28, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:13.121856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] For port 17686ae8-5bd3-4c47-a098-f70e733a3a28, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:08:13.154802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b8382-45e8-4c68-a1bb-cf422d65301c req-201aaedb-ed73-454f-8108-f00937a14ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.169896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f11b8382-45e8-4c68-a1bb-cf422d65301c req-201aaedb-ed73-454f-8108-f00937a14ffa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 1094 time: 0.0769548 Oct 27 16:08:13.316091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b8382-45e8-4c68-a1bb-cf422d65301c req-c992c370-ea59-4b6a-8f01-19c37b25f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.318725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f11b8382-45e8-4c68-a1bb-cf422d65301c req-c992c370-ea59-4b6a-8f01-19c37b25f1c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 905 time: 0.1487863 Oct 27 16:08:13.371735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f11b8382-45e8-4c68-a1bb-cf422d65301c req-bf84dc8e-dbc7-49f2-8410-f15383c4f6ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36794f0d-2253-45fd-a085-955a8e5d15ca HTTP/1.1" status: 200 len: 217 time: 0.0452623 Oct 27 16:08:13.374413 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:13.426702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9a0a8-21db-41b7-b33b-5d41a0923f7f req-1958cfca-d0c6-44c5-be3c-3bd2561c4623 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.439484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.440732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9a0a8-21db-41b7-b33b-5d41a0923f7f req-1958cfca-d0c6-44c5-be3c-3bd2561c4623 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.440877 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:13.441611 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] 10.222.0.54 "PUT /v2.0/ports/17686ae8-5bd3-4c47-a098-f70e733a3a28 HTTP/1.1" status: 200 len: 1092 time: 1.9599109 Oct 27 16:08:13.447845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9a0a8-21db-41b7-b33b-5d41a0923f7f req-1958cfca-d0c6-44c5-be3c-3bd2561c4623 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.455248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9a0a8-21db-41b7-b33b-5d41a0923f7f req-1958cfca-d0c6-44c5-be3c-3bd2561c4623 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.467391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9a0a8-21db-41b7-b33b-5d41a0923f7f req-1958cfca-d0c6-44c5-be3c-3bd2561c4623 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.477058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9a0a8-21db-41b7-b33b-5d41a0923f7f req-1958cfca-d0c6-44c5-be3c-3bd2561c4623 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.488773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9a0a8-21db-41b7-b33b-5d41a0923f7f req-1958cfca-d0c6-44c5-be3c-3bd2561c4623 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.500831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70b9a0a8-21db-41b7-b33b-5d41a0923f7f req-1958cfca-d0c6-44c5-be3c-3bd2561c4623 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1588755 Oct 27 16:08:13.501225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302eca7-0246-4cec-afa0-46a38906b664 service neutron] Pushing event updated for resources: {'Port': ['ID=17686ae8-5bd3-4c47-a098-f70e733a3a28,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:13.510849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b8382-45e8-4c68-a1bb-cf422d65301c req-f9867f6a-c3af-4032-a04a-352ffb5ae42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.512650 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f11b8382-45e8-4c68-a1bb-cf422d65301c req-f9867f6a-c3af-4032-a04a-352ffb5ae42a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50c24005-c439-4486-8836-efd81a7729ba HTTP/1.1" status: 200 len: 844 time: 0.1270108 Oct 27 16:08:13.564598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70b9a0a8-21db-41b7-b33b-5d41a0923f7f req-22ceddd1-cb92-49cc-becb-db2ae64464c1 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623732 Oct 27 16:08:13.577895 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f11b8382-45e8-4c68-a1bb-cf422d65301c req-127e25d0-91e7-4a51-80ca-dd04b60459c7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6ab54ce-c331-4877-b08b-de8bfe3b7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579724 Oct 27 16:08:13.707613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-24128165-d6d7-470b-917e-b521d6000422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.709197 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-24128165-d6d7-470b-917e-b521d6000422 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 1095 time: 0.1193588 Oct 27 16:08:13.788944 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-cf430cc7-2ab0-485b-91ca-e37c20c6ffd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28 HTTP/1.1" status: 200 len: 217 time: 0.0623736 Oct 27 16:08:13.856623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f21d9-85fb-49ae-af45-51b54524bb44 req-96ead45c-f3fd-472a-9a85-3e84d90299c2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.863731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-1ad350da-25c5-4dda-a31d-c5d6048c343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:13.865343 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-1ad350da-25c5-4dda-a31d-c5d6048c343d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.0645287 Oct 27 16:08:13.870534 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f11b8382-45e8-4c68-a1bb-cf422d65301c req-04824e76-56f9-4be8-b90f-fa4dc5cf5ff8 service neutron] 10.222.0.54 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791119 Oct 27 16:08:13.885873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d9f21d9-85fb-49ae-af45-51b54524bb44 req-96ead45c-f3fd-472a-9a85-3e84d90299c2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 944 time: 0.0941792 Oct 27 16:08:13.986255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d9f21d9-85fb-49ae-af45-51b54524bb44 req-81432767-bf14-4c8c-9a2f-520abf74c76a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795126 Oct 27 16:08:13.986725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-fb5eb4ba-f854-4269-b59a-1ed21dadfe47 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769553 Oct 27 16:08:14.162232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f11b8382-45e8-4c68-a1bb-cf422d65301c req-d29c833c-fe89-4118-80da-6f38f8b7622b service neutron] 10.222.0.54 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710783 Oct 27 16:08:14.169935 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-02fa09b1-a497-4cde-8d2e-dd14c452a9f8 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877277 Oct 27 16:08:14.246009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2316c-52f5-46e5-ba28-01806fbca883 req-7e53e1e1-d23b-404f-8d37-910cfd96c6b3 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:14.246601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'tag': '17686ae8-5bd3-4c47-a098-f70e733a3a28'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:14.249087 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a281e4-630e-4a1b-bfef-edcdf2f0453c" -d '{"events": [{"name": "network-changed", "server_uuid": "84690d3a-1fac-4832-9369-f63dd28e08b8", "tag": "17686ae8-5bd3-4c47-a098-f70e733a3a28"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:14.253948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33e2316c-52f5-46e5-ba28-01806fbca883 req-7e53e1e1-d23b-404f-8d37-910cfd96c6b3 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 943 time: 0.0740159 Oct 27 16:08:14.318980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33e2316c-52f5-46e5-ba28-01806fbca883 req-c51ef441-f548-4bfe-964c-3457829939cd tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600042 Oct 27 16:08:14.348526 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a311066-2ada-44bb-bc9f-d7397a0622d6 req-ee216ce4-bd68-4b8d-8ed0-80c88b704b6b service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541564 Oct 27 16:08:14.450618 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd356bc-73af-4087-842e-76cf8c1463f7 x-openstack-request-id: req-dfd356bc-73af-4087-842e-76cf8c1463f7 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:14.450937 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84690d3a-1fac-4832-9369-f63dd28e08b8", "tag": "17686ae8-5bd3-4c47-a098-f70e733a3a28", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:14.451280 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfd356bc-73af-4087-842e-76cf8c1463f7 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:14.454221 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'tag': '17686ae8-5bd3-4c47-a098-f70e733a3a28', 'status': 'completed', 'code': 200} Oct 27 16:08:14.551989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a281e4-630e-4a1b-bfef-edcdf2f0453c req-d90be1c7-0501-4933-badc-fefdff1a08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:14.555387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76a281e4-630e-4a1b-bfef-edcdf2f0453c req-d90be1c7-0501-4933-badc-fefdff1a08c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 1095 time: 0.0762269 Oct 27 16:08:14.835536 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a281e4-630e-4a1b-bfef-edcdf2f0453c req-c5f5cf74-078e-4600-ab5f-fd23542ad93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:14.838048 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76a281e4-630e-4a1b-bfef-edcdf2f0453c req-c5f5cf74-078e-4600-ab5f-fd23542ad93c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 912 time: 0.2742062 Oct 27 16:08:14.862001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32c76-8854-43c4-a5be-6407d091c89b req-5e00d5ed-f833-4836-9c49-227a46162206 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:14.875104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32c76-8854-43c4-a5be-6407d091c89b req-5e00d5ed-f833-4836-9c49-227a46162206 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:14.883172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32c76-8854-43c4-a5be-6407d091c89b req-5e00d5ed-f833-4836-9c49-227a46162206 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:14.892311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32c76-8854-43c4-a5be-6407d091c89b req-5e00d5ed-f833-4836-9c49-227a46162206 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:14.898235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32c76-8854-43c4-a5be-6407d091c89b req-5e00d5ed-f833-4836-9c49-227a46162206 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:14.908898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32c76-8854-43c4-a5be-6407d091c89b req-5e00d5ed-f833-4836-9c49-227a46162206 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:14.910656 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76a281e4-630e-4a1b-bfef-edcdf2f0453c req-42b450a1-5b84-4d5e-aa88-5135ca0ebef8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28 HTTP/1.1" status: 200 len: 217 time: 0.0586209 Oct 27 16:08:14.917073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec32c76-8854-43c4-a5be-6407d091c89b req-5e00d5ed-f833-4836-9c49-227a46162206 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:14.925634 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ec32c76-8854-43c4-a5be-6407d091c89b req-5e00d5ed-f833-4836-9c49-227a46162206 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1489434 Oct 27 16:08:14.990571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ec32c76-8854-43c4-a5be-6407d091c89b req-bd2b83f1-9ac1-4729-ad7c-dbf2e443fdfe tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611234 Oct 27 16:08:15.075054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a281e4-630e-4a1b-bfef-edcdf2f0453c req-79f7b5b3-18d8-4af3-a78c-d7a4f567ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:15.078706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76a281e4-630e-4a1b-bfef-edcdf2f0453c req-79f7b5b3-18d8-4af3-a78c-d7a4f567ccc4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.1577587 Oct 27 16:08:15.332890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29440825-0641-4312-9925-0e0669c087f6 req-39d0539c-4e9c-4985-92b5-c36f66b3c359 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:15.341932 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-29440825-0641-4312-9925-0e0669c087f6 req-39d0539c-4e9c-4985-92b5-c36f66b3c359 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 944 time: 0.0962353 Oct 27 16:08:15.403571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-29440825-0641-4312-9925-0e0669c087f6 req-02c01fe7-14fe-4517-b16f-c0be5dbe7b9e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581920 Oct 27 16:08:15.518666 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76a281e4-630e-4a1b-bfef-edcdf2f0453c req-fcd7e04b-ffc2-47fa-88c5-817cd4ebdfb0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4331319 Oct 27 16:08:15.580586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab59fb6-3211-4f29-a7b9-5e2890437fc7 req-3f21fada-33bb-46f3-91bc-28727fcb40d8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:15.591509 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dab59fb6-3211-4f29-a7b9-5e2890437fc7 req-3f21fada-33bb-46f3-91bc-28727fcb40d8 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 943 time: 0.0851808 Oct 27 16:08:15.658393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dab59fb6-3211-4f29-a7b9-5e2890437fc7 req-2d9ff301-e8e5-4691-ab9c-f1b5d8a488d0 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639822 Oct 27 16:08:15.685191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76a281e4-630e-4a1b-bfef-edcdf2f0453c req-df73eaea-c543-4e73-a2e8-687680db9fc0 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572683 Oct 27 16:08:15.733908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 17686ae8-5bd3-4c47-a098-f70e733a3a28 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:15.811156 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76a281e4-630e-4a1b-bfef-edcdf2f0453c req-2d8ad562-0d60-412f-83ef-e5b4151760dc service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181059 Oct 27 16:08:15.900917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 17686ae8-5bd3-4c47-a098-f70e733a3a28, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:15.906093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '17686ae8-5bd3-4c47-a098-f70e733a3a28', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'port_id': '17686ae8-5bd3-4c47-a098-f70e733a3a28', 'mac_address': 'fa:16:3e:23:71:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b08f108-8174-458c-afd5-eb5ec36a0ae6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:15.960503 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:15.982739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17686ae8-5bd3-4c47-a098-f70e733a3a28 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:16.015881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 17686ae8-5bd3-4c47-a098-f70e733a3a28, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:16.113909 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:16.114601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 36794f0d-2253-45fd-a085-955a8e5d15ca details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:16.216119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2533bc-8184-49b9-ae73-750de9229cd8 req-b3638da0-ff82-4219-a8ee-ecbc54eeac93 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:16.223242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2533bc-8184-49b9-ae73-750de9229cd8 req-b3638da0-ff82-4219-a8ee-ecbc54eeac93 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:16.232544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2533bc-8184-49b9-ae73-750de9229cd8 req-b3638da0-ff82-4219-a8ee-ecbc54eeac93 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:16.244466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=17686ae8-5bd3-4c47-a098-f70e733a3a28,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:16.258154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2533bc-8184-49b9-ae73-750de9229cd8 req-b3638da0-ff82-4219-a8ee-ecbc54eeac93 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:16.272633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2533bc-8184-49b9-ae73-750de9229cd8 req-b3638da0-ff82-4219-a8ee-ecbc54eeac93 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:16.295424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2533bc-8184-49b9-ae73-750de9229cd8 req-b3638da0-ff82-4219-a8ee-ecbc54eeac93 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:16.309234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2533bc-8184-49b9-ae73-750de9229cd8 req-b3638da0-ff82-4219-a8ee-ecbc54eeac93 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:16.320741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff2533bc-8184-49b9-ae73-750de9229cd8 req-b3638da0-ff82-4219-a8ee-ecbc54eeac93 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.2026534 Oct 27 16:08:16.367479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 36794f0d-2253-45fd-a085-955a8e5d15ca, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=36794f0d-2253-45fd-a085-955a8e5d15ca,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:16.381589 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff2533bc-8184-49b9-ae73-750de9229cd8 req-e910e105-2a37-46dc-b6a8-3c6032653119 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582955 Oct 27 16:08:16.385957 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '36794f0d-2253-45fd-a085-955a8e5d15ca', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'port_id': '36794f0d-2253-45fd-a085-955a8e5d15ca', 'mac_address': 'fa:16:3e:d5:3b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c24005-c439-4486-8836-efd81a7729ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:16.441495 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:16.461430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36794f0d-2253-45fd-a085-955a8e5d15ca {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:16.500440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 36794f0d-2253-45fd-a085-955a8e5d15ca, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=36794f0d-2253-45fd-a085-955a8e5d15ca,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:16.595273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:16.691107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6fdfa-2890-41a0-a8bb-a3da6bb0cb26 req-35be90b3-a069-4da0-bd7a-f648ee78e8d9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:16.696232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-29f6fdfa-2890-41a0-a8bb-a3da6bb0cb26 req-35be90b3-a069-4da0-bd7a-f648ee78e8d9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 945 time: 0.0779650 Oct 27 16:08:16.707452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=36794f0d-2253-45fd-a085-955a8e5d15ca,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:16.767637 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-29f6fdfa-2890-41a0-a8bb-a3da6bb0cb26 req-33f07e53-3f09-409f-9698-3f516357dcbc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606208 Oct 27 16:08:16.869382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['36794f0d-2253-45fd-a085-955a8e5d15ca'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:16.880430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['17686ae8-5bd3-4c47-a098-f70e733a3a28'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:16.987906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b51ce7-38a2-43fb-9e9f-263fd5450d70 req-a06567a2-7aae-4f38-ae1f-4950f56de6e2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:16.993204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-36b51ce7-38a2-43fb-9e9f-263fd5450d70 req-a06567a2-7aae-4f38-ae1f-4950f56de6e2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 944 time: 0.1289322 Oct 27 16:08:17.052510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-36b51ce7-38a2-43fb-9e9f-263fd5450d70 req-7308350b-600e-4d77-8beb-61adfd9e272c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529749 Oct 27 16:08:17.576429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44d18-7572-45ef-8c5b-14c3571d350a req-75689800-3652-4492-9ee8-f2ebe18dd11d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:17.583275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44d18-7572-45ef-8c5b-14c3571d350a req-75689800-3652-4492-9ee8-f2ebe18dd11d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:17.598814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44d18-7572-45ef-8c5b-14c3571d350a req-75689800-3652-4492-9ee8-f2ebe18dd11d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:17.604810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44d18-7572-45ef-8c5b-14c3571d350a req-75689800-3652-4492-9ee8-f2ebe18dd11d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:17.611091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44d18-7572-45ef-8c5b-14c3571d350a req-75689800-3652-4492-9ee8-f2ebe18dd11d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:17.618462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44d18-7572-45ef-8c5b-14c3571d350a req-75689800-3652-4492-9ee8-f2ebe18dd11d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:17.625289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44d18-7572-45ef-8c5b-14c3571d350a req-75689800-3652-4492-9ee8-f2ebe18dd11d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:17.627135 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ee44d18-7572-45ef-8c5b-14c3571d350a req-75689800-3652-4492-9ee8-f2ebe18dd11d tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1385705 Oct 27 16:08:17.694192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50886) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:17.717477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ee44d18-7572-45ef-8c5b-14c3571d350a req-f4cbde4c-0062-4436-90a0-a0f4598e74e9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808115 Oct 27 16:08:17.873393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c6d-b39f-4c70-a06a-bc36e981913e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:18.000625 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c6d-b39f-4c70-a06a-bc36e981913e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:18.066139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bf053-8604-479d-a475-c5a339607570 req-b570728e-b585-46d6-80fa-c40f1547e8c3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:18.068383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-521bf053-8604-479d-a475-c5a339607570 req-b570728e-b585-46d6-80fa-c40f1547e8c3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 945 time: 0.0634704 Oct 27 16:08:18.069711 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9a13c6d-b39f-4c70-a06a-bc36e981913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:18.136113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a13c6d-b39f-4c70-a06a-bc36e981913e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef48639-32a7-435f-ae81-54aeceed7ade,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:18.140850 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b9a13c6d-b39f-4c70-a06a-bc36e981913e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=522d474363404068a83774a7b55273ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453213 Oct 27 16:08:18.143873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50894) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:18.170247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-521bf053-8604-479d-a475-c5a339607570 req-5f8f05e9-ae48-41eb-8804-48f89b9cfa31 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810392 Oct 27 16:08:18.293831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc946292-9cb5-42f0-bec2-67a170dd7a9b req-ef8d4c61-45be-433c-9b55-eab081649d38 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:18.302467 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc946292-9cb5-42f0-bec2-67a170dd7a9b req-ef8d4c61-45be-433c-9b55-eab081649d38 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 944 time: 0.0695713 Oct 27 16:08:18.303618 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d4fdceb-a3b5-4450-a10f-69fb25f485e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:18.366705 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc946292-9cb5-42f0-bec2-67a170dd7a9b req-559fd0ea-8657-43f0-91f9-83fe4b17fc4a tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632215 Oct 27 16:08:18.393918 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d4fdceb-a3b5-4450-a10f-69fb25f485e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:18.564975 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c7871f38-a9e0-4f04-9327-552390904f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:18.939037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd9e32-aeca-4111-bfc9-e9cfec8f7152 req-a19a80a9-4ab1-4dae-97f9-f2a921a54c25 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:18.947991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd9e32-aeca-4111-bfc9-e9cfec8f7152 req-a19a80a9-4ab1-4dae-97f9-f2a921a54c25 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:18.958291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd9e32-aeca-4111-bfc9-e9cfec8f7152 req-a19a80a9-4ab1-4dae-97f9-f2a921a54c25 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:18.966008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd9e32-aeca-4111-bfc9-e9cfec8f7152 req-a19a80a9-4ab1-4dae-97f9-f2a921a54c25 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:18.972497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd9e32-aeca-4111-bfc9-e9cfec8f7152 req-a19a80a9-4ab1-4dae-97f9-f2a921a54c25 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:18.991011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd9e32-aeca-4111-bfc9-e9cfec8f7152 req-a19a80a9-4ab1-4dae-97f9-f2a921a54c25 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:18.998848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd9e32-aeca-4111-bfc9-e9cfec8f7152 req-a19a80a9-4ab1-4dae-97f9-f2a921a54c25 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:19.000910 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-24cd9e32-aeca-4111-bfc9-e9cfec8f7152 req-a19a80a9-4ab1-4dae-97f9-f2a921a54c25 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1588891 Oct 27 16:08:19.063479 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-24cd9e32-aeca-4111-bfc9-e9cfec8f7152 req-0b4e3b78-217f-4926-bec7-f91dfc9265f4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540674 Oct 27 16:08:19.222501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d4fdceb-a3b5-4450-a10f-69fb25f485e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:19.226391 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d4fdceb-a3b5-4450-a10f-69fb25f485e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:19.226885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9d4fdceb-a3b5-4450-a10f-69fb25f485e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ef48639-32a7-435f-ae81-54aeceed7ade HTTP/1.1" status: 204 len: 168 time: 1.0808840 Oct 27 16:08:19.257168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4fdceb-a3b5-4450-a10f-69fb25f485e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef48639-32a7-435f-ae81-54aeceed7ade,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:19.423088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f242635-1992-4056-9da3-4d988c73ee83 req-155bf793-7a3b-4d84-a947-2bfeef35f99c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:19.429201 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f242635-1992-4056-9da3-4d988c73ee83 req-155bf793-7a3b-4d84-a947-2bfeef35f99c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 945 time: 0.1153338 Oct 27 16:08:19.500282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f242635-1992-4056-9da3-4d988c73ee83 req-ef36255d-14d6-410a-8c35-ccbcbf3b807c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644002 Oct 27 16:08:19.646590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e54426-97bc-4f50-a75d-259371941b43 req-7c780f48-b8c3-4dae-8e03-4f027e9ca251 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:19.657011 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7e54426-97bc-4f50-a75d-259371941b43 req-7c780f48-b8c3-4dae-8e03-4f027e9ca251 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 944 time: 0.0748904 Oct 27 16:08:19.711378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7e54426-97bc-4f50-a75d-259371941b43 req-d28b9c4b-5ab7-4fb9-abff-9f4b4985c27e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534539 Oct 27 16:08:19.760649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 17686ae8-5bd3-4c47-a098-f70e733a3a28 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:20.157068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 17686ae8-5bd3-4c47-a098-f70e733a3a28 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:20.161571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 17686ae8-5bd3-4c47-a098-f70e733a3a28 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:20.161940 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:20.220992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212425c-4803-4213-84c6-44ca614ab4d0 req-ba63f856-c1be-4f68-bce4-0e335db07dce tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:20.228401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212425c-4803-4213-84c6-44ca614ab4d0 req-ba63f856-c1be-4f68-bce4-0e335db07dce tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:20.234456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212425c-4803-4213-84c6-44ca614ab4d0 req-ba63f856-c1be-4f68-bce4-0e335db07dce tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:20.240643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212425c-4803-4213-84c6-44ca614ab4d0 req-ba63f856-c1be-4f68-bce4-0e335db07dce tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:20.247614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212425c-4803-4213-84c6-44ca614ab4d0 req-ba63f856-c1be-4f68-bce4-0e335db07dce tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:20.253966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212425c-4803-4213-84c6-44ca614ab4d0 req-ba63f856-c1be-4f68-bce4-0e335db07dce tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:20.254335 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:20.260754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212425c-4803-4213-84c6-44ca614ab4d0 req-ba63f856-c1be-4f68-bce4-0e335db07dce tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:20.262679 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6212425c-4803-4213-84c6-44ca614ab4d0 req-ba63f856-c1be-4f68-bce4-0e335db07dce tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1036615 Oct 27 16:08:20.282830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17686ae8-5bd3-4c47-a098-f70e733a3a28'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:20.285192 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a208d4-7696-4a3a-a137-56c116c6ddcd" -d '{"events": [{"server_uuid": "84690d3a-1fac-4832-9369-f63dd28e08b8", "name": "network-vif-plugged", "status": "completed", "tag": "17686ae8-5bd3-4c47-a098-f70e733a3a28"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:20.315662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 17686ae8-5bd3-4c47-a098-f70e733a3a28, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:20.323943 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6212425c-4803-4213-84c6-44ca614ab4d0 req-3eeeea41-e1a7-4c89-a0a8-52b307d69ab7 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541701 Oct 27 16:08:20.432443 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:20.433979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 36794f0d-2253-45fd-a085-955a8e5d15ca up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:20.487793 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ba7b0d-34e1-4bf6-a890-a07ad06cdec7 x-openstack-request-id: req-a1ba7b0d-34e1-4bf6-a890-a07ad06cdec7 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:20.488425 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84690d3a-1fac-4832-9369-f63dd28e08b8", "name": "network-vif-plugged", "status": "completed", "tag": "17686ae8-5bd3-4c47-a098-f70e733a3a28", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:20.488961 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1ba7b0d-34e1-4bf6-a890-a07ad06cdec7 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:20.490110 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17686ae8-5bd3-4c47-a098-f70e733a3a28', 'code': 200} Oct 27 16:08:20.513839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50928) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:20.569957 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=17686ae8-5bd3-4c47-a098-f70e733a3a28,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:20.579803 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62892954-d97e-4772-bd03-1dfa8b1cc8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:20.699484 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 36794f0d-2253-45fd-a085-955a8e5d15ca completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:20.703786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 36794f0d-2253-45fd-a085-955a8e5d15ca triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:20.703989 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:20.754909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36122b13-2fd8-45b7-976a-26f82a37b50b req-c7467194-9968-46c1-9122-1c990bc39b57 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:20.765048 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-36122b13-2fd8-45b7-976a-26f82a37b50b req-c7467194-9968-46c1-9122-1c990bc39b57 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1106410 Oct 27 16:08:20.766569 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62892954-d97e-4772-bd03-1dfa8b1cc8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:20.769958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c7386-966c-4ee5-b7c4-e6dfb0e1c301 req-e1bd9c89-c0fb-4c8f-9086-d10be4fcb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:20.772249 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-693c7386-966c-4ee5-b7c4-e6dfb0e1c301 req-e1bd9c89-c0fb-4c8f-9086-d10be4fcb3c6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 1097 time: 0.1637864 Oct 27 16:08:20.833122 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-693c7386-966c-4ee5-b7c4-e6dfb0e1c301 req-099bae05-17c6-41a8-9e80-b2f3284c5d49 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507390 Oct 27 16:08:20.856480 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-36122b13-2fd8-45b7-976a-26f82a37b50b req-0f5f3b6b-e28a-4014-ab4e-e48bca21c20a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868034 Oct 27 16:08:20.861800 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62892954-d97e-4772-bd03-1dfa8b1cc8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:20.876154 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:20.954817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62892954-d97e-4772-bd03-1dfa8b1cc8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead7a6c7-f5e0-4a4e-b2c9-0aa74c6677ac,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:20.965557 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 36794f0d-2253-45fd-a085-955a8e5d15ca, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=36794f0d-2253-45fd-a085-955a8e5d15ca,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:20.986511 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-62892954-d97e-4772-bd03-1dfa8b1cc8d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a483ef73f6c74b6c83afa7a92dc47cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719527 Oct 27 16:08:20.989422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50936) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:21.023528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c890d-2aa5-475f-8244-45d3605b03b7 req-af4017e1-0750-4b7e-a40d-ca33874f540c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:21.027861 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-478c890d-2aa5-475f-8244-45d3605b03b7 req-af4017e1-0750-4b7e-a40d-ca33874f540c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 944 time: 0.0905957 Oct 27 16:08:21.073775 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:21.074725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a765b26e-9abf-466f-8e10-770c5b017edd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:21.112068 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-478c890d-2aa5-475f-8244-45d3605b03b7 req-f8b5b3a7-9049-4659-9105-fc527bb937fa tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744438 Oct 27 16:08:21.124208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a765b26e-9abf-466f-8e10-770c5b017edd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:21.143627 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=36794f0d-2253-45fd-a085-955a8e5d15ca,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:21.316859 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a765b26e-9abf-466f-8e10-770c5b017edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:21.320285 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a765b26e-9abf-466f-8e10-770c5b017edd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:21.326288 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a765b26e-9abf-466f-8e10-770c5b017edd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ead7a6c7-f5e0-4a4e-b2c9-0aa74c6677ac HTTP/1.1" status: 204 len: 168 time: 0.3291273 Oct 27 16:08:21.334932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765b26e-9abf-466f-8e10-770c5b017edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead7a6c7-f5e0-4a4e-b2c9-0aa74c6677ac,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:21.537054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e96f43-9bf6-4c4a-8659-ae6634ca6dce req-7b0e7913-afc0-4cc2-a7df-01a48f5fddc3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:21.543841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e96f43-9bf6-4c4a-8659-ae6634ca6dce req-7b0e7913-afc0-4cc2-a7df-01a48f5fddc3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:21.559424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e96f43-9bf6-4c4a-8659-ae6634ca6dce req-7b0e7913-afc0-4cc2-a7df-01a48f5fddc3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:21.578953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e96f43-9bf6-4c4a-8659-ae6634ca6dce req-7b0e7913-afc0-4cc2-a7df-01a48f5fddc3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:21.586667 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f8eced46-b643-4857-a4e1-c428dcb404b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:21.594435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e96f43-9bf6-4c4a-8659-ae6634ca6dce req-7b0e7913-afc0-4cc2-a7df-01a48f5fddc3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:21.610304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e96f43-9bf6-4c4a-8659-ae6634ca6dce req-7b0e7913-afc0-4cc2-a7df-01a48f5fddc3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:21.621412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e96f43-9bf6-4c4a-8659-ae6634ca6dce req-7b0e7913-afc0-4cc2-a7df-01a48f5fddc3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:21.625510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4e96f43-9bf6-4c4a-8659-ae6634ca6dce req-7b0e7913-afc0-4cc2-a7df-01a48f5fddc3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1579139 Oct 27 16:08:21.719455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4e96f43-9bf6-4c4a-8659-ae6634ca6dce req-5e6e7317-594b-4f80-b0e5-28e7ddf65c01 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841556 Oct 27 16:08:22.055728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1506a6-b4d7-4cd8-be21-eb5875df0759 req-2ef8e357-ab7d-44a8-8863-3c1166a43b8f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:22.058514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a1506a6-b4d7-4cd8-be21-eb5875df0759 req-2ef8e357-ab7d-44a8-8863-3c1166a43b8f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1009541 Oct 27 16:08:22.091519 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:22.154161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a1506a6-b4d7-4cd8-be21-eb5875df0759 req-ae219fd3-b27f-4e1f-b968-5047f2ae78b9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884695 Oct 27 16:08:22.299366 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:22.342352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b212bc7-60dc-4709-a7eb-1f5e031fa5b7 req-bc133f34-5195-4e8c-960f-f9bca64e4159 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:22.347132 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0b212bc7-60dc-4709-a7eb-1f5e031fa5b7 req-bc133f34-5195-4e8c-960f-f9bca64e4159 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 945 time: 0.1114469 Oct 27 16:08:22.417282 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0b212bc7-60dc-4709-a7eb-1f5e031fa5b7 req-ceb4d3d1-2ffd-4349-8be6-acb9886fc899 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546637 Oct 27 16:08:22.492134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36794f0d-2253-45fd-a085-955a8e5d15ca'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:22.496086 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d328acc-dbbe-43b9-a63f-2d63ed603b16" -d '{"events": [{"server_uuid": "c4ccf810-fa4a-4f1a-832c-2dee9f6569ca", "name": "network-vif-plugged", "status": "completed", "tag": "36794f0d-2253-45fd-a085-955a8e5d15ca"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:22.561338 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916a98ff-07a3-470b-b596-d784a4e8c8af x-openstack-request-id: req-916a98ff-07a3-470b-b596-d784a4e8c8af {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:22.561865 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ccf810-fa4a-4f1a-832c-2dee9f6569ca", "name": "network-vif-plugged", "status": "completed", "tag": "36794f0d-2253-45fd-a085-955a8e5d15ca", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:22.562125 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-916a98ff-07a3-470b-b596-d784a4e8c8af {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:22.562521 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36794f0d-2253-45fd-a085-955a8e5d15ca', 'code': 200} Oct 27 16:08:22.685356 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba45fe7-bac5-45e6-a2e3-989184063494 req-3937dc92-09a7-4a93-8ef7-9e9796bb3aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:22.687479 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ba45fe7-bac5-45e6-a2e3-989184063494 req-3937dc92-09a7-4a93-8ef7-9e9796bb3aa2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 1096 time: 0.0499167 Oct 27 16:08:22.800161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ba45fe7-bac5-45e6-a2e3-989184063494 req-42519d69-4dc8-4168-9297-6cec0385de97 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005049 Oct 27 16:08:22.951504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac562a6-1f9c-44df-b971-d418fa3ee71a req-2e1f7a94-f32a-4323-96de-da32ea9d2e28 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:22.959560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac562a6-1f9c-44df-b971-d418fa3ee71a req-2e1f7a94-f32a-4323-96de-da32ea9d2e28 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:22.968718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac562a6-1f9c-44df-b971-d418fa3ee71a req-2e1f7a94-f32a-4323-96de-da32ea9d2e28 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:22.975340 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac562a6-1f9c-44df-b971-d418fa3ee71a req-2e1f7a94-f32a-4323-96de-da32ea9d2e28 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:22.983151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac562a6-1f9c-44df-b971-d418fa3ee71a req-2e1f7a94-f32a-4323-96de-da32ea9d2e28 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:22.994669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac562a6-1f9c-44df-b971-d418fa3ee71a req-2e1f7a94-f32a-4323-96de-da32ea9d2e28 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:23.018382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac562a6-1f9c-44df-b971-d418fa3ee71a req-2e1f7a94-f32a-4323-96de-da32ea9d2e28 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:23.020877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bac562a6-1f9c-44df-b971-d418fa3ee71a req-2e1f7a94-f32a-4323-96de-da32ea9d2e28 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1590912 Oct 27 16:08:23.100485 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bac562a6-1f9c-44df-b971-d418fa3ee71a req-23020f32-77da-408a-a945-868d4a89ce6f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681288 Oct 27 16:08:23.308211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed5df6-a764-4f2c-bf17-0ee94cf60edb req-543aff0c-2486-4b17-936e-78bf5cbce38b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:23.319216 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-81ed5df6-a764-4f2c-bf17-0ee94cf60edb req-543aff0c-2486-4b17-936e-78bf5cbce38b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0818830 Oct 27 16:08:23.391266 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-81ed5df6-a764-4f2c-bf17-0ee94cf60edb req-4c1a2a3b-3b52-4637-a5ee-f6c3935c0c3f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707116 Oct 27 16:08:23.576018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c34711-43bc-4079-9f5f-b9b40d942779 req-13ac2d56-3731-46b4-9a5b-905fa13123f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:23.584118 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9c34711-43bc-4079-9f5f-b9b40d942779 req-13ac2d56-3731-46b4-9a5b-905fa13123f9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 945 time: 0.0654802 Oct 27 16:08:23.667816 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9c34711-43bc-4079-9f5f-b9b40d942779 req-5f9393d5-11fd-455a-9cd6-af7335463ead tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823839 Oct 27 16:08:23.778483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device e68582e4-50d4-4b71-a602-6763563cb152 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:24.080647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port e68582e4-50d4-4b71-a602-6763563cb152, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=e68582e4-50d4-4b71-a602-6763563cb152,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:24.107089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'e68582e4-50d4-4b71-a602-6763563cb152', 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b', 'port_id': 'e68582e4-50d4-4b71-a602-6763563cb152', 'mac_address': 'fa:16:3e:db:01:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4358174-7ecb-4439-ac5f-a50c700e1652', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:24.169241 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:24.179260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51042) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:24.204759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68582e4-50d4-4b71-a602-6763563cb152 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:24.246029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port e68582e4-50d4-4b71-a602-6763563cb152, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=e68582e4-50d4-4b71-a602-6763563cb152,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:24.248370 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:24.350022 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:24.350022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 56cde905-1083-4605-a7b0-19acc8047639 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:24.362504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaaba-1cfa-4b82-be44-a8a075718d4d req-21f0c794-245d-40fe-9ce5-966d3ce37c96 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:24.369992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaaba-1cfa-4b82-be44-a8a075718d4d req-21f0c794-245d-40fe-9ce5-966d3ce37c96 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:24.376625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaaba-1cfa-4b82-be44-a8a075718d4d req-21f0c794-245d-40fe-9ce5-966d3ce37c96 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:24.382809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 56cde905-1083-4605-a7b0-19acc8047639, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=56cde905-1083-4605-a7b0-19acc8047639,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:24.384574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaaba-1cfa-4b82-be44-a8a075718d4d req-21f0c794-245d-40fe-9ce5-966d3ce37c96 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:24.391688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaaba-1cfa-4b82-be44-a8a075718d4d req-21f0c794-245d-40fe-9ce5-966d3ce37c96 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:24.397374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '56cde905-1083-4605-a7b0-19acc8047639', 'network_id': '3e58baa5-d2dd-427a-8a5f-98e7e842580b', 'port_id': '56cde905-1083-4605-a7b0-19acc8047639', 'mac_address': 'fa:16:3e:89:3a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4358174-7ecb-4439-ac5f-a50c700e1652', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:24.399064 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaaba-1cfa-4b82-be44-a8a075718d4d req-21f0c794-245d-40fe-9ce5-966d3ce37c96 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:24.405753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6aaaba-1cfa-4b82-be44-a8a075718d4d req-21f0c794-245d-40fe-9ce5-966d3ce37c96 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:24.414539 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6aaaba-1cfa-4b82-be44-a8a075718d4d req-21f0c794-245d-40fe-9ce5-966d3ce37c96 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5420 time: 0.1562388 Oct 27 16:08:24.474821 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=e68582e4-50d4-4b71-a602-6763563cb152,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:24.484341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a396e6ce-1f99-4ac9-8062-21dab6b29962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:24.529794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6aaaba-1cfa-4b82-be44-a8a075718d4d req-862bdf9f-2655-48b1-b7e4-8c645a211d9f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133227 Oct 27 16:08:24.626494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:24.648025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cde905-1083-4605-a7b0-19acc8047639 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:24.690739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 56cde905-1083-4605-a7b0-19acc8047639, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=56cde905-1083-4605-a7b0-19acc8047639,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:24.776609 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:24.777309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c66df584-c0e2-44b9-9e4a-4e1505a5de3d details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:24.794710 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a396e6ce-1f99-4ac9-8062-21dab6b29962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:24.819571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f32c2-2bc5-4a97-8551-c18c5032f67b req-0f304c01-cbdc-4abd-b8ca-3adea3e2b82f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:24.828656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-478f32c2-2bc5-4a97-8551-c18c5032f67b req-0f304c01-cbdc-4abd-b8ca-3adea3e2b82f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1213973 Oct 27 16:08:24.878024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2335dd-3943-4d87-8a03-e96a11035c59 req-561ec9b2-3433-45b9-b180-9bd30beedeff tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:24.886950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f2335dd-3943-4d87-8a03-e96a11035c59 req-561ec9b2-3433-45b9-b180-9bd30beedeff tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 945 time: 0.1018925 Oct 27 16:08:24.890515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-478f32c2-2bc5-4a97-8551-c18c5032f67b req-92672e8c-4353-408f-ae07-a0152c378fea tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607278 Oct 27 16:08:24.903352 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a396e6ce-1f99-4ac9-8062-21dab6b29962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:24.937034 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f2335dd-3943-4d87-8a03-e96a11035c59 req-a02d4fb7-8ba3-415b-b6df-47a957c71f2e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490615 Oct 27 16:08:25.001593 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a396e6ce-1f99-4ac9-8062-21dab6b29962 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a849ae981274913984ebf198bcdf744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8201766 Oct 27 16:08:25.005018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51070) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:25.051476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396e6ce-1f99-4ac9-8062-21dab6b29962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe338ff-b2c9-4f23-91ad-154769d4282d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:25.067902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=56cde905-1083-4605-a7b0-19acc8047639,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:25.150521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c66df584-c0e2-44b9-9e4a-4e1505a5de3d, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:25.160853 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2bf46bee-850c-4590-aecb-09f90ad28376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:25.191649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2bf46bee-850c-4590-aecb-09f90ad28376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:25.197369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'c66df584-c0e2-44b9-9e4a-4e1505a5de3d', 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49', 'port_id': 'c66df584-c0e2-44b9-9e4a-4e1505a5de3d', 'mac_address': 'fa:16:3e:71:c9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcfadbc-c0a8-42cd-925d-3b1de8b78478', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:25.440669 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:25.459231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c66df584-c0e2-44b9-9e4a-4e1505a5de3d {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:25.487601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c66df584-c0e2-44b9-9e4a-4e1505a5de3d, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:25.601749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2bf46bee-850c-4590-aecb-09f90ad28376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:25.606641 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2bf46bee-850c-4590-aecb-09f90ad28376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:25.611652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2bf46bee-850c-4590-aecb-09f90ad28376 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fe338ff-b2c9-4f23-91ad-154769d4282d HTTP/1.1" status: 204 len: 168 time: 0.6049840 Oct 27 16:08:25.629858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf46bee-850c-4590-aecb-09f90ad28376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe338ff-b2c9-4f23-91ad-154769d4282d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:25.667117 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:25.667954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 20cb089c-9c9d-4514-b3f7-e98f1b022466 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:25.749406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ae4e6-f005-41f0-a31d-194691b5243d req-b3476e43-7661-4892-99cb-944695033263 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:25.766971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ae4e6-f005-41f0-a31d-194691b5243d req-b3476e43-7661-4892-99cb-944695033263 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:25.769065 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:25.773441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 20cb089c-9c9d-4514-b3f7-e98f1b022466, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=20cb089c-9c9d-4514-b3f7-e98f1b022466,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:25.777590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ae4e6-f005-41f0-a31d-194691b5243d req-b3476e43-7661-4892-99cb-944695033263 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:25.786240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ae4e6-f005-41f0-a31d-194691b5243d req-b3476e43-7661-4892-99cb-944695033263 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:25.788216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '20cb089c-9c9d-4514-b3f7-e98f1b022466', 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49', 'port_id': '20cb089c-9c9d-4514-b3f7-e98f1b022466', 'mac_address': 'fa:16:3e:03:ca:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcfadbc-c0a8-42cd-925d-3b1de8b78478', 'ip_address': '10.1.1.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:25.796287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ae4e6-f005-41f0-a31d-194691b5243d req-b3476e43-7661-4892-99cb-944695033263 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:25.805047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ae4e6-f005-41f0-a31d-194691b5243d req-b3476e43-7661-4892-99cb-944695033263 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:25.814958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ae4e6-f005-41f0-a31d-194691b5243d req-b3476e43-7661-4892-99cb-944695033263 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:25.824869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-004ae4e6-f005-41f0-a31d-194691b5243d req-b3476e43-7661-4892-99cb-944695033263 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5423 time: 0.1774788 Oct 27 16:08:25.842299 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:25.862264 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cb089c-9c9d-4514-b3f7-e98f1b022466 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:25.918543 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-004ae4e6-f005-41f0-a31d-194691b5243d req-49dd0172-223d-40e7-9282-e5681624b1f0 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925992 Oct 27 16:08:25.933774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 20cb089c-9c9d-4514-b3f7-e98f1b022466, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=20cb089c-9c9d-4514-b3f7-e98f1b022466,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:26.107670 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:26.108403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c99e1955-e7cb-478c-a365-644fabf98807 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:26.213685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab01fab-3812-448a-a3ba-f965eca2da90 req-d36272b8-eb72-47cc-9e00-3817c9937f1b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:26.213685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ab01fab-3812-448a-a3ba-f965eca2da90 req-d36272b8-eb72-47cc-9e00-3817c9937f1b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 945 time: 0.1329060 Oct 27 16:08:26.214615 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ea7e5-dd9b-4356-be03-078c9280920a req-ba51f590-a2d4-4463-b04c-5b25b7b55a6d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:26.218765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e0ea7e5-dd9b-4356-be03-078c9280920a req-ba51f590-a2d4-4463-b04c-5b25b7b55a6d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1316829 Oct 27 16:08:26.293811 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ab01fab-3812-448a-a3ba-f965eca2da90 req-1c34db93-4835-4273-bc15-4ce3ab632e33 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961387 Oct 27 16:08:26.345143 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e0ea7e5-dd9b-4356-be03-078c9280920a req-5de0033b-e1e6-4e28-9e5e-b55bd1e88ced tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164804 Oct 27 16:08:26.369610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=20cb089c-9c9d-4514-b3f7-e98f1b022466,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:26.475043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c99e1955-e7cb-478c-a365-644fabf98807, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c99e1955-e7cb-478c-a365-644fabf98807,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:26.492634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'c99e1955-e7cb-478c-a365-644fabf98807', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'port_id': 'c99e1955-e7cb-478c-a365-644fabf98807', 'mac_address': 'fa:16:3e:50:4f:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:26.544589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:26.559502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c99e1955-e7cb-478c-a365-644fabf98807 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:26.582050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c99e1955-e7cb-478c-a365-644fabf98807, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c99e1955-e7cb-478c-a365-644fabf98807,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:26.779788 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:26.782710 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:26.880209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:26.889543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c99e1955-e7cb-478c-a365-644fabf98807,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:26.897506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '630e02a2-bc37-4b1c-9d43-7fc7f11e0bae', 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49', 'port_id': '630e02a2-bc37-4b1c-9d43-7fc7f11e0bae', 'mac_address': 'fa:16:3e:f5:65:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcfadbc-c0a8-42cd-925d-3b1de8b78478', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:26.941836 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:26.956300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:26.997259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:27.072320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:27.073236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device e0738243-2861-423b-81cc-1a0184199dd8 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:27.122747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76678-15be-4267-a011-1c3a06fc6f0b req-9a5916e8-b201-4833-a324-3f4bf3364721 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.130230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76678-15be-4267-a011-1c3a06fc6f0b req-9a5916e8-b201-4833-a324-3f4bf3364721 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.138018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76678-15be-4267-a011-1c3a06fc6f0b req-9a5916e8-b201-4833-a324-3f4bf3364721 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.144585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76678-15be-4267-a011-1c3a06fc6f0b req-9a5916e8-b201-4833-a324-3f4bf3364721 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.151895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76678-15be-4267-a011-1c3a06fc6f0b req-9a5916e8-b201-4833-a324-3f4bf3364721 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.158511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76678-15be-4267-a011-1c3a06fc6f0b req-9a5916e8-b201-4833-a324-3f4bf3364721 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.162087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port e0738243-2861-423b-81cc-1a0184199dd8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=e0738243-2861-423b-81cc-1a0184199dd8,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:27.164835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:27.166217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e76678-15be-4267-a011-1c3a06fc6f0b req-9a5916e8-b201-4833-a324-3f4bf3364721 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.176836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8e76678-15be-4267-a011-1c3a06fc6f0b req-9a5916e8-b201-4833-a324-3f4bf3364721 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5425 time: 0.1703477 Oct 27 16:08:27.177047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'e0738243-2861-423b-81cc-1a0184199dd8', 'network_id': '91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49', 'port_id': 'e0738243-2861-423b-81cc-1a0184199dd8', 'mac_address': 'fa:16:3e:c5:71:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcfadbc-c0a8-42cd-925d-3b1de8b78478', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:27.224108 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:27.224352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8e76678-15be-4267-a011-1c3a06fc6f0b req-64636f2f-6495-4649-83ce-73b5fbc3664b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463178 Oct 27 16:08:27.238866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0738243-2861-423b-81cc-1a0184199dd8 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:27.265044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port e0738243-2861-423b-81cc-1a0184199dd8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=e0738243-2861-423b-81cc-1a0184199dd8,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:27.386196 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:27.456749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=e0738243-2861-423b-81cc-1a0184199dd8,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:27.465268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95075c-0fd3-4433-a6ab-480b40dc978d req-9f455769-22ba-465a-8203-58dd57534195 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.468378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc95075c-0fd3-4433-a6ab-480b40dc978d req-9f455769-22ba-465a-8203-58dd57534195 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 945 time: 0.1059558 Oct 27 16:08:27.524035 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de6f61-9b59-4194-a05a-029aadf92c80 req-a2d00e54-fdf5-49a6-8daf-4390310fbe62 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.538805 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1de6f61-9b59-4194-a05a-029aadf92c80 req-a2d00e54-fdf5-49a6-8daf-4390310fbe62 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0881863 Oct 27 16:08:27.540650 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc95075c-0fd3-4433-a6ab-480b40dc978d req-5f6835cc-ea9e-47bb-a83d-74036d2eadde tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599730 Oct 27 16:08:27.600363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1de6f61-9b59-4194-a05a-029aadf92c80 req-b280ddbe-cdc3-434d-9c59-a01ed45eab9e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501461 Oct 27 16:08:27.933368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d1c1e-2feb-4325-a075-903432a51f3a req-865dc767-92e4-40bf-9235-e50a1a633786 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:27.936177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e8d1c1e-2feb-4325-a075-903432a51f3a req-865dc767-92e4-40bf-9235-e50a1a633786 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 950 time: 0.0723858 Oct 27 16:08:27.986650 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e8d1c1e-2feb-4325-a075-903432a51f3a req-8ee2409c-7271-4cdc-bbf7-8f540f3ccd0e tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418010 Oct 27 16:08:28.117847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['630e02a2-bc37-4b1c-9d43-7fc7f11e0bae'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:28.150970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c99e1955-e7cb-478c-a365-644fabf98807'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:28.215872 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['20cb089c-9c9d-4514-b3f7-e98f1b022466'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:28.253841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c66df584-c0e2-44b9-9e4a-4e1505a5de3d'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:28.625122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c6b3-a5b8-4b24-b200-278a303bb2c9 req-f3babe24-1c49-4952-9b7c-20551f5b64b9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:28.636272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c6b3-a5b8-4b24-b200-278a303bb2c9 req-f3babe24-1c49-4952-9b7c-20551f5b64b9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:28.644936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c6b3-a5b8-4b24-b200-278a303bb2c9 req-f3babe24-1c49-4952-9b7c-20551f5b64b9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:28.657660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c6b3-a5b8-4b24-b200-278a303bb2c9 req-f3babe24-1c49-4952-9b7c-20551f5b64b9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:28.666078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c6b3-a5b8-4b24-b200-278a303bb2c9 req-f3babe24-1c49-4952-9b7c-20551f5b64b9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:28.673215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c6b3-a5b8-4b24-b200-278a303bb2c9 req-f3babe24-1c49-4952-9b7c-20551f5b64b9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:28.679367 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2c6b3-a5b8-4b24-b200-278a303bb2c9 req-f3babe24-1c49-4952-9b7c-20551f5b64b9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:28.688610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eee2c6b3-a5b8-4b24-b200-278a303bb2c9 req-f3babe24-1c49-4952-9b7c-20551f5b64b9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5427 time: 0.1470964 Oct 27 16:08:28.740765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eee2c6b3-a5b8-4b24-b200-278a303bb2c9 req-34a40d6b-1e3c-443c-9536-784d5b41af06 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511494 Oct 27 16:08:28.983368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0576c-ec4c-4a90-a470-97fa046e5908 req-a885f867-14d1-4fda-80fd-0dffe863a5dd tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:28.990797 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ca0576c-ec4c-4a90-a470-97fa046e5908 req-a885f867-14d1-4fda-80fd-0dffe863a5dd tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1078713 Oct 27 16:08:29.050939 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ca0576c-ec4c-4a90-a470-97fa046e5908 req-16a85382-26ac-42ee-92dc-1703a26055b7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550303 Oct 27 16:08:29.259850 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:29.387997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['e0738243-2861-423b-81cc-1a0184199dd8'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:29.414900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9430cf76-5006-405c-b413-9048d5bed25b no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:29.456211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['56cde905-1083-4605-a7b0-19acc8047639'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:29.496794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['e68582e4-50d4-4b71-a602-6763563cb152'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:29.686626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51250) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:29.699843 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:29.771382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:29.773829 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f843069-f045-44ae-8520-e636a1dc6b07" -d '{"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-unplugged", "status": "completed", "tag": "9430cf76-5006-405c-b413-9048d5bed25b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:29.800496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:29.824428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9f652e9a-3ef5-4f36-925b-f36dc07feb04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:29.857051 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c22c9b-6ce5-4c08-9f34-2cb06af73f97 x-openstack-request-id: req-f1c22c9b-6ce5-4c08-9f34-2cb06af73f97 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:29.861157 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-unplugged", "status": "completed", "tag": "9430cf76-5006-405c-b413-9048d5bed25b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:29.861157 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1c22c9b-6ce5-4c08-9f34-2cb06af73f97 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:29.861157 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b', 'code': 200} Oct 27 16:08:29.935066 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7732-360f-498a-8395-3bfc8d8ecae9 req-ecd93e20-b776-4531-aae7-64b6d60aeb62 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.941393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7732-360f-498a-8395-3bfc8d8ecae9 req-ecd93e20-b776-4531-aae7-64b6d60aeb62 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.947950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7732-360f-498a-8395-3bfc8d8ecae9 req-ecd93e20-b776-4531-aae7-64b6d60aeb62 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.954612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7732-360f-498a-8395-3bfc8d8ecae9 req-ecd93e20-b776-4531-aae7-64b6d60aeb62 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.959212 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:29.961134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7732-360f-498a-8395-3bfc8d8ecae9 req-ecd93e20-b776-4531-aae7-64b6d60aeb62 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.968261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7732-360f-498a-8395-3bfc8d8ecae9 req-ecd93e20-b776-4531-aae7-64b6d60aeb62 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.974540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c7732-360f-498a-8395-3bfc8d8ecae9 req-ecd93e20-b776-4531-aae7-64b6d60aeb62 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:29.976644 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-980c7732-360f-498a-8395-3bfc8d8ecae9 req-ecd93e20-b776-4531-aae7-64b6d60aeb62 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5427 time: 0.1373668 Oct 27 16:08:30.033473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:30.054010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-980c7732-360f-498a-8395-3bfc8d8ecae9 req-d9f325c8-f6f0-48c3-b1f5-ebf4c19d2cbb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600224 Oct 27 16:08:30.074399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9f652e9a-3ef5-4f36-925b-f36dc07feb04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.189692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e31b5-27b0-4c60-82f7-80927f05a09f req-36893c44-56af-49f6-9451-2fb1ff21e1a6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:30.191497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-351e31b5-27b0-4c60-82f7-80927f05a09f req-36893c44-56af-49f6-9451-2fb1ff21e1a6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0525653 Oct 27 16:08:30.206334 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9f652e9a-3ef5-4f36-925b-f36dc07feb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.276838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-351e31b5-27b0-4c60-82f7-80927f05a09f req-2e7059a7-19a0-4b76-b3fe-a19928bd3505 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779085 Oct 27 16:08:30.277461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f652e9a-3ef5-4f36-925b-f36dc07feb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faafcc05-3021-4a5e-9548-767881d98dba,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:30.285370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9f652e9a-3ef5-4f36-925b-f36dc07feb04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5841c1bb89084b81a9d9ecf7b1ce35c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5973809 Oct 27 16:08:30.288698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51284) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:30.346432 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7528a850-f22e-4cf9-94c9-a556cfa4ee1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.375424 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7528a850-f22e-4cf9-94c9-a556cfa4ee1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.697213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7528a850-f22e-4cf9-94c9-a556cfa4ee1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.699854 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7528a850-f22e-4cf9-94c9-a556cfa4ee1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:30.701065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7528a850-f22e-4cf9-94c9-a556cfa4ee1e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faafcc05-3021-4a5e-9548-767881d98dba HTTP/1.1" status: 204 len: 168 time: 0.4102747 Oct 27 16:08:30.709839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528a850-f22e-4cf9-94c9-a556cfa4ee1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faafcc05-3021-4a5e-9548-767881d98dba,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:31.230165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3a83-68ab-42b9-9779-f936680181ac req-af6d802b-a7b8-47f8-b38d-ba1a609f37dd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:31.241027 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3a83-68ab-42b9-9779-f936680181ac req-af6d802b-a7b8-47f8-b38d-ba1a609f37dd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:31.250751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3a83-68ab-42b9-9779-f936680181ac req-af6d802b-a7b8-47f8-b38d-ba1a609f37dd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:31.257736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3a83-68ab-42b9-9779-f936680181ac req-af6d802b-a7b8-47f8-b38d-ba1a609f37dd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:31.266403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3a83-68ab-42b9-9779-f936680181ac req-af6d802b-a7b8-47f8-b38d-ba1a609f37dd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:31.272653 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3a83-68ab-42b9-9779-f936680181ac req-af6d802b-a7b8-47f8-b38d-ba1a609f37dd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:31.280456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3a83-68ab-42b9-9779-f936680181ac req-af6d802b-a7b8-47f8-b38d-ba1a609f37dd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:31.282784 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b41c3a83-68ab-42b9-9779-f936680181ac req-af6d802b-a7b8-47f8-b38d-ba1a609f37dd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5427 time: 0.1195002 Oct 27 16:08:31.332988 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b41c3a83-68ab-42b9-9779-f936680181ac req-5a6ef1c7-f6fa-45fc-8ca2-6624217d2682 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432460 Oct 27 16:08:31.413336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d81a0-baf1-46e7-88ad-53fae0e77295 req-0e28d0a1-ed71-48d5-ace2-ce513c848b87 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:31.414850 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-570d81a0-baf1-46e7-88ad-53fae0e77295 req-0e28d0a1-ed71-48d5-ace2-ce513c848b87 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0565321 Oct 27 16:08:31.422120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 36794f0d-2253-45fd-a085-955a8e5d15ca details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:31.427247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:31.461550 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-570d81a0-baf1-46e7-88ad-53fae0e77295 req-8ac6d821-9f39-47b1-a81a-9febe5ee65b2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380492 Oct 27 16:08:31.575285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 36794f0d-2253-45fd-a085-955a8e5d15ca, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=36794f0d-2253-45fd-a085-955a8e5d15ca,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:31.590543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '36794f0d-2253-45fd-a085-955a8e5d15ca', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'port_id': '36794f0d-2253-45fd-a085-955a8e5d15ca', 'mac_address': 'fa:16:3e:d5:3b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c24005-c439-4486-8836-efd81a7729ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:31.636116 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.650354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36794f0d-2253-45fd-a085-955a8e5d15ca {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:31.673048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51328) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:31.674841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 36794f0d-2253-45fd-a085-955a8e5d15ca, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=36794f0d-2253-45fd-a085-955a8e5d15ca,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:31.684825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d05b5e83-bcc3-4339-b622-14967f34c838 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:31.687123 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b729edce-964d-41b3-be50-b5030daeabe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.701564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:31.708436 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:31.708808 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.769380 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b729edce-964d-41b3-be50-b5030daeabe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.796796 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.846295 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d05b5e83-bcc3-4339-b622-14967f34c838, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d05b5e83-bcc3-4339-b622-14967f34c838,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:31.879161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'd05b5e83-bcc3-4339-b622-14967f34c838', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'd05b5e83-bcc3-4339-b622-14967f34c838', 'mac_address': 'fa:16:3e:6e:d5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:31.912591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=36794f0d-2253-45fd-a085-955a8e5d15ca,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:31.917327 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b729edce-964d-41b3-be50-b5030daeabe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.954377 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.966145 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729edce-964d-41b3-be50-b5030daeabe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e049c2-09b1-4335-9485-e408a31f127a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:31.974618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51336) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:31.975198 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b729edce-964d-41b3-be50-b5030daeabe0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f162aae3d3bc4a1dab04c203353677b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007474 Oct 27 16:08:31.976629 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:31.995585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d05b5e83-bcc3-4339-b622-14967f34c838 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:32.014799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630e02a2-bc37-4b1c-9d43-7fc7f11e0bae'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:32.017496 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaab14e-122d-4e29-bd3b-78472555ce50" -d '{"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "630e02a2-bc37-4b1c-9d43-7fc7f11e0bae"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:32.034000 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4ad3d012-afb5-4498-8aa7-85925918d6ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.042342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:32.050950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['36794f0d-2253-45fd-a085-955a8e5d15ca'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:32.058800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d05b5e83-bcc3-4339-b622-14967f34c838, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d05b5e83-bcc3-4339-b622-14967f34c838,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:32.062184 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4ad3d012-afb5-4498-8aa7-85925918d6ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.085643 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a957aa68-9e66-4051-aafe-a827b82c86f9 x-openstack-request-id: req-a957aa68-9e66-4051-aafe-a827b82c86f9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:32.085938 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "630e02a2-bc37-4b1c-9d43-7fc7f11e0bae", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:32.086193 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a957aa68-9e66-4051-aafe-a827b82c86f9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:32.086589 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630e02a2-bc37-4b1c-9d43-7fc7f11e0bae', 'code': 200} Oct 27 16:08:32.225631 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4ad3d012-afb5-4498-8aa7-85925918d6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.231432 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4ad3d012-afb5-4498-8aa7-85925918d6ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.232032 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.233817 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.234557 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c99e1955-e7cb-478c-a365-644fabf98807 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:32.238695 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4ad3d012-afb5-4498-8aa7-85925918d6ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7e049c2-09b1-4335-9485-e408a31f127a HTTP/1.1" status: 204 len: 168 time: 0.2624409 Oct 27 16:08:32.249763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3d012-afb5-4498-8aa7-85925918d6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e049c2-09b1-4335-9485-e408a31f127a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:32.375950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d05b5e83-bcc3-4339-b622-14967f34c838,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:32.440078 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.455385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d05b5e83-bcc3-4339-b622-14967f34c838'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:32.505099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:32.522826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port c99e1955-e7cb-478c-a365-644fabf98807 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:32.530468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port c99e1955-e7cb-478c-a365-644fabf98807 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:32.530846 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.545122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10cf9c-27a6-469c-b457-eb47e0872618 req-d0c00bc8-77a6-498c-802c-0e740b57a9ef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:32.553416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10cf9c-27a6-469c-b457-eb47e0872618 req-d0c00bc8-77a6-498c-802c-0e740b57a9ef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:32.560383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10cf9c-27a6-469c-b457-eb47e0872618 req-d0c00bc8-77a6-498c-802c-0e740b57a9ef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:32.567018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10cf9c-27a6-469c-b457-eb47e0872618 req-d0c00bc8-77a6-498c-802c-0e740b57a9ef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:32.573134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10cf9c-27a6-469c-b457-eb47e0872618 req-d0c00bc8-77a6-498c-802c-0e740b57a9ef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:32.580771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10cf9c-27a6-469c-b457-eb47e0872618 req-d0c00bc8-77a6-498c-802c-0e740b57a9ef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:32.588015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10cf9c-27a6-469c-b457-eb47e0872618 req-d0c00bc8-77a6-498c-802c-0e740b57a9ef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:32.596444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab10cf9c-27a6-469c-b457-eb47e0872618 req-d0c00bc8-77a6-498c-802c-0e740b57a9ef tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5428 time: 0.1374791 Oct 27 16:08:32.610062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bccfd-a35c-4ff4-b3dd-021c3431ecb6 req-03130d30-d52e-4f8f-8dca-16c922363688 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:32.613601 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc5bccfd-a35c-4ff4-b3dd-021c3431ecb6 req-03130d30-d52e-4f8f-8dca-16c922363688 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0639899 Oct 27 16:08:32.641202 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab10cf9c-27a6-469c-b457-eb47e0872618 req-1fe83975-1263-441e-af5a-1245cc48b2d6 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433722 Oct 27 16:08:32.677071 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc5bccfd-a35c-4ff4-b3dd-021c3431ecb6 req-c8e4a150-ec87-45cd-a7ad-0f3d68fc9d2f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562963 Oct 27 16:08:32.731562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.807042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c99e1955-e7cb-478c-a365-644fabf98807, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c99e1955-e7cb-478c-a365-644fabf98807,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:32.894094 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:32.895287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c66df584-c0e2-44b9-9e4a-4e1505a5de3d up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:32.991996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c99e1955-e7cb-478c-a365-644fabf98807,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:33.076177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port c66df584-c0e2-44b9-9e4a-4e1505a5de3d completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:33.082329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port c66df584-c0e2-44b9-9e4a-4e1505a5de3d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:33.082784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.191316 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.234142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c66df584-c0e2-44b9-9e4a-4e1505a5de3d, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:33.345122 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.346596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 20cb089c-9c9d-4514-b3f7-e98f1b022466 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:33.474138 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:33.634577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 20cb089c-9c9d-4514-b3f7-e98f1b022466 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:33.645633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 20cb089c-9c9d-4514-b3f7-e98f1b022466 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:33.646450 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.700738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d05b5e83-bcc3-4339-b622-14967f34c838 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:33.863346 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.918021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439a409-f96a-43e8-af32-129bcf6f4172 req-7821edba-5c42-4721-9393-24896b95a29c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:33.932608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port d05b5e83-bcc3-4339-b622-14967f34c838 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:33.932608 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:33.933632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439a409-f96a-43e8-af32-129bcf6f4172 req-7821edba-5c42-4721-9393-24896b95a29c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:33.940599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439a409-f96a-43e8-af32-129bcf6f4172 req-7821edba-5c42-4721-9393-24896b95a29c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:33.959326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439a409-f96a-43e8-af32-129bcf6f4172 req-7821edba-5c42-4721-9393-24896b95a29c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:33.976817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439a409-f96a-43e8-af32-129bcf6f4172 req-7821edba-5c42-4721-9393-24896b95a29c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:33.995093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439a409-f96a-43e8-af32-129bcf6f4172 req-7821edba-5c42-4721-9393-24896b95a29c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:34.009627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439a409-f96a-43e8-af32-129bcf6f4172 req-7821edba-5c42-4721-9393-24896b95a29c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:34.026441 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b439a409-f96a-43e8-af32-129bcf6f4172 req-7821edba-5c42-4721-9393-24896b95a29c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5430 time: 0.2414842 Oct 27 16:08:34.058249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 20cb089c-9c9d-4514-b3f7-e98f1b022466, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=20cb089c-9c9d-4514-b3f7-e98f1b022466,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:34.089785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e1955-e7cb-478c-a365-644fabf98807'}, {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66df584-c0e2-44b9-9e4a-4e1505a5de3d'}, {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cb089c-9c9d-4514-b3f7-e98f1b022466'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:34.100266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b439a409-f96a-43e8-af32-129bcf6f4172 req-ddedfc48-afa0-4f0e-b584-84a941c945e5 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726483 Oct 27 16:08:34.101691 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333729c8-b2d0-4a29-b611-35a7ba7ccc0f" -d '{"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "c99e1955-e7cb-478c-a365-644fabf98807"}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "c66df584-c0e2-44b9-9e4a-4e1505a5de3d"}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "20cb089c-9c9d-4514-b3f7-e98f1b022466"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:34.172327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.220517 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.257684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 36794f0d-2253-45fd-a085-955a8e5d15ca up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:34.356096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f650df-9517-4cd0-b604-784977e528e7 req-80aede56-e284-4c79-9b48-f70231ee755e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:34.366813 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19f650df-9517-4cd0-b604-784977e528e7 req-80aede56-e284-4c79-9b48-f70231ee755e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1247964 Oct 27 16:08:34.425330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d05b5e83-bcc3-4339-b622-14967f34c838, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d05b5e83-bcc3-4339-b622-14967f34c838,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:34.469777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=20cb089c-9c9d-4514-b3f7-e98f1b022466,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:34.495972 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19f650df-9517-4cd0-b604-784977e528e7 req-c4c41d9c-3b7d-486b-a3a8-64d19305e280 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250615 Oct 27 16:08:34.536033 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.640021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 36794f0d-2253-45fd-a085-955a8e5d15ca triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:34.640496 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.787276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d05b5e83-bcc3-4339-b622-14967f34c838,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:34.812663 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:34.844736 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d599b57d-9a3b-4ba3-8f16-777065070bc0 x-openstack-request-id: req-d599b57d-9a3b-4ba3-8f16-777065070bc0 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:34.845099 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "c99e1955-e7cb-478c-a365-644fabf98807", "code": 200}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "c66df584-c0e2-44b9-9e4a-4e1505a5de3d", "code": 200}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "20cb089c-9c9d-4514-b3f7-e98f1b022466", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:34.845544 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d599b57d-9a3b-4ba3-8f16-777065070bc0 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:34.846404 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c99e1955-e7cb-478c-a365-644fabf98807', 'code': 200} Oct 27 16:08:34.846696 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c66df584-c0e2-44b9-9e4a-4e1505a5de3d', 'code': 200} Oct 27 16:08:34.847044 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cb089c-9c9d-4514-b3f7-e98f1b022466', 'code': 200} Oct 27 16:08:34.898915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 36794f0d-2253-45fd-a085-955a8e5d15ca, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=36794f0d-2253-45fd-a085-955a8e5d15ca,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:35.051273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.052197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device e68582e4-50d4-4b71-a602-6763563cb152 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:35.119401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=36794f0d-2253-45fd-a085-955a8e5d15ca,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:35.362127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port e68582e4-50d4-4b71-a602-6763563cb152 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:35.366887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port e68582e4-50d4-4b71-a602-6763563cb152 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:35.367498 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.597177 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.704506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port e68582e4-50d4-4b71-a602-6763563cb152, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=e68582e4-50d4-4b71-a602-6763563cb152,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:35.808647 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:35.809772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 56cde905-1083-4605-a7b0-19acc8047639 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:35.937382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=e68582e4-50d4-4b71-a602-6763563cb152,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:36.168037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 56cde905-1083-4605-a7b0-19acc8047639 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:36.174849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 56cde905-1083-4605-a7b0-19acc8047639 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:36.176044 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:36.409554 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:36.468472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 56cde905-1083-4605-a7b0-19acc8047639, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=56cde905-1083-4605-a7b0-19acc8047639,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:36.744691 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:36.746126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device e0738243-2861-423b-81cc-1a0184199dd8 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:36.862702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05b5e83-bcc3-4339-b622-14967f34c838'}, {'server_uuid': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36794f0d-2253-45fd-a085-955a8e5d15ca'}, {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68582e4-50d4-4b71-a602-6763563cb152'}, {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cde905-1083-4605-a7b0-19acc8047639'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:36.865450 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518b4bdb-48ad-4c86-bc16-6c108a3c6a27" -d '{"events": [{"server_uuid": "5f08c535-30da-4d35-8c2c-ae1e51f10e4c", "name": "network-vif-plugged", "status": "completed", "tag": "d05b5e83-bcc3-4339-b622-14967f34c838"}, {"server_uuid": "c4ccf810-fa4a-4f1a-832c-2dee9f6569ca", "name": "network-vif-plugged", "status": "completed", "tag": "36794f0d-2253-45fd-a085-955a8e5d15ca"}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "e68582e4-50d4-4b71-a602-6763563cb152"}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "56cde905-1083-4605-a7b0-19acc8047639"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:36.913822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=56cde905-1083-4605-a7b0-19acc8047639,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:37.007585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port e0738243-2861-423b-81cc-1a0184199dd8 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:08:37.013549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port e0738243-2861-423b-81cc-1a0184199dd8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:37.013923 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:37.197145 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:37.308275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port e0738243-2861-423b-81cc-1a0184199dd8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=e0738243-2861-423b-81cc-1a0184199dd8,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:37.538372 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:37.627105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=e0738243-2861-423b-81cc-1a0184199dd8,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:42.175703 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:08:44.354494 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79cbaea6-cae7-445a-ab1e-03bc91cc177c req-674bc391-706b-4ddc-8d72-2d5280525e85 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866978 Oct 27 16:08:44.499424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbaea6-cae7-445a-ab1e-03bc91cc177c req-3766e729-b7bd-477b-9410-3c218ba5027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:44.501548 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79cbaea6-cae7-445a-ab1e-03bc91cc177c req-3766e729-b7bd-477b-9410-3c218ba5027c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 1095 time: 0.0747204 Oct 27 16:08:44.715143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbaea6-cae7-445a-ab1e-03bc91cc177c req-a7a95487-5a13-4a10-ad51-d9f6edc5c701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:44.716765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79cbaea6-cae7-445a-ab1e-03bc91cc177c req-a7a95487-5a13-4a10-ad51-d9f6edc5c701 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.1885271 Oct 27 16:08:44.777395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79cbaea6-cae7-445a-ab1e-03bc91cc177c req-b75f5131-99f8-4238-8d77-8486279d5171 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=68276486-f0fb-47fc-bf0c-adacdd009d82 HTTP/1.1" status: 200 len: 217 time: 0.0500746 Oct 27 16:08:44.845472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbaea6-cae7-445a-ab1e-03bc91cc177c req-6e968620-b49f-4862-b580-6214ca517383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:44.847884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79cbaea6-cae7-445a-ab1e-03bc91cc177c req-6e968620-b49f-4862-b580-6214ca517383 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.0610249 Oct 27 16:08:44.888441 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79cbaea6-cae7-445a-ab1e-03bc91cc177c req-26853509-80f4-427c-9ab4-9adaa8c57c3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326149 Oct 27 16:08:44.995864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79cbaea6-cae7-445a-ab1e-03bc91cc177c req-ad083919-ff1c-4b5b-a438-331d210e0dc4 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977595 Oct 27 16:08:45.115670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79cbaea6-cae7-445a-ab1e-03bc91cc177c req-aa918fd6-bac8-409b-8d54-0b8c6f97efd5 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115043 Oct 27 16:08:45.120288 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-78311aa8-5597-4e3c-8906-09b319d86453 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695834 Oct 27 16:08:45.226732 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-95d64221-8300-48f3-ba35-19777236cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:45.229501 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-95d64221-8300-48f3-ba35-19777236cb80 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7e7573af9c104a158b252cf968f0b3b5&device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 1099 time: 0.0483682 Oct 27 16:08:45.366665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-90b2c494-1856-4b47-9d41-bd1664fcc53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:45.368923 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-90b2c494-1856-4b47-9d41-bd1664fcc53c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.1180339 Oct 27 16:08:45.418335 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-a36b3c20-5319-417f-8b91-1a7d614a285a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9430cf76-5006-405c-b413-9048d5bed25b HTTP/1.1" status: 200 len: 217 time: 0.0412490 Oct 27 16:08:45.493243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-5350eb95-ba24-48f8-812c-8a4f4ca33672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:45.495673 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-5350eb95-ba24-48f8-812c-8a4f4ca33672 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0701613 Oct 27 16:08:45.546870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-ddd63326-81c0-4ace-b644-f351ac84bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:45.548628 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-ddd63326-81c0-4ace-b644-f351ac84bb0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454993 Oct 27 16:08:45.674150 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-2f180b46-283e-48de-af48-152caf70647f service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162891 Oct 27 16:08:45.789183 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0e32c2f-7226-4a82-a087-5a48917551d0 req-c5be8039-916b-49a9-a0e7-dac066bc68cb service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077085 Oct 27 16:08:48.138399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c26fcd-5640-4d28-b55d-5ab6f1c11bee req-dcf291dd-d782-4b97-9b3a-2357caafbf53 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.144392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c26fcd-5640-4d28-b55d-5ab6f1c11bee req-dcf291dd-d782-4b97-9b3a-2357caafbf53 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.151384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c26fcd-5640-4d28-b55d-5ab6f1c11bee req-dcf291dd-d782-4b97-9b3a-2357caafbf53 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.157643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c26fcd-5640-4d28-b55d-5ab6f1c11bee req-dcf291dd-d782-4b97-9b3a-2357caafbf53 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.163646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c26fcd-5640-4d28-b55d-5ab6f1c11bee req-dcf291dd-d782-4b97-9b3a-2357caafbf53 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.170734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c26fcd-5640-4d28-b55d-5ab6f1c11bee req-dcf291dd-d782-4b97-9b3a-2357caafbf53 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.176855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c26fcd-5640-4d28-b55d-5ab6f1c11bee req-dcf291dd-d782-4b97-9b3a-2357caafbf53 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.178963 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90c26fcd-5640-4d28-b55d-5ab6f1c11bee req-dcf291dd-d782-4b97-9b3a-2357caafbf53 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5434 time: 0.0995076 Oct 27 16:08:48.231626 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90c26fcd-5640-4d28-b55d-5ab6f1c11bee req-6f508243-3ade-4211-ad66-e28e3659a597 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433247 Oct 27 16:08:48.353825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb924cc1-e93d-43e7-b7ba-6a9e0df8907f req-6355d09f-95fd-42cd-b572-4d18b8efa1da tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.356418 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb924cc1-e93d-43e7-b7ba-6a9e0df8907f req-6355d09f-95fd-42cd-b572-4d18b8efa1da tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0517280 Oct 27 16:08:48.396533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb924cc1-e93d-43e7-b7ba-6a9e0df8907f req-e8e2f121-9c07-4163-9b62-100d1ca5b7b2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351136 Oct 27 16:08:48.442261 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02653f7e-b32d-4493-aff3-d2cb2c6292b6 x-openstack-request-id: req-02653f7e-b32d-4493-aff3-d2cb2c6292b6 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:48.442771 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f08c535-30da-4d35-8c2c-ae1e51f10e4c", "name": "network-vif-plugged", "status": "completed", "tag": "d05b5e83-bcc3-4339-b622-14967f34c838", "code": 200}, {"server_uuid": "c4ccf810-fa4a-4f1a-832c-2dee9f6569ca", "name": "network-vif-plugged", "status": "completed", "tag": "36794f0d-2253-45fd-a085-955a8e5d15ca", "code": 200}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "e68582e4-50d4-4b71-a602-6763563cb152", "code": 200}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "56cde905-1083-4605-a7b0-19acc8047639", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:48.443144 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02653f7e-b32d-4493-aff3-d2cb2c6292b6 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:48.443990 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05b5e83-bcc3-4339-b622-14967f34c838', 'code': 200} Oct 27 16:08:48.445174 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36794f0d-2253-45fd-a085-955a8e5d15ca', 'code': 200} Oct 27 16:08:48.446147 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68582e4-50d4-4b71-a602-6763563cb152', 'code': 200} Oct 27 16:08:48.446800 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cde905-1083-4605-a7b0-19acc8047639', 'code': 200} Oct 27 16:08:48.464345 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7dca26d3-92a9-4d87-a8d1-7b8ccd74fdba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:48.682011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-f23831f0-a250-4a38-847c-73d26e96a14e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:48.683506 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-f23831f0-a250-4a38-847c-73d26e96a14e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 808 time: 0.1597943 Oct 27 16:08:48.711068 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-15655e81-8313-433a-8f10-ff107dcfb184 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/quotas/095b87ae86024607acdb040846675ca1 HTTP/1.1" status: 200 len: 375 time: 0.0154703 Oct 27 16:08:48.766027 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-17e48e28-b7a9-4cd0-820a-a940e53c42fc tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549107 Oct 27 16:08:48.875994 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-c4e2c799-dd2d-463b-bf40-8efa3914df7a service neutron] 10.222.0.15 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997162 Oct 27 16:08:48.975912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-51ff3417-5d3f-47f6-a9da-9820511c6fab service neutron] 10.222.0.15 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934405 Oct 27 16:08:50.287549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2801d3-1bbf-4a80-a9d3-b96885917b95 req-59f9c2b6-c050-44f9-9594-cb2a6ca80579 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.294551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2801d3-1bbf-4a80-a9d3-b96885917b95 req-59f9c2b6-c050-44f9-9594-cb2a6ca80579 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.300577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2801d3-1bbf-4a80-a9d3-b96885917b95 req-59f9c2b6-c050-44f9-9594-cb2a6ca80579 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.306954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2801d3-1bbf-4a80-a9d3-b96885917b95 req-59f9c2b6-c050-44f9-9594-cb2a6ca80579 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.313034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2801d3-1bbf-4a80-a9d3-b96885917b95 req-59f9c2b6-c050-44f9-9594-cb2a6ca80579 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.319102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2801d3-1bbf-4a80-a9d3-b96885917b95 req-59f9c2b6-c050-44f9-9594-cb2a6ca80579 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.325669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2801d3-1bbf-4a80-a9d3-b96885917b95 req-59f9c2b6-c050-44f9-9594-cb2a6ca80579 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.327585 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff2801d3-1bbf-4a80-a9d3-b96885917b95 req-59f9c2b6-c050-44f9-9594-cb2a6ca80579 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5434 time: 0.0985773 Oct 27 16:08:50.371971 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff2801d3-1bbf-4a80-a9d3-b96885917b95 req-db5e2465-b1a0-42c5-aa6f-85228c915b1b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377002 Oct 27 16:08:50.448908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0738243-2861-423b-81cc-1a0184199dd8'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:50.452662 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c056ba5c-7556-4bb4-849f-e564a413af34" -d '{"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "e0738243-2861-423b-81cc-1a0184199dd8"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:50.628640 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a1684-82b7-4eca-9a7b-3f6f8eb30c2f req-c479c340-9559-4677-b29e-dac4cfef2642 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.630248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d68a1684-82b7-4eca-9a7b-3f6f8eb30c2f req-c479c340-9559-4677-b29e-dac4cfef2642 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0551670 Oct 27 16:08:50.675526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d68a1684-82b7-4eca-9a7b-3f6f8eb30c2f req-fad7d892-80d8-4603-a9d9-a39cb83243e3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347545 Oct 27 16:08:50.689044 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d1f864d5-99ca-4fa2-bcce-ddcd89f5c0ed req-7a0233d7-fda7-44ac-8b53-1432a9fb83e9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 210 time: 0.0288935 Oct 27 16:08:50.765821 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62debcf-c891-43d1-8a60-5324cd5936b2 x-openstack-request-id: req-b62debcf-c891-43d1-8a60-5324cd5936b2 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:50.776206 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-plugged", "status": "completed", "tag": "e0738243-2861-423b-81cc-1a0184199dd8", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:50.776206 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b62debcf-c891-43d1-8a60-5324cd5936b2 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:50.776206 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0738243-2861-423b-81cc-1a0184199dd8', 'code': 200} Oct 27 16:08:50.887890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424f20c-5d29-4025-8b9b-c1f7c5647b4f req-cdd43e6d-376d-4000-8504-ef8b243289b4 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.889480 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5424f20c-5d29-4025-8b9b-c1f7c5647b4f req-cdd43e6d-376d-4000-8504-ef8b243289b4 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 950 time: 0.0774469 Oct 27 16:08:50.925073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a02076-4f90-434f-bc90-a430e7289fb6 req-1257ae97-9da6-453a-8669-def651decccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.925544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a02076-4f90-434f-bc90-a430e7289fb6 req-1257ae97-9da6-453a-8669-def651decccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.926010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a02076-4f90-434f-bc90-a430e7289fb6 req-1257ae97-9da6-453a-8669-def651decccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.926467 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a02076-4f90-434f-bc90-a430e7289fb6 req-1257ae97-9da6-453a-8669-def651decccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.926989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a02076-4f90-434f-bc90-a430e7289fb6 req-1257ae97-9da6-453a-8669-def651decccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.927454 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a02076-4f90-434f-bc90-a430e7289fb6 req-1257ae97-9da6-453a-8669-def651decccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.927909 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a02076-4f90-434f-bc90-a430e7289fb6 req-1257ae97-9da6-453a-8669-def651decccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:50.930122 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18a02076-4f90-434f-bc90-a430e7289fb6 req-1257ae97-9da6-453a-8669-def651decccb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6491 time: 0.0813692 Oct 27 16:08:50.959397 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5424f20c-5d29-4025-8b9b-c1f7c5647b4f req-7b24dfa4-057a-40f4-8aa0-dbefcdc11f10 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632699 Oct 27 16:08:50.980701 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18a02076-4f90-434f-bc90-a430e7289fb6 req-016bfcf9-ea71-4e98-99cb-e7c2a9f7eb72 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396693 Oct 27 16:08:51.304623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51742) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:51.436872 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a3a518e-1b98-459f-99dd-09fa50cc5988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.533262 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b09f-66e5-4b15-9bfd-b3cf44d2827c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.541645 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 36794f0d-2253-45fd-a085-955a8e5d15ca no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:51.608170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-45e218db-c4ed-4095-be66-11da8375e998 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.608170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-45e218db-c4ed-4095-be66-11da8375e998 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 804 time: 0.1500640 Oct 27 16:08:51.625868 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.629894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a3a518e-1b98-459f-99dd-09fa50cc5988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.632693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c3c50efa-8fae-443a-ab38-dc146716bb4d tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/quotas/e74004a0595d4a43be6ac52e0d3327f6 HTTP/1.1" status: 200 len: 375 time: 0.0155129 Oct 27 16:08:51.661608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 36794f0d-2253-45fd-a085-955a8e5d15ca, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=36794f0d-2253-45fd-a085-955a8e5d15ca,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:51.693912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-cdd846cc-5e10-46eb-9582-095fe4e8a4b5 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525491 Oct 27 16:08:51.787015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a3a518e-1b98-459f-99dd-09fa50cc5988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.794148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d05b5e83-bcc3-4339-b622-14967f34c838 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:51.797828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02ed2-2ddb-40c4-8e3c-c2ad5c9db969 req-89b28dfd-7f24-44be-9f4f-a8549880e769 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.804317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02ed2-2ddb-40c4-8e3c-c2ad5c9db969 req-89b28dfd-7f24-44be-9f4f-a8549880e769 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.810827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02ed2-2ddb-40c4-8e3c-c2ad5c9db969 req-89b28dfd-7f24-44be-9f4f-a8549880e769 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.817820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02ed2-2ddb-40c4-8e3c-c2ad5c9db969 req-89b28dfd-7f24-44be-9f4f-a8549880e769 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.821407 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.828718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02ed2-2ddb-40c4-8e3c-c2ad5c9db969 req-89b28dfd-7f24-44be-9f4f-a8549880e769 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.837547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02ed2-2ddb-40c4-8e3c-c2ad5c9db969 req-89b28dfd-7f24-44be-9f4f-a8549880e769 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.840160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-3e17d176-a9a2-4b97-a059-a6abd39139f7 service neutron] 10.222.0.15 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376472 Oct 27 16:08:51.842459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8a3a518e-1b98-459f-99dd-09fa50cc5988 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2affdd3d77142c3a2147646046eb671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367119 Oct 27 16:08:51.847167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51768) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:51.853678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f02ed2-2ddb-40c4-8e3c-c2ad5c9db969 req-89b28dfd-7f24-44be-9f4f-a8549880e769 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:51.856767 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1f02ed2-2ddb-40c4-8e3c-c2ad5c9db969 req-89b28dfd-7f24-44be-9f4f-a8549880e769 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5434 time: 0.1192389 Oct 27 16:08:51.872109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a518e-1b98-459f-99dd-09fa50cc5988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c1ff5e-e514-4a30-9ef4-5835fd549b5d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:51.890370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=36794f0d-2253-45fd-a085-955a8e5d15ca,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:51.933878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.934207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.934491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.934835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.935180 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.935551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.935926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.936306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.952601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.952601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.952601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.953520 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1f02ed2-2ddb-40c4-8e3c-c2ad5c9db969 req-166d12c7-50df-4684-a50d-6f511d3b1fcd tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717285 Oct 27 16:08:51.953638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:08:51.953638 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:51.989190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d05b5e83-bcc3-4339-b622-14967f34c838, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d05b5e83-bcc3-4339-b622-14967f34c838,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:52.000769 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db49b929-29ee-4cd7-a9b9-72f41a3563c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.028871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-9dc96939-3838-47aa-ae85-4a0469ad7ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765404 Oct 27 16:08:52.045869 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db49b929-29ee-4cd7-a9b9-72f41a3563c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.162397 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.170624 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.214557 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d05b5e83-bcc3-4339-b622-14967f34c838,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:52.224856 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.289662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b91d44-2d5c-43df-b922-6bc85ab7ac1d req-56e8ca59-f9ac-4fd7-b28f-48714eef595b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:52.291243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b91d44-2d5c-43df-b922-6bc85ab7ac1d req-56e8ca59-f9ac-4fd7-b28f-48714eef595b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0582325 Oct 27 16:08:52.330855 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b91d44-2d5c-43df-b922-6bc85ab7ac1d req-92d2d86b-8f98-4a92-9a60-b9955f8940d9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336435 Oct 27 16:08:52.333017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db49b929-29ee-4cd7-a9b9-72f41a3563c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.338042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db49b929-29ee-4cd7-a9b9-72f41a3563c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:52.339276 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-db49b929-29ee-4cd7-a9b9-72f41a3563c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8c1ff5e-e514-4a30-9ef4-5835fd549b5d HTTP/1.1" status: 204 len: 168 time: 0.4911985 Oct 27 16:08:52.373341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49b929-29ee-4cd7-a9b9-72f41a3563c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c1ff5e-e514-4a30-9ef4-5835fd549b5d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:52.472824 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6caa768-8430-4820-a7e6-7446d3792612 req-fb1c3aaf-5d05-47ad-b8e2-c0ce6b25a883 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 210 time: 0.0479636 Oct 27 16:08:52.906247 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-93bca859-33af-4908-b52a-3b30bda2eee3 req-6ba30641-31e4-4bf1-bd37-84b34085b572 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 210 time: 0.0475960 Oct 27 16:08:52.909538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36794f0d-2253-45fd-a085-955a8e5d15ca'}, {'server_uuid': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05b5e83-bcc3-4339-b622-14967f34c838'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:52.909538 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f669f73-0320-4501-a07f-518c7cb21cff" -d '{"events": [{"server_uuid": "c4ccf810-fa4a-4f1a-832c-2dee9f6569ca", "name": "network-vif-unplugged", "status": "completed", "tag": "36794f0d-2253-45fd-a085-955a8e5d15ca"}, {"server_uuid": "5f08c535-30da-4d35-8c2c-ae1e51f10e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "d05b5e83-bcc3-4339-b622-14967f34c838"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:52.909538 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70318a75-a644-465c-9520-8fb234e2f081 x-openstack-request-id: req-70318a75-a644-465c-9520-8fb234e2f081 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:52.909538 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ccf810-fa4a-4f1a-832c-2dee9f6569ca", "name": "network-vif-unplugged", "status": "completed", "tag": "36794f0d-2253-45fd-a085-955a8e5d15ca", "code": 200}, {"server_uuid": "5f08c535-30da-4d35-8c2c-ae1e51f10e4c", "name": "network-vif-unplugged", "status": "completed", "tag": "d05b5e83-bcc3-4339-b622-14967f34c838", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:52.909538 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70318a75-a644-465c-9520-8fb234e2f081 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:52.909538 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36794f0d-2253-45fd-a085-955a8e5d15ca', 'code': 200} Oct 27 16:08:52.909538 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd05b5e83-bcc3-4339-b622-14967f34c838', 'code': 200} Oct 27 16:08:53.232790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6d8b7-9a4d-4f5b-b29f-60cd9e0f8575 req-2e5d05ae-e9bf-41d8-acc4-03bc755ecd40 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.239032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6d8b7-9a4d-4f5b-b29f-60cd9e0f8575 req-2e5d05ae-e9bf-41d8-acc4-03bc755ecd40 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.248452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6d8b7-9a4d-4f5b-b29f-60cd9e0f8575 req-2e5d05ae-e9bf-41d8-acc4-03bc755ecd40 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.256588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6d8b7-9a4d-4f5b-b29f-60cd9e0f8575 req-2e5d05ae-e9bf-41d8-acc4-03bc755ecd40 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.263936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6d8b7-9a4d-4f5b-b29f-60cd9e0f8575 req-2e5d05ae-e9bf-41d8-acc4-03bc755ecd40 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.270338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6d8b7-9a4d-4f5b-b29f-60cd9e0f8575 req-2e5d05ae-e9bf-41d8-acc4-03bc755ecd40 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.283038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6d8b7-9a4d-4f5b-b29f-60cd9e0f8575 req-2e5d05ae-e9bf-41d8-acc4-03bc755ecd40 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.285055 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-08b6d8b7-9a4d-4f5b-b29f-60cd9e0f8575 req-2e5d05ae-e9bf-41d8-acc4-03bc755ecd40 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5434 time: 0.1124058 Oct 27 16:08:53.333511 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-08b6d8b7-9a4d-4f5b-b29f-60cd9e0f8575 req-97b5c976-a09b-493d-bad6-b6fb3da7d0a6 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410380 Oct 27 16:08:53.359952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-9eb8d275-bca0-4647-a35d-a4ad78f81b21 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.361427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-9eb8d275-bca0-4647-a35d-a4ad78f81b21 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 808 time: 0.1378758 Oct 27 16:08:53.375504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Request body: {'port': {'device_id': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532', 'admin_state_up': True, 'tenant_id': '095b87ae86024607acdb040846675ca1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:53.533094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037583c-ac91-4866-b009-fcf33829826f req-cdda8edf-f72f-4f62-927d-337d3957d117 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.534662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6037583c-ac91-4866-b009-fcf33829826f req-cdda8edf-f72f-4f62-927d-337d3957d117 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0934474 Oct 27 16:08:53.556991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659a517-0512-4589-84bf-d418a05e7696 req-9b9d5914-b548-41f7-9e4a-2bd9752d3523 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.563179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659a517-0512-4589-84bf-d418a05e7696 req-9b9d5914-b548-41f7-9e4a-2bd9752d3523 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.569318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659a517-0512-4589-84bf-d418a05e7696 req-9b9d5914-b548-41f7-9e4a-2bd9752d3523 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.576122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659a517-0512-4589-84bf-d418a05e7696 req-9b9d5914-b548-41f7-9e4a-2bd9752d3523 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.582086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659a517-0512-4589-84bf-d418a05e7696 req-9b9d5914-b548-41f7-9e4a-2bd9752d3523 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.586652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6037583c-ac91-4866-b009-fcf33829826f req-d5888ffd-a240-4fc0-abc0-d4314930897c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420070 Oct 27 16:08:53.590338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659a517-0512-4589-84bf-d418a05e7696 req-9b9d5914-b548-41f7-9e4a-2bd9752d3523 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.596706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659a517-0512-4589-84bf-d418a05e7696 req-9b9d5914-b548-41f7-9e4a-2bd9752d3523 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.601077 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2659a517-0512-4589-84bf-d418a05e7696 req-9b9d5914-b548-41f7-9e4a-2bd9752d3523 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5434 time: 0.1796541 Oct 27 16:08:53.620760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51818) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:53.629344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6613b-9c7a-4e0a-b42e-3bbc5e6b99fc req-2e99f934-872c-48da-a304-cd16e4f63cd2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:53.629344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cea6613b-9c7a-4e0a-b42e-3bbc5e6b99fc req-2e99f934-872c-48da-a304-cd16e4f63cd2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4ccf810-fa4a-4f1a-832c-2dee9f6569ca HTTP/1.1" status: 200 len: 943 time: 0.1845095 Oct 27 16:08:53.629664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-469ba94c-a97d-4f05-8e53-dd31290922f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Request body: {'floatingip': {'port_id': 'c99e1955-e7cb-478c-a365-644fabf98807'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:53.682901 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51820) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:53.692534 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-469ba94c-a97d-4f05-8e53-dd31290922f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.720495 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05d269ca-33bd-41e1-b453-6d6272a1df77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.753593 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3429e33e-ea97-4d8f-b160-73ed5f383207 req-dbaeac52-540a-47cf-9a8f-80f7e0c50a65 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 210 time: 0.0678363 Oct 27 16:08:53.753593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Made reservation on behalf of 095b87ae86024607acdb040846675ca1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:53.753593 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.770302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c59d4c6-1e9e-4bb0-a5a0-92bb5b27ad91 req-f66e929c-ace8-4770-9b9e-e9c1f446dcb9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 210 time: 0.0663662 Oct 27 16:08:53.834501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-cea6613b-9c7a-4e0a-b42e-3bbc5e6b99fc req-c53bd495-39a9-4f5d-8847-89f87dc4da95 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Deleting port 36794f0d-2253-45fd-a085-955a8e5d15ca {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:08:53.834846 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cea6613b-9c7a-4e0a-b42e-3bbc5e6b99fc req-c53bd495-39a9-4f5d-8847-89f87dc4da95 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.933843 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05d269ca-33bd-41e1-b453-6d6272a1df77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.969916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-cea6613b-9c7a-4e0a-b42e-3bbc5e6b99fc req-c53bd495-39a9-4f5d-8847-89f87dc4da95 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] For port 36794f0d-2253-45fd-a085-955a8e5d15ca, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=36794f0d-2253-45fd-a085-955a8e5d15ca,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:53.970281 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cea6613b-9c7a-4e0a-b42e-3bbc5e6b99fc req-c53bd495-39a9-4f5d-8847-89f87dc4da95 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:53.999779 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-cea6613b-9c7a-4e0a-b42e-3bbc5e6b99fc req-c53bd495-39a9-4f5d-8847-89f87dc4da95 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Calling delete_port for 36794f0d-2253-45fd-a085-955a8e5d15ca owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:08:54.040724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Allocated IP 172.20.0.11 (4f195822-afc2-489a-8875-d3a7f6fb3532/4798bdca-a2ba-4445-9f20-f8a7fe28797b/d3e4e049-c815-41c5-8fe5-cc9fd639921a) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:08:54.096744 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05d269ca-33bd-41e1-b453-6d6272a1df77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.176363 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-05d269ca-33bd-41e1-b453-6d6272a1df77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ecc61df826034096a0241cc335ea937a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921730 Oct 27 16:08:54.182488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51822) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:54.190619 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.194133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d269ca-33bd-41e1-b453-6d6272a1df77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779d959a-1beb-421f-a36b-bdee2ef8e6fb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:54.356258 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e17f361-ad2c-4fc4-8536-cbfe975f9f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.416102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cea6613b-9c7a-4e0a-b42e-3bbc5e6b99fc req-c53bd495-39a9-4f5d-8847-89f87dc4da95 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.451765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bd495-39a9-4f5d-8847-89f87dc4da95 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Pushing event deleted for resources: {'Port': ['ID=36794f0d-2253-45fd-a085-955a8e5d15ca,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:54.455154 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e17f361-ad2c-4fc4-8536-cbfe975f9f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.468300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-469ba94c-a97d-4f05-8e53-dd31290922f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.474260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.512257 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea6613b-9c7a-4e0a-b42e-3bbc5e6b99fc req-c53bd495-39a9-4f5d-8847-89f87dc4da95 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] No DVR routers for this DVR port 36794f0d-2253-45fd-a085-955a8e5d15ca on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:08:54.516353 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cea6613b-9c7a-4e0a-b42e-3bbc5e6b99fc req-c53bd495-39a9-4f5d-8847-89f87dc4da95 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.520156 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cea6613b-9c7a-4e0a-b42e-3bbc5e6b99fc req-c53bd495-39a9-4f5d-8847-89f87dc4da95 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.54 "DELETE /v2.0/ports/36794f0d-2253-45fd-a085-955a8e5d15ca HTTP/1.1" status: 204 len: 173 time: 0.8904388 Oct 27 16:08:54.520834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'name': 'network-vif-deleted', 'tag': '36794f0d-2253-45fd-a085-955a8e5d15ca'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:54.523308 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d32a908-e20b-445f-97ea-3f19c26713b6" -d '{"events": [{"server_uuid": "c4ccf810-fa4a-4f1a-832c-2dee9f6569ca", "name": "network-vif-deleted", "tag": "36794f0d-2253-45fd-a085-955a8e5d15ca"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:54.574899 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1955889-5d0c-4c1d-b12d-9b52bc984556 x-openstack-request-id: req-c1955889-5d0c-4c1d-b12d-9b52bc984556 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:54.575195 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ccf810-fa4a-4f1a-832c-2dee9f6569ca", "name": "network-vif-deleted", "tag": "36794f0d-2253-45fd-a085-955a8e5d15ca", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:54.575531 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1955889-5d0c-4c1d-b12d-9b52bc984556 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:54.575849 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ccf810-fa4a-4f1a-832c-2dee9f6569ca', 'name': 'network-vif-deleted', 'tag': '36794f0d-2253-45fd-a085-955a8e5d15ca', 'status': 'completed', 'code': 200} Oct 27 16:08:54.616317 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-469ba94c-a97d-4f05-8e53-dd31290922f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.690680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.694831 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e17f361-ad2c-4fc4-8536-cbfe975f9f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.698849 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e17f361-ad2c-4fc4-8536-cbfe975f9f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:54.700365 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3e17f361-ad2c-4fc4-8536-cbfe975f9f78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/779d959a-1beb-421f-a36b-bdee2ef8e6fb HTTP/1.1" status: 204 len: 168 time: 0.5173197 Oct 27 16:08:54.701654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c1691d59-66ca-41b3-8257-049de76d49ae'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:54.855180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Network 4f195822-afc2-489a-8875-d3a7f6fb3532 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:08:54.905018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e17f361-ad2c-4fc4-8536-cbfe975f9f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779d959a-1beb-421f-a36b-bdee2ef8e6fb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:54.919731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:08:54.934841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:08:54.963889 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa993e84-b688-4824-9594-55291d5da6de req-c977d69b-5275-4337-aa71-c3da40de5efc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 210 time: 0.0650899 Oct 27 16:08:54.989216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Pushing event updated for resources: {'Port': ['ID=d3e4e049-c815-41c5-8fe5-cc9fd639921a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:55.020234 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-469ba94c-a97d-4f05-8e53-dd31290922f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Floating IP 608ab57d-e235-43fd-ba08-0250e42f960d associated. External IP: 172.25.4.246, port: c99e1955-e7cb-478c-a365-644fabf98807. Oct 27 16:08:55.032155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eee6a2-7ef3-4b37-8e61-ee020a3c1b5a req-9e90a115-1665-4b3e-b9af-b05af4b43dd5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:55.033828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86eee6a2-7ef3-4b37-8e61-ee020a3c1b5a req-9e90a115-1665-4b3e-b9af-b05af4b43dd5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.3481061 Oct 27 16:08:55.092020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcc6a2-4e47-4ac5-8be9-832373ffe61c req-14c3ad2b-3e2e-47fe-9aae-474d8a28e6a2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:55.093788 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfbcc6a2-4e47-4ac5-8be9-832373ffe61c req-14c3ad2b-3e2e-47fe-9aae-474d8a28e6a2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 932 time: 0.0617096 Oct 27 16:08:55.147406 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfbcc6a2-4e47-4ac5-8be9-832373ffe61c req-3c71b826-1e94-4147-81fd-109288d9ffe8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Oct 27 16:08:55.501333 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:55.501972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.548617 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86eee6a2-7ef3-4b37-8e61-ee020a3c1b5a req-b3304abe-26b4-4cee-8e23-c05838405a31 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786632 Oct 27 16:08:55.560357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9430cf76-5006-405c-b413-9048d5bed25b details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:55.565398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 36794f0d-2253-45fd-a085-955a8e5d15ca no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:08:55.603389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 36794f0d-2253-45fd-a085-955a8e5d15ca {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:08:55.603824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 36794f0d-2253-45fd-a085-955a8e5d15ca not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:08:55.700138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-000c383a-cfab-4551-8fb0-4d6866372cb8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3288362 Oct 27 16:08:55.705553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:55.714509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Request body: {'port': {'device_id': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:55.717803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '9430cf76-5006-405c-b413-9048d5bed25b', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '9430cf76-5006-405c-b413-9048d5bed25b', 'mac_address': 'fa:16:3e:df:15:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:55.747560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469ba94c-a97d-4f05-8e53-dd31290922f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:08:55.764497 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:55.789878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9430cf76-5006-405c-b413-9048d5bed25b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:55.848023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:55.905721 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.061911 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.092237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469ba94c-a97d-4f05-8e53-dd31290922f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:08:56.100342 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-469ba94c-a97d-4f05-8e53-dd31290922f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.117834 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbece06-2cde-4928-8669-5fef47f5b0e5 None None] Sync routers for ids ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:08:56.128227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-135a1404-d01d-44f8-9e6d-96658249c182 req-4c59e7aa-f625-4494-95c4-51f2583cf07d tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 210 time: 0.0517499 Oct 27 16:08:56.147064 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbece06-2cde-4928-8669-5fef47f5b0e5 None None] Routers {'b7d86b19-6a96-4a71-8795-6dff4e3a07a1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:08:56.153594 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fcbece06-2cde-4928-8669-5fef47f5b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:08:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:56.270210 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-469ba94c-a97d-4f05-8e53-dd31290922f2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "PUT /v2.0/floatingips/608ab57d-e235-43fd-ba08-0250e42f960d HTTP/1.1" status: 200 len: 992 time: 2.6437185 Oct 27 16:08:56.342625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:56.369433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['9430cf76-5006-405c-b413-9048d5bed25b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:56.470384 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-fcbece06-2cde-4928-8669-5fef47f5b0e5 None None] Set router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:08:56.607269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-f81eac29-b1b8-4cc5-aa77-9bbceb3877c2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:56.609213 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-f81eac29-b1b8-4cc5-aa77-9bbceb3877c2 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.54 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 804 time: 0.3555839 Oct 27 16:08:56.621483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2dcad-c977-4e3c-945a-c55bbf43e54c req-e86c3b00-ae4f-44b2-8dbd-31eb9084956f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:56.623394 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55f2dcad-c977-4e3c-945a-c55bbf43e54c req-e86c3b00-ae4f-44b2-8dbd-31eb9084956f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 932 time: 0.1811154 Oct 27 16:08:56.629330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Request body: {'port': {'device_id': '39bee699-4544-42cc-be6e-83313b898ea3', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'admin_state_up': True, 'tenant_id': 'e74004a0595d4a43be6ac52e0d3327f6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:56.676538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e4e049-c815-41c5-8fe5-cc9fd639921a {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:56.698000 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.735933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Transition to ACTIVE for port object d3e4e049-c815-41c5-8fe5-cc9fd639921a will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:08:56.743573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': 'c99e1955-e7cb-478c-a365-644fabf98807'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:56.747962 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83314a84-64ce-49a6-855a-93f450e3e134" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "c99e1955-e7cb-478c-a365-644fabf98807"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:56.907549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d62a6-04b8-4a36-aa4e-834d24b09ce7 req-88b07945-3958-4d46-b150-48ea2d570017 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:56.920291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-954d62a6-04b8-4a36-aa4e-834d24b09ce7 req-88b07945-3958-4d46-b150-48ea2d570017 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1252110 Oct 27 16:08:56.938662 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:56.968304 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55f2dcad-c977-4e3c-945a-c55bbf43e54c req-f1e888a9-4dda-444c-a5fb-a46d973c777a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340533 Oct 27 16:08:56.970766 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fcbece06-2cde-4928-8669-5fef47f5b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 4, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '608ab57d-e235-43fd-ba08-0250e42f960d', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'port_id': 'c99e1955-e7cb-478c-a365-644fabf98807', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'mac_address': 'fa:16:3e:50:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:07:02Z', 'updated_at': '2021-10-27T16:08:54Z', 'revision_number': 1, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfe7305-9162-4555-bbd7-edb7f45b13d3', 'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'mac_address': 'fa:16:3e:13:e0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:53Z', 'updated_at': '2021-10-27T16:06:02Z', 'revision_number': 5, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'subnets': [{'id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:57.053246 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbece06-2cde-4928-8669-5fef47f5b0e5 None None] Checking router: b7d86b19-6a96-4a71-8795-6dff4e3a07a1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:08:57.089093 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbece06-2cde-4928-8669-5fef47f5b0e5 None None] Routers {'b7d86b19-6a96-4a71-8795-6dff4e3a07a1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:08:57.090589 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fcbece06-2cde-4928-8669-5fef47f5b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:08:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:57.294507 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7899eb62-f8f2-45e9-b536-fcd15bdba1f9 x-openstack-request-id: req-7899eb62-f8f2-45e9-b536-fcd15bdba1f9 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:57.294800 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "tag": "c99e1955-e7cb-478c-a365-644fabf98807", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:57.295102 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7899eb62-f8f2-45e9-b536-fcd15bdba1f9 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:57.295505 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'tag': 'c99e1955-e7cb-478c-a365-644fabf98807', 'status': 'completed', 'code': 200} Oct 27 16:08:57.317394 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-954d62a6-04b8-4a36-aa4e-834d24b09ce7 req-60ff4b9e-a71d-4b8b-a0d9-ae3d2fa52144 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892200 Oct 27 16:08:57.322682 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-fcbece06-2cde-4928-8669-5fef47f5b0e5 None None] Set router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:08:57.323763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e4e049-c815-41c5-8fe5-cc9fd639921a,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:57.330167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:08:57.330766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:08:57.340768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:57.346735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Port d3e4e049-c815-41c5-8fe5-cc9fd639921a on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:08:57.347162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:08:57.353143 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-70eba22c-8146-455c-9d39-4d9f6f6db80c req-4ede6c6f-7c8e-419d-affa-6939cd035f32 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 210 time: 0.0520394 Oct 27 16:08:57.357729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:08:57.358072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:08:57.358453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:08:57.358888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Bound port: d3e4e049-c815-41c5-8fe5-cc9fd639921a, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:08:57.359241 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.386649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a84-64ce-49a6-855a-93f450e3e134 req-d5b14c7c-de2a-46c4-9691-bf97ee2997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:57.387275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a84-64ce-49a6-855a-93f450e3e134 req-d5b14c7c-de2a-46c4-9691-bf97ee2997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:57.387764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a84-64ce-49a6-855a-93f450e3e134 req-d5b14c7c-de2a-46c4-9691-bf97ee2997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:57.388787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a84-64ce-49a6-855a-93f450e3e134 req-d5b14c7c-de2a-46c4-9691-bf97ee2997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:57.389269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a84-64ce-49a6-855a-93f450e3e134 req-d5b14c7c-de2a-46c4-9691-bf97ee2997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:57.389740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a84-64ce-49a6-855a-93f450e3e134 req-d5b14c7c-de2a-46c4-9691-bf97ee2997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:57.390279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a84-64ce-49a6-855a-93f450e3e134 req-d5b14c7c-de2a-46c4-9691-bf97ee2997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:57.392688 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83314a84-64ce-49a6-855a-93f450e3e134 req-d5b14c7c-de2a-46c4-9691-bf97ee2997a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6491 time: 0.1353884 Oct 27 16:08:57.394008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Made reservation on behalf of e74004a0595d4a43be6ac52e0d3327f6 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:57.397797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.545248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:08:57.551359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:08:57.566175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 17686ae8-5bd3-4c47-a098-f70e733a3a28 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:08:57.575121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9430cf76-5006-405c-b413-9048d5bed25b up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:08:57.645137 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.720575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:57.721439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:57.724079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] 10.222.0.53 "PUT /v2.0/ports/d3e4e049-c815-41c5-8fe5-cc9fd639921a HTTP/1.1" status: 200 len: 1092 time: 2.0148864 Oct 27 16:08:57.774655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f0660-ef8b-4d77-ac92-f4f2492d6001 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e4e049-c815-41c5-8fe5-cc9fd639921a,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:57.839959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a84-64ce-49a6-855a-93f450e3e134 req-96f7f18b-d4c7-499e-a84e-acd01bed5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:57.845980 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83314a84-64ce-49a6-855a-93f450e3e134 req-96f7f18b-d4c7-499e-a84e-acd01bed5eeb service neutron] 10.222.0.54 "GET /v2.0/networks?id=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 HTTP/1.1" status: 200 len: 912 time: 0.4304414 Oct 27 16:08:57.898980 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fcbece06-2cde-4928-8669-5fef47f5b0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 4, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '608ab57d-e235-43fd-ba08-0250e42f960d', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'port_id': 'c99e1955-e7cb-478c-a365-644fabf98807', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'mac_address': 'fa:16:3e:50:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:07:02Z', 'updated_at': '2021-10-27T16:08:54Z', 'revision_number': 1, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfe7305-9162-4555-bbd7-edb7f45b13d3', 'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'mac_address': 'fa:16:3e:13:e0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:53Z', 'updated_at': '2021-10-27T16:06:02Z', 'revision_number': 5, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'subnets': [{'id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:08:57.933867 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbece06-2cde-4928-8669-5fef47f5b0e5 None None] The sync data for ids ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'] in n-d-815689-1 is: [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 4, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '608ab57d-e235-43fd-ba08-0250e42f960d', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'floating_ip_address': '172.25.4.246', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'port_id': 'c99e1955-e7cb-478c-a365-644fabf98807', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'mac_address': 'fa:16:3e:50:4f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:07:02Z', 'updated_at': '2021-10-27T16:08:54Z', 'revision_number': 1, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbfe7305-9162-4555-bbd7-edb7f45b13d3', 'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'mac_address': 'fa:16:3e:13:e0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:53Z', 'updated_at': '2021-10-27T16:06:02Z', 'revision_number': 5, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'subnets': [{'id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:08:58.002596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 17686ae8-5bd3-4c47-a098-f70e733a3a28, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:58.067601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '17686ae8-5bd3-4c47-a098-f70e733a3a28', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'port_id': '17686ae8-5bd3-4c47-a098-f70e733a3a28', 'mac_address': 'fa:16:3e:23:71:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b08f108-8174-458c-afd5-eb5ec36a0ae6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:08:58.108374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-0833761e-7572-4397-9210-7758b1dd5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:58.112117 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-0833761e-7572-4397-9210-7758b1dd5af9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 1095 time: 0.1586714 Oct 27 16:08:58.197315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-e135ce04-4f9b-4604-8c46-a52c7ed63537 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a HTTP/1.1" status: 200 len: 217 time: 0.0743678 Oct 27 16:08:58.216013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 9430cf76-5006-405c-b413-9048d5bed25b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:08:58.222053 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.290875 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.312443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17686ae8-5bd3-4c47-a098-f70e733a3a28 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:08:58.325261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-920fda57-747c-4914-aa2c-5787f3ea1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:58.330129 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-920fda57-747c-4914-aa2c-5787f3ea1bc0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.1202307 Oct 27 16:08:58.338593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 17686ae8-5bd3-4c47-a098-f70e733a3a28, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:58.419557 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-a226a2ff-941f-43c2-84b0-9d57f27f2628 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809770 Oct 27 16:08:58.466155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Allocated IP 172.20.0.2 (c6ab54ce-c331-4877-b08b-de8bfe3b7060/50c24005-c439-4486-8836-efd81a7729ba/bcaa622b-3a05-4804-8f2c-f0a7437a3b23) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:08:58.479536 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.488612 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83314a84-64ce-49a6-855a-93f450e3e134 req-366fd6eb-acde-406c-ace3-9777f066f2a5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c99e1955-e7cb-478c-a365-644fabf98807 HTTP/1.1" status: 200 len: 1000 time: 0.5532756 Oct 27 16:08:58.529636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf11675a-3264-45af-b6d1-aed8d7fa5ad3 None None] New status for floating IP 608ab57d-e235-43fd-ba08-0250e42f960d: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:08:58.587503 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a84-64ce-49a6-855a-93f450e3e134 req-06bcbab8-6c6f-4533-b931-cee3bfd7a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:58.592861 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83314a84-64ce-49a6-855a-93f450e3e134 req-06bcbab8-6c6f-4533-b931-cee3bfd7a3bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a8634cd-f9a5-4715-9b54-2dde676fa017 HTTP/1.1" status: 200 len: 850 time: 0.0948844 Oct 27 16:08:58.628358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e30b7c-1a20-4eb1-9a3a-9830cbe1f5b6 req-bffa973f-facd-4bf8-a058-b6f45afcd488 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:58.642694 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5e30b7c-1a20-4eb1-9a3a-9830cbe1f5b6 req-bffa973f-facd-4bf8-a058-b6f45afcd488 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.4753356 Oct 27 16:08:58.703572 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-7d91c8fd-634c-42e3-ac38-05212297eadb service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746687 Oct 27 16:08:58.750530 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:58.765489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51980) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:08:58.817168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5e30b7c-1a20-4eb1-9a3a-9830cbe1f5b6 req-5323e5e1-7f5a-4732-8328-3789e078bc9f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725545 Oct 27 16:08:58.832118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83314a84-64ce-49a6-855a-93f450e3e134 req-82021327-f400-4767-9b3d-91057a8da455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:58.834762 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83314a84-64ce-49a6-855a-93f450e3e134 req-82021327-f400-4767-9b3d-91057a8da455 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248194 Oct 27 16:08:58.906905 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c0eeabb-8cec-4a18-b28d-3130a01f8d18 req-870ef2ca-b401-4c28-925d-20cb3d72f407 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864643 Oct 27 16:08:58.931101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b611c95-2161-4937-b0af-f7a59f7f845a req-f06df0f5-fbbd-4833-9436-d547affd492c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:58.940687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b611c95-2161-4937-b0af-f7a59f7f845a req-f06df0f5-fbbd-4833-9436-d547affd492c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 945 time: 0.2871504 Oct 27 16:08:58.980700 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['17686ae8-5bd3-4c47-a098-f70e733a3a28'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:08:58.993754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:58.995923 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b878c0cc-79f3-4fc4-9870-505c65602689" -d '{"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-plugged", "status": "completed", "tag": "9430cf76-5006-405c-b413-9048d5bed25b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:59.001398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b611c95-2161-4937-b0af-f7a59f7f845a req-213496b8-f5de-4453-b683-39fe282a42b5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532308 Oct 27 16:08:59.147121 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7130da7a-cc78-49dc-b7c6-4a5cbabf7665 req-45369b0a-523b-41c4-9f76-4deaa2a1e49d tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 210 time: 0.0735939 Oct 27 16:08:59.163290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1772398858', 'router:external': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:08:59.255435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:08:59.296893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'tag': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:08:59.299371 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fea4371-3235-4983-ae85-b108a119639c" -d '{"events": [{"name": "network-changed", "server_uuid": "5081dd54-0e9a-4da4-8e28-c418dfc47ee1", "tag": "d3e4e049-c815-41c5-8fe5-cc9fd639921a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:08:59.303753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=17686ae8-5bd3-4c47-a098-f70e733a3a28,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:59.350409 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c0184a-da4c-4c77-b7e1-dc1995deb1f7 x-openstack-request-id: req-37c0184a-da4c-4c77-b7e1-dc1995deb1f7 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:59.350695 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-plugged", "status": "completed", "tag": "9430cf76-5006-405c-b413-9048d5bed25b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:59.350958 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37c0184a-da4c-4c77-b7e1-dc1995deb1f7 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:59.351422 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b', 'code': 200} Oct 27 16:08:59.361884 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.427171 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed6f020-1233-4f6c-ac5d-f651ea205747 x-openstack-request-id: req-3ed6f020-1233-4f6c-ac5d-f651ea205747 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:08:59.427469 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5081dd54-0e9a-4da4-8e28-c418dfc47ee1", "tag": "d3e4e049-c815-41c5-8fe5-cc9fd639921a", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:08:59.427856 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ed6f020-1233-4f6c-ac5d-f651ea205747 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:08:59.428291 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'tag': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a', 'status': 'completed', 'code': 200} Oct 27 16:08:59.448940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83314a84-64ce-49a6-855a-93f450e3e134 req-65c7608a-f347-4db0-9483-fc17983004e7 service neutron] 10.222.0.54 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974915 Oct 27 16:08:59.512470 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.514369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Made reservation on behalf of 68246008bc4b4bb19a4e22d3a1b82621 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:08:59.517013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.541001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=10']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:08:59.554308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.578361 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.584371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea4371-3235-4983-ae85-b108a119639c req-8cfccf69-8963-4413-abae-b086caf54482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:59.591426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fea4371-3235-4983-ae85-b108a119639c req-8cfccf69-8963-4413-abae-b086caf54482 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 1095 time: 0.1465366 Oct 27 16:08:59.727090 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83314a84-64ce-49a6-855a-93f450e3e134 req-57cdc807-8d69-43e6-9cc5-dd279ba8521a service neutron] 10.222.0.54 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699792 Oct 27 16:08:59.786563 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:08:59.856067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea4371-3235-4983-ae85-b108a119639c req-61d8c477-b78e-4b5a-8a34-1b5f7638696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:08:59.858213 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fea4371-3235-4983-ae85-b108a119639c req-61d8c477-b78e-4b5a-8a34-1b5f7638696a service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.2591794 Oct 27 16:08:59.918159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fea4371-3235-4983-ae85-b108a119639c req-7b1a635a-de85-46fa-b5d4-28ecefc372e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a HTTP/1.1" status: 200 len: 217 time: 0.0525043 Oct 27 16:09:00.016465 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.021625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Network c6ab54ce-c331-4877-b08b-de8bfe3b7060 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:00.027499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:00.029725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Pushing event updated for resources: {'Port': ['ID=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:00.032355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:00.144542 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.162507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea4371-3235-4983-ae85-b108a119639c req-c4329e03-f1dc-42f3-b3ad-80c45fe09dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:00.165011 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fea4371-3235-4983-ae85-b108a119639c req-c4329e03-f1dc-42f3-b3ad-80c45fe09dd3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.2375290 Oct 27 16:09:00.250503 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:09:00.270504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fea4371-3235-4983-ae85-b108a119639c req-e5c8d8e5-9c21-42e1-aff7-3ffb81cad41f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874977 Oct 27 16:09:00.275928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:00.276609 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.310149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602c6f21-432d-4527-970a-07ac649ec05d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:00.310559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a63681-462a-48a5-bb90-1573b6e51112 req-9c1a41b9-178d-49fc-b5e5-cc2d4e267c19 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:00.327287 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.327952 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Added segment 10720a2a-8cd5-4705-812a-f0b68f0b5766 of type vlan for network 55a4f548-7268-41eb-a899-bf7aa8892208 Oct 27 16:09:00.332278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-66a63681-462a-48a5-bb90-1573b6e51112 req-9c1a41b9-178d-49fc-b5e5-cc2d4e267c19 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.3296101 Oct 27 16:09:00.412799 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.458458 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-66a63681-462a-48a5-bb90-1573b6e51112 req-a5a5f706-d1bf-4828-933b-f9c97cb169ee tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048658 Oct 27 16:09:00.479599 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-60329951-b579-4797-adc3-03c18fff80f4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8536770 Oct 27 16:09:00.511404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Request body: {'port': {'device_id': '39bee699-4544-42cc-be6e-83313b898ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:00.571000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fea4371-3235-4983-ae85-b108a119639c req-3183f058-b731-4c35-a562-830f943abbd7 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986612 Oct 27 16:09:00.660777 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:00.720570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6018aaf-bcea-4964-ac92-ecffaf64889a req-080d3a7f-14ab-45e5-a3d4-9bd89cbdad65 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:00.728373 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6018aaf-bcea-4964-ac92-ecffaf64889a req-080d3a7f-14ab-45e5-a3d4-9bd89cbdad65 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 945 time: 0.1369376 Oct 27 16:09:00.748312 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fea4371-3235-4983-ae85-b108a119639c req-666a9543-3cbc-4aaf-b759-7256cb696c33 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698787 Oct 27 16:09:00.803821 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6018aaf-bcea-4964-ac92-ecffaf64889a req-ccb32570-9e78-4214-9788-546ffe7a961e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740466 Oct 27 16:09:01.022763 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.022763 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:01.022763 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.163500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event updated for resources: {'Network': ['ID=55a4f548-7268-41eb-a899-bf7aa8892208,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:01.196362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 55a4f548-7268-41eb-a899-bf7aa8892208 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:09:01.307200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b7ca9-1c01-4d60-82da-64773df17d81 req-5708b402-82fc-4f8b-9c36-5ffd73432a00 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:01.308856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-523b7ca9-1c01-4d60-82da-64773df17d81 req-5708b402-82fc-4f8b-9c36-5ffd73432a00 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 931 time: 0.2332730 Oct 27 16:09:01.454351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-523b7ca9-1c01-4d60-82da-64773df17d81 req-22f68e64-c4ea-49a9-b768-990f3d92c1d9 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290596 Oct 27 16:09:01.595075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 17686ae8-5bd3-4c47-a098-f70e733a3a28 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:01.595642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcaa622b-3a05-4804-8f2c-f0a7437a3b23 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:01.613637 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.654238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Transition to ACTIVE for port object bcaa622b-3a05-4804-8f2c-f0a7437a3b23 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:01.662984 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-43304521-1d0d-4f79-9eb6-f95f0e6ecc33 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.8952506 Oct 27 16:09:01.666683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52020) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:01.684709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Request body: {'subnet': {'network_id': '55a4f548-7268-41eb-a899-bf7aa8892208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:01.733037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 17686ae8-5bd3-4c47-a098-f70e733a3a28 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:01.733410 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.754157 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.891500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Pushing event updated for resources: {'Port': ['ID=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:01.892335 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Made reservation on behalf of 68246008bc4b4bb19a4e22d3a1b82621 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:01.908125 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:01.990515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141fa45-8c3b-4c36-aa6d-c87bf822bcb1 req-7e820a72-bb85-42c6-bf0e-2310e5ba0a22 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:02.017044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4141fa45-8c3b-4c36-aa6d-c87bf822bcb1 req-7e820a72-bb85-42c6-bf0e-2310e5ba0a22 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.1936154 Oct 27 16:09:02.085388 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.159661 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4141fa45-8c3b-4c36-aa6d-c87bf822bcb1 req-87f79588-c83f-4439-8790-7ca1d9bf43ef tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380811 Oct 27 16:09:02.209650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17686ae8-5bd3-4c47-a098-f70e733a3a28'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:02.212240 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6e6142-4174-4a4f-b5f3-8695216f0cc6" -d '{"events": [{"server_uuid": "84690d3a-1fac-4832-9369-f63dd28e08b8", "name": "network-vif-plugged", "status": "completed", "tag": "17686ae8-5bd3-4c47-a098-f70e733a3a28"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:02.263410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 17686ae8-5bd3-4c47-a098-f70e733a3a28, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:02.350720 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.459496 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.468172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Attempting to bind port bcaa622b-3a05-4804-8f2c-f0a7437a3b23 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:02.468765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Attempting to bind port bcaa622b-3a05-4804-8f2c-f0a7437a3b23 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:02.469401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Attempting to bind port bcaa622b-3a05-4804-8f2c-f0a7437a3b23 on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:02.487633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Port bcaa622b-3a05-4804-8f2c-f0a7437a3b23 on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:02.488262 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Attempting to bind port bcaa622b-3a05-4804-8f2c-f0a7437a3b23 on network c6ab54ce-c331-4877-b08b-de8bfe3b7060 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:02.507614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:02.508918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Checking segment: {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:02.509484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Bound using segment: {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:02.510098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Bound port: bcaa622b-3a05-4804-8f2c-f0a7437a3b23, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:02.510615 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.538629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cbabb-abb0-497a-88e9-a4504e2e0de4 req-a0f66f1b-a9b4-4d05-9caa-da11b6fd7569 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:02.547311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=17686ae8-5bd3-4c47-a098-f70e733a3a28,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:02.550627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-357cbabb-abb0-497a-88e9-a4504e2e0de4 req-a0f66f1b-a9b4-4d05-9caa-da11b6fd7569 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1455016 Oct 27 16:09:02.621617 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-357cbabb-abb0-497a-88e9-a4504e2e0de4 req-00dedb56-e20e-46c9-9451-4ce27b1f4b2d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699008 Oct 27 16:09:02.670172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] For port bcaa622b-3a05-4804-8f2c-f0a7437a3b23, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:02.673059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] For port bcaa622b-3a05-4804-8f2c-f0a7437a3b23, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:02.687636 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62adb987-89f1-449d-9ab0-21051509da2f x-openstack-request-id: req-62adb987-89f1-449d-9ab0-21051509da2f {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:02.687929 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84690d3a-1fac-4832-9369-f63dd28e08b8", "name": "network-vif-plugged", "status": "completed", "tag": "17686ae8-5bd3-4c47-a098-f70e733a3a28", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:02.688202 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62adb987-89f1-449d-9ab0-21051509da2f {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:02.688596 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17686ae8-5bd3-4c47-a098-f70e733a3a28', 'code': 200} Oct 27 16:09:02.802254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.866116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ad8ea-0c2a-4d37-8487-334731f83049 req-cfa0b823-3324-4cd4-8248-53ad25f522c1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:02.880162 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f72ad8ea-0c2a-4d37-8487-334731f83049 req-cfa0b823-3324-4cd4-8248-53ad25f522c1 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 943 time: 0.1246493 Oct 27 16:09:02.908175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Pushing event updated for resources: {'Port': ['ID=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:02.944844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:02.947472 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:02.949199 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-c0578c80-a86e-4556-bccf-0e78bfd29280 service neutron] 10.222.0.54 "PUT /v2.0/ports/bcaa622b-3a05-4804-8f2c-f0a7437a3b23 HTTP/1.1" status: 200 len: 1091 time: 2.4572747 Oct 27 16:09:02.951319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bee699-4544-42cc-be6e-83313b898ea3', 'tag': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:02.966634 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceadcf2b-5dc5-4c7c-904b-f4e6ddb41055" -d '{"events": [{"name": "network-changed", "server_uuid": "39bee699-4544-42cc-be6e-83313b898ea3", "tag": "bcaa622b-3a05-4804-8f2c-f0a7437a3b23"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:03.011652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f72ad8ea-0c2a-4d37-8487-334731f83049 req-f7c77d91-c564-4ff8-bcb6-3bc8521b5fa7 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229525 Oct 27 16:09:03.150998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-83d71c32-d715-44df-991f-26b2cac0fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:03.152825 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-83d71c32-d715-44df-991f-26b2cac0fe5c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 1094 time: 0.0785251 Oct 27 16:09:03.215269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-88ac5a79-5c67-43d8-8384-8c4556b1b21c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcaa622b-3a05-4804-8f2c-f0a7437a3b23 HTTP/1.1" status: 200 len: 217 time: 0.0487201 Oct 27 16:09:03.339468 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71a6061-db2a-431b-99d7-9971c5121342 x-openstack-request-id: req-c71a6061-db2a-431b-99d7-9971c5121342 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:03.340293 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bee699-4544-42cc-be6e-83313b898ea3", "tag": "bcaa622b-3a05-4804-8f2c-f0a7437a3b23", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:03.340825 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c71a6061-db2a-431b-99d7-9971c5121342 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:03.341552 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bee699-4544-42cc-be6e-83313b898ea3', 'tag': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23', 'status': 'completed', 'code': 200} Oct 27 16:09:03.386045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-04321148-fca3-49fc-b848-7f6df4699091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:03.387935 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-04321148-fca3-49fc-b848-7f6df4699091 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50c24005-c439-4486-8836-efd81a7729ba HTTP/1.1" status: 200 len: 844 time: 0.1573741 Oct 27 16:09:03.431650 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:09:03.432520 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:03.467600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39827d-531e-4a73-92e7-ea33773e4c13 req-e135d7fd-6b92-43ad-a85c-bc87d2c319ac tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:03.483738 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7a39827d-531e-4a73-92e7-ea33773e4c13 req-e135d7fd-6b92-43ad-a85c-bc87d2c319ac tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.0674241 Oct 27 16:09:03.483946 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-30197648-6eef-4d88-a277-1c03ecde6c28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6ab54ce-c331-4877-b08b-de8bfe3b7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698340 Oct 27 16:09:03.519891 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7a39827d-531e-4a73-92e7-ea33773e4c13 req-20aa2571-476f-48c1-9b68-502d37debf28 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Oct 27 16:09:03.581248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7bb28d1a-a7c2-4f35-90d7-0dc4b7407deb,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:03.620139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Checking segment: {'id': '10720a2a-8cd5-4705-812a-f0b68f0b5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '55a4f548-7268-41eb-a899-bf7aa8892208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:03.620139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Network hostable DHCP agents. Network: 55a4f548-7268-41eb-a899-bf7aa8892208, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:09:03.651791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-bde8d146-7d8d-4a2f-a5c5-12b72c892c68 service neutron] 10.222.0.54 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572766 Oct 27 16:09:03.760882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16cb68e-c7fe-4a13-8acd-cd71b246a2d8 req-06e31400-b7a8-4540-bde6-561e2982fee7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:03.767570 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c76adc7-0b2c-48f5-a58c-205223e8b40b req-61f2a9c6-dc4c-4e7d-a238-dc5d4d7e8da7 service neutron] 10.222.0.54 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059704 Oct 27 16:09:03.768406 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f16cb68e-c7fe-4a13-8acd-cd71b246a2d8 req-06e31400-b7a8-4540-bde6-561e2982fee7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0694835 Oct 27 16:09:03.811949 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f16cb68e-c7fe-4a13-8acd-cd71b246a2d8 req-6ccdc9c6-4afb-4b97-aec5-2e64fc570cd1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424316 Oct 27 16:09:03.899678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Network 55a4f548-7268-41eb-a899-bf7aa8892208 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:09:03.984074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 55a4f548-7268-41eb-a899-bf7aa8892208) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:04.000383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81a400a-f502-41a4-85b7-0a4ecee37947 None None] Network 55a4f548-7268-41eb-a899-bf7aa8892208 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:04.002359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:04.006170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.196490 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-67df1cc3-4b73-4ded-b0cb-2c0c8c69b598 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5242190 Oct 27 16:09:04.201601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52050) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:04.215129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1102297626', 'network_id': '55a4f548-7268-41eb-a899-bf7aa8892208'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:04.279716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadcf2b-5dc5-4c7c-904b-f4e6ddb41055 req-1244c028-a57a-412c-acc4-9c627685f50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:04.289915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2544eb-db30-4baa-8b5f-f9d1fac69e25 req-6c454dad-d7ec-4d72-b12b-40f693af914c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:04.293850 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2544eb-db30-4baa-8b5f-f9d1fac69e25 req-6c454dad-d7ec-4d72-b12b-40f693af914c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 943 time: 0.1038055 Oct 27 16:09:04.299480 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ceadcf2b-5dc5-4c7c-904b-f4e6ddb41055 req-1244c028-a57a-412c-acc4-9c627685f50b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 1094 time: 0.2274184 Oct 27 16:09:04.339450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1099705c-28a7-4f97-9723-b118b1a0cec5 None None] Network 55a4f548-7268-41eb-a899-bf7aa8892208 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:04.396260 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2544eb-db30-4baa-8b5f-f9d1fac69e25 req-54516f17-e116-4789-8775-6fb3788bf6ec tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814099 Oct 27 16:09:04.424398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Made reservation on behalf of 68246008bc4b4bb19a4e22d3a1b82621 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:04.438774 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:04.515472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] device_id is not set on port 481e9f05-9494-48d0-89d8-6d33bbeaf8f8 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:09:04.592045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadcf2b-5dc5-4c7c-904b-f4e6ddb41055 req-49ada618-718d-40bc-8868-d7f48ab076bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:04.594051 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ceadcf2b-5dc5-4c7c-904b-f4e6ddb41055 req-49ada618-718d-40bc-8868-d7f48ab076bb service neutron] 10.222.0.54 "GET /v2.0/networks?id=c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 200 len: 905 time: 0.2869434 Oct 27 16:09:04.704807 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ceadcf2b-5dc5-4c7c-904b-f4e6ddb41055 req-5befb855-437c-4223-9547-0a1d1a582e19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcaa622b-3a05-4804-8f2c-f0a7437a3b23 HTTP/1.1" status: 200 len: 217 time: 0.0559192 Oct 27 16:09:04.778673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb31fbf-48a5-4df0-a012-3e7726458bcf req-c4006267-2abd-445b-8bf7-fdd3bffe9708 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:04.790697 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddb31fbf-48a5-4df0-a012-3e7726458bcf req-c4006267-2abd-445b-8bf7-fdd3bffe9708 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.0788488 Oct 27 16:09:04.793856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadcf2b-5dc5-4c7c-904b-f4e6ddb41055 req-61ba020a-9c36-46ec-a5d0-0b4e2aba6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:04.795256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ceadcf2b-5dc5-4c7c-904b-f4e6ddb41055 req-61ba020a-9c36-46ec-a5d0-0b4e2aba6e53 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=50c24005-c439-4486-8836-efd81a7729ba HTTP/1.1" status: 200 len: 844 time: 0.0807002 Oct 27 16:09:04.866569 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddb31fbf-48a5-4df0-a012-3e7726458bcf req-5087d488-8781-479d-a237-125f854b632e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742340 Oct 27 16:09:04.950291 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ceadcf2b-5dc5-4c7c-904b-f4e6ddb41055 req-38b9374a-0710-437d-868b-abc5ec86d737 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c6ab54ce-c331-4877-b08b-de8bfe3b7060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1442595 Oct 27 16:09:05.124742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Allocated IP 2001:db8::2b3 (55a4f548-7268-41eb-a899-bf7aa8892208/7bb28d1a-a7c2-4f35-90d7-0dc4b7407deb/481e9f05-9494-48d0-89d8-6d33bbeaf8f8) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:05.158125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e10be-e936-42a8-a8c9-d86864076fb2 req-51266f34-fbdc-4eeb-848d-79f757411a0c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:05.169287 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d49e10be-e936-42a8-a8c9-d86864076fb2 req-51266f34-fbdc-4eeb-848d-79f757411a0c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1247656 Oct 27 16:09:05.256873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d49e10be-e936-42a8-a8c9-d86864076fb2 req-375f3910-9a00-4b88-a36d-3a28692b18d7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829380 Oct 27 16:09:05.281334 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ceadcf2b-5dc5-4c7c-904b-f4e6ddb41055 req-69b75432-25e6-48a1-965c-47d8b19cd6b5 service neutron] 10.222.0.54 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103695 Oct 27 16:09:05.583346 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ceadcf2b-5dc5-4c7c-904b-f4e6ddb41055 req-90b70fbb-f0cf-4f58-a4ae-730e0f13551c service neutron] 10.222.0.54 "GET /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994779 Oct 27 16:09:05.657591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40732ab-dc7e-42cb-8b4a-a742f876ecec req-31f60a65-8b58-4eff-83f9-4e432f69ef1c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:05.659855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a40732ab-dc7e-42cb-8b4a-a742f876ecec req-31f60a65-8b58-4eff-83f9-4e432f69ef1c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 943 time: 0.1416249 Oct 27 16:09:05.669256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:05.723795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a40732ab-dc7e-42cb-8b4a-a742f876ecec req-0a99c6e1-5ad3-4ade-b7d8-851855320071 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547023 Oct 27 16:09:06.016679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4fc50-6bda-4e53-a135-a5120c45c97f req-c929488d-0fff-43b3-9113-78992f2bdf28 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:06.018338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8be4fc50-6bda-4e53-a135-a5120c45c97f req-c929488d-0fff-43b3-9113-78992f2bdf28 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.0646894 Oct 27 16:09:06.087789 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8be4fc50-6bda-4e53-a135-a5120c45c97f req-1e1410e7-74f6-48a2-8baa-6137f62289d0 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563812 Oct 27 16:09:06.108426 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.177951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Network 55a4f548-7268-41eb-a899-bf7aa8892208 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:06.183144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:06.188636 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:06.189748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:06.190764 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.201862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event updated for resources: {'Port': ['ID=481e9f05-9494-48d0-89d8-6d33bbeaf8f8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:06.387802 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-117f43ac-324d-4e8e-8705-2018a3f25acf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1804140 Oct 27 16:09:06.388715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52076) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:06.601818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac539e-f713-4c6f-a270-d28d40f07412 req-68832b51-532f-4533-b723-4f2258546799 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:06.603478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6fac539e-f713-4c6f-a270-d28d40f07412 req-68832b51-532f-4533-b723-4f2258546799 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1372671 Oct 27 16:09:06.608571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Deleting port 481e9f05-9494-48d0-89d8-6d33bbeaf8f8 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:06.608910 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.727890 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6fac539e-f713-4c6f-a270-d28d40f07412 req-2350e31c-2c6c-4106-a049-7ff4db8cfcf0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138453 Oct 27 16:09:06.788147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:06.824818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Calling delete_port for 481e9f05-9494-48d0-89d8-6d33bbeaf8f8 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:07.133159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb6667-f6e7-44fb-88e8-caa6797f7b2b req-bb2860df-8523-49fa-8748-3f2b10d9e47e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:07.144332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5bb6667-f6e7-44fb-88e8-caa6797f7b2b req-bb2860df-8523-49fa-8748-3f2b10d9e47e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 943 time: 0.0917783 Oct 27 16:09:07.191234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.259871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5bb6667-f6e7-44fb-88e8-caa6797f7b2b req-dd6fe0da-c6cb-46b0-b4f7-397ed1b16c5c tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144264 Oct 27 16:09:07.320699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event deleted for resources: {'Port': ['ID=481e9f05-9494-48d0-89d8-6d33bbeaf8f8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:07.333611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.340289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "DELETE /v2.0/ports/481e9f05-9494-48d0-89d8-6d33bbeaf8f8 HTTP/1.1" status: 204 len: 168 time: 0.9483953 Oct 27 16:09:07.340289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.340695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52088) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:07.341139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.341139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.341384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.341750 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.342095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.342398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.342720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.343043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.343364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.343682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.343999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80c431-ba06-4340-bd9d-49a87fc01029 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:07.345134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55a4f548-7268-41eb-a899-bf7aa8892208', 'external_fixed_ips': [{'subnet_id': '7bb28d1a-a7c2-4f35-90d7-0dc4b7407deb', 'ip_address': '2001:db8::2b3'}]}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:07.456171 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.457606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.621157 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:07.635516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device bcaa622b-3a05-4804-8f2c-f0a7437a3b23 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:07.691424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953dbf7-000e-41c2-b419-8907e15d24b3 req-20d4279c-b017-4bae-8ffd-ab7935b578fa tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:07.707921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3953dbf7-000e-41c2-b419-8907e15d24b3 req-20d4279c-b017-4bae-8ffd-ab7935b578fa tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.1130302 Oct 27 16:09:07.790931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3953dbf7-000e-41c2-b419-8907e15d24b3 req-66d6c3a9-81c8-477e-a413-61635a36ace5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814893 Oct 27 16:09:07.958773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port bcaa622b-3a05-4804-8f2c-f0a7437a3b23, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:08.007329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'port_id': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23', 'mac_address': 'fa:16:3e:2f:2f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c24005-c439-4486-8836-efd81a7729ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:09:08.073458 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.084510 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.097311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcaa622b-3a05-4804-8f2c-f0a7437a3b23 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:08.128951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port bcaa622b-3a05-4804-8f2c-f0a7437a3b23, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:08.188014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489b654-8e91-438a-9755-bfe0922a72bd req-51ab9109-fc78-4645-bfcf-3b06609dc04c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:08.189603 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a489b654-8e91-438a-9755-bfe0922a72bd req-51ab9109-fc78-4645-bfcf-3b06609dc04c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0565093 Oct 27 16:09:08.243576 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a489b654-8e91-438a-9755-bfe0922a72bd req-a3d376d1-1925-4a7c-bc6d-4f1f38925187 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470374 Oct 27 16:09:08.427216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1215d5-99f7-4e52-802e-e417c28c3e84 req-b28598b0-3836-4907-a00d-121a5bb5b6a4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:08.429022 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b1215d5-99f7-4e52-802e-e417c28c3e84 req-b28598b0-3836-4907-a00d-121a5bb5b6a4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 943 time: 0.0781777 Oct 27 16:09:08.472330 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b1215d5-99f7-4e52-802e-e417c28c3e84 req-466a7f38-b97a-4d52-9132-25915bc97d4b tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358772 Oct 27 16:09:08.639014 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.727182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:08.844252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:08.891028 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.007051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['bcaa622b-3a05-4804-8f2c-f0a7437a3b23'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:09.036224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516a2c6-edf9-4bfd-b878-8b33b7e5ce7d req-e11f76e9-51ca-40ee-af19-b40c83273dc5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:09.051806 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8516a2c6-edf9-4bfd-b878-8b33b7e5ce7d req-e11f76e9-51ca-40ee-af19-b40c83273dc5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.1443305 Oct 27 16:09:09.158459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8516a2c6-edf9-4bfd-b878-8b33b7e5ce7d req-c77e30a8-1be6-4095-a43a-d505de1312e1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912137 Oct 27 16:09:09.229514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Allocated IP 2001:db8::2b3 (55a4f548-7268-41eb-a899-bf7aa8892208/7bb28d1a-a7c2-4f35-90d7-0dc4b7407deb/a6874510-76c0-4dc7-b4cc-e1e28221a777) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:09.467041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83dc37-ecfd-495e-809d-b690ebeb202f req-9a05f579-1a8c-451f-a5ba-d992f60b6e93 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:09.475977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f83dc37-ecfd-495e-809d-b690ebeb202f req-9a05f579-1a8c-451f-a5ba-d992f60b6e93 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1002662 Oct 27 16:09:09.532020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.533753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f83dc37-ecfd-495e-809d-b690ebeb202f req-0d8c7855-ced4-4f14-8852-9bae67987d7c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560362 Oct 27 16:09:09.653471 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:09.660787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4ee23-ae43-4ef8-ba94-ee3c1be7edcc req-86dc877e-f130-4b63-9e18-3aef0ec8a939 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:09.669539 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6a4ee23-ae43-4ef8-ba94-ee3c1be7edcc req-86dc877e-f130-4b63-9e18-3aef0ec8a939 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 944 time: 0.0744987 Oct 27 16:09:09.714344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event updated for resources: {'Port': ['ID=a6874510-76c0-4dc7-b4cc-e1e28221a777,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:09.728140 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Network 55a4f548-7268-41eb-a899-bf7aa8892208 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:09.728727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:09.733420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.733772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.734144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.734469 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.734809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.735213 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.735585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.735962 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.736924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.736924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.736924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.737271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:09.738361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6a4ee23-ae43-4ef8-ba94-ee3c1be7edcc req-6231373e-dd1d-4704-a25f-f71b4062c3ae tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678403 Oct 27 16:09:09.740953 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:10.235024 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.580913 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:10.603117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91a2d6-e184-43d0-8d79-01590cf03a2e req-c28b0ea7-da0d-457f-a99e-9ce9277bd13d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:10.604726 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc91a2d6-e184-43d0-8d79-01590cf03a2e req-c28b0ea7-da0d-457f-a99e-9ce9277bd13d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.0725923 Oct 27 16:09:10.660730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc91a2d6-e184-43d0-8d79-01590cf03a2e req-856e4967-39c7-4795-a6d5-eb7ebafd4c95 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483730 Oct 27 16:09:10.861396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Router 8773d080-ec48-4711-9d2c-46f46d781dd9 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:09:10.921931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95200dbe-4db2-4da3-9c76-a682b8c2be99 req-078ed5f0-ce9d-4988-a37d-6d3e7a86d811 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:10.931244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95200dbe-4db2-4da3-9c76-a682b8c2be99 req-078ed5f0-ce9d-4988-a37d-6d3e7a86d811 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1130426 Oct 27 16:09:11.027130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95200dbe-4db2-4da3-9c76-a682b8c2be99 req-b1f26c7a-c146-43cb-a69b-a668a0adda7c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948508 Oct 27 16:09:11.045732 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:11.063176 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Sync routers for ids ['8773d080-ec48-4711-9d2c-46f46d781dd9'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:11.092639 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Routers {'8773d080-ec48-4711-9d2c-46f46d781dd9'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:11.093519 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:08:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['8773d080-ec48-4711-9d2c-46f46d781dd9'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:11.160731 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.162735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5772237c-1ab0-40c8-b7d8-41c5a9ae1dc1 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8210344 Oct 27 16:09:11.166374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52132) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:11.340553 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Set router 8773d080-ec48-4711-9d2c-46f46d781dd9 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:11.449997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58af7d5-3484-40b8-a0c6-9b689806cc8e req-93718d92-5390-40ae-a6ba-a3e773d48d30 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:11.459891 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b58af7d5-3484-40b8-a0c6-9b689806cc8e req-93718d92-5390-40ae-a6ba-a3e773d48d30 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 944 time: 0.1087842 Oct 27 16:09:11.513347 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.651347 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device bcaa622b-3a05-4804-8f2c-f0a7437a3b23 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:11.685240 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773d080-ec48-4711-9d2c-46f46d781dd9', 'name': '', 'tenant_id': '68246008bc4b4bb19a4e22d3a1b82621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a4f548-7268-41eb-a899-bf7aa8892208', 'external_fixed_ips': [{'subnet_id': '7bb28d1a-a7c2-4f35-90d7-0dc4b7407deb', 'ip_address': '2001:db8::2b3'}], 'enable_snat': True}, 'gw_port_id': 'a6874510-76c0-4dc7-b4cc-e1e28221a777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:07Z', 'updated_at': '2021-10-27T16:09:09Z', 'revision_number': 3, 'project_id': '68246008bc4b4bb19a4e22d3a1b82621', 'gw_port': {'id': 'a6874510-76c0-4dc7-b4cc-e1e28221a777', 'name': '', 'network_id': '55a4f548-7268-41eb-a899-bf7aa8892208', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:39:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8773d080-ec48-4711-9d2c-46f46d781dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '7bb28d1a-a7c2-4f35-90d7-0dc4b7407deb', 'ip_address': '2001:db8::2b3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:08Z', 'updated_at': '2021-10-27T16:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bb28d1a-a7c2-4f35-90d7-0dc4b7407deb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:11.708530 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b58af7d5-3484-40b8-a0c6-9b689806cc8e req-f0e32e31-897d-46c9-b65f-d22f01b5b3cf tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461302 Oct 27 16:09:11.711914 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.722236 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Checking router: 8773d080-ec48-4711-9d2c-46f46d781dd9 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:09:11.722597 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Updating router 8773d080-ec48-4711-9d2c-46f46d781dd9 port a6874510-76c0-4dc7-b4cc-e1e28221a777 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:09:11.756148 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.897459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d3e4e049-c815-41c5-8fe5-cc9fd639921a details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:11.897573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Deleting port a6874510-76c0-4dc7-b4cc-e1e28221a777 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:11.897573 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:11.919633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port bcaa622b-3a05-4804-8f2c-f0a7437a3b23 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:09:11.949020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port bcaa622b-3a05-4804-8f2c-f0a7437a3b23 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:11.954706 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.062210 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.resource_extend [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:09:12.077166 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.185890 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.189659 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.221679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Calling delete_port for a6874510-76c0-4dc7-b4cc-e1e28221a777 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:12.286767 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Pushing event updated for resources: {'Port': ['ID=a6874510-76c0-4dc7-b4cc-e1e28221a777,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:12.299740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:12.349072 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Attempting to bind port a6874510-76c0-4dc7-b4cc-e1e28221a777 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:12.349444 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Attempting to bind port a6874510-76c0-4dc7-b4cc-e1e28221a777 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '10720a2a-8cd5-4705-812a-f0b68f0b5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '55a4f548-7268-41eb-a899-bf7aa8892208'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:12.349809 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Attempting to bind port a6874510-76c0-4dc7-b4cc-e1e28221a777 on network 55a4f548-7268-41eb-a899-bf7aa8892208 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:12.358545 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.358870 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.359207 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.359537 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.359862 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.360257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a', 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532', 'port_id': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a', 'mac_address': 'fa:16:3e:a4:a1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4798bdca-a2ba-4445-9f20-f8a7fe28797b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:09:12.369667 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.370131 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.370458 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.370796 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.372444 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.372790 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.373123 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:12.379133 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:12.379503 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Checking segment: {'id': '10720a2a-8cd5-4705-812a-f0b68f0b5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '55a4f548-7268-41eb-a899-bf7aa8892208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:12.379898 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.380308 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Bound using segment: {'id': '10720a2a-8cd5-4705-812a-f0b68f0b5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '55a4f548-7268-41eb-a899-bf7aa8892208'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:12.380787 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Bound port: a6874510-76c0-4dc7-b4cc-e1e28221a777, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10720a2a-8cd5-4705-812a-f0b68f0b5766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '55a4f548-7268-41eb-a899-bf7aa8892208'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:12.381156 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.463243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7689d1f-93ad-408b-b233-22ff5a64a5f0 req-8e966dfa-9be7-4dc0-a79b-d95d7189e175 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:12.473104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7689d1f-93ad-408b-b233-22ff5a64a5f0 req-8e966dfa-9be7-4dc0-a79b-d95d7189e175 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.2206068 Oct 27 16:09:12.512459 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.539153 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] For port a6874510-76c0-4dc7-b4cc-e1e28221a777, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:12.548848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] For port a6874510-76c0-4dc7-b4cc-e1e28221a777, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a6874510-76c0-4dc7-b4cc-e1e28221a777,segment=NetworkSegment(10720a2a-8cd5-4705-812a-f0b68f0b5766),segment_id=10720a2a-8cd5-4705-812a-f0b68f0b5766)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:12.558457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port bcaa622b-3a05-4804-8f2c-f0a7437a3b23, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:12.561271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bee699-4544-42cc-be6e-83313b898ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:12.566644 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8663750-ad07-43c8-82f3-2ad7c6e0abf8" -d '{"events": [{"server_uuid": "39bee699-4544-42cc-be6e-83313b898ea3", "name": "network-vif-plugged", "status": "completed", "tag": "bcaa622b-3a05-4804-8f2c-f0a7437a3b23"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:12.569122 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.609786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e4e049-c815-41c5-8fe5-cc9fd639921a {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:12.658251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:12.668707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7689d1f-93ad-408b-b233-22ff5a64a5f0 req-51148cac-0dc6-4560-a81c-53bb476c3af9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500114 Oct 27 16:09:12.678779 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.719527 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:12.786118 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Routers {'8773d080-ec48-4711-9d2c-46f46d781dd9'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:12.786769 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:08:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['8773d080-ec48-4711-9d2c-46f46d781dd9'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:12.898899 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f19bc0-a5f5-4950-af4c-23542e6a6e6d None None] Pushing event updated for resources: {'Port': ['ID=a6874510-76c0-4dc7-b4cc-e1e28221a777,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:13.042483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792e308-06dc-48c6-bbe6-67a5019ed942 req-fa77af49-bdb2-4622-af5f-6a34314f4c79 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:13.049280 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.057057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5792e308-06dc-48c6-bbe6-67a5019ed942 req-fa77af49-bdb2-4622-af5f-6a34314f4c79 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1068192 Oct 27 16:09:13.133900 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] Set router 8773d080-ec48-4711-9d2c-46f46d781dd9 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:13.137578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:13.137697 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5792e308-06dc-48c6-bbe6-67a5019ed942 req-2814aa7a-5c8e-4fdc-870e-d3591d6ba9d8 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729609 Oct 27 16:09:13.176562 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.224277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6874510-76c0-4dc7-b4cc-e1e28221a777,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:13.258773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d3e4e049-c815-41c5-8fe5-cc9fd639921a,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:13.302595 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8773d080-ec48-4711-9d2c-46f46d781dd9', 'name': '', 'tenant_id': '68246008bc4b4bb19a4e22d3a1b82621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:07Z', 'updated_at': '2021-10-27T16:09:11Z', 'revision_number': 4, 'project_id': '68246008bc4b4bb19a4e22d3a1b82621', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:13.338132 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71753eb-7c43-41a6-be70-4a981acbb6e8 None None] The sync data for ids ['8773d080-ec48-4711-9d2c-46f46d781dd9'] in n-d-815689-1 is: [{'id': '8773d080-ec48-4711-9d2c-46f46d781dd9', 'name': '', 'tenant_id': '68246008bc4b4bb19a4e22d3a1b82621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:07Z', 'updated_at': '2021-10-27T16:09:11Z', 'revision_number': 4, 'project_id': '68246008bc4b4bb19a4e22d3a1b82621', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:13.351921 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.383703 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48643e9-3ead-4daf-bf52-ee60c1ff3b25 x-openstack-request-id: req-a48643e9-3ead-4daf-bf52-ee60c1ff3b25 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:13.384488 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bee699-4544-42cc-be6e-83313b898ea3", "name": "network-vif-plugged", "status": "completed", "tag": "bcaa622b-3a05-4804-8f2c-f0a7437a3b23", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:13.384765 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a48643e9-3ead-4daf-bf52-ee60c1ff3b25 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:13.385168 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bee699-4544-42cc-be6e-83313b898ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23', 'code': 200} Oct 27 16:09:13.426556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d3e4e049-c815-41c5-8fe5-cc9fd639921a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:13.542015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.545540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:13.703277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2333e-50e5-4bed-89fd-53bf89ce785f req-4bd23936-3aa4-4176-b637-8d41cc69db75 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:13.715250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08f2333e-50e5-4bed-89fd-53bf89ce785f req-4bd23936-3aa4-4176-b637-8d41cc69db75 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 945 time: 0.1091549 Oct 27 16:09:13.790599 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08f2333e-50e5-4bed-89fd-53bf89ce785f req-538cc6bd-726d-487d-9e9a-ebbc51bdc34e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739799 Oct 27 16:09:14.025099 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56a9cc-9520-4ee3-9970-f331fc24222b req-7d0f010f-0f86-44ca-9849-f20f82f7fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:14.027380 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb56a9cc-9520-4ee3-9970-f331fc24222b req-7d0f010f-0f86-44ca-9849-f20f82f7fe7d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 1096 time: 0.5495267 Oct 27 16:09:14.097658 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb56a9cc-9520-4ee3-9970-f331fc24222b req-9abe2522-3891-4e12-80f2-a8ea941eb02f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542226 Oct 27 16:09:14.098752 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.099330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8773d080-ec48-4711-9d2c-46f46d781dd9 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:09:14.107600 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.107600 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e4e68813-d4b9-4098-a6df-f36604ae1bf4 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "DELETE /v2.0/routers/8773d080-ec48-4711-9d2c-46f46d781dd9 HTTP/1.1" status: 204 len: 168 time: 2.9390085 Oct 27 16:09:14.115728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52152) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:14.157087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d5c8-5fce-4e80-abc0-1b25788f70c4 req-278e0126-7aea-42d2-ad78-26a64ce34fd3 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:14.165645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b11d5c8-5fce-4e80-abc0-1b25788f70c4 req-278e0126-7aea-42d2-ad78-26a64ce34fd3 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 945 time: 0.1061995 Oct 27 16:09:14.242396 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b11d5c8-5fce-4e80-abc0-1b25788f70c4 req-2b16e0ac-84ee-4835-9afa-f388076900ba tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724392 Oct 27 16:09:14.250765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4281e0ef-70d3-4055-988f-eccf62d78e32 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Deleting subnet 7bb28d1a-a7c2-4f35-90d7-0dc4b7407deb {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:09:14.254180 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4281e0ef-70d3-4055-988f-eccf62d78e32 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.314343 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4281e0ef-70d3-4055-988f-eccf62d78e32 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.402175 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4281e0ef-70d3-4055-988f-eccf62d78e32 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.630307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edbe56-25bf-4dc0-9685-4144c6a589d3 req-4dd5a20d-96ec-4f67-96ed-28aa795f1252 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:14.639050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4edbe56-25bf-4dc0-9685-4144c6a589d3 req-4dd5a20d-96ec-4f67-96ed-28aa795f1252 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1248257 Oct 27 16:09:14.654374 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4281e0ef-70d3-4055-988f-eccf62d78e32 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.744569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281e0ef-70d3-4055-988f-eccf62d78e32 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7bb28d1a-a7c2-4f35-90d7-0dc4b7407deb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:14.759987 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4281e0ef-70d3-4055-988f-eccf62d78e32 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:14.765367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4281e0ef-70d3-4055-988f-eccf62d78e32 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/7bb28d1a-a7c2-4f35-90d7-0dc4b7407deb HTTP/1.1" status: 204 len: 168 time: 0.6440203 Oct 27 16:09:14.771616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52160) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:14.801679 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4edbe56-25bf-4dc0-9685-4144c6a589d3 req-75d558a0-4aba-45fe-9edc-f99fed798f72 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608233 Oct 27 16:09:14.959327 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.040414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed97d5b-b18f-4ed0-b2bf-2e481e3a022c req-103026b9-0933-4bad-ae14-9da93446de3a tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:15.042041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ed97d5b-b18f-4ed0-b2bf-2e481e3a022c req-103026b9-0933-4bad-ae14-9da93446de3a tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 945 time: 0.1350484 Oct 27 16:09:15.144954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ed97d5b-b18f-4ed0-b2bf-2e481e3a022c req-dcb05180-61d6-4704-ad85-61b1c864f236 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915637 Oct 27 16:09:15.176902 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.305713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a4f548-7268-41eb-a899-bf7aa8892208']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:15.323158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10720a2a-8cd5-4705-812a-f0b68f0b5766') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:15.323682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10720a2a-8cd5-4705-812a-f0b68f0b5766') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:15.366886 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.386859 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.398603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:09:15.399472 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:09:15.403514 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:09:15.535169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99f3fb-495b-4a63-862a-af06ce1ed731 req-2bd9572e-6d40-4e3f-8c72-1f2fea50bd66 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:15.536740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a99f3fb-495b-4a63-862a-af06ce1ed731 req-2bd9572e-6d40-4e3f-8c72-1f2fea50bd66 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 945 time: 0.0539310 Oct 27 16:09:15.579746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a99f3fb-495b-4a63-862a-af06ce1ed731 req-6b64a134-bddb-4326-91c7-00c0dc7d6c30 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363724 Oct 27 16:09:15.715715 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.736498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55a4f548-7268-41eb-a899-bf7aa8892208 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:09:15.738535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event deleted for resources: {'Network': ['ID=55a4f548-7268-41eb-a899-bf7aa8892208,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:15.750682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:15.758595 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f67dbfb1-1f44-4045-b54a-961ef57695b7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "DELETE /v2.0/networks/55a4f548-7268-41eb-a899-bf7aa8892208 HTTP/1.1" status: 204 len: 168 time: 0.9864259 Oct 27 16:09:15.904551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d3e4e049-c815-41c5-8fe5-cc9fd639921a up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:15.925417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe2346-14f7-4815-9e98-62657b6e861c req-20498784-9534-48af-99c2-fbf6e1ccbb49 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:15.927056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccbe2346-14f7-4815-9e98-62657b6e861c req-20498784-9534-48af-99c2-fbf6e1ccbb49 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0641673 Oct 27 16:09:15.977724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccbe2346-14f7-4815-9e98-62657b6e861c req-145675db-75af-41fc-b108-b3f127d88047 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Oct 27 16:09:16.279070 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc0e4a-6865-4c75-b94b-119d4a408d6d req-fba23216-24cf-4db8-aad9-582af3564c5f tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:16.280498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5fc0e4a-6865-4c75-b94b-119d4a408d6d req-fba23216-24cf-4db8-aad9-582af3564c5f tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 945 time: 0.0525591 Oct 27 16:09:16.333865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5fc0e4a-6865-4c75-b94b-119d4a408d6d req-83478563-680d-43b6-b5c0-532492dded59 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471601 Oct 27 16:09:16.649714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port d3e4e049-c815-41c5-8fe5-cc9fd639921a completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:09:16.655705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port d3e4e049-c815-41c5-8fe5-cc9fd639921a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:16.655705 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:16.740762 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:16.757712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52196) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:16.762431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-228b4c07-6c83-4aa1-b594-1b75e612f4e5 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Request body: {'router': {'name': 'tempest-router--1922242460', 'project_id': '9c95635003034d98b1246d0b946a53d5'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:16.765713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:16.768100 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60f5797-cae0-4d88-9318-60b2f8f9fe9e" -d '{"events": [{"server_uuid": "5081dd54-0e9a-4da4-8e28-c418dfc47ee1", "name": "network-vif-plugged", "status": "completed", "tag": "d3e4e049-c815-41c5-8fe5-cc9fd639921a"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:16.783727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:16.952522 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-228b4c07-6c83-4aa1-b594-1b75e612f4e5 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:16.953891 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-228b4c07-6c83-4aa1-b594-1b75e612f4e5 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.012810 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.013403 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-228b4c07-6c83-4aa1-b594-1b75e612f4e5 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.072541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d3e4e049-c815-41c5-8fe5-cc9fd639921a,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:17.119454 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-228b4c07-6c83-4aa1-b594-1b75e612f4e5 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.275470 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-228b4c07-6c83-4aa1-b594-1b75e612f4e5 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.276678 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-228b4c07-6c83-4aa1-b594-1b75e612f4e5 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5177503 Oct 27 16:09:17.279541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52212) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:17.629839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b65823-89a4-4e1a-8c4b-b98eeaf931f0 req-6b699a5e-6d28-42f6-b15b-4f2fd7a4db40 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:17.631434 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03b65823-89a4-4e1a-8c4b-b98eeaf931f0 req-6b699a5e-6d28-42f6-b15b-4f2fd7a4db40 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.0657346 Oct 27 16:09:17.674876 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03b65823-89a4-4e1a-8c4b-b98eeaf931f0 req-59b6b350-5a92-4801-95c9-e4826f0eb09e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Oct 27 16:09:17.721584 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e6a19b96-cb8d-46fe-95d9-ad3290cf5a07 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.816093 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf91985-d4f6-4973-ab76-d95eca9cc0f4 x-openstack-request-id: req-7cf91985-d4f6-4973-ab76-d95eca9cc0f4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:17.816379 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5081dd54-0e9a-4da4-8e28-c418dfc47ee1", "name": "network-vif-plugged", "status": "completed", "tag": "d3e4e049-c815-41c5-8fe5-cc9fd639921a", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:17.816786 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7cf91985-d4f6-4973-ab76-d95eca9cc0f4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:17.817436 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a', 'code': 200} Oct 27 16:09:17.891168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e6a19b96-cb8d-46fe-95d9-ad3290cf5a07 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.902237 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e6a19b96-cb8d-46fe-95d9-ad3290cf5a07 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:17.923034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f677a-be78-4380-828c-417d8b7cd4a7 req-b83150d9-8fcd-4869-af64-b12c6adc5fda tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:17.924869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b0f677a-be78-4380-828c-417d8b7cd4a7 req-b83150d9-8fcd-4869-af64-b12c6adc5fda tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0583301 Oct 27 16:09:17.970579 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b0f677a-be78-4380-828c-417d8b7cd4a7 req-2cf5c502-ff25-4944-970d-ccccde592860 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351746 Oct 27 16:09:17.978609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d13a5d-964d-413b-ab22-861e5a53395f req-cd2d3964-e319-47d4-a233-d6d4d49c4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:17.979935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61d13a5d-964d-413b-ab22-861e5a53395f req-cd2d3964-e319-47d4-a233-d6d4d49c4584 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0867519 Oct 27 16:09:18.025706 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61d13a5d-964d-413b-ab22-861e5a53395f req-4ce17aaa-0ef0-4b55-99b6-f154820bea67 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385914 Oct 27 16:09:18.112583 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e6a19b96-cb8d-46fe-95d9-ad3290cf5a07 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.113328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a19b96-cb8d-46fe-95d9-ad3290cf5a07 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3c3cc25-b22b-4850-84ab-4cdb6c6e7a9d {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:09:18.135615 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e6a19b96-cb8d-46fe-95d9-ad3290cf5a07 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.135615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e6a19b96-cb8d-46fe-95d9-ad3290cf5a07 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "DELETE /v2.0/routers/d3c3cc25-b22b-4850-84ab-4cdb6c6e7a9d HTTP/1.1" status: 204 len: 168 time: 0.8427300 Oct 27 16:09:18.200831 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b86b7-48e8-41c0-a150-46853080eb75 req-a1609d9b-bf01-43d9-b0d3-a2014ef240a9 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:18.202418 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d06b86b7-48e8-41c0-a150-46853080eb75 req-a1609d9b-bf01-43d9-b0d3-a2014ef240a9 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 951 time: 0.0545983 Oct 27 16:09:18.248314 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d06b86b7-48e8-41c0-a150-46853080eb75 req-94a0f999-cd0d-4dbd-9146-863e12c387f2 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Oct 27 16:09:18.427227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52294) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:18.464361 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db71bcb7-acf5-4c58-8b50-c1e8696cb0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.711897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1928074208', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:18.793226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c02fb2-5127-478a-9e54-51cd86fb8288 req-d59846ea-1a5c-456a-a0b1-7104a76b3af4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:18.794849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80c02fb2-5127-478a-9e54-51cd86fb8288 req-d59846ea-1a5c-456a-a0b1-7104a76b3af4 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 945 time: 0.0533109 Oct 27 16:09:18.798048 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.799051 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.866305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfe1e3-3811-49df-b770-2f0d114b5674 req-2f2f3a1e-f3dd-4d5c-9d44-d69b7df6a8a9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:18.868112 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7cbfe1e3-3811-49df-b770-2f0d114b5674 req-2f2f3a1e-f3dd-4d5c-9d44-d69b7df6a8a9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.0833528 Oct 27 16:09:18.882728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80c02fb2-5127-478a-9e54-51cd86fb8288 req-f6953e0f-eb7d-4a90-957c-d942fe0d21a3 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779507 Oct 27 16:09:18.884781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0c1e8-5640-4c17-80f7-0db4f0a17355 req-b222996f-8e53-49dd-8f89-4f93fb307733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:18.886319 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8f0c1e8-5640-4c17-80f7-0db4f0a17355 req-b222996f-8e53-49dd-8f89-4f93fb307733 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 1097 time: 0.0626945 Oct 27 16:09:18.887237 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:18.972284 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7cbfe1e3-3811-49df-b770-2f0d114b5674 req-cf16c31f-084c-436f-99bd-2557f767e533 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944922 Oct 27 16:09:19.040922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0c1e8-5640-4c17-80f7-0db4f0a17355 req-b551d73c-20ce-4784-acb7-fe78bde5ce81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:19.042688 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8f0c1e8-5640-4c17-80f7-0db4f0a17355 req-b551d73c-20ce-4784-acb7-fe78bde5ce81 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 912 time: 0.1415515 Oct 27 16:09:19.103385 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8f0c1e8-5640-4c17-80f7-0db4f0a17355 req-c9efce23-daf6-403c-b2d9-3fa4bd93689c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28 HTTP/1.1" status: 200 len: 217 time: 0.0482471 Oct 27 16:09:19.174083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0c1e8-5640-4c17-80f7-0db4f0a17355 req-d0ad8156-5e5a-483d-a6e1-a975dae5f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:19.175539 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8f0c1e8-5640-4c17-80f7-0db4f0a17355 req-d0ad8156-5e5a-483d-a6e1-a975dae5f6d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.0617182 Oct 27 16:09:19.177217 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:09:19.216687 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8f0c1e8-5640-4c17-80f7-0db4f0a17355 req-5e4f7f7c-3fc3-4afb-8416-86f20989e9ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319092 Oct 27 16:09:19.223381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.267029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909cf9e-d415-4136-be8c-5a1d49e5bae5 req-25ce9464-8352-4665-937a-a8f5bfe8f041 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:19.269194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a909cf9e-d415-4136-be8c-5a1d49e5bae5 req-25ce9464-8352-4665-937a-a8f5bfe8f041 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.1112270 Oct 27 16:09:19.316355 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a909cf9e-d415-4136-be8c-5a1d49e5bae5 req-02c6197b-93ec-46ba-8a67-a09816848f51 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406694 Oct 27 16:09:19.342185 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8f0c1e8-5640-4c17-80f7-0db4f0a17355 req-39ace8da-f06f-4989-bf0a-ee77cfc7853f service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150625 Oct 27 16:09:19.473435 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8f0c1e8-5640-4c17-80f7-0db4f0a17355 req-70db1afa-2e7f-4d20-bc61-9de678244068 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242187 Oct 27 16:09:19.566785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.589661 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.722886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Allocated IP 172.25.4.53 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/30df8480-b9df-4f32-8b27-26bf72926029) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:19.844411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:19.974517 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.033492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:20.043683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:20.049021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:20.086329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae973697-d82b-46ee-9a15-5fa751234eac req-b5038d16-a834-4bd9-9b48-49a9736ec73e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:20.087842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae973697-d82b-46ee-9a15-5fa751234eac req-b5038d16-a834-4bd9-9b48-49a9736ec73e tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 945 time: 0.1250553 Oct 27 16:09:20.095082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Pushing event updated for resources: {'Port': ['ID=30df8480-b9df-4f32-8b27-26bf72926029,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:20.113818 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11dcc78-b0f3-4fe1-b940-e14ccb19c3bc req-e5239eeb-ce7f-4394-9999-11aa90db2bc6 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:20.115724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d11dcc78-b0f3-4fe1-b940-e14ccb19c3bc req-e5239eeb-ce7f-4394-9999-11aa90db2bc6 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.0569263 Oct 27 16:09:20.160390 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d11dcc78-b0f3-4fe1-b940-e14ccb19c3bc req-a768ec16-4655-46ab-ada8-5454e954e3b9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371444 Oct 27 16:09:20.209440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae973697-d82b-46ee-9a15-5fa751234eac req-13890ad3-8859-4794-991a-c01745ea75f0 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111321 Oct 27 16:09:20.488480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e45278-c67a-4c65-b5d3-6a26482da197 req-d262c7bb-e0cd-4ae7-acf6-a665916d655a tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:20.490288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6e45278-c67a-4c65-b5d3-6a26482da197 req-d262c7bb-e0cd-4ae7-acf6-a665916d655a tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 1097 time: 0.1536198 Oct 27 16:09:20.569102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6e45278-c67a-4c65-b5d3-6a26482da197 req-085c9f60-798a-4012-bbc5-d9b3d4c78733 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711651 Oct 27 16:09:20.577146 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:20.723241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0759e8-8f47-417a-b567-f2c1f7cc1038 req-a6d27eb4-1bd0-479b-aa7b-7b70f44aab2a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:20.731056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5b0759e8-8f47-417a-b567-f2c1f7cc1038 req-a6d27eb4-1bd0-479b-aa7b-7b70f44aab2a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0798292 Oct 27 16:09:20.840529 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5b0759e8-8f47-417a-b567-f2c1f7cc1038 req-5a19d4cb-825c-41e9-94d5-07849b938be9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085711 Oct 27 16:09:20.863877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.040932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876327a8-75d5-4d80-a975-2a67dcc88f87 req-bf328029-7143-4935-acce-329e6c9522ed tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:21.042624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-876327a8-75d5-4d80-a975-2a67dcc88f87 req-bf328029-7143-4935-acce-329e6c9522ed tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0659530 Oct 27 16:09:21.081149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-876327a8-75d5-4d80-a975-2a67dcc88f87 req-0dea4032-b4ca-46ff-a0f2-af9b9cb540ce tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317943 Oct 27 16:09:21.139043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Router 5e855277-2a1b-4d2b-90a8-860515c7662e is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:09:21.253862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-622a0fc5-c078-4c0a-8f58-9ac10de026c6 req-74ac8c62-67da-47fd-ae69-1dab7ba72dab service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:09:21.254969 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-622a0fc5-c078-4c0a-8f58-9ac10de026c6 req-74ac8c62-67da-47fd-ae69-1dab7ba72dab service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054810 Oct 27 16:09:21.265694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:21.277028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2044c9da-d0dd-420f-87f9-453809f92ab8 None None] Sync routers for ids ['5e855277-2a1b-4d2b-90a8-860515c7662e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:21.288917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2044c9da-d0dd-420f-87f9-453809f92ab8 None None] Routers {'5e855277-2a1b-4d2b-90a8-860515c7662e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:21.294272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2044c9da-d0dd-420f-87f9-453809f92ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:08:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5e855277-2a1b-4d2b-90a8-860515c7662e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:21.329413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2044c9da-d0dd-420f-87f9-453809f92ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:21.340193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2044c9da-d0dd-420f-87f9-453809f92ab8 None None] Routers {'5e855277-2a1b-4d2b-90a8-860515c7662e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:21.340829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2044c9da-d0dd-420f-87f9-453809f92ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:08:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5e855277-2a1b-4d2b-90a8-860515c7662e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:21.377088 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.378689 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5a74eac0-014f-4e94-bf0e-b268c88c3297 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9497571 Oct 27 16:09:21.382068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52526) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:21.384388 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2044c9da-d0dd-420f-87f9-453809f92ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:21.385030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2044c9da-d0dd-420f-87f9-453809f92ab8 None None] The sync data for ids ['5e855277-2a1b-4d2b-90a8-860515c7662e'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:21.497904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1136c39a-0ebb-4f7b-91c9-ae8bcb462ddf tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/routers/5e855277-2a1b-4d2b-90a8-860515c7662e HTTP/1.1" status: 200 len: 924 time: 0.1146042 Oct 27 16:09:21.500579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52530) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:21.526773 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b47fa8f3-491b-4a6d-a7bd-a70df9f1f675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.532569 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-087710de-4deb-4589-b8b9-bb1d1212061d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e855277-2a1b-4d2b-90a8-860515c7662e HTTP/1.1" status: 200 len: 205 time: 0.0306749 Oct 27 16:09:21.540719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52532) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:21.682942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device bcaa622b-3a05-4804-8f2c-f0a7437a3b23 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:21.696003 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9430cf76-5006-405c-b413-9048d5bed25b no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:21.764886 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.858701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port bcaa622b-3a05-4804-8f2c-f0a7437a3b23, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:21.861554 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.893123 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.905072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:21.907351 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d128fd53-6c21-4a5a-9fca-f47895eb2afc" -d '{"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-unplugged", "status": "completed", "tag": "9430cf76-5006-405c-b413-9048d5bed25b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:21.918351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23', 'network_id': 'c6ab54ce-c331-4877-b08b-de8bfe3b7060', 'port_id': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23', 'mac_address': 'fa:16:3e:2f:2f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50c24005-c439-4486-8836-efd81a7729ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:09:21.921097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:21.960408 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:21.974177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcaa622b-3a05-4804-8f2c-f0a7437a3b23 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:21.995637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port bcaa622b-3a05-4804-8f2c-f0a7437a3b23, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:22.135824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Deleting port 30df8480-b9df-4f32-8b27-26bf72926029 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:22.136577 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.167896 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.171738 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.173429 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.250671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.253344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=11']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:22.269824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558273b-0d93-4716-9b4d-bdf46064da9f req-a1b4614d-d8b4-452e-a81c-e123384ea214 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:22.271363 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c558273b-0d93-4716-9b4d-bdf46064da9f req-a1b4614d-d8b4-452e-a81c-e123384ea214 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 944 time: 0.1216962 Oct 27 16:09:22.289568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['bcaa622b-3a05-4804-8f2c-f0a7437a3b23'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:22.308933 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.332898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Calling delete_port for 30df8480-b9df-4f32-8b27-26bf72926029 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:22.356653 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c558273b-0d93-4716-9b4d-bdf46064da9f req-8bc7f116-f6a3-4bce-ac0d-677a95035480 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ea86535-eb69-48c3-8653-38e2c3f251dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713494 Oct 27 16:09:22.365852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:22.597093 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc71a4-2ccd-40e0-b578-4f9d82d28781 req-a8924acb-3445-4ec4-a6a8-83bbaf403748 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:22.599271 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3dc71a4-2ccd-40e0-b578-4f9d82d28781 req-a8924acb-3445-4ec4-a6a8-83bbaf403748 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 946 time: 0.0819855 Oct 27 16:09:22.639056 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3dc71a4-2ccd-40e0-b578-4f9d82d28781 req-21383285-8318-4f60-9278-defa11de84eb tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335958 Oct 27 16:09:22.684712 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e696760a-db6b-4fdf-ac25-ec895a175f07 x-openstack-request-id: req-e696760a-db6b-4fdf-ac25-ec895a175f07 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:22.685159 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-unplugged", "status": "completed", "tag": "9430cf76-5006-405c-b413-9048d5bed25b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:22.685417 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e696760a-db6b-4fdf-ac25-ec895a175f07 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:22.685816 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b', 'code': 200} Oct 27 16:09:22.868349 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:22.894099 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Pushing event deleted for resources: {'Port': ['ID=30df8480-b9df-4f32-8b27-26bf72926029,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:22.966935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.065067 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.067213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.232394 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.233083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Fanout notify agent at l3_agent the message router_deleted on router 5e855277-2a1b-4d2b-90a8-860515c7662e {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:09:23.240539 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.246272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6e8aaa38-c470-4bc1-a6eb-5beb071b3897 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/5e855277-2a1b-4d2b-90a8-860515c7662e HTTP/1.1" status: 204 len: 168 time: 1.7001951 Oct 27 16:09:23.246272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52586) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:23.250420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Request body: {'router': {'name': 'tempest-snat-router-692226476', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'enable_snat': False}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:23.407122 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.408262 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.459252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.697060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device bcaa622b-3a05-4804-8f2c-f0a7437a3b23 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:23.752602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port bcaa622b-3a05-4804-8f2c-f0a7437a3b23 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:23.753535 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.769042 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.841666 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:23.877033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port bcaa622b-3a05-4804-8f2c-f0a7437a3b23, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:24.015148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.016000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 17686ae8-5bd3-4c47-a098-f70e733a3a28 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:24.103657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:24.106664 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.157212 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-4a44c20d-a904-420d-8c50-5385ed40bac2 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:09:24.158250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-4a44c20d-a904-420d-8c50-5385ed40bac2 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059054 Oct 27 16:09:24.159640 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.197561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 17686ae8-5bd3-4c47-a098-f70e733a3a28, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:24.214769 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.217076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-fbc5639f-f7ca-49d6-b0fd-e7b5d8724136 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:24.218479 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-fbc5639f-f7ca-49d6-b0fd-e7b5d8724136 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports/d3e4e049-c815-41c5-8fe5-cc9fd639921a HTTP/1.1" status: 200 len: 1094 time: 0.0511546 Oct 27 16:09:24.240848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Request body: {'binding': {'host': 'n-h1-815689-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:24.241935 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Unknown quota resources ['binding']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:09:24.244285 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.355295 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.406895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=17686ae8-5bd3-4c47-a098-f70e733a3a28,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:24.687330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bee699-4544-42cc-be6e-83313b898ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23'}, {'server_uuid': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17686ae8-5bd3-4c47-a098-f70e733a3a28'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:24.690554 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932f2054-e9c2-4c3a-802a-00f341a3648c" -d '{"events": [{"server_uuid": "39bee699-4544-42cc-be6e-83313b898ea3", "name": "network-vif-plugged", "status": "completed", "tag": "bcaa622b-3a05-4804-8f2c-f0a7437a3b23"}, {"server_uuid": "84690d3a-1fac-4832-9369-f63dd28e08b8", "name": "network-vif-unplugged", "status": "completed", "tag": "17686ae8-5bd3-4c47-a098-f70e733a3a28"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:24.710741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Allocated IP 172.25.4.33 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/d394966f-b062-433f-aab1-858cd3fc0af2) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:24.782960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a on host n-h1-815689-1 for vnic_type normal with profile None {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:24.783737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:24.783737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:24.794733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Port d3e4e049-c815-41c5-8fe5-cc9fd639921a on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:24.795053 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:24.803827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:24.804338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:24.806218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:24.806218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Bound port: d3e4e049-c815-41c5-8fe5-cc9fd639921a, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:24.921967 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:24.926598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:25.005679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.007410 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc3a710c-5273-4fc9-a6cf-1b94dd117c1a service neutron] 10.222.0.15 "POST /v2.0/ports/d3e4e049-c815-41c5-8fe5-cc9fd639921a/bindings HTTP/1.1" status: 201 len: 389 time: 0.7705879 Oct 27 16:09:25.090440 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.132920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:25.136258 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:25.140672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:25.169944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event updated for resources: {'Port': ['ID=d394966f-b062-433f-aab1-858cd3fc0af2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:25.617759 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:25.820030 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:26.013674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-7646c41f-60b0-42ef-ae44-ae80c71f78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:26.015214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-7646c41f-60b0-42ef-ae44-ae80c71f78de service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 1097 time: 0.0460238 Oct 27 16:09:26.108463 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Router a4873c3a-272e-4ae7-aa2f-8f474aa458d5 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:09:26.115760 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-e5723d3a-3f84-442f-baea-28ae3c6e2ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:26.118094 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-e5723d3a-3f84-442f-baea-28ae3c6e2ae9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.0949938 Oct 27 16:09:26.223956 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-6dfd6a1d-54a6-4387-a76f-245940e4a1fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a HTTP/1.1" status: 200 len: 217 time: 0.0675714 Oct 27 16:09:26.292506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:26.294843 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-f3efb907-f623-4beb-942c-a6e3069df43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:26.296373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-f3efb907-f623-4beb-942c-a6e3069df43b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.0631511 Oct 27 16:09:26.302724 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Sync routers for ids ['a4873c3a-272e-4ae7-aa2f-8f474aa458d5'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:26.312447 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Routers {'a4873c3a-272e-4ae7-aa2f-8f474aa458d5'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:26.313055 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a4873c3a-272e-4ae7-aa2f-8f474aa458d5'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:26.336212 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-48346263-3f12-4a3a-977f-10649ca243fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299532 Oct 27 16:09:26.420090 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Set router a4873c3a-272e-4ae7-aa2f-8f474aa458d5 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:26.443602 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-66d99410-b50a-4656-9135-884de02ac1b2 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949659 Oct 27 16:09:26.502742 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:26.503978 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ba329d9b-1256-4403-b2b3-c12b472ae629 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.2573295 Oct 27 16:09:26.507368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52682) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:26.614699 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4873c3a-272e-4ae7-aa2f-8f474aa458d5', 'name': 'tempest-snat-router-692226476', 'tenant_id': '68246008bc4b4bb19a4e22d3a1b82621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.33'}], 'enable_snat': False}, 'gw_port_id': 'd394966f-b062-433f-aab1-858cd3fc0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:23Z', 'updated_at': '2021-10-27T16:09:25Z', 'revision_number': 3, 'project_id': '68246008bc4b4bb19a4e22d3a1b82621', 'gw_port': {'id': 'd394966f-b062-433f-aab1-858cd3fc0af2', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4873c3a-272e-4ae7-aa2f-8f474aa458d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:24Z', 'updated_at': '2021-10-27T16:09:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:26.632572 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-ac6383e7-d37b-4869-bfc7-1ff47d70f6fa service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812117 Oct 27 16:09:26.644512 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-34b6bcb1-6b91-42cc-b291-07d401500a0b tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/routers/a4873c3a-272e-4ae7-aa2f-8f474aa458d5 HTTP/1.1" status: 200 len: 907 time: 0.1357656 Oct 27 16:09:26.647376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52688) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:26.650507 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Checking router: a4873c3a-272e-4ae7-aa2f-8f474aa458d5 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:09:26.651061 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Updating router a4873c3a-272e-4ae7-aa2f-8f474aa458d5 port d394966f-b062-433f-aab1-858cd3fc0af2 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:09:26.651791 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Request body: {'router': {'name': 'tempest-snat-router-692226476', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'enable_snat': True}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:26.682232 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:26.824197 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:26.836984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:26.940330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881f4db-34cb-43a0-b066-8bfea6bdb916 req-82d8ef6c-db89-462a-9551-922aea0f4355 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:26.941104 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2881f4db-34cb-43a0-b066-8bfea6bdb916 req-82d8ef6c-db89-462a-9551-922aea0f4355 tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.54 "GET /v2.0/ports?device_id=39bee699-4544-42cc-be6e-83313b898ea3 HTTP/1.1" status: 200 len: 945 time: 0.1326709 Oct 27 16:09:26.942631 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.042428 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.046753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-2881f4db-34cb-43a0-b066-8bfea6bdb916 req-a31583a1-477e-41c4-bbdb-00458a8ce5cc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Deleting port bcaa622b-3a05-4804-8f2c-f0a7437a3b23 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:27.047100 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2881f4db-34cb-43a0-b066-8bfea6bdb916 req-a31583a1-477e-41c4-bbdb-00458a8ce5cc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.193001 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.274353 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.285801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-2881f4db-34cb-43a0-b066-8bfea6bdb916 req-a31583a1-477e-41c4-bbdb-00458a8ce5cc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] For port bcaa622b-3a05-4804-8f2c-f0a7437a3b23, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,segment=NetworkSegment(b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d),segment_id=b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:27.286175 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2881f4db-34cb-43a0-b066-8bfea6bdb916 req-a31583a1-477e-41c4-bbdb-00458a8ce5cc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.287458 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Attempting to bind port d394966f-b062-433f-aab1-858cd3fc0af2 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:27.288007 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Attempting to bind port d394966f-b062-433f-aab1-858cd3fc0af2 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:27.288660 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Attempting to bind port d394966f-b062-433f-aab1-858cd3fc0af2 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:27.299869 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:27.300529 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:27.301086 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.301621 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:27.302264 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Bound port: d394966f-b062-433f-aab1-858cd3fc0af2, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:27.302792 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.303370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-2881f4db-34cb-43a0-b066-8bfea6bdb916 req-a31583a1-477e-41c4-bbdb-00458a8ce5cc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Calling delete_port for bcaa622b-3a05-4804-8f2c-f0a7437a3b23 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:27.305380 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb24f1-0058-454f-8304-75ceed4f9083 None None] Pushing event updated for resources: {'Port': ['ID=d394966f-b062-433f-aab1-858cd3fc0af2,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:27.375025 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] For port d394966f-b062-433f-aab1-858cd3fc0af2, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:27.378272 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] For port d394966f-b062-433f-aab1-858cd3fc0af2, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d394966f-b062-433f-aab1-858cd3fc0af2,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:27.589910 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.611213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2881f4db-34cb-43a0-b066-8bfea6bdb916 req-a31583a1-477e-41c4-bbdb-00458a8ce5cc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.623784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['bcaa622b-3a05-4804-8f2c-f0a7437a3b23'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:27.658155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31583a1-477e-41c4-bbdb-00458a8ce5cc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Pushing event deleted for resources: {'Port': ['ID=bcaa622b-3a05-4804-8f2c-f0a7437a3b23,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:27.659296 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Routers {'a4873c3a-272e-4ae7-aa2f-8f474aa458d5'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:27.660118 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a4873c3a-272e-4ae7-aa2f-8f474aa458d5'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:27.723590 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2881f4db-34cb-43a0-b066-8bfea6bdb916 req-a31583a1-477e-41c4-bbdb-00458a8ce5cc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] No DVR routers for this DVR port bcaa622b-3a05-4804-8f2c-f0a7437a3b23 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:27.727115 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2881f4db-34cb-43a0-b066-8bfea6bdb916 req-a31583a1-477e-41c4-bbdb-00458a8ce5cc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.731306 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2881f4db-34cb-43a0-b066-8bfea6bdb916 req-a31583a1-477e-41c4-bbdb-00458a8ce5cc tempest-ImagesTestJSON-78573023 tempest-ImagesTestJSON-78573023-project] 10.222.0.54 "DELETE /v2.0/ports/bcaa622b-3a05-4804-8f2c-f0a7437a3b23 HTTP/1.1" status: 204 len: 173 time: 0.7841308 Oct 27 16:09:27.733998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bee699-4544-42cc-be6e-83313b898ea3', 'name': 'network-vif-deleted', 'tag': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:27.737272 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cc3702-0800-4440-9211-96f5a72af37b" -d '{"events": [{"server_uuid": "39bee699-4544-42cc-be6e-83313b898ea3", "name": "network-vif-deleted", "tag": "bcaa622b-3a05-4804-8f2c-f0a7437a3b23"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:27.760869 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.779321 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] Set router a4873c3a-272e-4ae7-aa2f-8f474aa458d5 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:27.784283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:27.839934 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb24f1-0058-454f-8304-75ceed4f9083 None None] Pushing event updated for resources: {'Port': ['ID=d394966f-b062-433f-aab1-858cd3fc0af2,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:27.869207 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7d725d-9f69-4a77-8c4e-7fd19d417012 x-openstack-request-id: req-2d7d725d-9f69-4a77-8c4e-7fd19d417012 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:27.869504 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bee699-4544-42cc-be6e-83313b898ea3", "name": "network-vif-plugged", "status": "completed", "tag": "bcaa622b-3a05-4804-8f2c-f0a7437a3b23", "code": 200}, {"server_uuid": "84690d3a-1fac-4832-9369-f63dd28e08b8", "name": "network-vif-unplugged", "status": "failed", "tag": "17686ae8-5bd3-4c47-a098-f70e733a3a28", "code": 422}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:27.869760 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d7d725d-9f69-4a77-8c4e-7fd19d417012 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:27.870156 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bee699-4544-42cc-be6e-83313b898ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23', 'code': 200} Oct 27 16:09:27.870451 n-d-815689-1 neutron-server[109724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17686ae8-5bd3-4c47-a098-f70e733a3a28', 'code': 422} returned with failed status Oct 27 16:09:27.973039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Allocated IP 172.25.4.54 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/002932ac-ae39-447e-88d3-71752c2afd96) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:27.998215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f72012-f3fe-4f68-87c6-04244d7745a3 req-c911b870-6661-498c-b579-5d8f82e9431b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:28.000117 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49f72012-f3fe-4f68-87c6-04244d7745a3 req-c911b870-6661-498c-b579-5d8f82e9431b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=84690d3a-1fac-4832-9369-f63dd28e08b8 HTTP/1.1" status: 200 len: 944 time: 0.1052423 Oct 27 16:09:28.019174 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4873c3a-272e-4ae7-aa2f-8f474aa458d5', 'name': 'tempest-snat-router-692226476', 'tenant_id': '68246008bc4b4bb19a4e22d3a1b82621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.33'}], 'enable_snat': False}, 'gw_port_id': 'd394966f-b062-433f-aab1-858cd3fc0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:23Z', 'updated_at': '2021-10-27T16:09:25Z', 'revision_number': 3, 'project_id': '68246008bc4b4bb19a4e22d3a1b82621', 'gw_port': {'id': 'd394966f-b062-433f-aab1-858cd3fc0af2', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4873c3a-272e-4ae7-aa2f-8f474aa458d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:24Z', 'updated_at': '2021-10-27T16:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:28.087887 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28aa4c7-e16b-45bd-8316-e77fd93532d4 None None] The sync data for ids ['a4873c3a-272e-4ae7-aa2f-8f474aa458d5'] in n-d-815689-1 is: [{'id': 'a4873c3a-272e-4ae7-aa2f-8f474aa458d5', 'name': 'tempest-snat-router-692226476', 'tenant_id': '68246008bc4b4bb19a4e22d3a1b82621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.33'}], 'enable_snat': False}, 'gw_port_id': 'd394966f-b062-433f-aab1-858cd3fc0af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:23Z', 'updated_at': '2021-10-27T16:09:25Z', 'revision_number': 3, 'project_id': '68246008bc4b4bb19a4e22d3a1b82621', 'gw_port': {'id': 'd394966f-b062-433f-aab1-858cd3fc0af2', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:9e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4873c3a-272e-4ae7-aa2f-8f474aa458d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:24Z', 'updated_at': '2021-10-27T16:09:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:28.157338 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d88a92-41e9-4913-845a-b4280151259b req-7628e2d6-808e-4a05-991b-cf9501eabac7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:28.159448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4d88a92-41e9-4913-845a-b4280151259b req-7628e2d6-808e-4a05-991b-cf9501eabac7 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.0924954 Oct 27 16:09:28.227451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4d88a92-41e9-4913-845a-b4280151259b req-4d2068ee-2036-41b3-8441-0eec87c4b92c tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564728 Oct 27 16:09:28.547875 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545b1975-99c1-416a-97be-789ad553b641 x-openstack-request-id: req-545b1975-99c1-416a-97be-789ad553b641 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:28.548192 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bee699-4544-42cc-be6e-83313b898ea3", "name": "network-vif-deleted", "tag": "bcaa622b-3a05-4804-8f2c-f0a7437a3b23", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:28.548448 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-545b1975-99c1-416a-97be-789ad553b641 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:28.548998 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bee699-4544-42cc-be6e-83313b898ea3', 'name': 'network-vif-deleted', 'tag': 'bcaa622b-3a05-4804-8f2c-f0a7437a3b23', 'status': 'completed', 'code': 200} Oct 27 16:09:28.591075 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:28.636539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-49f72012-f3fe-4f68-87c6-04244d7745a3 req-0ce2b81e-cb8d-4d0d-8643-d7b0c1877b4d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Deleting port 17686ae8-5bd3-4c47-a098-f70e733a3a28 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:28.637063 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-49f72012-f3fe-4f68-87c6-04244d7745a3 req-0ce2b81e-cb8d-4d0d-8643-d7b0c1877b4d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:28.753645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-49f72012-f3fe-4f68-87c6-04244d7745a3 req-0ce2b81e-cb8d-4d0d-8643-d7b0c1877b4d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] For port 17686ae8-5bd3-4c47-a098-f70e733a3a28, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=17686ae8-5bd3-4c47-a098-f70e733a3a28,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:28.754029 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-49f72012-f3fe-4f68-87c6-04244d7745a3 req-0ce2b81e-cb8d-4d0d-8643-d7b0c1877b4d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:28.774302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-49f72012-f3fe-4f68-87c6-04244d7745a3 req-0ce2b81e-cb8d-4d0d-8643-d7b0c1877b4d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Calling delete_port for 17686ae8-5bd3-4c47-a098-f70e733a3a28 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:28.856727 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:28.919829 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:28.925667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:28.931894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:28.935722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event updated for resources: {'Port': ['ID=002932ac-ae39-447e-88d3-71752c2afd96,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:29.122956 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-49f72012-f3fe-4f68-87c6-04244d7745a3 req-0ce2b81e-cb8d-4d0d-8643-d7b0c1877b4d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:29.211676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f72012-f3fe-4f68-87c6-04244d7745a3 req-0ce2b81e-cb8d-4d0d-8643-d7b0c1877b4d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] No DVR routers for this DVR port 17686ae8-5bd3-4c47-a098-f70e733a3a28 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:29.213031 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:29.234509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2b81e-cb8d-4d0d-8643-d7b0c1877b4d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event deleted for resources: {'Port': ['ID=17686ae8-5bd3-4c47-a098-f70e733a3a28,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:29.241277 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-49f72012-f3fe-4f68-87c6-04244d7745a3 req-0ce2b81e-cb8d-4d0d-8643-d7b0c1877b4d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:29.243795 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49f72012-f3fe-4f68-87c6-04244d7745a3 req-0ce2b81e-cb8d-4d0d-8643-d7b0c1877b4d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "DELETE /v2.0/ports/17686ae8-5bd3-4c47-a098-f70e733a3a28 HTTP/1.1" status: 204 len: 173 time: 1.2356651 Oct 27 16:09:29.351739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fd140-c818-4c4f-ab1c-7b749372d467 req-97310dda-5df8-402a-882c-b43993172825 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:29.353801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-030fd140-c818-4c4f-ab1c-7b749372d467 req-97310dda-5df8-402a-882c-b43993172825 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 948 time: 0.0648263 Oct 27 16:09:29.414931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-030fd140-c818-4c4f-ab1c-7b749372d467 req-30598736-8a4a-4d9f-87e7-31fa176b76cd tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545542 Oct 27 16:09:29.540430 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:29.636004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9dadf-40db-49c2-af70-b942084c794b req-86e7e892-4be2-4083-9302-0160d1896238 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:29.644633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-16c9dadf-40db-49c2-af70-b942084c794b req-86e7e892-4be2-4083-9302-0160d1896238 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.1053877 Oct 27 16:09:29.698220 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-16c9dadf-40db-49c2-af70-b942084c794b req-c91c12d5-7d5d-4833-b7ad-0eb8d1e638e3 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522373 Oct 27 16:09:29.843577 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.158826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d394966f-b062-433f-aab1-858cd3fc0af2 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:30.163960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Router e560eaae-a9d7-4fcd-acc8-c48eaf05ff68 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:09:30.244656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d394966f-b062-433f-aab1-858cd3fc0af2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:30.245141 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.380478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:30.402891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52768) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:30.458526 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.463865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-83cdd9cf-d42e-4900-8273-8c6496da5e2c admin admin] Deleting subnet 50c24005-c439-4486-8836-efd81a7729ba {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:09:30.467246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Sync routers for ids ['e560eaae-a9d7-4fcd-acc8-c48eaf05ff68'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:30.467572 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-83cdd9cf-d42e-4900-8273-8c6496da5e2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.499165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port d394966f-b062-433f-aab1-858cd3fc0af2, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d394966f-b062-433f-aab1-858cd3fc0af2,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:30.512185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-83cdd9cf-d42e-4900-8273-8c6496da5e2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.523173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Routers {'e560eaae-a9d7-4fcd-acc8-c48eaf05ff68'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:30.536292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['e560eaae-a9d7-4fcd-acc8-c48eaf05ff68'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:30.562239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'name': 'network-vif-deleted', 'tag': '17686ae8-5bd3-4c47-a098-f70e733a3a28'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:30.565940 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f1ce69-8fd1-4ce3-8a57-2ba31540fff1" -d '{"events": [{"server_uuid": "84690d3a-1fac-4832-9369-f63dd28e08b8", "name": "network-vif-deleted", "tag": "17686ae8-5bd3-4c47-a098-f70e733a3a28"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:30.567533 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-83cdd9cf-d42e-4900-8273-8c6496da5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.578271 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.583376 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a4d931f1-a440-4d59-a6c2-4ac5a9107dba tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.9349244 Oct 27 16:09:30.584359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52784) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:30.651833 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:30.683838 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d857aa50-75d7-49fd-8b8b-0b8ef1dc3c20 req-72f4de9b-d1c0-4b5f-9e55-4f2803bc8bf2 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:30.686494 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d857aa50-75d7-49fd-8b8b-0b8ef1dc3c20 req-72f4de9b-d1c0-4b5f-9e55-4f2803bc8bf2 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 948 time: 0.1605713 Oct 27 16:09:30.722718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=d394966f-b062-433f-aab1-858cd3fc0af2,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:30.750071 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d857aa50-75d7-49fd-8b8b-0b8ef1dc3c20 req-2e4d5007-ffc7-492c-b7b2-1a010be863d9 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454476 Oct 27 16:09:30.790219 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3a8b30b7-e4f1-447b-a2af-35a8a4457f0e tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/routers/e560eaae-a9d7-4fcd-acc8-c48eaf05ff68 HTTP/1.1" status: 200 len: 906 time: 0.2021494 Oct 27 16:09:30.792331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52788) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:30.797636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Set router e560eaae-a9d7-4fcd-acc8-c48eaf05ff68 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:30.862718 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a957f7-20aa-4119-84e9-07dd115252af x-openstack-request-id: req-37a957f7-20aa-4119-84e9-07dd115252af {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:30.863160 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84690d3a-1fac-4832-9369-f63dd28e08b8", "name": "network-vif-deleted", "tag": "17686ae8-5bd3-4c47-a098-f70e733a3a28", "status": "failed", "code": 422}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:30.863423 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37a957f7-20aa-4119-84e9-07dd115252af {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:30.863917 n-d-815689-1 neutron-server[109722]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84690d3a-1fac-4832-9369-f63dd28e08b8', 'name': 'network-vif-deleted', 'tag': '17686ae8-5bd3-4c47-a098-f70e733a3a28', 'status': 'failed', 'code': 422} returned with failed status Oct 27 16:09:30.992958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f717e8-9a19-4005-92af-622feb1e0370 req-5d004c76-1b31-467d-86ef-848840e3d51a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:30.994573 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7f717e8-9a19-4005-92af-622feb1e0370 req-5d004c76-1b31-467d-86ef-848840e3d51a tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.0845346 Oct 27 16:09:31.000491 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.066273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e560eaae-a9d7-4fcd-acc8-c48eaf05ff68', 'name': 'tempest-snat-router-692226476', 'tenant_id': '68246008bc4b4bb19a4e22d3a1b82621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '002932ac-ae39-447e-88d3-71752c2afd96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:26Z', 'updated_at': '2021-10-27T16:09:29Z', 'revision_number': 3, 'project_id': '68246008bc4b4bb19a4e22d3a1b82621', 'gw_port': {'id': '002932ac-ae39-447e-88d3-71752c2afd96', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:44:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e560eaae-a9d7-4fcd-acc8-c48eaf05ff68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:27Z', 'updated_at': '2021-10-27T16:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:31.101821 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Checking router: e560eaae-a9d7-4fcd-acc8-c48eaf05ff68 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:09:31.102976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Updating router e560eaae-a9d7-4fcd-acc8-c48eaf05ff68 port 002932ac-ae39-447e-88d3-71752c2afd96 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:09:31.129933 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7f717e8-9a19-4005-92af-622feb1e0370 req-26ff2436-f5a7-49f8-bf7f-b2355409a1cd tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273015 Oct 27 16:09:31.141583 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.165158 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.177827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb53c7-69fb-474e-bac4-d83d66d65e01 req-a8da2e37-dd5f-4f1e-92bf-477d7f6a2ee8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:31.181511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56bb53c7-69fb-474e-bac4-d83d66d65e01 req-a8da2e37-dd5f-4f1e-92bf-477d7f6a2ee8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 948 time: 0.1321507 Oct 27 16:09:31.300278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-81fe4286-50b3-487a-ac2c-745620082868 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:31.302107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-81fe4286-50b3-487a-ac2c-745620082868 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.7361362 Oct 27 16:09:31.325812 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-217f44df-58d4-4d21-8245-e0b6ab15ba1b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/quotas/532e31d389584cc2b9f78d696326f5ea HTTP/1.1" status: 200 len: 375 time: 0.0135300 Oct 27 16:09:31.357912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Deleting port 002932ac-ae39-447e-88d3-71752c2afd96 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:31.358352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.377803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-e29b3fef-3b1c-416a-97ae-7405cc371cde tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449698 Oct 27 16:09:31.489054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-8e043e80-3e33-46e5-aa91-22dfefa7975c service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099133 Oct 27 16:09:31.492404 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-83cdd9cf-d42e-4900-8273-8c6496da5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.550478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-56bb53c7-69fb-474e-bac4-d83d66d65e01 req-8131cd04-2458-4dbf-a3e9-4388adce789d tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Deleting port d05b5e83-bcc3-4339-b622-14967f34c838 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:31.550478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-56bb53c7-69fb-474e-bac4-d83d66d65e01 req-8131cd04-2458-4dbf-a3e9-4388adce789d tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.550747 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.565577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Calling delete_port for 002932ac-ae39-447e-88d3-71752c2afd96 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:31.577913 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.636021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cdd9cf-d42e-4900-8273-8c6496da5e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50c24005-c439-4486-8836-efd81a7729ba,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:31.646256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-83cdd9cf-d42e-4900-8273-8c6496da5e2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.649848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-83cdd9cf-d42e-4900-8273-8c6496da5e2c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/50c24005-c439-4486-8836-efd81a7729ba HTTP/1.1" status: 204 len: 168 time: 1.2459080 Oct 27 16:09:31.653475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52796) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:31.690027 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.734732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-56bb53c7-69fb-474e-bac4-d83d66d65e01 req-8131cd04-2458-4dbf-a3e9-4388adce789d tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] For port d05b5e83-bcc3-4339-b622-14967f34c838, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d05b5e83-bcc3-4339-b622-14967f34c838,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:31.735480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-56bb53c7-69fb-474e-bac4-d83d66d65e01 req-8131cd04-2458-4dbf-a3e9-4388adce789d tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.740956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-00cf8b45-e29d-4ef0-8178-41598ecff260 service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274759 Oct 27 16:09:31.758192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-56bb53c7-69fb-474e-bac4-d83d66d65e01 req-8131cd04-2458-4dbf-a3e9-4388adce789d tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Calling delete_port for d05b5e83-bcc3-4339-b622-14967f34c838 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:31.759985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device bcaa622b-3a05-4804-8f2c-f0a7437a3b23 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:31.790135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: bcaa622b-3a05-4804-8f2c-f0a7437a3b23 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:31.790486 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device bcaa622b-3a05-4804-8f2c-f0a7437a3b23 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:31.815993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Attempting to bind port 002932ac-ae39-447e-88d3-71752c2afd96 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:31.816403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Attempting to bind port 002932ac-ae39-447e-88d3-71752c2afd96 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:31.816833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Attempting to bind port 002932ac-ae39-447e-88d3-71752c2afd96 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:31.825195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbb571-6dd3-4aa7-811e-dea8bd77e04e None None] Pushing event updated for resources: {'Port': ['ID=002932ac-ae39-447e-88d3-71752c2afd96,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:31.828745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:31.829128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:31.829591 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.830123 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:31.830681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Bound port: 002932ac-ae39-447e-88d3-71752c2afd96, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:31.831068 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:31.889929 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.155182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd7172-e5e8-4789-8f11-d18e93b94c2e req-c14bbd98-cd75-464b-a911-463804fa786e tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:32.155182 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fedd7172-e5e8-4789-8f11-d18e93b94c2e req-c14bbd98-cd75-464b-a911-463804fa786e tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 948 time: 0.1388278 Oct 27 16:09:32.155182 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.155182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ab54ce-c331-4877-b08b-de8bfe3b7060']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:32.155840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d394966f-b062-433f-aab1-858cd3fc0af2 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:32.156123 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fedd7172-e5e8-4789-8f11-d18e93b94c2e req-1e7b69a5-56b8-4ff8-a0b4-d6c84a31f21b tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653102 Oct 27 16:09:32.156123 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:32.156123 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b6c3e6-5bff-4f31-95bc-7161bbeb8d6d') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:32.164899 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.188367 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.195293 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:09:32.195959 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: items = [ Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:09:32.198124 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:09:32.325352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad9bde-a5ff-4f7f-a74f-cd2caba9a20c req-392f4441-bea9-4e57-ae70-f120acc40d55 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:32.326984 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0ad9bde-a5ff-4f7f-a74f-cd2caba9a20c req-392f4441-bea9-4e57-ae70-f120acc40d55 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.0778689 Oct 27 16:09:32.372753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d394966f-b062-433f-aab1-858cd3fc0af2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:32.373165 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.373748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0ad9bde-a5ff-4f7f-a74f-cd2caba9a20c req-2b6dca86-db3e-456f-9b3c-fb6b23205693 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356865 Oct 27 16:09:32.447174 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-56bb53c7-69fb-474e-bac4-d83d66d65e01 req-8131cd04-2458-4dbf-a3e9-4388adce789d tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.455304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.480639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:09:32.483715 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:09:32.538752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event deleted for resources: {'Port': ['ID=002932ac-ae39-447e-88d3-71752c2afd96,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:32.557547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131cd04-2458-4dbf-a3e9-4388adce789d tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Pushing event deleted for resources: {'Port': ['ID=d05b5e83-bcc3-4339-b622-14967f34c838,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:32.570909 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.652295 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.656625 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.662184 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.675841 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c6ab54ce-c331-4877-b08b-de8bfe3b7060 HTTP/1.1" status: 204 len: 168 time: 1.0162318 Oct 27 16:09:32.709380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bb53c7-69fb-474e-bac4-d83d66d65e01 req-8131cd04-2458-4dbf-a3e9-4388adce789d tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] No DVR routers for this DVR port d05b5e83-bcc3-4339-b622-14967f34c838 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:32.730114 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-56bb53c7-69fb-474e-bac4-d83d66d65e01 req-8131cd04-2458-4dbf-a3e9-4388adce789d tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.734791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56bb53c7-69fb-474e-bac4-d83d66d65e01 req-8131cd04-2458-4dbf-a3e9-4388adce789d tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.53 "DELETE /v2.0/ports/d05b5e83-bcc3-4339-b622-14967f34c838 HTTP/1.1" status: 204 len: 173 time: 1.5464323 Oct 27 16:09:32.735590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'name': 'network-vif-deleted', 'tag': 'd05b5e83-bcc3-4339-b622-14967f34c838'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:32.738351 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be8c239-3908-45bb-b177-869b520e2eee" -d '{"events": [{"server_uuid": "5f08c535-30da-4d35-8c2c-ae1e51f10e4c", "name": "network-vif-deleted", "tag": "d05b5e83-bcc3-4339-b622-14967f34c838"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:32.765113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-811c00cd-02e0-4722-9da2-9296b2d50b89 req-04052eaf-5970-454e-9a9f-c8d2c1624329 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 210 time: 0.1381021 Oct 27 16:09:32.806325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f4386-b83a-49cc-9cde-0b8be53502b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ab54ce-c331-4877-b08b-de8bfe3b7060,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:32.813378 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212ff5f3-c33e-41ad-a4d2-74590d634ecb x-openstack-request-id: req-212ff5f3-c33e-41ad-a4d2-74590d634ecb {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:32.813378 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f08c535-30da-4d35-8c2c-ae1e51f10e4c", "name": "network-vif-deleted", "tag": "d05b5e83-bcc3-4339-b622-14967f34c838", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:32.813378 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-212ff5f3-c33e-41ad-a4d2-74590d634ecb {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:32.813378 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f08c535-30da-4d35-8c2c-ae1e51f10e4c', 'name': 'network-vif-deleted', 'tag': 'd05b5e83-bcc3-4339-b622-14967f34c838', 'status': 'completed', 'code': 200} Oct 27 16:09:32.828169 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:32.830806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.001043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Attempting to bind port 002932ac-ae39-447e-88d3-71752c2afd96 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:33.001948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Attempting to bind port 002932ac-ae39-447e-88d3-71752c2afd96 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:33.002219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Attempting to bind port 002932ac-ae39-447e-88d3-71752c2afd96 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:33.019310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:33.019310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:33.019310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.019310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:33.019310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Bound port: 002932ac-ae39-447e-88d3-71752c2afd96, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:33.019310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.038668 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Port 002932ac-ae39-447e-88d3-71752c2afd96 has been deleted concurrently {{(pid=109724) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 27 16:09:33.044092 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.045120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e560eaae-a9d7-4fcd-acc8-c48eaf05ff68 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:09:33.057770 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.057770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a7f0dd08-9ddd-4e1f-8e0a-451d6bda1242 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e560eaae-a9d7-4fcd-acc8-c48eaf05ff68 HTTP/1.1" status: 204 len: 168 time: 2.2616558 Oct 27 16:09:33.058388 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52820) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:33.061925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Routers set() bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:33.062824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Router IDs set() for agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 16:09:33.063569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_agentschedulers_db [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e560eaae-a9d7-4fcd-acc8-c48eaf05ff68'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent'). {{(pid=109724) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 16:09:33.063997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d917f0-c74d-4543-a2db-295991509351 None None] The sync data for ids ['e560eaae-a9d7-4fcd-acc8-c48eaf05ff68'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:33.199157 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.313470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e1ecb7a-d762-4b5c-aaa9-109430b53e67 req-e2ec7bf6-5151-4d86-9e61-e65216f333b5 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f08c535-30da-4d35-8c2c-ae1e51f10e4c HTTP/1.1" status: 200 len: 210 time: 0.0281065 Oct 27 16:09:33.333246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52826) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:33.408155 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-812cfcc3-69e2-466e-8179-43e0fc88e17b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e74004a0595d4a43be6ac52e0d3327f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0709209 Oct 27 16:09:33.411115 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52828) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:33.509082 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a908f3d-cd4e-49c4-9699-37c08aded2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.538838 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a908f3d-cd4e-49c4-9699-37c08aded2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.717133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1071a8-7ba9-4bf6-aeac-dcd20b235615 req-381a9290-b61a-4783-958c-eabf46aa3af9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:33.718671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e1071a8-7ba9-4bf6-aeac-dcd20b235615 req-381a9290-b61a-4783-958c-eabf46aa3af9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.0771244 Oct 27 16:09:33.747835 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.774715 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e1071a8-7ba9-4bf6-aeac-dcd20b235615 req-5761c5b1-6ce8-421b-90f5-a62c84684db4 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476868 Oct 27 16:09:33.820677 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a908f3d-cd4e-49c4-9699-37c08aded2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.825789 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a908f3d-cd4e-49c4-9699-37c08aded2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.828041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9a908f3d-cd4e-49c4-9699-37c08aded2a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ea86535-eb69-48c3-8653-38e2c3f251dd HTTP/1.1" status: 204 len: 168 time: 0.4159207 Oct 27 16:09:33.838711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a908f3d-cd4e-49c4-9699-37c08aded2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea86535-eb69-48c3-8653-38e2c3f251dd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:33.883036 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5f8ba97-97a6-4222-bd0c-6bcca4c5bf0b req-337cf3cd-668d-4419-8a6e-4942ac8a7a44 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 210 time: 0.0349216 Oct 27 16:09:33.967376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Deleting port d394966f-b062-433f-aab1-858cd3fc0af2 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:33.973082 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:33.977922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d05b5e83-bcc3-4339-b622-14967f34c838 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:34.008147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: d05b5e83-bcc3-4339-b622-14967f34c838 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:34.008963 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d05b5e83-bcc3-4339-b622-14967f34c838 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:34.092391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] For port d394966f-b062-433f-aab1-858cd3fc0af2, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d394966f-b062-433f-aab1-858cd3fc0af2,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:34.092835 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.108405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Calling delete_port for d394966f-b062-433f-aab1-858cd3fc0af2 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:34.432245 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.469847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event deleted for resources: {'Port': ['ID=d394966f-b062-433f-aab1-858cd3fc0af2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:34.567705 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.690341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.692837 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.889166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.889750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4873c3a-272e-4ae7-aa2f-8f474aa458d5 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:09:34.894543 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:34.900226 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d5070128-fd6c-4f11-b742-c42e2ffff2f2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a4873c3a-272e-4ae7-aa2f-8f474aa458d5 HTTP/1.1" status: 204 len: 168 time: 1.8404393 Oct 27 16:09:34.904667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52866) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:34.911148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-568161567', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:34.975455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d08023-3dc4-463c-8fdb-fe763d137642 req-50ca7883-0565-47c8-8808-fdf9eb83fdab tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:34.988413 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7d08023-3dc4-463c-8fdb-fe763d137642 req-50ca7883-0565-47c8-8808-fdf9eb83fdab tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.1168594 Oct 27 16:09:35.052526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7d08023-3dc4-463c-8fdb-fe763d137642 req-19528c38-7fcf-4183-af8c-8374ee326acb tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631325 Oct 27 16:09:35.104626 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80f0d2f5-b039-4d56-8bc5-6f0076ea0b82 req-741ba45c-4c92-403a-93ee-908c5b1f33a3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 210 time: 0.0312049 Oct 27 16:09:35.121266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.123057 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.201635 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3f9c8-bcec-4b58-9e34-1f1c0c6876ed req-01f79c3e-ffde-407a-b4f0-9165358bc5f9 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:35.203658 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfa3f9c8-bcec-4b58-9e34-1f1c0c6876ed req-01f79c3e-ffde-407a-b4f0-9165358bc5f9 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 949 time: 0.0761199 Oct 27 16:09:35.252849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.268125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfa3f9c8-bcec-4b58-9e34-1f1c0c6876ed req-cf8d9dc1-70a0-4b2d-a6d6-f733e7a15a06 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508485 Oct 27 16:09:35.716316 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:35.784112 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-bc177fbe-f6fe-4b35-994e-73680460c01e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:35.785601 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-bc177fbe-f6fe-4b35-994e-73680460c01e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.2385931 Oct 27 16:09:35.806291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Request body: {'port': {'device_id': 'f06b7243-e544-47ac-966a-7dba23a2063e', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'admin_state_up': True, 'tenant_id': '532e31d389584cc2b9f78d696326f5ea'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:36.150702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d394966f-b062-433f-aab1-858cd3fc0af2 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:36.182770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Made reservation on behalf of 532e31d389584cc2b9f78d696326f5ea for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:36.190485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d394966f-b062-433f-aab1-858cd3fc0af2 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:36.192712 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.197686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d394966f-b062-433f-aab1-858cd3fc0af2 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:36.200837 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.205009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5a79b-21cd-4886-9e1c-30d1c907dc65 req-eb2bcb08-5c8c-42c2-afa9-3fa9b1c69cba tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:36.218760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92b5a79b-21cd-4886-9e1c-30d1c907dc65 req-eb2bcb08-5c8c-42c2-afa9-3fa9b1c69cba tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.0683362 Oct 27 16:09:36.259812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.260676 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92b5a79b-21cd-4886-9e1c-30d1c907dc65 req-8963e12d-7d8e-4bf6-829d-9974dee34928 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449169 Oct 27 16:09:36.298984 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c23742e-5e23-466d-9ecd-b1665586c936 req-1f573b92-9e78-4a13-a347-f3a2679dbf1f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 210 time: 0.0433135 Oct 27 16:09:36.483006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc30fa1-a625-4ff5-a6b3-dfdfa17e3eb2 req-ee51282e-b7d1-4bc8-bb40-2535ecf1c006 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:36.495217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbc30fa1-a625-4ff5-a6b3-dfdfa17e3eb2 req-ee51282e-b7d1-4bc8-bb40-2535ecf1c006 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 949 time: 0.0701568 Oct 27 16:09:36.531483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Allocated IP 172.25.4.106 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/7bd95a05-2f2e-4f5f-97d2-90bdc5159155) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:36.538229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Allocated IP 172.20.0.7 (c1d758f2-d37b-4018-98fc-3c91fe876e7c/3b08f108-8174-458c-afd5-eb5ec36a0ae6/1d17ce9a-5dee-49c8-a27b-107f3950f6d0) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:36.552271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbc30fa1-a625-4ff5-a6b3-dfdfa17e3eb2 req-8748adf7-7f60-45b4-b208-31b4197f3969 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513587 Oct 27 16:09:36.706062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52930) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:36.748461 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.814693 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.843597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80ad4fa-d821-4062-b756-71418b6a4696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.893646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64480143-32fd-48de-960d-310c3077a1f4 req-f81e44d6-9218-4b29-bb5b-e5953fd9ebdf tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:36.897227 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-64480143-32fd-48de-960d-310c3077a1f4 req-f81e44d6-9218-4b29-bb5b-e5953fd9ebdf tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.54 "GET /v2.0/ports?device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 949 time: 0.0636153 Oct 27 16:09:36.941629 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80ad4fa-d821-4062-b756-71418b6a4696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.941843 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:36.997716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.019662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:37.033799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:37.037226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Pushing event updated for resources: {'Port': ['ID=7bd95a05-2f2e-4f5f-97d2-90bdc5159155,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:37.040629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:37.101007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Network c1d758f2-d37b-4018-98fc-3c91fe876e7c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:37.110882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:37.119609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:37.126387 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80ad4fa-d821-4062-b756-71418b6a4696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.172254 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event updated for resources: {'Port': ['ID=1d17ce9a-5dee-49c8-a27b-107f3950f6d0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:37.173268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ad4fa-d821-4062-b756-71418b6a4696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2412ca82-4c76-4145-a181-5e0d18114ccd,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:37.183342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e80ad4fa-d821-4062-b756-71418b6a4696 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad89fbbe1c72474bba7d85954c74aeee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760895 Oct 27 16:09:37.185577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52940) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:37.237727 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30049cf8-a0cf-4f80-ba91-e515b3c31561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.259126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:37.259570 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.263787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-64480143-32fd-48de-960d-310c3077a1f4 req-de151d4b-a198-4895-a54a-3192bdd0ecba tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Deleting port 9430cf76-5006-405c-b413-9048d5bed25b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:37.264142 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-64480143-32fd-48de-960d-310c3077a1f4 req-de151d4b-a198-4895-a54a-3192bdd0ecba tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.266311 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30049cf8-a0cf-4f80-ba91-e515b3c31561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.394841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028c0d1-f82f-47c1-aa02-0c4267b443e4 req-4f972211-13b7-4ed9-89b9-9b7402959af6 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:37.396471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2028c0d1-f82f-47c1-aa02-0c4267b443e4 req-4f972211-13b7-4ed9-89b9-9b7402959af6 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.0606010 Oct 27 16:09:37.411641 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30049cf8-a0cf-4f80-ba91-e515b3c31561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.414985 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-30049cf8-a0cf-4f80-ba91-e515b3c31561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.416113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-30049cf8-a0cf-4f80-ba91-e515b3c31561 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2412ca82-4c76-4145-a181-5e0d18114ccd HTTP/1.1" status: 204 len: 168 time: 0.2295899 Oct 27 16:09:37.422512 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-64480143-32fd-48de-960d-310c3077a1f4 req-de151d4b-a198-4895-a54a-3192bdd0ecba tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] For port 9430cf76-5006-405c-b413-9048d5bed25b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=9430cf76-5006-405c-b413-9048d5bed25b,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:37.422512 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-64480143-32fd-48de-960d-310c3077a1f4 req-de151d4b-a198-4895-a54a-3192bdd0ecba tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:37.435219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30049cf8-a0cf-4f80-ba91-e515b3c31561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2412ca82-4c76-4145-a181-5e0d18114ccd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:37.457163 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a53ba78-959e-43dd-ae20-4215b6c4c2b1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6551535 Oct 27 16:09:37.459142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2028c0d1-f82f-47c1-aa02-0c4267b443e4 req-f06519a6-32c6-4665-bb92-fb358cbb1c71 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548942 Oct 27 16:09:37.463032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-64480143-32fd-48de-960d-310c3077a1f4 req-de151d4b-a198-4895-a54a-3192bdd0ecba tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Calling delete_port for 9430cf76-5006-405c-b413-9048d5bed25b owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:37.473054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Request body: {'port': {'device_id': 'f06b7243-e544-47ac-966a-7dba23a2063e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:37.545546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa9f03-15ca-4752-84d9-9e8ee3e9905e req-fd509851-9bf9-46cc-bc48-806b0fcaca09 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:37.547044 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41fa9f03-15ca-4752-84d9-9e8ee3e9905e req-fd509851-9bf9-46cc-bc48-806b0fcaca09 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 931 time: 0.1417751 Oct 27 16:09:37.671601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023191d9-9777-4761-ad22-06fd9e543a4f req-8f5d526a-5cd2-417a-8eac-2ee49f5b9ea0 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:37.673185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-023191d9-9777-4761-ad22-06fd9e543a4f req-8f5d526a-5cd2-417a-8eac-2ee49f5b9ea0 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 949 time: 0.0599008 Oct 27 16:09:37.718308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-023191d9-9777-4761-ad22-06fd9e543a4f req-ba3bff8c-f665-4f0e-b465-95a3407ec0e8 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab1e3533-13da-47a4-8db5-f5be4f326eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379128 Oct 27 16:09:37.992731 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41fa9f03-15ca-4752-84d9-9e8ee3e9905e req-f617fdd9-cbc2-4089-bd7a-a262a08c97d5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325631 Oct 27 16:09:37.997993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:38.079606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:38.409904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-64480143-32fd-48de-960d-310c3077a1f4 req-de151d4b-a198-4895-a54a-3192bdd0ecba tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:38.468574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de151d4b-a198-4895-a54a-3192bdd0ecba tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Pushing event deleted for resources: {'Port': ['ID=9430cf76-5006-405c-b413-9048d5bed25b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:38.541261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-64480143-32fd-48de-960d-310c3077a1f4 req-de151d4b-a198-4895-a54a-3192bdd0ecba tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] No DVR routers for this DVR port 9430cf76-5006-405c-b413-9048d5bed25b on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:38.552403 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-64480143-32fd-48de-960d-310c3077a1f4 req-de151d4b-a198-4895-a54a-3192bdd0ecba tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:38.556562 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-64480143-32fd-48de-960d-310c3077a1f4 req-de151d4b-a198-4895-a54a-3192bdd0ecba tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.54 "DELETE /v2.0/ports/9430cf76-5006-405c-b413-9048d5bed25b HTTP/1.1" status: 204 len: 173 time: 1.6550863 Oct 27 16:09:38.561292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-deleted', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:38.561292 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7f04bd-2cd9-4c47-92e5-d19f0eec031d" -d '{"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-deleted", "tag": "9430cf76-5006-405c-b413-9048d5bed25b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:38.590371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:38.613701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf5064-1ffd-4a35-af2c-54895241e44a req-9be20b5f-99fa-4a6f-b4f0-e8f27106fa33 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:38.616484 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebaf5064-1ffd-4a35-af2c-54895241e44a req-9be20b5f-99fa-4a6f-b4f0-e8f27106fa33 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.0724449 Oct 27 16:09:38.626187 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096a90fa-328e-4f74-ad55-f4288ce6b9f5 x-openstack-request-id: req-096a90fa-328e-4f74-ad55-f4288ce6b9f5 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:38.626907 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2adf8e57-5a5f-4d91-907f-3bcbb4ff6692", "name": "network-vif-deleted", "tag": "9430cf76-5006-405c-b413-9048d5bed25b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:38.627402 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-096a90fa-328e-4f74-ad55-f4288ce6b9f5 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:38.628178 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2adf8e57-5a5f-4d91-907f-3bcbb4ff6692', 'name': 'network-vif-deleted', 'tag': '9430cf76-5006-405c-b413-9048d5bed25b', 'status': 'completed', 'code': 200} Oct 27 16:09:38.665525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebaf5064-1ffd-4a35-af2c-54895241e44a req-1ff3c193-290c-41a1-9ed1-2ed4ad6515d4 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424335 Oct 27 16:09:38.691420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52978) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:38.711398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:38.721971 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:38.759210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Transition to ACTIVE for port object 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:38.837816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1539611697-network', 'tenant_id': '33739797f1754d80be31232f81585062'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:38.840106 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea4899ae-b855-4cec-8a7d-9cfe769e9375 req-6a3fa8e4-c026-48bb-84b8-ce448cfa24b5 tempest-ListImageFiltersTestJSON-1469363561 tempest-ListImageFiltersTestJSON-1469363561-project] 10.222.0.15 "GET /v2.0/ports?device_id=2adf8e57-5a5f-4d91-907f-3bcbb4ff6692 HTTP/1.1" status: 200 len: 210 time: 0.0422559 Oct 27 16:09:38.841040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:38.956291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Pushing event updated for resources: {'Port': ['ID=1d17ce9a-5dee-49c8-a27b-107f3950f6d0,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:39.006011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Attempting to bind port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:39.006989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Attempting to bind port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:39.007618 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Attempting to bind port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:39.014736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:39.015071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Attempting to bind port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:39.023329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:39.023329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Checking segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:39.024313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Bound using segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:39.024887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Bound port: 1d17ce9a-5dee-49c8-a27b-107f3950f6d0, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:39.025258 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.047264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Made reservation on behalf of 33739797f1754d80be31232f81585062 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:39.051817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.059513 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.123577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Router b205452a-4d9f-4299-91cb-c69dac1d7427 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:09:39.155735 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.157369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] For port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:39.161638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] For port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1d17ce9a-5dee-49c8-a27b-107f3950f6d0,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:39.206365 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d67d04-1704-4c27-bd9f-31d41c0669a0 req-b09a25dd-f21e-4d56-abe0-2a9c049c867e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:39.207791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9d67d04-1704-4c27-bd9f-31d41c0669a0 req-b09a25dd-f21e-4d56-abe0-2a9c049c867e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 943 time: 0.1294219 Oct 27 16:09:39.226964 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.258231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:09:39.263874 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.265565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa028cf-34b6-432e-b18f-bb46431e484a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:39.273587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.274478 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Added segment d83546a6-ea82-4ff7-9e94-6593c9e74b04 of type vlan for network a97464ad-8057-4203-aa3f-78d7ca08e077 Oct 27 16:09:39.325905 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.335247 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:39.335875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.337364 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] 10.222.0.54 "PUT /v2.0/ports/1d17ce9a-5dee-49c8-a27b-107f3950f6d0 HTTP/1.1" status: 200 len: 1091 time: 1.8708575 Oct 27 16:09:39.340561 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9d67d04-1704-4c27-bd9f-31d41c0669a0 req-6349b38e-6abc-4930-af54-9646389a7833 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059828 Oct 27 16:09:39.362633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a6ae0-124a-4e47-8113-ead8910e7a92 service neutron] Pushing event updated for resources: {'Port': ['ID=1d17ce9a-5dee-49c8-a27b-107f3950f6d0,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:39.370271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:39.380353 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94142f-18f8-464a-8365-d69678d2caf1 None None] Sync routers for ids ['b205452a-4d9f-4299-91cb-c69dac1d7427'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:39.391466 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94142f-18f8-464a-8365-d69678d2caf1 None None] Routers {'b205452a-4d9f-4299-91cb-c69dac1d7427'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:39.392130 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ee94142f-18f8-464a-8365-d69678d2caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b205452a-4d9f-4299-91cb-c69dac1d7427'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:39.425129 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ee94142f-18f8-464a-8365-d69678d2caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:39.434897 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94142f-18f8-464a-8365-d69678d2caf1 None None] Routers {'b205452a-4d9f-4299-91cb-c69dac1d7427'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:39.435501 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ee94142f-18f8-464a-8365-d69678d2caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b205452a-4d9f-4299-91cb-c69dac1d7427'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:39.475109 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ee94142f-18f8-464a-8365-d69678d2caf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:39.475673 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee94142f-18f8-464a-8365-d69678d2caf1 None None] The sync data for ids ['b205452a-4d9f-4299-91cb-c69dac1d7427'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:39.532820 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.534166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:39.534982 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.535519 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:39.539811 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a5f78eee-016a-4f39-8445-c9b5400b423d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6314809 Oct 27 16:09:39.540731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-5ed67a41-74f0-43e2-bab3-81aa7f6a3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:39.542498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-5ed67a41-74f0-43e2-bab3-81aa7f6a3949 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 1094 time: 0.0523374 Oct 27 16:09:39.546212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52992) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:39.553181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c445e3e3-4c35-4ca2-82e1-2eed6ea718a2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'enable_snat': False}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:39.592690 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-845b603c-1a21-4d8b-934f-1b81ca36c683 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d17ce9a-5dee-49c8-a27b-107f3950f6d0 HTTP/1.1" status: 200 len: 217 time: 0.0413995 Oct 27 16:09:39.657047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a4c3ebf-78ef-4a0d-b9ee-ff16f2243032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:39.658657 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-2a4c3ebf-78ef-4a0d-b9ee-ff16f2243032 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.0579515 Oct 27 16:09:39.680883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] Pushing event updated for resources: {'Network': ['ID=a97464ad-8057-4203-aa3f-78d7ca08e077,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:39.693323 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network a97464ad-8057-4203-aa3f-78d7ca08e077 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:09:39.702296 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-4d3e2424-cf49-4e75-8a40-eb641aa80b57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323780 Oct 27 16:09:39.820752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e02bbf23-571a-4c84-b3b8-c3fa39c50755 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1279306 Oct 27 16:09:39.825302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52996) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:39.830017 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] Request body: {'subnet': {'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1539611697-subnet', 'tenant_id': '33739797f1754d80be31232f81585062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:39.837396 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-ba07a5d6-612f-48e6-8aee-404b83307282 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255593 Oct 27 16:09:39.888858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064af824-135d-4866-8523-0f041ccd27f4 req-5f7cbc8b-0792-4bc8-b4dc-e7db94263b39 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:39.894240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-064af824-135d-4866-8523-0f041ccd27f4 req-5f7cbc8b-0792-4bc8-b4dc-e7db94263b39 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.0789127 Oct 27 16:09:39.961461 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e3cb8cb-c808-43bc-91dc-0841d93d384c req-635093a9-3c82-4b8a-96a1-ee14b9493d61 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149170 Oct 27 16:09:40.016912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-064af824-135d-4866-8523-0f041ccd27f4 req-5d230a96-0230-4195-9d99-24ac564245c8 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128647 Oct 27 16:09:40.040445 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c445e3e3-4c35-4ca2-82e1-2eed6ea718a2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.049089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] Made reservation on behalf of 33739797f1754d80be31232f81585062 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:40.051740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.373069 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.427810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=721f241b-ed35-4c2c-99e2-6d7c60098292,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:40.449002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] Checking segment: {'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:40.449361 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] Network hostable DHCP agents. Network: a97464ad-8057-4203-aa3f-78d7ca08e077, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:09:40.589763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73212f5f-ab04-46f6-badd-e51d3bc0c373 req-350c0fa7-dac9-4dc0-a998-dbd76a366054 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:40.591363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-73212f5f-ab04-46f6-badd-e51d3bc0c373 req-350c0fa7-dac9-4dc0-a998-dbd76a366054 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 943 time: 0.1037462 Oct 27 16:09:40.629400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f06b7243-e544-47ac-966a-7dba23a2063e', 'tag': '1d17ce9a-5dee-49c8-a27b-107f3950f6d0'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:40.632793 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7dea1e-fbe4-4680-9a75-1a7460e00f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "f06b7243-e544-47ac-966a-7dba23a2063e", "tag": "1d17ce9a-5dee-49c8-a27b-107f3950f6d0"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:40.643325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] Network a97464ad-8057-4203-aa3f-78d7ca08e077 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:09:40.671440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-73212f5f-ab04-46f6-badd-e51d3bc0c373 req-690a6cc6-bfc7-4792-9f5f-d3d18798a054 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542123 Oct 27 16:09:40.690415 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c445e3e3-4c35-4ca2-82e1-2eed6ea718a2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.695118 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c445e3e3-4c35-4ca2-82e1-2eed6ea718a2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.817913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, a97464ad-8057-4203-aa3f-78d7ca08e077) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:40.822487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:40.823878 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:40.832038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b531c325-0e1f-410a-9f67-d0321d2c6795 None None] Network a97464ad-8057-4203-aa3f-78d7ca08e077 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:40.923361 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8349077-4d14-4994-a0c5-2003f6ffdf41 x-openstack-request-id: req-a8349077-4d14-4994-a0c5-2003f6ffdf41 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:40.923929 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f06b7243-e544-47ac-966a-7dba23a2063e", "tag": "1d17ce9a-5dee-49c8-a27b-107f3950f6d0", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:40.924395 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8349077-4d14-4994-a0c5-2003f6ffdf41 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:40.924995 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f06b7243-e544-47ac-966a-7dba23a2063e', 'tag': '1d17ce9a-5dee-49c8-a27b-107f3950f6d0', 'status': 'completed', 'code': 200} Oct 27 16:09:40.986946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb5675-fbf9-4ab6-a28d-3632a8d88e6f None None] Network a97464ad-8057-4203-aa3f-78d7ca08e077 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:41.015681 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c1045614-c4f7-4555-a16b-c7c7d6eb9866 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1892378 Oct 27 16:09:41.080509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dea1e-fbe4-4680-9a75-1a7460e00f1f req-69b8e903-8c6b-494b-b94a-ba458b248450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:41.082236 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec7dea1e-fbe4-4680-9a75-1a7460e00f1f req-69b8e903-8c6b-494b-b94a-ba458b248450 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 1094 time: 0.1309855 Oct 27 16:09:41.194773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c445e3e3-4c35-4ca2-82e1-2eed6ea718a2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Router b205452a-4d9f-4299-91cb-c69dac1d7427 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:09:41.223177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fb158-e226-44e6-a21c-c1655c8127cf req-cc41c687-39c4-4033-bee3-66fe37145346 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:41.224850 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-396fb158-e226-44e6-a21c-c1655c8127cf req-cc41c687-39c4-4033-bee3-66fe37145346 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 945 time: 0.4593532 Oct 27 16:09:41.230700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-1b060448-6348-465c-9ba4-b5350fe3a67c tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:41.230700 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-1b060448-6348-465c-9ba4-b5350fe3a67c tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1097 time: 0.1980426 Oct 27 16:09:41.245298 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-815689-1'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:41.340354 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.345084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dea1e-fbe4-4680-9a75-1a7460e00f1f req-a6f0a8f7-b057-4830-aec5-d9cef676922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:41.346562 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec7dea1e-fbe4-4680-9a75-1a7460e00f1f req-a6f0a8f7-b057-4830-aec5-d9cef676922c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 912 time: 0.2368653 Oct 27 16:09:41.347431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-396fb158-e226-44e6-a21c-c1655c8127cf req-51958ccd-3497-4885-bb1c-12e1a240f1c2 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104772 Oct 27 16:09:41.371076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c445e3e3-4c35-4ca2-82e1-2eed6ea718a2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:41.379882 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c445e3e3-4c35-4ca2-82e1-2eed6ea718a2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:41.383589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a5b40-92bd-4c16-9bec-a0231e9f4807 None None] Sync routers for ids ['b205452a-4d9f-4299-91cb-c69dac1d7427'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:41.393301 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c445e3e3-4c35-4ca2-82e1-2eed6ea718a2 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "PUT /v2.0/routers/b205452a-4d9f-4299-91cb-c69dac1d7427 HTTP/1.1" status: 200 len: 925 time: 1.8415422 Oct 27 16:09:41.394063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53062) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:41.408423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a5b40-92bd-4c16-9bec-a0231e9f4807 None None] Routers {'b205452a-4d9f-4299-91cb-c69dac1d7427'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:41.409173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-678a5b40-92bd-4c16-9bec-a0231e9f4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b205452a-4d9f-4299-91cb-c69dac1d7427'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:41.440480 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec7dea1e-fbe4-4680-9a75-1a7460e00f1f req-fffdf65b-9483-45b6-a3a3-2def35ae387d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d17ce9a-5dee-49c8-a27b-107f3950f6d0 HTTP/1.1" status: 200 len: 217 time: 0.0796242 Oct 27 16:09:41.462182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-678a5b40-92bd-4c16-9bec-a0231e9f4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:41.474236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a5b40-92bd-4c16-9bec-a0231e9f4807 None None] Routers {'b205452a-4d9f-4299-91cb-c69dac1d7427'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:41.474859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-678a5b40-92bd-4c16-9bec-a0231e9f4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b205452a-4d9f-4299-91cb-c69dac1d7427'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:41.525055 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-678a5b40-92bd-4c16-9bec-a0231e9f4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:41.526089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678a5b40-92bd-4c16-9bec-a0231e9f4807 None None] The sync data for ids ['b205452a-4d9f-4299-91cb-c69dac1d7427'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:41.560669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7dea1e-fbe4-4680-9a75-1a7460e00f1f req-7e96b3aa-bbdd-4479-a42e-c37f6f5957bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:41.562338 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec7dea1e-fbe4-4680-9a75-1a7460e00f1f req-7e96b3aa-bbdd-4479-a42e-c37f6f5957bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.1142766 Oct 27 16:09:41.572116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792abd3-b06e-4954-bf22-3ec7af778fa1 req-57d31b22-0509-4bf6-9811-780a034999f5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:41.575111 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7792abd3-b06e-4954-bf22-3ec7af778fa1 req-57d31b22-0509-4bf6-9811-780a034999f5 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 946 time: 0.1269784 Oct 27 16:09:41.600166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec7dea1e-fbe4-4680-9a75-1a7460e00f1f req-d215062d-3bcf-4e74-be19-0c9c256c57ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292256 Oct 27 16:09:41.605736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9ccca0f9-6422-44ec-8a39-4fea369f315f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/routers/b205452a-4d9f-4299-91cb-c69dac1d7427 HTTP/1.1" status: 200 len: 925 time: 0.2105274 Oct 27 16:09:41.608656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53064) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:41.686081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7792abd3-b06e-4954-bf22-3ec7af778fa1 req-e77e015b-f90d-4fcc-893c-7737e45a2688 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047928 Oct 27 16:09:41.688338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:41.705563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86807ce6-8446-4c47-8559-3c9fda4718ad tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:41.707614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-86807ce6-8446-4c47-8559-3c9fda4718ad tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=840af1e4-df74-450c-bf75-32afab135856&device_id=b205452a-4d9f-4299-91cb-c69dac1d7427&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0979767 Oct 27 16:09:41.716876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53068) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:41.758706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec7dea1e-fbe4-4680-9a75-1a7460e00f1f req-e5bce31a-88fc-4a42-977b-eab890347bbb service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490450 Oct 27 16:09:41.761840 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:41.766874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9430cf76-5006-405c-b413-9048d5bed25b no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:41.796983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 9430cf76-5006-405c-b413-9048d5bed25b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:09:41.797632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 9430cf76-5006-405c-b413-9048d5bed25b not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:41.833190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0883a7e-2bea-46a9-9de8-a1d79c403d62 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:41.836071 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f0883a7e-2bea-46a9-9de8-a1d79c403d62 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 881 time: 0.1139772 Oct 27 16:09:41.840339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53070) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:41.874838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-25a97dd6-7d7f-4657-9e66-7ac2dee8b77c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=b205452a-4d9f-4299-91cb-c69dac1d7427 HTTP/1.1" status: 200 len: 205 time: 0.0323024 Oct 27 16:09:41.877205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53074) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:42.078586 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.183315 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.217354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.269378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec7dea1e-fbe4-4680-9a75-1a7460e00f1f req-a2bd1649-ffdf-4c8d-9a51-520ab6bf9e81 service neutron] 10.222.0.54 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4847088 Oct 27 16:09:42.307576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-7fc83376-6018-4008-8015-25d32bfdde0f tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:42.309137 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-7fc83376-6018-4008-8015-25d32bfdde0f tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/networks?id=a97464ad-8057-4203-aa3f-78d7ca08e077 HTTP/1.1" status: 200 len: 822 time: 0.1468937 Oct 27 16:09:42.326709 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-6e89e6c4-e2fd-4116-905c-064e84160d0a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/quotas/33739797f1754d80be31232f81585062 HTTP/1.1" status: 200 len: 375 time: 0.0105481 Oct 27 16:09:42.361594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-048dfc8c-fe8a-4dd1-a595-5a242f6da2c4 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=33739797f1754d80be31232f81585062&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277860 Oct 27 16:09:42.377673 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.457128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Deleting port 7bd95a05-2f2e-4f5f-97d2-90bdc5159155 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:42.457539 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.553411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.555761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Pushing event updated for resources: {'Port': ['ID=d3e4e049-c815-41c5-8fe5-cc9fd639921a,revision_number=7']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:42.574139 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-f071dcd9-88ef-4a65-817d-7bcfec449d2c service neutron] 10.222.0.15 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051284 Oct 27 16:09:42.575387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a on host n-h2-815689-1 for vnic_type normal with profile {"migrating_to": "n-h1-815689-1"} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:42.575387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:42.575668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:42.576595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Calling delete_port for 7bd95a05-2f2e-4f5f-97d2-90bdc5159155 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:42.581003 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Port d3e4e049-c815-41c5-8fe5-cc9fd639921a on network 4f195822-afc2-489a-8875-d3a7f6fb3532 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:42.581332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Attempting to bind port d3e4e049-c815-41c5-8fe5-cc9fd639921a on network 4f195822-afc2-489a-8875-d3a7f6fb3532 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:42.588018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:42.593762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Checking segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:42.593762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Bound using segment: {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:42.593762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Bound port: d3e4e049-c815-41c5-8fe5-cc9fd639921a, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68c335e-0250-4c95-921b-d78e4e4b7411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4f195822-afc2-489a-8875-d3a7f6fb3532'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:42.593762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.734722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae1eb22-d488-4b9c-bcb7-1359bd6d6144 req-52f6ad6b-efe2-4d28-a566-2fbf24b1020e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:42.736839 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ae1eb22-d488-4b9c-bcb7-1359bd6d6144 req-52f6ad6b-efe2-4d28-a566-2fbf24b1020e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 943 time: 0.1122394 Oct 27 16:09:42.741911 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:42.755498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-4f3fa0b4-1d22-4305-9e82-78dee83f911a service neutron] 10.222.0.15 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627240 Oct 27 16:09:42.759292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:42.811685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ae1eb22-d488-4b9c-bcb7-1359bd6d6144 req-a2e20846-09c1-4dd9-bf60-80f68ba62c73 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628521 Oct 27 16:09:42.869734 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.932746 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:42.934574 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e346897-14e5-4e5e-b31d-85961ae835d2" -d '{"events": [{"server_uuid": "5081dd54-0e9a-4da4-8e28-c418dfc47ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e4e049-c815-41c5-8fe5-cc9fd639921a"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:42.952304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.960851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:42.961472 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:42.962888 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] 10.222.0.54 "PUT /v2.0/ports/d3e4e049-c815-41c5-8fe5-cc9fd639921a HTTP/1.1" status: 200 len: 1122 time: 1.7243888 Oct 27 16:09:42.970191 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb27647-4182-4568-ba4e-c5451ae49acc service neutron] Pushing event updated for resources: {'Port': ['ID=d3e4e049-c815-41c5-8fe5-cc9fd639921a,revision_number=8']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:42.990814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Pushing event deleted for resources: {'Port': ['ID=7bd95a05-2f2e-4f5f-97d2-90bdc5159155,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:43.066729 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.089688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['d3e4e049-c815-41c5-8fe5-cc9fd639921a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:43.130525 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d3e4e049-c815-41c5-8fe5-cc9fd639921a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:43.200275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.202622 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.222616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51644cb0-072c-4d75-aa76-889d3a0c7e82 req-e92c8c7b-41fe-4b7b-8d43-d02a2e9f8813 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:43.224466 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-51644cb0-072c-4d75-aa76-889d3a0c7e82 req-e92c8c7b-41fe-4b7b-8d43-d02a2e9f8813 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.0797291 Oct 27 16:09:43.284592 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-51644cb0-072c-4d75-aa76-889d3a0c7e82 req-f755d0de-3b95-4d98-898f-35ccf40d7bc9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487916 Oct 27 16:09:43.372371 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.373400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Fanout notify agent at l3_agent the message router_deleted on router b205452a-4d9f-4299-91cb-c69dac1d7427 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:09:43.385889 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.387398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-270f0d77-3530-44be-81af-f7df42a2ec5b tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/b205452a-4d9f-4299-91cb-c69dac1d7427 HTTP/1.1" status: 204 len: 168 time: 1.5094228 Oct 27 16:09:43.391724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53130) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:43.396542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6f9e4ac9-b450-4383-a0b2-b6ef4b673131 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1128972148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:43.494358 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da76274-4469-42b2-bcca-563761afce32 x-openstack-request-id: req-7da76274-4469-42b2-bcca-563761afce32 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:43.494765 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5081dd54-0e9a-4da4-8e28-c418dfc47ee1", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e4e049-c815-41c5-8fe5-cc9fd639921a", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:43.495120 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7da76274-4469-42b2-bcca-563761afce32 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:43.495659 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a', 'code': 200} Oct 27 16:09:43.552757 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4ac9-b450-4383-a0b2-b6ef4b673131 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.554398 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4ac9-b450-4383-a0b2-b6ef4b673131 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.585079 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-965696aa-8b36-4414-9900-9317cee12c5b req-79996cd3-0d4a-4eb3-9b31-284f14c8c4ea tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 210 time: 0.0436032 Oct 27 16:09:43.638921 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4ac9-b450-4383-a0b2-b6ef4b673131 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.780945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:43.817855 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4ac9-b450-4383-a0b2-b6ef4b673131 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.892015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1d17ce9a-5dee-49c8-a27b-107f3950f6d0,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:43.909524 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '1d17ce9a-5dee-49c8-a27b-107f3950f6d0', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'port_id': '1d17ce9a-5dee-49c8-a27b-107f3950f6d0', 'mac_address': 'fa:16:3e:3c:8b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b08f108-8174-458c-afd5-eb5ec36a0ae6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:09:43.948048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245baf9c-a207-4372-9d7e-15bd2877cf2c req-493a03ce-dd2a-47a9-972d-47a490ae90db tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:43.949700 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-245baf9c-a207-4372-9d7e-15bd2877cf2c req-493a03ce-dd2a-47a9-972d-47a490ae90db tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 943 time: 0.0637136 Oct 27 16:09:43.952715 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.982884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:43.985835 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f9e4ac9-b450-4383-a0b2-b6ef4b673131 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:43.988079 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6f9e4ac9-b450-4383-a0b2-b6ef4b673131 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5950770 Oct 27 16:09:43.993972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53140) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:44.003863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Request body: {'router': {'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:44.028961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1d17ce9a-5dee-49c8-a27b-107f3950f6d0,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:44.037444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-245baf9c-a207-4372-9d7e-15bd2877cf2c req-6aa5f77e-ce40-438d-8774-77c64354270d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791197 Oct 27 16:09:44.203312 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.218118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d3e4e049-c815-41c5-8fe5-cc9fd639921a details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:44.267058 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.279574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=1d17ce9a-5dee-49c8-a27b-107f3950f6d0,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:44.305670 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53144) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:44.365151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:44.385947 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d3e4e049-c815-41c5-8fe5-cc9fd639921a has no active binding in host n-h1-815689-1 {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:09:44.451192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6590817-a373-4715-9c9c-da14b70219d1 req-02f8fe51-5a60-4ab9-bf45-cc9cc2fc24fe tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:44.464259 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6590817-a373-4715-9c9c-da14b70219d1 req-02f8fe51-5a60-4ab9-bf45-cc9cc2fc24fe tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.0922863 Oct 27 16:09:44.598221 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6590817-a373-4715-9c9c-da14b70219d1 req-2e485cb1-30ed-423c-8f85-a6cfd6c636c0 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365829 Oct 27 16:09:44.626945 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1aa851ac-4dde-4f27-9400-17ec8c98d77a req-b55f4bbe-8359-4c1f-9277-2d8f5671b977 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0636294 Oct 27 16:09:44.640286 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f1c6c4df-cf69-41a5-bcbd-0f2d259f54c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e7573af9c104a158b252cf968f0b3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328102 Oct 27 16:09:44.652409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53164) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:44.712299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['1d17ce9a-5dee-49c8-a27b-107f3950f6d0'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:44.758872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03ea03af-e529-42b0-bd83-a8697c6cb555 req-161ad556-fe60-47c2-a34b-1a0296c2bb00 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 210 time: 0.0711160 Oct 27 16:09:44.788221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa851ac-4dde-4f27-9400-17ec8c98d77a req-e7815311-7de9-400d-aa6d-2fe13f1c0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:44.790444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1aa851ac-4dde-4f27-9400-17ec8c98d77a req-e7815311-7de9-400d-aa6d-2fe13f1c0375 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 1096 time: 0.1006873 Oct 27 16:09:44.794834 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4cc34fe-2713-4ee2-99fc-be405af588c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.809148 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.830174 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.840456 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4cc34fe-2713-4ee2-99fc-be405af588c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:44.956326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa851ac-4dde-4f27-9400-17ec8c98d77a req-c645735c-70d7-4218-92f1-8c62c532cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:44.961050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1aa851ac-4dde-4f27-9400-17ec8c98d77a req-c645735c-70d7-4218-92f1-8c62c532cbf2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.1440446 Oct 27 16:09:44.972313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Allocated IP 172.25.4.27 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/78f31157-513a-4b9b-a284-88325e40f1af) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:45.010505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1aa851ac-4dde-4f27-9400-17ec8c98d77a req-280684dd-1c08-42e6-9760-b7cecf7aabd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 HTTP/1.1" status: 200 len: 217 time: 0.0426831 Oct 27 16:09:45.075585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa851ac-4dde-4f27-9400-17ec8c98d77a req-4775f4a6-b668-4f0e-af85-4e84b1c1da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:45.077201 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1aa851ac-4dde-4f27-9400-17ec8c98d77a req-4775f4a6-b668-4f0e-af85-4e84b1c1da1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.0526321 Oct 27 16:09:45.118051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1aa851ac-4dde-4f27-9400-17ec8c98d77a req-666c1b97-2912-47e5-96b0-69acc775b2e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307775 Oct 27 16:09:45.126920 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.195520 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4cc34fe-2713-4ee2-99fc-be405af588c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.198196 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4cc34fe-2713-4ee2-99fc-be405af588c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.199369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c4cc34fe-2713-4ee2-99fc-be405af588c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab1e3533-13da-47a4-8db5-f5be4f326eea HTTP/1.1" status: 204 len: 168 time: 0.5459640 Oct 27 16:09:45.211530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88821c0e-11f6-49e9-a32e-64f400804754 req-c96fc040-b44f-4830-b71b-b2eb2ef5b0bc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:45.213603 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88821c0e-11f6-49e9-a32e-64f400804754 req-c96fc040-b44f-4830-b71b-b2eb2ef5b0bc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 944 time: 0.0701151 Oct 27 16:09:45.213962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc34fe-2713-4ee2-99fc-be405af588c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1e3533-13da-47a4-8db5-f5be4f326eea,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:45.265238 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1aa851ac-4dde-4f27-9400-17ec8c98d77a req-96a49dcd-e29d-4e55-a0f3-0e867be4b245 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349003 Oct 27 16:09:45.310063 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88821c0e-11f6-49e9-a32e-64f400804754 req-4ff363f6-05ce-4ae7-a43e-0d7279de933e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797136 Oct 27 16:09:45.391870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1aa851ac-4dde-4f27-9400-17ec8c98d77a req-392ce92c-9e18-4107-b1e3-9be4676a943c service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152790 Oct 27 16:09:45.496924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'tag': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:45.499745 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587abc4d-1d93-429a-8776-7beeb7e3bbf0" -d '{"events": [{"name": "network-changed", "server_uuid": "5081dd54-0e9a-4da4-8e28-c418dfc47ee1", "tag": "d3e4e049-c815-41c5-8fe5-cc9fd639921a"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:45.512174 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:45.572149 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141fce40-9078-4881-bdc1-1b2e313c7fbd x-openstack-request-id: req-141fce40-9078-4881-bdc1-1b2e313c7fbd {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:45.572443 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5081dd54-0e9a-4da4-8e28-c418dfc47ee1", "tag": "d3e4e049-c815-41c5-8fe5-cc9fd639921a", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:45.572695 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-141fce40-9078-4881-bdc1-1b2e313c7fbd {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:45.573088 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'tag': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a', 'status': 'completed', 'code': 200} Oct 27 16:09:45.602872 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:45.606389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:45.614473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:45.616941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Pushing event updated for resources: {'Port': ['ID=78f31157-513a-4b9b-a284-88325e40f1af,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:45.705981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587abc4d-1d93-429a-8776-7beeb7e3bbf0 req-3e25a13a-b5d1-451c-870a-1fe663aea5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:45.707495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-587abc4d-1d93-429a-8776-7beeb7e3bbf0 req-3e25a13a-b5d1-451c-870a-1fe663aea5d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 1125 time: 0.0970376 Oct 27 16:09:45.765192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:45.830250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4314-ed36-4a6a-a419-614a77150cc3 req-56f06b4c-3d5f-490b-83cc-53926dd8fbaa tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:45.832561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-010d4314-ed36-4a6a-a419-614a77150cc3 req-56f06b4c-3d5f-490b-83cc-53926dd8fbaa tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.1187999 Oct 27 16:09:45.892278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587abc4d-1d93-429a-8776-7beeb7e3bbf0 req-f7f75326-bedd-4a0f-a033-fa54b60dbf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:45.904847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-587abc4d-1d93-429a-8776-7beeb7e3bbf0 req-f7f75326-bedd-4a0f-a033-fa54b60dbf1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.1696906 Oct 27 16:09:45.915779 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-010d4314-ed36-4a6a-a419-614a77150cc3 req-c811687e-8278-4e47-8326-725959a67dff tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617125 Oct 27 16:09:45.945010 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83e778a5-d3d9-4a53-9c3c-f6f1fbf5a2d9 req-8272c7cf-599b-4c31-8bc4-ccc94217ffa2 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 210 time: 0.0577583 Oct 27 16:09:45.968534 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-587abc4d-1d93-429a-8776-7beeb7e3bbf0 req-b0734b17-d881-4061-9e59-5f8c572142e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a HTTP/1.1" status: 200 len: 217 time: 0.0492821 Oct 27 16:09:46.023797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:09:46.030182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:46.030572 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.051406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587abc4d-1d93-429a-8776-7beeb7e3bbf0 req-496cf094-ae1c-470f-8955-15baced1797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:46.062433 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-587abc4d-1d93-429a-8776-7beeb7e3bbf0 req-496cf094-ae1c-470f-8955-15baced1797e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.0718775 Oct 27 16:09:46.066642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:09:46.098671 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-587abc4d-1d93-429a-8776-7beeb7e3bbf0 req-8913c91d-9ddf-4793-bff2-c596bc302ed0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346591 Oct 27 16:09:46.160183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.224375 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-587abc4d-1d93-429a-8776-7beeb7e3bbf0 req-cfea1a08-d984-4d5b-91c2-6df3ce8888a9 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115260 Oct 27 16:09:46.243840 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.289009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1d17ce9a-5dee-49c8-a27b-107f3950f6d0,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:46.292100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06b7243-e544-47ac-966a-7dba23a2063e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d17ce9a-5dee-49c8-a27b-107f3950f6d0'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:46.294689 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f64248-af72-4fd2-8f0b-c26d14412d48" -d '{"events": [{"server_uuid": "f06b7243-e544-47ac-966a-7dba23a2063e", "name": "network-vif-plugged", "status": "completed", "tag": "1d17ce9a-5dee-49c8-a27b-107f3950f6d0"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:46.303794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:46.322277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'port_id': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'mac_address': 'fa:16:3e:c6:6d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:09:46.397548 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07d1e88-a824-4e9d-8503-0239fdbe5f0a x-openstack-request-id: req-d07d1e88-a824-4e9d-8503-0239fdbe5f0a {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:46.397835 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06b7243-e544-47ac-966a-7dba23a2063e", "name": "network-vif-plugged", "status": "completed", "tag": "1d17ce9a-5dee-49c8-a27b-107f3950f6d0", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:46.398428 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d07d1e88-a824-4e9d-8503-0239fdbe5f0a {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:46.398840 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06b7243-e544-47ac-966a-7dba23a2063e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d17ce9a-5dee-49c8-a27b-107f3950f6d0', 'code': 200} Oct 27 16:09:46.400093 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.402492 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.424571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-587abc4d-1d93-429a-8776-7beeb7e3bbf0 req-566f3af9-035a-4118-b68f-117171dc8185 service neutron] 10.222.0.53 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852548 Oct 27 16:09:46.439972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:46.477893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:46.514255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=1d17ce9a-5dee-49c8-a27b-107f3950f6d0,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:46.597991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ec874-5e46-4a81-9519-3581de7d062e req-c9a25d74-d8f4-443f-a427-fe4f9203867c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:46.599598 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-039ec874-5e46-4a81-9519-3581de7d062e req-c9a25d74-d8f4-443f-a427-fe4f9203867c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.1610630 Oct 27 16:09:46.611367 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0b227-b4c4-41f8-a91a-f87b02165c7a req-d1ba9cf6-37ff-4d72-8b85-f11f6a89d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:46.613636 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e5c0b227-b4c4-41f8-a91a-f87b02165c7a req-d1ba9cf6-37ff-4d72-8b85-f11f6a89d185 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 1096 time: 0.1061766 Oct 27 16:09:46.618198 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.645281 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.665293 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:46.735529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:46.766849 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-039ec874-5e46-4a81-9519-3581de7d062e req-0a5cad7f-9772-49b4-9337-3d9c6e5f648c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586635 Oct 27 16:09:46.774155 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e5c0b227-b4c4-41f8-a91a-f87b02165c7a req-e8d0f81b-48a1-46f8-a22d-f8770693b22a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530585 Oct 27 16:09:46.835943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['55bbcd2a-0a91-4355-862a-d3e4d6c77db1'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:09:47.003309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Router f2ccfbc9-3c00-4a36-a683-3a01f3812626 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:09:47.018333 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53218) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:47.129499 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af580740-a8ca-47cc-a7ab-f3e25fc64f93 req-03e0f2ae-bf54-4f74-ab4c-6621cb3e43d0 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 210 time: 0.0475972 Oct 27 16:09:47.203413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1857059525-network', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:47.281285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3181c4-d0b8-4244-a78b-1d57ab8d5a38 req-f9d241c1-e5bb-40b0-91cd-6c860d4ab6d4 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:47.283856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e3181c4-d0b8-4244-a78b-1d57ab8d5a38 req-f9d241c1-e5bb-40b0-91cd-6c860d4ab6d4 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.2544794 Oct 27 16:09:47.335765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:47.348868 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8952d-6c62-4318-b920-f5b5b5d0e0e0 None None] Sync routers for ids ['f2ccfbc9-3c00-4a36-a683-3a01f3812626'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:47.350217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.353910 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5a60e53d-93cc-4802-843a-980a423be0c1 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "PUT /v2.0/routers/f2ccfbc9-3c00-4a36-a683-3a01f3812626 HTTP/1.1" status: 200 len: 883 time: 3.3578722 Oct 27 16:09:47.361663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53230) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:47.362510 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8952d-6c62-4318-b920-f5b5b5d0e0e0 None None] Routers {'f2ccfbc9-3c00-4a36-a683-3a01f3812626'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:47.363501 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b9a8952d-6c62-4318-b920-f5b5b5d0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f2ccfbc9-3c00-4a36-a683-3a01f3812626'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:47.376002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Made reservation on behalf of c3202c1bab3b4e9e934e50ddf641df27 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:47.380901 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.404829 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e3181c4-d0b8-4244-a78b-1d57ab8d5a38 req-a9a6e07f-f5af-4faf-a0e5-50b6ad157701 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086416 Oct 27 16:09:47.405366 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b9a8952d-6c62-4318-b920-f5b5b5d0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:47.418799 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a8952d-6c62-4318-b920-f5b5b5d0e0e0 None None] Routers {'f2ccfbc9-3c00-4a36-a683-3a01f3812626'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:47.419442 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b9a8952d-6c62-4318-b920-f5b5b5d0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f2ccfbc9-3c00-4a36-a683-3a01f3812626'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:47.486419 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b9a8952d-6c62-4318-b920-f5b5b5d0e0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:47.487109 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a8952d-6c62-4318-b920-f5b5b5d0e0e0 None None] The sync data for ids ['f2ccfbc9-3c00-4a36-a683-3a01f3812626'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:47.503928 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.628032 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3c9efbf5-3885-4e33-9c4c-5bf260e0ab73 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/routers/f2ccfbc9-3c00-4a36-a683-3a01f3812626 HTTP/1.1" status: 200 len: 924 time: 0.2613969 Oct 27 16:09:47.630007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53238) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:47.730922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fbe5c4-7705-4e46-925f-2764ec3e4e51 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:47.735822 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-41fbe5c4-7705-4e46-925f-2764ec3e4e51 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=840af1e4-df74-450c-bf75-32afab135856&device_id=f2ccfbc9-3c00-4a36-a683-3a01f3812626&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1023626 Oct 27 16:09:47.742529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53244) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:47.753617 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.907964 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:47.978849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942d648e-40ad-495d-995b-c05ae3eea439 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:47.980392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-942d648e-40ad-495d-995b-c05ae3eea439 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 881 time: 0.2322295 Oct 27 16:09:47.993653 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53256) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:48.001161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:09:48.036947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc814215-4930-4bbb-bcd5-01d74c5a4c4a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:48.043306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.043672 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Added segment 900a5502-866e-4999-b1cb-511e84f596eb of type vlan for network 95569e6c-7058-4cab-97ad-ab9794bfa812 Oct 27 16:09:48.048769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:48.053966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-ec4e6850-9163-4538-8e27-da617cd86bbd tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:48.057185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-ec4e6850-9163-4538-8e27-da617cd86bbd tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.53 "GET /v2.0/networks?id=a97464ad-8057-4203-aa3f-78d7ca08e077 HTTP/1.1" status: 200 len: 822 time: 0.4143982 Oct 27 16:09:48.076499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Request body: {'port': {'device_id': 'af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953', 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077', 'admin_state_up': True, 'tenant_id': '33739797f1754d80be31232f81585062'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:48.194049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:48.195079 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.331148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.390500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:48.399809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:48.402623 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d9e8bf-1f65-4370-b6cf-280fdf8df57c" -d '{"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-plugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:48.601869 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a3ea601c-c6d9-4188-af2d-7b2e56935703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.603030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39ff4892-99a2-4c21-aea7-43b4bb26e249 req-265b8d5b-7e7a-47ef-8cc4-d39aff5cdf4b tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 210 time: 0.3440220 Oct 27 16:09:48.612824 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.623791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1caa7a49-b60c-4d4c-a244-411f6233946f tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2ccfbc9-3c00-4a36-a683-3a01f3812626 HTTP/1.1" status: 200 len: 205 time: 0.0583985 Oct 27 16:09:48.625146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53270) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:48.653755 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.699112 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0bf293-0efb-4442-b491-fcf0cba468d8 x-openstack-request-id: req-4f0bf293-0efb-4442-b491-fcf0cba468d8 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:48.699401 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-plugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:48.699724 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f0bf293-0efb-4442-b491-fcf0cba468d8 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:48.700166 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'code': 200} Oct 27 16:09:48.767701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:48.828585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89400f18-e330-4773-8b74-38261f74511c req-0c31d4f8-e2ff-498f-a02b-a6a746786cc6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:48.830392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89400f18-e330-4773-8b74-38261f74511c req-0c31d4f8-e2ff-498f-a02b-a6a746786cc6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.8971140 Oct 27 16:09:48.887242 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.887427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:48.888039 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.941101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:48.959986 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89400f18-e330-4773-8b74-38261f74511c req-ff1bce58-24b0-425a-9a5e-8ef95268b188 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098170 Oct 27 16:09:48.978231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd7fa9-cd42-4fbe-903a-f88a094b47f1 req-7bfe9c4b-1160-4123-a592-46f414c6d791 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:48.979793 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38dd7fa9-cd42-4fbe-903a-f88a094b47f1 req-7bfe9c4b-1160-4123-a592-46f414c6d791 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.1973319 Oct 27 16:09:48.982537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] Pushing event updated for resources: {'Network': ['ID=95569e6c-7058-4cab-97ad-ab9794bfa812,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:48.984903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Made reservation on behalf of 33739797f1754d80be31232f81585062 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:48.989088 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:49.018792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 95569e6c-7058-4cab-97ad-ab9794bfa812 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:09:49.252871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38dd7fa9-cd42-4fbe-903a-f88a094b47f1 req-69431efa-595e-447a-94c6-c15505dc1b6c tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569213 Oct 27 16:09:49.279923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fe5a409e-dd41-44c3-a10b-c927e8d33bad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2590179 Oct 27 16:09:49.308775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53280) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:49.317702 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:49.322736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] Request body: {'subnet': {'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-subnet', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:49.551821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Allocated IP 172.20.0.13 (a97464ad-8057-4203-aa3f-78d7ca08e077/721f241b-ed35-4c2c-99e2-6d7c60098292/fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:49.587076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Deleting port 78f31157-513a-4b9b-a284-88325e40f1af {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:49.587572 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:49.704785 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:49.737299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Calling delete_port for 78f31157-513a-4b9b-a284-88325e40f1af owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:49.824718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] Made reservation on behalf of c3202c1bab3b4e9e934e50ddf641df27 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:09:49.827110 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.060800 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd4896f1-a3ae-44b0-8564-5cbcb91c8edd req-8e2b6af0-33f0-4371-ae60-5adafb45e3e0 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 210 time: 0.2439764 Oct 27 16:09:50.092850 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.106865 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.154322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Pushing event deleted for resources: {'Port': ['ID=78f31157-513a-4b9b-a284-88325e40f1af,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:50.233397 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.270217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d5e0c-747c-4342-9b3e-6ab5503a4c53 req-ad5d68b6-3e73-4844-a6cb-be6a5239fc55 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:50.271922 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea6d5e0c-747c-4342-9b3e-6ab5503a4c53 req-ad5d68b6-3e73-4844-a6cb-be6a5239fc55 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.1217582 Oct 27 16:09:50.301179 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.456412 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea6d5e0c-747c-4342-9b3e-6ab5503a4c53 req-655da458-2a29-4d76-ae94-c2876a66cebf tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773791 Oct 27 16:09:50.458176 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.461585 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.469841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Network a97464ad-8057-4203-aa3f-78d7ca08e077 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:50.492705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:50.492705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:50.492705 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-2b9da18c-5f0c-4551-9e2d-ab352fa3c400 service neutron] 10.222.0.53 "GET /v2.0/ports/d3e4e049-c815-41c5-8fe5-cc9fd639921a/bindings/n-h1-815689-1 HTTP/1.1" status: 200 len: 384 time: 0.1533082 Oct 27 16:09:50.585315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event updated for resources: {'Port': ['ID=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:50.606259 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.693304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.694765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Fanout notify agent at l3_agent the message router_deleted on router f2ccfbc9-3c00-4a36-a683-3a01f3812626 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:09:50.702780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98447a43-61b1-452d-8b0c-8012d773a73d req-c5faa527-cf60-4da5-a349-87a7f0f8a6e9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:50.703740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.706129 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-01aaa7ac-aa8c-41f9-9973-93e53ff24bf0 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/f2ccfbc9-3c00-4a36-a683-3a01f3812626 HTTP/1.1" status: 204 len: 168 time: 2.0720923 Oct 27 16:09:50.710768 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53298) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:50.712417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98447a43-61b1-452d-8b0c-8012d773a73d req-c5faa527-cf60-4da5-a349-87a7f0f8a6e9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 944 time: 0.3132434 Oct 27 16:09:50.721433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-10823689-dc5e-4109-8795-b7be83189dac tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-355527634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:50.734994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:50.735763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.778908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a01213b2-920d-40ab-acd1-83529657ff7f,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:50.860632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10823689-dc5e-4109-8795-b7be83189dac tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.862582 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10823689-dc5e-4109-8795-b7be83189dac tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.868479 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98447a43-61b1-452d-8b0c-8012d773a73d req-eae77ec5-db67-4385-b924-8b7be09c93dc tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545043 Oct 27 16:09:50.894672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] Checking segment: {'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:50.895663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] Network hostable DHCP agents. Network: 95569e6c-7058-4cab-97ad-ab9794bfa812, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:09:50.933628 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10823689-dc5e-4109-8795-b7be83189dac tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:50.996134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dfee75c7-1f79-40e6-92ec-e0d8b82e12f6 service neutron] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:51.030782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-cd3d006c-85f2-4e14-b9f8-c31a0368d6ac tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9623466 Oct 27 16:09:51.045024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Request body: {'port': {'device_id': 'af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:51.048362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dfee75c7-1f79-40e6-92ec-e0d8b82e12f6 service neutron] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:51.053767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10823689-dc5e-4109-8795-b7be83189dac tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.056484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] Network 95569e6c-7058-4cab-97ad-ab9794bfa812 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:09:51.195481 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10823689-dc5e-4109-8795-b7be83189dac tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.204337 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-10823689-dc5e-4109-8795-b7be83189dac tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4908123 Oct 27 16:09:51.204337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53308) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:51.215314 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'enable_snat': True}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:51.219392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dfee75c7-1f79-40e6-92ec-e0d8b82e12f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e4e049-c815-41c5-8fe5-cc9fd639921a {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:51.243911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dfee75c7-1f79-40e6-92ec-e0d8b82e12f6 service neutron] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:51.322517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 95569e6c-7058-4cab-97ad-ab9794bfa812) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:51.332610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:51.333211 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.334440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c759bb47-0f72-4e03-ac16-6df6e726ca6f None None] Network 95569e6c-7058-4cab-97ad-ab9794bfa812 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:51.356283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119bcb1-ea67-42e4-b78f-80b548fa58b8 req-75671ea7-8376-4f14-b74b-1447d78c6b50 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:51.365321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e119bcb1-ea67-42e4-b78f-80b548fa58b8 req-75671ea7-8376-4f14-b74b-1447d78c6b50 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.1979883 Oct 27 16:09:51.370393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.405015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dfee75c7-1f79-40e6-92ec-e0d8b82e12f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.531492 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-13bcb02b-c9ff-48f6-8895-75fb4db5eaf3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2180622 Oct 27 16:09:51.543856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53312) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:51.576595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e119bcb1-ea67-42e4-b78f-80b548fa58b8 req-68a14496-eec7-42da-9b19-d1aced45210b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094090 Oct 27 16:09:51.600774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:09:51.683729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dfee75c7-1f79-40e6-92ec-e0d8b82e12f6 service neutron] Transition to ACTIVE for port object d3e4e049-c815-41c5-8fe5-cc9fd639921a will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:51.698319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29422220-c3b6-4d73-9144-86dba7c717af req-0e8338c3-83a6-4e5a-9a4b-3d275bd8fba8 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:51.703138 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29422220-c3b6-4d73-9144-86dba7c717af req-0e8338c3-83a6-4e5a-9a4b-3d275bd8fba8 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 932 time: 0.4969487 Oct 27 16:09:51.755394 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8406c97f-16a6-4aa6-9d94-6f389e095fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.851590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-95569e6c-7058-4cab-97ad-ab9794bfa812', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'fixed_ips': [{'subnet_id': 'a01213b2-920d-40ab-acd1-83529657ff7f'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:09:51.854175 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.854711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:51.885434 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29422220-c3b6-4d73-9144-86dba7c717af req-33243630-c3e7-488e-a4c1-a309b7bcbb4c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680822 Oct 27 16:09:51.955204 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dfee75c7-1f79-40e6-92ec-e0d8b82e12f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.078660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d3e4e049-c815-41c5-8fe5-cc9fd639921a no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:09:52.163707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dfee75c7-1f79-40e6-92ec-e0d8b82e12f6 service neutron] No DVR routers for this DVR port d3e4e049-c815-41c5-8fe5-cc9fd639921a on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:09:52.165900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee75c7-1f79-40e6-92ec-e0d8b82e12f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e4e049-c815-41c5-8fe5-cc9fd639921a,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:52.187808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbd0fd-0ca5-40d8-b2f4-c227748babd4 req-712cedab-3b6b-45f6-b966-46771b962f92 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:52.196909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7edbd0fd-0ca5-40d8-b2f4-c227748babd4 req-712cedab-3b6b-45f6-b966-46771b962f92 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 945 time: 0.2014658 Oct 27 16:09:52.222367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Allocated IP 172.20.0.2 (95569e6c-7058-4cab-97ad-ab9794bfa812/a01213b2-920d-40ab-acd1-83529657ff7f/7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:52.260099 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.261399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.270732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dfee75c7-1f79-40e6-92ec-e0d8b82e12f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/d3e4e049-c815-41c5-8fe5-cc9fd639921a/bindings/n-h1-815689-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7536526 Oct 27 16:09:52.343137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7edbd0fd-0ca5-40d8-b2f4-c227748babd4 req-dbb922b5-f0cc-4333-865d-ac993b99ddeb tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450794 Oct 27 16:09:52.404097 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.453848 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.488150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d3e4e049-c815-41c5-8fe5-cc9fd639921a not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:09:52.503877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.515172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:09:52.528040 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.540605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.550503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Transition to ACTIVE for port object fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:09:52.593617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc32b1ae-790d-455e-953f-4f3196c2b1ae tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:52.595151 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dc32b1ae-790d-455e-953f-4f3196c2b1ae tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.1223638 Oct 27 16:09:52.596436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.627319 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.654991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.717413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Network 95569e6c-7058-4cab-97ad-ab9794bfa812 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:52.725596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:52.736197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:52.840412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Attempting to bind port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:52.840792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Attempting to bind port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:52.841166 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Attempting to bind port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 on network 95569e6c-7058-4cab-97ad-ab9794bfa812 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:52.843709 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Pushing event updated for resources: {'Port': ['ID=7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:52.852629 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.853630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.853983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.854330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.854672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.855015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.855353 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.855695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.856024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.856415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.856746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.857076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.857402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:09:52.864903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:52.865331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Checking segment: {'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:52.865805 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.866213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Bound using segment: {'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:52.866752 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Bound port: 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:52.867155 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:52.961044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-c838f50d-bad5-4501-ab32-e5cc0fe4cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:52.964485 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-c838f50d-bad5-4501-ab32-e5cc0fe4cd10 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1&tenant_id=095b87ae86024607acdb040846675ca1 HTTP/1.1" status: 200 len: 1096 time: 0.3465416 Oct 27 16:09:52.977921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Pushing event updated for resources: {'Port': ['ID=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:53.061585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] For port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:53.061585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] For port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:53.087117 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45417898-241a-4bd6-a0ef-bfa239797629 req-1f9decf5-5f6e-42a3-8e1e-cf1b54828b51 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:53.101124 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45417898-241a-4bd6-a0ef-bfa239797629 req-1f9decf5-5f6e-42a3-8e1e-cf1b54828b51 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.3857393 Oct 27 16:09:53.126533 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.149352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Allocated IP 172.25.4.218 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/94645baa-8822-4910-b512-d064aa68e449) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:53.268030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a7a57-4817-4a38-853e-5d11cd68640e req-92d51768-1c3b-4dbc-86f0-08c180d1b2af tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:53.270984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c3a7a57-4817-4a38-853e-5d11cd68640e req-92d51768-1c3b-4dbc-86f0-08c180d1b2af tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 944 time: 0.1408651 Oct 27 16:09:53.276250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Attempting to bind port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:09:53.276825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Attempting to bind port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:09:53.277997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Attempting to bind port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 on network a97464ad-8057-4203-aa3f-78d7ca08e077 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:53.288124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 on network a97464ad-8057-4203-aa3f-78d7ca08e077 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:09:53.288124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Attempting to bind port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 on network a97464ad-8057-4203-aa3f-78d7ca08e077 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:09:53.293341 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.320805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45417898-241a-4bd6-a0ef-bfa239797629 req-bca0ffc2-9968-4c40-951f-d6c99fba48e5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899904 Oct 27 16:09:53.336260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:09:53.339205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Checking segment: {'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:09:53.339205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Bound using segment: {'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:09:53.339205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Bound port: fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:09:53.339205 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.372094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-eaa6a825-3d19-4e7b-9cc8-ab8804327c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:53.373139 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-eaa6a825-3d19-4e7b-9cc8-ab8804327c42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=095b87ae86024607acdb040846675ca1&device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 1096 time: 0.3144002 Oct 27 16:09:53.479824 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c3a7a57-4817-4a38-853e-5d11cd68640e req-0e844579-14b1-4557-8625-5938df0b1ff8 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732678 Oct 27 16:09:53.501177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34624566-00d9-407c-a8c1-843cf17a1a46 None None] Pushing event updated for resources: {'Port': ['ID=7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:53.650071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-3b09734a-adc9-4088-8ad1-4be4c488509c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:53.652684 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-3b09734a-adc9-4088-8ad1-4be4c488509c service neutron] 10.222.0.54 "GET /v2.0/networks?id=4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 200 len: 909 time: 0.2650537 Oct 27 16:09:53.679463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.732537 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-86e26fd4-f96e-4330-9fd0-084ec6217540 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a HTTP/1.1" status: 200 len: 217 time: 0.0711565 Oct 27 16:09:53.734278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] For port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:53.756401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] For port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:09:53.826555 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304d3cc-098b-4de4-82ff-637802b6b479 req-1dff2b6b-659b-47b8-99a5-9f72a2c0fa78 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:53.830957 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4304d3cc-098b-4de4-82ff-637802b6b479 req-1dff2b6b-659b-47b8-99a5-9f72a2c0fa78 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 945 time: 0.3130305 Oct 27 16:09:53.889613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-012ed753-d213-4318-abd5-5c25e22de7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:53.889909 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-012ed753-d213-4318-abd5-5c25e22de7dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 200 len: 848 time: 0.1458337 Oct 27 16:09:53.965204 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:53.965412 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-8ba84edc-4abc-4cab-8501-74fd349a8b97 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4f195822-afc2-489a-8875-d3a7f6fb3532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580528 Oct 27 16:09:53.976728 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4304d3cc-098b-4de4-82ff-637802b6b479 req-c4f53dfe-c93b-4555-a335-dd3a59464db1 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341898 Oct 27 16:09:54.189375 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.252879 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:54.253556 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.255021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] 10.222.0.53 "PUT /v2.0/ports/fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 HTTP/1.1" status: 200 len: 1092 time: 3.2145565 Oct 27 16:09:54.260851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953', 'tag': 'fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:09:54.268775 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4dde29-6fe5-4a44-ae39-e8893d1e9512" -d '{"events": [{"name": "network-changed", "server_uuid": "af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953", "tag": "fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:09:54.275780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b5ed65-86d1-4303-b10f-4a653c89d0ed service neutron] Pushing event updated for resources: {'Port': ['ID=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:54.378406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:54.408460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.411404 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4410679f-1359-449c-acc3-61965f2cf22e x-openstack-request-id: req-4410679f-1359-449c-acc3-61965f2cf22e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:09:54.413096 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953", "tag": "fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:09:54.414090 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4410679f-1359-449c-acc3-61965f2cf22e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:09:54.414383 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953', 'tag': 'fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220', 'status': 'completed', 'code': 200} Oct 27 16:09:54.453731 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.474043 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.546935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:54.548209 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.712573 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:54.714274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:54.720035 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-cfb76f8e-b742-43dc-bfed-60afcf71bcb5 service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7422392 Oct 27 16:09:54.726587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:54.746810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:54.798266 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:09:54.826907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7c298-30e4-40cf-9289-966ee83ebffa req-0714dfd1-ba74-489e-b398-ce662d541666 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:54.852653 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75c7c298-30e4-40cf-9289-966ee83ebffa req-0714dfd1-ba74-489e-b398-ce662d541666 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.1800361 Oct 27 16:09:54.873329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event updated for resources: {'Port': ['ID=94645baa-8822-4910-b512-d064aa68e449,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:54.905701 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.048343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:55.209188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Allocated IP 172.25.4.232 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/8da52f59-552c-4841-921b-783b9cf6ca24) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:09:55.220551 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75c7c298-30e4-40cf-9289-966ee83ebffa req-03cdcd62-da2a-4acd-8103-03b725120147 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841102 Oct 27 16:09:55.319259 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-54a986a1-821c-47f2-b472-5ce86d0681ff service neutron] 10.222.0.54 "GET /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5891914 Oct 27 16:09:55.358211 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.409056 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dde29-6fe5-4a44-ae39-e8893d1e9512 req-32f39511-415d-427e-bc68-e3ee890cf158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:55.410809 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c4dde29-6fe5-4a44-ae39-e8893d1e9512 req-32f39511-415d-427e-bc68-e3ee890cf158 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=33739797f1754d80be31232f81585062&device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 1095 time: 0.9955907 Oct 27 16:09:55.502964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c5cf4-8e5f-4659-8a4a-074f2a7f8e57 req-6e65c8fa-32ee-4d7c-91e8-23a41b6817b2 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:55.513736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e17c5cf4-8e5f-4659-8a4a-074f2a7f8e57 req-6e65c8fa-32ee-4d7c-91e8-23a41b6817b2 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 944 time: 0.4920125 Oct 27 16:09:55.518180 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578e3372-3450-4d9c-b9f1-70a8629e9797 None None] Network 95569e6c-7058-4cab-97ad-ab9794bfa812 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:09:55.573295 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.618873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:09:55.625881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:09:55.629169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:09:55.644088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879015c-2f78-4218-9497-be21b1c1b2a0 req-1b059b5f-509c-494d-b59b-e86dfa23af9d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:55.653072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a879015c-2f78-4218-9497-be21b1c1b2a0 req-1b059b5f-509c-494d-b59b-e86dfa23af9d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 945 time: 0.2952681 Oct 27 16:09:55.697896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-00e42073-6955-4811-b888-d4f5ca9c057c None None] Provisioning complete for port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:55.698559 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00e42073-6955-4811-b888-d4f5ca9c057c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.747286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e17c5cf4-8e5f-4659-8a4a-074f2a7f8e57 req-9356d878-b8c4-4ed2-81e4-5f617c34a721 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310338 Oct 27 16:09:55.774353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a879015c-2f78-4218-9497-be21b1c1b2a0 req-2239ffc8-7a20-40d9-a060-f731904dd3a6 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185186 Oct 27 16:09:55.801373 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:55.849397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dde29-6fe5-4a44-ae39-e8893d1e9512 req-fb7be9d0-839b-403f-a91d-b634460675bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:55.852718 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c4dde29-6fe5-4a44-ae39-e8893d1e9512 req-fb7be9d0-839b-403f-a91d-b634460675bc service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=33739797f1754d80be31232f81585062&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4305375 Oct 27 16:09:56.021218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dd072b86-e004-4b17-a9e4-19675aba4a39 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.024280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-dd072b86-e004-4b17-a9e4-19675aba4a39 tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1&tenant_id=095b87ae86024607acdb040846675ca1&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.1293578 Oct 27 16:09:56.198924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dde29-6fe5-4a44-ae39-e8893d1e9512 req-64826486-56b3-42e8-b322-51db4a51b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.203145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c4dde29-6fe5-4a44-ae39-e8893d1e9512 req-64826486-56b3-42e8-b322-51db4a51b3a3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2692163 Oct 27 16:09:56.211600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Pushing event updated for resources: {'Port': ['ID=8da52f59-552c-4841-921b-783b9cf6ca24,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:56.224241 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:09:56.363213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:09:56.459774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.481614 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.494475 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.517609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-32e70f41-10f2-4dcb-9ee6-1550201648dd service neutron] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h2-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:09:56.526769 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-32e70f41-10f2-4dcb-9ee6-1550201648dd service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.529963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ab9c2f-669f-479d-b66e-10d429c1e2c6 req-32e70f41-10f2-4dcb-9ee6-1550201648dd service neutron] 10.222.0.54 "DELETE /v2.0/ports/d3e4e049-c815-41c5-8fe5-cc9fd639921a/bindings/n-h2-815689-1 HTTP/1.1" status: 204 len: 173 time: 0.4940341 Oct 27 16:09:56.615039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:56.615968 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.690063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f725ad35-87e1-4df3-95f9-297459b6cc50 None None] Provisioning complete for port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:09:56.690776 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f725ad35-87e1-4df3-95f9-297459b6cc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:56.694630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-a915675d-347b-4b71-92d8-d865640ce3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.697409 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-a915675d-347b-4b71-92d8-d865640ce3b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=33739797f1754d80be31232f81585062&device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 1095 time: 0.3538156 Oct 27 16:09:56.869282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7cf14-2a08-4dbc-a375-9b978abcc340 req-fad3989d-0ae6-4695-8127-8fe3d533cb06 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:56.871464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bda7cf14-2a08-4dbc-a375-9b978abcc340 req-fad3989d-0ae6-4695-8127-8fe3d533cb06 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.4071143 Oct 27 16:09:56.884103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-b2079d3c-b2ef-4103-98c1-f30ebc9ca57c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 HTTP/1.1" status: 200 len: 217 time: 0.1764808 Oct 27 16:09:56.986120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Router 8b4cd32b-bcff-4166-948e-eda2abcaa8d8 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:09:57.111347 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bda7cf14-2a08-4dbc-a375-9b978abcc340 req-d705b552-dee8-4f83-9101-f63693a31d47 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237201 Oct 27 16:09:57.112790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ba5363-4820-4f3f-9760-ff033c3a09e8 req-540de96d-c0f7-4e3f-a19a-bec17e74156c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:57.114662 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2ba5363-4820-4f3f-9760-ff033c3a09e8 req-540de96d-c0f7-4e3f-a19a-bec17e74156c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 944 time: 0.1810894 Oct 27 16:09:57.171682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-dc97c7bc-d2d7-4321-8fa5-908ad06e7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:57.173441 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-dc97c7bc-d2d7-4321-8fa5-908ad06e7a69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=721f241b-ed35-4c2c-99e2-6d7c60098292 HTTP/1.1" status: 200 len: 862 time: 0.2708676 Oct 27 16:09:57.238105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-6acd8513-fd51-4773-9def-86a92d61a846 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a97464ad-8057-4203-aa3f-78d7ca08e077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492857 Oct 27 16:09:57.259680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2ba5363-4820-4f3f-9760-ff033c3a09e8 req-52f5e24d-cd6e-4c68-ae89-8e44cd3e584f tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268277 Oct 27 16:09:57.277557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:57.289602 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.289845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48adf0fd-02d3-47ec-a824-c673752735c5 None None] Sync routers for ids ['8b4cd32b-bcff-4166-948e-eda2abcaa8d8'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:57.298226 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4e317d41-f1bf-4daf-8f27-8391f14dcb57 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "PUT /v2.0/routers/8b4cd32b-bcff-4166-948e-eda2abcaa8d8 HTTP/1.1" status: 200 len: 918 time: 6.0881360 Oct 27 16:09:57.301519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53382) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:57.310822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48adf0fd-02d3-47ec-a824-c673752735c5 None None] Routers {'8b4cd32b-bcff-4166-948e-eda2abcaa8d8'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:57.312529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-48adf0fd-02d3-47ec-a824-c673752735c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['8b4cd32b-bcff-4166-948e-eda2abcaa8d8'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:57.410512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-48adf0fd-02d3-47ec-a824-c673752735c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:57.435128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48adf0fd-02d3-47ec-a824-c673752735c5 None None] Routers {'8b4cd32b-bcff-4166-948e-eda2abcaa8d8'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:57.438748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-48adf0fd-02d3-47ec-a824-c673752735c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['8b4cd32b-bcff-4166-948e-eda2abcaa8d8'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:57.446889 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:57.453799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-2058b2d7-465e-4a84-95d7-1ab82bda1039 service neutron] 10.222.0.53 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991396 Oct 27 16:09:57.539208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1ffc8e1c-0795-41a2-912f-9ae287dad00d tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/routers/8b4cd32b-bcff-4166-948e-eda2abcaa8d8 HTTP/1.1" status: 200 len: 924 time: 0.2357674 Oct 27 16:09:57.540086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53384) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:57.556246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-48adf0fd-02d3-47ec-a824-c673752735c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:57.559673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48adf0fd-02d3-47ec-a824-c673752735c5 None None] The sync data for ids ['8b4cd32b-bcff-4166-948e-eda2abcaa8d8'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:09:57.623669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06b1bd8-22dd-441e-a9aa-b60b2faedce5 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:57.630193 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a06b1bd8-22dd-441e-a9aa-b60b2faedce5 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=840af1e4-df74-450c-bf75-32afab135856&device_id=8b4cd32b-bcff-4166-948e-eda2abcaa8d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0886924 Oct 27 16:09:57.631655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53386) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:57.646036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2246ca-f26d-472d-894e-445bd8c21a9f req-00acf10c-4a98-443e-acd9-8e165ecddf02 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:57.648740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c2246ca-f26d-472d-894e-445bd8c21a9f req-00acf10c-4a98-443e-acd9-8e165ecddf02 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 945 time: 0.4072740 Oct 27 16:09:57.750781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c2246ca-f26d-472d-894e-445bd8c21a9f req-3996f2d5-2d27-4828-b3c4-a17b07705761 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907125 Oct 27 16:09:57.757142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4110ca25-a311-4e23-9df4-8eee4e44d218 req-6ed4dc90-c490-43a4-b691-4137c1dd4811 service neutron] 10.222.0.53 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827058 Oct 27 16:09:57.771311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b3366-f049-414a-bddf-e57b5175f54c tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:57.778399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4b0b3366-f049-414a-bddf-e57b5175f54c tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 881 time: 0.1406581 Oct 27 16:09:57.778399 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53388) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:57.821746 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eba7d55d-7ca0-4326-b24d-c38f2b862032 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b4cd32b-bcff-4166-948e-eda2abcaa8d8 HTTP/1.1" status: 200 len: 205 time: 0.0418885 Oct 27 16:09:57.824108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53392) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:57.929028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Router 15612032-630d-4e43-95cd-bd781aeb8021 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:09:58.303884 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca6418-5a20-4636-8856-048ee623d3a3 req-71a1d00c-9b40-4625-a04c-97dc352af09c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:58.312174 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b5ca6418-5a20-4636-8856-048ee623d3a3 req-71a1d00c-9b40-4625-a04c-97dc352af09c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.0780809 Oct 27 16:09:58.390752 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b5ca6418-5a20-4636-8856-048ee623d3a3 req-b51e39e1-7d1d-4fca-8c33-1fcfe96a2d81 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773416 Oct 27 16:09:58.434928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5c869-786e-407d-a0e9-f4b79eb273d1 req-d3bbe26a-f24e-4c0a-8b4d-fb989946499b tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:58.437282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46d5c869-786e-407d-a0e9-f4b79eb273d1 req-d3bbe26a-f24e-4c0a-8b4d-fb989946499b tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 1096 time: 0.4747190 Oct 27 16:09:58.446886 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.531707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327076e4-fe89-4ee7-873d-0dd5eda9f16b req-ceff4c5f-5c8a-4e80-8274-d0b694e99b81 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:58.533694 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-327076e4-fe89-4ee7-873d-0dd5eda9f16b req-ceff4c5f-5c8a-4e80-8274-d0b694e99b81 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 944 time: 0.0679405 Oct 27 16:09:58.607181 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-327076e4-fe89-4ee7-873d-0dd5eda9f16b req-892c793d-9e4e-4fa3-82d2-e3011e7b9e85 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664725 Oct 27 16:09:58.646874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:09:58.660939 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Sync routers for ids ['15612032-630d-4e43-95cd-bd781aeb8021'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:09:58.668903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46d5c869-786e-407d-a0e9-f4b79eb273d1 req-5657734a-d22c-4469-8c31-0e757d51e3dc tempest-LiveMigrationTest-2000170384 tempest-LiveMigrationTest-2000170384-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166200 Oct 27 16:09:58.705880 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Routers {'15612032-630d-4e43-95cd-bd781aeb8021'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:09:58.709845 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['15612032-630d-4e43-95cd-bd781aeb8021'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:58.720096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.775225 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.776971 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-da86f93d-8a48-4893-a6e5-26bc67ed0632 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2258511 Oct 27 16:09:58.781849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53410) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:58.935277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Deleting port 94645baa-8822-4910-b512-d064aa68e449 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:09:58.942275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:58.962368 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Set router 15612032-630d-4e43-95cd-bd781aeb8021 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:09:59.081515 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.100696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Calling delete_port for 94645baa-8822-4910-b512-d064aa68e449 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:09:59.236144 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:09:56Z', 'revision_number': 3, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:09:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:09:59.237760 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.284508 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Checking router: 15612032-630d-4e43-95cd-bd781aeb8021 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:09:59.287999 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Updating router 15612032-630d-4e43-95cd-bd781aeb8021 port 8da52f59-552c-4841-921b-783b9cf6ca24 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:09:59.352103 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.432100 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.576884 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.594493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08064999-59ec-4490-847a-117a3d23fc6d req-2720c5d8-ba02-4aa1-9644-d11459ad3626 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:59.604541 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08064999-59ec-4490-847a-117a3d23fc6d req-2720c5d8-ba02-4aa1-9644-d11459ad3626 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 945 time: 0.2374823 Oct 27 16:09:59.606685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Pushing event deleted for resources: {'Port': ['ID=94645baa-8822-4910-b512-d064aa68e449,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:09:59.613652 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.761932 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.764697 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.797237 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86eebe-1412-448f-bc54-de7cc22071b8 req-70ffb321-11a9-4cdb-a270-391f9671409d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:09:59.809818 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b86eebe-1412-448f-bc54-de7cc22071b8 req-70ffb321-11a9-4cdb-a270-391f9671409d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.2349396 Oct 27 16:09:59.833821 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.874044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08064999-59ec-4490-847a-117a3d23fc6d req-ba1673e7-acce-4837-9e4c-1ec7e84b6560 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683866 Oct 27 16:09:59.921038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.932006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Fanout notify agent at l3_agent the message router_deleted on router 8b4cd32b-bcff-4166-948e-eda2abcaa8d8 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:09:59.932316 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b86eebe-1412-448f-bc54-de7cc22071b8 req-6b446ccb-adc9-4718-aa97-d0f8d7529fb5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127517 Oct 27 16:09:59.946298 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.947885 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-59a2323b-2b9a-466a-8668-56025586f45c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/8b4cd32b-bcff-4166-948e-eda2abcaa8d8 HTTP/1.1" status: 204 len: 168 time: 2.1224859 Oct 27 16:09:59.952338 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53426) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:09:59.957950 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:09:59.974339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-53b26639-98b1-4cc5-9001-17de12178463 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2017705526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:00.028471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Allocated IP 172.20.0.1 (95569e6c-7058-4cab-97ad-ab9794bfa812/a01213b2-920d-40ab-acd1-83529657ff7f/d64c4fd2-9f77-4987-bb74-0679094a251e) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:00.072077 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6439f-b2f9-4b94-8e45-5088c82c3962 None None] Pushing event updated for resources: {'Port': ['ID=8da52f59-552c-4841-921b-783b9cf6ca24,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:00.111737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53b26639-98b1-4cc5-9001-17de12178463 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.117109 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53b26639-98b1-4cc5-9001-17de12178463 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.147229 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Attempting to bind port 8da52f59-552c-4841-921b-783b9cf6ca24 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:00.149223 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Attempting to bind port 8da52f59-552c-4841-921b-783b9cf6ca24 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:00.149879 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Attempting to bind port 8da52f59-552c-4841-921b-783b9cf6ca24 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:00.174989 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:00.178390 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:00.180283 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.182089 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:00.184229 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Bound port: 8da52f59-552c-4841-921b-783b9cf6ca24, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:00.185933 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.248844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c6dbf-f060-49cc-8c7f-3ff808d2b8eb req-37b508e0-a491-47ed-a659-1152c358ae24 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:00.255981 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a6c6dbf-f060-49cc-8c7f-3ff808d2b8eb req-37b508e0-a491-47ed-a659-1152c358ae24 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 944 time: 0.2377863 Oct 27 16:10:00.296636 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] For port 8da52f59-552c-4841-921b-783b9cf6ca24, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:00.300357 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.301043 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] For port 8da52f59-552c-4841-921b-783b9cf6ca24, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8da52f59-552c-4841-921b-783b9cf6ca24,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:00.307352 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53b26639-98b1-4cc5-9001-17de12178463 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.328637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf79ec-b811-4720-8ddc-5a81573c215f req-d4ca837f-e814-4318-9f81-75e65fdfd804 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:00.330192 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7cbf79ec-b811-4720-8ddc-5a81573c215f req-d4ca837f-e814-4318-9f81-75e65fdfd804 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.54 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 945 time: 0.1659741 Oct 27 16:10:00.338801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a6c6dbf-f060-49cc-8c7f-3ff808d2b8eb req-5a6e1cd0-ce1e-4d02-b55a-92d196339e87 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Oct 27 16:10:00.487669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-7cbf79ec-b811-4720-8ddc-5a81573c215f req-74b0006b-0786-4cd4-b473-bdcdb23c8fe9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Deleting port d3e4e049-c815-41c5-8fe5-cc9fd639921a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:00.487669 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7cbf79ec-b811-4720-8ddc-5a81573c215f req-74b0006b-0786-4cd4-b473-bdcdb23c8fe9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.615655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-7cbf79ec-b811-4720-8ddc-5a81573c215f req-74b0006b-0786-4cd4-b473-bdcdb23c8fe9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] For port d3e4e049-c815-41c5-8fe5-cc9fd639921a, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d3e4e049-c815-41c5-8fe5-cc9fd639921a,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:00.616450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7cbf79ec-b811-4720-8ddc-5a81573c215f req-74b0006b-0786-4cd4-b473-bdcdb23c8fe9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.616602 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.640024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-7cbf79ec-b811-4720-8ddc-5a81573c215f req-74b0006b-0786-4cd4-b473-bdcdb23c8fe9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Calling delete_port for d3e4e049-c815-41c5-8fe5-cc9fd639921a owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:00.660411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53b26639-98b1-4cc5-9001-17de12178463 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.675172 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.767260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Network 95569e6c-7058-4cab-97ad-ab9794bfa812 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:00.775545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:00.780538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:00.782957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d64c4fd2-9f77-4987-bb74-0679094a251e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:00.798564 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Routers {'15612032-630d-4e43-95cd-bd781aeb8021'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:00.799701 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['15612032-630d-4e43-95cd-bd781aeb8021'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:00.856553 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.879719 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53b26639-98b1-4cc5-9001-17de12178463 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:00.885226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-53b26639-98b1-4cc5-9001-17de12178463 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9314270 Oct 27 16:10:00.886859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53436) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:00.911425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'enable_snat': False}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:01.099787 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] Set router 15612032-630d-4e43-95cd-bd781aeb8021 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:01.199172 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6439f-b2f9-4b94-8e45-5088c82c3962 None None] Pushing event updated for resources: {'Port': ['ID=8da52f59-552c-4841-921b-783b9cf6ca24,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:01.249076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b6dd9e56-a018-4743-8d84-dfa4c6ce88e5 None None] Provisioning complete for port d64c4fd2-9f77-4987-bb74-0679094a251e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:01.249699 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6dd9e56-a018-4743-8d84-dfa4c6ce88e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.310457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd9e56-a018-4743-8d84-dfa4c6ce88e5 None None] Port d64c4fd2-9f77-4987-bb74-0679094a251e cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:01.370543 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7cbf79ec-b811-4720-8ddc-5a81573c215f req-74b0006b-0786-4cd4-b473-bdcdb23c8fe9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.392228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c1691d59-66ca-41b3-8257-049de76d49ae'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:01.395926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['d3e4e049-c815-41c5-8fe5-cc9fd639921a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:01.807640 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:01.886930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b75655-921b-4bca-9f0e-d426e639919d req-54d66b19-0d71-4397-bd3a-64e061e5dc25 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:01.897284 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70b75655-921b-4bca-9f0e-d426e639919d req-54d66b19-0d71-4397-bd3a-64e061e5dc25 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.7361310 Oct 27 16:10:01.945731 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:09:56Z', 'revision_number': 3, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:01.996370 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0b3c98-17cf-4d34-a519-2ddf1b0b1d97 None None] The sync data for ids ['15612032-630d-4e43-95cd-bd781aeb8021'] in n-d-815689-1 is: [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:09:56Z', 'revision_number': 3, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:02.035041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0006b-0786-4cd4-b473-bdcdb23c8fe9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Pushing event deleted for resources: {'Port': ['ID=d3e4e049-c815-41c5-8fe5-cc9fd639921a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:02.122114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:02.142081 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b056a-2cad-4a1a-bdfe-fca2946c0344 req-07b2ed85-a820-4c46-978a-518ac4f38f60 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:02.144934 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c25b056a-2cad-4a1a-bdfe-fca2946c0344 req-07b2ed85-a820-4c46-978a-518ac4f38f60 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 866 time: 1.0386603 Oct 27 16:10:02.203491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70b75655-921b-4bca-9f0e-d426e639919d req-debc0ac6-2a83-463a-995f-f013166f3dbd tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867146 Oct 27 16:10:02.211749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbf79ec-b811-4720-8ddc-5a81573c215f req-74b0006b-0786-4cd4-b473-bdcdb23c8fe9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] No DVR routers for this DVR port d3e4e049-c815-41c5-8fe5-cc9fd639921a on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:02.215818 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-7cbf79ec-b811-4720-8ddc-5a81573c215f req-74b0006b-0786-4cd4-b473-bdcdb23c8fe9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.221040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7cbf79ec-b811-4720-8ddc-5a81573c215f req-74b0006b-0786-4cd4-b473-bdcdb23c8fe9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.54 "DELETE /v2.0/ports/d3e4e049-c815-41c5-8fe5-cc9fd639921a HTTP/1.1" status: 204 len: 173 time: 1.8822017 Oct 27 16:10:02.222171 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'name': 'network-vif-deleted', 'tag': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:02.227142 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5968fd7-ec80-423c-9ecb-6673f90c5e65" -d '{"events": [{"server_uuid": "5081dd54-0e9a-4da4-8e28-c418dfc47ee1", "name": "network-vif-deleted", "tag": "d3e4e049-c815-41c5-8fe5-cc9fd639921a"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:02.280406 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c25b056a-2cad-4a1a-bdfe-fca2946c0344 req-dd66de15-a706-4bd4-b19c-d7c57b47eba2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994995 Oct 27 16:10:02.428148 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5322cc20-e1f5-448a-b1b1-d7f6754565ba x-openstack-request-id: req-5322cc20-e1f5-448a-b1b1-d7f6754565ba {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:02.428833 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5081dd54-0e9a-4da4-8e28-c418dfc47ee1", "name": "network-vif-deleted", "tag": "d3e4e049-c815-41c5-8fe5-cc9fd639921a", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:02.429295 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5322cc20-e1f5-448a-b1b1-d7f6754565ba {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:02.429960 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5081dd54-0e9a-4da4-8e28-c418dfc47ee1', 'name': 'network-vif-deleted', 'tag': 'd3e4e049-c815-41c5-8fe5-cc9fd639921a', 'status': 'completed', 'code': 200} Oct 27 16:10:02.525670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:02.542648 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.555215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220', 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077', 'port_id': 'fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220', 'mac_address': 'fa:16:3e:28:b9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721f241b-ed35-4c2c-99e2-6d7c60098292', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:02.601493 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.630007 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.632455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.645093 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.647374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:02.729101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:02.781838 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222988-356b-476d-9d9c-803b03d785ee req-0492c41f-7321-4ce0-a6f1-b182e791fa40 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:02.790399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd222988-356b-476d-9d9c-803b03d785ee req-0492c41f-7321-4ce0-a6f1-b182e791fa40 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 944 time: 0.3181784 Oct 27 16:10:02.883731 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:02.927869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd222988-356b-476d-9d9c-803b03d785ee req-f2237212-98b5-4eb9-b5b1-c0d82cabab12 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363277 Oct 27 16:10:02.962553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Allocated IP 172.25.4.121 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/0b00f744-ace5-4a06-b2ec-a92614b21b43) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:02.972162 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.075699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:03.085588 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.174672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.182944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.299993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:03.327140 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:03.359511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Network 95569e6c-7058-4cab-97ad-ab9794bfa812 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:03.366663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:03.374227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:03.379764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:03.387597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:03.433377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d64c4fd2-9f77-4987-bb74-0679094a251e,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:03.546793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Pushing event updated for resources: {'Port': ['ID=0b00f744-ace5-4a06-b2ec-a92614b21b43,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:03.808208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Router 15612032-630d-4e43-95cd-bd781aeb8021 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:10:03.852976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b33c703-a728-402e-bbf0-ca6290ab0c87 req-6cfc7d74-966f-4292-973b-fe9dc96da0aa tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 210 time: 0.1076770 Oct 27 16:10:03.853610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d3e4e049-c815-41c5-8fe5-cc9fd639921a no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:03.940879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: d3e4e049-c815-41c5-8fe5-cc9fd639921a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:03.941236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d3e4e049-c815-41c5-8fe5-cc9fd639921a not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:04.084842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5378f4ec-d704-4bd8-a47d-f55c33dd694b None None] Provisioning complete for port d64c4fd2-9f77-4987-bb74-0679094a251e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:04.085326 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5378f4ec-d704-4bd8-a47d-f55c33dd694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.151972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:04.174726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588aa6d7-8db2-453a-9817-5437a894d0f2 req-885e7fac-4fea-4d23-b2cf-bfa022261909 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:04.176788 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-588aa6d7-8db2-453a-9817-5437a894d0f2 req-885e7fac-4fea-4d23-b2cf-bfa022261909 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.6266246 Oct 27 16:10:04.184805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5378f4ec-d704-4bd8-a47d-f55c33dd694b None None] Port d64c4fd2-9f77-4987-bb74-0679094a251e cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:04.205340 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ee7ba284-8d8d-4b58-9924-baa230f240c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/15612032-630d-4e43-95cd-bd781aeb8021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4113660 Oct 27 16:10:04.305029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-588aa6d7-8db2-453a-9817-5437a894d0f2 req-7c3f788b-0918-4aa3-9b1e-f7e767b8e319 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971134 Oct 27 16:10:04.482595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8da52f59-552c-4841-921b-783b9cf6ca24 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:04.564265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11e96e-90ba-4727-a1ee-a95b1f6abfaf req-e4772f7b-fd8a-4e7a-8047-cfcbed010ee2 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:04.566435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff11e96e-90ba-4727-a1ee-a95b1f6abfaf req-e4772f7b-fd8a-4e7a-8047-cfcbed010ee2 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 945 time: 0.2545605 Oct 27 16:10:04.665248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8da52f59-552c-4841-921b-783b9cf6ca24 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:04.665694 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.683540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff11e96e-90ba-4727-a1ee-a95b1f6abfaf req-4f3cc9c6-9b5a-48bd-9413-39697de282db tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050122 Oct 27 16:10:04.688818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.863904 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:04.920465 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 8da52f59-552c-4841-921b-783b9cf6ca24, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8da52f59-552c-4841-921b-783b9cf6ca24,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:04.973483 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.042041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=8da52f59-552c-4841-921b-783b9cf6ca24,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:05.125351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4aac5b23-d046-4067-a938-73468e60fd47 req-a1d00e18-21de-4eba-8d75-301240c9c53f tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 210 time: 0.0568244 Oct 27 16:10:05.218454 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.226422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.286381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Sync routers for ids ['15612032-630d-4e43-95cd-bd781aeb8021'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:05.310642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Routers {'15612032-630d-4e43-95cd-bd781aeb8021'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:05.313950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['15612032-630d-4e43-95cd-bd781aeb8021'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:05.481311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Set router 15612032-630d-4e43-95cd-bd781aeb8021 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:05.500521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Router 3f910f28-c872-41a5-a8b4-f3f569cdef94 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:10:05.523452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53490) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:05.531549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2d0a8433-2c1f-4f46-9652-cbbce17458b9 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72884821', 'description': 'tempest-description--644749720'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:05.721921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:05.737287 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96728073-dff0-4eec-8ef1-a5f0691f0d60 None None] Sync routers for ids ['3f910f28-c872-41a5-a8b4-f3f569cdef94'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:05.747864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.749618 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b60bbf19-4430-44a4-8b27-8e1fae4c897f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "PUT /v2.0/routers/3f910f28-c872-41a5-a8b4-f3f569cdef94 HTTP/1.1" status: 200 len: 920 time: 4.8616972 Oct 27 16:10:05.754639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53494) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:05.769751 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96728073-dff0-4eec-8ef1-a5f0691f0d60 None None] Routers {'3f910f28-c872-41a5-a8b4-f3f569cdef94'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:05.770398 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-96728073-dff0-4eec-8ef1-a5f0691f0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3f910f28-c872-41a5-a8b4-f3f569cdef94'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:05.817878 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8433-2c1f-4f46-9652-cbbce17458b9 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:05.893859 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-96728073-dff0-4eec-8ef1-a5f0691f0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:05.940451 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96728073-dff0-4eec-8ef1-a5f0691f0d60 None None] Routers {'3f910f28-c872-41a5-a8b4-f3f569cdef94'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:05.942099 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-96728073-dff0-4eec-8ef1-a5f0691f0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3f910f28-c872-41a5-a8b4-f3f569cdef94'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:05.952038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aea92-0cc2-479e-baee-c2e8d8e80b27 req-3229feaa-ade3-4e48-912f-227f3f03315c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:05.954247 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c3aea92-0cc2-479e-baee-c2e8d8e80b27 req-3229feaa-ade3-4e48-912f-227f3f03315c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 945 time: 0.1104517 Oct 27 16:10:06.030791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c440b-11ed-413f-b103-801dc719dcff req-90018bea-ccbc-49b0-ae76-0d2c7b26e322 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:06.031629 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c3aea92-0cc2-479e-baee-c2e8d8e80b27 req-d55f6450-1f1e-4a0f-9dfb-8bf086b5acc1 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691056 Oct 27 16:10:06.032498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef8c440b-11ed-413f-b103-801dc719dcff req-90018bea-ccbc-49b0-ae76-0d2c7b26e322 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.3082435 Oct 27 16:10:06.077391 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8433-2c1f-4f46-9652-cbbce17458b9 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.087611 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-96728073-dff0-4eec-8ef1-a5f0691f0d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:06.088604 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96728073-dff0-4eec-8ef1-a5f0691f0d60 None None] The sync data for ids ['3f910f28-c872-41a5-a8b4-f3f569cdef94'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:06.130671 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1180132f-b993-470b-bc6d-a5807c858a60 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/routers/3f910f28-c872-41a5-a8b4-f3f569cdef94 HTTP/1.1" status: 200 len: 926 time: 0.3705542 Oct 27 16:10:06.130671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53500) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:06.172683 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8433-2c1f-4f46-9652-cbbce17458b9 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.272333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef8c440b-11ed-413f-b103-801dc719dcff req-2d135bce-789f-4ffd-b78b-edaab170353c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247059 Oct 27 16:10:06.293180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47991fc-9332-407f-94cd-723bb42b3832 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:06.294916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a47991fc-9332-407f-94cd-723bb42b3832 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=840af1e4-df74-450c-bf75-32afab135856&device_id=3f910f28-c872-41a5-a8b4-f3f569cdef94&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1627138 Oct 27 16:10:06.307631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53506) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:06.339014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a8433-2c1f-4f46-9652-cbbce17458b9 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85577828-0f15-432a-947b-b296be81808e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:06.391987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:06.399332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8da52f59-552c-4841-921b-783b9cf6ca24 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:06.425366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a350f0-1e11-40ba-9272-22bd09abb78f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:06.427140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-40a350f0-1e11-40ba-9272-22bd09abb78f tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 881 time: 0.1290972 Oct 27 16:10:06.430158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53508) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:06.454605 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4e261aee-2436-4c13-8869-2f2042e61119 req-ee6394a1-1594-4b7a-b8cc-56a870e586d4 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 210 time: 0.0660961 Oct 27 16:10:06.466899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6a5320f1-f2bb-489b-a817-b84f45169b36 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f910f28-c872-41a5-a8b4-f3f569cdef94 HTTP/1.1" status: 200 len: 205 time: 0.0354440 Oct 27 16:10:06.470514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53510) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:06.599692 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.610383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8da52f59-552c-4841-921b-783b9cf6ca24 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:06.611120 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.689500 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8433-2c1f-4f46-9652-cbbce17458b9 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.690782 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2d0a8433-2c1f-4f46-9652-cbbce17458b9 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1659489 Oct 27 16:10:06.694354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53514) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:06.699183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-dd60e1c4-b34e-4fa5-8c58-434714afaa66 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Request body: {'security_group_rule': {'security_group_id': '85577828-0f15-432a-947b-b296be81808e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:06.723375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:10:02Z', 'revision_number': 4, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd64c4fd2-9f77-4987-bb74-0679094a251e', 'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'mac_address': 'fa:16:3e:ad:5a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:59Z', 'updated_at': '2021-10-27T16:10:02Z', 'revision_number': 2, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'subnets': [{'id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:06.754674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.788270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:10:06.791692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Checking router: 15612032-630d-4e43-95cd-bd781aeb8021 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:10:06.792030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Updating router 15612032-630d-4e43-95cd-bd781aeb8021 port d64c4fd2-9f77-4987-bb74-0679094a251e binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:10:06.813061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:06.813308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.881666 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd60e1c4-b34e-4fa5-8c58-434714afaa66 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:06.897614 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.019692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Deleting port 0b00f744-ace5-4a06-b2ec-a92614b21b43 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:07.020320 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.061104 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd60e1c4-b34e-4fa5-8c58-434714afaa66 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.192556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.200695 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd60e1c4-b34e-4fa5-8c58-434714afaa66 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.212334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Calling delete_port for 0b00f744-ace5-4a06-b2ec-a92614b21b43 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:07.233985 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.269395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60e1c4-b34e-4fa5-8c58-434714afaa66 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04f17cf-fb0c-4f67-a1ca-c18ebb383507,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:07.314439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542edaa-38e5-44bf-b676-9bdaba9d0050 req-69773583-f166-4770-9402-e3ba2cb292a1 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:07.316457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1542edaa-38e5-44bf-b676-9bdaba9d0050 req-69773583-f166-4770-9402-e3ba2cb292a1 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 945 time: 0.1373069 Oct 27 16:10:07.402273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:07.405504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd60e1c4-b34e-4fa5-8c58-434714afaa66 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.407650 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dd60e1c4-b34e-4fa5-8c58-434714afaa66 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7120805 Oct 27 16:10:07.409374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:07.414852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53524) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:07.416819 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5828bd2e-572d-45b9-98b0-8f7ab809bdb1" -d '{"events": [{"server_uuid": "af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953", "name": "network-vif-plugged", "status": "completed", "tag": "fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:07.420037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a32082b4-a2a8-4812-aabf-ab58984ccb6d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Request body: {'security_group_rule': {'security_group_id': '85577828-0f15-432a-947b-b296be81808e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:07.423526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1542edaa-38e5-44bf-b676-9bdaba9d0050 req-010ad897-82ca-4160-9f0c-28d42280e1d4 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000972 Oct 27 16:10:07.513407 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.618957 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7bc8f2-d863-417f-a606-4a5ffc96e322 x-openstack-request-id: req-4c7bc8f2-d863-417f-a606-4a5ffc96e322 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:07.619333 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953", "name": "network-vif-plugged", "status": "completed", "tag": "fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:07.619526 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c7bc8f2-d863-417f-a606-4a5ffc96e322 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:07.619911 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220', 'code': 200} Oct 27 16:10:07.681398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349013a0-aceb-46b8-987a-e459e3c96f59 req-0d8fd564-be6d-403e-a3f0-c58e47829a70 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:07.700772 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-349013a0-aceb-46b8-987a-e459e3c96f59 req-0d8fd564-be6d-403e-a3f0-c58e47829a70 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.1903689 Oct 27 16:10:07.726122 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a32082b4-a2a8-4812-aabf-ab58984ccb6d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.748020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.758089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:07.802937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-566e75e3-79c2-4f61-93cf-544e90110519 req-caa8924a-7f7b-4abb-acd4-55fdbd8aa095 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 210 time: 0.0879929 Oct 27 16:10:07.816784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Pushing event deleted for resources: {'Port': ['ID=0b00f744-ace5-4a06-b2ec-a92614b21b43,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:07.825090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8438b-4938-4ae3-bc13-50e6acc91060 req-db449243-0186-4871-9583-f3efaca942c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:07.828126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dcc8438b-4938-4ae3-bc13-50e6acc91060 req-db449243-0186-4871-9583-f3efaca942c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 1097 time: 0.1840541 Oct 27 16:10:07.851792 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-349013a0-aceb-46b8-987a-e459e3c96f59 req-602cac49-7c38-4919-a817-73bc7576938e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492493 Oct 27 16:10:07.910308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:07.952810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dcc8438b-4938-4ae3-bc13-50e6acc91060 req-494dc6f4-2990-4d52-9857-99c4edadb57a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161120 Oct 27 16:10:08.031025 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.203803 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a32082b4-a2a8-4812-aabf-ab58984ccb6d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.203803 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.203803 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.517279 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.588495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef6392-e584-42c0-9e0d-e21715cbbfa1 None None] Pushing event updated for resources: {'Port': ['ID=d64c4fd2-9f77-4987-bb74-0679094a251e,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:08.651852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268492a-e825-4f12-a846-80a5c4e9393f req-f9a23522-24a3-4a05-9621-f2d404378537 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:08.654417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a268492a-e825-4f12-a846-80a5c4e9393f req-f9a23522-24a3-4a05-9621-f2d404378537 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.1148448 Oct 27 16:10:08.685593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Attempting to bind port d64c4fd2-9f77-4987-bb74-0679094a251e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:08.686280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Attempting to bind port d64c4fd2-9f77-4987-bb74-0679094a251e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:08.686961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Attempting to bind port d64c4fd2-9f77-4987-bb74-0679094a251e on network 95569e6c-7058-4cab-97ad-ab9794bfa812 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:08.700862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:08.701342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Checking segment: {'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:08.701761 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.702165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Bound using segment: {'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:08.702719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Bound port: d64c4fd2-9f77-4987-bb74-0679094a251e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:08.703151 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.722792 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a32082b4-a2a8-4812-aabf-ab58984ccb6d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.726524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a268492a-e825-4f12-a846-80a5c4e9393f req-62db0fea-9350-4a06-af24-55bcf7eabeef tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597043 Oct 27 16:10:08.758628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32082b4-a2a8-4812-aabf-ab58984ccb6d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ce397d-c8ac-44aa-9487-ee12834d0086,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:08.782162 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.800272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Fanout notify agent at l3_agent the message router_deleted on router 3f910f28-c872-41a5-a8b4-f3f569cdef94 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:10:08.808184 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.809763 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9405f0ef-5446-4ad4-9076-dbaadd8244bf tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/3f910f28-c872-41a5-a8b4-f3f569cdef94 HTTP/1.1" status: 204 len: 168 time: 2.3379748 Oct 27 16:10:08.813710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53540) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:08.819353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-651205251', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:08.821888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] For port d64c4fd2-9f77-4987-bb74-0679094a251e, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:08.878362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] For port d64c4fd2-9f77-4987-bb74-0679094a251e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d64c4fd2-9f77-4987-bb74-0679094a251e,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:08.957376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b43bf7e-1fef-400c-a1ba-93cac20f86c2 None None] Provisioning complete for port d64c4fd2-9f77-4987-bb74-0679094a251e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:08.961843 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b43bf7e-1fef-400c-a1ba-93cac20f86c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:08.977369 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d82f7547-e9e2-4dba-bc2b-2315b25205e3 req-29cc6a79-38d7-4b2c-8827-3635b2768602 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 210 time: 0.0664716 Oct 27 16:10:09.015255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b43bf7e-1fef-400c-a1ba-93cac20f86c2 None None] Port d64c4fd2-9f77-4987-bb74-0679094a251e cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:09.020234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea5396-c702-4f7b-8d67-1475ea07417d req-ba02e402-b9a0-4d8e-b7e5-7422c33b9eb1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:09.037806 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bfea5396-c702-4f7b-8d67-1475ea07417d req-ba02e402-b9a0-4d8e-b7e5-7422c33b9eb1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.0992937 Oct 27 16:10:09.051915 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a32082b4-a2a8-4812-aabf-ab58984ccb6d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.057225 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a32082b4-a2a8-4812-aabf-ab58984ccb6d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6408410 Oct 27 16:10:09.061599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53552) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:09.061873 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.074545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:09.145645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bfea5396-c702-4f7b-8d67-1475ea07417d req-2e75fd57-c097-4a2c-bd52-3478d59f1c45 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034069 Oct 27 16:10:09.174136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Routers {'15612032-630d-4e43-95cd-bd781aeb8021'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:09.175520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['15612032-630d-4e43-95cd-bd781aeb8021'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:09.270072 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.271905 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.421653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] Set router 15612032-630d-4e43-95cd-bd781aeb8021 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:09.454685 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.549013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.668521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef6392-e584-42c0-9e0d-e21715cbbfa1 None None] Pushing event updated for resources: {'Port': ['ID=d64c4fd2-9f77-4987-bb74-0679094a251e,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:09.712655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0b45c339-bfc8-42a7-a140-906bc8121cb2 None None] Provisioning complete for port d64c4fd2-9f77-4987-bb74-0679094a251e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:09.717565 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0b45c339-bfc8-42a7-a140-906bc8121cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.829604 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.905881 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.922891 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0b45c339-bfc8-42a7-a140-906bc8121cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:09.991820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0b45c339-bfc8-42a7-a140-906bc8121cb2 None None] For port d64c4fd2-9f77-4987-bb74-0679094a251e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d64c4fd2-9f77-4987-bb74-0679094a251e,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:09.997790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:10:02Z', 'revision_number': 4, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd64c4fd2-9f77-4987-bb74-0679094a251e', 'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'mac_address': 'fa:16:3e:ad:5a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:59Z', 'updated_at': '2021-10-27T16:10:08Z', 'revision_number': 4, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'subnets': [{'id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:10.021035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfc632-54e6-4bc9-b48b-e7e258d87408 req-1ab82394-7270-406e-b5ae-d96c8a6d4c74 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:10.030046 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e6cfc632-54e6-4bc9-b48b-e7e258d87408 req-1ab82394-7270-406e-b5ae-d96c8a6d4c74 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.1208088 Oct 27 16:10:10.030285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36250833-6538-4177-b7ac-4d0ed54249f2 None None] The sync data for ids ['15612032-630d-4e43-95cd-bd781aeb8021'] in n-d-815689-1 is: [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:10:02Z', 'revision_number': 4, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd64c4fd2-9f77-4987-bb74-0679094a251e', 'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'mac_address': 'fa:16:3e:ad:5a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:59Z', 'updated_at': '2021-10-27T16:10:08Z', 'revision_number': 4, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'subnets': [{'id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:10.116516 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0b45c339-bfc8-42a7-a140-906bc8121cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.157252 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Allocated IP 172.25.4.192 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/a48c8b1c-eeac-4388-a31f-8ecd4d9ea0b9) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:10.343447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45c339-bfc8-42a7-a140-906bc8121cb2 None None] Pushing event updated for resources: {'Port': ['ID=d64c4fd2-9f77-4987-bb74-0679094a251e,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:10.417760 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.487352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d64c4fd2-9f77-4987-bb74-0679094a251e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:10.523385 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e6cfc632-54e6-4bc9-b48b-e7e258d87408 req-5bc1e0b7-9fdb-4aa8-b3bc-1b7a8fd5617e tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924181 Oct 27 16:10:10.602653 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.606905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d64c4fd2-9f77-4987-bb74-0679094a251e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:10.607280 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.711956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:10.729522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-caa4e1f5-bdff-4750-84ca-caf239870325 req-a6d66fb4-512c-4ab7-99b3-c2d88f613cc4 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 210 time: 0.1050816 Oct 27 16:10:10.735232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:10.738667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:10.845744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Pushing event updated for resources: {'Port': ['ID=a48c8b1c-eeac-4388-a31f-8ecd4d9ea0b9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:10.941751 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:10.965656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:10.966007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:10.966353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:10.967607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:10.968144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:10.969102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:10.969805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:10.970675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:10.977772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:10.980040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:10.980502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:10.981464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:11.034016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56648179-3e72-4191-8c3b-c3df592c5faa req-8049fa73-19ba-444d-8428-f9727fb2c25a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:11.040208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-56648179-3e72-4191-8c3b-c3df592c5faa req-8049fa73-19ba-444d-8428-f9727fb2c25a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.3234427 Oct 27 16:10:11.116441 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.142463 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-56648179-3e72-4191-8c3b-c3df592c5faa req-5fc9ddd4-4dbc-4c34-8496-ea984a2d2be7 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953612 Oct 27 16:10:11.146041 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.204947 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.306324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7499f09-4d97-4e90-9828-03f2b4dd5bfe req-a6510f73-34a0-4f67-babd-51c0a815099d tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:11.314744 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7499f09-4d97-4e90-9828-03f2b4dd5bfe req-a6510f73-34a0-4f67-babd-51c0a815099d tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.2007992 Oct 27 16:10:11.394030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7499f09-4d97-4e90-9828-03f2b4dd5bfe req-9305800e-14cd-4880-8cd6-f264beac769e tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766923 Oct 27 16:10:11.401025 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.433157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Allocated IP 172.25.4.164 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/88a59d29-9cff-4d3f-aeeb-5c5ba2e22652) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:11.504994 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.588418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Pushing event updated for resources: {'Port': ['ID=a48c8b1c-eeac-4388-a31f-8ecd4d9ea0b9,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:11.618929 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.637939 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.656379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d6e8e-1b66-4c25-9560-b5cc10014fd9 req-925a6d9b-7607-43c6-b1d4-11c347d242e8 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:11.657908 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c86d6e8e-1b66-4c25-9560-b5cc10014fd9 req-925a6d9b-7607-43c6-b1d4-11c347d242e8 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.0932715 Oct 27 16:10:11.708124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c86d6e8e-1b66-4c25-9560-b5cc10014fd9 req-b01de9ab-4c58-47ce-a0cc-1d97fc8e9a90 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436296 Oct 27 16:10:11.820558 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.842540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:11.844475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d3d321ad-919f-43e1-96de-19ce3747aaa7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7807593 Oct 27 16:10:11.873948 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a29704-5ff7-4395-a414-ed2c6fdd5d6f req-69e7e84e-c8bc-4842-9b15-aab30f7797ba tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:11.884852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-64a29704-5ff7-4395-a414-ed2c6fdd5d6f req-69e7e84e-c8bc-4842-9b15-aab30f7797ba tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.1044638 Oct 27 16:10:11.955753 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-64a29704-5ff7-4395-a414-ed2c6fdd5d6f req-39e70381-6dc3-4b62-b162-25b7bd41e476 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550818 Oct 27 16:10:11.981865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ab133f6-17b1-4032-8405-4d6dd5d00a9e req-a2df3d9d-aa5c-4cba-b5a8-f020aaedddff tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5081dd54-0e9a-4da4-8e28-c418dfc47ee1 HTTP/1.1" status: 200 len: 210 time: 0.0529215 Oct 27 16:10:11.995017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:11.999556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:12.010707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:12.010707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Pushing event updated for resources: {'Port': ['ID=88a59d29-9cff-4d3f-aeeb-5c5ba2e22652,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:12.070867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.071288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.071636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.071975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.072445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.076249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.076661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.076981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.077322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.077656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.077995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.078361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:10:12.213369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-ebf1bd5e-3498-4f71-99a7-8971fe83fee6 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--72884821&fields=id&tenant_id=c3202c1bab3b4e9e934e50ddf641df27 HTTP/1.1" status: 200 len: 267 time: 0.1188037 Oct 27 16:10:12.308756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d64c4fd2-9f77-4987-bb74-0679094a251e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:12.363616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b8470-ae0f-46fa-9837-e102797f7d05 req-977bed2e-5b33-43fa-82c3-d1e6e1d143b2 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:12.375463 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-124b8470-ae0f-46fa-9837-e102797f7d05 req-977bed2e-5b33-43fa-82c3-d1e6e1d143b2 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.0727723 Oct 27 16:10:12.385238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d64c4fd2-9f77-4987-bb74-0679094a251e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:12.386204 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.395317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-fdbb90b8-389d-4067-9b17-6648465f1676 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:12.398004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-fdbb90b8-389d-4067-9b17-6648465f1676 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/networks?id=95569e6c-7058-4cab-97ad-ab9794bfa812 HTTP/1.1" status: 200 len: 815 time: 0.1780040 Oct 27 16:10:12.421350 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-f0dd7d4b-beeb-4dab-9e81-6e9b799a210d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/quotas/c3202c1bab3b4e9e934e50ddf641df27 HTTP/1.1" status: 200 len: 375 time: 0.0168250 Oct 27 16:10:12.431273 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-124b8470-ae0f-46fa-9837-e102797f7d05 req-fff81e8b-bf12-4db5-8963-113c617a4f80 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563695 Oct 27 16:10:12.532312 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-b8c1bace-0643-4dc9-ab6f-5cc44ea6b082 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c3202c1bab3b4e9e934e50ddf641df27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975256 Oct 27 16:10:12.603867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d5ef4-7be3-4b9c-bbf7-c1af88f438c9 req-0d3cbacb-d0fc-4bfb-a30f-c4eb34ed8df8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:12.605632 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a20d5ef4-7be3-4b9c-bbf7-c1af88f438c9 req-0d3cbacb-d0fc-4bfb-a30f-c4eb34ed8df8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 945 time: 0.0755916 Oct 27 16:10:12.676037 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a20d5ef4-7be3-4b9c-bbf7-c1af88f438c9 req-4064db3b-4e04-45d5-ae56-f6fc2d299603 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629597 Oct 27 16:10:12.765633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-3bbb9966-b378-478d-82a9-86f8143dc10e service neutron] 10.222.0.15 "GET /v2.0/networks/95569e6c-7058-4cab-97ad-ab9794bfa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793816 Oct 27 16:10:12.766364 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:12.817445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618ff75-b6ae-4268-adfd-d66f1d2afa53 req-bc23fbec-f20d-4106-a167-0628cac91ea1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:12.827267 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c618ff75-b6ae-4268-adfd-d66f1d2afa53 req-bc23fbec-f20d-4106-a167-0628cac91ea1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.0795555 Oct 27 16:10:12.891833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c618ff75-b6ae-4268-adfd-d66f1d2afa53 req-6ce0649d-aab8-4ad9-9db5-e6bcfddb478e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632961 Oct 27 16:10:13.027036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c0beb-c1ca-4663-98e6-5eafd6c973f3 req-532dc921-d6a2-44b0-a63c-e346ca26be3d tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:13.030268 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe0c0beb-c1ca-4663-98e6-5eafd6c973f3 req-532dc921-d6a2-44b0-a63c-e346ca26be3d tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.0659873 Oct 27 16:10:13.036289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-3e23eea5-4b29-43ff-8cf7-283d4047edfd service neutron] 10.222.0.15 "GET /v2.0/networks/95569e6c-7058-4cab-97ad-ab9794bfa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134805 Oct 27 16:10:13.100478 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe0c0beb-c1ca-4663-98e6-5eafd6c973f3 req-f6dfcb81-bf68-4321-b662-2b1d89e6be21 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495179 Oct 27 16:10:13.132110 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.487977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Router 0c1a68b5-d19d-442f-b91b-1cec8db1babe is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:10:13.662333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7c6cb98-df49-4d65-b561-cf584fc62935 req-f3f3ab67-485b-4290-8171-b265febe506f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 210 time: 0.0404308 Oct 27 16:10:13.723121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:13.736213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa6613-9955-4e89-ab5c-cb87620700f0 None None] Sync routers for ids ['0c1a68b5-d19d-442f-b91b-1cec8db1babe'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:13.752046 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa6613-9955-4e89-ab5c-cb87620700f0 None None] Routers {'0c1a68b5-d19d-442f-b91b-1cec8db1babe'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:13.752705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a5fa6613-9955-4e89-ab5c-cb87620700f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0c1a68b5-d19d-442f-b91b-1cec8db1babe'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:13.792192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a5fa6613-9955-4e89-ab5c-cb87620700f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:13.803778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa6613-9955-4e89-ab5c-cb87620700f0 None None] Routers {'0c1a68b5-d19d-442f-b91b-1cec8db1babe'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:13.804569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a5fa6613-9955-4e89-ab5c-cb87620700f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0c1a68b5-d19d-442f-b91b-1cec8db1babe'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:13.843485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a5fa6613-9955-4e89-ab5c-cb87620700f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:13.844405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa6613-9955-4e89-ab5c-cb87620700f0 None None] The sync data for ids ['0c1a68b5-d19d-442f-b91b-1cec8db1babe'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:13.845149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc739e-46c4-4aa6-bf5e-fe930cbf5cdb req-5c88f2bb-06c9-4b48-aa74-8b961307197c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:13.847709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5dc739e-46c4-4aa6-bf5e-fe930cbf5cdb req-5c88f2bb-06c9-4b48-aa74-8b961307197c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.0624213 Oct 27 16:10:13.890314 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:13.891680 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-11bd83f7-b06e-4388-bcd7-19c6766e71bd tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0763769 Oct 27 16:10:13.894612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53668) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:13.899846 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:13.910402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5dc739e-46c4-4aa6-bf5e-fe930cbf5cdb req-266cdf32-4e38-4e61-934d-88770ae8f57b tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524983 Oct 27 16:10:14.097217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67931ee-7af2-4ec4-8958-4f3baa1fc098 req-32f2324b-1b4a-4d09-b12a-817115c15dd1 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:14.098695 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f67931ee-7af2-4ec4-8958-4f3baa1fc098 req-32f2324b-1b4a-4d09-b12a-817115c15dd1 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.0972533 Oct 27 16:10:14.106742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a415a9f-34c6-4564-9e64-af840d8c0a31 req-30f40c23-d138-4c37-a09f-a6246f46b636 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:14.109423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a415a9f-34c6-4564-9e64-af840d8c0a31 req-30f40c23-d138-4c37-a09f-a6246f46b636 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.0852294 Oct 27 16:10:14.169933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f67931ee-7af2-4ec4-8958-4f3baa1fc098 req-e6aec6bb-5dd8-46af-a833-a21bc105ff63 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630810 Oct 27 16:10:14.329040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a415a9f-34c6-4564-9e64-af840d8c0a31 req-537f65d3-59d4-4f0f-b253-6ae55ac45a75 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068033 Oct 27 16:10:14.474173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:14.611727 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:14.767013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Deleting port 88a59d29-9cff-4d3f-aeeb-5c5ba2e22652 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:14.767619 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:14.852167 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-deed9775-c19b-44bf-9aea-c00db1209701 req-e648405a-e077-4832-9ce6-9bba21070ae0 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 210 time: 0.0368299 Oct 27 16:10:14.891256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:14.905480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Calling delete_port for 88a59d29-9cff-4d3f-aeeb-5c5ba2e22652 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:15.225652 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.267326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Pushing event deleted for resources: {'Port': ['ID=88a59d29-9cff-4d3f-aeeb-5c5ba2e22652,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:15.333549 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.663434 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.670986 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:15.682768 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da157574-9a37-4148-b95c-f6642d058b22 req-245018f4-0f87-4d5b-91dd-d599d76f9b51 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:15.692413 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da157574-9a37-4148-b95c-f6642d058b22 req-245018f4-0f87-4d5b-91dd-d599d76f9b51 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.1731024 Oct 27 16:10:15.766286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cce21e-578f-4137-a9f1-d69880a820d8 req-86cc9c33-76ec-4873-a649-cec5ab1e3fb2 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:15.771731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10cce21e-578f-4137-a9f1-d69880a820d8 req-86cc9c33-76ec-4873-a649-cec5ab1e3fb2 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.0911844 Oct 27 16:10:15.824655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Router 0c1a68b5-d19d-442f-b91b-1cec8db1babe has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:10:15.856560 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10cce21e-578f-4137-a9f1-d69880a820d8 req-bcd3dd14-3072-433d-b9d0-e7476fe5471c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751383 Oct 27 16:10:16.048663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:16.071952 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eadd673-ff21-4c82-b1ec-3a882ec3a43c None None] Sync routers for ids ['0c1a68b5-d19d-442f-b91b-1cec8db1babe'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:16.080117 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.085864 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0f6cea64-6f1e-45a3-9432-c7cc722a2220 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "PUT /v2.0/routers/0c1a68b5-d19d-442f-b91b-1cec8db1babe HTTP/1.1" status: 200 len: 709 time: 2.1857605 Oct 27 16:10:16.086892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53724) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:16.097925 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadd673-ff21-4c82-b1ec-3a882ec3a43c None None] Routers {'0c1a68b5-d19d-442f-b91b-1cec8db1babe'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:16.100722 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7eadd673-ff21-4c82-b1ec-3a882ec3a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0c1a68b5-d19d-442f-b91b-1cec8db1babe'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:16.117420 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da157574-9a37-4148-b95c-f6642d058b22 req-2989ddc0-8e72-4d13-9082-b1da3ac01631 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236732 Oct 27 16:10:16.179094 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7eadd673-ff21-4c82-b1ec-3a882ec3a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:16.187025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:16.199794 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadd673-ff21-4c82-b1ec-3a882ec3a43c None None] Routers {'0c1a68b5-d19d-442f-b91b-1cec8db1babe'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:16.200444 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7eadd673-ff21-4c82-b1ec-3a882ec3a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0c1a68b5-d19d-442f-b91b-1cec8db1babe'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:16.261973 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7eadd673-ff21-4c82-b1ec-3a882ec3a43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:16.263542 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eadd673-ff21-4c82-b1ec-3a882ec3a43c None None] The sync data for ids ['0c1a68b5-d19d-442f-b91b-1cec8db1babe'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:16.311167 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa462412-25ab-455b-8bc8-4f392c1321ea req-93d539a7-67db-4b31-ae3a-76660197e6f9 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 210 time: 0.0819225 Oct 27 16:10:16.323787 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4200be51-842b-4304-854c-9eaa92e7110e tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/routers/0c1a68b5-d19d-442f-b91b-1cec8db1babe HTTP/1.1" status: 200 len: 744 time: 0.2355719 Oct 27 16:10:16.326614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53726) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:16.386920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-493b9f9f-74db-4917-9ea9-cf53b98ce0d7 tempest-RoutersIpV6AdminTest-148970441 tempest-RoutersIpV6AdminTest-148970441-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=840af1e4-df74-450c-bf75-32afab135856&device_id=0c1a68b5-d19d-442f-b91b-1cec8db1babe HTTP/1.1" status: 200 len: 205 time: 0.0586233 Oct 27 16:10:16.389737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53728) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:16.404499 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.424211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ecc649f8-e6cc-41bb-9b5d-942f4d4ec06a tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c1a68b5-d19d-442f-b91b-1cec8db1babe HTTP/1.1" status: 200 len: 205 time: 0.0299413 Oct 27 16:10:16.424517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53730) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:16.447213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:16.453771 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5130143-ab73-4110-bd16-7678fa816e38" -d '{"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-unplugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:16.470625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:16.501614 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50784943-be38-47a5-9d31-fb0872215e31 x-openstack-request-id: req-50784943-be38-47a5-9d31-fb0872215e31 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:16.502137 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-unplugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:16.502539 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50784943-be38-47a5-9d31-fb0872215e31 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:16.503161 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'code': 200} Oct 27 16:10:16.629073 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:16.772281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:16.860487 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ed97a29-15a0-41d7-a80b-5eac678aa25f tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.229812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eafd03-d43c-4849-8e6d-801e45ad5cc0 req-ddfdc6c1-d150-4018-9d2f-5ccf4e95302b tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:17.234530 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86eafd03-d43c-4849-8e6d-801e45ad5cc0 req-ddfdc6c1-d150-4018-9d2f-5ccf4e95302b tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.1797578 Oct 27 16:10:17.240963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ed97a29-15a0-41d7-a80b-5eac678aa25f tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.244833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ed97a29-15a0-41d7-a80b-5eac678aa25f tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.324357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-4951befb-5442-4b41-a99c-3df41698a3ea tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:17.325360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86eafd03-d43c-4849-8e6d-801e45ad5cc0 req-73e5a400-63d5-4e31-bdfb-aef3bc98a17d tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741978 Oct 27 16:10:17.326823 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-4951befb-5442-4b41-a99c-3df41698a3ea tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.54 "GET /v2.0/networks?id=95569e6c-7058-4cab-97ad-ab9794bfa812 HTTP/1.1" status: 200 len: 815 time: 0.3900697 Oct 27 16:10:17.438594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-e6643435-a079-4d99-9ae3-b1c4f791beb9 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3202c1bab3b4e9e934e50ddf641df27 HTTP/1.1" status: 200 len: 378 time: 0.0981946 Oct 27 16:10:17.473226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Request body: {'port': {'device_id': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'admin_state_up': True, 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'security_groups': ['85577828-0f15-432a-947b-b296be81808e']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:17.479210 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b2636a8-cba9-479d-834b-5abfe74b0b50 req-eaa75994-1c81-4a88-8f2a-40399334285a tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 210 time: 0.0313606 Oct 27 16:10:17.485189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ed97a29-15a0-41d7-a80b-5eac678aa25f tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.485880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed97a29-15a0-41d7-a80b-5eac678aa25f tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Fanout notify agent at l3_agent the message router_deleted on router 0c1a68b5-d19d-442f-b91b-1cec8db1babe {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:10:17.499829 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ed97a29-15a0-41d7-a80b-5eac678aa25f tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.509651 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7ed97a29-15a0-41d7-a80b-5eac678aa25f tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/0c1a68b5-d19d-442f-b91b-1cec8db1babe HTTP/1.1" status: 204 len: 168 time: 1.0819099 Oct 27 16:10:17.509739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53750) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:17.531787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe60701-7bf6-4b27-addd-6be6bdff9b46 req-c9c6f06f-c782-43d4-9e89-1cba4d86612d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:17.538795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-750b9955-9c95-4f09-9ecd-52ad2169e033 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c1a68b5-d19d-442f-b91b-1cec8db1babe HTTP/1.1" status: 200 len: 205 time: 0.0285881 Oct 27 16:10:17.543843 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ffe60701-7bf6-4b27-addd-6be6bdff9b46 req-c9c6f06f-c782-43d4-9e89-1cba4d86612d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.2153726 Oct 27 16:10:17.544563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53752) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:17.595087 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-aed7a820-2121-4dbc-a341-34e7e6b9bc0c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] delete failed (client error): The resource could not be found. Oct 27 16:10:17.596730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aed7a820-2121-4dbc-a341-34e7e6b9bc0c tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/0c1a68b5-d19d-442f-b91b-1cec8db1babe HTTP/1.1" status: 404 len: 336 time: 0.0510771 Oct 27 16:10:17.600359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53754) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:17.647991 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ffe60701-7bf6-4b27-addd-6be6bdff9b46 req-d0e3a65e-27d8-4691-91e2-c8b867731c95 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016490 Oct 27 16:10:17.678449 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a01a071e-c9b1-4ce7-b7aa-b7d9458f96c8 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f910f28-c872-41a5-a8b4-f3f569cdef94 HTTP/1.1" status: 200 len: 205 time: 0.0678382 Oct 27 16:10:17.685350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53756) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:17.724959 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-fcec69b0-4681-4442-9420-5cec0573eb76 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] delete failed (client error): The resource could not be found. Oct 27 16:10:17.726342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fcec69b0-4681-4442-9420-5cec0573eb76 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/3f910f28-c872-41a5-a8b4-f3f569cdef94 HTTP/1.1" status: 404 len: 336 time: 0.0434289 Oct 27 16:10:17.729497 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53760) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:17.764571 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7ec2c808-391d-40fe-a402-6c7e2a1c03d4 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b4cd32b-bcff-4166-948e-eda2abcaa8d8 HTTP/1.1" status: 200 len: 205 time: 0.0313346 Oct 27 16:10:17.764807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53762) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:17.812826 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-0bd4bbd1-6ac0-4763-89c5-db7b14052a11 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] delete failed (client error): The resource could not be found. Oct 27 16:10:17.816096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0bd4bbd1-6ac0-4763-89c5-db7b14052a11 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/8b4cd32b-bcff-4166-948e-eda2abcaa8d8 HTTP/1.1" status: 404 len: 336 time: 0.0491250 Oct 27 16:10:17.818807 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53764) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:17.859408 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-94d9340b-1bf8-46f3-82c0-68f964b1b58d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2ccfbc9-3c00-4a36-a683-3a01f3812626 HTTP/1.1" status: 200 len: 205 time: 0.0354486 Oct 27 16:10:17.860213 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53766) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:17.900265 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-ca3a3d06-645f-408c-9501-3f0ed0d03ffa tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] delete failed (client error): The resource could not be found. Oct 27 16:10:17.901370 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ca3a3d06-645f-408c-9501-3f0ed0d03ffa tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/f2ccfbc9-3c00-4a36-a683-3a01f3812626 HTTP/1.1" status: 404 len: 336 time: 0.0399656 Oct 27 16:10:17.905591 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53768) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:17.918794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Made reservation on behalf of c3202c1bab3b4e9e934e50ddf641df27 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:17.922845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:17.952218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-acf76c3a-4b9b-4ef9-b686-753acef17c64 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=b205452a-4d9f-4299-91cb-c69dac1d7427 HTTP/1.1" status: 200 len: 205 time: 0.0405347 Oct 27 16:10:17.969186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53770) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:18.018115 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-6b22fb05-c9f1-485e-8af2-4ab9140a4dc2 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] delete failed (client error): The resource could not be found. Oct 27 16:10:18.024356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6b22fb05-c9f1-485e-8af2-4ab9140a4dc2 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/b205452a-4d9f-4299-91cb-c69dac1d7427 HTTP/1.1" status: 404 len: 336 time: 0.0600657 Oct 27 16:10:18.024993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53774) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:18.060204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-459a4a92-3c19-4b04-9dac-0279a2336123 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e855277-2a1b-4d2b-90a8-860515c7662e HTTP/1.1" status: 200 len: 205 time: 0.0311439 Oct 27 16:10:18.060778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53776) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:18.123734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Allocated IP 172.20.0.3 (95569e6c-7058-4cab-97ad-ab9794bfa812/a01213b2-920d-40ab-acd1-83529657ff7f/5c96a608-a196-4d06-bdee-e47501b95a63) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:18.195296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:18.391910 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:18.518389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:18.538260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'port_id': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'mac_address': 'fa:16:3e:c6:6d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:18.550612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329c984-1998-4f02-8087-0eeda7eda9f5 req-c1f6dfee-3a0a-49e9-b0cc-671fa4d0a4ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:18.560353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d329c984-1998-4f02-8087-0eeda7eda9f5 req-c1f6dfee-3a0a-49e9-b0cc-671fa4d0a4ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.1643584 Oct 27 16:10:18.574152 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-8a007616-6235-42bc-887f-792263322c91 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] delete failed (client error): The resource could not be found. Oct 27 16:10:18.575202 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8a007616-6235-42bc-887f-792263322c91 tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/routers/5e855277-2a1b-4d2b-90a8-860515c7662e HTTP/1.1" status: 404 len: 336 time: 0.5132654 Oct 27 16:10:18.585830 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:18.586297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53800) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:18.607293 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:18.627148 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d329c984-1998-4f02-8087-0eeda7eda9f5 req-12f04727-752c-4b32-9a12-2750796997a6 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656331 Oct 27 16:10:18.639065 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:18.659077 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aff8ca5c-4f66-4842-b77e-396326a7a06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:18.679864 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-35504a3c-4a1b-46f4-a4ab-92d7a2d2bc2d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] DELETE failed (client error): The resource could not be found. Oct 27 16:10:18.680450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35504a3c-4a1b-46f4-a4ab-92d7a2d2bc2d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:10:18.686190 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-35504a3c-4a1b-46f4-a4ab-92d7a2d2bc2d tempest-RoutersIpV6AdminTest-1542603930 tempest-RoutersIpV6AdminTest-1542603930-project] 10.222.0.15 "DELETE /v2.0/subnets/7bb28d1a-a7c2-4f35-90d7-0dc4b7407deb HTTP/1.1" status: 404 len: 337 time: 0.0949299 Oct 27 16:10:18.722933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364256f-00e8-49ab-b883-503744726803 req-0af204a6-5e83-48b0-a2dd-71f7fd66b46f tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:18.735038 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2364256f-00e8-49ab-b883-503744726803 req-0af204a6-5e83-48b0-a2dd-71f7fd66b46f tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.1584749 Oct 27 16:10:18.784797 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8747b506-5301-4afd-96aa-6e15dc67b7ea req-383fed6d-c861-41d1-8c7a-2d72ba286cd1 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 210 time: 0.0404508 Oct 27 16:10:18.785217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2364256f-00e8-49ab-b883-503744726803 req-5d1af02b-105b-4ed6-bdc0-153a9cd441bd tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490332 Oct 27 16:10:18.787000 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:18.836793 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:18.853562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Network 95569e6c-7058-4cab-97ad-ab9794bfa812 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:18.857462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:18.863217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:18.903720 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Pushing event updated for resources: {'Port': ['ID=5c96a608-a196-4d06-bdee-e47501b95a63,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:18.921769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:18.953283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:18.954065 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:19.042965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['55bbcd2a-0a91-4355-862a-d3e4d6c77db1'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:19.084335 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-d20a065c-1969-4a56-8587-c35d5bf5ec28 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6295347 Oct 27 16:10:19.097339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Request body: {'port': {'device_id': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:19.274942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7732e6e8-ff67-4717-b509-5be92c5fafbb None None] Provisioning complete for port 5c96a608-a196-4d06-bdee-e47501b95a63 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:19.278365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7732e6e8-ff67-4717-b509-5be92c5fafbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:19.318805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7732e6e8-ff67-4717-b509-5be92c5fafbb None None] Port 5c96a608-a196-4d06-bdee-e47501b95a63 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:19.352043 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:19.554790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53836) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:19.647207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff346adb-8d7a-42c2-a380-e61d35d7478c req-1a206783-00fe-4431-be8f-07df6e65638d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:19.659568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff346adb-8d7a-42c2-a380-e61d35d7478c req-1a206783-00fe-4431-be8f-07df6e65638d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.1988466 Oct 27 16:10:19.831832 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9fa13af2-ed8b-40a6-89b3-843b9f7d6f6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:19.916817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c4093-bf56-4ecd-a878-96be3f09f68f req-7b12393d-1c30-49ef-acca-706575cd81ac tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:19.918485 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1f4c4093-bf56-4ecd-a878-96be3f09f68f req-7b12393d-1c30-49ef-acca-706575cd81ac tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 945 time: 0.1209676 Oct 27 16:10:19.945604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-ff346adb-8d7a-42c2-a380-e61d35d7478c req-022dbc6b-a3c2-4377-b4d0-41b40104c201 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Deleting port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:19.945954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff346adb-8d7a-42c2-a380-e61d35d7478c req-022dbc6b-a3c2-4377-b4d0-41b40104c201 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.043557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c3929-a985-4a7d-b477-fce21d3f216a req-68a9021b-3cf1-4b9e-9008-5c59e14b9279 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:20.045186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b66c3929-a985-4a7d-b477-fce21d3f216a req-68a9021b-3cf1-4b9e-9008-5c59e14b9279 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 946 time: 0.1094940 Oct 27 16:10:20.054414 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9fa13af2-ed8b-40a6-89b3-843b9f7d6f6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.089393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1f4c4093-bf56-4ecd-a878-96be3f09f68f req-df2adc71-f20c-4728-914b-0c97797149db tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547003 Oct 27 16:10:20.117925 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c96a608-a196-4d06-bdee-e47501b95a63 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:20.135837 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.148397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ff346adb-8d7a-42c2-a380-e61d35d7478c req-022dbc6b-a3c2-4377-b4d0-41b40104c201 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] For port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1d17ce9a-5dee-49c8-a27b-107f3950f6d0,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:20.153384 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff346adb-8d7a-42c2-a380-e61d35d7478c req-022dbc6b-a3c2-4377-b4d0-41b40104c201 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.154139 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b66c3929-a985-4a7d-b477-fce21d3f216a req-23082b7c-e557-4aa6-b75f-dfcdea673d2a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960338 Oct 27 16:10:20.169861 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Transition to ACTIVE for port object 5c96a608-a196-4d06-bdee-e47501b95a63 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:10:20.170913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-ff346adb-8d7a-42c2-a380-e61d35d7478c req-022dbc6b-a3c2-4377-b4d0-41b40104c201 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Calling delete_port for 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:20.175920 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9fa13af2-ed8b-40a6-89b3-843b9f7d6f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.208502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:20.257074 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9fa13af2-ed8b-40a6-89b3-843b9f7d6f6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f4304bc6b114963a53eafc233f1589d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7024019 Oct 27 16:10:20.261619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53854) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:20.268869 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.327789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa13af2-ed8b-40a6-89b3-843b9f7d6f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523a07cc-6604-4270-8d3a-7223fcd546c2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:20.388508 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-798d1229-472a-4e21-8144-17bd3e9104be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.444420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c96a608-a196-4d06-bdee-e47501b95a63,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:20.478221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-798d1229-472a-4e21-8144-17bd3e9104be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.523300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce316a4-1e69-4cc6-8c67-f713793f3df9 req-5c7f151a-2fe4-426f-9060-e05a4dd3ff01 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:20.531638 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0ce316a4-1e69-4cc6-8c67-f713793f3df9 req-5c7f151a-2fe4-426f-9060-e05a4dd3ff01 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 944 time: 0.1364226 Oct 27 16:10:20.631863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0ce316a4-1e69-4cc6-8c67-f713793f3df9 req-50437e00-9f67-4487-9612-310d3c952e17 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992165 Oct 27 16:10:20.743129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb8261-bb82-4413-950e-91f8048d7afc req-98c9f9ec-c0ce-4b99-8c48-f2a5e06e0b17 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:20.745355 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:20.750424 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99cb8261-bb82-4413-950e-91f8048d7afc req-98c9f9ec-c0ce-4b99-8c48-f2a5e06e0b17 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 944 time: 0.1535952 Oct 27 16:10:20.793994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220', 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077', 'port_id': 'fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220', 'mac_address': 'fa:16:3e:28:b9:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721f241b-ed35-4c2c-99e2-6d7c60098292', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:20.816029 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-798d1229-472a-4e21-8144-17bd3e9104be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.821939 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-798d1229-472a-4e21-8144-17bd3e9104be admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.824389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf50fb-fdd0-4ac9-986e-1549c20fc4cc req-f4b4c0e1-3a2e-4c76-af4d-9a1a152384bb tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:20.838452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-798d1229-472a-4e21-8144-17bd3e9104be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/523a07cc-6604-4270-8d3a-7223fcd546c2 HTTP/1.1" status: 204 len: 168 time: 0.5716770 Oct 27 16:10:20.842828 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-64bf50fb-fdd0-4ac9-986e-1549c20fc4cc req-f4b4c0e1-3a2e-4c76-af4d-9a1a152384bb tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 943 time: 0.5654213 Oct 27 16:10:20.892134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d1229-472a-4e21-8144-17bd3e9104be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523a07cc-6604-4270-8d3a-7223fcd546c2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:20.961286 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:20.983192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Attempting to bind port 5c96a608-a196-4d06-bdee-e47501b95a63 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:20.983852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Attempting to bind port 5c96a608-a196-4d06-bdee-e47501b95a63 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:20.984400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Attempting to bind port 5c96a608-a196-4d06-bdee-e47501b95a63 on network 95569e6c-7058-4cab-97ad-ab9794bfa812 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:20.987449 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff346adb-8d7a-42c2-a380-e61d35d7478c req-022dbc6b-a3c2-4377-b4d0-41b40104c201 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.007659 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-64bf50fb-fdd0-4ac9-986e-1549c20fc4cc req-bbd60673-5116-45ac-a392-a669f2d48d4b tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups?id=85577828-0f15-432a-947b-b296be81808e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1581941 Oct 27 16:10:21.016577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Port 5c96a608-a196-4d06-bdee-e47501b95a63 on network 95569e6c-7058-4cab-97ad-ab9794bfa812 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:10:21.027036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Attempting to bind port 5c96a608-a196-4d06-bdee-e47501b95a63 on network 95569e6c-7058-4cab-97ad-ab9794bfa812 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:21.033817 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['1d17ce9a-5dee-49c8-a27b-107f3950f6d0'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:21.066906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:21.084745 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:21.085404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Checking segment: {'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:21.086011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Bound using segment: {'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:21.086964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Bound port: 5c96a608-a196-4d06-bdee-e47501b95a63, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '900a5502-866e-4999-b1cb-511e84f596eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:21.087637 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.090417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dbc6b-a3c2-4377-b4d0-41b40104c201 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event deleted for resources: {'Port': ['ID=1d17ce9a-5dee-49c8-a27b-107f3950f6d0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:21.098134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:21.138140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-99cb8261-bb82-4413-950e-91f8048d7afc req-469fe35f-a3d8-4bdf-8001-46856eb23979 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Deleting port c1691d59-66ca-41b3-8257-049de76d49ae {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:21.139604 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99cb8261-bb82-4413-950e-91f8048d7afc req-469fe35f-a3d8-4bdf-8001-46856eb23979 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.202562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.238017 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff346adb-8d7a-42c2-a380-e61d35d7478c req-022dbc6b-a3c2-4377-b4d0-41b40104c201 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] No DVR routers for this DVR port 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:21.246171 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff346adb-8d7a-42c2-a380-e61d35d7478c req-022dbc6b-a3c2-4377-b4d0-41b40104c201 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.261012 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff346adb-8d7a-42c2-a380-e61d35d7478c req-022dbc6b-a3c2-4377-b4d0-41b40104c201 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.54 "DELETE /v2.0/ports/1d17ce9a-5dee-49c8-a27b-107f3950f6d0 HTTP/1.1" status: 204 len: 173 time: 1.6004171 Oct 27 16:10:21.261531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f06b7243-e544-47ac-966a-7dba23a2063e', 'name': 'network-vif-deleted', 'tag': '1d17ce9a-5dee-49c8-a27b-107f3950f6d0'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:21.270530 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64afbf79-b510-4f75-81a1-5b38c3e8ae6a" -d '{"events": [{"server_uuid": "f06b7243-e544-47ac-966a-7dba23a2063e", "name": "network-vif-deleted", "tag": "1d17ce9a-5dee-49c8-a27b-107f3950f6d0"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:21.358450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:21.367228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-99cb8261-bb82-4413-950e-91f8048d7afc req-469fe35f-a3d8-4bdf-8001-46856eb23979 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] For port c1691d59-66ca-41b3-8257-049de76d49ae, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c1691d59-66ca-41b3-8257-049de76d49ae,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:21.367228 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99cb8261-bb82-4413-950e-91f8048d7afc req-469fe35f-a3d8-4bdf-8001-46856eb23979 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.371020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:21.388652 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] For port 5c96a608-a196-4d06-bdee-e47501b95a63, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:21.390188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-99cb8261-bb82-4413-950e-91f8048d7afc req-469fe35f-a3d8-4bdf-8001-46856eb23979 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Calling delete_port for c1691d59-66ca-41b3-8257-049de76d49ae owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:21.401338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] For port 5c96a608-a196-4d06-bdee-e47501b95a63, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c96a608-a196-4d06-bdee-e47501b95a63,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:21.423482 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a770f28-b9ba-4acf-8fa1-957c0ed99291 x-openstack-request-id: req-5a770f28-b9ba-4acf-8fa1-957c0ed99291 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:21.423937 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f06b7243-e544-47ac-966a-7dba23a2063e", "name": "network-vif-deleted", "tag": "1d17ce9a-5dee-49c8-a27b-107f3950f6d0", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:21.424337 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a770f28-b9ba-4acf-8fa1-957c0ed99291 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:21.424930 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f06b7243-e544-47ac-966a-7dba23a2063e', 'name': 'network-vif-deleted', 'tag': '1d17ce9a-5dee-49c8-a27b-107f3950f6d0', 'status': 'completed', 'code': 200} Oct 27 16:10:21.531774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ecf05ed-3d55-4cff-9af7-28dad2133066 req-b7329102-02e5-4b80-b7a7-b824c54f614a tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 210 time: 0.0581081 Oct 27 16:10:21.561611 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.653747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95684de6-59bb-41eb-bd5d-fbd9a24721eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.747528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=5c96a608-a196-4d06-bdee-e47501b95a63,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:21.767666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:21.772313 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:21.778246 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-71108b4a-696c-4997-9e87-04b8014c2bc6 service neutron] 10.222.0.54 "PUT /v2.0/ports/5c96a608-a196-4d06-bdee-e47501b95a63 HTTP/1.1" status: 200 len: 1091 time: 2.6837676 Oct 27 16:10:21.873646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205e871-490a-4ff1-aa93-47985282790d req-7106a61f-90a1-48be-9776-dcb2986592ef tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:21.883778 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5205e871-490a-4ff1-aa93-47985282790d req-7106a61f-90a1-48be-9776-dcb2986592ef tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 945 time: 0.3472791 Oct 27 16:10:21.975167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01263dec-89ad-447f-b4dc-1eb3b2e2ec3f req-f6d48715-5abd-4b95-a12c-d842e1b54390 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:21.983757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01263dec-89ad-447f-b4dc-1eb3b2e2ec3f req-f6d48715-5abd-4b95-a12c-d842e1b54390 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 944 time: 0.1221921 Oct 27 16:10:21.990722 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5205e871-490a-4ff1-aa93-47985282790d req-6529b0f0-16e1-40e1-88b1-506c487f2ce3 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056931 Oct 27 16:10:22.050528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01263dec-89ad-447f-b4dc-1eb3b2e2ec3f req-57006425-d8bd-4dbc-8fef-a7bfee1a6ee6 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656753 Oct 27 16:10:22.074498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-686a8558-fa6a-45c3-b772-9077f0ac8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:22.078478 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-686a8558-fa6a-45c3-b772-9077f0ac8398 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3202c1bab3b4e9e934e50ddf641df27&device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 1094 time: 0.1214685 Oct 27 16:10:22.126254 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99cb8261-bb82-4413-950e-91f8048d7afc req-469fe35f-a3d8-4bdf-8001-46856eb23979 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.148996 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.179079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fe35f-a3d8-4bdf-8001-46856eb23979 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Pushing event deleted for resources: {'Port': ['ID=c1691d59-66ca-41b3-8257-049de76d49ae,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:22.181422 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-e1e404f3-ac5e-4b01-ac9c-fcc1d1bafac2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c96a608-a196-4d06-bdee-e47501b95a63 HTTP/1.1" status: 200 len: 217 time: 0.0932529 Oct 27 16:10:22.187849 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.214541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:22.233200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cb8261-bb82-4413-950e-91f8048d7afc req-469fe35f-a3d8-4bdf-8001-46856eb23979 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] No DVR routers for this DVR port c1691d59-66ca-41b3-8257-049de76d49ae on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:22.236941 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-99cb8261-bb82-4413-950e-91f8048d7afc req-469fe35f-a3d8-4bdf-8001-46856eb23979 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.241903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99cb8261-bb82-4413-950e-91f8048d7afc req-469fe35f-a3d8-4bdf-8001-46856eb23979 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.53 "DELETE /v2.0/ports/c1691d59-66ca-41b3-8257-049de76d49ae HTTP/1.1" status: 204 len: 173 time: 1.4851863 Oct 27 16:10:22.242418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'name': 'network-vif-deleted', 'tag': 'c1691d59-66ca-41b3-8257-049de76d49ae'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:22.245071 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4d4674-cc08-4db7-8ef7-ac0fb69e2dfa" -d '{"events": [{"server_uuid": "d8de0744-4c07-4364-ab50-277df6158ad3", "name": "network-vif-deleted", "tag": "c1691d59-66ca-41b3-8257-049de76d49ae"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:22.276607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53882) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:22.349679 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d1f1f759-a9a0-42a1-87db-57186e908c08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68246008bc4b4bb19a4e22d3a1b82621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718608 Oct 27 16:10:22.352768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53890) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:22.385719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:22.386408 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.445236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe7a5b-8aff-4f6a-b237-2a844309d9b3 req-9666720a-9173-4528-813f-16fbb21ba0d0 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:22.455310 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88fe7a5b-8aff-4f6a-b237-2a844309d9b3 req-9666720a-9173-4528-813f-16fbb21ba0d0 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 943 time: 0.2885766 Oct 27 16:10:22.463682 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5be78c-42bc-42d6-be61-f7901788617f x-openstack-request-id: req-8b5be78c-42bc-42d6-be61-f7901788617f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:22.464096 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8de0744-4c07-4364-ab50-277df6158ad3", "name": "network-vif-deleted", "tag": "c1691d59-66ca-41b3-8257-049de76d49ae", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:22.464456 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b5be78c-42bc-42d6-be61-f7901788617f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:22.464964 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8de0744-4c07-4364-ab50-277df6158ad3', 'name': 'network-vif-deleted', 'tag': 'c1691d59-66ca-41b3-8257-049de76d49ae', 'status': 'completed', 'code': 200} Oct 27 16:10:22.465729 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1ea8-c8e8-459d-b6a2-692e50671484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.476519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-31deef0d-a87c-48a7-b553-1cd73f81f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:22.486013 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-31deef0d-a87c-48a7-b553-1cd73f81f3d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a01213b2-920d-40ab-acd1-83529657ff7f HTTP/1.1" status: 200 len: 854 time: 0.2380378 Oct 27 16:10:22.540011 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1ea8-c8e8-459d-b6a2-692e50671484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.607264 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88fe7a5b-8aff-4f6a-b237-2a844309d9b3 req-b6163d15-0682-4784-b929-d56484700eb7 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups?id=85577828-0f15-432a-947b-b296be81808e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1504714 Oct 27 16:10:22.641356 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.642751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-0bc0209c-bf9f-4217-a02c-fd9cf46d4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:22.644564 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-0bc0209c-bf9f-4217-a02c-fd9cf46d4f43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=95569e6c-7058-4cab-97ad-ab9794bfa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1416926 Oct 27 16:10:22.726684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:22.741112 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2d0006-cc8b-423f-8f79-a242bb6a640a" -d '{"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-plugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:22.778225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:22.798998 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af87e5a9-0bb0-4b6f-8e77-e79d9cf97ab1 req-13ae4f8f-3554-4823-9876-7c9057af28e5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=f06b7243-e544-47ac-966a-7dba23a2063e HTTP/1.1" status: 200 len: 210 time: 0.0730996 Oct 27 16:10:22.800331 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1ea8-c8e8-459d-b6a2-692e50671484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.806743 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1ec1ea8-c8e8-459d-b6a2-692e50671484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.823127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f1ec1ea8-c8e8-459d-b6a2-692e50671484 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/602c6f21-432d-4527-970a-07ac649ec05d HTTP/1.1" status: 204 len: 168 time: 0.4618657 Oct 27 16:10:22.855303 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c415ae-2199-4ade-b659-d6eef69e0441 x-openstack-request-id: req-34c415ae-2199-4ade-b659-d6eef69e0441 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:22.855742 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-plugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:22.856673 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34c415ae-2199-4ade-b659-d6eef69e0441 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:22.857022 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'code': 200} Oct 27 16:10:22.875299 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:22.879531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c1691d59-66ca-41b3-8257-049de76d49ae no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:22.894148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec1ea8-c8e8-459d-b6a2-692e50671484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602c6f21-432d-4527-970a-07ac649ec05d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:22.900014 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-44b07a41-c24a-4347-ac2c-a69bd05091ce service neutron] 10.222.0.54 "GET /v2.0/networks/95569e6c-7058-4cab-97ad-ab9794bfa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468469 Oct 27 16:10:22.932732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: c1691d59-66ca-41b3-8257-049de76d49ae {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:22.933100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c1691d59-66ca-41b3-8257-049de76d49ae not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:22.933516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:23.085770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-137627b1-aa86-492e-9d6e-0000651d50c9 req-9ad58e8d-ad93-4782-ab44-24109631dea1 service neutron] 10.222.0.54 "GET /v2.0/networks/95569e6c-7058-4cab-97ad-ab9794bfa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795781 Oct 27 16:10:23.092032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=10']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:23.189582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.228412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec67fe-533e-4c75-8616-768ab7c88509 req-2ccb5876-0576-4905-9ae6-12870ebb1dc7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:23.239617 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32ec67fe-533e-4c75-8616-768ab7c88509 req-2ccb5876-0576-4905-9ae6-12870ebb1dc7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 945 time: 0.1196887 Oct 27 16:10:23.259468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:23.302409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:23.305072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b81bc64-d62f-43cd-8f6c-ac019e0fc18f req-ba909799-bfaf-4bb8-ab74-0baf3ae62c95 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 210 time: 0.0906775 Oct 27 16:10:23.338230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32ec67fe-533e-4c75-8616-768ab7c88509 req-40aca6e2-7295-4380-9432-8ae3dc61b5ae tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962462 Oct 27 16:10:23.426331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'tag': '5c96a608-a196-4d06-bdee-e47501b95a63'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:23.433672 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363f4d51-2779-4651-83c7-a40ed78de935" -d '{"events": [{"name": "network-changed", "server_uuid": "035ec684-5867-4dbb-bb49-120d46bd53b9", "tag": "5c96a608-a196-4d06-bdee-e47501b95a63"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:23.488399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee166c-aa69-4cff-a21a-2a875b920765 req-8055e569-8a3f-409b-8332-a8bc88139122 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:23.492919 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6fee166c-aa69-4cff-a21a-2a875b920765 req-8055e569-8a3f-409b-8332-a8bc88139122 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.53 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 945 time: 0.0973101 Oct 27 16:10:23.506900 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d3efd9-6a92-4bad-a721-cbb880dcc350 x-openstack-request-id: req-63d3efd9-6a92-4bad-a721-cbb880dcc350 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:23.507376 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035ec684-5867-4dbb-bb49-120d46bd53b9", "tag": "5c96a608-a196-4d06-bdee-e47501b95a63", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:23.507825 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63d3efd9-6a92-4bad-a721-cbb880dcc350 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:23.508556 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'tag': '5c96a608-a196-4d06-bdee-e47501b95a63', 'status': 'completed', 'code': 200} Oct 27 16:10:23.606647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f4d51-2779-4651-83c7-a40ed78de935 req-277b62ad-c3b7-49be-887b-8522e8406379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:23.609692 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-363f4d51-2779-4651-83c7-a40ed78de935 req-277b62ad-c3b7-49be-887b-8522e8406379 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3202c1bab3b4e9e934e50ddf641df27&device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 1094 time: 0.0720792 Oct 27 16:10:23.636578 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.700651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6fee166c-aa69-4cff-a21a-2a875b920765 req-2620bcf4-9eda-49b0-aa18-94e69664d0d7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Deleting port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:23.700651 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fee166c-aa69-4cff-a21a-2a875b920765 req-2620bcf4-9eda-49b0-aa18-94e69664d0d7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.783123 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:23.829817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f4d51-2779-4651-83c7-a40ed78de935 req-9efe1dca-24a5-4a99-bf5d-fcdafeaa8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:23.830201 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-363f4d51-2779-4651-83c7-a40ed78de935 req-9efe1dca-24a5-4a99-bf5d-fcdafeaa8e55 service neutron] 10.222.0.54 "GET /v2.0/networks?id=95569e6c-7058-4cab-97ad-ab9794bfa812 HTTP/1.1" status: 200 len: 916 time: 0.2100239 Oct 27 16:10:23.863010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15e166-e370-43d4-8123-3833c7056cc2 req-651e85a9-8b91-4c08-917b-c0885094fdda tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:23.867755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6fee166c-aa69-4cff-a21a-2a875b920765 req-2620bcf4-9eda-49b0-aa18-94e69664d0d7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] For port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:23.868226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fee166c-aa69-4cff-a21a-2a875b920765 req-2620bcf4-9eda-49b0-aa18-94e69664d0d7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:23.872948 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac15e166-e370-43d4-8123-3833c7056cc2 req-651e85a9-8b91-4c08-917b-c0885094fdda tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 943 time: 0.1068292 Oct 27 16:10:23.904767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6fee166c-aa69-4cff-a21a-2a875b920765 req-2620bcf4-9eda-49b0-aa18-94e69664d0d7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Calling delete_port for fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:23.928593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:23.935123 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-363f4d51-2779-4651-83c7-a40ed78de935 req-0449ac7f-a79c-49ee-95a0-ae9cb1622513 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c96a608-a196-4d06-bdee-e47501b95a63 HTTP/1.1" status: 200 len: 217 time: 0.0820575 Oct 27 16:10:24.072006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:24.072552 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1d17ce9a-5dee-49c8-a27b-107f3950f6d0 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:24.122187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac15e166-e370-43d4-8123-3833c7056cc2 req-38fd0d48-122c-404b-b540-2d5e16236111 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups?id=85577828-0f15-432a-947b-b296be81808e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2482111 Oct 27 16:10:24.139931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f4d51-2779-4651-83c7-a40ed78de935 req-f9eec2fc-d3ed-4df2-9f89-dfaa1499e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:24.141758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-363f4d51-2779-4651-83c7-a40ed78de935 req-f9eec2fc-d3ed-4df2-9f89-dfaa1499e792 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a01213b2-920d-40ab-acd1-83529657ff7f HTTP/1.1" status: 200 len: 854 time: 0.2057228 Oct 27 16:10:24.157270 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:24.213409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:24.240781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f4d51-2779-4651-83c7-a40ed78de935 req-896ee9b7-925b-49cd-ab97-10ec5923a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:24.242312 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-363f4d51-2779-4651-83c7-a40ed78de935 req-896ee9b7-925b-49cd-ab97-10ec5923a94c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=95569e6c-7058-4cab-97ad-ab9794bfa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902302 Oct 27 16:10:24.297813 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:24.298501 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:24.375218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-363f4d51-2779-4651-83c7-a40ed78de935 req-ea2861f7-1f77-4639-bd17-1d55156927c8 service neutron] 10.222.0.54 "GET /v2.0/networks/95569e6c-7058-4cab-97ad-ab9794bfa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238127 Oct 27 16:10:24.381953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fee166c-aa69-4cff-a21a-2a875b920765 req-2620bcf4-9eda-49b0-aa18-94e69664d0d7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:24.396684 n-d-815689-1 neutron-server[109724]: INFO neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No ports have port_id starting with fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 Oct 27 16:10:24.404279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:24.501690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620bcf4-9eda-49b0-aa18-94e69664d0d7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event deleted for resources: {'Port': ['ID=fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:24.514814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-d938483a-54f9-4c95-851e-e12554403ca5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:24.516852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-d938483a-54f9-4c95-851e-e12554403ca5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.2892625 Oct 27 16:10:24.553723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-765473b8-6ef3-41f0-b7fc-4bb31488809f tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/quotas/532e31d389584cc2b9f78d696326f5ea HTTP/1.1" status: 200 len: 375 time: 0.0292466 Oct 27 16:10:24.587306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fee166c-aa69-4cff-a21a-2a875b920765 req-2620bcf4-9eda-49b0-aa18-94e69664d0d7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] No DVR routers for this DVR port fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:24.592478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fee166c-aa69-4cff-a21a-2a875b920765 req-2620bcf4-9eda-49b0-aa18-94e69664d0d7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:24.596742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6fee166c-aa69-4cff-a21a-2a875b920765 req-2620bcf4-9eda-49b0-aa18-94e69664d0d7 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.53 "DELETE /v2.0/ports/fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 HTTP/1.1" status: 204 len: 173 time: 1.0957637 Oct 27 16:10:24.597598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953', 'name': 'network-vif-deleted', 'tag': 'fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:24.599405 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9fa4b532-579d-4ae6-806b-8214d5c22c52 req-6e8f37ef-af6b-429e-85f4-885d28da5985 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8de0744-4c07-4364-ab50-277df6158ad3 HTTP/1.1" status: 200 len: 210 time: 0.0690048 Oct 27 16:10:24.609900 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d6267d-0e63-41ad-b593-26d3a003e72d" -d '{"events": [{"server_uuid": "af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953", "name": "network-vif-deleted", "tag": "fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:24.621178 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-363f4d51-2779-4651-83c7-a40ed78de935 req-c57055e2-0d45-407a-ab98-f9ec4cf862e4 service neutron] 10.222.0.54 "GET /v2.0/networks/95569e6c-7058-4cab-97ad-ab9794bfa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401972 Oct 27 16:10:24.651015 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-f7969376-59bf-48e1-95eb-e0efa8b99d21 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897901 Oct 27 16:10:24.744341 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d466c2-cb59-47da-ab29-695ab2c966af req-db015b15-8a04-4c67-882c-350ee46463d6 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 210 time: 0.0559804 Oct 27 16:10:24.830563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-50e63d91-8895-4dfe-a5ff-2420efd90013 service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782448 Oct 27 16:10:24.989653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-1733b959-9658-4a3c-a852-e4c7d3a982ea service neutron] 10.222.0.15 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505609 Oct 27 16:10:24.992453 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9149ef1-7805-492b-8445-88b5b690fc06 x-openstack-request-id: req-d9149ef1-7805-492b-8445-88b5b690fc06 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:24.994508 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953", "name": "network-vif-deleted", "tag": "fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:24.995653 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9149ef1-7805-492b-8445-88b5b690fc06 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:24.996353 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953', 'name': 'network-vif-deleted', 'tag': 'fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220', 'status': 'completed', 'code': 200} Oct 27 16:10:25.290626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7054c-b563-4352-9af5-69d975db5144 req-f18bc4cc-6cdb-4a61-ad7f-d951b2cf5b56 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:25.298740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f2c7054c-b563-4352-9af5-69d975db5144 req-f18bc4cc-6cdb-4a61-ad7f-d951b2cf5b56 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 943 time: 0.0794547 Oct 27 16:10:25.354516 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f2c7054c-b563-4352-9af5-69d975db5144 req-3800274b-290b-474b-8744-23e9e726fc9b tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups?id=85577828-0f15-432a-947b-b296be81808e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547681 Oct 27 16:10:25.449738 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebb2b124-d163-462c-837c-5459860bfe96 req-744bd5b9-eb09-41a8-852f-7ffeae27bd91 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 210 time: 0.0635824 Oct 27 16:10:25.890310 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d316daa1-bd29-4c30-9cc8-c4886eda32e2 req-d9461f31-389f-4a76-bbe0-2fa3df2fbff9 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=af1c88ce-d73d-4fdf-8ab6-a4e4f4ceb953 HTTP/1.1" status: 200 len: 210 time: 0.0340359 Oct 27 16:10:26.005943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5c96a608-a196-4d06-bdee-e47501b95a63 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:26.075928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5c96a608-a196-4d06-bdee-e47501b95a63, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c96a608-a196-4d06-bdee-e47501b95a63,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:26.093192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '5c96a608-a196-4d06-bdee-e47501b95a63', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'port_id': '5c96a608-a196-4d06-bdee-e47501b95a63', 'mac_address': 'fa:16:3e:87:59:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:26.136828 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:26.152080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c96a608-a196-4d06-bdee-e47501b95a63 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:26.175034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5c96a608-a196-4d06-bdee-e47501b95a63, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c96a608-a196-4d06-bdee-e47501b95a63,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:26.479026 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:26.557794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5c96a608-a196-4d06-bdee-e47501b95a63,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:26.586541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114a0eb-bc54-4cce-b942-c366949ce1e6 req-c3f9d8bc-569e-4917-9080-e5fe7c0ca92b tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:26.588140 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8114a0eb-bc54-4cce-b942-c366949ce1e6 req-c3f9d8bc-569e-4917-9080-e5fe7c0ca92b tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 944 time: 0.0796201 Oct 27 16:10:26.655315 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8114a0eb-bc54-4cce-b942-c366949ce1e6 req-40afb499-b2a9-4f63-9842-5507318755ec tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups?id=85577828-0f15-432a-947b-b296be81808e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582628 Oct 27 16:10:26.737696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['5c96a608-a196-4d06-bdee-e47501b95a63'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:26.777207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b78aa9ec-1ab3-4c88-8005-427ccaa02b21 req-5465ae0d-c065-4976-bd8c-71ff91cffaf3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 210 time: 0.0732441 Oct 27 16:10:27.024711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5b58b-d6a4-45b0-955c-4db67c105834 req-b2feb45b-1dd3-4d15-97ba-c314cff75eb9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:27.037441 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55e5b58b-d6a4-45b0-955c-4db67c105834 req-b2feb45b-1dd3-4d15-97ba-c314cff75eb9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 945 time: 0.1372066 Oct 27 16:10:27.095758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55e5b58b-d6a4-45b0-955c-4db67c105834 req-edad5440-5c57-4787-bbce-92ee5abdad3c tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566213 Oct 27 16:10:27.345570 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54026) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:27.443503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c8e00-49ed-48d0-af1c-7e381dfc4fc0 req-f4f44e48-7436-4fe8-a480-8fcb372af2e9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:27.446297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b5c8e00-49ed-48d0-af1c-7e381dfc4fc0 req-f4f44e48-7436-4fe8-a480-8fcb372af2e9 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.53 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 945 time: 0.1024044 Oct 27 16:10:27.514471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1184029528', 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:27.635019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1b5c8e00-49ed-48d0-af1c-7e381dfc4fc0 req-d1da7533-ba3a-463b-83b8-9c5069726f38 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Deleting port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:27.636157 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b5c8e00-49ed-48d0-af1c-7e381dfc4fc0 req-d1da7533-ba3a-463b-83b8-9c5069726f38 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:27.665291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Made reservation on behalf of 442d98be4ee6426ea38595c7a8312b6c for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:27.668899 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:27.709084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:27.797856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54038) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:27.819882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-274093b1-c3b6-4726-aebc-9e0e77d15b82 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--745738684', 'description': 'tempest-description--928378866'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:27.833692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1b5c8e00-49ed-48d0-af1c-7e381dfc4fc0 req-d1da7533-ba3a-463b-83b8-9c5069726f38 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] For port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:27.840510 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b5c8e00-49ed-48d0-af1c-7e381dfc4fc0 req-d1da7533-ba3a-463b-83b8-9c5069726f38 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:27.869348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1b5c8e00-49ed-48d0-af1c-7e381dfc4fc0 req-d1da7533-ba3a-463b-83b8-9c5069726f38 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Calling delete_port for 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:27.958600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5c96a608-a196-4d06-bdee-e47501b95a63 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:28.001586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0fc88b6f-194f-43bb-a6a6-4c9c4e33a68f req-787a9816-7ad4-4480-a96e-22d1e696e109 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 210 time: 0.1151123 Oct 27 16:10:28.009047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6103c4-a441-4fda-8b16-7041db9a0a22 req-da513362-bce4-426e-9694-370bfa93c897 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:28.011145 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e6103c4-a441-4fda-8b16-7041db9a0a22 req-da513362-bce4-426e-9694-370bfa93c897 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 944 time: 0.1390038 Oct 27 16:10:28.024443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-274093b1-c3b6-4726-aebc-9e0e77d15b82 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.143554 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.156454 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e6103c4-a441-4fda-8b16-7041db9a0a22 req-b305dc8d-8696-4e4b-8753-eb3558884e6d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups?id=85577828-0f15-432a-947b-b296be81808e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201661 Oct 27 16:10:28.188791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 5c96a608-a196-4d06-bdee-e47501b95a63 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:10:28.195208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 5c96a608-a196-4d06-bdee-e47501b95a63 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:28.195208 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.237641 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.238477 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b5c8e00-49ed-48d0-af1c-7e381dfc4fc0 req-d1da7533-ba3a-463b-83b8-9c5069726f38 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.265760 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] device_id is not set on port dc0965ff-9005-4ec5-b7ce-2dfa1cfb7668 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:10:28.280634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-274093b1-c3b6-4726-aebc-9e0e77d15b82 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.293567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da7533-ba3a-463b-83b8-9c5069726f38 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Pushing event deleted for resources: {'Port': ['ID=9119ec44-d57f-43b9-bdfe-f2bf31fcbf87,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:28.298578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:28.350434 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a75e915-edcc-437b-ae1d-4c654e41a5fa req-57abadee-c0df-4792-86c2-8c9b988e6523 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 210 time: 0.0693326 Oct 27 16:10:28.380154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e188446-8a2c-4cca-a9e1-cf89cb9ffd0c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:28.412915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5c8e00-49ed-48d0-af1c-7e381dfc4fc0 req-d1da7533-ba3a-463b-83b8-9c5069726f38 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] No DVR routers for this DVR port 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:28.415945 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b5c8e00-49ed-48d0-af1c-7e381dfc4fc0 req-d1da7533-ba3a-463b-83b8-9c5069726f38 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.420776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b5c8e00-49ed-48d0-af1c-7e381dfc4fc0 req-d1da7533-ba3a-463b-83b8-9c5069726f38 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.53 "DELETE /v2.0/ports/9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 HTTP/1.1" status: 204 len: 173 time: 0.9672873 Oct 27 16:10:28.425068 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'name': 'network-vif-deleted', 'tag': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:28.425306 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-274093b1-c3b6-4726-aebc-9e0e77d15b82 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.435413 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d7c29a-dcff-4f66-95d4-44af14d3e6e4" -d '{"events": [{"server_uuid": "5b34d760-5fe1-4914-ac5a-03463140a60f", "name": "network-vif-deleted", "tag": "9119ec44-d57f-43b9-bdfe-f2bf31fcbf87"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:28.491855 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdf62ff-39d4-494a-8f9e-a56de195cff4 x-openstack-request-id: req-cfdf62ff-39d4-494a-8f9e-a56de195cff4 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:28.498981 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b34d760-5fe1-4914-ac5a-03463140a60f", "name": "network-vif-deleted", "tag": "9119ec44-d57f-43b9-bdfe-f2bf31fcbf87", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:28.498981 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfdf62ff-39d4-494a-8f9e-a56de195cff4 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:28.498981 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b34d760-5fe1-4914-ac5a-03463140a60f', 'name': 'network-vif-deleted', 'tag': '9119ec44-d57f-43b9-bdfe-f2bf31fcbf87', 'status': 'completed', 'code': 200} Oct 27 16:10:28.554833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Allocated IP 172.25.4.153 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/dc0965ff-9005-4ec5-b7ce-2dfa1cfb7668) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:28.561054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274093b1-c3b6-4726-aebc-9e0e77d15b82 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b1f905-9e06-4ed7-80e0-65c444bfb072,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:28.643012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-274093b1-c3b6-4726-aebc-9e0e77d15b82 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.646056 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-274093b1-c3b6-4726-aebc-9e0e77d15b82 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8466980 Oct 27 16:10:28.649447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54052) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:28.654171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-bce69b4d-b15f-4cbc-930b-c0bbf0892967 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Request body: {'security_group_rule': {'security_group_id': 'a5b1f905-9e06-4ed7-80e0-65c444bfb072', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:28.667451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:28.823449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fcd8a8a5-1429-4f9b-8a61-b4ff3a3a8220 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:28.823449 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.823449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c96a608-a196-4d06-bdee-e47501b95a63'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:28.823449 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc66fad-af18-47b4-9e56-5f8fe1cb53f0" -d '{"events": [{"server_uuid": "035ec684-5867-4dbb-bb49-120d46bd53b9", "name": "network-vif-plugged", "status": "completed", "tag": "5c96a608-a196-4d06-bdee-e47501b95a63"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:28.823449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5c96a608-a196-4d06-bdee-e47501b95a63, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c96a608-a196-4d06-bdee-e47501b95a63,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:28.824576 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:28.825833 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a979feea-1e3c-4427-b3d9-98dcdc4585ed x-openstack-request-id: req-a979feea-1e3c-4427-b3d9-98dcdc4585ed {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:28.825833 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035ec684-5867-4dbb-bb49-120d46bd53b9", "name": "network-vif-plugged", "status": "completed", "tag": "5c96a608-a196-4d06-bdee-e47501b95a63", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:28.825833 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a979feea-1e3c-4427-b3d9-98dcdc4585ed {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:28.825833 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c96a608-a196-4d06-bdee-e47501b95a63', 'code': 200} Oct 27 16:10:28.944676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312683e0-d3f2-47c6-996f-3c3933a9f3b9 req-16992fbc-46fe-4a6b-8a64-da7994403b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:28.946272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-312683e0-d3f2-47c6-996f-3c3933a9f3b9 req-16992fbc-46fe-4a6b-8a64-da7994403b52 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 1095 time: 0.0599968 Oct 27 16:10:28.991963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-312683e0-d3f2-47c6-996f-3c3933a9f3b9 req-e6780ebc-797b-4a21-bdfc-9a0d1127786c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=85577828-0f15-432a-947b-b296be81808e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372987 Oct 27 16:10:29.132176 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a047fe70-76ea-43cd-906b-2b4746b3f9e2 req-3bba3563-cccf-48a4-a1ad-a667c004f214 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 210 time: 0.0409398 Oct 27 16:10:29.325762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6678c0b-bce8-4714-9b33-b4969bc6f018 req-fb2e54d3-d0b8-44bd-80bc-8ffadd2afcd6 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:29.327485 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6678c0b-bce8-4714-9b33-b4969bc6f018 req-fb2e54d3-d0b8-44bd-80bc-8ffadd2afcd6 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 944 time: 0.0645504 Oct 27 16:10:29.380848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6678c0b-bce8-4714-9b33-b4969bc6f018 req-50ee19d0-d138-4253-b7ef-1ee158ef59bd tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups?id=85577828-0f15-432a-947b-b296be81808e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442283 Oct 27 16:10:29.446370 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.449874 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.451001 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.499737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bce69b4d-b15f-4cbc-930b-c0bbf0892967 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.555580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5c96a608-a196-4d06-bdee-e47501b95a63,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:29.565414 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-026068d4-8662-424b-ad6b-c26eaba27d55 req-6cdd5b01-37c5-4024-b1f3-83982545962d tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b34d760-5fe1-4914-ac5a-03463140a60f HTTP/1.1" status: 200 len: 210 time: 0.0983088 Oct 27 16:10:29.569762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:29.575268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:29.580945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:29.622462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Pushing event updated for resources: {'Port': ['ID=dc0965ff-9005-4ec5-b7ce-2dfa1cfb7668,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:29.665185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:29.671905 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.703747 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bce69b4d-b15f-4cbc-930b-c0bbf0892967 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.725288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-8fcefbb5-5a16-4ec6-8778-52845e0f08ba tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:29.726873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-8fcefbb5-5a16-4ec6-8778-52845e0f08ba tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.53 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 811 time: 0.1647067 Oct 27 16:10:29.742157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Request body: {'port': {'device_id': 'bddefc26-c23e-4a25-880b-985255aa1223', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'admin_state_up': True, 'tenant_id': '532e31d389584cc2b9f78d696326f5ea'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:29.807842 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bce69b4d-b15f-4cbc-930b-c0bbf0892967 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:29.820333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f87b138a-4c1e-4720-bc3e-15b13647f735 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.4735680 Oct 27 16:10:29.823274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54070) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:29.830028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce69b4d-b15f-4cbc-930b-c0bbf0892967 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c25cdce-9d36-490e-8c46-0bcf8058cd4f,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:29.830218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}]}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:30.000486 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bce69b4d-b15f-4cbc-930b-c0bbf0892967 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.003953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bce69b4d-b15f-4cbc-930b-c0bbf0892967 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3534067 Oct 27 16:10:30.006777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54072) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:30.014262 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c164558c-3d0c-400c-954a-b1718ddb3b18 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Request body: {'security_group_rule': {'security_group_id': 'a5b1f905-9e06-4ed7-80e0-65c444bfb072', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:30.197337 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.199722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.236488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.api [None req-c164558c-3d0c-400c-954a-b1718ddb3b18 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:10:30.236488 n-d-815689-1 neutron-server[109722]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 16:10:30.236488 n-d-815689-1 neutron-server[109722]: [parameters: {'project_id_1': '33739797f1754d80be31232f81585062', 'expiration_1': datetime.datetime(2021, 10, 27, 16, 10, 10, 43707)}] Oct 27 16:10:30.236488 n-d-815689-1 neutron-server[109722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:10:30.237111 n-d-815689-1 neutron-server[109722]: DEBUG oslo_db.api [None req-c164558c-3d0c-400c-954a-b1718ddb3b18 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:10:30.318802 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.320533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ecb9d0e5-862a-4d2f-a91d-1ca588ba51df req-ea3720a7-950f-4ab8-898f-3029cd3b9876 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 210 time: 0.0310066 Oct 27 16:10:30.346263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Made reservation on behalf of 532e31d389584cc2b9f78d696326f5ea for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:30.346263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.539033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Allocated IP 172.20.0.12 (c1d758f2-d37b-4018-98fc-3c91fe876e7c/3b08f108-8174-458c-afd5-eb5ec36a0ae6/39a9d795-fd8c-4e52-be05-e7d5f0df7586) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:30.722627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.921286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:30.939010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33967535-376d-41b5-a2dd-ebf130673aa3 req-e8e5a611-2320-43e7-b57a-97dfa6efdd02 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:30.940403 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-33967535-376d-41b5-a2dd-ebf130673aa3 req-e8e5a611-2320-43e7-b57a-97dfa6efdd02 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 945 time: 0.1307313 Oct 27 16:10:30.980367 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-33967535-376d-41b5-a2dd-ebf130673aa3 req-3f7325b3-01d3-48c1-84a4-503a51d82086 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups?id=85577828-0f15-432a-947b-b296be81808e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336299 Oct 27 16:10:31.053076 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.093004 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c164558c-3d0c-400c-954a-b1718ddb3b18 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.112491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event updated for resources: {'Port': ['ID=39a9d795-fd8c-4e52-be05-e7d5f0df7586,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:31.121263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Network c1d758f2-d37b-4018-98fc-3c91fe876e7c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:31.124454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:31.127513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:31.204469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:31.205533 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.265478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c7b4-5e79-4f17-ba41-0d43362ffaa3 req-7ce7d5cb-72dd-45a5-b27f-39494b0303ce tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:31.267326 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d1b0c7b4-5e79-4f17-ba41-0d43362ffaa3 req-7ce7d5cb-72dd-45a5-b27f-39494b0303ce tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 945 time: 0.1618047 Oct 27 16:10:31.269468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c164558c-3d0c-400c-954a-b1718ddb3b18 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.279666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54096) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:31.285485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-962d34b4-ed75-4287-a809-751e9690fc72 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Request body: {'floatingip': {'port_id': '5c96a608-a196-4d06-bdee-e47501b95a63'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:31.345596 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c164558c-3d0c-400c-954a-b1718ddb3b18 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.378498 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-962d34b4-ed75-4287-a809-751e9690fc72 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.393155 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-0a65fd08-9efc-45ef-af02-008e37c59ca9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6561830 Oct 27 16:10:31.436166 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164558c-3d0c-400c-954a-b1718ddb3b18 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb64c674-7b76-4775-aceb-51feb8ab1d77,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:31.470936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Request body: {'port': {'device_id': 'bddefc26-c23e-4a25-880b-985255aa1223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:31.514501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.545089 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.548138 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c164558c-3d0c-400c-954a-b1718ddb3b18 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.553171 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c164558c-3d0c-400c-954a-b1718ddb3b18 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5450764 Oct 27 16:10:31.554770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54102) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:31.560181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:31.579254 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a564fcb-6b5d-41f6-a7cc-88e5bbf411e9 req-4d9a7cf4-e6a0-45b6-9235-4ea319adfaff tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:31.587133 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a564fcb-6b5d-41f6-a7cc-88e5bbf411e9 req-4d9a7cf4-e6a0-45b6-9235-4ea319adfaff tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 932 time: 0.1245322 Oct 27 16:10:31.663692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8477df-eab6-4979-969f-1954223a6ff2 req-b3a6a8aa-1a0f-4ba1-998e-b213748e8252 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:31.665245 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c8477df-eab6-4979-969f-1954223a6ff2 req-b3a6a8aa-1a0f-4ba1-998e-b213748e8252 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 944 time: 0.2021594 Oct 27 16:10:31.672089 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.716648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a564fcb-6b5d-41f6-a7cc-88e5bbf411e9 req-a0287828-3069-49a3-aeb5-c2fc0773f537 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286309 Oct 27 16:10:31.815479 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c8477df-eab6-4979-969f-1954223a6ff2 req-11a401fc-5586-4591-9caa-f93fc7c2dd5c tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262741 Oct 27 16:10:31.829101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.908085 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:31.940827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d27c5d-7454-48cc-909f-9c4cc7424797 req-7983e39d-c8eb-4a79-bf77-d3aff0b63d44 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:31.942390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0d27c5d-7454-48cc-909f-9c4cc7424797 req-7983e39d-c8eb-4a79-bf77-d3aff0b63d44 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.53 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 944 time: 0.1208711 Oct 27 16:10:32.136954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.140267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.209049 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.210782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:32.261481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:32.262128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9119ec44-d57f-43b9-bdfe-f2bf31fcbf87 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:32.366947 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.367514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e18d32c5-e7cb-4cb2-8ba2-4b2264b09ac1 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:10:32.390201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Allocated IP 172.25.4.173 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/842b02b9-487a-454c-8704-97f715e96a4b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:32.407841 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.468755 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:10:32.472946 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1c9dca63-534f-4b89-a0fe-1dafb8885f6c tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.6486249 Oct 27 16:10:32.474605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54112) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:32.624589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.641128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-893b3ee4-c561-4ea2-8107-4f99eb238567 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Deleting port dc0965ff-9005-4ec5-b7ce-2dfa1cfb7668 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:32.642017 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-893b3ee4-c561-4ea2-8107-4f99eb238567 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.664095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f0d27c5d-7454-48cc-909f-9c4cc7424797 req-d91851e7-3359-4ebc-ab82-b10e0705a400 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Deleting port 68276486-f0fb-47fc-bf0c-adacdd009d82 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:32.664734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f0d27c5d-7454-48cc-909f-9c4cc7424797 req-d91851e7-3359-4ebc-ab82-b10e0705a400 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.747760 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-893b3ee4-c561-4ea2-8107-4f99eb238567 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.751921 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-962d34b4-ed75-4287-a809-751e9690fc72 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.785195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-893b3ee4-c561-4ea2-8107-4f99eb238567 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Calling delete_port for dc0965ff-9005-4ec5-b7ce-2dfa1cfb7668 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:32.795548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a9d795-fd8c-4e52-be05-e7d5f0df7586 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:32.830997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.866546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Transition to ACTIVE for port object 39a9d795-fd8c-4e52-be05-e7d5f0df7586 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:10:32.885246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-962d34b4-ed75-4287-a809-751e9690fc72 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:32.903679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.010818 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-962d34b4-ed75-4287-a809-751e9690fc72 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Floating IP 64370aaf-c998-4669-b72c-4da3c3758c88 associated. External IP: 172.25.4.192, port: 5c96a608-a196-4d06-bdee-e47501b95a63. Oct 27 16:10:33.015685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:33.019705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.026986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event updated for resources: {'Port': ['ID=842b02b9-487a-454c-8704-97f715e96a4b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:33.029707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:33.034148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:33.077499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cf953-3f06-4cdf-a630-943a288a31a4 req-d34f7728-7670-4c12-a83f-fbffedcd9d2b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:33.084904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f0d27c5d-7454-48cc-909f-9c4cc7424797 req-d91851e7-3359-4ebc-ab82-b10e0705a400 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] For port 68276486-f0fb-47fc-bf0c-adacdd009d82, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=68276486-f0fb-47fc-bf0c-adacdd009d82,segment=NetworkSegment(b68c335e-0250-4c95-921b-d78e4e4b7411),segment_id=b68c335e-0250-4c95-921b-d78e4e4b7411)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:33.085636 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f0d27c5d-7454-48cc-909f-9c4cc7424797 req-d91851e7-3359-4ebc-ab82-b10e0705a400 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.086771 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b2cf953-3f06-4cdf-a630-943a288a31a4 req-d34f7728-7670-4c12-a83f-fbffedcd9d2b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 932 time: 0.1868615 Oct 27 16:10:33.184150 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b2cf953-3f06-4cdf-a630-943a288a31a4 req-185cd62a-e2c8-44b0-9de0-7fdc361c9bee tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929823 Oct 27 16:10:33.195701 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:10:33.199260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f0d27c5d-7454-48cc-909f-9c4cc7424797 req-d91851e7-3359-4ebc-ab82-b10e0705a400 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Calling delete_port for 68276486-f0fb-47fc-bf0c-adacdd009d82 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:33.227809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf97ddc-3802-448c-9c10-99f1debb38a8 req-8296fec5-82fa-427b-a1b6-f9c938aa9b0e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:33.230359 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eaf97ddc-3802-448c-9c10-99f1debb38a8 req-8296fec5-82fa-427b-a1b6-f9c938aa9b0e tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 944 time: 0.2298334 Oct 27 16:10:33.325136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Pushing event updated for resources: {'Port': ['ID=39a9d795-fd8c-4e52-be05-e7d5f0df7586,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:33.387817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-893b3ee4-c561-4ea2-8107-4f99eb238567 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.432515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b3ee4-c561-4ea2-8107-4f99eb238567 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc0965ff-9005-4ec5-b7ce-2dfa1cfb7668,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:33.447381 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eaf97ddc-3802-448c-9c10-99f1debb38a8 req-a809f026-8a48-4354-8e18-2c591ed211f2 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/security-groups?id=fef67e85-a7ee-4bb6-916f-95c49b4428e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862760 Oct 27 16:10:33.483921 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.540913 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-893b3ee4-c561-4ea2-8107-4f99eb238567 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.550227 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-893b3ee4-c561-4ea2-8107-4f99eb238567 tempest-RoutersAdminNegativeIpV6Test-1807799148 tempest-RoutersAdminNegativeIpV6Test-1807799148-project-admin] 10.222.0.15 "DELETE /v2.0/ports/dc0965ff-9005-4ec5-b7ce-2dfa1cfb7668 HTTP/1.1" status: 204 len: 168 time: 1.0648875 Oct 27 16:10:33.567084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Attempting to bind port 39a9d795-fd8c-4e52-be05-e7d5f0df7586 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:33.567474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Attempting to bind port 39a9d795-fd8c-4e52-be05-e7d5f0df7586 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:33.567811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Attempting to bind port 39a9d795-fd8c-4e52-be05-e7d5f0df7586 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:33.584310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Port 39a9d795-fd8c-4e52-be05-e7d5f0df7586 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:10:33.584627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Attempting to bind port 39a9d795-fd8c-4e52-be05-e7d5f0df7586 on network c1d758f2-d37b-4018-98fc-3c91fe876e7c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:33.609533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:33.609872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Checking segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:33.610266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Bound using segment: {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:33.610777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Bound port: 39a9d795-fd8c-4e52-be05-e7d5f0df7586, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7258646-35a3-48e4-85a7-972344d3ce48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:33.611067 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.668296 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.749474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962d34b4-ed75-4287-a809-751e9690fc72 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Router 15612032-630d-4e43-95cd-bd781aeb8021 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:10:33.833655 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f0d27c5d-7454-48cc-909f-9c4cc7424797 req-d91851e7-3359-4ebc-ab82-b10e0705a400 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.898394 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:33.909072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] For port 39a9d795-fd8c-4e52-be05-e7d5f0df7586, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:33.916710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91851e7-3359-4ebc-ab82-b10e0705a400 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Pushing event deleted for resources: {'Port': ['ID=68276486-f0fb-47fc-bf0c-adacdd009d82,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:33.977308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] For port 39a9d795-fd8c-4e52-be05-e7d5f0df7586, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=39a9d795-fd8c-4e52-be05-e7d5f0df7586,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:33.994248 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:34.015542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d27c5d-7454-48cc-909f-9c4cc7424797 req-d91851e7-3359-4ebc-ab82-b10e0705a400 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] No DVR routers for this DVR port 68276486-f0fb-47fc-bf0c-adacdd009d82 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:34.017866 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f0d27c5d-7454-48cc-909f-9c4cc7424797 req-d91851e7-3359-4ebc-ab82-b10e0705a400 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:34.024667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0d27c5d-7454-48cc-909f-9c4cc7424797 req-d91851e7-3359-4ebc-ab82-b10e0705a400 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.53 "DELETE /v2.0/ports/68276486-f0fb-47fc-bf0c-adacdd009d82 HTTP/1.1" status: 204 len: 173 time: 2.0379231 Oct 27 16:10:34.027671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'name': 'network-vif-deleted', 'tag': '68276486-f0fb-47fc-bf0c-adacdd009d82'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:34.041650 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1168bf-8494-4371-8f98-a0e2d4498f76" -d '{"events": [{"server_uuid": "3011bdc7-c7ab-43c8-9e35-2496838c3c3c", "name": "network-vif-deleted", "tag": "68276486-f0fb-47fc-bf0c-adacdd009d82"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:34.070942 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:34.088702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event updated for resources: {'Port': ['ID=842b02b9-487a-454c-8704-97f715e96a4b,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:34.196439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:34.200979 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d713b6d-36b3-43d3-a9be-4636993b6c8d x-openstack-request-id: req-9d713b6d-36b3-43d3-a9be-4636993b6c8d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:34.211539 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3011bdc7-c7ab-43c8-9e35-2496838c3c3c", "name": "network-vif-deleted", "tag": "68276486-f0fb-47fc-bf0c-adacdd009d82", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:34.211539 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d713b6d-36b3-43d3-a9be-4636993b6c8d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:34.212123 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3011bdc7-c7ab-43c8-9e35-2496838c3c3c', 'name': 'network-vif-deleted', 'tag': '68276486-f0fb-47fc-bf0c-adacdd009d82', 'status': 'completed', 'code': 200} Oct 27 16:10:34.213220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962d34b4-ed75-4287-a809-751e9690fc72 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:34.227157 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:34.231817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-962d34b4-ed75-4287-a809-751e9690fc72 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:34.233250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988375a-fad1-43cf-b858-e5edd09962dd None None] Sync routers for ids ['15612032-630d-4e43-95cd-bd781aeb8021'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:34.256662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988375a-fad1-43cf-b858-e5edd09962dd None None] Routers {'15612032-630d-4e43-95cd-bd781aeb8021'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:34.263070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7988375a-fad1-43cf-b858-e5edd09962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['15612032-630d-4e43-95cd-bd781aeb8021'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:34.329612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-962d34b4-ed75-4287-a809-751e9690fc72 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "PUT /v2.0/floatingips/64370aaf-c998-4669-b72c-4da3c3758c88 HTTP/1.1" status: 200 len: 991 time: 3.0460603 Oct 27 16:10:34.340380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:34.343431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:34.345062 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] 10.222.0.53 "PUT /v2.0/ports/39a9d795-fd8c-4e52-be05-e7d5f0df7586 HTTP/1.1" status: 200 len: 1092 time: 2.8833454 Oct 27 16:10:34.383306 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:34.384342 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7aae2443-9af0-481e-84f3-c91883f28624 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8277421 Oct 27 16:10:34.392502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7988375a-fad1-43cf-b858-e5edd09962dd None None] Set router 15612032-630d-4e43-95cd-bd781aeb8021 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:34.466706 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e1dbf31-538e-4b99-9ef9-eb38e1ba8178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:34.483762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2198f-a168-4633-96c1-080ba768b8ea service neutron] Pushing event updated for resources: {'Port': ['ID=39a9d795-fd8c-4e52-be05-e7d5f0df7586,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:34.522353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1f192-4c38-4c7c-ad34-ca853584d799 req-6eaa5eec-ffcc-4216-aeeb-814b700fdce1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:34.532913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ec1f192-4c38-4c7c-ad34-ca853584d799 req-6eaa5eec-ffcc-4216-aeeb-814b700fdce1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 944 time: 0.2044277 Oct 27 16:10:34.667189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e1dbf31-538e-4b99-9ef9-eb38e1ba8178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:34.680207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ec1f192-4c38-4c7c-ad34-ca853584d799 req-93dd89f3-7130-4c85-925a-1ef7661a406d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463654 Oct 27 16:10:34.713550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-ccfb4f69-c816-45b7-9728-dd0cc9bf45df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:34.718288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-ccfb4f69-c816-45b7-9728-dd0cc9bf45df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 1095 time: 0.1645598 Oct 27 16:10:34.788373 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e1dbf31-538e-4b99-9ef9-eb38e1ba8178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:34.812319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-be73b2a1-11ca-4847-8127-484ae5edd9b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a9d795-fd8c-4e52-be05-e7d5f0df7586 HTTP/1.1" status: 200 len: 217 time: 0.0835814 Oct 27 16:10:34.824489 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2e1dbf31-538e-4b99-9ef9-eb38e1ba8178 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8fd8adcb9604f00a932657cd419c49b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267233 Oct 27 16:10:34.840698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac6c1c7b-5e42-44be-9800-03b93ad7fb8c req-c0ffce6f-5dc5-42fe-8099-487685e55618 tempest-LiveMigrationTest-1769946397 tempest-LiveMigrationTest-1769946397-project] 10.222.0.15 "GET /v2.0/ports?device_id=3011bdc7-c7ab-43c8-9e35-2496838c3c3c HTTP/1.1" status: 200 len: 210 time: 0.0981421 Oct 27 16:10:34.841052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54162) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:34.877267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1dbf31-538e-4b99-9ef9-eb38e1ba8178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b3972e-c771-473c-859a-bdc031188375,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:34.948932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7988375a-fad1-43cf-b858-e5edd09962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:10:02Z', 'revision_number': 4, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '64370aaf-c998-4669-b72c-4da3c3758c88', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'port_id': '5c96a608-a196-4d06-bdee-e47501b95a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'mac_address': 'fa:16:3e:87:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:10Z', 'updated_at': '2021-10-27T16:10:32Z', 'revision_number': 1, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64c4fd2-9f77-4987-bb74-0679094a251e', 'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'mac_address': 'fa:16:3e:ad:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:59Z', 'updated_at': '2021-10-27T16:10:09Z', 'revision_number': 5, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'subnets': [{'id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:34.978638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988375a-fad1-43cf-b858-e5edd09962dd None None] Checking router: 15612032-630d-4e43-95cd-bd781aeb8021 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:10:34.992919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7988375a-fad1-43cf-b858-e5edd09962dd None None] Routers {'15612032-630d-4e43-95cd-bd781aeb8021'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:34.993562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7988375a-fad1-43cf-b858-e5edd09962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['15612032-630d-4e43-95cd-bd781aeb8021'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:35.047704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e765434b-fa59-424c-b115-e466f01a4529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:35.049208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-e765434b-fa59-424c-b115-e466f01a4529 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.2073705 Oct 27 16:10:35.107990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-19526dbe-5cd5-4573-add5-2d91d3608575 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497303 Oct 27 16:10:35.132230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cc9783a6-9eb3-42ae-a55b-50ab24b12b97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:35.133630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7988375a-fad1-43cf-b858-e5edd09962dd None None] Set router 15612032-630d-4e43-95cd-bd781aeb8021 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:10:35.195703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-b551ec91-1750-490b-ad8e-982098dc1978 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:35.200534 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-b551ec91-1750-490b-ad8e-982098dc1978 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/networks?id=a97464ad-8057-4203-aa3f-78d7ca08e077 HTTP/1.1" status: 200 len: 822 time: 0.3836279 Oct 27 16:10:35.255537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-66aa46dc-7dfa-49c5-a2e4-5fe4bf0c0109 service neutron] 10.222.0.53 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373036 Oct 27 16:10:35.290969 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cc9783a6-9eb3-42ae-a55b-50ab24b12b97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:35.315775 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-3d123142-7fcb-4ec9-9a13-8267d9e66d6d tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/quotas/33739797f1754d80be31232f81585062 HTTP/1.1" status: 200 len: 375 time: 0.0558345 Oct 27 16:10:35.541577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-8d48b49a-38c6-4d0d-8030-fbfb7b611e12 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=33739797f1754d80be31232f81585062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1832840 Oct 27 16:10:35.597754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7988375a-fad1-43cf-b858-e5edd09962dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:10:02Z', 'revision_number': 4, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '64370aaf-c998-4669-b72c-4da3c3758c88', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'port_id': '5c96a608-a196-4d06-bdee-e47501b95a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'mac_address': 'fa:16:3e:87:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:10Z', 'updated_at': '2021-10-27T16:10:32Z', 'revision_number': 1, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64c4fd2-9f77-4987-bb74-0679094a251e', 'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'mac_address': 'fa:16:3e:ad:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:59Z', 'updated_at': '2021-10-27T16:10:09Z', 'revision_number': 5, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'subnets': [{'id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:35.674713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7988375a-fad1-43cf-b858-e5edd09962dd None None] The sync data for ids ['15612032-630d-4e43-95cd-bd781aeb8021'] in n-d-815689-1 is: [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:10:02Z', 'revision_number': 4, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '64370aaf-c998-4669-b72c-4da3c3758c88', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'floating_ip_address': '172.25.4.192', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'port_id': '5c96a608-a196-4d06-bdee-e47501b95a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'mac_address': 'fa:16:3e:87:59:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:10:10Z', 'updated_at': '2021-10-27T16:10:32Z', 'revision_number': 1, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64c4fd2-9f77-4987-bb74-0679094a251e', 'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'mac_address': 'fa:16:3e:ad:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:59Z', 'updated_at': '2021-10-27T16:10:09Z', 'revision_number': 5, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'subnets': [{'id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:35.711911 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cc9783a6-9eb3-42ae-a55b-50ab24b12b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:35.714502 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cc9783a6-9eb3-42ae-a55b-50ab24b12b97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:35.716601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cc9783a6-9eb3-42ae-a55b-50ab24b12b97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19b3972e-c771-473c-859a-bdc031188375 HTTP/1.1" status: 204 len: 168 time: 0.8721278 Oct 27 16:10:35.728777 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fd08297-9796-42ac-bc7d-92fbee0d426b req-d700f784-74d0-44ca-9fb4-7fe5553b3ecc service neutron] 10.222.0.53 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538796 Oct 27 16:10:35.753873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-3a925016-7173-4a37-8986-179205276c26 service neutron] 10.222.0.15 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982126 Oct 27 16:10:35.776537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9783a6-9eb3-42ae-a55b-50ab24b12b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b3972e-c771-473c-859a-bdc031188375,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:35.902152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-0843924e-7bb7-41a5-b8b1-53caf38cab3e service neutron] 10.222.0.15 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470611 Oct 27 16:10:35.993737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016b14b-3f0b-4748-85d4-842dc89dbb04 req-57d27aeb-bf5c-4bed-975a-8c99aa8777d9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:36.003592 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4016b14b-3f0b-4748-85d4-842dc89dbb04 req-57d27aeb-bf5c-4bed-975a-8c99aa8777d9 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 944 time: 0.0884845 Oct 27 16:10:36.054007 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4016b14b-3f0b-4748-85d4-842dc89dbb04 req-0260ec61-3e9f-419f-a559-d4741a8ddc01 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483191 Oct 27 16:10:36.056510 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cf88da-399c-4092-8521-bdd961a65891 None None] New status for floating IP 64370aaf-c998-4669-b72c-4da3c3758c88: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:10:36.107884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54184) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:36.213708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'tag': '5c96a608-a196-4d06-bdee-e47501b95a63'}, {'name': 'network-changed', 'server_uuid': 'bddefc26-c23e-4a25-880b-985255aa1223', 'tag': '39a9d795-fd8c-4e52-be05-e7d5f0df7586'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:36.216466 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "035ec684-5867-4dbb-bb49-120d46bd53b9", "tag": "5c96a608-a196-4d06-bdee-e47501b95a63"}, {"name": "network-changed", "server_uuid": "bddefc26-c23e-4a25-880b-985255aa1223", "tag": "39a9d795-fd8c-4e52-be05-e7d5f0df7586"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:36.243940 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 68276486-f0fb-47fc-bf0c-adacdd009d82 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:36.309925 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3683064b-f9e2-4730-8197-be3e60183bfd req-999a6a21-6ff6-4a25-b8d6-f860e72262a4 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 210 time: 0.0663171 Oct 27 16:10:36.328180 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8057a7-c5ab-4089-8fd0-dc835b6b5896 x-openstack-request-id: req-3c8057a7-c5ab-4089-8fd0-dc835b6b5896 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:36.331864 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035ec684-5867-4dbb-bb49-120d46bd53b9", "tag": "5c96a608-a196-4d06-bdee-e47501b95a63", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bddefc26-c23e-4a25-880b-985255aa1223", "tag": "39a9d795-fd8c-4e52-be05-e7d5f0df7586", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:36.331864 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c8057a7-c5ab-4089-8fd0-dc835b6b5896 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:36.331864 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'tag': '5c96a608-a196-4d06-bdee-e47501b95a63', 'status': 'completed', 'code': 200} Oct 27 16:10:36.331864 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bddefc26-c23e-4a25-880b-985255aa1223', 'tag': '39a9d795-fd8c-4e52-be05-e7d5f0df7586', 'status': 'completed', 'code': 200} Oct 27 16:10:36.406826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 68276486-f0fb-47fc-bf0c-adacdd009d82 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:36.409036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 68276486-f0fb-47fc-bf0c-adacdd009d82 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:36.510769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-d0a03800-f744-4f00-9578-881223e95f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:36.510769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-d0a03800-f744-4f00-9578-881223e95f84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=532e31d389584cc2b9f78d696326f5ea&device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 1095 time: 0.1670132 Oct 27 16:10:36.569417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-e0d1b297-62de-4dd6-89d3-74ad235f12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:36.573596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-e0d1b297-62de-4dd6-89d3-74ad235f12fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3202c1bab3b4e9e934e50ddf641df27&device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 1096 time: 0.1542356 Oct 27 16:10:36.743602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-2d2b3db6-c62b-4b56-8579-e34f181cab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:36.745483 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-2d2b3db6-c62b-4b56-8579-e34f181cab78 service neutron] 10.222.0.54 "GET /v2.0/networks?id=95569e6c-7058-4cab-97ad-ab9794bfa812 HTTP/1.1" status: 200 len: 916 time: 0.1642473 Oct 27 16:10:36.890791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-6ea9d8ca-bc3d-477c-b6ed-3b43e196af0d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c96a608-a196-4d06-bdee-e47501b95a63 HTTP/1.1" status: 200 len: 1001 time: 0.1373398 Oct 27 16:10:37.035825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7abb450-d4da-4a2a-8903-c19414786ceb admin admin] Deleting subnet 4798bdca-a2ba-4445-9f20-f8a7fe28797b {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:10:37.046538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7abb450-d4da-4a2a-8903-c19414786ceb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:37.058025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-88df239c-d6e9-4399-a02d-9e1e948d1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:37.061766 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-88df239c-d6e9-4399-a02d-9e1e948d1f99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a01213b2-920d-40ab-acd1-83529657ff7f HTTP/1.1" status: 200 len: 854 time: 0.1636524 Oct 27 16:10:37.065371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54214) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:37.217486 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7abb450-d4da-4a2a-8903-c19414786ceb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:37.225874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-4d51a12f-29e5-4eea-b3d6-f0a88767f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:37.229300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-4d51a12f-29e5-4eea-b3d6-f0a88767f43c service neutron] 10.222.0.53 "GET /v2.0/networks?id=c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 200 len: 912 time: 0.6930053 Oct 27 16:10:37.282273 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ed953a25-7b65-4ab0-ad09-67bc3383e248 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=442d98be4ee6426ea38595c7a8312b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2141457 Oct 27 16:10:37.282950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54218) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:37.295492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-44f8bc9a-4471-4033-9335-517f5e157d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:37.297865 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-44f8bc9a-4471-4033-9335-517f5e157d48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=95569e6c-7058-4cab-97ad-ab9794bfa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2208261 Oct 27 16:10:37.335007 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-5f7b5e7c-ad8e-4e68-ab4f-49b13a2111e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a9d795-fd8c-4e52-be05-e7d5f0df7586 HTTP/1.1" status: 200 len: 217 time: 0.0815167 Oct 27 16:10:37.400362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-f2d55df3-e8f0-4b27-87d6-278699534cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:37.402154 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-f2d55df3-e8f0-4b27-87d6-278699534cf0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 200 len: 851 time: 0.0588224 Oct 27 16:10:37.408741 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7abb450-d4da-4a2a-8903-c19414786ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:37.474920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-48a36812-125e-4b26-a5b2-bce3e8f25b29 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c1d758f2-d37b-4018-98fc-3c91fe876e7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616367 Oct 27 16:10:37.487821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed697959-203d-4e25-8d9d-e336ca033c8c req-5d9b8b15-7de8-4b6e-93a9-ee1bac638d89 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:37.489793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-21d95554-4e24-4e72-982e-f5659d1c7a55 req-fc420d79-5941-4196-bb84-93235e2fa371 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 210 time: 0.0509696 Oct 27 16:10:37.493033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed697959-203d-4e25-8d9d-e336ca033c8c req-5d9b8b15-7de8-4b6e-93a9-ee1bac638d89 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 944 time: 0.2717190 Oct 27 16:10:37.542418 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30aadb7e-57cc-45f3-af2a-1a662adfae37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:37.573422 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-19ac5b4a-b92b-4dd9-9e04-34fd7e101512 service neutron] 10.222.0.54 "GET /v2.0/networks/95569e6c-7058-4cab-97ad-ab9794bfa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652197 Oct 27 16:10:37.648533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed697959-203d-4e25-8d9d-e336ca033c8c req-dbbd59dc-d33e-40b6-8bda-e711cc565936 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238256 Oct 27 16:10:37.677563 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30aadb7e-57cc-45f3-af2a-1a662adfae37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:37.725372 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-5e24ba5e-4186-4a0e-b8c7-1b0099816dab service neutron] 10.222.0.53 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138720 Oct 27 16:10:37.775276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-879602ad-2acb-4f4c-8514-7750da4853a5 service neutron] 10.222.0.54 "GET /v2.0/networks/95569e6c-7058-4cab-97ad-ab9794bfa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903675 Oct 27 16:10:37.804668 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7abb450-d4da-4a2a-8903-c19414786ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:37.851263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abb450-d4da-4a2a-8903-c19414786ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4798bdca-a2ba-4445-9f20-f8a7fe28797b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:37.855221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7abb450-d4da-4a2a-8903-c19414786ceb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:37.859128 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b7abb450-d4da-4a2a-8903-c19414786ceb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4798bdca-a2ba-4445-9f20-f8a7fe28797b HTTP/1.1" status: 204 len: 168 time: 1.7499008 Oct 27 16:10:37.866938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54226) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:37.899181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-057dcad1-6358-4fc2-a89b-af5ffefb5aa4 req-6d3b2dd7-7f2b-4699-9469-a6f3c162ae03 service neutron] 10.222.0.53 "GET /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656365 Oct 27 16:10:37.957768 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30aadb7e-57cc-45f3-af2a-1a662adfae37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:37.960357 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30aadb7e-57cc-45f3-af2a-1a662adfae37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:37.961528 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-30aadb7e-57cc-45f3-af2a-1a662adfae37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e188446-8a2c-4cca-a9e1-cf89cb9ffd0c HTTP/1.1" status: 204 len: 168 time: 0.6763051 Oct 27 16:10:37.981134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aadb7e-57cc-45f3-af2a-1a662adfae37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e188446-8a2c-4cca-a9e1-cf89cb9ffd0c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:37.987076 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.119219 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.143042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f195822-afc2-489a-8875-d3a7f6fb3532']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:38.154399 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68c335e-0250-4c95-921b-d78e4e4b7411') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:38.154758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68c335e-0250-4c95-921b-d78e4e4b7411') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:38.165948 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.180046 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.186919 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:10:38.187399 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:10:38.189314 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:10:38.310540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.327031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.327031 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] 10.222.0.15 "DELETE /v2.0/networks/4f195822-afc2-489a-8875-d3a7f6fb3532 HTTP/1.1" status: 204 len: 168 time: 0.4548898 Oct 27 16:10:38.327508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54244) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:38.340910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d7962-6aa6-41e5-b26d-3f5ff75b803f admin admin] Pushing event deleted for resources: {'Network': ['ID=4f195822-afc2-489a-8875-d3a7f6fb3532,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:38.387267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d86a45-146d-4f63-98cb-cc23acc8331e admin admin] Deleting subnet d5d628ca-eec4-4e11-996d-97ae0d225bd4 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:10:38.391319 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d86a45-146d-4f63-98cb-cc23acc8331e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.440880 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d86a45-146d-4f63-98cb-cc23acc8331e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.492184 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d86a45-146d-4f63-98cb-cc23acc8331e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.602775 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a66f8546-6ca3-45d9-8aed-0f9d35fa402d req-9656053a-6462-48f7-8f92-450128b0834c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 210 time: 0.0323861 Oct 27 16:10:38.653362 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d86a45-146d-4f63-98cb-cc23acc8331e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.679516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d86a45-146d-4f63-98cb-cc23acc8331e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5d628ca-eec4-4e11-996d-97ae0d225bd4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:38.685091 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d86a45-146d-4f63-98cb-cc23acc8331e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.688321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-96d86a45-146d-4f63-98cb-cc23acc8331e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d5d628ca-eec4-4e11-996d-97ae0d225bd4 HTTP/1.1" status: 204 len: 168 time: 0.3599677 Oct 27 16:10:38.690927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54262) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:38.774043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.778424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6628b-5aef-4b18-bdca-a80e13dfd858 req-72d51864-1826-43b4-b752-6fdf89a750a0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:38.780191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6db6628b-5aef-4b18-bdca-a80e13dfd858 req-72d51864-1826-43b4-b752-6fdf89a750a0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 944 time: 0.0594230 Oct 27 16:10:38.839352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6db6628b-5aef-4b18-bdca-a80e13dfd858 req-8a4e06d9-6517-4700-8657-46023519bcb4 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460279 Oct 27 16:10:38.883505 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.905561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394ed3ea-3559-4e5f-ba51-cf4eec084000']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:38.915962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514bce73-ed6f-4247-b41c-d92dd49ebe27') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:38.916287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514bce73-ed6f-4247-b41c-d92dd49ebe27') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:38.933171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.949078 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.955557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:10:38.956023 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: items = [ Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:10:38.957822 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:10:39.139406 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:39.146373 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:39.149747 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] 10.222.0.15 "DELETE /v2.0/networks/394ed3ea-3559-4e5f-ba51-cf4eec084000 HTTP/1.1" status: 204 len: 168 time: 0.4569833 Oct 27 16:10:39.163309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff174fd-d65b-4e15-b999-b5144bb8099a admin admin] Pushing event deleted for resources: {'Network': ['ID=394ed3ea-3559-4e5f-ba51-cf4eec084000,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:39.460081 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd83aa-a456-4ca1-91d4-fca374849a46 req-3b9101de-e77b-43f9-b5b7-142e2ccd3e06 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:39.461701 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63dd83aa-a456-4ca1-91d4-fca374849a46 req-3b9101de-e77b-43f9-b5b7-142e2ccd3e06 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.0864835 Oct 27 16:10:39.487383 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-870541ad-bc1a-42e8-ae6c-d984381e613e tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:39.489332 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-870541ad-bc1a-42e8-ae6c-d984381e613e tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.54 "GET /v2.0/networks?id=a97464ad-8057-4203-aa3f-78d7ca08e077 HTTP/1.1" status: 200 len: 822 time: 0.1993375 Oct 27 16:10:39.492264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54296) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:39.508517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Request body: {'port': {'device_id': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077', 'admin_state_up': True, 'tenant_id': '33739797f1754d80be31232f81585062'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:39.574943 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63dd83aa-a456-4ca1-91d4-fca374849a46 req-204d0ffd-efe9-42d7-aec6-50ba25858455 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006172 Oct 27 16:10:39.614531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-570491136'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:39.682741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54304) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:39.732449 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9786531c-a68f-477f-8c0e-7967bbded9b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=095b87ae86024607acdb040846675ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482965 Oct 27 16:10:39.735321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54310) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:39.793570 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f908fb2b-29d9-4a50-a601-b9e983845027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:39.798484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Made reservation on behalf of 1000637c04984eed90a62796292bb527 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:39.803225 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:39.826452 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:39.844119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f908fb2b-29d9-4a50-a601-b9e983845027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:39.950555 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:39.980648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d085048d-aebd-4832-88ee-1ee57ee116da req-c026194f-a1f2-49a1-ad25-44496d7b5798 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 210 time: 0.0369036 Oct 27 16:10:40.087960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbf6e4-a279-44a8-8e58-a178b56b5ed7 req-e09d52d0-fd75-45d5-ab83-836b7b02d1b8 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:40.089488 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06dbf6e4-a279-44a8-8e58-a178b56b5ed7 req-e09d52d0-fd75-45d5-ab83-836b7b02d1b8 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 944 time: 0.0518389 Oct 27 16:10:40.130045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06dbf6e4-a279-44a8-8e58-a178b56b5ed7 req-c1ad3cf6-54a4-456b-9573-8a88b32012a8 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337064 Oct 27 16:10:40.150502 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.150954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Made reservation on behalf of 33739797f1754d80be31232f81585062 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:40.155564 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.156272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f908fb2b-29d9-4a50-a601-b9e983845027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.158737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f908fb2b-29d9-4a50-a601-b9e983845027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.159844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f908fb2b-29d9-4a50-a601-b9e983845027 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fef67e85-a7ee-4bb6-916f-95c49b4428e6 HTTP/1.1" status: 204 len: 168 time: 0.4231288 Oct 27 16:10:40.198234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:10:40.210367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67632b08-8a64-403b-bad8-398d68a8f2a3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:40.246011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 39a9d795-fd8c-4e52-be05-e7d5f0df7586 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:40.252795 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.253234 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Added segment 19a5bae4-dd67-4115-bcfe-7ba021b8e8dd of type vlan for network dd5b4e6b-96f8-4e75-8178-28b598b5b670 Oct 27 16:10:40.279823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f908fb2b-29d9-4a50-a601-b9e983845027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef67e85-a7ee-4bb6-916f-95c49b4428e6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:40.338624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Allocated IP 172.20.0.11 (a97464ad-8057-4203-aa3f-78d7ca08e077/721f241b-ed35-4c2c-99e2-6d7c60098292/84f2e2ab-af1f-4172-b7b7-962e87246492) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:40.378593 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.418478 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 39a9d795-fd8c-4e52-be05-e7d5f0df7586, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=39a9d795-fd8c-4e52-be05-e7d5f0df7586,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:40.435653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '39a9d795-fd8c-4e52-be05-e7d5f0df7586', 'network_id': 'c1d758f2-d37b-4018-98fc-3c91fe876e7c', 'port_id': '39a9d795-fd8c-4e52-be05-e7d5f0df7586', 'mac_address': 'fa:16:3e:14:ad:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b08f108-8174-458c-afd5-eb5ec36a0ae6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:40.490077 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.508566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a9d795-fd8c-4e52-be05-e7d5f0df7586 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:40.529811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 39a9d795-fd8c-4e52-be05-e7d5f0df7586, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=39a9d795-fd8c-4e52-be05-e7d5f0df7586,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:40.550494 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.558450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:40.559097 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.574705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e7e43-68f2-4f21-a284-32c32014ca1b req-6885253e-4ccc-4173-a10e-507489636626 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:40.576269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b1e7e43-68f2-4f21-a284-32c32014ca1b req-6885253e-4ccc-4173-a10e-507489636626 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.1008565 Oct 27 16:10:40.610010 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.637671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b1e7e43-68f2-4f21-a284-32c32014ca1b req-735feed5-fe3c-473e-8b1b-7696d868702d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493460 Oct 27 16:10:40.681706 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.693906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Network': ['ID=dd5b4e6b-96f8-4e75-8178-28b598b5b670,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:40.711072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network dd5b4e6b-96f8-4e75-8178-28b598b5b670 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:10:40.711834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-67c05145-bcf9-4619-9ced-c326a3d411d4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2180874 Oct 27 16:10:40.716231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54328) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:40.722625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'subnet': {'network_id': 'dd5b4e6b-96f8-4e75-8178-28b598b5b670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:40.808885 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=39a9d795-fd8c-4e52-be05-e7d5f0df7586,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:40.830135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.878402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Network a97464ad-8057-4203-aa3f-78d7ca08e077 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:40.886567 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:40.891176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:40.895244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event updated for resources: {'Port': ['ID=84f2e2ab-af1f-4172-b7b7-962e87246492,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:40.944411 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:40.945021 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:40.967892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Made reservation on behalf of 1000637c04984eed90a62796292bb527 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:40.971504 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.015859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['39a9d795-fd8c-4e52-be05-e7d5f0df7586'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:41.119484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeaca3b-9fa6-4b50-a623-d276fa7a77d3 req-4b0cae3c-f88c-4159-96a7-a4ce2dbd3a09 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:41.121562 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fdeaca3b-9fa6-4b50-a623-d276fa7a77d3 req-4b0cae3c-f88c-4159-96a7-a4ce2dbd3a09 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 932 time: 0.0599928 Oct 27 16:10:41.180069 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fdeaca3b-9fa6-4b50-a623-d276fa7a77d3 req-adb06496-5c19-4057-9c69-a9e78d88cb2a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503075 Oct 27 16:10:41.181095 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-71c0edd4-033d-4b3c-a1d4-34866b72603c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6821311 Oct 27 16:10:41.195013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Request body: {'port': {'device_id': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:41.287398 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.309831 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900bf8b-f79f-47e1-a279-ebb5ea3fc9b0 req-eb05e803-6e76-4869-9eb6-f118c86e2d3c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:41.311289 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4900bf8b-f79f-47e1-a279-ebb5ea3fc9b0 req-eb05e803-6e76-4869-9eb6-f118c86e2d3c tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 945 time: 0.0960300 Oct 27 16:10:41.387735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4900bf8b-f79f-47e1-a279-ebb5ea3fc9b0 req-67400370-f710-4913-b616-188f83cd7985 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558035 Oct 27 16:10:41.436015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.470131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54342) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:41.526988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a5618958-0281-446c-b699-c3b5fe3ece52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ed34c72573945b188580763a9ec213b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553837 Oct 27 16:10:41.529445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54344) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:41.560757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Subnet': ['ID=6d19d8cd-fb88-4f3f-b9b9-94ce88dc0e2a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:41.587068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Checking segment: {'id': '19a5bae4-dd67-4115-bcfe-7ba021b8e8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dd5b4e6b-96f8-4e75-8178-28b598b5b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:41.587730 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network hostable DHCP agents. Network: dd5b4e6b-96f8-4e75-8178-28b598b5b670, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:10:41.595688 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcda3caf-c6c2-49b9-a9d1-4e9f10c5fcde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.625664 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcda3caf-c6c2-49b9-a9d1-4e9f10c5fcde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.688195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f2e2ab-af1f-4172-b7b7-962e87246492 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:41.697845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.711048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Transition to ACTIVE for port object 84f2e2ab-af1f-4172-b7b7-962e87246492 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:10:41.762890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e5331-96a1-4fd0-89f5-6e789e2af1f0 req-67d0de67-1ee8-4d6c-8c21-cd5500c0e9a7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:41.764413 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-579e5331-96a1-4fd0-89f5-6e789e2af1f0 req-67d0de67-1ee8-4d6c-8c21-cd5500c0e9a7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.0490832 Oct 27 16:10:41.806250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-579e5331-96a1-4fd0-89f5-6e789e2af1f0 req-ee011e14-d8e4-4128-a96e-23fe7ca881c0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327659 Oct 27 16:10:41.982766 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcda3caf-c6c2-49b9-a9d1-4e9f10c5fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.983036 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.985144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network dd5b4e6b-96f8-4e75-8178-28b598b5b670 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:10:41.986115 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcda3caf-c6c2-49b9-a9d1-4e9f10c5fcde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:41.987339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bcda3caf-c6c2-49b9-a9d1-4e9f10c5fcde admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65f4c790-ba9a-4ff8-b3bf-c7898106640d HTTP/1.1" status: 204 len: 168 time: 0.4568434 Oct 27 16:10:42.001565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda3caf-c6c2-49b9-a9d1-4e9f10c5fcde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f4c790-ba9a-4ff8-b3bf-c7898106640d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:42.042715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Pushing event updated for resources: {'Port': ['ID=84f2e2ab-af1f-4172-b7b7-962e87246492,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:42.120551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Attempting to bind port 84f2e2ab-af1f-4172-b7b7-962e87246492 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:42.120922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Attempting to bind port 84f2e2ab-af1f-4172-b7b7-962e87246492 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:42.121217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Attempting to bind port 84f2e2ab-af1f-4172-b7b7-962e87246492 on network a97464ad-8057-4203-aa3f-78d7ca08e077 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:42.125872 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Port 84f2e2ab-af1f-4172-b7b7-962e87246492 on network a97464ad-8057-4203-aa3f-78d7ca08e077 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:10:42.126191 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Attempting to bind port 84f2e2ab-af1f-4172-b7b7-962e87246492 on network a97464ad-8057-4203-aa3f-78d7ca08e077 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:42.132834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:42.133171 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Checking segment: {'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:42.133557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Bound using segment: {'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:42.133977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Bound port: 84f2e2ab-af1f-4172-b7b7-962e87246492, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:42.134332 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:42.201412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] For port 84f2e2ab-af1f-4172-b7b7-962e87246492, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:42.204678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] For port 84f2e2ab-af1f-4172-b7b7-962e87246492, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=84f2e2ab-af1f-4172-b7b7-962e87246492,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:42.277815 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 39a9d795-fd8c-4e52-be05-e7d5f0df7586 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:42.316030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40251bc5-47ec-40f8-84c3-998a1d8f40e4 req-3b45fb27-8248-4c91-bee4-c7954cedf1ab tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:42.317698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-40251bc5-47ec-40f8-84c3-998a1d8f40e4 req-3b45fb27-8248-4c91-bee4-c7954cedf1ab tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 944 time: 0.0562329 Oct 27 16:10:42.360925 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-40251bc5-47ec-40f8-84c3-998a1d8f40e4 req-62206ed3-d81f-485c-80f2-493894de035c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369527 Oct 27 16:10:42.378067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, dd5b4e6b-96f8-4e75-8178-28b598b5b670) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:42.378067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:42.378067 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:42.378792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb2df7-2775-4762-972a-1e24d3f7cf08 None None] Network dd5b4e6b-96f8-4e75-8178-28b598b5b670 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:10:42.470730 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:42.516525 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4498e2fb-f79c-4eca-96d4-4647811da2f5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7961707 Oct 27 16:10:42.519291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54358) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:42.526911 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:42.527547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:42.528989 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] 10.222.0.54 "PUT /v2.0/ports/84f2e2ab-af1f-4172-b7b7-962e87246492 HTTP/1.1" status: 200 len: 1092 time: 1.3389819 Oct 27 16:10:42.529454 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'tag': '84f2e2ab-af1f-4172-b7b7-962e87246492'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:42.529942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1047444192', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:42.531746 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcc4865-e011-47a4-9dda-7765fab5774f" -d '{"events": [{"name": "network-changed", "server_uuid": "b92cc394-e68b-4d86-8e28-34e0751d17b6", "tag": "84f2e2ab-af1f-4172-b7b7-962e87246492"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:42.543574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 39a9d795-fd8c-4e52-be05-e7d5f0df7586 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:10:42.549115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 39a9d795-fd8c-4e52-be05-e7d5f0df7586 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:42.549115 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:42.555182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8466dc10-e283-461a-89da-7298edf6f8f1 None None] Network dd5b4e6b-96f8-4e75-8178-28b598b5b670 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:10:42.584733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05afd7ff-ccac-4656-a325-eb8a9fa0adaa service neutron] Pushing event updated for resources: {'Port': ['ID=84f2e2ab-af1f-4172-b7b7-962e87246492,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:42.594187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f3913-d652-4314-9988-92531242f82b req-a4995c8c-cba2-40c9-8f85-c97efa12466e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:42.601780 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdddbd6-d58b-4cb6-a78f-730cb253e5d5 x-openstack-request-id: req-8fdddbd6-d58b-4cb6-a78f-730cb253e5d5 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:42.602619 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92cc394-e68b-4d86-8e28-34e0751d17b6", "tag": "84f2e2ab-af1f-4172-b7b7-962e87246492", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:42.603026 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fdddbd6-d58b-4cb6-a78f-730cb253e5d5 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:42.603580 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'tag': '84f2e2ab-af1f-4172-b7b7-962e87246492', 'status': 'completed', 'code': 200} Oct 27 16:10:42.607253 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731f3913-d652-4314-9988-92531242f82b req-a4995c8c-cba2-40c9-8f85-c97efa12466e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 945 time: 0.1369832 Oct 27 16:10:42.688642 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-731f3913-d652-4314-9988-92531242f82b req-b82d718e-c5d6-4fb0-b055-0e041d1b5b2e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773637 Oct 27 16:10:42.709850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc4865-e011-47a4-9dda-7765fab5774f req-b1597f76-3216-4385-8742-9a9fb31246a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:42.712873 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bcc4865-e011-47a4-9dda-7765fab5774f req-b1597f76-3216-4385-8742-9a9fb31246a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=33739797f1754d80be31232f81585062&device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 1095 time: 0.0882123 Oct 27 16:10:42.767104 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:42.771521 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:42.774646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:42.818997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 39a9d795-fd8c-4e52-be05-e7d5f0df7586, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=39a9d795-fd8c-4e52-be05-e7d5f0df7586,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:42.821473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddefc26-c23e-4a25-880b-985255aa1223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a9d795-fd8c-4e52-be05-e7d5f0df7586'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:42.823895 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0fa1cb-db9c-43e0-9766-0d30fb6b5349" -d '{"events": [{"server_uuid": "bddefc26-c23e-4a25-880b-985255aa1223", "name": "network-vif-plugged", "status": "completed", "tag": "39a9d795-fd8c-4e52-be05-e7d5f0df7586"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:42.850022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:42.857394 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc4865-e011-47a4-9dda-7765fab5774f req-cc409e90-1e56-42ea-9023-79118ead51db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:42.860708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bcc4865-e011-47a4-9dda-7765fab5774f req-cc409e90-1e56-42ea-9023-79118ead51db service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=33739797f1754d80be31232f81585062&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1321695 Oct 27 16:10:42.888746 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e4bb20-f0ff-48f8-a8f6-2f9728766e68 x-openstack-request-id: req-86e4bb20-f0ff-48f8-a8f6-2f9728766e68 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:42.889105 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddefc26-c23e-4a25-880b-985255aa1223", "name": "network-vif-plugged", "status": "completed", "tag": "39a9d795-fd8c-4e52-be05-e7d5f0df7586", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:42.889382 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86e4bb20-f0ff-48f8-a8f6-2f9728766e68 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:42.895241 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddefc26-c23e-4a25-880b-985255aa1223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a9d795-fd8c-4e52-be05-e7d5f0df7586', 'code': 200} Oct 27 16:10:42.920281 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:42.920967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:43.002685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3892c6d-d0de-4d56-a665-b8a6c1634511 req-ea9656b1-d9e4-4c95-a265-aa069ad26cd4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.005298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=39a9d795-fd8c-4e52-be05-e7d5f0df7586,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:43.010402 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3892c6d-d0de-4d56-a665-b8a6c1634511 req-ea9656b1-d9e4-4c95-a265-aa069ad26cd4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.1119456 Oct 27 16:10:43.044094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc4865-e011-47a4-9dda-7765fab5774f req-d5459775-0c93-4e21-9015-10f7038b775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.045572 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bcc4865-e011-47a4-9dda-7765fab5774f req-d5459775-0c93-4e21-9015-10f7038b775d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1765995 Oct 27 16:10:43.050046 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:43.088944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81788d9a-8d15-4847-9a89-fbffa39fe00c req-335dced2-bd64-4acf-980d-c0e796e216a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.089378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:43.092033 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3892c6d-d0de-4d56-a665-b8a6c1634511 req-b5e52ad2-e6ec-42f0-8ac3-a441f0d964c2 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758159 Oct 27 16:10:43.092203 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81788d9a-8d15-4847-9a89-fbffa39fe00c req-335dced2-bd64-4acf-980d-c0e796e216a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 1097 time: 0.1271622 Oct 27 16:10:43.144280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-c3b6e184-61f5-4a1e-9ef4-20218f646714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.146252 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-c3b6e184-61f5-4a1e-9ef4-20218f646714 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=33739797f1754d80be31232f81585062&device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 1095 time: 0.0483513 Oct 27 16:10:43.183501 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:43.200782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81788d9a-8d15-4847-9a89-fbffa39fe00c req-a4b16a5c-2b94-4336-a75a-ca8379f64c28 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675082 Oct 27 16:10:43.201102 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-a72b6376-8b05-4ece-bd74-e425ea95883f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84f2e2ab-af1f-4172-b7b7-962e87246492 HTTP/1.1" status: 200 len: 217 time: 0.0385537 Oct 27 16:10:43.257204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-ae5ba678-f040-4aab-bc84-7482f9c07fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.258717 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-ae5ba678-f040-4aab-bc84-7482f9c07fa1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=721f241b-ed35-4c2c-99e2-6d7c60098292 HTTP/1.1" status: 200 len: 862 time: 0.0476627 Oct 27 16:10:43.264603 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:43.299413 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-8042cce8-8d04-4798-8386-86ba45d4d930 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a97464ad-8057-4203-aa3f-78d7ca08e077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320420 Oct 27 16:10:43.316399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=11']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:43.401680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-01f937bf-7cc0-4293-9541-f1de7afff295 service neutron] 10.222.0.54 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948224 Oct 27 16:10:43.569414 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce507c5b-f184-42b8-a673-39d765080ee9 req-24d6659b-9026-4d88-9d9f-b2f5a46390ba service neutron] 10.222.0.54 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599443 Oct 27 16:10:43.595634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b25d79-4b73-48be-8f9e-6f4cf927fe23 req-5335950a-c465-4bd2-ba3b-f3699b610d19 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.597096 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78b25d79-4b73-48be-8f9e-6f4cf927fe23 req-5335950a-c465-4bd2-ba3b-f3699b610d19 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 944 time: 0.1098547 Oct 27 16:10:43.636838 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:43.640792 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78b25d79-4b73-48be-8f9e-6f4cf927fe23 req-a086b8e8-4438-41a3-ae5d-374cbbd35600 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352118 Oct 27 16:10:43.659147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:43.679974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-97cfe25f-2624-4c68-a307-7cfe45ef4413 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1092310 Oct 27 16:10:43.842501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-59417011-f75f-4301-828a-52841b034883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.842980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-59417011-f75f-4301-828a-52841b034883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.843474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-59417011-f75f-4301-828a-52841b034883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.843881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-59417011-f75f-4301-828a-52841b034883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.844352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-59417011-f75f-4301-828a-52841b034883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.845186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-59417011-f75f-4301-828a-52841b034883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.845297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-59417011-f75f-4301-828a-52841b034883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.847152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-59417011-f75f-4301-828a-52841b034883 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6502 time: 0.1273308 Oct 27 16:10:43.861134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.25.4.17 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/abbf1cd8-f9ef-4a50-9538-1b047c9d3c1a) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:43.890020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b2bd5-1184-4b15-b24d-285e58466325 req-1372bfdf-6427-4cc5-acd8-ee4d9bffca54 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:43.891460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff7b2bd5-1184-4b15-b24d-285e58466325 req-1372bfdf-6427-4cc5-acd8-ee4d9bffca54 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 946 time: 0.1047313 Oct 27 16:10:44.049005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff7b2bd5-1184-4b15-b24d-285e58466325 req-9758754a-2f0f-44bb-b764-d3ae7d5eee6b tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412213 Oct 27 16:10:44.071513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-b53897b1-0dc9-432c-a256-742159858f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:44.071975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-b53897b1-0dc9-432c-a256-742159858f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:44.072553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-b53897b1-0dc9-432c-a256-742159858f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:44.074288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-b53897b1-0dc9-432c-a256-742159858f10 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c395456f-7f40-43bf-9aec-b98bcc11fe96&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722 HTTP/1.1" status: 200 len: 2297 time: 0.2010164 Oct 27 16:10:44.129388 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.165090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-f26a1427-2c3c-4412-9521-c89c81c845b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7667c6e7-fede-4069-bc52-bac40ef20493 HTTP/1.1" status: 200 len: 1000 time: 0.0785391 Oct 27 16:10:44.223316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-3efbb66b-6850-4451-9db7-cc88a6343061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:44.224810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-3efbb66b-6850-4451-9db7-cc88a6343061 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7f56118-b5f3-4287-be33-2cc6440dcc53 HTTP/1.1" status: 200 len: 855 time: 0.0491924 Oct 27 16:10:44.225545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fd939-265b-43fc-b1f6-9207785ecb26 req-02ffd4ef-a842-4eb4-ac9f-0441ffe8c591 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:44.227035 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de2fd939-265b-43fc-b1f6-9207785ecb26 req-02ffd4ef-a842-4eb4-ac9f-0441ffe8c591 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0520613 Oct 27 16:10:44.267770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de2fd939-265b-43fc-b1f6-9207785ecb26 req-8b34cbcb-cef4-4f42-9108-3f7438470b2e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343759 Oct 27 16:10:44.285821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-273a987b-871c-4bf7-be57-e91d587148ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:44.288602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-273a987b-871c-4bf7-be57-e91d587148ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c395456f-7f40-43bf-9aec-b98bcc11fe96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497806 Oct 27 16:10:44.290259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:44.360976 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.399558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:44.411397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'port_id': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'mac_address': 'fa:16:3e:c6:6d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:44.421733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:44.434018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:44.442439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:44.450059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=abbf1cd8-f9ef-4a50-9538-1b047c9d3c1a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:44.452085 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.466730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:44.493658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:44.512075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-645725ea-814b-44a2-a187-0d299a2d1ba7 service neutron] 10.222.0.53 "GET /v2.0/networks/c395456f-7f40-43bf-9aec-b98bcc11fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066834 Oct 27 16:10:44.653285 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:44.780654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-55e76b1a-e2ea-43df-8234-a13853fdcf01 service neutron] 10.222.0.53 "GET /v2.0/networks/c395456f-7f40-43bf-9aec-b98bcc11fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591510 Oct 27 16:10:44.796375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=12']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:44.811483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['55bbcd2a-0a91-4355-862a-d3e4d6c77db1'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:44.860645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-49d5ebeb-334d-454f-9150-92297d0ffa98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=9595a43a-c66f-4afe-b42f-87763c646d51 HTTP/1.1" status: 200 len: 217 time: 0.0490017 Oct 27 16:10:44.892237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:44.896025 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258db359-1401-417c-acad-632f493fed66" -d '{"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-unplugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:44.912983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a491be8-5c24-46eb-9417-0267e4ce0964 req-5115a878-644a-4076-992c-1159c8791bb3 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:44.914565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7a491be8-5c24-46eb-9417-0267e4ce0964 req-5115a878-644a-4076-992c-1159c8791bb3 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 944 time: 0.1330073 Oct 27 16:10:44.983022 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea73ccaa-9f70-49c9-822b-44fd7fabe9dc x-openstack-request-id: req-ea73ccaa-9f70-49c9-822b-44fd7fabe9dc {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:44.983712 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-unplugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:44.983712 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea73ccaa-9f70-49c9-822b-44fd7fabe9dc {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:44.984189 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'code': 200} Oct 27 16:10:45.217244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72964174-39d7-4ec2-a908-780d67e7f7ef req-65c2cabe-7177-41fd-a229-af16a8b24dd8 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:45.220006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72964174-39d7-4ec2-a908-780d67e7f7ef req-65c2cabe-7177-41fd-a229-af16a8b24dd8 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 946 time: 0.0782809 Oct 27 16:10:45.272934 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72964174-39d7-4ec2-a908-780d67e7f7ef req-330fab48-63eb-4b3c-b9c6-03594b03f8a1 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444713 Oct 27 16:10:45.329537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-68ab3797-d074-424c-a113-2937069a81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:45.331174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-68ab3797-d074-424c-a113-2937069a81f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.4599743 Oct 27 16:10:45.378557 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7a491be8-5c24-46eb-9417-0267e4ce0964 req-edef22f9-7ec7-4e57-9f70-339dae609713 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4546349 Oct 27 16:10:45.412995 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:45.418039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-0f4ed528-358a-4266-85f1-64fb23388063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:45.419839 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-0f4ed528-358a-4266-85f1-64fb23388063 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779803 Oct 27 16:10:45.616897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-32855384-d01b-4fca-a7a9-60c27c256717 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251458 Oct 27 16:10:45.669984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a849c56-8a3c-4b71-8d9d-b2b209c2c412 req-021c934c-76e5-4c03-a611-16f42ab28777 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:45.674542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a849c56-8a3c-4b71-8d9d-b2b209c2c412 req-021c934c-76e5-4c03-a611-16f42ab28777 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 945 time: 0.1793058 Oct 27 16:10:45.769133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-d0ac09a1-a0c8-4ed1-aa67-56baf051aba2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:45.777750 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-d0ac09a1-a0c8-4ed1-aa67-56baf051aba2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535466 Oct 27 16:10:45.796526 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-cb645c7f-11b4-48e1-9f90-55c5ef59e2b7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/quotas/1266fc1b41494361b35f198b10ba7c11 HTTP/1.1" status: 200 len: 375 time: 0.0172856 Oct 27 16:10:45.796858 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-8291d6a1-8ef7-4e96-b67e-7500b6d3d66d service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132849 Oct 27 16:10:45.844872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a849c56-8a3c-4b71-8d9d-b2b209c2c412 req-56c9dc66-ff6c-45d0-a2c7-92958858991f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575098 Oct 27 16:10:45.862098 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-8abe8427-08b1-4ace-887c-1129fd288abe tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637889 Oct 27 16:10:46.024979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:46.055868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 84f2e2ab-af1f-4172-b7b7-962e87246492 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:10:46.248873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-68c02ad2-7e48-4489-aaeb-52ac69072ddc service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343781 Oct 27 16:10:46.301398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-d4c3d14d-d032-4e7e-931b-92030e3783cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ebe93a55-5bce-4ee5-92a3-5e3bab95f303 HTTP/1.1" status: 200 len: 217 time: 0.0443013 Oct 27 16:10:46.411856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-e3384289-1b49-4c02-8e68-b85a80474b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:46.415120 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-e3384289-1b49-4c02-8e68-b85a80474b79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.1030221 Oct 27 16:10:46.471161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:10:46.518525 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-08a40421-dad8-45c9-b57a-36d6ebb47a63 req-ab535a37-ae03-47f3-bd88-cdea00ec44a0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 210 time: 0.0807414 Oct 27 16:10:46.534634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-41530c74-7d52-4343-9352-b5989b1d2444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:46.535752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-41530c74-7d52-4343-9352-b5989b1d2444 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1148956 Oct 27 16:10:46.597447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:46.729023 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab42a6-4eca-400b-bd9d-9454acebac1f req-7bd8e94e-b52a-4116-91b2-cd9213d11fff tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:46.738994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:46.738994 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:46.744391 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42ab42a6-4eca-400b-bd9d-9454acebac1f req-7bd8e94e-b52a-4116-91b2-cd9213d11fff tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 944 time: 0.1042378 Oct 27 16:10:46.754586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faae529-3eb0-43d3-9df9-94d77292caf0 req-c41eda61-ba32-4dde-8d6e-11e4af21a57d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:46.762383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2faae529-3eb0-43d3-9df9-94d77292caf0 req-c41eda61-ba32-4dde-8d6e-11e4af21a57d tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 946 time: 0.1675732 Oct 27 16:10:46.767526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:46.794593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42ab42a6-4eca-400b-bd9d-9454acebac1f req-74bf7842-264a-474c-9e69-faa1093ed589 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486979 Oct 27 16:10:46.807989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9928bed2-c829-4f08-b42f-c821d9661bfb None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:46.811519 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-7741fb6e-a6c2-4c04-96ab-e8dd210bcd5e service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480857 Oct 27 16:10:46.853349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9928bed2-c829-4f08-b42f-c821d9661bfb None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:46.854241 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9928bed2-c829-4f08-b42f-c821d9661bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:46.872001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 84f2e2ab-af1f-4172-b7b7-962e87246492, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=84f2e2ab-af1f-4172-b7b7-962e87246492,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:46.887590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2faae529-3eb0-43d3-9df9-94d77292caf0 req-d7c949df-7b8b-4342-b6d0-931df0454ef3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243315 Oct 27 16:10:46.942835 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:46.946549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3f13602d-bcdb-4f6b-9e2f-e7efc711cfdb tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4226863 Oct 27 16:10:46.946884 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54484) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:46.978311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9928bed2-c829-4f08-b42f-c821d9661bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:46.999480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '84f2e2ab-af1f-4172-b7b7-962e87246492', 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077', 'port_id': '84f2e2ab-af1f-4172-b7b7-962e87246492', 'mac_address': 'fa:16:3e:bf:f9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721f241b-ed35-4c2c-99e2-6d7c60098292', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:10:47.008503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9928bed2-c829-4f08-b42f-c821d9661bfb None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:47.008854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9928bed2-c829-4f08-b42f-c821d9661bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:47.065307 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-5047eb20-f3d1-4963-9947-3e96d4c9157f service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397940 Oct 27 16:10:47.122869 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.135264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-4a507023-6483-4fe3-8b5d-c88a372ad0de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=bf0c880e-4e05-475a-a650-447ac3e62a98 HTTP/1.1" status: 200 len: 217 time: 0.0615609 Oct 27 16:10:47.146774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9928bed2-c829-4f08-b42f-c821d9661bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:47.147778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9928bed2-c829-4f08-b42f-c821d9661bfb None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:47.176044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f2e2ab-af1f-4172-b7b7-962e87246492 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:47.184494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.210755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 84f2e2ab-af1f-4172-b7b7-962e87246492, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=84f2e2ab-af1f-4172-b7b7-962e87246492,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:47.238945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-c06fc23b-1673-47a1-b14a-7ac2b78bbcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.241228 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-c06fc23b-1673-47a1-b14a-7ac2b78bbcf3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.0976617 Oct 27 16:10:47.242655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caddd68-2c8f-4517-ae61-a32347120f5f req-fd604096-795b-474b-b0a1-871408f7c15e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.250698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3caddd68-2c8f-4517-ae61-a32347120f5f req-fd604096-795b-474b-b0a1-871408f7c15e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 945 time: 0.1811299 Oct 27 16:10:47.256090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:47.263657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:47.267429 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0eb6e4-1eee-4843-bb62-7fcd3fc60030" -d '{"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-plugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:47.315555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-62d0cb48-b554-4660-ba12-e0e934c9c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.318951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-62d0cb48-b554-4660-ba12-e0e934c9c5e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0675724 Oct 27 16:10:47.320481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3caddd68-2c8f-4517-ae61-a32347120f5f req-fb36c824-a993-48ad-968a-325450cd4a5d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685647 Oct 27 16:10:47.329257 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-07cd8e7a-6b45-4a0d-b2e3-a1ec8764f3e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1612253 Oct 27 16:10:47.389186 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.457314 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5873ad5-609c-4c7c-b7b2-d6ccb3e3bbd3 x-openstack-request-id: req-b5873ad5-609c-4c7c-b7b2-d6ccb3e3bbd3 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:47.457753 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-plugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:47.458076 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5873ad5-609c-4c7c-b7b2-d6ccb3e3bbd3 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:47.458513 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'code': 200} Oct 27 16:10:47.459215 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:47.515686 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-3c4754c4-22b7-4490-99c9-7dc9fc17d1ca service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876013 Oct 27 16:10:47.540301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=84f2e2ab-af1f-4172-b7b7-962e87246492,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:47.650289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=13']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:47.749103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['84f2e2ab-af1f-4172-b7b7-962e87246492'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:47.761177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-82200da4-e92b-45c6-b0b1-ace4924d4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.762280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-82200da4-e92b-45c6-b0b1-ace4924d4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.762905 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-82200da4-e92b-45c6-b0b1-ace4924d4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.763564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-82200da4-e92b-45c6-b0b1-ace4924d4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.764590 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-82200da4-e92b-45c6-b0b1-ace4924d4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.765215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-82200da4-e92b-45c6-b0b1-ace4924d4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.766114 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-82200da4-e92b-45c6-b0b1-ace4924d4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:47.769312 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-82200da4-e92b-45c6-b0b1-ace4924d4311 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6491 time: 0.3409302 Oct 27 16:10:47.787359 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-0986ae12-1b34-4b99-af69-2b9ac170a522 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613828 Oct 27 16:10:47.965247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a08b5b9-a713-46d9-81c0-54ef60ec406b req-3aed1b82-d510-4535-b386-efd79f3a0e7a tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 210 time: 0.1790760 Oct 27 16:10:47.971694 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-a35712d9-c2b4-44c6-bdd4-767c567afa6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=e507069f-974e-4a04-9d36-642541b0a01c HTTP/1.1" status: 200 len: 217 time: 0.1764798 Oct 27 16:10:48.064302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-a9d242a3-6a06-4ba4-a08f-f67c2c7646fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.065350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-a9d242a3-6a06-4ba4-a08f-f67c2c7646fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.065883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-a9d242a3-6a06-4ba4-a08f-f67c2c7646fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.069765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-a9d242a3-6a06-4ba4-a08f-f67c2c7646fe service neutron] 10.222.0.54 "GET /v2.0/networks?id=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&id=3e58baa5-d2dd-427a-8a5f-98e7e842580b HTTP/1.1" status: 200 len: 2292 time: 0.2489569 Oct 27 16:10:48.074943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-0616b5ae-fee7-4735-9278-cf01af342c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.076874 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-0616b5ae-fee7-4735-9278-cf01af342c39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.0925779 Oct 27 16:10:48.230586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-7f267866-9710-45ad-b174-557ffc76b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.237813 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-7f267866-9710-45ad-b174-557ffc76b94e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1523709 Oct 27 16:10:48.267954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f05a2-ada6-48d5-9b96-b6208e1a6c46 req-6060adeb-4301-43a1-bce0-02eec12bc7c2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.271708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e70f05a2-ada6-48d5-9b96-b6208e1a6c46 req-6060adeb-4301-43a1-bce0-02eec12bc7c2 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 946 time: 0.1619258 Oct 27 16:10:48.287451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ba051-c7a2-4079-a2b7-682da76388c1 req-322ed511-a92d-467d-a299-7f00f140f138 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.292840 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-847ba051-c7a2-4079-a2b7-682da76388c1 req-322ed511-a92d-467d-a299-7f00f140f138 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 945 time: 0.2180398 Oct 27 16:10:48.311830 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-2a1aa678-c4db-45e0-b435-97e997bc4e90 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c99e1955-e7cb-478c-a365-644fabf98807 HTTP/1.1" status: 200 len: 1002 time: 0.1945691 Oct 27 16:10:48.393548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-359cd969-6737-49bc-b22f-d363992dd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.400495 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-359cd969-6737-49bc-b22f-d363992dd68c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a8634cd-f9a5-4715-9b54-2dde676fa017 HTTP/1.1" status: 200 len: 850 time: 0.0721531 Oct 27 16:10:48.404968 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e70f05a2-ada6-48d5-9b96-b6208e1a6c46 req-0b1c96f6-0980-4780-af66-e4d0af7c0550 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174808 Oct 27 16:10:48.464327 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-04689300-17af-4f89-95da-39a81c0e98e6 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909919 Oct 27 16:10:48.485808 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-902f623f-cbc2-4689-b50f-f03275c66859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:48.527284 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-847ba051-c7a2-4079-a2b7-682da76388c1 req-a14b8db4-90d6-436a-93a6-c244fad44766 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121446 Oct 27 16:10:48.554779 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:48.578118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-7f4bd4ce-c851-4949-b89a-0a35767a7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.580092 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-7f4bd4ce-c851-4949-b89a-0a35767a7de9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522899 Oct 27 16:10:48.665359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b51e-6077-477d-bb1a-c6945a24fafb req-91628c25-cd2d-46c6-b9a1-211dac18bdfd tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.667096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f270b51e-6077-477d-bb1a-c6945a24fafb req-91628c25-cd2d-46c6-b9a1-211dac18bdfd tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.1187518 Oct 27 16:10:48.710802 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-4cc30657-e9ad-4d60-a7c7-796c0e9dbe77 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351987 Oct 27 16:10:48.743832 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f270b51e-6077-477d-bb1a-c6945a24fafb req-0c029dfe-db8c-463e-94a0-25bbfb5e4fbc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625322 Oct 27 16:10:48.779971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-7d4092a1-d2fe-41fb-93ec-d2935c2d4cac service neutron] 10.222.0.54 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577315 Oct 27 16:10:48.825125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-84ab4724-5870-4f70-bf39-9e426a822bdb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d43e3d0a-dd03-416e-b07c-58a545b450f7 HTTP/1.1" status: 200 len: 217 time: 0.0946953 Oct 27 16:10:48.917050 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-2eb582b7-c1ea-4da0-9d12-bc6a2a5574bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:48.923403 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-2eb582b7-c1ea-4da0-9d12-bc6a2a5574bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7049252d-b600-4fab-b5a2-b6177f5e768d HTTP/1.1" status: 200 len: 797 time: 0.0845788 Oct 27 16:10:49.005831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-6c8939cb-701f-48dc-be24-bd9423a7cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:49.008356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-6c8939cb-701f-48dc-be24-bd9423a7cc0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793827 Oct 27 16:10:49.209787 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0bbb096-c1a3-45b1-8ba2-5f998c87895f req-1279c3fa-7574-4279-85f7-c232f2fbb13f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 210 time: 0.0425038 Oct 27 16:10:49.214397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-47c743da-1705-4a66-b6f6-4ba66169b1f1 service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965234 Oct 27 16:10:49.371494 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-2d917fc3-1ea4-4617-9418-1ef6e75feec2 service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442845 Oct 27 16:10:49.426536 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-99777d8f-d034-46cc-847e-5347932504bd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=935953a2-6495-45f6-89e3-b6b0c3d8b32e HTTP/1.1" status: 200 len: 217 time: 0.0456171 Oct 27 16:10:49.469535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-0160718e-6dc9-43f4-98d1-4051a083e2fc service neutron] 10.222.0.54 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801460 Oct 27 16:10:49.503324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-fe3b8b64-105c-4dad-a9f2-009b8a8814b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:49.509372 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-fe3b8b64-105c-4dad-a9f2-009b8a8814b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7049252d-b600-4fab-b5a2-b6177f5e768d HTTP/1.1" status: 200 len: 797 time: 0.0725708 Oct 27 16:10:49.569126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-9916ea67-b031-458a-929b-828aaa201fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:49.571582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-9916ea67-b031-458a-929b-828aaa201fd0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544233 Oct 27 16:10:49.590308 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-32a511c8-fb16-4d1a-81c8-354088844c06 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=e0738243-2861-423b-81cc-1a0184199dd8 HTTP/1.1" status: 200 len: 217 time: 0.1123593 Oct 27 16:10:49.624434 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-cb2ce690-89c3-412d-822f-d92741319917 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612590 Oct 27 16:10:49.689474 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe962bf-3992-4766-9b96-d087ff2421f8 req-24019aab-f556-4ffb-b957-8f5d23b7a95e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:49.698777 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7fe962bf-3992-4766-9b96-d087ff2421f8 req-24019aab-f556-4ffb-b957-8f5d23b7a95e tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 946 time: 0.3256612 Oct 27 16:10:49.723571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244b3be-ff7a-4e66-b668-8fc0ba15f094 req-659cbaef-d338-4f8f-b62d-01e47472bb63 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:49.725121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0244b3be-ff7a-4e66-b668-8fc0ba15f094 req-659cbaef-d338-4f8f-b62d-01e47472bb63 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 945 time: 0.0856500 Oct 27 16:10:49.738396 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-0f7a3b9d-2918-44e1-918c-b07a9ab558d1 service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573896 Oct 27 16:10:49.845343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-7690c988-42f0-4e5c-8066-42222e65a0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:49.847040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-7690c988-42f0-4e5c-8066-42222e65a0ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.2377443 Oct 27 16:10:49.853224 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b22eed8a-4111-4ebe-8099-d9150503cde7 req-719c17a6-be67-488c-a3fb-cf8f4076cf80 service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005194 Oct 27 16:10:49.882080 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0244b3be-ff7a-4e66-b668-8fc0ba15f094 req-a519b3ae-81cf-4328-8a88-887527e6a931 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463482 Oct 27 16:10:49.899411 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.20.0.1 (dd5b4e6b-96f8-4e75-8178-28b598b5b670/6d19d8cd-fb88-4f3f-b9b9-94ce88dc0e2a/2b7c3763-4490-4089-a367-deccbb994868) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:49.943105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7fe962bf-3992-4766-9b96-d087ff2421f8 req-d256dbc3-adde-4d5b-ae57-3d984b558ab5 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394552 Oct 27 16:10:50.062682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 84f2e2ab-af1f-4172-b7b7-962e87246492 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:10:50.175267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-4141ce22-c0f2-4183-8637-5c83bd3a5be1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:50.177066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-4141ce22-c0f2-4183-8637-5c83bd3a5be1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5260267 Oct 27 16:10:50.232954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Request body: {'port': {'device_id': 'f0d79c05-4096-41c6-8287-26e57722a967', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '1266fc1b41494361b35f198b10ba7c11'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:50.279095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-971609a2-e697-405a-a0be-39787d1e9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:50.280617 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-971609a2-e697-405a-a0be-39787d1e9c34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4229209 Oct 27 16:10:50.287453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 84f2e2ab-af1f-4172-b7b7-962e87246492 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:10:50.292722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 84f2e2ab-af1f-4172-b7b7-962e87246492 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:50.293305 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.386829 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1727e6e8-3c4c-42de-bf7b-f4c34ad83549 req-3e36bc18-d651-45eb-b0d8-9b20b1e8c981 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 210 time: 0.0400639 Oct 27 16:10:50.394235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0492e-7ab9-489e-b959-04314cec43e3 req-e7258c78-edd0-4672-b895-167f5d065dd7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:50.401625 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efa0492e-7ab9-489e-b959-04314cec43e3 req-e7258c78-edd0-4672-b895-167f5d065dd7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.2360506 Oct 27 16:10:50.429554 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.486020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f2e2ab-af1f-4172-b7b7-962e87246492'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:50.489169 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cdc543-d5e4-4389-9ecf-11b1f534bde3" -d '{"events": [{"server_uuid": "b92cc394-e68b-4d86-8e28-34e0751d17b6", "name": "network-vif-plugged", "status": "completed", "tag": "84f2e2ab-af1f-4172-b7b7-962e87246492"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:50.532821 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 84f2e2ab-af1f-4172-b7b7-962e87246492, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=84f2e2ab-af1f-4172-b7b7-962e87246492,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:50.545729 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.553912 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc508cd-22db-4b82-ad35-6a4963a94d28 x-openstack-request-id: req-ffc508cd-22db-4b82-ad35-6a4963a94d28 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:50.554282 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92cc394-e68b-4d86-8e28-34e0751d17b6", "name": "network-vif-plugged", "status": "completed", "tag": "84f2e2ab-af1f-4172-b7b7-962e87246492", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:50.554449 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffc508cd-22db-4b82-ad35-6a4963a94d28 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:50.558114 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f2e2ab-af1f-4172-b7b7-962e87246492', 'code': 200} Oct 27 16:10:50.622264 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efa0492e-7ab9-489e-b959-04314cec43e3 req-5a14753c-ce2b-4472-a45c-a2be129b0025 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197473 Oct 27 16:10:50.639541 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.682331 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-35706610-4499-477d-8c29-1f3cd825f803 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418601 Oct 27 16:10:50.702424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adbedb-579c-418e-9a7c-8b5362555236 req-f7ef5280-9132-4ec2-a171-97b45a2dcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:50.704913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0adbedb-579c-418e-9a7c-8b5362555236 req-f7ef5280-9132-4ec2-a171-97b45a2dcff0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 1097 time: 0.0741398 Oct 27 16:10:50.730674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=84f2e2ab-af1f-4172-b7b7-962e87246492,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:50.804806 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0adbedb-579c-418e-9a7c-8b5362555236 req-1191095c-961b-4887-be03-121b40f58421 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910485 Oct 27 16:10:50.807390 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.828007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c3181-d025-4507-8b16-77a19c730d0d req-213d6d2d-eee2-4254-8a11-98639e7982ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:50.828007 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce5c3181-d025-4507-8b16-77a19c730d0d req-213d6d2d-eee2-4254-8a11-98639e7982ed tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.53 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 946 time: 0.0797558 Oct 27 16:10:50.855288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Made reservation on behalf of 1266fc1b41494361b35f198b10ba7c11 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:50.859208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.872838 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-86a59773-e86a-44f4-8c7b-10a4ef1f042d service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758885 Oct 27 16:10:50.888506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network dd5b4e6b-96f8-4e75-8178-28b598b5b670 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:50.892678 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:50.899020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:50.915614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:50.973950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=2b7c3763-4490-4089-a367-deccbb994868,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:51.095249 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.095513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ce5c3181-d025-4507-8b16-77a19c730d0d req-612532cd-e3a1-42bb-9826-3b1a101b90c0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Deleting port 39a9d795-fd8c-4e52-be05-e7d5f0df7586 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:10:51.095513 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ce5c3181-d025-4507-8b16-77a19c730d0d req-612532cd-e3a1-42bb-9826-3b1a101b90c0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.131467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-f2bb0290-1d37-4636-8669-acbcdda07771 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae HTTP/1.1" status: 200 len: 217 time: 0.0867801 Oct 27 16:10:51.188352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf04a4-ae2f-46d5-a584-38d01a14b3c2 req-88e4dced-eee4-41e2-bd07-dfd695dde03b tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:51.196267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31bf04a4-ae2f-46d5-a584-38d01a14b3c2 req-88e4dced-eee4-41e2-bd07-dfd695dde03b tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 946 time: 0.1447210 Oct 27 16:10:51.215664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ce5c3181-d025-4507-8b16-77a19c730d0d req-612532cd-e3a1-42bb-9826-3b1a101b90c0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] For port 39a9d795-fd8c-4e52-be05-e7d5f0df7586, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=39a9d795-fd8c-4e52-be05-e7d5f0df7586,segment=NetworkSegment(b7258646-35a3-48e4-85a7-972344d3ce48),segment_id=b7258646-35a3-48e4-85a7-972344d3ce48)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:10:51.215664 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ce5c3181-d025-4507-8b16-77a19c730d0d req-612532cd-e3a1-42bb-9826-3b1a101b90c0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.237647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ce5c3181-d025-4507-8b16-77a19c730d0d req-612532cd-e3a1-42bb-9826-3b1a101b90c0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Calling delete_port for 39a9d795-fd8c-4e52-be05-e7d5f0df7586 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:10:51.254955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2b0f6-6021-4881-b35f-9742ad045ab9 req-aa5d6a0f-240d-4867-8cc8-f98106401df3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:51.256548 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-40b2b0f6-6021-4881-b35f-9742ad045ab9 req-aa5d6a0f-240d-4867-8cc8-f98106401df3 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 946 time: 0.2092595 Oct 27 16:10:51.265637 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31bf04a4-ae2f-46d5-a584-38d01a14b3c2 req-4eb43a8c-20dd-49ca-8af3-17c73ff35a00 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684109 Oct 27 16:10:51.286539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-a7427d5e-0af2-4a0c-bba3-66b553d4aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:51.287831 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-a7427d5e-0af2-4a0c-bba3-66b553d4aaa7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.1474447 Oct 27 16:10:51.289842 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.345525 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-40b2b0f6-6021-4881-b35f-9742ad045ab9 req-1dd56195-0fc0-41e1-8f2f-62525dd159bc tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2e0ed9c-ae33-4b72-b205-7848915e68e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724444 Oct 27 16:10:51.374073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-4943d24b-6ded-45ed-a3d5-0fca766dd9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:51.374073 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-4943d24b-6ded-45ed-a3d5-0fca766dd9b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0697165 Oct 27 16:10:51.398428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.504952 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2932e9e9-723c-4576-abd0-16c17f1a3f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.722411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e188252b-5e26-47b2-b8e4-131fae786aef req-f6d7312a-53dd-48af-8d5e-975d804d0f9e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 210 time: 0.0421169 Oct 27 16:10:51.815670 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae684aa3-8e32-4b72-ab84-3017a5289b3c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:51.898127 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:51.906710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Allocated IP 192.168.233.156 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/21860f7e-588d-4f4f-b6cf-1354ae99aac9) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:51.915044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6312be2-c8af-4b4d-a561-e688ae12208b req-c101a18b-9550-4d91-9647-adb86884d6aa tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:51.916880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6312be2-c8af-4b4d-a561-e688ae12208b req-c101a18b-9550-4d91-9647-adb86884d6aa tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.0929716 Oct 27 16:10:51.967724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6312be2-c8af-4b4d-a561-e688ae12208b req-18a9d1d4-9c3c-4f09-9f52-9cf5f99b14e7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426085 Oct 27 16:10:51.982510 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ce5c3181-d025-4507-8b16-77a19c730d0d req-612532cd-e3a1-42bb-9826-3b1a101b90c0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.010484 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['39a9d795-fd8c-4e52-be05-e7d5f0df7586'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:10:52.028602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612532cd-e3a1-42bb-9826-3b1a101b90c0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Pushing event deleted for resources: {'Port': ['ID=39a9d795-fd8c-4e52-be05-e7d5f0df7586,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:52.127161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5c3181-d025-4507-8b16-77a19c730d0d req-612532cd-e3a1-42bb-9826-3b1a101b90c0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] No DVR routers for this DVR port 39a9d795-fd8c-4e52-be05-e7d5f0df7586 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:10:52.131791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ce5c3181-d025-4507-8b16-77a19c730d0d req-612532cd-e3a1-42bb-9826-3b1a101b90c0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.136150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce5c3181-d025-4507-8b16-77a19c730d0d req-612532cd-e3a1-42bb-9826-3b1a101b90c0 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.53 "DELETE /v2.0/ports/39a9d795-fd8c-4e52-be05-e7d5f0df7586 HTTP/1.1" status: 204 len: 173 time: 1.2911470 Oct 27 16:10:52.137757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bddefc26-c23e-4a25-880b-985255aa1223', 'name': 'network-vif-deleted', 'tag': '39a9d795-fd8c-4e52-be05-e7d5f0df7586'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:52.140261 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec7fe72-2599-47d3-8821-4d06529b17b2" -d '{"events": [{"server_uuid": "bddefc26-c23e-4a25-880b-985255aa1223", "name": "network-vif-deleted", "tag": "39a9d795-fd8c-4e52-be05-e7d5f0df7586"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:52.185849 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bbc76f-6831-42c6-981d-44e2d1d3744a x-openstack-request-id: req-d0bbc76f-6831-42c6-981d-44e2d1d3744a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:52.186636 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bddefc26-c23e-4a25-880b-985255aa1223", "name": "network-vif-deleted", "tag": "39a9d795-fd8c-4e52-be05-e7d5f0df7586", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:52.187180 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0bbc76f-6831-42c6-981d-44e2d1d3744a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:52.188088 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bddefc26-c23e-4a25-880b-985255aa1223', 'name': 'network-vif-deleted', 'tag': '39a9d795-fd8c-4e52-be05-e7d5f0df7586', 'status': 'completed', 'code': 200} Oct 27 16:10:52.295450 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.297577 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:52.308177 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-c847baa5-9b3e-4ac3-a543-b4e3f419452a service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9270616 Oct 27 16:10:52.514165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739230f-07b1-4b0e-801e-470bd055e76b req-213ff117-dd2f-41c0-875f-c92da1682981 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:52.518664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2739230f-07b1-4b0e-801e-470bd055e76b req-213ff117-dd2f-41c0-875f-c92da1682981 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 946 time: 0.1183589 Oct 27 16:10:52.635533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2739230f-07b1-4b0e-801e-470bd055e76b req-e869dfb5-e51d-44aa-bd53-d82d9bbbc243 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081738 Oct 27 16:10:52.842669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f28404d-4192-4a0c-9929-c6d272d06fc7 req-fdcbf8e0-651e-41c7-adda-dc7e07444491 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 210 time: 0.0400651 Oct 27 16:10:52.887908 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed3b9017-152d-4b6c-b96f-e8d3ecf9d11f req-aac7c794-e9b3-42dc-9327-a843c2a7bc21 tempest-DeleteServersTestJSON-131495177 tempest-DeleteServersTestJSON-131495177-project] 10.222.0.15 "GET /v2.0/ports?device_id=bddefc26-c23e-4a25-880b-985255aa1223 HTTP/1.1" status: 200 len: 210 time: 0.0387647 Oct 27 16:10:52.948793 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.025486 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-64930ec0-730d-45f8-8bf6-3e32fc836a9b service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7062442 Oct 27 16:10:53.056572 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.101171 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-e88c0ca1-0ea0-4f8a-b0d7-ec8c7e5884f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=c66df584-c0e2-44b9-9e4a-4e1505a5de3d HTTP/1.1" status: 200 len: 217 time: 0.0579264 Oct 27 16:10:53.183514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09149084-4442-439d-b040-ccf7e8143b1b req-de354600-1bf4-43e7-913d-212187c186fb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:53.191237 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-09149084-4442-439d-b040-ccf7e8143b1b req-de354600-1bf4-43e7-913d-212187c186fb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.1002514 Oct 27 16:10:53.195841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-b01ea05a-78ee-48cc-9963-cedf28b428f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:53.197289 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-b01ea05a-78ee-48cc-9963-cedf28b428f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.0765305 Oct 27 16:10:53.202735 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.205703 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.349891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:53.365598 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-09149084-4442-439d-b040-ccf7e8143b1b req-8d9f7d9a-bbbe-44a0-bef9-c7af96532aae tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727080 Oct 27 16:10:53.368098 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.369524 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:53.385032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:53.390486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=2b7c3763-4490-4089-a367-deccbb994868,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:53.476033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-e50877d9-a048-4465-a0ed-bcd8a0723f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:53.486937 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-e50877d9-a048-4465-a0ed-bcd8a0723f8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2413852 Oct 27 16:10:53.633554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event updated for resources: {'Port': ['ID=21860f7e-588d-4f4f-b6cf-1354ae99aac9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:53.651974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:53.653019 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.728351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ca1343ee-dd8f-4686-a305-94c7ed9ff99c None None] Provisioning complete for port 21860f7e-588d-4f4f-b6cf-1354ae99aac9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:10:53.728894 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ca1343ee-dd8f-4686-a305-94c7ed9ff99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:53.735289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network dd5b4e6b-96f8-4e75-8178-28b598b5b670 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:53.745956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:53.790494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ca1343ee-dd8f-4686-a305-94c7ed9ff99c None None] Port 21860f7e-588d-4f4f-b6cf-1354ae99aac9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:10:53.822589 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-05757d2e-f746-40cf-9f25-d1fa18acccff tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5974863 Oct 27 16:10:53.897404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Request body: {'port': {'device_id': 'f0d79c05-4096-41c6-8287-26e57722a967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:53.901541 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-126a05e4-e891-4775-9273-8e7b2dc6394c service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921695 Oct 27 16:10:53.981763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea0cb6-65a1-4e20-90f2-14b3b6c42a44 req-82c082d6-216b-41a5-8730-0b30b4410432 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:53.991069 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bea0cb6-65a1-4e20-90f2-14b3b6c42a44 req-82c082d6-216b-41a5-8730-0b30b4410432 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 936 time: 0.0670927 Oct 27 16:10:54.028456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f78791-df7d-41ec-bc50-cb15dd9e320e req-6fd2e790-5729-43a3-9098-d654fb9a1283 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:54.029992 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6f78791-df7d-41ec-bc50-cb15dd9e320e req-6fd2e790-5729-43a3-9098-d654fb9a1283 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 946 time: 0.2818542 Oct 27 16:10:54.039262 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bea0cb6-65a1-4e20-90f2-14b3b6c42a44 req-b15d580b-51fc-43a5-b60a-6a091e171fe0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469077 Oct 27 16:10:54.097837 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:54.109830 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:54.208825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:10:54.254066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-7f07c0f9-ce19-4460-ab16-3e86b2e65ef2 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278892 Oct 27 16:10:54.274399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6f78791-df7d-41ec-bc50-cb15dd9e320e req-bb4ecf8e-8bfd-476a-8470-e891936518fe tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202818 Oct 27 16:10:54.366541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 39a9d795-fd8c-4e52-be05-e7d5f0df7586 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:10:54.400468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 39a9d795-fd8c-4e52-be05-e7d5f0df7586 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:10:54.400897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 39a9d795-fd8c-4e52-be05-e7d5f0df7586 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:10:54.479599 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-a7491e1d-1fd5-42df-b82e-c0ac71943964 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=20cb089c-9c9d-4514-b3f7-e98f1b022466 HTTP/1.1" status: 200 len: 217 time: 0.2035372 Oct 27 16:10:54.523855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbed0d-b81f-4abb-8958-48da6a538bf4 req-9afb393a-342a-4584-9891-54413c169847 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:54.525848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3fbed0d-b81f-4abb-8958-48da6a538bf4 req-9afb393a-342a-4584-9891-54413c169847 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.0746729 Oct 27 16:10:54.574388 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3fbed0d-b81f-4abb-8958-48da6a538bf4 req-52798d97-338c-4c88-92c5-2424bf91a691 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389791 Oct 27 16:10:54.648188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75f0f8-d49e-4ee1-8b8e-13d76bcd533b req-9eb25f4a-9422-497b-af7c-341be0c20f06 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:54.656213 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e75f0f8-d49e-4ee1-8b8e-13d76bcd533b req-9eb25f4a-9422-497b-af7c-341be0c20f06 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 946 time: 0.2797058 Oct 27 16:10:54.688648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-8e79ff16-8bdc-41f5-b736-c41638c18d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:54.690152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-8e79ff16-8bdc-41f5-b736-c41638c18d0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.1793876 Oct 27 16:10:54.718888 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:10:54.733774 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6cec6-547b-4b78-a9df-7801eafa87e1 None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:10:54.764260 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-35ecb04b-f0e3-4c66-9939-6614398456db tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "PUT /v2.0/routers/89573154-a961-410a-8fd3-1a3b55b420d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7950604 Oct 27 16:10:54.764359 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6cec6-547b-4b78-a9df-7801eafa87e1 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:54.764359 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-54a6cec6-547b-4b78-a9df-7801eafa87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:54.766431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54594) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:54.774768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'port': {'network_id': 'dd5b4e6b-96f8-4e75-8178-28b598b5b670', 'name': 'tempest-FloatingIPTestJSON-774390900'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:54.842809 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-54a6cec6-547b-4b78-a9df-7801eafa87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:54.868827 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6cec6-547b-4b78-a9df-7801eafa87e1 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:10:54.872635 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-54a6cec6-547b-4b78-a9df-7801eafa87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:54.912970 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e75f0f8-d49e-4ee1-8b8e-13d76bcd533b req-17aaa8f7-f5af-4723-97ac-f8fa48c0e9c5 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496631 Oct 27 16:10:54.965122 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-54a6cec6-547b-4b78-a9df-7801eafa87e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:10:54.965122 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a6cec6-547b-4b78-a9df-7801eafa87e1 None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:10:54.976119 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-ce4c1463-f037-41a4-b9dc-7007ede88d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:54.978188 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-ce4c1463-f037-41a4-b9dc-7007ede88d9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2744043 Oct 27 16:10:54.981658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21860f7e-588d-4f4f-b6cf-1354ae99aac9 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:10:55.083059 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.125868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Transition to ACTIVE for port object 21860f7e-588d-4f4f-b6cf-1354ae99aac9 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:10:55.133228 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-2c83eead-633d-4069-b07d-c1f9af6d11f8 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408942 Oct 27 16:10:55.201955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Made reservation on behalf of 1000637c04984eed90a62796292bb527 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:55.206732 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.239770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] device_id is not set on port 62ea79e1-b29b-4f23-8145-2bc54fd858b2 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:10:55.255782 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.353120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35526c9-a913-42d9-bbf4-cdc85c844e65 req-c257b975-71bb-4677-aa40-44f98908f024 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:55.360720 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f35526c9-a913-42d9-bbf4-cdc85c844e65 req-c257b975-71bb-4677-aa40-44f98908f024 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 936 time: 0.2179205 Oct 27 16:10:55.384029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Pushing event updated for resources: {'Port': ['ID=21860f7e-588d-4f4f-b6cf-1354ae99aac9,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:55.408419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.20.0.5 (dd5b4e6b-96f8-4e75-8178-28b598b5b670/6d19d8cd-fb88-4f3f-b9b9-94ce88dc0e2a/62ea79e1-b29b-4f23-8145-2bc54fd858b2) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:55.419040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-9ea40f75-58ac-4963-a726-48f53f039009 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774749 Oct 27 16:10:55.589940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-ae7fdf03-e28f-4d06-8f33-b481cfb49a99 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e68582e4-50d4-4b71-a602-6763563cb152 HTTP/1.1" status: 200 len: 217 time: 0.1102014 Oct 27 16:10:55.599897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f35526c9-a913-42d9-bbf4-cdc85c844e65 req-79426515-3c77-476d-a39b-74547b5c6503 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380931 Oct 27 16:10:55.668855 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.684803 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-b847c8d0-ecd1-425d-87ba-bcb9570d3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:55.687212 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-b847c8d0-ecd1-425d-87ba-bcb9570d3181 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4358174-7ecb-4439-ac5f-a50c700e1652 HTTP/1.1" status: 200 len: 797 time: 0.0859232 Oct 27 16:10:55.690702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Attempting to bind port 21860f7e-588d-4f4f-b6cf-1354ae99aac9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:10:55.691774 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Attempting to bind port 21860f7e-588d-4f4f-b6cf-1354ae99aac9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:10:55.692475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Attempting to bind port 21860f7e-588d-4f4f-b6cf-1354ae99aac9 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:55.705769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Port 21860f7e-588d-4f4f-b6cf-1354ae99aac9 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:10:55.706507 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Attempting to bind port 21860f7e-588d-4f4f-b6cf-1354ae99aac9 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:10:55.729888 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:10:55.738472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:10:55.738472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:10:55.738472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Bound port: 21860f7e-588d-4f4f-b6cf-1354ae99aac9, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:10:55.738472 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:55.822910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-683f9243-2975-4feb-b7fb-bb2e99d78566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:55.824730 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-683f9243-2975-4feb-b7fb-bb2e99d78566 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271839 Oct 27 16:10:55.902694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877adea-f479-4793-9b93-9d854710ff02 req-f7bb83b8-6931-45f9-a2b9-887c58e57afd tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:55.904520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a877adea-f479-4793-9b93-9d854710ff02 req-f7bb83b8-6931-45f9-a2b9-887c58e57afd tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.0630512 Oct 27 16:10:56.183152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] For port 21860f7e-588d-4f4f-b6cf-1354ae99aac9, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:10:56.183152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] For port 21860f7e-588d-4f4f-b6cf-1354ae99aac9, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=21860f7e-588d-4f4f-b6cf-1354ae99aac9,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:10:56.185322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a877adea-f479-4793-9b93-9d854710ff02 req-addcb7b5-b55b-400c-bc4f-991ab0340f9b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449483 Oct 27 16:10:56.185416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-416bfbe5-660e-4c94-88a9-9ce7f1088894 service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464219 Oct 27 16:10:56.185416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-063eea26-f407-4183-9357-9000f82378e0 service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954893 Oct 27 16:10:56.185416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-9f1f2e47-4d74-425d-89b3-0fbe2a326cca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56cde905-1083-4605-a7b0-19acc8047639 HTTP/1.1" status: 200 len: 217 time: 0.0372305 Oct 27 16:10:56.196378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-7b29a7cf-eac2-4ffe-8895-91443a0d8bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:56.197817 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-7b29a7cf-eac2-4ffe-8895-91443a0d8bfb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4358174-7ecb-4439-ac5f-a50c700e1652 HTTP/1.1" status: 200 len: 797 time: 0.0483727 Oct 27 16:10:56.235849 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.253881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-30f506cf-91d7-4c1f-b358-e22d8a1a0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:56.255515 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-30f506cf-91d7-4c1f-b358-e22d8a1a0b59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508475 Oct 27 16:10:56.281934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network dd5b4e6b-96f8-4e75-8178-28b598b5b670 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:56.286333 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:56.290659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:56.297442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=62ea79e1-b29b-4f23-8145-2bc54fd858b2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:56.351317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.366640 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:56.367986 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.417582 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:56.418284 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:56.419856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] 10.222.0.54 "PUT /v2.0/ports/21860f7e-588d-4f4f-b6cf-1354ae99aac9 HTTP/1.1" status: 200 len: 1096 time: 2.5621111 Oct 27 16:10:56.424724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d79c05-4096-41c6-8287-26e57722a967', 'tag': '21860f7e-588d-4f4f-b6cf-1354ae99aac9'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:10:56.428183 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9b42b5-83f6-4119-b64f-3e20b9efb1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d79c05-4096-41c6-8287-26e57722a967", "tag": "21860f7e-588d-4f4f-b6cf-1354ae99aac9"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:10:56.460963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-6df449c2-6dd1-4e9a-88fd-1dfc417120e1 service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939583 Oct 27 16:10:56.561885 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca40f78-ca63-4be7-913e-efb26318215e x-openstack-request-id: req-aca40f78-ca63-4be7-913e-efb26318215e {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:10:56.562110 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d79c05-4096-41c6-8287-26e57722a967", "tag": "21860f7e-588d-4f4f-b6cf-1354ae99aac9", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:10:56.563989 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aca40f78-ca63-4be7-913e-efb26318215e {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:10:56.563989 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d79c05-4096-41c6-8287-26e57722a967', 'tag': '21860f7e-588d-4f4f-b6cf-1354ae99aac9', 'status': 'completed', 'code': 200} Oct 27 16:10:56.602793 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b8af226f-2604-4fc1-a30c-8d199310201f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8343697 Oct 27 16:10:56.603869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54642) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:56.617416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'port': {'network_id': 'dd5b4e6b-96f8-4e75-8178-28b598b5b670', 'name': 'tempest-FloatingIPTestJSON-1404573767'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:56.618552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e7f05-b26b-4ede-bb52-5421822a2547 service neutron] Pushing event updated for resources: {'Port': ['ID=21860f7e-588d-4f4f-b6cf-1354ae99aac9,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:56.681086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b42b5-83f6-4119-b64f-3e20b9efb1bf req-9615a437-6f0e-4c39-a023-cb3574cbd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:56.683413 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1e9b42b5-83f6-4119-b64f-3e20b9efb1bf req-9615a437-6f0e-4c39-a023-cb3574cbd06f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 1099 time: 0.1147861 Oct 27 16:10:57.047932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba263637-e2b1-4b38-b54f-e0cae26f4e60 req-9ff81d57-ee95-408e-9fe1-1d4dd6ed07b4 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:57.057938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba263637-e2b1-4b38-b54f-e0cae26f4e60 req-9ff81d57-ee95-408e-9fe1-1d4dd6ed07b4 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 946 time: 0.2158012 Oct 27 16:10:57.084085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Made reservation on behalf of 1000637c04984eed90a62796292bb527 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:10:57.088193 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.109756 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1e9b42b5-83f6-4119-b64f-3e20b9efb1bf req-b796d487-373b-424a-9870-90d7900062d3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4141166 Oct 27 16:10:57.135325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba263637-e2b1-4b38-b54f-e0cae26f4e60 req-3d0e21ec-f93b-478a-a774-cd9b7165b6e9 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760055 Oct 27 16:10:57.177341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] device_id is not set on port abe08300-e533-4f30-baf3-cf01e8fc7897 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:10:57.203324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1ace20-b05d-40bc-96d8-1808a55c99ce req-834d8ddb-8af9-4d97-bf55-76771b5d74ed service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201574 Oct 27 16:10:57.386089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192cc13-cb33-4c75-8fdd-05cd21b29d97 req-9215cc4e-7fc5-497e-897d-354a63b604c2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:57.397154 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6192cc13-cb33-4c75-8fdd-05cd21b29d97 req-9215cc4e-7fc5-497e-897d-354a63b604c2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 948 time: 0.2844708 Oct 27 16:10:57.507194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.20.0.13 (dd5b4e6b-96f8-4e75-8178-28b598b5b670/6d19d8cd-fb88-4f3f-b9b9-94ce88dc0e2a/abe08300-e533-4f30-baf3-cf01e8fc7897) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:57.550834 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6192cc13-cb33-4c75-8fdd-05cd21b29d97 req-6d2fc1e4-e497-4844-afde-536635444e39 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505928 Oct 27 16:10:57.560401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b42b5-83f6-4119-b64f-3e20b9efb1bf req-a003b1ad-d745-430b-a8bf-3b8c296fe496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:57.562602 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1e9b42b5-83f6-4119-b64f-3e20b9efb1bf req-a003b1ad-d745-430b-a8bf-3b8c296fe496 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4373591 Oct 27 16:10:57.698855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-876340c6-ac43-48c3-a81c-fb31b7e47309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:57.700593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-876340c6-ac43-48c3-a81c-fb31b7e47309 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 1099 time: 0.0835776 Oct 27 16:10:57.772746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003fa48-1ade-4b16-a604-4a52092c0c3e req-0bcc3d0a-6d3e-4a07-8f79-6e9856031b48 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:57.780213 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9003fa48-1ade-4b16-a604-4a52092c0c3e req-0bcc3d0a-6d3e-4a07-8f79-6e9856031b48 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.1066937 Oct 27 16:10:57.789482 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:57.822292 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-de8cecaa-5669-4d7d-80f9-0e010a35a7b1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=21860f7e-588d-4f4f-b6cf-1354ae99aac9 HTTP/1.1" status: 200 len: 217 time: 0.1114197 Oct 27 16:10:57.855391 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9003fa48-1ade-4b16-a604-4a52092c0c3e req-a36c7ea8-7871-44ea-b789-fe9823ad97e9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692515 Oct 27 16:10:57.928902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-3e9963a8-6ce3-4e30-a088-b1e48baf06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:57.936240 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-3e9963a8-6ce3-4e30-a088-b1e48baf06fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1021922 Oct 27 16:10:57.962805 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:58.011734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network dd5b4e6b-96f8-4e75-8178-28b598b5b670 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:58.023664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-aac7ddcc-415b-4c60-99c5-a5c49883ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:58.026293 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-aac7ddcc-415b-4c60-99c5-a5c49883ea0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775073 Oct 27 16:10:58.026814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:58.031345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:58.119013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=abe08300-e533-4f30-baf3-cf01e8fc7897,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:58.156895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:58.157654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:58.188075 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-65f88b2b-cdff-49ef-ab03-149e6c291419 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441896 Oct 27 16:10:58.268462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e1dcd954-63a6-402a-af9d-d4583648d7ec tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6638861 Oct 27 16:10:58.271632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54668) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:10:58.279046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': 'abe08300-e533-4f30-baf3-cf01e8fc7897', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:10:58.373391 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e36aaa9-0c99-437e-b42a-084a9923c410 req-8c9a3ee6-9f77-4454-b2cf-3206494e0535 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755259 Oct 27 16:10:58.416806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f51783-6f46-483c-904f-fbcd979ba994 req-8dbf0ca7-c664-40e2-a33e-7e53bc85fab2 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:58.418849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-69f51783-6f46-483c-904f-fbcd979ba994 req-8dbf0ca7-c664-40e2-a33e-7e53bc85fab2 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 946 time: 0.0981376 Oct 27 16:10:58.528458 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-69f51783-6f46-483c-904f-fbcd979ba994 req-a0b10f03-eb96-48f6-a19b-96944ab4f408 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823107 Oct 27 16:10:58.530165 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:58.672690 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:58.808552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626b18d-88ae-4f46-a6db-9e8294e4946f req-460695e6-c446-44df-a016-c7d04608ba5c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:58.810115 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f626b18d-88ae-4f46-a6db-9e8294e4946f req-460695e6-c446-44df-a016-c7d04608ba5c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 948 time: 0.1480739 Oct 27 16:10:58.856752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.25.4.5 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/922f614c-6276-4030-8d21-0d9f769f60da) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:10:58.888006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f626b18d-88ae-4f46-a6db-9e8294e4946f req-386c2609-c799-43ce-a09a-198506f7ef0f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663695 Oct 27 16:10:59.040503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.124926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099ee1e-5090-4ec8-86d7-c120aabb442a req-40f5b544-1ef3-4468-bcb6-24b4d86aa3af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:59.135021 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1099ee1e-5090-4ec8-86d7-c120aabb442a req-40f5b544-1ef3-4468-bcb6-24b4d86aa3af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.1188192 Oct 27 16:10:59.232839 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1099ee1e-5090-4ec8-86d7-c120aabb442a req-09227f6d-1787-41c2-938a-2ce8dc63b131 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809731 Oct 27 16:10:59.323544 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.332960 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:10:59.396614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:10:59.397394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=922f614c-6276-4030-8d21-0d9f769f60da,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:10:59.407508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:10:59.411471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:10:59.732872 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6fb89d-55dd-49d0-81dd-1bed1a175b26 req-b078940c-4e01-4a15-b15a-8d176b721cbc tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:10:59.739196 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e6fb89d-55dd-49d0-81dd-1bed1a175b26 req-b078940c-4e01-4a15-b15a-8d176b721cbc tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 946 time: 0.0752940 Oct 27 16:10:59.808896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e6fb89d-55dd-49d0-81dd-1bed1a175b26 req-b7d182af-9508-4790-b902-3287ce610186 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683165 Oct 27 16:11:00.068372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 84f2e2ab-af1f-4172-b7b7-962e87246492 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:00.149531 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:00.202472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a2c17-5043-45cd-8628-86b2fbbce0eb req-5a6e649c-8232-4f11-9a0e-9221816f90a1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:00.204276 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-106a2c17-5043-45cd-8628-86b2fbbce0eb req-5a6e649c-8232-4f11-9a0e-9221816f90a1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 948 time: 0.1459367 Oct 27 16:11:00.259975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 84f2e2ab-af1f-4172-b7b7-962e87246492, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=84f2e2ab-af1f-4172-b7b7-962e87246492,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:00.279289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-106a2c17-5043-45cd-8628-86b2fbbce0eb req-5145d0c0-9732-4304-9d37-76312e902b2a tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643361 Oct 27 16:11:00.286918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '84f2e2ab-af1f-4172-b7b7-962e87246492', 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077', 'port_id': '84f2e2ab-af1f-4172-b7b7-962e87246492', 'mac_address': 'fa:16:3e:bf:f9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721f241b-ed35-4c2c-99e2-6d7c60098292', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:00.332086 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:00.348048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84f2e2ab-af1f-4172-b7b7-962e87246492 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:00.370471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 84f2e2ab-af1f-4172-b7b7-962e87246492, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=84f2e2ab-af1f-4172-b7b7-962e87246492,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:00.392381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:00.453941 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:00.474084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b741d47-f845-45db-b00c-280e28c17a36 req-e58998ef-97be-4c20-ad71-af92b8f0eb61 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:00.479072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b741d47-f845-45db-b00c-280e28c17a36 req-e58998ef-97be-4c20-ad71-af92b8f0eb61 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.1032577 Oct 27 16:11:00.543596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=84f2e2ab-af1f-4172-b7b7-962e87246492,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:00.562763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.564175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.564868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.565883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.567080 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b741d47-f845-45db-b00c-280e28c17a36 req-b74aac73-1073-433b-a33d-246f125cc8aa tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810466 Oct 27 16:11:00.567550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.568141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.568727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.569267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.569798 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.570335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.571398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.571909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:00.618400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['84f2e2ab-af1f-4172-b7b7-962e87246492'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:00.685657 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:00.806907 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:00.952497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=922f614c-6276-4030-8d21-0d9f769f60da,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:01.015165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d96533-d010-4af7-b97e-0c0fbf00c12f req-5f1dd902-a521-4dad-b00e-d52f606661d4 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:01.023996 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97d96533-d010-4af7-b97e-0c0fbf00c12f req-5f1dd902-a521-4dad-b00e-d52f606661d4 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 945 time: 0.0921590 Oct 27 16:11:01.034900 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:01.141156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97d96533-d010-4af7-b97e-0c0fbf00c12f req-65ee85d1-242c-4b62-9cde-2bbf2882d870 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161346 Oct 27 16:11:01.185877 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP 13ed397e-fa23-4065-a9c9-4e315bc7e6c3 associated. External IP: 172.25.4.5, port: abe08300-e533-4f30-baf3-cf01e8fc7897. Oct 27 16:11:01.462184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:01.470125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300454f-4409-496b-b396-e294caf2901d req-0cffd9da-b2ff-4b20-9d26-da9c1ee8eee7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:01.471634 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0300454f-4409-496b-b396-e294caf2901d req-0cffd9da-b2ff-4b20-9d26-da9c1ee8eee7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 948 time: 0.0818143 Oct 27 16:11:01.584617 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0300454f-4409-496b-b396-e294caf2901d req-37b05788-b388-4cb9-9e74-8dda2cc17af8 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041262 Oct 27 16:11:01.615752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:01.630337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df5838e-90fa-4ed2-bbc6-b821ef4518cb None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:01.645926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df5838e-90fa-4ed2-bbc6-b821ef4518cb None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:01.646868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8df5838e-90fa-4ed2-bbc6-b821ef4518cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:01.683074 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8df5838e-90fa-4ed2-bbc6-b821ef4518cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:01.692968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df5838e-90fa-4ed2-bbc6-b821ef4518cb None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:01.693564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8df5838e-90fa-4ed2-bbc6-b821ef4518cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:01.726771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8df5838e-90fa-4ed2-bbc6-b821ef4518cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:01.727440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df5838e-90fa-4ed2-bbc6-b821ef4518cb None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:01.762427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43496d-972c-4334-be1e-b1c418adf8d3 req-b4c70041-c8e8-4338-b256-075c5f2dd7d3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:01.764106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de43496d-972c-4334-be1e-b1c418adf8d3 req-b4c70041-c8e8-4338-b256-075c5f2dd7d3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.0814662 Oct 27 16:11:01.787379 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:01.837429 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cae95b97-e4f1-43b9-a86d-329bf7cbf199 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5638824 Oct 27 16:11:01.840488 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54718) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:01.841659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de43496d-972c-4334-be1e-b1c418adf8d3 req-e92de68d-169d-49c9-b961-35eacf8999be tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657232 Oct 27 16:11:01.845348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-faf950f4-e3b1-4f8a-99d3-69c87c695228 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:01.912545 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-faf950f4-e3b1-4f8a-99d3-69c87c695228 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.084325 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-faf950f4-e3b1-4f8a-99d3-69c87c695228 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.085504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 21860f7e-588d-4f4f-b6cf-1354ae99aac9 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:02.087625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 84f2e2ab-af1f-4172-b7b7-962e87246492 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:02.158422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54730) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:02.215349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 84f2e2ab-af1f-4172-b7b7-962e87246492 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:02.215605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.281654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 21860f7e-588d-4f4f-b6cf-1354ae99aac9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=21860f7e-588d-4f4f-b6cf-1354ae99aac9,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:02.302243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '21860f7e-588d-4f4f-b6cf-1354ae99aac9', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '21860f7e-588d-4f4f-b6cf-1354ae99aac9', 'mac_address': 'fa:16:3e:b8:c3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:02.318996 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-faf950f4-e3b1-4f8a-99d3-69c87c695228 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.323636 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-faf950f4-e3b1-4f8a-99d3-69c87c695228 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP 13ed397e-fa23-4065-a9c9-4e315bc7e6c3 disassociated. External IP: 172.25.4.5, port: abe08300-e533-4f30-baf3-cf01e8fc7897. Oct 27 16:11:02.386330 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.388243 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.411285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21860f7e-588d-4f4f-b6cf-1354ae99aac9 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:02.439654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 21860f7e-588d-4f4f-b6cf-1354ae99aac9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=21860f7e-588d-4f4f-b6cf-1354ae99aac9,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:02.445241 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f2e2ab-af1f-4172-b7b7-962e87246492'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:02.447818 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843e4daa-b765-4e67-8f03-b66cc0c14939" -d '{"events": [{"server_uuid": "b92cc394-e68b-4d86-8e28-34e0751d17b6", "name": "network-vif-plugged", "status": "completed", "tag": "84f2e2ab-af1f-4172-b7b7-962e87246492"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:02.490196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 84f2e2ab-af1f-4172-b7b7-962e87246492, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=84f2e2ab-af1f-4172-b7b7-962e87246492,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:02.519956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49d483c-13fe-4b40-a5c1-afa3f06b2950 admin admin] Deleting subnet 3b08f108-8174-458c-afd5-eb5ec36a0ae6 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:11:02.526077 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c49d483c-13fe-4b40-a5c1-afa3f06b2950 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.538567 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.544103 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.606041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=21860f7e-588d-4f4f-b6cf-1354ae99aac9,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:02.610432 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d04470-a783-4d1f-8355-c37003aad081 x-openstack-request-id: req-d5d04470-a783-4d1f-8355-c37003aad081 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:02.610723 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92cc394-e68b-4d86-8e28-34e0751d17b6", "name": "network-vif-plugged", "status": "completed", "tag": "84f2e2ab-af1f-4172-b7b7-962e87246492", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:02.611073 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5d04470-a783-4d1f-8355-c37003aad081 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:02.611621 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f2e2ab-af1f-4172-b7b7-962e87246492', 'code': 200} Oct 27 16:11:02.614589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.703457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c49d483c-13fe-4b40-a5c1-afa3f06b2950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.726233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=84f2e2ab-af1f-4172-b7b7-962e87246492,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:02.754341 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e2828-06f3-40b9-884c-bd5c5a0e55bd req-6e53fe57-18c8-4fd3-bb19-4471a42db44a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:02.756421 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-395e2828-06f3-40b9-884c-bd5c5a0e55bd req-6e53fe57-18c8-4fd3-bb19-4471a42db44a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 946 time: 0.1905086 Oct 27 16:11:02.781533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e77ff-70c0-4f20-b5eb-8ed53f4cdc15 req-65a96968-851c-448f-8a89-c142862045a5 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:02.783361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-255e77ff-70c0-4f20-b5eb-8ed53f4cdc15 req-65a96968-851c-448f-8a89-c142862045a5 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 949 time: 0.0854516 Oct 27 16:11:02.817978 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf950f4-e3b1-4f8a-99d3-69c87c695228 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:02.822323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c49d483c-13fe-4b40-a5c1-afa3f06b2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:02.852394 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-255e77ff-70c0-4f20-b5eb-8ed53f4cdc15 req-1c3468eb-00ae-4ca0-b9c1-617a3a6554c3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603065 Oct 27 16:11:02.864583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:02.915815 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-395e2828-06f3-40b9-884c-bd5c5a0e55bd req-b5107143-80b8-4c3b-a618-793a6ccdd719 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447656 Oct 27 16:11:03.041961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf950f4-e3b1-4f8a-99d3-69c87c695228 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:03.054218 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c73ea8-82df-446c-9896-f3b83b4d6810 None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:03.056673 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-faf950f4-e3b1-4f8a-99d3-69c87c695228 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.068323 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c73ea8-82df-446c-9896-f3b83b4d6810 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:03.080862 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c0c73ea8-82df-446c-9896-f3b83b4d6810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:03.102656 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-faf950f4-e3b1-4f8a-99d3-69c87c695228 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "PUT /v2.0/floatingips/13ed397e-fa23-4065-a9c9-4e315bc7e6c3 HTTP/1.1" status: 200 len: 686 time: 1.2610171 Oct 27 16:11:03.118067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54752) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:03.123200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057846b-6452-4b66-b549-68af4797164c req-93d82bb7-62a5-4611-8bfb-9740cab1a87e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:03.149823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6057846b-6452-4b66-b549-68af4797164c req-93d82bb7-62a5-4611-8bfb-9740cab1a87e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.1914999 Oct 27 16:11:03.230960 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c0c73ea8-82df-446c-9896-f3b83b4d6810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:03.249249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6057846b-6452-4b66-b549-68af4797164c req-c708465d-124b-4c8e-ad7a-2e1161b43fde tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890348 Oct 27 16:11:03.265007 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c73ea8-82df-446c-9896-f3b83b4d6810 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:03.266005 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c0c73ea8-82df-446c-9896-f3b83b4d6810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:03.312305 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c49d483c-13fe-4b40-a5c1-afa3f06b2950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.355834 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c0c73ea8-82df-446c-9896-f3b83b4d6810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:03.356937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d483c-13fe-4b40-a5c1-afa3f06b2950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b08f108-8174-458c-afd5-eb5ec36a0ae6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:03.357825 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c73ea8-82df-446c-9896-f3b83b4d6810 None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:03.362355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c49d483c-13fe-4b40-a5c1-afa3f06b2950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.366393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c49d483c-13fe-4b40-a5c1-afa3f06b2950 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3b08f108-8174-458c-afd5-eb5ec36a0ae6 HTTP/1.1" status: 204 len: 168 time: 1.2051954 Oct 27 16:11:03.368836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54754) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:03.488414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-453aed8f-3fdf-450f-92a0-735ed82f5806 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port 922f614c-6276-4030-8d21-0d9f769f60da {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:03.488414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-453aed8f-3fdf-450f-92a0-735ed82f5806 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.554907 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.678390 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-453aed8f-3fdf-450f-92a0-735ed82f5806 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.678832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-453aed8f-3fdf-450f-92a0-735ed82f5806 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.704621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.707581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-453aed8f-3fdf-450f-92a0-735ed82f5806 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for 922f614c-6276-4030-8d21-0d9f769f60da owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:03.736043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d758f2-d37b-4018-98fc-3c91fe876e7c']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:03.784576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7258646-35a3-48e4-85a7-972344d3ce48') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:03.785006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7258646-35a3-48e4-85a7-972344d3ce48') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:03.799287 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.819677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.831222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:11:03.831633 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:11:03.833305 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:11:03.978618 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.986450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:03.994265 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c1d758f2-d37b-4018-98fc-3c91fe876e7c HTTP/1.1" status: 204 len: 168 time: 0.6180038 Oct 27 16:11:04.012442 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0307b-bf3c-43f0-8860-010780f41ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d758f2-d37b-4018-98fc-3c91fe876e7c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:04.037241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd38c4b-05a1-4d50-a183-6de51b139186 req-699bc8fe-f0a5-4dc7-8ae7-44d4a0e82f89 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:04.044640 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ccd38c4b-05a1-4d50-a183-6de51b139186 req-699bc8fe-f0a5-4dc7-8ae7-44d4a0e82f89 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 949 time: 0.1042714 Oct 27 16:11:04.049166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-453aed8f-3fdf-450f-92a0-735ed82f5806 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.080421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebe0c4-129a-473a-9b4d-eb9db5f92e3a req-e51ad896-7cee-4a83-8d72-f80e620cae99 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:04.082706 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2ebe0c4-129a-473a-9b4d-eb9db5f92e3a req-e51ad896-7cee-4a83-8d72-f80e620cae99 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 946 time: 0.0814462 Oct 27 16:11:04.102051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 84f2e2ab-af1f-4172-b7b7-962e87246492 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:04.105573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453aed8f-3fdf-450f-92a0-735ed82f5806 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=922f614c-6276-4030-8d21-0d9f769f60da,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:04.130014 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2ebe0c4-129a-473a-9b4d-eb9db5f92e3a req-0e34dbb2-736e-466a-9314-ca7a91e63895 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403204 Oct 27 16:11:04.185111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ccd38c4b-05a1-4d50-a183-6de51b139186 req-4479cf73-ec15-422d-9ed5-6c9ef9c4e2b6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208105 Oct 27 16:11:04.221062 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.231478 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-453aed8f-3fdf-450f-92a0-735ed82f5806 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.234877 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-453aed8f-3fdf-450f-92a0-735ed82f5806 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.236101 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-453aed8f-3fdf-450f-92a0-735ed82f5806 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/floatingips/13ed397e-fa23-4065-a9c9-4e315bc7e6c3 HTTP/1.1" status: 204 len: 168 time: 1.1134491 Oct 27 16:11:04.240246 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54772) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:04.244837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '62ea79e1-b29b-4f23-8145-2bc54fd858b2'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:04.264583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 84f2e2ab-af1f-4172-b7b7-962e87246492, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=84f2e2ab-af1f-4172-b7b7-962e87246492,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:04.290083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11550c2f-4b21-450f-a4ea-5c3fecd9dd36 req-37f5a840-e0df-4dfa-a1e5-b37b902f9465 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:04.291757 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-11550c2f-4b21-450f-a4ea-5c3fecd9dd36 req-37f5a840-e0df-4dfa-a1e5-b37b902f9465 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.54 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 946 time: 0.0982375 Oct 27 16:11:04.387782 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.422614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031efebd-5448-4943-9813-64710beccf92 req-126d8468-15c8-409f-a7c1-14941144a041 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:04.424146 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-031efebd-5448-4943-9813-64710beccf92 req-126d8468-15c8-409f-a7c1-14941144a041 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.1194074 Oct 27 16:11:04.429985 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.448590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=84f2e2ab-af1f-4172-b7b7-962e87246492,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:04.469002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54782) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:04.514760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-082d2963-d54b-45b3-a129-8cf586f1c722 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=532e31d389584cc2b9f78d696326f5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445917 Oct 27 16:11:04.517597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54784) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:04.522196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-11550c2f-4b21-450f-a4ea-5c3fecd9dd36 req-c81263f4-1a70-44d3-a9a7-926581ef7c4c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Deleting port 84f2e2ab-af1f-4172-b7b7-962e87246492 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:04.522535 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-11550c2f-4b21-450f-a4ea-5c3fecd9dd36 req-c81263f4-1a70-44d3-a9a7-926581ef7c4c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.530161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-031efebd-5448-4943-9813-64710beccf92 req-5763dd44-e03f-48b8-a8cb-e8ddff661dfb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867124 Oct 27 16:11:04.571340 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6dd394c-db55-4d63-9e5f-c602aa0ab743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.595398 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6dd394c-db55-4d63-9e5f-c602aa0ab743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.613405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f2e2ab-af1f-4172-b7b7-962e87246492'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:04.617873 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e018c5-1a6f-45ae-94f0-3851245b9a58" -d '{"events": [{"server_uuid": "b92cc394-e68b-4d86-8e28-34e0751d17b6", "name": "network-vif-unplugged", "status": "completed", "tag": "84f2e2ab-af1f-4172-b7b7-962e87246492"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:04.641183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-11550c2f-4b21-450f-a4ea-5c3fecd9dd36 req-c81263f4-1a70-44d3-a9a7-926581ef7c4c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] For port 84f2e2ab-af1f-4172-b7b7-962e87246492, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=84f2e2ab-af1f-4172-b7b7-962e87246492,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:04.641546 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-11550c2f-4b21-450f-a4ea-5c3fecd9dd36 req-c81263f4-1a70-44d3-a9a7-926581ef7c4c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.662865 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-11550c2f-4b21-450f-a4ea-5c3fecd9dd36 req-c81263f4-1a70-44d3-a9a7-926581ef7c4c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Calling delete_port for 84f2e2ab-af1f-4172-b7b7-962e87246492 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:04.682884 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.696356 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2669f7c7-158f-4412-88ba-be8161ee3293 x-openstack-request-id: req-2669f7c7-158f-4412-88ba-be8161ee3293 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:04.696929 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92cc394-e68b-4d86-8e28-34e0751d17b6", "name": "network-vif-unplugged", "status": "completed", "tag": "84f2e2ab-af1f-4172-b7b7-962e87246492", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:04.697242 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2669f7c7-158f-4412-88ba-be8161ee3293 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:04.697696 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84f2e2ab-af1f-4172-b7b7-962e87246492', 'code': 200} Oct 27 16:11:04.782013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6dd394c-db55-4d63-9e5f-c602aa0ab743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.785460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6dd394c-db55-4d63-9e5f-c602aa0ab743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:04.786723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b6dd394c-db55-4d63-9e5f-c602aa0ab743 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2e0ed9c-ae33-4b72-b205-7848915e68e4 HTTP/1.1" status: 204 len: 168 time: 0.2681799 Oct 27 16:11:04.795503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd394c-db55-4d63-9e5f-c602aa0ab743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e0ed9c-ae33-4b72-b205-7848915e68e4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:04.866075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.25.4.234 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/2560c23a-dc1d-4d77-b95b-64e55ac3a174) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:05.007500 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.014354 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-11550c2f-4b21-450f-a4ea-5c3fecd9dd36 req-c81263f4-1a70-44d3-a9a7-926581ef7c4c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.076548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81263f4-1a70-44d3-a9a7-926581ef7c4c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event deleted for resources: {'Port': ['ID=84f2e2ab-af1f-4172-b7b7-962e87246492,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:05.101030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-11550c2f-4b21-450f-a4ea-5c3fecd9dd36 req-c81263f4-1a70-44d3-a9a7-926581ef7c4c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] No DVR routers for this DVR port 84f2e2ab-af1f-4172-b7b7-962e87246492 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:05.104365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-11550c2f-4b21-450f-a4ea-5c3fecd9dd36 req-c81263f4-1a70-44d3-a9a7-926581ef7c4c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.108688 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-11550c2f-4b21-450f-a4ea-5c3fecd9dd36 req-c81263f4-1a70-44d3-a9a7-926581ef7c4c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.54 "DELETE /v2.0/ports/84f2e2ab-af1f-4172-b7b7-962e87246492 HTTP/1.1" status: 204 len: 173 time: 0.8107986 Oct 27 16:11:05.110718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'name': 'network-vif-deleted', 'tag': '84f2e2ab-af1f-4172-b7b7-962e87246492'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:05.113983 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76c9e39-3819-48cb-980b-ea80bcaee144" -d '{"events": [{"server_uuid": "b92cc394-e68b-4d86-8e28-34e0751d17b6", "name": "network-vif-deleted", "tag": "84f2e2ab-af1f-4172-b7b7-962e87246492"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:05.178043 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa6f7c9-b877-4f10-8757-12ec42ab5db5 x-openstack-request-id: req-afa6f7c9-b877-4f10-8757-12ec42ab5db5 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:05.178451 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92cc394-e68b-4d86-8e28-34e0751d17b6", "name": "network-vif-deleted", "tag": "84f2e2ab-af1f-4172-b7b7-962e87246492", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:05.178711 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-afa6f7c9-b877-4f10-8757-12ec42ab5db5 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:05.179148 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92cc394-e68b-4d86-8e28-34e0751d17b6', 'name': 'network-vif-deleted', 'tag': '84f2e2ab-af1f-4172-b7b7-962e87246492', 'status': 'completed', 'code': 200} Oct 27 16:11:05.273005 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d97a91e-006f-4a08-b973-c7dd10bd8b93 req-e6667721-7828-4574-868d-a04412abd882 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=b92cc394-e68b-4d86-8e28-34e0751d17b6 HTTP/1.1" status: 200 len: 210 time: 0.0534937 Oct 27 16:11:05.285847 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:05.380349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69ac8c-52ca-48b6-b2d4-03b4fcb39c04 req-d4ba032d-6e09-45ab-aa8d-91614f863036 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:05.381944 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c69ac8c-52ca-48b6-b2d4-03b4fcb39c04 req-d4ba032d-6e09-45ab-aa8d-91614f863036 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 949 time: 0.0890484 Oct 27 16:11:05.386449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:05.390873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:05.393290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=2560c23a-dc1d-4d77-b95b-64e55ac3a174,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:05.398799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:05.434372 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c69ac8c-52ca-48b6-b2d4-03b4fcb39c04 req-ae7596a4-3b7e-48f0-80d0-7b8a1f5091db tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444388 Oct 27 16:11:05.680172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9284e-8d15-4cab-bcef-e2f6ae9f0ef2 req-eae4c931-8f19-48c2-8d3a-fe0e48950e33 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:05.682113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ba9284e-8d15-4cab-bcef-e2f6ae9f0ef2 req-eae4c931-8f19-48c2-8d3a-fe0e48950e33 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.0586438 Oct 27 16:11:05.744523 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ba9284e-8d15-4cab-bcef-e2f6ae9f0ef2 req-894b0c5d-70da-4f12-bc50-ef9fa01fcc78 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547340 Oct 27 16:11:06.087503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 21860f7e-588d-4f4f-b6cf-1354ae99aac9 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:06.148759 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.335834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 21860f7e-588d-4f4f-b6cf-1354ae99aac9 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:06.340920 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 21860f7e-588d-4f4f-b6cf-1354ae99aac9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:06.341273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.367527 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.472444 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.523758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 21860f7e-588d-4f4f-b6cf-1354ae99aac9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=21860f7e-588d-4f4f-b6cf-1354ae99aac9,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:06.615635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791d6dd-218b-4ca1-8e42-b7cd1a984f2c req-31034cc1-6263-4f10-8ba5-825a9ec1bf95 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:06.617233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5791d6dd-218b-4ca1-8e42-b7cd1a984f2c req-31034cc1-6263-4f10-8ba5-825a9ec1bf95 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 949 time: 0.0852931 Oct 27 16:11:06.642069 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.663865 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.665603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 84f2e2ab-af1f-4172-b7b7-962e87246492 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:06.672929 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5791d6dd-218b-4ca1-8e42-b7cd1a984f2c req-068a61e5-3cc2-420f-9ebc-2994b7685f35 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470018 Oct 27 16:11:06.725847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d79c05-4096-41c6-8287-26e57722a967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21860f7e-588d-4f4f-b6cf-1354ae99aac9'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:06.730490 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb55c009-dd6a-4271-b42d-1e3944ffa222" -d '{"events": [{"server_uuid": "f0d79c05-4096-41c6-8287-26e57722a967", "name": "network-vif-plugged", "status": "completed", "tag": "21860f7e-588d-4f4f-b6cf-1354ae99aac9"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:06.731849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 84f2e2ab-af1f-4172-b7b7-962e87246492 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:11:06.732232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 84f2e2ab-af1f-4172-b7b7-962e87246492 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:06.765862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=21860f7e-588d-4f4f-b6cf-1354ae99aac9,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:06.806806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:06.809821 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c421c9cb-133d-4b85-b95d-1d14e8fbca24 x-openstack-request-id: req-c421c9cb-133d-4b85-b95d-1d14e8fbca24 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:06.812298 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d79c05-4096-41c6-8287-26e57722a967", "name": "network-vif-plugged", "status": "completed", "tag": "21860f7e-588d-4f4f-b6cf-1354ae99aac9", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:06.812298 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c421c9cb-133d-4b85-b95d-1d14e8fbca24 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:06.812298 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d79c05-4096-41c6-8287-26e57722a967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21860f7e-588d-4f4f-b6cf-1354ae99aac9', 'code': 200} Oct 27 16:11:06.957434 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=2560c23a-dc1d-4d77-b95b-64e55ac3a174,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:06.967692 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:07.014237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-95867dd8-458e-4b7e-a9f9-d0b851f5b224 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:07.015716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-95867dd8-458e-4b7e-a9f9-d0b851f5b224 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/networks?id=a97464ad-8057-4203-aa3f-78d7ca08e077 HTTP/1.1" status: 200 len: 822 time: 0.4142480 Oct 27 16:11:07.029709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54906) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:07.043932 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-f13dc39f-d6f9-40b2-a34f-386a735c4cff tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/quotas/33739797f1754d80be31232f81585062 HTTP/1.1" status: 200 len: 375 time: 0.0167971 Oct 27 16:11:07.055300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa02f0-4c09-4583-89d2-2cb66388a2ce req-e8db50c0-2a83-49fe-979c-17aae35b8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:07.057113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-53fa02f0-4c09-4583-89d2-2cb66388a2ce req-e8db50c0-2a83-49fe-979c-17aae35b8db1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 1101 time: 0.1741662 Oct 27 16:11:07.101359 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-af3cfcfd-7882-4d0d-a4c4-62450b7821a0 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=33739797f1754d80be31232f81585062&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524821 Oct 27 16:11:07.114571 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-53fa02f0-4c09-4583-89d2-2cb66388a2ce req-6e7ca1b5-b8e9-4e5c-a601-702a6e73cf0a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494094 Oct 27 16:11:07.118394 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP d31dcc33-170b-4675-9608-8573bffbc059 associated. External IP: 172.25.4.234, port: 62ea79e1-b29b-4f23-8145-2bc54fd858b2. Oct 27 16:11:07.178287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b48b0f29-7ef1-4ab4-ba7d-0aec53ef4906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:07.242350 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-68d08dd8-73d2-4afb-8cb7-37455cca85da service neutron] 10.222.0.15 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392138 Oct 27 16:11:07.341605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:07.351171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b48b0f29-7ef1-4ab4-ba7d-0aec53ef4906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:07.367804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-7a20e792-f8ec-4648-aca7-55c060f99f19 service neutron] 10.222.0.15 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182010 Oct 27 16:11:07.455040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:07.465400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2c7d3-b3ba-43d6-88a6-a15ddf589aad None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:07.477639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2c7d3-b3ba-43d6-88a6-a15ddf589aad None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:07.478264 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33f2c7d3-b3ba-43d6-88a6-a15ddf589aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:07.481494 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b48b0f29-7ef1-4ab4-ba7d-0aec53ef4906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:07.515720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33f2c7d3-b3ba-43d6-88a6-a15ddf589aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:07.524805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2c7d3-b3ba-43d6-88a6-a15ddf589aad None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:07.525422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33f2c7d3-b3ba-43d6-88a6-a15ddf589aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:07.532201 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b48b0f29-7ef1-4ab4-ba7d-0aec53ef4906 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68491b44a31c41c6bbcf34bee01dd2c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5014691 Oct 27 16:11:07.533129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b0f29-7ef1-4ab4-ba7d-0aec53ef4906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbf2b98-5c3f-4a6b-be19-092d11d7f792,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:07.536603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54912) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:07.558260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33f2c7d3-b3ba-43d6-88a6-a15ddf589aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:07.558909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2c7d3-b3ba-43d6-88a6-a15ddf589aad None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:07.593920 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f57ffa9-d829-43f1-9ab7-073ba8978b27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:07.617850 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f57ffa9-d829-43f1-9ab7-073ba8978b27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:07.655639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:07.714937 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e19b197-cc54-47f4-b583-aaa58274a15e req-6b2c1d91-6692-4065-a9d2-05fd560edd9e tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 210 time: 0.0419388 Oct 27 16:11:07.716604 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-19de7120-4f3f-4bd9-b071-ef93ffd58a48 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4752145 Oct 27 16:11:07.719193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54920) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:07.788756 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7fd36ad6-8cbf-421a-8399-fe20a645d891 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "GET /v2.0/floatingips/d31dcc33-170b-4675-9608-8573bffbc059 HTTP/1.1" status: 200 len: 977 time: 0.0681996 Oct 27 16:11:07.792528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54924) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:07.821004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6814a4-b59d-4b22-b663-c862d3f9400d req-4ddfa1fd-a80a-4853-9b83-c31483e0aa4c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:07.824104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f6814a4-b59d-4b22-b663-c862d3f9400d req-4ddfa1fd-a80a-4853-9b83-c31483e0aa4c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 950 time: 0.0641980 Oct 27 16:11:07.875961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f6814a4-b59d-4b22-b663-c862d3f9400d req-c23f5003-e817-44b8-a9ba-e59180e8a902 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377359 Oct 27 16:11:07.914960 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1edcd689-07fc-4267-a026-2e15986b2ef9 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1212351 Oct 27 16:11:07.923099 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54940) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:07.928847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e482aaa0-6bbc-4855-afa8-503c05e20061 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'floatingip': {'port_id': 'abe08300-e533-4f30-baf3-cf01e8fc7897'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:07.995925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f57ffa9-d829-43f1-9ab7-073ba8978b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:07.995925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f57ffa9-d829-43f1-9ab7-073ba8978b27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:07.995925 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4f57ffa9-d829-43f1-9ab7-073ba8978b27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6dbf2b98-5c3f-4a6b-be19-092d11d7f792 HTTP/1.1" status: 204 len: 168 time: 0.4566817 Oct 27 16:11:08.012774 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57ffa9-d829-43f1-9ab7-073ba8978b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbf2b98-5c3f-4a6b-be19-092d11d7f792,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:08.016531 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e482aaa0-6bbc-4855-afa8-503c05e20061 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.098838 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c7773-ec40-460b-8c8d-a9798e0d0dd8 req-f5df9141-12e6-45d7-80df-d17402121fd3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:08.104773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4f8c7773-ec40-460b-8c8d-a9798e0d0dd8 req-f5df9141-12e6-45d7-80df-d17402121fd3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 946 time: 0.0564880 Oct 27 16:11:08.149311 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4f8c7773-ec40-460b-8c8d-a9798e0d0dd8 req-1e4d0968-4102-4b18-bdb0-e5ede29f176e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413501 Oct 27 16:11:08.426420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:08.561926 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.603093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:08.605036 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e482aaa0-6bbc-4855-afa8-503c05e20061 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.687700 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.691473 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e482aaa0-6bbc-4855-afa8-503c05e20061 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:08.756006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=14']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:08.812540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:08.817635 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec02fb46-c05f-441b-9acf-550b676a0618" -d '{"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-unplugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:08.820038 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-e482aaa0-6bbc-4855-afa8-503c05e20061 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP d31dcc33-170b-4675-9608-8573bffbc059 associated. External IP: 172.25.4.234, port: 62ea79e1-b29b-4f23-8145-2bc54fd858b2. Oct 27 16:11:08.842399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb61f546-23ee-4682-84f6-a52385b62e48 req-fb215e00-47a2-4f6d-900f-ada314937963 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 210 time: 0.0321574 Oct 27 16:11:08.869341 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80411e3-32a3-4d11-b20c-343b0cbb212e x-openstack-request-id: req-f80411e3-32a3-4d11-b20c-343b0cbb212e {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:08.869668 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-unplugged", "status": "completed", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:08.869996 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f80411e3-32a3-4d11-b20c-343b0cbb212e {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:08.870535 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'code': 200} Oct 27 16:11:09.113728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b23c58-9699-4c57-9447-c63ea61d36d8 req-c36e2563-3e83-4804-bd89-daa2f1f285cf tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:09.115198 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43b23c58-9699-4c57-9447-c63ea61d36d8 req-c36e2563-3e83-4804-bd89-daa2f1f285cf tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 950 time: 0.1296458 Oct 27 16:11:09.132711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e482aaa0-6bbc-4855-afa8-503c05e20061 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:09.208654 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43b23c58-9699-4c57-9447-c63ea61d36d8 req-53d6f21b-6605-4241-8bee-04ebbd2f9b43 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865233 Oct 27 16:11:09.293163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e482aaa0-6bbc-4855-afa8-503c05e20061 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:09.305985 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ae6c1-624d-4669-b58c-bccbf2924a39 None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:09.326204 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ae6c1-624d-4669-b58c-bccbf2924a39 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:09.326901 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3a1ae6c1-624d-4669-b58c-bccbf2924a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:09.364893 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3a1ae6c1-624d-4669-b58c-bccbf2924a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:09.379593 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1ae6c1-624d-4669-b58c-bccbf2924a39 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:09.380640 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3a1ae6c1-624d-4669-b58c-bccbf2924a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:09.429941 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3a1ae6c1-624d-4669-b58c-bccbf2924a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:09.440709 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1ae6c1-624d-4669-b58c-bccbf2924a39 None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:09.648583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eae4a1-498b-4d2d-a4f6-c0fb0de46f94 req-5adf44db-a93b-4aab-87ef-785728caccca tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:09.656780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86eae4a1-498b-4d2d-a4f6-c0fb0de46f94 req-5adf44db-a93b-4aab-87ef-785728caccca tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 1101 time: 0.0625820 Oct 27 16:11:09.672948 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86eae4a1-498b-4d2d-a4f6-c0fb0de46f94 req-94438eb1-243a-4b5d-b9b1-6a03946df7ec tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:09.802420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86eae4a1-498b-4d2d-a4f6-c0fb0de46f94 req-94438eb1-243a-4b5d-b9b1-6a03946df7ec tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:09.948082 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86eae4a1-498b-4d2d-a4f6-c0fb0de46f94 req-94438eb1-243a-4b5d-b9b1-6a03946df7ec tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:09.951542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e482aaa0-6bbc-4855-afa8-503c05e20061 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:09.993529 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-afa3c532-06ea-493f-95d8-1745e99d3063 req-903258f9-2369-47db-b5f5-d92fa170d994 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 210 time: 0.0311298 Oct 27 16:11:10.001260 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86eae4a1-498b-4d2d-a4f6-c0fb0de46f94 req-94438eb1-243a-4b5d-b9b1-6a03946df7ec tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432534 Oct 27 16:11:10.019421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94438eb1-243a-4b5d-b9b1-6a03946df7ec tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0044ddc-26d6-4ff7-8572-340ea212e1b4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:10.157983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e482aaa0-6bbc-4855-afa8-503c05e20061 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:10.166107 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e482aaa0-6bbc-4855-afa8-503c05e20061 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:10.183698 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33107318-d769-4319-9a98-de4cf01e3f88 None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:10.195998 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:11:10.207534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33107318-d769-4319-9a98-de4cf01e3f88 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:10.208561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33107318-d769-4319-9a98-de4cf01e3f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:10.259395 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e482aaa0-6bbc-4855-afa8-503c05e20061 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "PUT /v2.0/floatingips/d31dcc33-170b-4675-9608-8573bffbc059 HTTP/1.1" status: 200 len: 979 time: 2.3351033 Oct 27 16:11:10.262004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55068) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:10.263940 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33107318-d769-4319-9a98-de4cf01e3f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:10.267135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-48b55000-36ad-473e-8337-1d85cc691d79 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:10.274945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33107318-d769-4319-9a98-de4cf01e3f88 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:10.275626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33107318-d769-4319-9a98-de4cf01e3f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:10.281947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-886a4b81-8284-4e00-ac25-6d07b6a984cb tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.283594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-886a4b81-8284-4e00-ac25-6d07b6a984cb tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.53 "GET /v2.0/networks?id=a97464ad-8057-4203-aa3f-78d7ca08e077 HTTP/1.1" status: 200 len: 822 time: 0.2141967 Oct 27 16:11:10.297872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Request body: {'port': {'device_id': '7cc6513b-469a-4b74-97d9-ff7bb7fbf502', 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077', 'admin_state_up': True, 'tenant_id': '33739797f1754d80be31232f81585062'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:10.351176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33107318-d769-4319-9a98-de4cf01e3f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:10.354731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33107318-d769-4319-9a98-de4cf01e3f88 None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:10.367933 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-48b55000-36ad-473e-8337-1d85cc691d79 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:10.572305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Made reservation on behalf of 33739797f1754d80be31232f81585062 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:10.572774 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-48b55000-36ad-473e-8337-1d85cc691d79 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:10.577067 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:10.607482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55092) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:10.620184 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-3157db43-b2e6-47ef-92eb-78512bf4987d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323379 Oct 27 16:11:10.671145 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-48b55000-36ad-473e-8337-1d85cc691d79 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:10.672041 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-48b55000-36ad-473e-8337-1d85cc691d79 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP d31dcc33-170b-4675-9608-8573bffbc059 disassociated. External IP: 172.25.4.234, port: abe08300-e533-4f30-baf3-cf01e8fc7897. Oct 27 16:11:10.765689 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:10.813036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0495864c-0259-4d78-ab88-55bf82a2dea9 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:10.814515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0495864c-0259-4d78-ab88-55bf82a2dea9 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886883 Oct 27 16:11:10.832735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Allocated IP 172.20.0.8 (a97464ad-8057-4203-aa3f-78d7ca08e077/721f241b-ed35-4c2c-99e2-6d7c60098292/b2944592-cb53-4bba-99c8-e07c163a78a3) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:10.845815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-e74b4963-d770-44b0-b2f4-a7570b85c25e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/quotas/1266fc1b41494361b35f198b10ba7c11 HTTP/1.1" status: 200 len: 375 time: 0.0243113 Oct 27 16:11:10.939650 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-1185146e-ca44-4951-8d86-19fa4053f2e1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923247 Oct 27 16:11:10.946475 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:10.973969 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b55000-36ad-473e-8337-1d85cc691d79 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:11.056524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.061687 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.145930 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e05666771d6748c885af26a004ac9a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372977 Oct 27 16:11:11.148613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55116) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:11.157187 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.162457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d8d80a-515a-47ee-a29e-7b2a63f175c6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:11.168214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-53d7c731-bd0b-4548-b81f-77b26cfedd38 req-c27953b6-e5b5-4551-9f20-d5ce6fd9acc0 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 210 time: 0.0613635 Oct 27 16:11:11.181886 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.182587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.183881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.184490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.185341 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.186003 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.186442 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.186967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.187398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.187832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.188318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.188747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730e9ecc-f62f-44af-8917-534b5f9c680e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:11.212809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b55000-36ad-473e-8337-1d85cc691d79 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:11.215512 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-48b55000-36ad-473e-8337-1d85cc691d79 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.222886 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92fb1e9-ef12-4647-a548-b047a685bd69 None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:11.242490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Network a97464ad-8057-4203-aa3f-78d7ca08e077 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:11.244489 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92fb1e9-ef12-4647-a548-b047a685bd69 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:11.244639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:11.245126 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d92fb1e9-ef12-4647-a548-b047a685bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:11.247455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:11.280684 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-48b55000-36ad-473e-8337-1d85cc691d79 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "PUT /v2.0/floatingips/d31dcc33-170b-4675-9608-8573bffbc059 HTTP/1.1" status: 200 len: 688 time: 1.0170715 Oct 27 16:11:11.283246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55120) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:11.301061 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d92fb1e9-ef12-4647-a548-b047a685bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:11.312958 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92fb1e9-ef12-4647-a548-b047a685bd69 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:11.313654 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d92fb1e9-ef12-4647-a548-b047a685bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:11.360836 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d92fb1e9-ef12-4647-a548-b047a685bd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:11.361681 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92fb1e9-ef12-4647-a548-b047a685bd69 None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:11.375578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca29ef50-badf-42be-918c-8589df354a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.377444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event updated for resources: {'Port': ['ID=b2944592-cb53-4bba-99c8-e07c163a78a3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:11.449942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:11.450563 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.489764 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca29ef50-badf-42be-918c-8589df354a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.504738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b290a2-f4cc-4799-a964-8c38b4d8455e req-99ae881c-89a3-4858-9d54-cdc9c085bd42 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:11.506354 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-81b290a2-f4cc-4799-a964-8c38b4d8455e req-99ae881c-89a3-4858-9d54-cdc9c085bd42 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0664926 Oct 27 16:11:11.548728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port 2560c23a-dc1d-4d77-b95b-64e55ac3a174 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:11.554954 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.555225 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-81b290a2-f4cc-4799-a964-8c38b4d8455e req-675791c2-28a2-4971-b6ad-881bb735ebab tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375621 Oct 27 16:11:11.591970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-602782f9-ae68-49b9-9162-2566945ad61a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2986720 Oct 27 16:11:11.605668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Request body: {'port': {'device_id': '7cc6513b-469a-4b74-97d9-ff7bb7fbf502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:11.679642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca29ef50-badf-42be-918c-8589df354a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.682270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca29ef50-badf-42be-918c-8589df354a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.685970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ca29ef50-badf-42be-918c-8589df354a20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a1d8d80a-515a-47ee-a29e-7b2a63f175c6 HTTP/1.1" status: 204 len: 168 time: 0.5337365 Oct 27 16:11:11.709035 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.709372 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.712248 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:11.714462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29ef50-badf-42be-918c-8589df354a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d8d80a-515a-47ee-a29e-7b2a63f175c6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:11.752518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for 2560c23a-dc1d-4d77-b95b-64e55ac3a174 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:11.990321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88fc657c-1dd9-4517-8ef5-7aa2424f78d3 req-2a7c8eea-08db-4012-984a-86b9550b1476 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 210 time: 0.1315026 Oct 27 16:11:12.033086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd6d66-5bbc-4982-a2c6-963a38118b78 req-416980b0-dfb1-4b4f-b66d-423ee0180b86 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.041585 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5dd6d66-5bbc-4982-a2c6-963a38118b78 req-416980b0-dfb1-4b4f-b66d-423ee0180b86 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0918288 Oct 27 16:11:12.114995 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5dd6d66-5bbc-4982-a2c6-963a38118b78 req-364fe927-a731-48ca-a0b1-4ad9427aa7af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704315 Oct 27 16:11:12.206749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf61c-d418-4552-8d01-873522517d91 req-8d07c47f-e0cb-4eef-b490-efc08a01f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.206749 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21baf61c-d418-4552-8d01-873522517d91 req-8d07c47f-e0cb-4eef-b490-efc08a01f25c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 1095 time: 0.1197426 Oct 27 16:11:12.347759 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:12.390833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2944592-cb53-4bba-99c8-e07c163a78a3 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:12.410827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=2560c23a-dc1d-4d77-b95b-64e55ac3a174,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:12.420067 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:12.456260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.463318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.463318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.463318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.463318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.463318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.463318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.463318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.463318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.463318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.463318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.463318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:11:12.516264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbd2e8-504e-4b7a-85e1-c66ab00ffceb req-7e8a9660-bc13-4792-bf92-e2b4bd5e100b tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.516264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6ebbd2e8-504e-4b7a-85e1-c66ab00ffceb req-7e8a9660-bc13-4792-bf92-e2b4bd5e100b tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 931 time: 0.2266779 Oct 27 16:11:12.516264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf61c-d418-4552-8d01-873522517d91 req-de4d725c-e3e4-4dc6-bc51-d3e2c3d06b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.517514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21baf61c-d418-4552-8d01-873522517d91 req-de4d725c-e3e4-4dc6-bc51-d3e2c3d06b50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.2918007 Oct 27 16:11:12.518971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Transition to ACTIVE for port object b2944592-cb53-4bba-99c8-e07c163a78a3 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:12.591614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:12.609635 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:12.614501 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:12.615764 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a0d8871c-61a1-4091-bd00-a54b4d015a46 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/floatingips/d31dcc33-170b-4675-9608-8573bffbc059 HTTP/1.1" status: 204 len: 168 time: 1.3213608 Oct 27 16:11:12.618492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55166) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:12.663777 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-6c9c5920-30ac-4b47-987c-b7d22ac66848 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] delete failed (client error): The resource could not be found. Oct 27 16:11:12.673423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6c9c5920-30ac-4b47-987c-b7d22ac66848 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/floatingips/d31dcc33-170b-4675-9608-8573bffbc059 HTTP/1.1" status: 404 len: 345 time: 0.0475249 Oct 27 16:11:12.673423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55172) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:12.675607 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21baf61c-d418-4552-8d01-873522517d91 req-312b95bb-78d6-4015-8c4e-806c11f3eb87 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 200 len: 998 time: 0.1498561 Oct 27 16:11:12.682367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6ebbd2e8-504e-4b7a-85e1-c66ab00ffceb req-8c84e8f3-642f-4fa2-b1f6-6b62f8044f58 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495438 Oct 27 16:11:12.741460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Pushing event updated for resources: {'Port': ['ID=b2944592-cb53-4bba-99c8-e07c163a78a3,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:12.778980 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f036c73-2d2b-458b-a5c9-a22caccb57cf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.786100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f036c73-2d2b-458b-a5c9-a22caccb57cf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.790082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf61c-d418-4552-8d01-873522517d91 req-48a0f985-41a5-455a-a1dd-928b8106095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.791566 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21baf61c-d418-4552-8d01-873522517d91 req-48a0f985-41a5-455a-a1dd-928b8106095a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.1050799 Oct 27 16:11:12.792305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f036c73-2d2b-458b-a5c9-a22caccb57cf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.794649 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5f036c73-2d2b-458b-a5c9-a22caccb57cf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "GET /v2.0/ports?network_id=dd5b4e6b-96f8-4e75-8178-28b598b5b670 HTTP/1.1" status: 200 len: 2358 time: 0.1226923 Oct 27 16:11:12.797528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55174) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:12.833880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Attempting to bind port b2944592-cb53-4bba-99c8-e07c163a78a3 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:12.834215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Attempting to bind port b2944592-cb53-4bba-99c8-e07c163a78a3 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:12.834543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Attempting to bind port b2944592-cb53-4bba-99c8-e07c163a78a3 on network a97464ad-8057-4203-aa3f-78d7ca08e077 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:12.843970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Port b2944592-cb53-4bba-99c8-e07c163a78a3 on network a97464ad-8057-4203-aa3f-78d7ca08e077 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:12.844314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Attempting to bind port b2944592-cb53-4bba-99c8-e07c163a78a3 on network a97464ad-8057-4203-aa3f-78d7ca08e077 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:12.851920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:12.852240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Checking segment: {'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:12.852586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Bound using segment: {'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:12.853006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Bound port: b2944592-cb53-4bba-99c8-e07c163a78a3, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83546a6-ea82-4ff7-9e94-6593c9e74b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:12.853375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:12.853905 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c943d6f7-4c34-4cc1-8b35-814c47410e7f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.855451 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c943d6f7-4c34-4cc1-8b35-814c47410e7f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "GET /v2.0/subnets/6d19d8cd-fb88-4f3f-b9b9-94ce88dc0e2a HTTP/1.1" status: 200 len: 797 time: 0.0569792 Oct 27 16:11:12.860482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55176) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:12.866035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'port': {'network_id': 'dd5b4e6b-96f8-4e75-8178-28b598b5b670', 'name': 'tempest-FloatingIPTestJSON-1331593475', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:12.871974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baf61c-d418-4552-8d01-873522517d91 req-1386fe0d-a75d-4585-be85-913de83e6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:12.874504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21baf61c-d418-4552-8d01-873522517d91 req-1386fe0d-a75d-4585-be85-913de83e6c9e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729241 Oct 27 16:11:12.986289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] For port b2944592-cb53-4bba-99c8-e07c163a78a3, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:12.991633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] For port b2944592-cb53-4bba-99c8-e07c163a78a3, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2944592-cb53-4bba-99c8-e07c163a78a3,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:13.020842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21baf61c-d418-4552-8d01-873522517d91 req-0a94d285-2095-4f99-94ba-b72f65fa6865 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218534 Oct 27 16:11:13.074373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7197b42e-4d19-4741-9a7d-c10b8027c7a4 req-bdfeac1b-f584-487f-bef6-83136c7802e6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 210 time: 0.0290761 Oct 27 16:11:13.081010 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:13.098587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Made reservation on behalf of 1000637c04984eed90a62796292bb527 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:13.121469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.122635 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:13.124356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] 10.222.0.53 "PUT /v2.0/ports/b2944592-cb53-4bba-99c8-e07c163a78a3 HTTP/1.1" status: 200 len: 1091 time: 1.5236773 Oct 27 16:11:13.129507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc6513b-469a-4b74-97d9-ff7bb7fbf502', 'tag': 'b2944592-cb53-4bba-99c8-e07c163a78a3'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:13.132232 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fde1242-dfe4-4d82-9a86-b3ac3aa542e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc6513b-469a-4b74-97d9-ff7bb7fbf502", "tag": "b2944592-cb53-4bba-99c8-e07c163a78a3"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:13.184452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ae9cf-8645-4486-9092-818f48689f9b service neutron] Pushing event updated for resources: {'Port': ['ID=b2944592-cb53-4bba-99c8-e07c163a78a3,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:13.194401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21baf61c-d418-4552-8d01-873522517d91 req-205278e2-1839-4e43-9294-44955371221f service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651623 Oct 27 16:11:13.204818 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507fd66c-dcc6-41f2-a6f2-1e36a037e590 x-openstack-request-id: req-507fd66c-dcc6-41f2-a6f2-1e36a037e590 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:13.206824 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc6513b-469a-4b74-97d9-ff7bb7fbf502", "tag": "b2944592-cb53-4bba-99c8-e07c163a78a3", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:13.207234 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-507fd66c-dcc6-41f2-a6f2-1e36a037e590 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:13.207793 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc6513b-469a-4b74-97d9-ff7bb7fbf502', 'tag': 'b2944592-cb53-4bba-99c8-e07c163a78a3', 'status': 'completed', 'code': 200} Oct 27 16:11:13.210668 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:13.233887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] device_id is not set on port 3a0e23f4-b858-4113-bbc7-4190302615fb yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:11:13.274644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde1242-dfe4-4d82-9a86-b3ac3aa542e6 req-db7bebff-7596-48b9-a532-65d46f245dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.276298 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fde1242-dfe4-4d82-9a86-b3ac3aa542e6 req-db7bebff-7596-48b9-a532-65d46f245dc5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=33739797f1754d80be31232f81585062&device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 1094 time: 0.0480602 Oct 27 16:11:13.451737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba595-c2fd-42a8-8a75-98069fa006f1 req-4a877e2b-97b5-41bb-bf42-0c61bac4b86d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.453365 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e0ba595-c2fd-42a8-8a75-98069fa006f1 req-4a877e2b-97b5-41bb-bf42-0c61bac4b86d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1692047 Oct 27 16:11:13.626829 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e0ba595-c2fd-42a8-8a75-98069fa006f1 req-c9f2f76d-6b43-4b71-a9d1-f826f026f01e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628916 Oct 27 16:11:13.683662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde1242-dfe4-4d82-9a86-b3ac3aa542e6 req-7f0820d7-d63c-494c-9750-f3a11f186b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.685289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fde1242-dfe4-4d82-9a86-b3ac3aa542e6 req-7f0820d7-d63c-494c-9750-f3a11f186b1f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=33739797f1754d80be31232f81585062&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4005778 Oct 27 16:11:13.689100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.20.0.14 (dd5b4e6b-96f8-4e75-8178-28b598b5b670/6d19d8cd-fb88-4f3f-b9b9-94ce88dc0e2a/3a0e23f4-b858-4113-bbc7-4190302615fb) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:13.696151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.20.0.12 (dd5b4e6b-96f8-4e75-8178-28b598b5b670/6d19d8cd-fb88-4f3f-b9b9-94ce88dc0e2a/3a0e23f4-b858-4113-bbc7-4190302615fb) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:13.817483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde1242-dfe4-4d82-9a86-b3ac3aa542e6 req-3bbad0ac-5137-448e-8d9c-7506d12cf8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.819479 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fde1242-dfe4-4d82-9a86-b3ac3aa542e6 req-3bbad0ac-5137-448e-8d9c-7506d12cf8b3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1266491 Oct 27 16:11:13.861245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30613f2-1fe0-4c31-8ab5-24328c2b1f41 req-72a36743-17f6-40b1-8882-08bb9400fcbf tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.868545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c30613f2-1fe0-4c31-8ab5-24328c2b1f41 req-72a36743-17f6-40b1-8882-08bb9400fcbf tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 943 time: 0.0701759 Oct 27 16:11:13.894246 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:13.940657 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c30613f2-1fe0-4c31-8ab5-24328c2b1f41 req-f41428c6-bbd7-4c09-ad72-0b190cf8966f tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698016 Oct 27 16:11:13.948295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-24deebd7-730f-482e-9a55-72e703efb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:13.949638 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-24deebd7-730f-482e-9a55-72e703efb67e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=33739797f1754d80be31232f81585062&device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 1094 time: 0.0791793 Oct 27 16:11:13.995448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:14.007488 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-e6dee89f-80a4-4e70-b8ac-fb57eb5608a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2944592-cb53-4bba-99c8-e07c163a78a3 HTTP/1.1" status: 200 len: 217 time: 0.0471938 Oct 27 16:11:14.045952 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network dd5b4e6b-96f8-4e75-8178-28b598b5b670 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:14.049417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:14.054194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:14.087199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=3a0e23f4-b858-4113-bbc7-4190302615fb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:14.092747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-52942a06-7847-4665-a57d-c2617b764da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:14.095001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-52942a06-7847-4665-a57d-c2617b764da1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=721f241b-ed35-4c2c-99e2-6d7c60098292 HTTP/1.1" status: 200 len: 862 time: 0.0810061 Oct 27 16:11:14.132002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-2f38ad00-3099-4427-bd69-776b87d0f55a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a97464ad-8057-4203-aa3f-78d7ca08e077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290349 Oct 27 16:11:14.149880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:14.150556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:14.212102 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c1982f0-6ba8-4af2-8d11-ba2c238f3490 req-7687e627-002e-4aac-8bc5-f35000ffcc23 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 210 time: 0.0417302 Oct 27 16:11:14.258310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-7648d4cb-bb30-4bc4-b78b-50209dd225d7 service neutron] 10.222.0.53 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195757 Oct 27 16:11:14.301469 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-759ce512-5af1-4770-8c4d-99df4f6bb8e4 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4391849 Oct 27 16:11:14.310580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55214) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:14.316707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '3a0e23f4-b858-4113-bbc7-4190302615fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:14.374803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adf3bd39-7ad0-470a-9eb6-df00adf63b86 req-1088a5f8-51a3-47a3-bd3b-d034785a62d4 service neutron] 10.222.0.53 "GET /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089573 Oct 27 16:11:14.482105 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:14.608351 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:14.748391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.25.4.60 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/0638f36b-34b1-4d66-9a8a-01031a8e07a9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:14.772232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1d2c5-48ab-467e-9cf5-c8dc072f8bbd req-8644121c-13bc-4adb-9b63-41fa4fb3c5f5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:14.773926 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66d1d2c5-48ab-467e-9cf5-c8dc072f8bbd req-8644121c-13bc-4adb-9b63-41fa4fb3c5f5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0591781 Oct 27 16:11:14.814715 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66d1d2c5-48ab-467e-9cf5-c8dc072f8bbd req-11dc32df-d62b-449c-bfbf-18bb2b92e9db tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335321 Oct 27 16:11:14.867030 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:14.908742 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-8e5ea3d8-16af-4a70-9402-f48f714ddf2b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291591 Oct 27 16:11:14.978370 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:15.041822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=0638f36b-34b1-4d66-9a8a-01031a8e07a9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:15.082293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:15.085555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:15.088618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:15.116712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-e02686b3-dcb2-472e-b35c-1670f94346b7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.119003 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-e02686b3-dcb2-472e-b35c-1670f94346b7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046602 Oct 27 16:11:15.137179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Request body: {'port': {'device_id': '8e391fb0-b275-4e3c-9f89-0a100c6ca409', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '1266fc1b41494361b35f198b10ba7c11'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:15.147511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dab1c-69eb-4a50-929b-fa7ee85b6f51 req-99ded02d-0604-4a7c-a122-99ed30860fe9 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.149338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a37dab1c-69eb-4a50-929b-fa7ee85b6f51 req-99ded02d-0604-4a7c-a122-99ed30860fe9 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 943 time: 0.1126895 Oct 27 16:11:15.244972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882288ff-2a71-4f04-82c6-a5511b4431ab req-d8d5a26a-557c-41e3-b809-ea2175934f92 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.254793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-882288ff-2a71-4f04-82c6-a5511b4431ab req-d8d5a26a-557c-41e3-b809-ea2175934f92 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1798611 Oct 27 16:11:15.273297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a37dab1c-69eb-4a50-929b-fa7ee85b6f51 req-021e9cbf-b7ac-4a98-8664-20fba75cef99 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932658 Oct 27 16:11:15.397319 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-882288ff-2a71-4f04-82c6-a5511b4431ab req-75900737-53fc-4c2a-862e-11cb4fdaebca tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235173 Oct 27 16:11:15.453270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-73d32a83-5b88-4b86-93fd-83b6b75a8820 req-ba462636-292d-4cd9-a330-90b06b7dbe6b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 210 time: 0.0404668 Oct 27 16:11:15.570702 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-c593cdbc-023e-47dd-81db-7c6701fe709c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374467 Oct 27 16:11:15.572121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Made reservation on behalf of 1266fc1b41494361b35f198b10ba7c11 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:15.576153 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:15.652284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3e211-0cc5-4143-a495-9ca42f2a52c2 req-a4207019-6b9a-489c-b2e4-57eb3810b1f2 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.654540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23d3e211-0cc5-4143-a495-9ca42f2a52c2 req-a4207019-6b9a-489c-b2e4-57eb3810b1f2 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1010540 Oct 27 16:11:15.746616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23d3e211-0cc5-4143-a495-9ca42f2a52c2 req-f6b7336c-e663-49f9-87e6-5008ddb03e4f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804675 Oct 27 16:11:15.747852 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:15.783762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-fb32eb1d-d825-4ceb-a1f9-1be6e8a750ab tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:15.786140 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-fb32eb1d-d825-4ceb-a1f9-1be6e8a750ab tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074127 Oct 27 16:11:15.803231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Request body: {'port': {'device_id': 'bc1bb61e-b855-4ff4-b99d-00c91b05cb3a', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '1266fc1b41494361b35f198b10ba7c11'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:15.869048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Allocated IP 192.168.233.254 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/771bf08f-668a-46c6-9e9c-be929ec10736) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:15.937692 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.091547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55274) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:16.137170 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.200818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.267613 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1fec10f8-400a-48ff-92a3-9f7a98e7f186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.302567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=0638f36b-34b1-4d66-9a8a-01031a8e07a9,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:16.337460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.414708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Made reservation on behalf of 1266fc1b41494361b35f198b10ba7c11 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:16.418208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.497158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc07f969-e041-4935-ac05-8c1a7a69ec9c req-f6de2f2d-92cf-4441-91b5-cf8e521a393a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.498700 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc07f969-e041-4935-ac05-8c1a7a69ec9c req-f6de2f2d-92cf-4441-91b5-cf8e521a393a tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 943 time: 0.1155808 Oct 27 16:11:16.545032 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1fec10f8-400a-48ff-92a3-9f7a98e7f186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.552007 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP ab9c50fe-9028-403e-8f94-c137cfc7b87f associated. External IP: 172.25.4.60, port: 3a0e23f4-b858-4113-bbc7-4190302615fb. Oct 27 16:11:16.563292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.586386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-6d4e2802-c624-44b7-a952-7c1ac24f198a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.587988 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-6d4e2802-c624-44b7-a952-7c1ac24f198a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 812 time: 0.5692983 Oct 27 16:11:16.616504 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-7fdeed38-4751-4a4f-af2e-07389636d002 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/quotas/e453eb141e324e84bad185e6328bf7f8 HTTP/1.1" status: 200 len: 375 time: 0.0218706 Oct 27 16:11:16.634436 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1fec10f8-400a-48ff-92a3-9f7a98e7f186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.656079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc07f969-e041-4935-ac05-8c1a7a69ec9c req-49ef70be-9f74-4f38-b28b-25276dd2d8bc tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413491 Oct 27 16:11:16.677032 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-6162f54c-b862-4596-8408-0c8bfcd87d08 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0534322 Oct 27 16:11:16.710630 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.714142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1fec10f8-400a-48ff-92a3-9f7a98e7f186 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58201ecfb53249d083a77862665839f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214881 Oct 27 16:11:16.714956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec10f8-400a-48ff-92a3-9f7a98e7f186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4790c4a-1043-4bc3-a7f1-abfa8c8e8fa6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:16.719059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55286) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:16.724604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:16.789751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11c8fa78-6fb2-4ff5-ae84-b327d339d233 req-61c7c63b-d335-4cf3-bc73-d23172d343ae tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 210 time: 0.0419846 Oct 27 16:11:16.853228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:16.873327 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:16.883865 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event updated for resources: {'Port': ['ID=771bf08f-668a-46c6-9e9c-be929ec10736,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:16.885824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Allocated IP 192.168.233.209 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/905584dc-a8c2-4271-a312-4f8ce4585894) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:16.888125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:16.914102 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331a123d-f6a6-4926-9bc3-3cab0d4552cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.952171 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-66f7deb4-164e-4b31-9424-306b21f15363 service neutron] 10.222.0.15 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639208 Oct 27 16:11:16.963542 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331a123d-f6a6-4926-9bc3-3cab0d4552cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:16.997428 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:16.998608 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.037276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:17.144412 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-4c43d671-def6-449c-ace0-acdf149eec88 service neutron] 10.222.0.15 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764445 Oct 27 16:11:17.170042 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-f862c49f-67cf-4f9a-993a-d36c19f5c941 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0378714 Oct 27 16:11:17.206856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Request body: {'port': {'device_id': '8e391fb0-b275-4e3c-9f89-0a100c6ca409', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:17.211429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:17.218711 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331a123d-f6a6-4926-9bc3-3cab0d4552cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.222095 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331a123d-f6a6-4926-9bc3-3cab0d4552cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.223296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-331a123d-f6a6-4926-9bc3-3cab0d4552cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4790c4a-1043-4bc3-a7f1-abfa8c8e8fa6 HTTP/1.1" status: 204 len: 168 time: 0.5032825 Oct 27 16:11:17.234007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bbbe67-e226-4867-b719-293ae811b293 None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:17.250914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a123d-f6a6-4926-9bc3-3cab0d4552cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4790c4a-1043-4bc3-a7f1-abfa8c8e8fa6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:17.266560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbbe67-e226-4867-b719-293ae811b293 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:17.272267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-04bbbe67-e226-4867-b719-293ae811b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:17.282164 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-51cec674-e735-4fa4-a3aa-2fdbaab73be9 None None] Provisioning complete for port 771bf08f-668a-46c6-9e9c-be929ec10736 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:17.282534 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51cec674-e735-4fa4-a3aa-2fdbaab73be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.300444 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.339499 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3efb9c04-35e7-4484-952c-a319a7457db3 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0273628 Oct 27 16:11:17.343671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55292) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:17.351725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-bb0cf4bd-872c-4253-a33d-6cbe9d6d6db1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'floatingip': {'port_id': '3a0e23f4-b858-4113-bbc7-4190302615fb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:17.355019 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.434190 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bb0cf4bd-872c-4253-a33d-6cbe9d6d6db1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.514931 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.580809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-51cec674-e735-4fa4-a3aa-2fdbaab73be9 None None] Port 771bf08f-668a-46c6-9e9c-be929ec10736 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:17.589495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-04bbbe67-e226-4867-b719-293ae811b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:17.604612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bbbe67-e226-4867-b719-293ae811b293 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:17.605962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-04bbbe67-e226-4867-b719-293ae811b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:17.637380 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23e3c0b6-6d07-482b-8c88-d5bc8cfbe007 req-943899cb-25e9-442a-93b2-728ce9a5a0fe tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 210 time: 0.0686471 Oct 27 16:11:17.667456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-04bbbe67-e226-4867-b719-293ae811b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:17.668157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bbbe67-e226-4867-b719-293ae811b293 None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:17.721822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:17.733969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:17.894660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event updated for resources: {'Port': ['ID=905584dc-a8c2-4271-a312-4f8ce4585894,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:17.902402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:17.912763 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:17.919306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:17.970129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e2200-d881-49d4-8882-b81c40bfb7b0 req-1fc905d5-69c6-4268-9487-891a0d649d29 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:17.973246 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f48e2200-d881-49d4-8882-b81c40bfb7b0 req-1fc905d5-69c6-4268-9487-891a0d649d29 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 943 time: 0.1967137 Oct 27 16:11:18.061824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.062335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.080898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda13480-97fe-461d-80a8-9590f8f7f46a req-4ca14353-7785-48a7-b69a-15a67cd4704c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:18.088859 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eda13480-97fe-461d-80a8-9590f8f7f46a req-4ca14353-7785-48a7-b69a-15a67cd4704c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 936 time: 0.1970391 Oct 27 16:11:18.113915 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f48e2200-d881-49d4-8882-b81c40bfb7b0 req-f7a4726e-ea72-4736-8ac8-7c6cafe84984 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282759 Oct 27 16:11:18.155389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55312) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:18.165311 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eda13480-97fe-461d-80a8-9590f8f7f46a req-f8cfc52f-2cdc-4ddf-899c-7c544823e06e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707321 Oct 27 16:11:18.172183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14304047-c6f6-42f2-86cb-833835f297a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.193108 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-13b19d3c-16e8-42ea-acd3-924800214430 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3965759 Oct 27 16:11:18.213646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Request body: {'port': {'device_id': 'bc1bb61e-b855-4ff4-b99d-00c91b05cb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:18.219835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771bf08f-668a-46c6-9e9c-be929ec10736 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:18.251236 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.306547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Transition to ACTIVE for port object 771bf08f-668a-46c6-9e9c-be929ec10736 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:18.315753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5a186e82-e7c6-426c-9696-fea1a44d3056 None None] Provisioning complete for port 905584dc-a8c2-4271-a312-4f8ce4585894 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:18.316473 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5a186e82-e7c6-426c-9696-fea1a44d3056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.326633 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.378399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5a186e82-e7c6-426c-9696-fea1a44d3056 None None] Port 905584dc-a8c2-4271-a312-4f8ce4585894 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:18.388173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.474388 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c3b1d4e7-2248-4973-b2c9-84cdd683d7e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.475111 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14304047-c6f6-42f2-86cb-833835f297a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.493560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b2944592-cb53-4bba-99c8-e07c163a78a3 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:18.530432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Pushing event updated for resources: {'Port': ['ID=771bf08f-668a-46c6-9e9c-be929ec10736,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:18.581564 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14304047-c6f6-42f2-86cb-833835f297a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.651245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bb0cf4bd-872c-4253-a33d-6cbe9d6d6db1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.653245 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b2944592-cb53-4bba-99c8-e07c163a78a3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2944592-cb53-4bba-99c8-e07c163a78a3,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:18.668032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'b2944592-cb53-4bba-99c8-e07c163a78a3', 'network_id': 'a97464ad-8057-4203-aa3f-78d7ca08e077', 'port_id': 'b2944592-cb53-4bba-99c8-e07c163a78a3', 'mac_address': 'fa:16:3e:b1:0e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '721f241b-ed35-4c2c-99e2-6d7c60098292', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:18.710563 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.724763 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-14304047-c6f6-42f2-86cb-833835f297a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b410f44dea5840d787a27e0f26c8ecbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5665331 Oct 27 16:11:18.726084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55320) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:18.729497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2944592-cb53-4bba-99c8-e07c163a78a3 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:18.729807 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14304047-c6f6-42f2-86cb-833835f297a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5616a7cb-df72-4bd2-aa80-78b6645e46f9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:18.749064 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bb0cf4bd-872c-4253-a33d-6cbe9d6d6db1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.759351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Attempting to bind port 771bf08f-668a-46c6-9e9c-be929ec10736 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:18.759692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Attempting to bind port 771bf08f-668a-46c6-9e9c-be929ec10736 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:18.760027 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Attempting to bind port 771bf08f-668a-46c6-9e9c-be929ec10736 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:18.770220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Port 771bf08f-668a-46c6-9e9c-be929ec10736 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:18.771001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Attempting to bind port 771bf08f-668a-46c6-9e9c-be929ec10736 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:18.778517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b2944592-cb53-4bba-99c8-e07c163a78a3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2944592-cb53-4bba-99c8-e07c163a78a3,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:18.785122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:18.785122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:18.785588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:18.786024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Bound port: 771bf08f-668a-46c6-9e9c-be929ec10736, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:18.786379 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.877461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-49d2c11a-db9e-435d-bed3-820c6d957e86 req-677c7c12-06c7-464e-9c13-6b660f9227c1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 210 time: 0.0723839 Oct 27 16:11:18.881956 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.912318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2be0088-16b7-4f9f-8aac-eff14380bcf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.916580 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] For port 771bf08f-668a-46c6-9e9c-be929ec10736, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:18.925261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] For port 771bf08f-668a-46c6-9e9c-be929ec10736, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=771bf08f-668a-46c6-9e9c-be929ec10736,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:18.927753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905584dc-a8c2-4271-a312-4f8ce4585894 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:18.937665 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.945429 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2be0088-16b7-4f9f-8aac-eff14380bcf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:18.957744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b2944592-cb53-4bba-99c8-e07c163a78a3,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:18.961272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Transition to ACTIVE for port object 905584dc-a8c2-4271-a312-4f8ce4585894 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:18.973401 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.012323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.013057 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.014362 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] 10.222.0.54 "PUT /v2.0/ports/771bf08f-668a-46c6-9e9c-be929ec10736 HTTP/1.1" status: 200 len: 1096 time: 1.8264840 Oct 27 16:11:19.020317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e391fb0-b275-4e3c-9f89-0a100c6ca409', 'tag': '771bf08f-668a-46c6-9e9c-be929ec10736'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:19.022617 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3d293c-15f8-43e1-aa83-8aacffb8e1df" -d '{"events": [{"name": "network-changed", "server_uuid": "8e391fb0-b275-4e3c-9f89-0a100c6ca409", "tag": "771bf08f-668a-46c6-9e9c-be929ec10736"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:19.050273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc73c34-3492-4dc1-9d79-b3acee6bceae service neutron] Pushing event updated for resources: {'Port': ['ID=771bf08f-668a-46c6-9e9c-be929ec10736,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:19.088500 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55d57ab-1b15-49b2-97b1-3336a0a9fa99 x-openstack-request-id: req-f55d57ab-1b15-49b2-97b1-3336a0a9fa99 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:19.088828 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e391fb0-b275-4e3c-9f89-0a100c6ca409", "tag": "771bf08f-668a-46c6-9e9c-be929ec10736", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:19.089080 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f55d57ab-1b15-49b2-97b1-3336a0a9fa99 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:19.089540 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e391fb0-b275-4e3c-9f89-0a100c6ca409', 'tag': '771bf08f-668a-46c6-9e9c-be929ec10736', 'status': 'completed', 'code': 200} Oct 27 16:11:19.090348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.105084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0cf4bd-872c-4253-a33d-6cbe9d6d6db1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:19.189192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['b2944592-cb53-4bba-99c8-e07c163a78a3'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:19.214236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=905584dc-a8c2-4271-a312-4f8ce4585894,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:19.229148 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2be0088-16b7-4f9f-8aac-eff14380bcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.234106 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2be0088-16b7-4f9f-8aac-eff14380bcf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.236378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d2be0088-16b7-4f9f-8aac-eff14380bcf8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5616a7cb-df72-4bd2-aa80-78b6645e46f9 HTTP/1.1" status: 204 len: 168 time: 0.5092831 Oct 27 16:11:19.278160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d293c-15f8-43e1-aa83-8aacffb8e1df req-df574046-046f-468c-8b7d-6165e3afe180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.285949 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba3d293c-15f8-43e1-aa83-8aacffb8e1df req-df574046-046f-468c-8b7d-6165e3afe180 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409 HTTP/1.1" status: 200 len: 1099 time: 0.1517828 Oct 27 16:11:19.317795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be0088-16b7-4f9f-8aac-eff14380bcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5616a7cb-df72-4bd2-aa80-78b6645e46f9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:19.406481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba3d293c-15f8-43e1-aa83-8aacffb8e1df req-08d2c85e-f782-4103-859f-7f09e7a3f8d9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996461 Oct 27 16:11:19.410257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11c9a7-4d6d-4b4a-9978-ef644746f550 req-8794e8c8-43f7-4375-a2e9-8e390645dad1 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.418311 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e11c9a7-4d6d-4b4a-9978-ef644746f550 req-8794e8c8-43f7-4375-a2e9-8e390645dad1 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 944 time: 0.1943970 Oct 27 16:11:19.488702 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e11c9a7-4d6d-4b4a-9978-ef644746f550 req-774f0fc5-e03e-4b96-9129-97c55051a300 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692441 Oct 27 16:11:19.493139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0cf4bd-872c-4253-a33d-6cbe9d6d6db1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:19.513589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Attempting to bind port 905584dc-a8c2-4271-a312-4f8ce4585894 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:19.513966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Attempting to bind port 905584dc-a8c2-4271-a312-4f8ce4585894 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:19.514295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Attempting to bind port 905584dc-a8c2-4271-a312-4f8ce4585894 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:19.519344 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56836aa-79d4-4342-9c1f-88c44fd9e3ce None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:19.528971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9454477-d00a-46f7-b5bd-631b8b505230 req-ed85fe2d-0416-4356-907b-390a4cb303bd tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.537515 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b9454477-d00a-46f7-b5bd-631b8b505230 req-ed85fe2d-0416-4356-907b-390a4cb303bd tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 948 time: 0.2449989 Oct 27 16:11:19.538172 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bb0cf4bd-872c-4253-a33d-6cbe9d6d6db1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.542095 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56836aa-79d4-4342-9c1f-88c44fd9e3ce None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:19.542332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Port 905584dc-a8c2-4271-a312-4f8ce4585894 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:19.542605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Attempting to bind port 905584dc-a8c2-4271-a312-4f8ce4585894 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:19.544898 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d56836aa-79d4-4342-9c1f-88c44fd9e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:19.610161 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d56836aa-79d4-4342-9c1f-88c44fd9e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:19.617100 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56836aa-79d4-4342-9c1f-88c44fd9e3ce None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:19.617977 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d56836aa-79d4-4342-9c1f-88c44fd9e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:19.635580 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b9454477-d00a-46f7-b5bd-631b8b505230 req-af850d98-0ca8-4e83-bc84-2815eb0e6155 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970850 Oct 27 16:11:19.646031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:19.651864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bb0cf4bd-872c-4253-a33d-6cbe9d6d6db1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "PUT /v2.0/floatingips/ab9c50fe-9028-403e-8f94-c137cfc7b87f HTTP/1.1" status: 200 len: 978 time: 2.3063817 Oct 27 16:11:19.656878 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55336) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:19.659736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:19.660555 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:19.663379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Bound port: 905584dc-a8c2-4271-a312-4f8ce4585894, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:19.663969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.800262 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d56836aa-79d4-4342-9c1f-88c44fd9e3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:19.800889 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56836aa-79d4-4342-9c1f-88c44fd9e3ce None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:19.811601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d293c-15f8-43e1-aa83-8aacffb8e1df req-63ff1159-c6a7-4c64-a1ba-1ba9552ced33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.814187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba3d293c-15f8-43e1-aa83-8aacffb8e1df req-63ff1159-c6a7-4c64-a1ba-1ba9552ced33 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3940642 Oct 27 16:11:19.824255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] For port 905584dc-a8c2-4271-a312-4f8ce4585894, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:19.829866 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] For port 905584dc-a8c2-4271-a312-4f8ce4585894, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=905584dc-a8c2-4271-a312-4f8ce4585894,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:19.898880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.922381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port 0638f36b-34b1-4d66-9a8a-01031a8e07a9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:19.922822 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.950019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.950631 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:19.952016 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] 10.222.0.54 "PUT /v2.0/ports/905584dc-a8c2-4271-a312-4f8ce4585894 HTTP/1.1" status: 200 len: 1096 time: 1.7447488 Oct 27 16:11:19.961661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-94cfe5af-4fcc-465b-972a-d9cf656d1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:19.963154 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-94cfe5af-4fcc-465b-972a-d9cf656d1988 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409 HTTP/1.1" status: 200 len: 1099 time: 0.1005461 Oct 27 16:11:20.033242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9f3a71-52ba-4baf-8f53-72df8738c0b0 service neutron] Pushing event updated for resources: {'Port': ['ID=905584dc-a8c2-4271-a312-4f8ce4585894,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:20.039578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.040550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.044428 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-a9da5318-5953-4156-b3e8-806439448c7f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=771bf08f-668a-46c6-9e9c-be929ec10736 HTTP/1.1" status: 200 len: 217 time: 0.0680623 Oct 27 16:11:20.065291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for 0638f36b-34b1-4d66-9a8a-01031a8e07a9 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:20.082972 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29f0af87-0bfe-48b2-91d5-605a3e3629eb req-8db3fd86-decd-4a55-9bca-d3f8d1c87ce1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 210 time: 0.0512018 Oct 27 16:11:20.139560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-1e396476-b3bc-4131-9ca4-22e84fb3e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.141050 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-1e396476-b3bc-4131-9ca4-22e84fb3e3b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0823712 Oct 27 16:11:20.207401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-9d2fd5ac-ec34-4453-ac7f-3f265c6c491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.209254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-9d2fd5ac-ec34-4453-ac7f-3f265c6c491f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 1099 time: 0.0783651 Oct 27 16:11:20.219176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-03674f4c-1ee9-4f8c-b1bd-beea075bb3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.220658 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-03674f4c-1ee9-4f8c-b1bd-beea075bb3fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597239 Oct 27 16:11:20.264819 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-dd4007f1-5bf1-42f9-9948-8d2d04442279 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=905584dc-a8c2-4271-a312-4f8ce4585894 HTTP/1.1" status: 200 len: 217 time: 0.0478973 Oct 27 16:11:20.366559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5f5b036e-8bc2-4bba-a33c-09259b1bbe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.368087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-5f5b036e-8bc2-4bba-a33c-09259b1bbe9e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0903440 Oct 27 16:11:20.387558 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.395008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-bf23f9e0-f851-468d-a4ee-23523b4e3c38 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669898 Oct 27 16:11:20.430369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=0638f36b-34b1-4d66-9a8a-01031a8e07a9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:20.482273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-d2db84b8-446f-4195-baca-919b57783a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.483655 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-d2db84b8-446f-4195-baca-919b57783a04 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037436 Oct 27 16:11:20.491590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b2944592-cb53-4bba-99c8-e07c163a78a3 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:20.538194 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.538990 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP ab9c50fe-9028-403e-8f94-c137cfc7b87f disassociated (deleted). External IP: 172.25.4.60, port: 3a0e23f4-b858-4113-bbc7-4190302615fb. Oct 27 16:11:20.604615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-437ac055-bbe5-4cd1-b583-c09ff4af29a9 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960187 Oct 27 16:11:20.660008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-e2057bbe-792f-4114-892d-dbc569974c1b service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675463 Oct 27 16:11:20.667721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-5f812927-42b7-464c-8119-30f2334098ee tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.669445 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-5f812927-42b7-464c-8119-30f2334098ee tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 812 time: 0.3334930 Oct 27 16:11:20.696257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Request body: {'port': {'device_id': '219bdd3c-885f-40cd-b3ea-4e9e3c03f892', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'admin_state_up': True, 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:20.710780 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port b2944592-cb53-4bba-99c8-e07c163a78a3 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:20.717864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port b2944592-cb53-4bba-99c8-e07c163a78a3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:20.718549 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.794649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68ae47-d809-4eef-8356-bdfe3a15fd92 req-f305fc91-6caf-4547-bf04-314f81fd2767 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.796323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dc68ae47-d809-4eef-8356-bdfe3a15fd92 req-f305fc91-6caf-4547-bf04-314f81fd2767 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 944 time: 0.1605458 Oct 27 16:11:20.815647 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:20.828709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340875f-df32-4802-be3e-e779881fd3e7 req-dceb670a-534b-4002-ba7a-a9a80b9921e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:20.837933 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0340875f-df32-4802-be3e-e779881fd3e7 req-dceb670a-534b-4002-ba7a-a9a80b9921e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 948 time: 0.1122699 Oct 27 16:11:20.855498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port b2944592-cb53-4bba-99c8-e07c163a78a3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2944592-cb53-4bba-99c8-e07c163a78a3,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:20.857672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc6513b-469a-4b74-97d9-ff7bb7fbf502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2944592-cb53-4bba-99c8-e07c163a78a3'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:20.860173 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeb27d4-249c-4de4-8346-711c9dcbe929" -d '{"events": [{"server_uuid": "7cc6513b-469a-4b74-97d9-ff7bb7fbf502", "name": "network-vif-plugged", "status": "completed", "tag": "b2944592-cb53-4bba-99c8-e07c163a78a3"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:20.878100 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff6265be-19e4-49f0-8b80-dd9d72e524b0 req-a68c449e-e32f-4cf6-81d1-c0330fce5abb service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082741 Oct 27 16:11:20.890295 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0340875f-df32-4802-be3e-e779881fd3e7 req-1baed42c-7009-4539-8b38-124bc706641c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490828 Oct 27 16:11:20.967185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dc68ae47-d809-4eef-8356-bdfe3a15fd92 req-00598866-3404-421e-a678-c58805f9e57b tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631644 Oct 27 16:11:20.988664 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:21.046354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:21.065012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=b2944592-cb53-4bba-99c8-e07c163a78a3,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:21.091351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1bb61e-b855-4ff4-b99d-00c91b05cb3a', 'tag': '905584dc-a8c2-4271-a312-4f8ce4585894'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:21.094004 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db44df0-b12b-4013-938a-45c0415473a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1bb61e-b855-4ff4-b99d-00c91b05cb3a", "tag": "905584dc-a8c2-4271-a312-4f8ce4585894"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:21.128810 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c1e2f8-ce2a-47bb-b08f-1c3094beffe0 x-openstack-request-id: req-d2c1e2f8-ce2a-47bb-b08f-1c3094beffe0 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:21.129710 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc6513b-469a-4b74-97d9-ff7bb7fbf502", "name": "network-vif-plugged", "status": "completed", "tag": "b2944592-cb53-4bba-99c8-e07c163a78a3", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:21.130394 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2c1e2f8-ce2a-47bb-b08f-1c3094beffe0 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:21.131326 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc6513b-469a-4b74-97d9-ff7bb7fbf502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2944592-cb53-4bba-99c8-e07c163a78a3', 'code': 200} Oct 27 16:11:21.131492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Made reservation on behalf of e453eb141e324e84bad185e6328bf7f8 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:21.134923 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:21.148737 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91182b28-1bba-430c-b94c-5f0508757a50 x-openstack-request-id: req-91182b28-1bba-430c-b94c-5f0508757a50 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:21.149029 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1bb61e-b855-4ff4-b99d-00c91b05cb3a", "tag": "905584dc-a8c2-4271-a312-4f8ce4585894", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:21.149437 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91182b28-1bba-430c-b94c-5f0508757a50 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:21.149859 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc1bb61e-b855-4ff4-b99d-00c91b05cb3a', 'tag': '905584dc-a8c2-4271-a312-4f8ce4585894', 'status': 'completed', 'code': 200} Oct 27 16:11:21.240235 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f85a164-a323-4401-9688-debc01dff3ee req-cc320fdd-e7cb-40de-806b-0fab31621198 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 210 time: 0.0310273 Oct 27 16:11:21.250180 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db44df0-b12b-4013-938a-45c0415473a9 req-5f8915ff-7988-4379-9bf1-69ab0d0d3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.261153 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2db44df0-b12b-4013-938a-45c0415473a9 req-5f8915ff-7988-4379-9bf1-69ab0d0d3816 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 1099 time: 0.0854912 Oct 27 16:11:21.321402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799d5c1-9052-4365-be81-d67c36211d0b req-67d0aec5-c925-435e-9009-cfd5ab74b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.322896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e799d5c1-9052-4365-be81-d67c36211d0b req-67d0aec5-c925-435e-9009-cfd5ab74b495 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 1096 time: 0.1283607 Oct 27 16:11:21.328090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:21.341826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ef18a-f444-4c3a-9474-c523fdcdad5c None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:21.353056 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:21.363269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ef18a-f444-4c3a-9474-c523fdcdad5c None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:21.365267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c19ef18a-f444-4c3a-9474-c523fdcdad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:21.406639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9c3081d9-2ded-417f-8fc8-399addc6189a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/floatingips/ab9c50fe-9028-403e-8f94-c137cfc7b87f HTTP/1.1" status: 204 len: 168 time: 1.7488904 Oct 27 16:11:21.411918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55378) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:21.422515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c19ef18a-f444-4c3a-9474-c523fdcdad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:21.436192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db44df0-b12b-4013-938a-45c0415473a9 req-ecec1fe6-e041-4800-a11b-558cdac2f7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.438782 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2db44df0-b12b-4013-938a-45c0415473a9 req-ecec1fe6-e041-4800-a11b-558cdac2f7cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.1630354 Oct 27 16:11:21.445231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19ef18a-f444-4c3a-9474-c523fdcdad5c None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:21.445854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c19ef18a-f444-4c3a-9474-c523fdcdad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:21.465427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e799d5c1-9052-4365-be81-d67c36211d0b req-196888b9-2fbd-45e7-b59e-9f2a0024f3e1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160414 Oct 27 16:11:21.468370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Allocated IP 172.20.0.7 (14060b4c-01a1-4d12-9810-8c7a68febede/5585183d-91de-498a-87df-f34ca26ac743/852df851-cd37-4d53-8c35-32327ae0272a) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:21.484642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c19ef18a-f444-4c3a-9474-c523fdcdad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:21.485355 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19ef18a-f444-4c3a-9474-c523fdcdad5c None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:21.487915 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2db44df0-b12b-4013-938a-45c0415473a9 req-885cbc04-77de-4aed-b242-8ab05fc879f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=905584dc-a8c2-4271-a312-4f8ce4585894 HTTP/1.1" status: 200 len: 217 time: 0.0388696 Oct 27 16:11:21.547260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db44df0-b12b-4013-938a-45c0415473a9 req-160d8497-8c4a-4ed6-82c1-d748b6165c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.548918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2db44df0-b12b-4013-938a-45c0415473a9 req-160d8497-8c4a-4ed6-82c1-d748b6165c4f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0511994 Oct 27 16:11:21.555750 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fabf4993-b990-4b55-ba99-a767c2e99c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:21.608542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db44df0-b12b-4013-938a-45c0415473a9 req-f63b60d8-94f3-403b-848f-a96e620af81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:21.610032 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2db44df0-b12b-4013-938a-45c0415473a9 req-f63b60d8-94f3-403b-848f-a96e620af81a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491710 Oct 27 16:11:21.635376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0a9192a3-aadd-4f8c-8ac2-096ed80aedc8 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port 3a0e23f4-b858-4113-bbc7-4190302615fb {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:21.635724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a9192a3-aadd-4f8c-8ac2-096ed80aedc8 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:21.710754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2db44df0-b12b-4013-938a-45c0415473a9 req-ee839c0f-9e51-475b-8faa-189c866ac446 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910563 Oct 27 16:11:21.761519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:21.778151 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a9192a3-aadd-4f8c-8ac2-096ed80aedc8 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:21.796651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0a9192a3-aadd-4f8c-8ac2-096ed80aedc8 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for 3a0e23f4-b858-4113-bbc7-4190302615fb owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:21.988781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.143773 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.172906 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.177038 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2db44df0-b12b-4013-938a-45c0415473a9 req-2acb695e-9fe2-495b-8e02-ee847116836d service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491954 Oct 27 16:11:22.223905 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae3cb-2c87-4b46-960f-40e4f2d6f2c2 req-81239364-9bc3-417d-8e8e-6f2678ea8445 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:22.225770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c8eae3cb-2c87-4b46-960f-40e4f2d6f2c2 req-81239364-9bc3-417d-8e8e-6f2678ea8445 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 945 time: 0.0652647 Oct 27 16:11:22.278022 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c8eae3cb-2c87-4b46-960f-40e4f2d6f2c2 req-917d7daa-862d-4ba6-b498-e04733f05daa tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450306 Oct 27 16:11:22.398968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Network 14060b4c-01a1-4d12-9810-8c7a68febede is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:22.410679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:22.419664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:22.464378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event updated for resources: {'Port': ['ID=852df851-cd37-4d53-8c35-32327ae0272a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:22.491994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d4e4d-8c5d-4e3a-89f4-321f1115b480 req-4ad1a349-2b58-4bf9-a961-bf7bae5e3b52 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:22.493630 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-995d4e4d-8c5d-4e3a-89f4-321f1115b480 req-4ad1a349-2b58-4bf9-a961-bf7bae5e3b52 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 948 time: 0.5240250 Oct 27 16:11:22.539497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:22.540228 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.568506 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-995d4e4d-8c5d-4e3a-89f4-321f1115b480 req-f78e56bf-e94e-4ea9-863a-1d6e0b3648bc tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571871 Oct 27 16:11:22.598109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0644ecf-1804-46be-85f8-6c4ae81ece71 req-b057cef9-efc0-4cc5-b023-e6c719d7c208 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:22.600590 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0644ecf-1804-46be-85f8-6c4ae81ece71 req-b057cef9-efc0-4cc5-b023-e6c719d7c208 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 931 time: 0.0608070 Oct 27 16:11:22.648400 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0644ecf-1804-46be-85f8-6c4ae81ece71 req-ce96f2e4-06ba-4eea-8cdb-92d0045a46bb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388942 Oct 27 16:11:22.655794 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a9192a3-aadd-4f8c-8ac2-096ed80aedc8 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.683697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9192a3-aadd-4f8c-8ac2-096ed80aedc8 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=3a0e23f4-b858-4113-bbc7-4190302615fb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:22.691283 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-8be5719d-faab-4aa8-b605-beb9a07ce2af tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0043442 Oct 27 16:11:22.717774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cbb0a5fb-33f4-4584-bd5e-c569f3b3ef78 None None] Provisioning complete for port 852df851-cd37-4d53-8c35-32327ae0272a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:22.718418 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a5fb-33f4-4584-bd5e-c569f3b3ef78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.725254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Request body: {'port': {'device_id': '219bdd3c-885f-40cd-b3ea-4e9e3c03f892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:22.754839 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cbb0a5fb-33f4-4584-bd5e-c569f3b3ef78 None None] Port 852df851-cd37-4d53-8c35-32327ae0272a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:22.824008 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.834133 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a9192a3-aadd-4f8c-8ac2-096ed80aedc8 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:22.837452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0a9192a3-aadd-4f8c-8ac2-096ed80aedc8 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/ports/3a0e23f4-b858-4113-bbc7-4190302615fb HTTP/1.1" status: 204 len: 168 time: 1.4238915 Oct 27 16:11:22.842716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55410) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:22.850892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:22.949589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.058410 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.137186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852df851-cd37-4d53-8c35-32327ae0272a {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:23.148420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.167734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Transition to ACTIVE for port object 852df851-cd37-4d53-8c35-32327ae0272a will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:23.188541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.25.4.36 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/2f04fbd8-3737-4374-af5a-d243cec49692) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:23.269627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.301656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.424586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.433317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=852df851-cd37-4d53-8c35-32327ae0272a,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:23.463188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Attempting to bind port 852df851-cd37-4d53-8c35-32327ae0272a on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:23.464156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Attempting to bind port 852df851-cd37-4d53-8c35-32327ae0272a by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:23.464564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Attempting to bind port 852df851-cd37-4d53-8c35-32327ae0272a on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:23.480351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Port 852df851-cd37-4d53-8c35-32327ae0272a on network 14060b4c-01a1-4d12-9810-8c7a68febede not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:23.481087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Attempting to bind port 852df851-cd37-4d53-8c35-32327ae0272a on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:23.493830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:23.494166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Checking segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:23.495405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Bound using segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:23.495902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Bound port: 852df851-cd37-4d53-8c35-32327ae0272a, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:23.496284 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.536348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:23.540150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:23.548232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:23.572775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=2f04fbd8-3737-4374-af5a-d243cec49692,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:23.590158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] For port 852df851-cd37-4d53-8c35-32327ae0272a, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:23.593987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] For port 852df851-cd37-4d53-8c35-32327ae0272a, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=852df851-cd37-4d53-8c35-32327ae0272a,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:23.595724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa5041-e4ff-4d90-91d0-680f6052e1df req-f5db6719-6a1a-4b3f-b491-c7f3b8745696 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:23.597906 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2cfa5041-e4ff-4d90-91d0-680f6052e1df req-f5db6719-6a1a-4b3f-b491-c7f3b8745696 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 945 time: 0.2263794 Oct 27 16:11:23.657619 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2cfa5041-e4ff-4d90-91d0-680f6052e1df req-37c5be72-d9cb-45df-bd33-09c377a6adc8 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492506 Oct 27 16:11:23.700479 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.769405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:23.770146 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.771790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] 10.222.0.53 "PUT /v2.0/ports/852df851-cd37-4d53-8c35-32327ae0272a HTTP/1.1" status: 200 len: 1091 time: 1.0546150 Oct 27 16:11:23.775304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219bdd3c-885f-40cd-b3ea-4e9e3c03f892', 'tag': '852df851-cd37-4d53-8c35-32327ae0272a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:23.784588 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079e5c02-1f6d-4c95-ba65-5b2744b837d8" -d '{"events": [{"name": "network-changed", "server_uuid": "219bdd3c-885f-40cd-b3ea-4e9e3c03f892", "tag": "852df851-cd37-4d53-8c35-32327ae0272a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:23.820759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589586c-8781-490a-b35a-197b9bcc60fb req-cb5b43db-d738-4004-b77b-5e963dbf4c8b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:23.822370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a589586c-8781-490a-b35a-197b9bcc60fb req-cb5b43db-d738-4004-b77b-5e963dbf4c8b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 948 time: 0.1674752 Oct 27 16:11:23.823218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfa56f-e772-4f3a-8cc7-11fd6b43cf16 service neutron] Pushing event updated for resources: {'Port': ['ID=852df851-cd37-4d53-8c35-32327ae0272a,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:23.852199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:23.867730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a589586c-8781-490a-b35a-197b9bcc60fb req-89e04e49-6cac-4905-a44f-a0521ab3482e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386934 Oct 27 16:11:23.880817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5cf660-fea0-45a3-9d30-57025dd1dc05 req-5400e6ff-71d4-4ee6-bafa-34badc62d350 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:23.883393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f5cf660-fea0-45a3-9d30-57025dd1dc05 req-5400e6ff-71d4-4ee6-bafa-34badc62d350 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 943 time: 0.1500430 Oct 27 16:11:23.934549 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f5cf660-fea0-45a3-9d30-57025dd1dc05 req-7eef3144-fb81-46e9-8e2a-6f8cb61f304f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429409 Oct 27 16:11:23.972732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-b15d31e4-0078-4ee8-bff1-1f01df2601ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:23.974459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-b15d31e4-0078-4ee8-bff1-1f01df2601ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 1094 time: 0.0838685 Oct 27 16:11:23.991818 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.024133 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc22bc0c-e8c2-4b17-a7b0-8e9d3cceedf4 x-openstack-request-id: req-fc22bc0c-e8c2-4b17-a7b0-8e9d3cceedf4 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:24.024622 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219bdd3c-885f-40cd-b3ea-4e9e3c03f892", "tag": "852df851-cd37-4d53-8c35-32327ae0272a", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:24.025031 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc22bc0c-e8c2-4b17-a7b0-8e9d3cceedf4 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:24.025701 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219bdd3c-885f-40cd-b3ea-4e9e3c03f892', 'tag': '852df851-cd37-4d53-8c35-32327ae0272a', 'status': 'completed', 'code': 200} Oct 27 16:11:24.061361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-b1177b9d-1dab-4359-88da-fb7f797d76e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=852df851-cd37-4d53-8c35-32327ae0272a HTTP/1.1" status: 200 len: 217 time: 0.0783894 Oct 27 16:11:24.126531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-d804884e-aac1-4277-b2a1-3ff6b8ac4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:24.129450 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-d804884e-aac1-4277-b2a1-3ff6b8ac4c3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.0608175 Oct 27 16:11:24.135759 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.162553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 905584dc-a8c2-4271-a312-4f8ce4585894 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:24.186723 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-fd57ff88-a93c-499e-bdc5-1a93a680ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:24.188355 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-fd57ff88-a93c-499e-bdc5-1a93a680ea8e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510182 Oct 27 16:11:24.200179 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.273774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 905584dc-a8c2-4271-a312-4f8ce4585894, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=905584dc-a8c2-4271-a312-4f8ce4585894,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:24.286840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '905584dc-a8c2-4271-a312-4f8ce4585894', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '905584dc-a8c2-4271-a312-4f8ce4585894', 'mac_address': 'fa:16:3e:96:ab:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:24.314275 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-30a67ff8-444a-4126-9e3d-a85daa8a4d1c service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007640 Oct 27 16:11:24.332753 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.346539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905584dc-a8c2-4271-a312-4f8ce4585894 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:24.352957 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.388567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 905584dc-a8c2-4271-a312-4f8ce4585894, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=905584dc-a8c2-4271-a312-4f8ce4585894,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:24.430702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=2f04fbd8-3737-4374-af5a-d243cec49692,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:24.433513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c91f932-5850-4bd7-af0e-0cffe4c32839 req-6726b834-f1e1-40c7-804d-9fa5b838266b service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118438 Oct 27 16:11:24.442719 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.501254 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.503695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 771bf08f-668a-46c6-9e9c-be929ec10736 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:24.561532 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.563898 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a417202b-746f-4543-be24-a65bb58ac062 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7190552 Oct 27 16:11:24.570956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55448) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:24.580980 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'port': {'network_id': 'dd5b4e6b-96f8-4e75-8178-28b598b5b670', 'name': 'tempest-FloatingIPTestJSON-384954698'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:24.593957 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 771bf08f-668a-46c6-9e9c-be929ec10736, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=771bf08f-668a-46c6-9e9c-be929ec10736,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:24.608094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c06b8d-756e-4902-bc7e-a09ca8706c9d req-9010250f-18f6-4935-b08f-b039cba1d4ae tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:24.610385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '771bf08f-668a-46c6-9e9c-be929ec10736', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '771bf08f-668a-46c6-9e9c-be929ec10736', 'mac_address': 'fa:16:3e:dd:c5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:24.617225 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5c06b8d-756e-4902-bc7e-a09ca8706c9d req-9010250f-18f6-4935-b08f-b039cba1d4ae tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 945 time: 0.0825036 Oct 27 16:11:24.676092 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.694061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=905584dc-a8c2-4271-a312-4f8ce4585894,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:24.698012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771bf08f-668a-46c6-9e9c-be929ec10736 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:24.708982 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5c06b8d-756e-4902-bc7e-a09ca8706c9d req-6bae16ec-7e11-4dfc-b7cf-7a83936641ef tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903175 Oct 27 16:11:24.715743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e5c02-1f6d-4c95-ba65-5b2744b837d8 req-c88c5b0f-c1df-485f-8c7a-783ec8cf9db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:24.717544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-079e5c02-1f6d-4c95-ba65-5b2744b837d8 req-c88c5b0f-c1df-485f-8c7a-783ec8cf9db0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 1094 time: 0.0911169 Oct 27 16:11:24.726504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 771bf08f-668a-46c6-9e9c-be929ec10736, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=771bf08f-668a-46c6-9e9c-be929ec10736,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:24.816767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e5c02-1f6d-4c95-ba65-5b2744b837d8 req-eef6febf-601b-4647-b0fd-fe053d2154d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:24.818240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-079e5c02-1f6d-4c95-ba65-5b2744b837d8 req-eef6febf-601b-4647-b0fd-fe053d2154d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.0927429 Oct 27 16:11:24.865715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-079e5c02-1f6d-4c95-ba65-5b2744b837d8 req-3f86a0c4-2c7d-4e16-9413-d959e3d05fac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=852df851-cd37-4d53-8c35-32327ae0272a HTTP/1.1" status: 200 len: 217 time: 0.0368774 Oct 27 16:11:24.880546 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.927362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e5c02-1f6d-4c95-ba65-5b2744b837d8 req-3640ca4f-1a4d-45b0-bed2-b7a87b641b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:24.929325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-079e5c02-1f6d-4c95-ba65-5b2744b837d8 req-3640ca4f-1a4d-45b0-bed2-b7a87b641b8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.0550501 Oct 27 16:11:24.948017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=771bf08f-668a-46c6-9e9c-be929ec10736,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:24.970386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Made reservation on behalf of 1000637c04984eed90a62796292bb527 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:24.976149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:24.997188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e5c02-1f6d-4c95-ba65-5b2744b837d8 req-85c1cbc7-fdf2-4247-b322-2e8721dc970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:24.998701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-079e5c02-1f6d-4c95-ba65-5b2744b837d8 req-85c1cbc7-fdf2-4247-b322-2e8721dc970d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581498 Oct 27 16:11:25.014578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] device_id is not set on port f554ce08-4065-413f-a52c-053bf83a6e4c yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:11:25.067826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0469736-6089-4976-9b0e-5be5734ae246 req-38382983-1c8c-4702-bf23-8e8405d1f569 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:25.069388 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0469736-6089-4976-9b0e-5be5734ae246 req-38382983-1c8c-4702-bf23-8e8405d1f569 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 949 time: 0.1154690 Oct 27 16:11:25.132474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d083d6-2f3b-4c75-bb12-51ac6443537f req-ae1176a1-930c-4fdf-856d-930cc0774caa tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:25.133862 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-55d083d6-2f3b-4c75-bb12-51ac6443537f req-ae1176a1-930c-4fdf-856d-930cc0774caa tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 943 time: 0.1168106 Oct 27 16:11:25.151746 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0469736-6089-4976-9b0e-5be5734ae246 req-ec95282d-a57a-4b7a-91b7-573e8b923e3d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712948 Oct 27 16:11:25.166145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-079e5c02-1f6d-4c95-ba65-5b2744b837d8 req-6e1d81d0-851f-4fe5-b68b-ce05a1807515 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502159 Oct 27 16:11:25.171807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['771bf08f-668a-46c6-9e9c-be929ec10736'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:25.177807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['905584dc-a8c2-4271-a312-4f8ce4585894'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:25.184318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.20.0.2 (dd5b4e6b-96f8-4e75-8178-28b598b5b670/6d19d8cd-fb88-4f3f-b9b9-94ce88dc0e2a/f554ce08-4065-413f-a52c-053bf83a6e4c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:25.239704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-55d083d6-2f3b-4c75-bb12-51ac6443537f req-a0fe5bb6-8f33-4589-9b5e-bb4cc5379d21 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994225 Oct 27 16:11:25.303784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-079e5c02-1f6d-4c95-ba65-5b2744b837d8 req-71217dc3-9d19-4059-b355-88a40bb9ac41 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236672 Oct 27 16:11:25.382341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:25.549713 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:25.600511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network dd5b4e6b-96f8-4e75-8178-28b598b5b670 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:25.603801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:25.606867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:25.634649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=f554ce08-4065-413f-a52c-053bf83a6e4c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:25.671765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:25.672401 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:25.769518 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-675d92f6-4e5c-456e-9a6a-f81f6a25ffe1 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1977885 Oct 27 16:11:25.772304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55474) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:25.776870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e18464bb-fba7-4765-adc4-213776611750 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'floatingip': {'port_id': 'f554ce08-4065-413f-a52c-053bf83a6e4c'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:25.822405 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e18464bb-fba7-4765-adc4-213776611750 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:25.849204 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aabfec-96fb-4b23-b0d8-a7de4ec71334 req-8a7bcc54-8095-47b2-a328-aa73f5746f1e tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:25.850781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44aabfec-96fb-4b23-b0d8-a7de4ec71334 req-8a7bcc54-8095-47b2-a328-aa73f5746f1e tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 945 time: 0.0569265 Oct 27 16:11:25.893786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44aabfec-96fb-4b23-b0d8-a7de4ec71334 req-0166f581-f88f-4d00-a40f-2f52794fdf2c tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups?id=8aa028cf-34b6-432e-b18f-bb46431e484a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363538 Oct 27 16:11:26.139631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add18ee-c7f9-4397-92e0-7bffa39fe477 req-48acc566-9273-46e4-9591-0fb0a52f5bf1 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:26.141123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9add18ee-c7f9-4397-92e0-7bffa39fe477 req-48acc566-9273-46e4-9591-0fb0a52f5bf1 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 945 time: 0.0502839 Oct 27 16:11:26.251572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-9add18ee-c7f9-4397-92e0-7bffa39fe477 req-5a0662f2-50ce-4a7f-86f8-38a5c406d8c5 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Deleting port b2944592-cb53-4bba-99c8-e07c163a78a3 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:26.252000 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9add18ee-c7f9-4397-92e0-7bffa39fe477 req-5a0662f2-50ce-4a7f-86f8-38a5c406d8c5 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:26.311740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e18464bb-fba7-4765-adc4-213776611750 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:26.337535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10fc02f-5039-47da-9bc2-a2795b065595 req-d5897cf3-92f2-4711-9792-c4a69cd9079f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:26.339516 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c10fc02f-5039-47da-9bc2-a2795b065595 req-d5897cf3-92f2-4711-9792-c4a69cd9079f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 949 time: 0.0862811 Oct 27 16:11:26.384637 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c10fc02f-5039-47da-9bc2-a2795b065595 req-b02b5412-131c-4077-b85e-2cf29d5c42d9 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384655 Oct 27 16:11:26.387914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9add18ee-c7f9-4397-92e0-7bffa39fe477 req-5a0662f2-50ce-4a7f-86f8-38a5c406d8c5 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] For port b2944592-cb53-4bba-99c8-e07c163a78a3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=b2944592-cb53-4bba-99c8-e07c163a78a3,segment=NetworkSegment(d83546a6-ea82-4ff7-9e94-6593c9e74b04),segment_id=d83546a6-ea82-4ff7-9e94-6593c9e74b04)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:26.388443 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9add18ee-c7f9-4397-92e0-7bffa39fe477 req-5a0662f2-50ce-4a7f-86f8-38a5c406d8c5 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:26.418948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21261e9-32c4-4361-bab0-e2108419a1f0 req-73ed0e65-0a67-4f98-a91c-c47d4659f1d6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:26.420424 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d21261e9-32c4-4361-bab0-e2108419a1f0 req-73ed0e65-0a67-4f98-a91c-c47d4659f1d6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 943 time: 0.0838695 Oct 27 16:11:26.421288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-9add18ee-c7f9-4397-92e0-7bffa39fe477 req-5a0662f2-50ce-4a7f-86f8-38a5c406d8c5 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Calling delete_port for b2944592-cb53-4bba-99c8-e07c163a78a3 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:26.480894 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e18464bb-fba7-4765-adc4-213776611750 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:26.501434 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d21261e9-32c4-4361-bab0-e2108419a1f0 req-9e8f1e07-9f48-41e9-abfd-b5c04232a22a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744641 Oct 27 16:11:26.589559 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-e18464bb-fba7-4765-adc4-213776611750 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP e664cd9c-f442-4e94-a08e-61adef8b1aac associated. External IP: 172.25.4.36, port: f554ce08-4065-413f-a52c-053bf83a6e4c. Oct 27 16:11:26.686072 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9add18ee-c7f9-4397-92e0-7bffa39fe477 req-5a0662f2-50ce-4a7f-86f8-38a5c406d8c5 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:26.698518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['b2944592-cb53-4bba-99c8-e07c163a78a3'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:26.724738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0662f2-50ce-4a7f-86f8-38a5c406d8c5 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event deleted for resources: {'Port': ['ID=b2944592-cb53-4bba-99c8-e07c163a78a3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:26.780959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9add18ee-c7f9-4397-92e0-7bffa39fe477 req-5a0662f2-50ce-4a7f-86f8-38a5c406d8c5 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] No DVR routers for this DVR port b2944592-cb53-4bba-99c8-e07c163a78a3 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:26.784209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9add18ee-c7f9-4397-92e0-7bffa39fe477 req-5a0662f2-50ce-4a7f-86f8-38a5c406d8c5 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:26.787606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9add18ee-c7f9-4397-92e0-7bffa39fe477 req-5a0662f2-50ce-4a7f-86f8-38a5c406d8c5 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.53 "DELETE /v2.0/ports/b2944592-cb53-4bba-99c8-e07c163a78a3 HTTP/1.1" status: 204 len: 173 time: 0.6397789 Oct 27 16:11:26.788662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc6513b-469a-4b74-97d9-ff7bb7fbf502', 'name': 'network-vif-deleted', 'tag': 'b2944592-cb53-4bba-99c8-e07c163a78a3'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:26.797674 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac514129-9475-4389-9ab3-f0d571f9e052" -d '{"events": [{"server_uuid": "7cc6513b-469a-4b74-97d9-ff7bb7fbf502", "name": "network-vif-deleted", "tag": "b2944592-cb53-4bba-99c8-e07c163a78a3"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:26.835603 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f176402-cc5e-4e24-8dc0-271d0fcba54b x-openstack-request-id: req-0f176402-cc5e-4e24-8dc0-271d0fcba54b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:26.835900 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc6513b-469a-4b74-97d9-ff7bb7fbf502", "name": "network-vif-deleted", "tag": "b2944592-cb53-4bba-99c8-e07c163a78a3", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:26.836184 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f176402-cc5e-4e24-8dc0-271d0fcba54b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:26.836581 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc6513b-469a-4b74-97d9-ff7bb7fbf502', 'name': 'network-vif-deleted', 'tag': 'b2944592-cb53-4bba-99c8-e07c163a78a3', 'status': 'completed', 'code': 200} Oct 27 16:11:26.840244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18464bb-fba7-4765-adc4-213776611750 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:26.959991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18464bb-fba7-4765-adc4-213776611750 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:26.966221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e18464bb-fba7-4765-adc4-213776611750 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:26.975592 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca71f93-6346-46b0-81c4-2eafceb90df4 None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:26.992134 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca71f93-6346-46b0-81c4-2eafceb90df4 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:26.992766 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bca71f93-6346-46b0-81c4-2eafceb90df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:27.013462 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e18464bb-fba7-4765-adc4-213776611750 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "PUT /v2.0/floatingips/e664cd9c-f442-4e94-a08e-61adef8b1aac HTTP/1.1" status: 200 len: 976 time: 1.2377062 Oct 27 16:11:27.013704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55500) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:27.035272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-672bc38d-1a3d-40ce-a984-0219b2df5352 req-28bf0870-22de-4a82-90db-26a10aae7429 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/ports?device_id=7cc6513b-469a-4b74-97d9-ff7bb7fbf502 HTTP/1.1" status: 200 len: 210 time: 0.0543683 Oct 27 16:11:27.066583 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bca71f93-6346-46b0-81c4-2eafceb90df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:27.077410 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca71f93-6346-46b0-81c4-2eafceb90df4 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:27.077942 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bca71f93-6346-46b0-81c4-2eafceb90df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:27.116435 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bca71f93-6346-46b0-81c4-2eafceb90df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:27.117078 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca71f93-6346-46b0-81c4-2eafceb90df4 None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:27.120602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port f554ce08-4065-413f-a52c-053bf83a6e4c {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:27.120990 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:27.216484 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:27.467858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:27.468578 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:27.468677 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP e664cd9c-f442-4e94-a08e-61adef8b1aac disassociated. External IP: 172.25.4.36, port: f554ce08-4065-413f-a52c-053bf83a6e4c. Oct 27 16:11:27.469074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for f554ce08-4065-413f-a52c-053bf83a6e4c owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:27.604957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458e9e6-0c2d-4d81-9c58-a30358efddf9 req-eb730167-57d0-4de2-9db6-bbf3d10540c8 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:27.606419 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3458e9e6-0c2d-4d81-9c58-a30358efddf9 req-eb730167-57d0-4de2-9db6-bbf3d10540c8 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 949 time: 0.1328051 Oct 27 16:11:27.643820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3935e1-9d90-48a2-8097-180a6bd69fac req-46f5019e-349a-4329-9321-f1f70cd02314 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:27.652975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d3935e1-9d90-48a2-8097-180a6bd69fac req-46f5019e-349a-4329-9321-f1f70cd02314 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 943 time: 0.0642562 Oct 27 16:11:27.733280 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d3935e1-9d90-48a2-8097-180a6bd69fac req-b0a710d8-db4e-49ae-ada8-ecd56fe23b31 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 Oct 27 16:11:28.025467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3458e9e6-0c2d-4d81-9c58-a30358efddf9 req-f294ca97-8999-4964-813b-5d38c43915d0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057045 Oct 27 16:11:28.086045 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.114726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=f554ce08-4065-413f-a52c-053bf83a6e4c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:28.180457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 905584dc-a8c2-4271-a312-4f8ce4585894 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:28.274074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:28.283941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 905584dc-a8c2-4271-a312-4f8ce4585894 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:28.287930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 905584dc-a8c2-4271-a312-4f8ce4585894 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:28.292689 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.341782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55536) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:28.381130 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.408235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:28.412249 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39592064-ad39-4a27-9c29-a8d5a6e0fdbf tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.422893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1bb61e-b855-4ff4-b99d-00c91b05cb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905584dc-a8c2-4271-a312-4f8ce4585894'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:28.427348 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71b828a-99c6-4419-83de-0533316e3078" -d '{"events": [{"server_uuid": "bc1bb61e-b855-4ff4-b99d-00c91b05cb3a", "name": "network-vif-plugged", "status": "completed", "tag": "905584dc-a8c2-4271-a312-4f8ce4585894"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:28.430343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e181db3-f9cf-41a9-a1d0-4cf5eb824919 None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:28.446672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39592064-ad39-4a27-9c29-a8d5a6e0fdbf tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.451759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 905584dc-a8c2-4271-a312-4f8ce4585894, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=905584dc-a8c2-4271-a312-4f8ce4585894,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:28.454806 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e181db3-f9cf-41a9-a1d0-4cf5eb824919 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:28.457207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1e181db3-f9cf-41a9-a1d0-4cf5eb824919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:28.498678 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.503259 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0cffebc0-a131-4a4f-8a6f-ba202b602b97 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/ports/f554ce08-4065-413f-a52c-053bf83a6e4c HTTP/1.1" status: 204 len: 168 time: 1.4884181 Oct 27 16:11:28.505850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55540) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:28.518129 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b185e30-b4ae-4b96-b4fa-30a931433bbb x-openstack-request-id: req-9b185e30-b4ae-4b96-b4fa-30a931433bbb {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:28.519341 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1bb61e-b855-4ff4-b99d-00c91b05cb3a", "name": "network-vif-plugged", "status": "completed", "tag": "905584dc-a8c2-4271-a312-4f8ce4585894", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:28.519601 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b185e30-b4ae-4b96-b4fa-30a931433bbb {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:28.520002 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1bb61e-b855-4ff4-b99d-00c91b05cb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905584dc-a8c2-4271-a312-4f8ce4585894', 'code': 200} Oct 27 16:11:28.521086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1e181db3-f9cf-41a9-a1d0-4cf5eb824919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:28.532986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e181db3-f9cf-41a9-a1d0-4cf5eb824919 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:28.535049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1e181db3-f9cf-41a9-a1d0-4cf5eb824919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:28.566886 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2fa25f39-0348-4e8b-a8f0-fbef5acbadfd tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "GET /v2.0/floatingips/e664cd9c-f442-4e94-a08e-61adef8b1aac HTTP/1.1" status: 200 len: 687 time: 0.0597591 Oct 27 16:11:28.569589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55542) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:28.572418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 852df851-cd37-4d53-8c35-32327ae0272a details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:28.574879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1e181db3-f9cf-41a9-a1d0-4cf5eb824919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:28.575479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e181db3-f9cf-41a9-a1d0-4cf5eb824919 None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:28.577037 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.582349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 771bf08f-668a-46c6-9e9c-be929ec10736 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:28.604530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6915-8c73-4bca-b044-9c4f2631f3b8 req-da29d51c-096f-4c5c-9232-72b44704c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:28.606086 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fae6915-8c73-4bca-b044-9c4f2631f3b8 req-da29d51c-096f-4c5c-9232-72b44704c427 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 1101 time: 0.0545864 Oct 27 16:11:28.654333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fae6915-8c73-4bca-b044-9c4f2631f3b8 req-ae972c26-9c1b-4f17-84a7-a08832334df2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402904 Oct 27 16:11:28.661139 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39592064-ad39-4a27-9c29-a8d5a6e0fdbf tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.663780 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39592064-ad39-4a27-9c29-a8d5a6e0fdbf tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.664960 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-39592064-ad39-4a27-9c29-a8d5a6e0fdbf tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "DELETE /v2.0/security-groups/a5b1f905-9e06-4ed7-80e0-65c444bfb072 HTTP/1.1" status: 204 len: 168 time: 0.3222203 Oct 27 16:11:28.667759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55546) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:28.691837 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-0903041a-2d86-4763-ad59-0e158a4a5770 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] show failed (client error): The resource could not be found. Oct 27 16:11:28.693311 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0903041a-2d86-4763-ad59-0e158a4a5770 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "GET /v2.0/security-groups/a5b1f905-9e06-4ed7-80e0-65c444bfb072 HTTP/1.1" status: 404 len: 347 time: 0.0231328 Oct 27 16:11:28.697878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55548) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:28.704239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39592064-ad39-4a27-9c29-a8d5a6e0fdbf tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b1f905-9e06-4ed7-80e0-65c444bfb072,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:28.732467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-51896685-68f7-421c-a034-d3d266d45c61 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port 2f04fbd8-3737-4374-af5a-d243cec49692 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:28.732920 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51896685-68f7-421c-a034-d3d266d45c61 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.766015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=905584dc-a8c2-4271-a312-4f8ce4585894,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:28.809076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 771bf08f-668a-46c6-9e9c-be929ec10736 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:28.832213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 771bf08f-668a-46c6-9e9c-be929ec10736 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:28.832437 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.838905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 852df851-cd37-4d53-8c35-32327ae0272a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=852df851-cd37-4d53-8c35-32327ae0272a,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:28.879384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d1909f5a-cf41-4a73-a372-6f3a6fcb6491 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Deleting port 842b02b9-487a-454c-8704-97f715e96a4b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:28.879625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '852df851-cd37-4d53-8c35-32327ae0272a', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'port_id': '852df851-cd37-4d53-8c35-32327ae0272a', 'mac_address': 'fa:16:3e:e2:7f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:28.879753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1909f5a-cf41-4a73-a372-6f3a6fcb6491 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.922374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce7ce6-70ff-435d-b1d6-4fb2c286726d req-4171628d-d52b-45b0-980a-fddd630e42a5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:28.930163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ce7ce6-70ff-435d-b1d6-4fb2c286726d req-4171628d-d52b-45b0-980a-fddd630e42a5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 943 time: 0.1194766 Oct 27 16:11:28.940518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51896685-68f7-421c-a034-d3d266d45c61 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.940866 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51896685-68f7-421c-a034-d3d266d45c61 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.962917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-51896685-68f7-421c-a034-d3d266d45c61 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for 2f04fbd8-3737-4374-af5a-d243cec49692 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:28.976150 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.990968 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:28.993612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852df851-cd37-4d53-8c35-32327ae0272a {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:29.023393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ce7ce6-70ff-435d-b1d6-4fb2c286726d req-d0fbfeea-3cec-4fd8-a5d6-b16f7d717de0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896318 Oct 27 16:11:29.024794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 852df851-cd37-4d53-8c35-32327ae0272a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=852df851-cd37-4d53-8c35-32327ae0272a,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:29.037843 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1909f5a-cf41-4a73-a372-6f3a6fcb6491 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.038304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1909f5a-cf41-4a73-a372-6f3a6fcb6491 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.070157 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d1909f5a-cf41-4a73-a372-6f3a6fcb6491 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Calling delete_port for 842b02b9-487a-454c-8704-97f715e96a4b owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:29.082519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 771bf08f-668a-46c6-9e9c-be929ec10736, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=771bf08f-668a-46c6-9e9c-be929ec10736,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:29.114979 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.180314 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.191862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=852df851-cd37-4d53-8c35-32327ae0272a,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:29.242282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb9a8-c909-45bf-a306-a13d47b0ff9e req-5732c3f2-9e33-4d8d-850d-d82116c1a2d2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:29.248743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7fabb9a8-c909-45bf-a306-a13d47b0ff9e req-5732c3f2-9e33-4d8d-850d-d82116c1a2d2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 950 time: 0.0992713 Oct 27 16:11:29.248920 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=771bf08f-668a-46c6-9e9c-be929ec10736,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:29.261204 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.287061 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7fabb9a8-c909-45bf-a306-a13d47b0ff9e req-c485e921-5b52-415b-ad0f-da89b1cfdd3f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370810 Oct 27 16:11:29.314759 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1909f5a-cf41-4a73-a372-6f3a6fcb6491 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.348689 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1909f5a-cf41-4a73-a372-6f3a6fcb6491 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Pushing event deleted for resources: {'Port': ['ID=842b02b9-487a-454c-8704-97f715e96a4b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:29.360243 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51896685-68f7-421c-a034-d3d266d45c61 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.388102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51896685-68f7-421c-a034-d3d266d45c61 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=2f04fbd8-3737-4374-af5a-d243cec49692,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:29.413037 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1909f5a-cf41-4a73-a372-6f3a6fcb6491 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.415881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1909f5a-cf41-4a73-a372-6f3a6fcb6491 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.419461 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d1909f5a-cf41-4a73-a372-6f3a6fcb6491 tempest-ImagesOneServerNegativeTestJSON-1782696544 tempest-ImagesOneServerNegativeTestJSON-1782696544-project] 10.222.0.15 "DELETE /v2.0/floatingips/8560deb6-48b2-458e-9abf-a5d8268036df HTTP/1.1" status: 204 len: 168 time: 0.7182193 Oct 27 16:11:29.440371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['852df851-cd37-4d53-8c35-32327ae0272a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:29.456270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51896685-68f7-421c-a034-d3d266d45c61 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.459246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51896685-68f7-421c-a034-d3d266d45c61 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.460268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-51896685-68f7-421c-a034-d3d266d45c61 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/floatingips/e664cd9c-f442-4e94-a08e-61adef8b1aac HTTP/1.1" status: 204 len: 168 time: 0.8896346 Oct 27 16:11:29.464213 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:29.468809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': 'abe08300-e533-4f30-baf3-cf01e8fc7897'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:29.542016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55576) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:29.594236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-bada1505-a8c8-4ed0-b9b5-724a3604af03 admin admin] Deleting subnet 721f241b-ed35-4c2c-99e2-6d7c60098292 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:11:29.598131 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bada1505-a8c8-4ed0-b9b5-724a3604af03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.630315 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.675790 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bada1505-a8c8-4ed0-b9b5-724a3604af03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.727690 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bada1505-a8c8-4ed0-b9b5-724a3604af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.813613 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.877270 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bada1505-a8c8-4ed0-b9b5-724a3604af03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.929833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada1505-a8c8-4ed0-b9b5-724a3604af03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=721f241b-ed35-4c2c-99e2-6d7c60098292,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:29.939561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bada1505-a8c8-4ed0-b9b5-724a3604af03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:29.943137 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bada1505-a8c8-4ed0-b9b5-724a3604af03 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/721f241b-ed35-4c2c-99e2-6d7c60098292 HTTP/1.1" status: 204 len: 168 time: 0.4000831 Oct 27 16:11:29.945927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55584) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:29.972757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.25.4.80 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/00480e3d-2db0-47ac-9a2d-89eae3ec71a3) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:30.023661 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.125032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.177209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.203828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a97464ad-8057-4203-aa3f-78d7ca08e077']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:30.216741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83546a6-ea82-4ff7-9e94-6593c9e74b04') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:30.217020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83546a6-ea82-4ff7-9e94-6593c9e74b04') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:30.223553 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.229467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70512-04ba-4f3a-8c4f-8c38bc9398ce req-77df7349-4e70-487b-95da-ef4001d9fc3c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.229467 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ef70512-04ba-4f3a-8c4f-8c38bc9398ce req-77df7349-4e70-487b-95da-ef4001d9fc3c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 944 time: 0.1325078 Oct 27 16:11:30.238793 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.270075 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.277015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:30.280985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:30.285284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:11:30.285545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:30.285961 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:11:30.287923 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:11:30.291466 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=00480e3d-2db0-47ac-9a2d-89eae3ec71a3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:30.342618 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ef70512-04ba-4f3a-8c4f-8c38bc9398ce req-c649950a-ff39-4a51-bc2d-94605305af21 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064286 Oct 27 16:11:30.451732 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.464183 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.470293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a97464ad-8057-4203-aa3f-78d7ca08e077 HTTP/1.1" status: 204 len: 168 time: 0.5232608 Oct 27 16:11:30.489638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd88780-eb3a-4f2f-918f-3b60a75a0f92 admin admin] Pushing event deleted for resources: {'Network': ['ID=a97464ad-8057-4203-aa3f-78d7ca08e077,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:30.521193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e391fb0-b275-4e3c-9f89-0a100c6ca409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771bf08f-668a-46c6-9e9c-be929ec10736'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:30.521874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b04fc39-4f58-47c8-a95e-8bd36dc11986 req-3adbb6da-546c-4b28-91e0-9aac45c8ec04 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.522776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b04fc39-4f58-47c8-a95e-8bd36dc11986 req-3adbb6da-546c-4b28-91e0-9aac45c8ec04 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 950 time: 0.1545651 Oct 27 16:11:30.523893 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05053118-95e8-4c2d-80d2-d6431fa0143f" -d '{"events": [{"server_uuid": "8e391fb0-b275-4e3c-9f89-0a100c6ca409", "name": "network-vif-plugged", "status": "completed", "tag": "771bf08f-668a-46c6-9e9c-be929ec10736"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:30.563089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 852df851-cd37-4d53-8c35-32327ae0272a up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:30.589388 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05798a12-7a7a-4b96-9793-6fe0e3473b98 x-openstack-request-id: req-05798a12-7a7a-4b96-9793-6fe0e3473b98 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:30.590048 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e391fb0-b275-4e3c-9f89-0a100c6ca409", "name": "network-vif-plugged", "status": "completed", "tag": "771bf08f-668a-46c6-9e9c-be929ec10736", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:30.591462 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05798a12-7a7a-4b96-9793-6fe0e3473b98 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:30.592114 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e391fb0-b275-4e3c-9f89-0a100c6ca409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771bf08f-668a-46c6-9e9c-be929ec10736', 'code': 200} Oct 27 16:11:30.614865 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b04fc39-4f58-47c8-a95e-8bd36dc11986 req-83d37068-c306-4a92-b5ec-a4b9fe62e927 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582666 Oct 27 16:11:30.709564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 852df851-cd37-4d53-8c35-32327ae0272a completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:30.714317 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 852df851-cd37-4d53-8c35-32327ae0272a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:30.725758 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.761072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32961e-0df6-41e8-8a2c-f75569222d66 req-e7c15b9b-8010-4cac-9548-ffc6ebcaea65 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.770796 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b32961e-0df6-41e8-8a2c-f75569222d66 req-e7c15b9b-8010-4cac-9548-ffc6ebcaea65 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409 HTTP/1.1" status: 200 len: 950 time: 0.0595138 Oct 27 16:11:30.801505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf839f-4fcf-4fdb-8e05-2787d24edd59 req-381e2ea3-ed35-45e6-9577-f1e7f3498f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:30.802992 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0bf839f-4fcf-4fdb-8e05-2787d24edd59 req-381e2ea3-ed35-45e6-9577-f1e7f3498f68 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409 HTTP/1.1" status: 200 len: 1101 time: 0.0971191 Oct 27 16:11:30.820497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b32961e-0df6-41e8-8a2c-f75569222d66 req-d0366fa8-cc5d-4f73-b0e6-1edd3f43904a tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484271 Oct 27 16:11:30.831363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.865880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 852df851-cd37-4d53-8c35-32327ae0272a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=852df851-cd37-4d53-8c35-32327ae0272a,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:30.867696 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.894951 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0bf839f-4fcf-4fdb-8e05-2787d24edd59 req-8b754552-164b-4072-a741-8c389d21de48 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712583 Oct 27 16:11:30.983747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:30.984839 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b2944592-cb53-4bba-99c8-e07c163a78a3 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:31.038440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: b2944592-cb53-4bba-99c8-e07c163a78a3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:11:31.040517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device b2944592-cb53-4bba-99c8-e07c163a78a3 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:31.045171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55610) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:31.059303 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.076401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=852df851-cd37-4d53-8c35-32327ae0272a,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:31.122666 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6d6d7d67-6c80-43e0-914f-c93ca02b4784 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33739797f1754d80be31232f81585062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750723 Oct 27 16:11:31.127076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55616) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:31.182041 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15d38975-c681-49e6-ac16-e362ed690ee7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.205437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15d38975-c681-49e6-ac16-e362ed690ee7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.246510 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.359900 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.388584 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15d38975-c681-49e6-ac16-e362ed690ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.391783 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15d38975-c681-49e6-ac16-e362ed690ee7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.397084 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-15d38975-c681-49e6-ac16-e362ed690ee7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8aa028cf-34b6-432e-b18f-bb46431e484a HTTP/1.1" status: 204 len: 168 time: 0.2682643 Oct 27 16:11:31.406352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d38975-c681-49e6-ac16-e362ed690ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa028cf-34b6-432e-b18f-bb46431e484a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:31.449856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=00480e3d-2db0-47ac-9a2d-89eae3ec71a3,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:31.462103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:31.490379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd0016-5095-4275-90ca-0009ae689f3d req-e0799fb8-4f31-4c92-bc39-de71fa46494f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:31.498588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9dd0016-5095-4275-90ca-0009ae689f3d req-e0799fb8-4f31-4c92-bc39-de71fa46494f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0729961 Oct 27 16:11:31.552320 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9dd0016-5095-4275-90ca-0009ae689f3d req-679385a8-073d-448f-9c92-173795d61ff9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491979 Oct 27 16:11:31.593054 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP 3091c66c-c68c-4e28-ac69-31a8c278d9c2 associated. External IP: 172.25.4.80, port: abe08300-e533-4f30-baf3-cf01e8fc7897. Oct 27 16:11:31.841855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:31.989486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4fbd64-4e85-42b5-8ca1-384644a7bcd9 req-e169f854-9d60-4ea9-b6b7-3a9af6b55c7c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:31.991066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8a4fbd64-4e85-42b5-8ca1-384644a7bcd9 req-e169f854-9d60-4ea9-b6b7-3a9af6b55c7c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409 HTTP/1.1" status: 200 len: 950 time: 0.0966563 Oct 27 16:11:32.020722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:32.034618 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf067ea-9759-462c-a987-e2d3c548f931 None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:32.054143 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8a4fbd64-4e85-42b5-8ca1-384644a7bcd9 req-48247bdd-fc81-4059-b798-a95d63e5ebeb tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509980 Oct 27 16:11:32.054417 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf067ea-9759-462c-a987-e2d3c548f931 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:32.054692 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-acf067ea-9759-462c-a987-e2d3c548f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:32.094583 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-acf067ea-9759-462c-a987-e2d3c548f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:32.104303 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf067ea-9759-462c-a987-e2d3c548f931 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:32.104914 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-acf067ea-9759-462c-a987-e2d3c548f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:32.132039 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.145781 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-acf067ea-9759-462c-a987-e2d3c548f931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:32.146366 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf067ea-9759-462c-a987-e2d3c548f931 None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:32.171347 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d571d61d-e56f-4ff7-9752-04eef2b01803 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7056665 Oct 27 16:11:32.173619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55648) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:32.180252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-814557868'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:32.292174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Made reservation on behalf of 1000637c04984eed90a62796292bb527 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:32.296384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.322574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:11:32.332737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.333484 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Added segment a4d7303d-bd1a-4f4b-8628-8d37307467cd of type vlan for network 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb Oct 27 16:11:32.379145 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.417172 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.462728 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.468923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.469512 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:32.544413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Network': ['ID=65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:32.554756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:11:32.599151 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0d2723a1-9d65-4ed6-9c78-82df49ed6818 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4238269 Oct 27 16:11:32.602224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55666) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:32.607209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219bdd3c-885f-40cd-b3ea-4e9e3c03f892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852df851-cd37-4d53-8c35-32327ae0272a'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:32.607888 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'subnet': {'network_id': '65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:32.610198 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8c3838-897a-4a68-b98c-f3a31e878878" -d '{"events": [{"server_uuid": "219bdd3c-885f-40cd-b3ea-4e9e3c03f892", "name": "network-vif-plugged", "status": "completed", "tag": "852df851-cd37-4d53-8c35-32327ae0272a"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:32.665639 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876609f7-e91e-48c2-90c1-6ab28da52beb x-openstack-request-id: req-876609f7-e91e-48c2-90c1-6ab28da52beb {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:32.666638 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219bdd3c-885f-40cd-b3ea-4e9e3c03f892", "name": "network-vif-plugged", "status": "completed", "tag": "852df851-cd37-4d53-8c35-32327ae0272a", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:32.666969 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-876609f7-e91e-48c2-90c1-6ab28da52beb {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:32.668655 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219bdd3c-885f-40cd-b3ea-4e9e3c03f892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852df851-cd37-4d53-8c35-32327ae0272a', 'code': 200} Oct 27 16:11:32.765965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745f772-17d6-461f-b4c8-dfbc50f61fc2 req-b9866462-4341-4eb7-b319-1d9f8265c094 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.774690 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6745f772-17d6-461f-b4c8-dfbc50f61fc2 req-b9866462-4341-4eb7-b319-1d9f8265c094 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0925851 Oct 27 16:11:32.804546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdef8d-0b35-478a-8276-f7d5bcc470be req-96a1cb35-821a-46d1-b1f6-9e97ec1ed854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:32.806160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d0bdef8d-0b35-478a-8276-f7d5bcc470be req-96a1cb35-821a-46d1-b1f6-9e97ec1ed854 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 1096 time: 0.0506799 Oct 27 16:11:32.818917 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6745f772-17d6-461f-b4c8-dfbc50f61fc2 req-3b5028f5-3844-4e1d-b2ea-3a26fa915cd0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433428 Oct 27 16:11:32.871668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d0bdef8d-0b35-478a-8276-f7d5bcc470be req-1ea99821-5cb9-4562-9799-27c8ffaf16d2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513430 Oct 27 16:11:32.886071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Made reservation on behalf of 1000637c04984eed90a62796292bb527 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:32.892047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.179327 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0647b7a-00d6-47c6-a531-d21b16a32aae req-8e5c7ea2-16a6-4034-bcd8-f5873bb24135 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:33.180900 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0647b7a-00d6-47c6-a531-d21b16a32aae req-8e5c7ea2-16a6-4034-bcd8-f5873bb24135 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409 HTTP/1.1" status: 200 len: 950 time: 0.0555606 Oct 27 16:11:33.182334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.282814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Subnet': ['ID=3fecf353-cc8d-4d85-8bbd-e443a09e4d08,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:33.287271 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0647b7a-00d6-47c6-a531-d21b16a32aae req-17e25804-d4c0-4914-86f5-8c67ac195d39 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948584 Oct 27 16:11:33.294476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Checking segment: {'id': 'a4d7303d-bd1a-4f4b-8628-8d37307467cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:33.294476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network hostable DHCP agents. Network: 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:11:33.377772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:11:33.423808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55700) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:33.501629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:33.507795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:33.508970 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.517097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b54ce-ef97-49ef-8e6b-1f826c38dd3d None None] Network 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:33.613531 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-940e6069-af36-4c55-bc4f-b6f39ef3fd51 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0103920 Oct 27 16:11:33.614297 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55706) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:33.620035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1035371339', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:33.634196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7b1c2-92bf-4b0b-a927-aaa46081d63f req-47ac12c2-f51d-40e8-ac56-91403adae184 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:33.640803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7b1c2-92bf-4b0b-a927-aaa46081d63f req-47ac12c2-f51d-40e8-ac56-91403adae184 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:33.650416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ac7b1c2-92bf-4b0b-a927-aaa46081d63f req-47ac12c2-f51d-40e8-ac56-91403adae184 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409&device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 1691 time: 0.0757806 Oct 27 16:11:33.682136 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7728d3b7-cf4e-4b94-ad3b-500233a9d069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.719455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ac7b1c2-92bf-4b0b-a927-aaa46081d63f req-c2d8b420-2737-449e-a16c-621b1adac488 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690532 Oct 27 16:11:33.734757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb', 'network_id': '65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb', 'tenant_id': '1000637c04984eed90a62796292bb527', 'fixed_ips': [{'subnet_id': '3fecf353-cc8d-4d85-8bbd-e443a09e4d08'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:11:33.735722 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.787871 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7728d3b7-cf4e-4b94-ad3b-500233a9d069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.834666 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.836035 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.916569 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.929099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5c3bf-b088-4625-935c-ed0e18c5cd4c req-ea263c30-caf5-41b0-b1fb-0138b863d5ba tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:33.931073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27f5c3bf-b088-4625-935c-ed0e18c5cd4c req-ea263c30-caf5-41b0-b1fb-0138b863d5ba tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409 HTTP/1.1" status: 200 len: 1101 time: 0.0705287 Oct 27 16:11:33.951555 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7728d3b7-cf4e-4b94-ad3b-500233a9d069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:33.996991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173ac31-0862-4774-90eb-c73265c4f4fb req-8bc8e316-352f-4304-a9b8-32d3b0593729 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:33.999035 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4173ac31-0862-4774-90eb-c73265c4f4fb req-8bc8e316-352f-4304-a9b8-32d3b0593729 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0670345 Oct 27 16:11:34.010199 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7728d3b7-cf4e-4b94-ad3b-500233a9d069 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2d3303f1ff6493ebbf5a2a2f1a2b681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5846069 Oct 27 16:11:34.015555 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55716) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:34.020321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728d3b7-cf4e-4b94-ad3b-500233a9d069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7facd601-0a84-40ba-a006-b6eac5661a76,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:34.036108 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27f5c3bf-b088-4625-935c-ed0e18c5cd4c req-ba332c16-489e-4d49-b167-7377e669fb49 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896125 Oct 27 16:11:34.056154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Allocated IP 172.20.0.2 (65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb/3fecf353-cc8d-4d85-8bbd-e443a09e4d08/3cd19462-61a6-48b7-a8be-627d7004c4d0) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:34.135779 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4173ac31-0862-4774-90eb-c73265c4f4fb req-e5192075-06b8-4e67-b34c-74af2c496e4b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271083 Oct 27 16:11:34.167373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e05913-78c5-4faa-ae47-1945e0b32df9 req-975b44fa-f9d4-482e-989f-eb2e2c73aec7 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:34.172550 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32e05913-78c5-4faa-ae47-1945e0b32df9 req-975b44fa-f9d4-482e-989f-eb2e2c73aec7 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 1101 time: 0.0581307 Oct 27 16:11:34.195451 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a275b273-bcb8-43dc-9f93-903bf89aa6c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.239838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32e05913-78c5-4faa-ae47-1945e0b32df9 req-438f9541-66b7-4223-86b5-001e29659ddf tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553875 Oct 27 16:11:34.287331 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a275b273-bcb8-43dc-9f93-903bf89aa6c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.336207 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.351124 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.435223 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.505108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Network 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:34.508689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:34.512866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:34.543137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Pushing event updated for resources: {'Port': ['ID=3cd19462-61a6-48b7-a8be-627d7004c4d0,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:34.589069 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Attempting to bind port 3cd19462-61a6-48b7-a8be-627d7004c4d0 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:34.589468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Attempting to bind port 3cd19462-61a6-48b7-a8be-627d7004c4d0 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a4d7303d-bd1a-4f4b-8628-8d37307467cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:34.589912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Attempting to bind port 3cd19462-61a6-48b7-a8be-627d7004c4d0 on network 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:34.596332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:34.598834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Checking segment: {'id': 'a4d7303d-bd1a-4f4b-8628-8d37307467cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:34.598834 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.598834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Bound using segment: {'id': 'a4d7303d-bd1a-4f4b-8628-8d37307467cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:34.598834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Bound port: 3cd19462-61a6-48b7-a8be-627d7004c4d0, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d7303d-bd1a-4f4b-8628-8d37307467cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:34.598834 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.681635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] For port 3cd19462-61a6-48b7-a8be-627d7004c4d0, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:34.685907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] For port 3cd19462-61a6-48b7-a8be-627d7004c4d0, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3cd19462-61a6-48b7-a8be-627d7004c4d0,segment=NetworkSegment(a4d7303d-bd1a-4f4b-8628-8d37307467cd),segment_id=a4d7303d-bd1a-4f4b-8628-8d37307467cd)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:34.709974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-72dd14e5-fbb6-4d38-8e42-0ce7fea2a363 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269940 Oct 27 16:11:34.782466 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.854525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-8d211707-882e-47c6-92c2-df381dec6e5d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:34.857584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c8886-29d4-4f32-b448-5478fdba3451 None None] Pushing event updated for resources: {'Port': ['ID=3cd19462-61a6-48b7-a8be-627d7004c4d0,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:34.862797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-8d211707-882e-47c6-92c2-df381dec6e5d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1471572 Oct 27 16:11:34.875194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-694d274a-964a-4b41-9369-c88bf2fdf132 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/quotas/1266fc1b41494361b35f198b10ba7c11 HTTP/1.1" status: 200 len: 375 time: 0.0113916 Oct 27 16:11:34.889639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a275b273-bcb8-43dc-9f93-903bf89aa6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.893033 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a275b273-bcb8-43dc-9f93-903bf89aa6c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:34.897066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a275b273-bcb8-43dc-9f93-903bf89aa6c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7facd601-0a84-40ba-a006-b6eac5661a76 HTTP/1.1" status: 204 len: 168 time: 0.8781464 Oct 27 16:11:34.933209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275b273-bcb8-43dc-9f93-903bf89aa6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7facd601-0a84-40ba-a006-b6eac5661a76,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:34.965713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55750) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:34.975102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.000433 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.012409 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-8af55d8c-2071-4cf0-9d29-4d230d95357b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1245058 Oct 27 16:11:35.146130 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ec83fb-fc89-4a03-97a5-ce02a05ace06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.204011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.25.4.187 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/46ca25b4-a6c9-4f29-a7c6-2c702f936fb1) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:35.282861 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ec83fb-fc89-4a03-97a5-ce02a05ace06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.371748 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0ec83fb-fc89-4a03-97a5-ce02a05ace06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.383455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d1956-aa0f-4749-9e45-bb772c62202a req-344fca32-f664-45cb-b590-27917720b7bd tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:35.388856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc0d1956-aa0f-4749-9e45-bb772c62202a req-344fca32-f664-45cb-b590-27917720b7bd tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0938363 Oct 27 16:11:35.425239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec83fb-fc89-4a03-97a5-ce02a05ace06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f55a64-d89e-454a-9ad6-94ac2541faa6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:35.431192 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c0ec83fb-fc89-4a03-97a5-ce02a05ace06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d25cb2f8158246c8bd603069805a1a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4599795 Oct 27 16:11:35.433848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.435357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55762) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:35.512676 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bc0d1956-aa0f-4749-9e45-bb772c62202a req-a416adf1-0e0d-401f-9195-17155588ff5e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154561 Oct 27 16:11:35.574803 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ce30ee-5ce9-4c30-beb0-13d1a8ebaaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.624970 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ce30ee-5ce9-4c30-beb0-13d1a8ebaaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.812265 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.859098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:35.863240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:35.867373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:35.969267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ce30ee-5ce9-4c30-beb0-13d1a8ebaaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.978822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35ce30ee-5ce9-4c30-beb0-13d1a8ebaaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:35.982379 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-35ce30ee-5ce9-4c30-beb0-13d1a8ebaaff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28f55a64-d89e-454a-9ad6-94ac2541faa6 HTTP/1.1" status: 204 len: 168 time: 0.5435522 Oct 27 16:11:36.110005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=46ca25b4-a6c9-4f29-a7c6-2c702f936fb1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:36.144430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce30ee-5ce9-4c30-beb0-13d1a8ebaaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f55a64-d89e-454a-9ad6-94ac2541faa6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:36.326375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a360a9-347d-4d51-9378-c07cbfcb0212 req-079e113d-8cc6-45b2-a41a-683fd5e14c11 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:36.328799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ada0230-4d37-4dd3-a391-5ccc8ff0295c None None] Network 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:36.333432 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26a360a9-347d-4d51-9378-c07cbfcb0212 req-079e113d-8cc6-45b2-a41a-683fd5e14c11 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.1242430 Oct 27 16:11:36.436647 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ed14d3d5-eb5f-4234-b997-2ed7f30dd9fa req-adc3803c-db32-4fec-9cc7-fb1b26505217 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 210 time: 0.0493762 Oct 27 16:11:36.517840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-167e5f90-59e2-4bb9-a183-d5ef5c10880c None None] Provisioning complete for port 3cd19462-61a6-48b7-a8be-627d7004c4d0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:36.519028 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-167e5f90-59e2-4bb9-a183-d5ef5c10880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:36.521852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26a360a9-347d-4d51-9378-c07cbfcb0212 req-13d56e05-670a-4db2-86e4-3c9fb04fb448 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125348 Oct 27 16:11:36.533597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3cd19462-61a6-48b7-a8be-627d7004c4d0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:36.553045 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:36.819312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:36.856507 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-167e5f90-59e2-4bb9-a183-d5ef5c10880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:36.908822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3cd19462-61a6-48b7-a8be-627d7004c4d0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:36.908822 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:36.978239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-167e5f90-59e2-4bb9-a183-d5ef5c10880c None None] For port 3cd19462-61a6-48b7-a8be-627d7004c4d0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3cd19462-61a6-48b7-a8be-627d7004c4d0,segment=NetworkSegment(a4d7303d-bd1a-4f4b-8628-8d37307467cd),segment_id=a4d7303d-bd1a-4f4b-8628-8d37307467cd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:37.079612 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.106104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55814) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:37.123722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-161362ad-350e-474e-a696-b304dfe7784b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.166990 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 3d0ead9e-deba-4efc-9f99-04aef6d85b75 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:11:37.168742 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-167e5f90-59e2-4bb9-a183-d5ef5c10880c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.297914 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:11:37.297914 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:11:37.311908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e5f90-59e2-4bb9-a183-d5ef5c10880c None None] Pushing event updated for resources: {'Port': ['ID=3cd19462-61a6-48b7-a8be-627d7004c4d0,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:37.341887 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-161362ad-350e-474e-a696-b304dfe7784b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.349326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:37.364382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6933318-ba0d-47eb-b526-ce6621fa270a None None] Sync routers for ids ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:37.370333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6933318-ba0d-47eb-b526-ce6621fa270a None None] Routers {'3d0ead9e-deba-4efc-9f99-04aef6d85b75'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:37.370960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d6933318-ba0d-47eb-b526-ce6621fa270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:37.409113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d6933318-ba0d-47eb-b526-ce6621fa270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:37.426202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-917aa2b3-43eb-478d-927f-eb508318a42e None None] Provisioning complete for port 3cd19462-61a6-48b7-a8be-627d7004c4d0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:37.426575 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-917aa2b3-43eb-478d-927f-eb508318a42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.428097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6933318-ba0d-47eb-b526-ce6621fa270a None None] Routers {'3d0ead9e-deba-4efc-9f99-04aef6d85b75'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:37.428695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d6933318-ba0d-47eb-b526-ce6621fa270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:37.457771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-161362ad-350e-474e-a696-b304dfe7784b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.485030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d6933318-ba0d-47eb-b526-ce6621fa270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:37.486689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6933318-ba0d-47eb-b526-ce6621fa270a None None] The sync data for ids ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:37.523600 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.524862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-52b98a92-1af3-4f00-a57a-e1086d6ca12b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9095025 Oct 27 16:11:37.528090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55824) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:37.539795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161362ad-350e-474e-a696-b304dfe7784b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e85860-0c40-47ec-a2a9-bc1646db15e2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:37.543815 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-098be78a-b782-4941-8f8f-94ac6a630f9b req-57d8be0e-b85e-4b4a-ae5f-e95c88633cf6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 210 time: 0.0521688 Oct 27 16:11:37.547793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-161362ad-350e-474e-a696-b304dfe7784b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db4772980ede4247835f74b9ec99f467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400542 Oct 27 16:11:37.555914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55828) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:37.610557 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-447fb38b-d21e-4e65-a4e5-baeee7d3e76b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.645509 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-447fb38b-d21e-4e65-a4e5-baeee7d3e76b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.724649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5f94a-9d35-41a9-8d66-dcf08aefb7b2 req-29a3c9a9-4df8-4e27-b768-bb7750c1731c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:37.725735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9af5f94a-9d35-41a9-8d66-dcf08aefb7b2 req-29a3c9a9-4df8-4e27-b768-bb7750c1731c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0783832 Oct 27 16:11:37.777536 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9af5f94a-9d35-41a9-8d66-dcf08aefb7b2 req-1409a39e-da0e-4217-8fcc-b730dec5cd5b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374653 Oct 27 16:11:37.833960 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-447fb38b-d21e-4e65-a4e5-baeee7d3e76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.836585 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-447fb38b-d21e-4e65-a4e5-baeee7d3e76b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:37.841134 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-447fb38b-d21e-4e65-a4e5-baeee7d3e76b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82e85860-0c40-47ec-a2a9-bc1646db15e2 HTTP/1.1" status: 204 len: 168 time: 0.2872653 Oct 27 16:11:37.853983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447fb38b-d21e-4e65-a4e5-baeee7d3e76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e85860-0c40-47ec-a2a9-bc1646db15e2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:38.340975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:38.375774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3cd19462-61a6-48b7-a8be-627d7004c4d0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:38.457222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3cd19462-61a6-48b7-a8be-627d7004c4d0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:38.457597 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:38.681153 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d349181-e345-489a-86c9-95ad642081f4 req-e5c5e48e-78f4-4c76-885e-6c8b9007346c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 210 time: 0.0280871 Oct 27 16:11:38.763217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.20.0.1 (65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb/3fecf353-cc8d-4d85-8bbd-e443a09e4d08/29f21b1b-12af-4504-8baf-d448752e21eb) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:38.923974 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:38.949326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c25aeb-739a-43f9-bc2c-00b3a63a93d0 req-0d9dcc4f-c2c6-43c2-82ff-790d46796dd7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:38.951023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-74c25aeb-739a-43f9-bc2c-00b3a63a93d0 req-0d9dcc4f-c2c6-43c2-82ff-790d46796dd7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0936024 Oct 27 16:11:39.017641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-74c25aeb-739a-43f9-bc2c-00b3a63a93d0 req-e13223d8-e77c-4376-86b9-61b7169eedc7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548623 Oct 27 16:11:39.074984 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.119840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:39.127195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:39.128377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:39.137487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55876) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:39.157148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=29f21b1b-12af-4504-8baf-d448752e21eb,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:39.187597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.398162 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b462e93-d17f-4362-b8f0-ae0bb3f23aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.502618 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b462e93-d17f-4362-b8f0-ae0bb3f23aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.518696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-98c4e937-aac5-4f1a-b275-d3abee91266f None None] Provisioning complete for port 29f21b1b-12af-4504-8baf-d448752e21eb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:39.519726 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-98c4e937-aac5-4f1a-b275-d3abee91266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.551243 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.573355 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-98c4e937-aac5-4f1a-b275-d3abee91266f None None] Port 29f21b1b-12af-4504-8baf-d448752e21eb cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:39.592279 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-09555612-490c-4e31-9e29-aefd35ea36b5 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262048 Oct 27 16:11:39.606371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b462e93-d17f-4362-b8f0-ae0bb3f23aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.655109 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2b462e93-d17f-4362-b8f0-ae0bb3f23aa7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95a3dee3bcb94571ad7ae83bbfc0ef58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5161994 Oct 27 16:11:39.659668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55888) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:39.668626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b462e93-d17f-4362-b8f0-ae0bb3f23aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e028ca55-234e-4105-a684-fccc4b3f1dac,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:39.735229 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6bff984-1463-4216-959e-73a2f1f89d5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.765594 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6bff984-1463-4216-959e-73a2f1f89d5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.809065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ffdefaad-dcc8-4ad6-aa9d-25cbb188d358 req-82e56f23-7acf-4b89-b65f-c3464f334eb3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 210 time: 0.0410633 Oct 27 16:11:39.819320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-8f69fd1b-1322-4cef-918e-a712ad19dee1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:39.820985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-8f69fd1b-1322-4cef-918e-a712ad19dee1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090347 Oct 27 16:11:39.841762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Request body: {'port': {'device_id': 'd94c4107-cd89-4ab1-bfd7-cbebe80f2f2e', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '1266fc1b41494361b35f198b10ba7c11'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:39.965509 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6bff984-1463-4216-959e-73a2f1f89d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.968330 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6bff984-1463-4216-959e-73a2f1f89d5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:39.970091 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a6bff984-1463-4216-959e-73a2f1f89d5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e028ca55-234e-4105-a684-fccc4b3f1dac HTTP/1.1" status: 204 len: 168 time: 0.3090949 Oct 27 16:11:39.992483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bff984-1463-4216-959e-73a2f1f89d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e028ca55-234e-4105-a684-fccc4b3f1dac,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:40.121641 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.143086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Made reservation on behalf of 1266fc1b41494361b35f198b10ba7c11 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:40.147635 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.221612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d25d7-4f94-4c02-aa06-1b810d91fa3e req-76ed46ff-88bb-4376-be93-d81a3f8bc48b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:40.224092 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-290d25d7-4f94-4c02-aa06-1b810d91fa3e req-76ed46ff-88bb-4376-be93-d81a3f8bc48b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0860386 Oct 27 16:11:40.225545 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-e7eeee4b-676b-436a-bb33-ec9bd8a3da17 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405457 Oct 27 16:11:40.227694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.339064 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.347626 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-290d25d7-4f94-4c02-aa06-1b810d91fa3e req-c012b329-bade-4879-b114-52262cf7d1e4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155050 Oct 27 16:11:40.352512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=29f21b1b-12af-4504-8baf-d448752e21eb,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:40.415187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Allocated IP 192.168.233.101 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/c6cedf9f-61ec-4c5d-a361-ae4668353645) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:40.416439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-b048a9c7-fbfd-40bc-8357-e05adb87448b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:40.419072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-b048a9c7-fbfd-40bc-8357-e05adb87448b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834702 Oct 27 16:11:40.438142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Request body: {'port': {'device_id': 'ce992279-bac4-4cfc-9390-6dc5a2e40bc2', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '1266fc1b41494361b35f198b10ba7c11'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:40.565149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:40.572111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:40.649563 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Made reservation on behalf of 1266fc1b41494361b35f198b10ba7c11 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:40.653713 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.773550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.776441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 3d0ead9e-deba-4efc-9f99-04aef6d85b75 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:40.921191 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-074072ea-feec-468d-809a-d9340aca4699 None None] Provisioning complete for port 29f21b1b-12af-4504-8baf-d448752e21eb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:40.921191 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-074072ea-feec-468d-809a-d9340aca4699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.921898 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80ddd9e1-495a-4eee-9230-0de9e2c4d65b req-a1f30e72-4942-4d3a-9f2a-3b877fee2a3a tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 210 time: 0.0279732 Oct 27 16:11:40.940280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:40.954707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c97fa40b-c5b6-4004-b257-f9fda4c3ed71 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "PUT /v2.0/routers/3d0ead9e-deba-4efc-9f99-04aef6d85b75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4250050 Oct 27 16:11:40.962309 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c45b5-9162-4f53-baf5-0d43c488e055 None None] Sync routers for ids ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:40.964619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55930) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:40.972876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'port': {'network_id': '65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb', 'name': 'tempest-FloatingIPTestJSON-1906528141'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:40.973206 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c45b5-9162-4f53-baf5-0d43c488e055 None None] Routers {'3d0ead9e-deba-4efc-9f99-04aef6d85b75'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:40.973989 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-544c45b5-9162-4f53-baf5-0d43c488e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:40.978439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-074072ea-feec-468d-809a-d9340aca4699 None None] Port 29f21b1b-12af-4504-8baf-d448752e21eb cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:40.983244 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:40.996611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736', '905584dc-a8c2-4271-a312-4f8ce4585894'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:41.014541 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-544c45b5-9162-4f53-baf5-0d43c488e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:41.029962 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544c45b5-9162-4f53-baf5-0d43c488e055 None None] Routers {'3d0ead9e-deba-4efc-9f99-04aef6d85b75'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:41.031387 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-544c45b5-9162-4f53-baf5-0d43c488e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:41.033158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:41.039726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:41.044029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:41.074798 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-544c45b5-9162-4f53-baf5-0d43c488e055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:41.075435 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544c45b5-9162-4f53-baf5-0d43c488e055 None None] The sync data for ids ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:41.117203 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event updated for resources: {'Port': ['ID=c6cedf9f-61ec-4c5d-a361-ae4668353645,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:41.146153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:41.147162 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.241346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Allocated IP 192.168.233.175 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/01428ef4-d4d8-49ac-9778-f25faea19a39) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:41.265921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-1afddca5-12e5-49c6-afa0-4616d5ae9af2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4343970 Oct 27 16:11:41.279653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Request body: {'port': {'device_id': 'd94c4107-cd89-4ab1-bfd7-cbebe80f2f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:41.357905 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.422915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b185b8f2-2bec-45db-b8ba-5d2e00543ca7 None None] Provisioning complete for port c6cedf9f-61ec-4c5d-a361-ae4668353645 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:41.422915 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b185b8f2-2bec-45db-b8ba-5d2e00543ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.490018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Made reservation on behalf of 1000637c04984eed90a62796292bb527 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:41.490018 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.496558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.517647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] device_id is not set on port d069920d-dd06-462e-a38b-03ee86fb5b85 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:11:41.544038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b185b8f2-2bec-45db-b8ba-5d2e00543ca7 None None] Port c6cedf9f-61ec-4c5d-a361-ae4668353645 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:41.619256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e117f-4086-4a0e-b7b5-e5db65c7f7e2 req-8b4fdb48-be5f-41c8-93b4-e20e1e64f601 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:41.630055 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d3e117f-4086-4a0e-b7b5-e5db65c7f7e2 req-8b4fdb48-be5f-41c8-93b4-e20e1e64f601 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.1129277 Oct 27 16:11:41.647736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55956) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:41.698834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d3e117f-4086-4a0e-b7b5-e5db65c7f7e2 req-36da4bad-028d-4484-9897-84955c1fc955 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668554 Oct 27 16:11:41.733465 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.735501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Allocated IP 172.20.0.13 (65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb/3fecf353-cc8d-4d85-8bbd-e443a09e4d08/d069920d-dd06-462e-a38b-03ee86fb5b85) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:41.797113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:41.806191 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:41.812030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:41.833152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-369054565-network', 'tenant_id': '70600cdd0dee48caba97d02da70e2b67'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:41.850988 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event updated for resources: {'Port': ['ID=01428ef4-d4d8-49ac-9778-f25faea19a39,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:41.919276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:41.919941 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.938455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cedf9f-61ec-4c5d-a361-ae4668353645 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:41.952376 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.969860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Transition to ACTIVE for port object c6cedf9f-61ec-4c5d-a361-ae4668353645 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:41.976968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Made reservation on behalf of 70600cdd0dee48caba97d02da70e2b67 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:41.980039 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:41.989957 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.049596 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.079162 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.085813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.098256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-a3cf1c50-680f-4961-8ccb-754c6b58d0d1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6690483 Oct 27 16:11:42.109059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe114ac-aaa5-42d1-9a20-b4441aa3aff5 req-06f10c33-c64f-4bc5-a289-73d019963ff3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:42.110553 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3fe114ac-aaa5-42d1-9a20-b4441aa3aff5 req-06f10c33-c64f-4bc5-a289-73d019963ff3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 936 time: 0.0856936 Oct 27 16:11:42.117941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Request body: {'port': {'device_id': 'ce992279-bac4-4cfc-9390-6dc5a2e40bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:42.157784 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cedf9f-61ec-4c5d-a361-ae4668353645,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:42.180722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-759de199-8a44-4fa4-833d-c17a90c97aba None None] Provisioning complete for port 01428ef4-d4d8-49ac-9778-f25faea19a39 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:42.182191 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-759de199-8a44-4fa4-833d-c17a90c97aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.211650 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.226869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3fe114ac-aaa5-42d1-9a20-b4441aa3aff5 req-d0c7b047-36bd-4a9f-a985-50a8a0adedd3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927379 Oct 27 16:11:42.259593 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.270148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Attempting to bind port c6cedf9f-61ec-4c5d-a361-ae4668353645 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:42.270498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Attempting to bind port c6cedf9f-61ec-4c5d-a361-ae4668353645 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:42.270619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-759de199-8a44-4fa4-833d-c17a90c97aba None None] Port 01428ef4-d4d8-49ac-9778-f25faea19a39 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:42.270822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Attempting to bind port c6cedf9f-61ec-4c5d-a361-ae4668353645 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:42.276463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:11:42.282428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.293490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c524fa0-cd73-476b-92d3-58a10a605e76,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:42.299875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Port c6cedf9f-61ec-4c5d-a361-ae4668353645 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:42.300308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Attempting to bind port c6cedf9f-61ec-4c5d-a361-ae4668353645 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:42.305495 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.305842 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Added segment 3f5805f9-1e53-4df6-82e1-60283e6d3bb4 of type vlan for network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db Oct 27 16:11:42.317272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:42.317618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:42.318208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:42.318585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Bound port: c6cedf9f-61ec-4c5d-a361-ae4668353645, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:42.319294 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.390537 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.444925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] For port c6cedf9f-61ec-4c5d-a361-ae4668353645, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:42.448335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] For port c6cedf9f-61ec-4c5d-a361-ae4668353645, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c6cedf9f-61ec-4c5d-a361-ae4668353645,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:42.473252 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Network 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:42.480879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:42.494705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55972) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:42.496169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:42.502145 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event updated for resources: {'Port': ['ID=d069920d-dd06-462e-a38b-03ee86fb5b85,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:42.512793 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.514184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:42.514540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.536581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736', '905584dc-a8c2-4271-a312-4f8ce4585894'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:42.585660 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.655131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:42.657339 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.671378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] Pushing event updated for resources: {'Network': ['ID=d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:42.685681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:42.686303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.687798 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] 10.222.0.53 "PUT /v2.0/ports/c6cedf9f-61ec-4c5d-a361-ae4668353645 HTTP/1.1" status: 200 len: 1096 time: 1.4141464 Oct 27 16:11:42.691012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94c4107-cd89-4ab1-bfd7-cbebe80f2f2e', 'tag': 'c6cedf9f-61ec-4c5d-a361-ae4668353645'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:42.697222 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778163a0-a64b-45bd-b2cd-63f0ed57908d" -d '{"events": [{"name": "network-changed", "server_uuid": "d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e", "tag": "c6cedf9f-61ec-4c5d-a361-ae4668353645"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:42.741266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-eafd5cc0-5329-4e0a-b8b4-687528900ffa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0918040 Oct 27 16:11:42.741680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:11:42.746024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55982) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:42.751496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] Request body: {'subnet': {'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-369054565-subnet', 'tenant_id': '70600cdd0dee48caba97d02da70e2b67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:42.754626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d9a91-c2b8-47f5-b4a5-c3fba41f0b02 service neutron] Pushing event updated for resources: {'Port': ['ID=c6cedf9f-61ec-4c5d-a361-ae4668353645,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:42.830518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f76a1560-730c-49ca-adae-60a330fe68c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.841515 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d645cd6-db8b-44aa-bf20-a654f83b8a78 x-openstack-request-id: req-0d645cd6-db8b-44aa-bf20-a654f83b8a78 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:42.841812 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e", "tag": "c6cedf9f-61ec-4c5d-a361-ae4668353645", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:42.842063 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d645cd6-db8b-44aa-bf20-a654f83b8a78 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:42.844642 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94c4107-cd89-4ab1-bfd7-cbebe80f2f2e', 'tag': 'c6cedf9f-61ec-4c5d-a361-ae4668353645', 'status': 'completed', 'code': 200} Oct 27 16:11:42.872427 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7357f9ff-9d1d-4558-b036-81f521413e60 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9058611 Oct 27 16:11:42.878906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55984) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:42.897213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9b35b79c-9010-4baa-b05b-19b314bd907d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Request body: {'floatingip': {'port_id': 'd069920d-dd06-462e-a38b-03ee86fb5b85'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:42.930377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01428ef4-d4d8-49ac-9778-f25faea19a39 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:42.955643 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:42.972646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Transition to ACTIVE for port object 01428ef4-d4d8-49ac-9778-f25faea19a39 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:42.989760 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] Made reservation on behalf of 70600cdd0dee48caba97d02da70e2b67 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:42.993221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.106844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2497b637-e3f2-4077-babd-669d4492d892 None None] Provisioning complete for port d069920d-dd06-462e-a38b-03ee86fb5b85 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:43.107218 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2497b637-e3f2-4077-babd-669d4492d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.162695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2497b637-e3f2-4077-babd-669d4492d892 None None] Port d069920d-dd06-462e-a38b-03ee86fb5b85 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:43.179264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.244346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Pushing event updated for resources: {'Port': ['ID=01428ef4-d4d8-49ac-9778-f25faea19a39,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:43.297297 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.305823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-43144822-0730-4b97-8318-0c55a8756e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:43.307738 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-43144822-0730-4b97-8318-0c55a8756e35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 1099 time: 0.5038311 Oct 27 16:11:43.344425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33a65f-c776-4535-b79b-c5351ef6cc3e req-721edf65-8a0a-4bf2-8c91-d272166047da tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:43.348722 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e33a65f-c776-4535-b79b-c5351ef6cc3e req-721edf65-8a0a-4bf2-8c91-d272166047da tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.4735544 Oct 27 16:11:43.363375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9b35b79c-9010-4baa-b05b-19b314bd907d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.434152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43656398-cd78-4ef8-ab5a-9f623e8b8949,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:43.436749 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-4610c4ce-747d-4c5a-967b-ee0356c91210 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c6cedf9f-61ec-4c5d-a361-ae4668353645 HTTP/1.1" status: 200 len: 217 time: 0.1092837 Oct 27 16:11:43.445683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Attempting to bind port 01428ef4-d4d8-49ac-9778-f25faea19a39 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:43.446022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Attempting to bind port 01428ef4-d4d8-49ac-9778-f25faea19a39 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:43.446353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Attempting to bind port 01428ef4-d4d8-49ac-9778-f25faea19a39 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:43.458616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66bf36-4de5-4e43-bd7f-36750b5f9aec req-249f0c1f-c651-41a4-9dfc-9027604e5c4b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:43.460192 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b66bf36-4de5-4e43-bd7f-36750b5f9aec req-249f0c1f-c651-41a4-9dfc-9027604e5c4b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 948 time: 0.1550269 Oct 27 16:11:43.462933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] Checking segment: {'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:43.463330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] Network hostable DHCP agents. Network: d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:11:43.466574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Port 01428ef4-d4d8-49ac-9778-f25faea19a39 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:43.466904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Attempting to bind port 01428ef4-d4d8-49ac-9778-f25faea19a39 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:43.492619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:43.492899 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:43.493289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:43.493741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Bound port: 01428ef4-d4d8-49ac-9778-f25faea19a39, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:43.494101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.550097 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b66bf36-4de5-4e43-bd7f-36750b5f9aec req-8f11b049-776d-49a3-a825-47bdd88782a3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808718 Oct 27 16:11:43.552820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-14c08a37-2b9e-4106-958b-cc0e860a7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:43.554540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-14c08a37-2b9e-4106-958b-cc0e860a7d0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0971379 Oct 27 16:11:43.586405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] Network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:11:43.597152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e33a65f-c776-4535-b79b-c5351ef6cc3e req-3418872a-1468-49c9-9c46-944a7bdc0320 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300496 Oct 27 16:11:43.597945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] For port 01428ef4-d4d8-49ac-9778-f25faea19a39, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:43.601451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] For port 01428ef4-d4d8-49ac-9778-f25faea19a39, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=01428ef4-d4d8-49ac-9778-f25faea19a39,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:43.623939 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f76a1560-730c-49ca-adae-60a330fe68c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.656994 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:43.667320 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:43.668229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32014d7-5e12-4a1e-85ae-0f4a0dbae402 None None] Network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:43.669419 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.713214 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.744351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-3ca8f05f-84f3-418c-8fd1-21457dff3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:43.745847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-3ca8f05f-84f3-418c-8fd1-21457dff3f5a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1652865 Oct 27 16:11:43.746455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f76a1560-730c-49ca-adae-60a330fe68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.760758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:43.761589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:43.763587 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] 10.222.0.54 "PUT /v2.0/ports/01428ef4-d4d8-49ac-9778-f25faea19a39 HTTP/1.1" status: 200 len: 1096 time: 1.6513524 Oct 27 16:11:43.764253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce992279-bac4-4cfc-9390-6dc5a2e40bc2', 'tag': '01428ef4-d4d8-49ac-9778-f25faea19a39'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:43.766822 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c77f935-629b-4940-8626-6fc13be77a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce992279-bac4-4cfc-9390-6dc5a2e40bc2", "tag": "01428ef4-d4d8-49ac-9778-f25faea19a39"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:43.809550 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7f1542c8-42c8-49a7-a9b3-b6dc11990ed3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0633421 Oct 27 16:11:43.835399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f40e262-cc08-40f0-b543-99799ba10a99 None None] Network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:43.850208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95c3a6-bff9-44be-bf4d-a881ceff588c service neutron] Pushing event updated for resources: {'Port': ['ID=01428ef4-d4d8-49ac-9778-f25faea19a39,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:43.875923 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da908596-c3c1-4673-a9e2-0fe3ccee25da x-openstack-request-id: req-da908596-c3c1-4673-a9e2-0fe3ccee25da {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:43.876759 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce992279-bac4-4cfc-9390-6dc5a2e40bc2", "tag": "01428ef4-d4d8-49ac-9778-f25faea19a39", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:43.877047 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da908596-c3c1-4673-a9e2-0fe3ccee25da {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:43.877598 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce992279-bac4-4cfc-9390-6dc5a2e40bc2', 'tag': '01428ef4-d4d8-49ac-9778-f25faea19a39', 'status': 'completed', 'code': 200} Oct 27 16:11:43.911231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a1560-730c-49ca-adae-60a330fe68c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155fa326-d70b-466d-b5fb-8a731eab4e55,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:43.915675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f76a1560-730c-49ca-adae-60a330fe68c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c6d32b9f8ce4da1a1420d6066b5255e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4195192 Oct 27 16:11:43.927316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55998) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:43.978396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77f935-629b-4940-8626-6fc13be77a4f req-a4366943-dee8-4631-874f-4dbf5e3f991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:43.980367 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c77f935-629b-4940-8626-6fc13be77a4f req-a4366943-dee8-4631-874f-4dbf5e3f991c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 1099 time: 0.0806401 Oct 27 16:11:44.021850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c77f935-629b-4940-8626-6fc13be77a4f req-1607c98a-674a-42c0-a946-fad341a7ec5c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288889 Oct 27 16:11:44.078451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-dd05fa1a-54a1-4cc2-b070-e1533463535e service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144858 Oct 27 16:11:44.143335 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77f935-629b-4940-8626-6fc13be77a4f req-b4b4aa28-eec0-4c05-a252-9a163670394d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:44.144156 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c77f935-629b-4940-8626-6fc13be77a4f req-b4b4aa28-eec0-4c05-a252-9a163670394d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123247 Oct 27 16:11:44.165124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df9dabc3-68bb-463a-96ae-bb0aa40ee94c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.251157 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-90a7c2cf-9b87-45c4-898d-643359dc39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:44.252881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-90a7c2cf-9b87-45c4-898d-643359dc39b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 1099 time: 0.0550344 Oct 27 16:11:44.253972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df9dabc3-68bb-463a-96ae-bb0aa40ee94c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.307632 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-f4794fcc-e8f0-41a4-8156-36423c78f5b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=01428ef4-d4d8-49ac-9778-f25faea19a39 HTTP/1.1" status: 200 len: 217 time: 0.0429833 Oct 27 16:11:44.351798 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-fdbad1cf-2239-4b79-be83-5e6a820d85d3 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214775 Oct 27 16:11:44.409755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9b35b79c-9010-4baa-b05b-19b314bd907d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.489359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df9dabc3-68bb-463a-96ae-bb0aa40ee94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.491926 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df9dabc3-68bb-463a-96ae-bb0aa40ee94c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.495708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-df9dabc3-68bb-463a-96ae-bb0aa40ee94c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/155fa326-d70b-466d-b5fb-8a731eab4e55 HTTP/1.1" status: 204 len: 168 time: 0.5641365 Oct 27 16:11:44.495708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9b35b79c-9010-4baa-b05b-19b314bd907d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:44.599604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dabc3-68bb-463a-96ae-bb0aa40ee94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155fa326-d70b-466d-b5fb-8a731eab4e55,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:44.639283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778163a0-a64b-45bd-b2cd-63f0ed57908d req-f6402e61-e5cf-491e-aaee-55632878df05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:44.641680 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-778163a0-a64b-45bd-b2cd-63f0ed57908d req-f6402e61-e5cf-491e-aaee-55632878df05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 1099 time: 0.1537905 Oct 27 16:11:44.741922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-bf056582-d308-474c-aacc-880649b6ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:44.743298 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-bf056582-d308-474c-aacc-880649b6ef51 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.4270961 Oct 27 16:11:44.746470 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-9b35b79c-9010-4baa-b05b-19b314bd907d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP 3091c66c-c68c-4e28-ac69-31a8c278d9c2 associated. External IP: 172.25.4.80, port: abe08300-e533-4f30-baf3-cf01e8fc7897. Oct 27 16:11:44.813625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-ab076b54-4d23-4235-9ff4-a5ec31fdc887 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:44.815725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-ab076b54-4d23-4235-9ff4-a5ec31fdc887 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/networks?id=d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db HTTP/1.1" status: 200 len: 817 time: 0.4982867 Oct 27 16:11:44.833982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-8b0b6559-7fc7-4a0a-b3d0-42306ec8acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:44.835544 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-8b0b6559-7fc7-4a0a-b3d0-42306ec8acb3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0794766 Oct 27 16:11:44.841974 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-f69a9af1-1b17-441f-aec0-86d37a492d5c tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/quotas/70600cdd0dee48caba97d02da70e2b67 HTTP/1.1" status: 200 len: 375 time: 0.0176098 Oct 27 16:11:44.893164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0a167-87c0-4145-a3e0-abdc9a3e1ea8 req-e7a50459-b8ea-44fc-bd72-7f76d085f846 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:44.894691 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3df0a167-87c0-4145-a3e0-abdc9a3e1ea8 req-e7a50459-b8ea-44fc-bd72-7f76d085f846 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 948 time: 0.2208178 Oct 27 16:11:44.906354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-90f7bc47-3dd1-4b5d-acdc-704fc45c3d8c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2311754 Oct 27 16:11:44.920969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778163a0-a64b-45bd-b2cd-63f0ed57908d req-8681fd59-8b15-435a-b379-25c9c4ff2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:44.922647 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-778163a0-a64b-45bd-b2cd-63f0ed57908d req-8681fd59-8b15-435a-b379-25c9c4ff2387 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2712603 Oct 27 16:11:44.934053 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-e77bc7ed-520f-4f16-b3c9-90eadbada775 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=70600cdd0dee48caba97d02da70e2b67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762587 Oct 27 16:11:44.985240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-778163a0-a64b-45bd-b2cd-63f0ed57908d req-0001ab34-e07d-449d-b8ad-ac33ed130d0a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c6cedf9f-61ec-4c5d-a361-ae4668353645 HTTP/1.1" status: 200 len: 217 time: 0.0512359 Oct 27 16:11:45.035930 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-f56a65d4-3979-4f49-b400-6898b8aa55a9 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899114 Oct 27 16:11:45.096325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3df0a167-87c0-4145-a3e0-abdc9a3e1ea8 req-2fa94b75-9fbc-492b-aac0-0c3d21eeed01 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872733 Oct 27 16:11:45.107265 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-7de518fe-3273-4a6b-a430-4e36c1b74eda service neutron] 10.222.0.15 "GET /v2.0/networks/d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723013 Oct 27 16:11:45.156339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-95b50aca-7f77-4474-afcc-5174bbc2bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:45.158426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-95b50aca-7f77-4474-afcc-5174bbc2bcdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 1095 time: 0.2143934 Oct 27 16:11:45.163452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778163a0-a64b-45bd-b2cd-63f0ed57908d req-1cbb4b83-6d95-47fb-9684-d216f42832fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:45.164951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-778163a0-a64b-45bd-b2cd-63f0ed57908d req-1cbb4b83-6d95-47fb-9684-d216f42832fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1583836 Oct 27 16:11:45.252333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07f733c4-96f0-460c-89b1-f61c9157b6a4 req-17c7a073-eac6-479a-b6ef-42069f8e7105 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068446 Oct 27 16:11:45.256090 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-8b2590f5-f23a-407e-b2bb-4438cd8eb793 service neutron] 10.222.0.15 "GET /v2.0/networks/d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480107 Oct 27 16:11:45.322342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b35b79c-9010-4baa-b05b-19b314bd907d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:45.330647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d93735-20da-4efa-b3d6-6f3380ccebda req-d677da38-4774-4371-982b-0951790ec860 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:45.332187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-94d93735-20da-4efa-b3d6-6f3380ccebda req-d677da38-4774-4371-982b-0951790ec860 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.1706619 Oct 27 16:11:45.339021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778163a0-a64b-45bd-b2cd-63f0ed57908d req-5b997b56-7cc5-4b7b-a0a4-c33f911e35c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:45.340496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-778163a0-a64b-45bd-b2cd-63f0ed57908d req-5b997b56-7cc5-4b7b-a0a4-c33f911e35c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1627316 Oct 27 16:11:45.700400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-506b46d2-3931-4e6b-b3c9-7b445e8ce9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:45.702054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-506b46d2-3931-4e6b-b3c9-7b445e8ce9ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.5129468 Oct 27 16:11:45.801107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56044) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:45.840410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-94d93735-20da-4efa-b3d6-6f3380ccebda req-3d5c386c-b60f-4196-8668-9c6bd6ac8821 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957960 Oct 27 16:11:45.899870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-368c5ec1-5da7-48d6-98e3-648de02c874d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 200 len: 998 time: 0.1558087 Oct 27 16:11:45.964097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b35b79c-9010-4baa-b05b-19b314bd907d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:45.976879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ecb1b-d653-43f6-8adb-8648fa417b04 None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:45.986221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1471376816'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:45.995101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ecb1b-d653-43f6-8adb-8648fa417b04 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:45.995756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c1ecb1b-d653-43f6-8adb-8648fa417b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:46.058285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c1ecb1b-d653-43f6-8adb-8648fa417b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:46.058870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-778163a0-a64b-45bd-b2cd-63f0ed57908d req-ba8c980d-6ac1-402b-8d6a-faae4a05cb77 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993775 Oct 27 16:11:46.066990 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ecb1b-d653-43f6-8adb-8648fa417b04 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:46.067752 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c1ecb1b-d653-43f6-8adb-8648fa417b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:46.079977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Made reservation on behalf of c3a4179a0ca04ca1b02eb6992eedd663 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:46.084938 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.098629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.125943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-29d0ea82-3dae-4bba-a5d5-5d19c977d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:46.126370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c1ecb1b-d653-43f6-8adb-8648fa417b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:46.127101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1ecb1b-d653-43f6-8adb-8648fa417b04 None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:46.127648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-29d0ea82-3dae-4bba-a5d5-5d19c977d757 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.2186301 Oct 27 16:11:46.160399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3dbee16-e540-4eee-af34-5fea6d877853 req-4f5dfb8e-657f-4261-94ec-cc2f2586731f tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 210 time: 0.0559964 Oct 27 16:11:46.246353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-f82d476e-875d-4d42-8702-b4b23a200291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:46.247317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.247846 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-f82d476e-875d-4d42-8702-b4b23a200291 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111739 Oct 27 16:11:46.314990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-778163a0-a64b-45bd-b2cd-63f0ed57908d req-338a4924-f82c-4368-9b33-0593b41fa122 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449510 Oct 27 16:11:46.332600 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.367133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:11:46.378197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd381f1-08ac-4baa-8be0-cef267d0aa54,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:46.384214 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.384570 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Added segment 7ef67351-086e-4025-b7a0-1da6e73deb29 of type vlan for network dca5a039-d667-4217-b79f-a1ed2c7b8d97 Oct 27 16:11:46.405967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed26798-7e5e-4a13-bee0-e5a33e05a314 req-2d0d625e-0a3b-4f85-85a8-d54748a31992 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:46.407482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bed26798-7e5e-4a13-bee0-e5a33e05a314 req-2d0d625e-0a3b-4f85-85a8-d54748a31992 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 948 time: 0.2146952 Oct 27 16:11:46.429328 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.486544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-38218f88-a82e-427b-bd01-4c6a27669274 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283516 Oct 27 16:11:46.497751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bed26798-7e5e-4a13-bee0-e5a33e05a314 req-d2b09031-6a33-4a35-9805-c3ab3fff1c5e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799239 Oct 27 16:11:46.510086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b35b79c-9010-4baa-b05b-19b314bd907d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 3d0ead9e-deba-4efc-9f99-04aef6d85b75 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:46.651344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.661286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:46.661937 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.678874 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59f9564d-c6a2-491c-9744-165d01f63bc7 req-b6e52eae-1efd-4db0-bfe5-117d2300e12c service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779640 Oct 27 16:11:46.696257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b35b79c-9010-4baa-b05b-19b314bd907d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:46.701125 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9b35b79c-9010-4baa-b05b-19b314bd907d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.707876 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c050515b-58b9-44e2-9dd7-2db4c234911a None None] Sync routers for ids ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:46.731434 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c050515b-58b9-44e2-9dd7-2db4c234911a None None] Routers {'3d0ead9e-deba-4efc-9f99-04aef6d85b75'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:46.733053 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c050515b-58b9-44e2-9dd7-2db4c234911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:46.762127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9b35b79c-9010-4baa-b05b-19b314bd907d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "PUT /v2.0/floatingips/3091c66c-c68c-4e28-ac69-31a8c278d9c2 HTTP/1.1" status: 200 len: 978 time: 3.8794861 Oct 27 16:11:46.764943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56064) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:46.774101 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c050515b-58b9-44e2-9dd7-2db4c234911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:46.779977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'Network': ['ID=dca5a039-d667-4217-b79f-a1ed2c7b8d97,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:46.787360 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c050515b-58b9-44e2-9dd7-2db4c234911a None None] Routers {'3d0ead9e-deba-4efc-9f99-04aef6d85b75'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:46.787961 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c050515b-58b9-44e2-9dd7-2db4c234911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:46.792122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:11:46.829255 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c050515b-58b9-44e2-9dd7-2db4c234911a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:46.829896 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c050515b-58b9-44e2-9dd7-2db4c234911a None None] The sync data for ids ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:46.878770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port d069920d-dd06-462e-a38b-03ee86fb5b85 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:46.879161 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:46.960675 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c5cb8c15-0dba-4c88-ab7b-81d5ac86472c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1584187 Oct 27 16:11:46.963971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56072) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:46.970581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Request body: {'subnet': {'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:46.990128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df65c19-e032-4676-86db-dc43ff9fbb44 req-ea3bed7e-00b5-415c-aaaa-c4c9cd9ec34c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:46.998115 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3df65c19-e032-4676-86db-dc43ff9fbb44 req-ea3bed7e-00b5-415c-aaaa-c4c9cd9ec34c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0884202 Oct 27 16:11:47.033055 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.039558 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3df65c19-e032-4676-86db-dc43ff9fbb44 req-2f5efc75-bcf3-4106-921f-d26fd2755a8c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Oct 27 16:11:47.182165 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:11:47.265726 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6bd0826-f37b-4c93-a963-6683a81e999f req-3350faad-8816-48e9-ac67-06a435098d41 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 210 time: 0.0428348 Oct 27 16:11:47.334438 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.334798 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.335109 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Floating IP 3091c66c-c68c-4e28-ac69-31a8c278d9c2 disassociated. External IP: 172.25.4.80, port: d069920d-dd06-462e-a38b-03ee86fb5b85. Oct 27 16:11:47.335526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for d069920d-dd06-462e-a38b-03ee86fb5b85 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:47.378476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Made reservation on behalf of c3a4179a0ca04ca1b02eb6992eedd663 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:47.382117 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.652297 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d92a5-15e2-4234-8ea7-347a2cef6fef req-6ce1a164-3c79-44f2-a84f-f395d1646d37 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:47.653842 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f8d92a5-15e2-4234-8ea7-347a2cef6fef req-6ce1a164-3c79-44f2-a84f-f395d1646d37 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 948 time: 0.0498180 Oct 27 16:11:47.692918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f8d92a5-15e2-4234-8ea7-347a2cef6fef req-8a59e8ef-6c20-4761-a6b7-920965f439f4 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322478 Oct 27 16:11:47.731308 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.765532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=d069920d-dd06-462e-a38b-03ee86fb5b85,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:47.839353 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:47.917416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'Subnet': ['ID=a584d2e6-c3df-47f6-b28c-114d52bf33ca,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:47.943423 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Checking segment: {'id': '7ef67351-086e-4025-b7a0-1da6e73deb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:47.943786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Network hostable DHCP agents. Network: dca5a039-d667-4217-b79f-a1ed2c7b8d97, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:11:47.955931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 3d0ead9e-deba-4efc-9f99-04aef6d85b75 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:48.172105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f4f89-ceda-4d98-97d5-43a2e27f2ee6 req-9a04adf2-79dd-4a86-9266-857a7ef2c2b6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:48.180454 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-576f4f89-ceda-4d98-97d5-43a2e27f2ee6 req-9a04adf2-79dd-4a86-9266-857a7ef2c2b6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0631642 Oct 27 16:11:48.217660 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-576f4f89-ceda-4d98-97d5-43a2e27f2ee6 req-13dcce0a-84db-4a10-aff1-1c528f005d58 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362935 Oct 27 16:11:48.330826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 01428ef4-d4d8-49ac-9778-f25faea19a39 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:48.337637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:11:48.359798 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8034619c-986c-4efb-bf9a-ead3cc3b464b req-3cf7fc25-bcb4-4a9a-b628-383b7ce768ee tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 210 time: 0.0400872 Oct 27 16:11:48.396167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:48.449248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, dca5a039-d667-4217-b79f-a1ed2c7b8d97) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:48.455052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:48.456408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.491087 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.494924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-43fca585-05bf-40c8-b523-d43d43f25a7b tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/ports/d069920d-dd06-462e-a38b-03ee86fb5b85 HTTP/1.1" status: 204 len: 168 time: 1.7287841 Oct 27 16:11:48.497766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56096) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:48.538680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc2bf48-9d76-42d9-b7cb-eae33f487e78 None None] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:48.540880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ccfbf9-79dd-4290-80b6-91e54edd3599 None None] Sync routers for ids ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:48.596817 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-95c28c40-e154-4759-ac8c-6954f4198a14 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6319129 Oct 27 16:11:48.599642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56098) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:48.606493 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Request body: {'port': {'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1580201118'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:48.609695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ccfbf9-79dd-4290-80b6-91e54edd3599 None None] Routers {'3d0ead9e-deba-4efc-9f99-04aef6d85b75'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:48.610335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-62ccfbf9-79dd-4290-80b6-91e54edd3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:48.664041 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e622a43-4dda-4850-9723-d90aa91fc692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.665503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-62ccfbf9-79dd-4290-80b6-91e54edd3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:48.688077 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c6cedf9f-61ec-4c5d-a361-ae4668353645 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:11:48.738405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ccfbf9-79dd-4290-80b6-91e54edd3599 None None] Routers {'3d0ead9e-deba-4efc-9f99-04aef6d85b75'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:48.739023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-62ccfbf9-79dd-4290-80b6-91e54edd3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:48.744554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 01428ef4-d4d8-49ac-9778-f25faea19a39, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=01428ef4-d4d8-49ac-9778-f25faea19a39,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:48.818175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-62ccfbf9-79dd-4290-80b6-91e54edd3599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:48.818801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ccfbf9-79dd-4290-80b6-91e54edd3599 None None] The sync data for ids ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:48.823185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Made reservation on behalf of c3a4179a0ca04ca1b02eb6992eedd663 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:48.825270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '01428ef4-d4d8-49ac-9778-f25faea19a39', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '01428ef4-d4d8-49ac-9778-f25faea19a39', 'mac_address': 'fa:16:3e:d5:ed:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:48.832283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.853548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] device_id is not set on port 7e39ff3a-e09b-465d-ba65-cad73afaa54a yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:11:48.885383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b988d7-dda3-4d32-9e19-30a689f674ff req-f2825fe5-ed3e-4342-b0ce-d2c9126d6eba tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:48.886969 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-14b988d7-dda3-4d32-9e19-30a689f674ff req-f2825fe5-ed3e-4342-b0ce-d2c9126d6eba tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 948 time: 0.1110966 Oct 27 16:11:48.958912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-dca5a039-d667-4217-b79f-a1ed2c7b8d97', 'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97', 'tenant_id': 'c3a4179a0ca04ca1b02eb6992eedd663', 'fixed_ips': [{'subnet_id': 'a584d2e6-c3df-47f6-b28c-114d52bf33ca'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:11:48.959762 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.962338 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:48.973893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-14b988d7-dda3-4d32-9e19-30a689f674ff req-0b364ec3-a452-43c7-8a41-fa8306c57b74 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768669 Oct 27 16:11:49.000429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Allocated IP 2001:db8::368 (dca5a039-d667-4217-b79f-a1ed2c7b8d97/a584d2e6-c3df-47f6-b28c-114d52bf33ca/7e39ff3a-e09b-465d-ba65-cad73afaa54a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:49.008268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01428ef4-d4d8-49ac-9778-f25faea19a39 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:49.019938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c6cedf9f-61ec-4c5d-a361-ae4668353645, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c6cedf9f-61ec-4c5d-a361-ae4668353645,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:49.054837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 01428ef4-d4d8-49ac-9778-f25faea19a39, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=01428ef4-d4d8-49ac-9778-f25faea19a39,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:49.057432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'c6cedf9f-61ec-4c5d-a361-ae4668353645', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'c6cedf9f-61ec-4c5d-a361-ae4668353645', 'mac_address': 'fa:16:3e:b1:0a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:11:49.078197 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-999b472d-170e-4526-a08e-b4c2384f94f7 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.202857 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.228473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cedf9f-61ec-4c5d-a361-ae4668353645 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:49.238049 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.284625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c6cedf9f-61ec-4c5d-a361-ae4668353645, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c6cedf9f-61ec-4c5d-a361-ae4668353645,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:49.285422 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.317887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=01428ef4-d4d8-49ac-9778-f25faea19a39,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:49.351359 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-7a1e1ec9-029b-474f-8089-91e9af613a41 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1785798 Oct 27 16:11:49.429680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b666b7-5cef-4c1d-80fe-c5e7f991b1ba req-8de3ad0b-70fc-463a-a91d-4019d60c9106 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.431218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69b666b7-5cef-4c1d-80fe-c5e7f991b1ba req-8de3ad0b-70fc-463a-a91d-4019d60c9106 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0989654 Oct 27 16:11:49.452917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b08df478-beb9-41d6-a05c-205dfb1adf07 req-42049253-f2f5-47f7-bc7c-49a9d50cbfaa tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 210 time: 0.0340075 Oct 27 16:11:49.458494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-d468827f-e6c0-47f2-9d91-d74e663c550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.460017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-d468827f-e6c0-47f2-9d91-d74e663c550c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c3202c1bab3b4e9e934e50ddf641df27&device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 1096 time: 0.0826991 Oct 27 16:11:49.460602 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.484593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69b666b7-5cef-4c1d-80fe-c5e7f991b1ba req-c1deee01-3c61-46f9-8431-dbdcb4652936 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 Oct 27 16:11:49.487283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.531487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-999b472d-170e-4526-a08e-b4c2384f94f7 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port 29f21b1b-12af-4504-8baf-d448752e21eb {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:49.532100 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-999b472d-170e-4526-a08e-b4c2384f94f7 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.587387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:49.594313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:49.600118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:49.600999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['01428ef4-d4d8-49ac-9778-f25faea19a39'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:49.606022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.606762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.628893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'Port': ['ID=7e39ff3a-e09b-465d-ba65-cad73afaa54a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:49.655559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-999b472d-170e-4526-a08e-b4c2384f94f7 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:49.657877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c6cedf9f-61ec-4c5d-a361-ae4668353645,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:49.669812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Allocated IP 2001:db8::2 (dca5a039-d667-4217-b79f-a1ed2c7b8d97/a584d2e6-c3df-47f6-b28c-114d52bf33ca/3c9979c4-141e-49da-90b5-4d9e46e501ea) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:49.670348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-1ae7b158-77d9-4b93-b304-09a6edb24857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.671852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-1ae7b158-77d9-4b93-b304-09a6edb24857 service neutron] 10.222.0.54 "GET /v2.0/networks?id=95569e6c-7058-4cab-97ad-ab9794bfa812 HTTP/1.1" status: 200 len: 916 time: 0.1459312 Oct 27 16:11:49.680867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-999b472d-170e-4526-a08e-b4c2384f94f7 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for 29f21b1b-12af-4504-8baf-d448752e21eb owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:49.741465 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-26471fd4-0163-4895-99f5-ea7c756e9838 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c96a608-a196-4d06-bdee-e47501b95a63 HTTP/1.1" status: 200 len: 1001 time: 0.0609136 Oct 27 16:11:49.813197 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ca5ceae4-e519-4aef-9f0c-28e5b0864ab5 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2122583 Oct 27 16:11:49.816716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56112) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:49.822460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Request body: {'port': {'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1237874649', 'allowed_address_pairs': [{'ip_address': '2001:db8::368', 'mac_address': 'fa:16:3e:63:f0:8e'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:49.827085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c6cedf9f-61ec-4c5d-a361-ae4668353645'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:11:49.830382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-a93fad29-3be7-41a9-8af6-41f518ff27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.832083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-a93fad29-3be7-41a9-8af6-41f518ff27e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a01213b2-920d-40ab-acd1-83529657ff7f HTTP/1.1" status: 200 len: 854 time: 0.0825038 Oct 27 16:11:49.923247 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-324d04f3-0e4a-414f-8d3d-3c20137327bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:49.925709 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-324d04f3-0e4a-414f-8d3d-3c20137327bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=95569e6c-7058-4cab-97ad-ab9794bfa812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837078 Oct 27 16:11:49.967425 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.069289 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.092786 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-24eb21d3-ed1d-4bb1-9292-21d588be459b service neutron] 10.222.0.54 "GET /v2.0/networks/95569e6c-7058-4cab-97ad-ab9794bfa812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584721 Oct 27 16:11:50.115026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:50.116641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d7b7c1-5132-44ea-bda6-5041c18fb4cb req-2b55a144-2a1c-4401-b4c7-f88dc68a0477 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:50.118334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:50.122437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:50.124595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7d7b7c1-5132-44ea-bda6-5041c18fb4cb req-2b55a144-2a1c-4401-b4c7-f88dc68a0477 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 949 time: 0.0636208 Oct 27 16:11:50.151942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Pushing event updated for resources: {'Port': ['ID=3c9979c4-141e-49da-90b5-4d9e46e501ea,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:50.155892 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-999b472d-170e-4526-a08e-b4c2384f94f7 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.180511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7d7b7c1-5132-44ea-bda6-5041c18fb4cb req-92d09756-fa5f-402c-81c3-f62fb2dfef0b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519238 Oct 27 16:11:50.184895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Attempting to bind port 3c9979c4-141e-49da-90b5-4d9e46e501ea on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:50.185377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Attempting to bind port 3c9979c4-141e-49da-90b5-4d9e46e501ea by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '7ef67351-086e-4025-b7a0-1da6e73deb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:50.185919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Attempting to bind port 3c9979c4-141e-49da-90b5-4d9e46e501ea on network dca5a039-d667-4217-b79f-a1ed2c7b8d97 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:50.195234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:50.195774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Checking segment: {'id': '7ef67351-086e-4025-b7a0-1da6e73deb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:50.196320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.196801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Bound using segment: {'id': '7ef67351-086e-4025-b7a0-1da6e73deb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:50.197855 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Bound port: 3c9979c4-141e-49da-90b5-4d9e46e501ea, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ef67351-086e-4025-b7a0-1da6e73deb29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:50.207491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.211318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b472d-170e-4526-a08e-b4c2384f94f7 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=29f21b1b-12af-4504-8baf-d448752e21eb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:50.237580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Made reservation on behalf of c3a4179a0ca04ca1b02eb6992eedd663 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:50.284729 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59cbae14-2baa-477a-b411-551cf64cfcb2 req-fe37d88d-c211-474f-be7c-324763457fa0 service neutron] 10.222.0.54 "GET /v2.0/networks/95569e6c-7058-4cab-97ad-ab9794bfa812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824191 Oct 27 16:11:50.348863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] For port 3c9979c4-141e-49da-90b5-4d9e46e501ea, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:50.355277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] For port 3c9979c4-141e-49da-90b5-4d9e46e501ea, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3c9979c4-141e-49da-90b5-4d9e46e501ea,segment=NetworkSegment(7ef67351-086e-4025-b7a0-1da6e73deb29),segment_id=7ef67351-086e-4025-b7a0-1da6e73deb29)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:50.424043 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.497422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.525673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] device_id is not set on port b31ef780-8de8-4500-8c5b-dbf4748fbf67 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:11:50.527321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cc4b4-7e1e-497e-9200-522207069283 None None] Pushing event updated for resources: {'Port': ['ID=3c9979c4-141e-49da-90b5-4d9e46e501ea,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:50.604850 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-999b472d-170e-4526-a08e-b4c2384f94f7 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:50.637072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7058973c-1abf-4b32-8ef4-e493d958f23d req-f0177190-01b4-48f2-9b16-b32c6d2f8c71 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 210 time: 0.0330775 Oct 27 16:11:50.807326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Allocated IP 2001:db8::1e3 (dca5a039-d667-4217-b79f-a1ed2c7b8d97/a584d2e6-c3df-47f6-b28c-114d52bf33ca/b31ef780-8de8-4500-8c5b-dbf4748fbf67) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:50.863580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a0348-e66d-405f-9cc7-1949a0e02ddb req-7fd5b37d-4a61-408c-a300-67df7f27255c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:50.865193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-521a0348-e66d-405f-9cc7-1949a0e02ddb req-7fd5b37d-4a61-408c-a300-67df7f27255c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.2256663 Oct 27 16:11:51.056192 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-521a0348-e66d-405f-9cc7-1949a0e02ddb req-705ebd63-67d8-4d21-8ce1-3bf3397c047b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828659 Oct 27 16:11:51.329583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa47dfb-744e-4612-ab27-71ce22269718 req-252ee60c-bb98-47fe-ac2d-a6adca4dbde8 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:51.336278 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7aa47dfb-744e-4612-ab27-71ce22269718 req-252ee60c-bb98-47fe-ac2d-a6adca4dbde8 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 949 time: 0.0669682 Oct 27 16:11:51.434829 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7aa47dfb-744e-4612-ab27-71ce22269718 req-f4c683b1-222c-468e-9068-5ed807bb56f6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890388 Oct 27 16:11:51.486982 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c088472-e1fd-4acc-a5b6-f3e9e51bddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:51.557619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d5c5c395-66ec-4d87-8e26-4b6136de35fe tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:51.564224 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d5c5c395-66ec-4d87-8e26-4b6136de35fe tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.53 "GET /v2.0/networks?id=d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db HTTP/1.1" status: 200 len: 817 time: 0.6231031 Oct 27 16:11:51.583221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999b472d-170e-4526-a08e-b4c2384f94f7 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 3d0ead9e-deba-4efc-9f99-04aef6d85b75 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:11:51.590911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Request body: {'port': {'device_id': '012c22ed-ca78-4cd4-8d3b-ae56d5882e01', 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db', 'admin_state_up': True, 'tenant_id': '70600cdd0dee48caba97d02da70e2b67'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:51.597215 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:51.618416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a31a99-3568-4826-a89b-d3b2df6e1279 None None] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:51.761284 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f981c52e-bd39-4458-a334-e7f69618fc26 None None] Provisioning complete for port 3c9979c4-141e-49da-90b5-4d9e46e501ea triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:51.762094 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f981c52e-bd39-4458-a334-e7f69618fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:51.794973 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76127301-4bb9-4c9f-92c7-ff0d6e3a6da4 req-c365eb53-6032-4dd7-9cc6-907c278e6e1a tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 210 time: 0.0630181 Oct 27 16:11:51.900012 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f981c52e-bd39-4458-a334-e7f69618fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:51.903781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-95781c47-5309-4f38-9b12-0885a058ec5e tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:51.905525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-95781c47-5309-4f38-9b12-0885a058ec5e tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.53 "GET /v2.0/networks?id=d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db HTTP/1.1" status: 200 len: 817 time: 0.3443980 Oct 27 16:11:51.924525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Request body: {'port': {'device_id': '4281e98d-db24-4de2-89ba-d2fd71fcbf6d', 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db', 'admin_state_up': True, 'tenant_id': '70600cdd0dee48caba97d02da70e2b67'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:51.931619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9a51cff3-3403-4b3e-a460-0ed653041852 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:51.933559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9a51cff3-3403-4b3e-a460-0ed653041852 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.54 "GET /v2.0/networks?id=d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db HTTP/1.1" status: 200 len: 817 time: 0.1420701 Oct 27 16:11:51.948382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f981c52e-bd39-4458-a334-e7f69618fc26 None None] For port 3c9979c4-141e-49da-90b5-4d9e46e501ea, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3c9979c4-141e-49da-90b5-4d9e46e501ea,segment=NetworkSegment(7ef67351-086e-4025-b7a0-1da6e73deb29),segment_id=7ef67351-086e-4025-b7a0-1da6e73deb29)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:51.952533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Request body: {'port': {'device_id': '3a270ca5-6516-48d6-b6fe-009f55ed85af', 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db', 'admin_state_up': True, 'tenant_id': '70600cdd0dee48caba97d02da70e2b67'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:52.007406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999b472d-170e-4526-a08e-b4c2384f94f7 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:11:52.014933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-999b472d-170e-4526-a08e-b4c2384f94f7 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "PUT /v2.0/routers/3d0ead9e-deba-4efc-9f99-04aef6d85b75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5159421 Oct 27 16:11:52.019464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56136) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:52.023050 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4e18f-724d-4c03-b673-360db4eb310f None None] Sync routers for ids ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:11:52.040932 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4e18f-724d-4c03-b673-360db4eb310f None None] Routers {'3d0ead9e-deba-4efc-9f99-04aef6d85b75'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:52.041658 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a8e4e18f-724d-4c03-b673-360db4eb310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:52.109168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.117064 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a8e4e18f-724d-4c03-b673-360db4eb310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:52.137641 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4e18f-724d-4c03-b673-360db4eb310f None None] Routers {'3d0ead9e-deba-4efc-9f99-04aef6d85b75'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:11:52.138279 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a8e4e18f-724d-4c03-b673-360db4eb310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:52.142602 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f981c52e-bd39-4458-a334-e7f69618fc26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.177535 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a8e4e18f-724d-4c03-b673-360db4eb310f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:52.178453 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e4e18f-724d-4c03-b673-360db4eb310f None None] The sync data for ids ['3d0ead9e-deba-4efc-9f99-04aef6d85b75'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:11:52.204943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981c52e-bd39-4458-a334-e7f69618fc26 None None] Pushing event updated for resources: {'Port': ['ID=3c9979c4-141e-49da-90b5-4d9e46e501ea,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:52.223097 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.223939 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.240403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:52.285091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:52.288035 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Made reservation on behalf of 70600cdd0dee48caba97d02da70e2b67 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:52.294575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.321370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:52.329035 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.332627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.363948 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Made reservation on behalf of 70600cdd0dee48caba97d02da70e2b67 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:52.368123 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.369264 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 01428ef4-d4d8-49ac-9778-f25faea19a39 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:52.381250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'Port': ['ID=b31ef780-8de8-4500-8c5b-dbf4748fbf67,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:52.450705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-95d14bd0-49c3-4c24-b2a6-8a4b6742399a None None] Provisioning complete for port 7e39ff3a-e09b-465d-ba65-cad73afaa54a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:52.451386 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95d14bd0-49c3-4c24-b2a6-8a4b6742399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.519693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a31f91-3631-411f-b571-6bb8f8afddac req-bd8d9873-fa51-4af7-90da-929ed2af30d8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.521295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07a31f91-3631-411f-b571-6bb8f8afddac req-bd8d9873-fa51-4af7-90da-929ed2af30d8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.3217363 Oct 27 16:11:52.533673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.620634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Allocated IP 172.20.0.2 (d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db/43656398-cd78-4ef8-ab5a-9f623e8b8949/70af584e-f659-4050-8641-0da2c44b094f) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:52.639851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Made reservation on behalf of 70600cdd0dee48caba97d02da70e2b67 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:52.643810 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.688223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9cf746e5-d4e3-43a8-afd8-7b3142639613 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8701563 Oct 27 16:11:52.702277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56148) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:52.752863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c6cedf9f-61ec-4c5d-a361-ae4668353645 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:52.754331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3c9979c4-141e-49da-90b5-4d9e46e501ea up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:11:52.775640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07a31f91-3631-411f-b571-6bb8f8afddac req-eb0b3c41-c73f-4b58-835f-652926053c8c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851649 Oct 27 16:11:52.862995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-95d14bd0-49c3-4c24-b2a6-8a4b6742399a None None] Port 7e39ff3a-e09b-465d-ba65-cad73afaa54a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:52.893328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.896360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-95d14bd0-49c3-4c24-b2a6-8a4b6742399a None None] Provisioning complete for port 3c9979c4-141e-49da-90b5-4d9e46e501ea triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:52.896714 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95d14bd0-49c3-4c24-b2a6-8a4b6742399a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:52.905229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23fe53-6038-40c4-ba06-24f468941db0 req-dec3c544-8b11-4c33-9537-dc0b78cc3450 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.910216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca487340-4eeb-4110-b5c8-bf20c99d00d8 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.914626 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee23fe53-6038-40c4-ba06-24f468941db0 req-dec3c544-8b11-4c33-9537-dc0b78cc3450 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 949 time: 0.2638862 Oct 27 16:11:52.917058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca487340-4eeb-4110-b5c8-bf20c99d00d8 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.925399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca487340-4eeb-4110-b5c8-bf20c99d00d8 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:52.927692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ca487340-4eeb-4110-b5c8-bf20c99d00d8 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2243998 Oct 27 16:11:52.931087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56152) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:52.939250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3c9979c4-141e-49da-90b5-4d9e46e501ea triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:52.939543 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.004074 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 01428ef4-d4d8-49ac-9778-f25faea19a39 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:53.004301 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee23fe53-6038-40c4-ba06-24f468941db0 req-3229f17b-8d2a-4786-a6bc-b57fd541142a tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826159 Oct 27 16:11:53.033341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 01428ef4-d4d8-49ac-9778-f25faea19a39 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:53.033716 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.049189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.075238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port c6cedf9f-61ec-4c5d-a361-ae4668353645 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:11:53.122983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port c6cedf9f-61ec-4c5d-a361-ae4668353645 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:53.123349 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.126898 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-05aca367-1397-41af-8ac1-d12050a60b53 req-d483f06b-ad07-4d7d-a3a5-27efc716cdd0 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 210 time: 0.0331910 Oct 27 16:11:53.166197 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.171917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ba18517d-e0eb-4a2a-ae45-418172b8aa76 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Deleting port b31ef780-8de8-4500-8c5b-dbf4748fbf67 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:53.172175 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba18517d-e0eb-4a2a-ae45-418172b8aa76 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.184386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port 46ca25b4-a6c9-4f29-a7c6-2c702f936fb1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:53.184760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.229461 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:53.233472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:53.238597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:53.269903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Pushing event updated for resources: {'Port': ['ID=70af584e-f659-4050-8641-0da2c44b094f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:53.283201 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.302418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-79612cc7-03f7-4381-85ea-a55f42234949 None None] Provisioning complete for port b31ef780-8de8-4500-8c5b-dbf4748fbf67 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:53.302780 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-79612cc7-03f7-4381-85ea-a55f42234949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.306872 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:53.308638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.334687 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.340934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Allocated IP 172.20.0.12 (d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db/43656398-cd78-4ef8-ab5a-9f623e8b8949/7f012389-c426-491d-b954-2131cfba9de7) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:53.343315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce992279-bac4-4cfc-9390-6dc5a2e40bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01428ef4-d4d8-49ac-9778-f25faea19a39'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:53.345938 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5513a425-e4ac-45b2-a0ce-c3aa04bb7015" -d '{"events": [{"server_uuid": "ce992279-bac4-4cfc-9390-6dc5a2e40bc2", "name": "network-vif-plugged", "status": "completed", "tag": "01428ef4-d4d8-49ac-9778-f25faea19a39"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:53.372891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 01428ef4-d4d8-49ac-9778-f25faea19a39, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=01428ef4-d4d8-49ac-9778-f25faea19a39,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:53.381861 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-79612cc7-03f7-4381-85ea-a55f42234949 None None] Port b31ef780-8de8-4500-8c5b-dbf4748fbf67 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:53.388492 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9344ea8f-5788-4459-982a-1d164d7e8e87 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4422095 Oct 27 16:11:53.399865 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4683442d-6ce4-4f0c-9bd5-d7881e82e8d9 x-openstack-request-id: req-4683442d-6ce4-4f0c-9bd5-d7881e82e8d9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:53.400159 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce992279-bac4-4cfc-9390-6dc5a2e40bc2", "name": "network-vif-plugged", "status": "completed", "tag": "01428ef4-d4d8-49ac-9778-f25faea19a39", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:53.400380 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4683442d-6ce4-4f0c-9bd5-d7881e82e8d9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:53.400761 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce992279-bac4-4cfc-9390-6dc5a2e40bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01428ef4-d4d8-49ac-9778-f25faea19a39', 'code': 200} Oct 27 16:11:53.403867 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.405572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Request body: {'port': {'device_id': '3a270ca5-6516-48d6-b6fe-009f55ed85af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:53.405745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c6cedf9f-61ec-4c5d-a361-ae4668353645, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c6cedf9f-61ec-4c5d-a361-ae4668353645,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:53.408581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-79612cc7-03f7-4381-85ea-a55f42234949 None None] Provisioning complete for port 7e39ff3a-e09b-465d-ba65-cad73afaa54a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:53.408953 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-79612cc7-03f7-4381-85ea-a55f42234949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.423232 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba18517d-e0eb-4a2a-ae45-418172b8aa76 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.446282 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.451544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for 46ca25b4-a6c9-4f29-a7c6-2c702f936fb1 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:53.455132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-79612cc7-03f7-4381-85ea-a55f42234949 None None] Port 7e39ff3a-e09b-465d-ba65-cad73afaa54a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:53.470972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ba18517d-e0eb-4a2a-ae45-418172b8aa76 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Calling delete_port for b31ef780-8de8-4500-8c5b-dbf4748fbf67 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:53.487735 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.513707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=01428ef4-d4d8-49ac-9778-f25faea19a39,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:53.521807 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.569646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c6cedf9f-61ec-4c5d-a361-ae4668353645,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:53.572073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b35df4-e056-458c-8bb6-5cd4a5f2e554 req-e1472051-a091-4bf3-aeb4-e82edb9080dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:53.573242 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1b35df4-e056-458c-8bb6-5cd4a5f2e554 req-e1472051-a091-4bf3-aeb4-e82edb9080dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 1101 time: 0.0844858 Oct 27 16:11:53.686216 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1b35df4-e056-458c-8bb6-5cd4a5f2e554 req-7a95833e-0d5d-4f43-ae58-8f049c0000df service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971098 Oct 27 16:11:53.775270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.930372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359852e-59da-4eb3-bbe9-d47e42bdd572 req-1f36ca3b-5c11-4117-a8ca-383169dcf678 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:53.931924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d359852e-59da-4eb3-bbe9-d47e42bdd572 req-1f36ca3b-5c11-4117-a8ca-383169dcf678 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0774732 Oct 27 16:11:53.933285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba18517d-e0eb-4a2a-ae45-418172b8aa76 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:53.969946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18517d-e0eb-4a2a-ae45-418172b8aa76 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event deleted for resources: {'Port': ['ID=b31ef780-8de8-4500-8c5b-dbf4748fbf67,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:54.052668 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.068499 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d359852e-59da-4eb3-bbe9-d47e42bdd572 req-cdbcf6ea-301b-4963-abc7-a59ac8b56425 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261973 Oct 27 16:11:54.083424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.102303 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.139484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5605240-effc-42b8-a893-ab6bead20ebd req-74ad35ac-8eff-4791-a681-9a4c94a8d654 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:54.147724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5605240-effc-42b8-a893-ab6bead20ebd req-74ad35ac-8eff-4791-a681-9a4c94a8d654 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 950 time: 0.0696328 Oct 27 16:11:54.147926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=46ca25b4-a6c9-4f29-a7c6-2c702f936fb1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:54.196487 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5605240-effc-42b8-a893-ab6bead20ebd req-378f7dac-714b-4274-a86f-d2bc99f17d86 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481019 Oct 27 16:11:54.229137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:54.271270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:54.287120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:54.368156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Allocated IP 172.20.0.9 (d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db/43656398-cd78-4ef8-ab5a-9f623e8b8949/d0af175f-ac7a-4360-8e63-0cf6df5ef0cc) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:54.387047 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba18517d-e0eb-4a2a-ae45-418172b8aa76 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.390323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ba18517d-e0eb-4a2a-ae45-418172b8aa76 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "DELETE /v2.0/ports/b31ef780-8de8-4500-8c5b-dbf4748fbf67 HTTP/1.1" status: 204 len: 168 time: 1.4582884 Oct 27 16:11:54.393631 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56168) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:54.400983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Pushing event updated for resources: {'Port': ['ID=7f012389-c426-491d-b954-2131cfba9de7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:54.418400 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-82db59b0-1b8a-4f9c-b39f-d2424e79bc40 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] GET failed (client error): The resource could not be found. Oct 27 16:11:54.420001 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-82db59b0-1b8a-4f9c-b39f-d2424e79bc40 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "GET /v2.0/ports/b31ef780-8de8-4500-8c5b-dbf4748fbf67 HTTP/1.1" status: 404 len: 333 time: 0.0253143 Oct 27 16:11:54.427010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:54.431478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.431981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Request body: {'port': {'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-139373925'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:54.510266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:54.510877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.548244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8f791-1974-4b18-b4df-5b52223dde34 req-e1cfc9df-1ca6-4d0a-ae0a-03ea749a1ade tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:54.549774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70b8f791-1974-4b18-b4df-5b52223dde34 req-e1cfc9df-1ca6-4d0a-ae0a-03ea749a1ade tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 931 time: 0.3069739 Oct 27 16:11:54.577873 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.585601 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.615176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Made reservation on behalf of c3a4179a0ca04ca1b02eb6992eedd663 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:54.618915 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:54.637390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] device_id is not set on port 500081b0-ed54-49b6-9a1d-3ec3b4de7a3a yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:11:54.698684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70b8f791-1974-4b18-b4df-5b52223dde34 req-c1c21c66-b629-4ba3-8400-f89a1c8fb887 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384225 Oct 27 16:11:54.704929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-eb235a35-e61e-41eb-abf3-329f5f1b2ea1 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1263874 Oct 27 16:11:54.718080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Request body: {'port': {'device_id': '012c22ed-ca78-4cd4-8d3b-ae56d5882e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:54.777836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Allocated IP 2001:db8::1ef (dca5a039-d667-4217-b79f-a1ed2c7b8d97/a584d2e6-c3df-47f6-b28c-114d52bf33ca/500081b0-ed54-49b6-9a1d-3ec3b4de7a3a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:54.947129 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.066145 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.066773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Fanout notify agent at l3_agent the message router_deleted on router 3d0ead9e-deba-4efc-9f99-04aef6d85b75 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:11:55.074367 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.085480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.086590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-822e979a-7d15-4c78-83b8-ae591e646986 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/routers/3d0ead9e-deba-4efc-9f99-04aef6d85b75 HTTP/1.1" status: 204 len: 168 time: 3.0620522 Oct 27 16:11:55.089927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56176) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:55.115261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:55.120972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:55.124923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:55.131357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.132009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.151520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'Port': ['ID=500081b0-ed54-49b6-9a1d-3ec3b4de7a3a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:55.190337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.191905 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.228194 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-efb7076b-0c60-43c2-9583-d2e6a73cc59e tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7999177 Oct 27 16:11:55.230839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56184) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:55.239921 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a7736342-4117-4d26-aa4b-1ce83401ffeb tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::368', 'mac_address': 'fa:16:3e:63:f0:8e'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:55.290964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd593f2-2d18-406f-a639-107ff4ac95b2 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting subnet 3fecf353-cc8d-4d85-8bbd-e443a09e4d08 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:11:55.300128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bd593f2-2d18-406f-a639-107ff4ac95b2 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.402438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94c4107-cd89-4ab1-bfd7-cbebe80f2f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cedf9f-61ec-4c5d-a361-ae4668353645'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:55.405738 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f903d8-efc6-4701-b048-34d1aead971b" -d '{"events": [{"server_uuid": "d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e", "name": "network-vif-plugged", "status": "completed", "tag": "c6cedf9f-61ec-4c5d-a361-ae4668353645"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:55.429695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765a6a3-1a05-49a8-8442-880f5a1744b8 req-c3306c21-9ef2-444e-81f0-0f7c1fcba3c8 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.431190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f765a6a3-1a05-49a8-8442-880f5a1744b8 req-c3306c21-9ef2-444e-81f0-0f7c1fcba3c8 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 950 time: 0.0846920 Oct 27 16:11:55.439460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bd593f2-2d18-406f-a639-107ff4ac95b2 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.473619 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7736342-4117-4d26-aa4b-1ce83401ffeb tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.482844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff497f9a-bca7-4dad-b1c9-98e536c031cc req-2d138d8f-fbcb-43c7-858a-46db2975f7c6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.486958 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff497f9a-bca7-4dad-b1c9-98e536c031cc req-2d138d8f-fbcb-43c7-858a-46db2975f7c6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.2861724 Oct 27 16:11:55.502874 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f765a6a3-1a05-49a8-8442-880f5a1744b8 req-d02e6b8a-1fb8-445e-8721-872f12de9011 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541070 Oct 27 16:11:55.541618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f460698f-dd31-47a6-898c-6c33dc58bcbe None None] Provisioning complete for port 500081b0-ed54-49b6-9a1d-3ec3b4de7a3a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:55.541990 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f460698f-dd31-47a6-898c-6c33dc58bcbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.588870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.591759 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8381f6-59fc-494f-ad91-d89736eef03b x-openstack-request-id: req-ef8381f6-59fc-494f-ad91-d89736eef03b {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:55.592371 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e", "name": "network-vif-plugged", "status": "completed", "tag": "c6cedf9f-61ec-4c5d-a361-ae4668353645", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:55.592724 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef8381f6-59fc-494f-ad91-d89736eef03b {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:55.593215 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94c4107-cd89-4ab1-bfd7-cbebe80f2f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cedf9f-61ec-4c5d-a361-ae4668353645', 'code': 200} Oct 27 16:11:55.598255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff497f9a-bca7-4dad-b1c9-98e536c031cc req-27edcb19-8c0b-46c6-a719-57f85bde0368 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913825 Oct 27 16:11:55.623467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f460698f-dd31-47a6-898c-6c33dc58bcbe None None] Port 500081b0-ed54-49b6-9a1d-3ec3b4de7a3a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:55.673718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:55.692505 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bd593f2-2d18-406f-a639-107ff4ac95b2 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.695710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:55.730094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:55.740249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Pushing event updated for resources: {'Port': ['ID=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:55.778578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf25c1-49e9-4541-97bf-9466f10c2683 req-5671d35f-ca79-4280-994f-079689b1f61d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.783433 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9aaf25c1-49e9-4541-97bf-9466f10c2683 req-5671d35f-ca79-4280-994f-079689b1f61d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 950 time: 0.1031895 Oct 27 16:11:55.826219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.826815 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.831150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea733efc-f079-4a0d-9b5d-828a00160f1d req-d197ebcf-df0c-4b15-88c3-1b839c7afd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.833631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea733efc-f079-4a0d-9b5d-828a00160f1d req-d197ebcf-df0c-4b15-88c3-1b839c7afd44 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 1101 time: 0.1560946 Oct 27 16:11:55.864445 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7736342-4117-4d26-aa4b-1ce83401ffeb tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.888223 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9aaf25c1-49e9-4541-97bf-9466f10c2683 req-e3e47377-e901-4352-801a-3bb98f032989 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951676 Oct 27 16:11:55.913398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea733efc-f079-4a0d-9b5d-828a00160f1d req-2ee3f263-2e92-493e-982f-52a24db3ccf5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667682 Oct 27 16:11:55.921208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a45d7-c467-44b9-b4c7-56bfd4149a75 req-4650fcb7-4b1d-41f4-8a87-15d44c313071 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:55.922702 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e08a45d7-c467-44b9-b4c7-56bfd4149a75 req-4650fcb7-4b1d-41f4-8a87-15d44c313071 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 931 time: 0.0824761 Oct 27 16:11:55.932272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70af584e-f659-4050-8641-0da2c44b094f {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:55.940168 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9d6bf310-a601-4b96-bffc-f3f9450bb7c9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0258086 Oct 27 16:11:55.940613 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.959540 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Transition to ACTIVE for port object 70af584e-f659-4050-8641-0da2c44b094f will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:55.960368 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7736342-4117-4d26-aa4b-1ce83401ffeb tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.963517 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bd593f2-2d18-406f-a639-107ff4ac95b2 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:55.978280 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e08a45d7-c467-44b9-b4c7-56bfd4149a75 req-bd7367e2-daef-4122-9e65-c5e8b27d3906 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479796 Oct 27 16:11:55.993030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a7736342-4117-4d26-aa4b-1ce83401ffeb tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] In _notify_port_updated(), no bound segment for port 500081b0-ed54-49b6-9a1d-3ec3b4de7a3a on network dca5a039-d667-4217-b79f-a1ed2c7b8d97 {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:11:55.998309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd593f2-2d18-406f-a639-107ff4ac95b2 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Subnet': ['ID=3fecf353-cc8d-4d85-8bbd-e443a09e4d08,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:55.999368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7736342-4117-4d26-aa4b-1ce83401ffeb tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:56.000797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7736342-4117-4d26-aa4b-1ce83401ffeb tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.002236 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a7736342-4117-4d26-aa4b-1ce83401ffeb tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "PUT /v2.0/ports/500081b0-ed54-49b6-9a1d-3ec3b4de7a3a HTTP/1.1" status: 200 len: 1002 time: 0.7703063 Oct 27 16:11:56.004987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56194) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:56.013337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bd593f2-2d18-406f-a639-107ff4ac95b2 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.016361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3bd593f2-2d18-406f-a639-107ff4ac95b2 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/subnets/3fecf353-cc8d-4d85-8bbd-e443a09e4d08 HTTP/1.1" status: 204 len: 168 time: 0.9253502 Oct 27 16:11:56.020105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56196) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:56.025146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7736342-4117-4d26-aa4b-1ce83401ffeb tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'Port': ['ID=500081b0-ed54-49b6-9a1d-3ec3b4de7a3a,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:56.029294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b8365-b196-4b8a-86d2-130d6fcaf50b None None] Network 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:11:56.063269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.147297 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Pushing event updated for resources: {'Port': ['ID=70af584e-f659-4050-8641-0da2c44b094f,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:56.198996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Request body: {'port': {'device_id': '4281e98d-db24-4de2-89ba-d2fd71fcbf6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:56.251112 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Attempting to bind port 70af584e-f659-4050-8641-0da2c44b094f on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:56.251896 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Attempting to bind port 70af584e-f659-4050-8641-0da2c44b094f by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:56.252653 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Attempting to bind port 70af584e-f659-4050-8641-0da2c44b094f on network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:56.259056 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Port 70af584e-f659-4050-8641-0da2c44b094f on network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:56.259308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Attempting to bind port 70af584e-f659-4050-8641-0da2c44b094f on network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:56.270913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:56.271362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Checking segment: {'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:56.271882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Bound using segment: {'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:56.272438 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Bound port: 70af584e-f659-4050-8641-0da2c44b094f, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:56.272854 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.310943 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.312621 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.338972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4863b72-8164-44f2-a7cd-e2b8712e88ec None None] DHCP port deletion for 65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:11:56.364690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] For port 70af584e-f659-4050-8641-0da2c44b094f, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:56.368546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] For port 70af584e-f659-4050-8641-0da2c44b094f, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=70af584e-f659-4050-8641-0da2c44b094f,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:56.402251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e4863b72-8164-44f2-a7cd-e2b8712e88ec None None] Deleting port 3cd19462-61a6-48b7-a8be-627d7004c4d0 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:56.402796 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e4863b72-8164-44f2-a7cd-e2b8712e88ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.404848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-70213fc0-3c6d-4ccd-afce-c5af669ed471 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Deleting port 500081b0-ed54-49b6-9a1d-3ec3b4de7a3a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:56.405198 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-70213fc0-3c6d-4ccd-afce-c5af669ed471 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.428826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.471146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:56.471974 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.473482 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3229b0ce-be10-45da-904c-65c370487528 service neutron] 10.222.0.54 "PUT /v2.0/ports/70af584e-f659-4050-8641-0da2c44b094f HTTP/1.1" status: 200 len: 1091 time: 3.0741122 Oct 27 16:11:56.473957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a270ca5-6516-48d6-b6fe-009f55ed85af', 'tag': '70af584e-f659-4050-8641-0da2c44b094f'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:56.481440 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb422de3-8378-4fd3-b965-11a25c75f74b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a270ca5-6516-48d6-b6fe-009f55ed85af", "tag": "70af584e-f659-4050-8641-0da2c44b094f"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:56.481648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e4863b72-8164-44f2-a7cd-e2b8712e88ec None None] For port 3cd19462-61a6-48b7-a8be-627d7004c4d0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3cd19462-61a6-48b7-a8be-627d7004c4d0,segment=NetworkSegment(a4d7303d-bd1a-4f4b-8628-8d37307467cd),segment_id=a4d7303d-bd1a-4f4b-8628-8d37307467cd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:56.492413 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e4863b72-8164-44f2-a7cd-e2b8712e88ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.513879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e4863b72-8164-44f2-a7cd-e2b8712e88ec None None] Calling delete_port for 3cd19462-61a6-48b7-a8be-627d7004c4d0 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:56.515462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229b0ce-be10-45da-904c-65c370487528 service neutron] Pushing event updated for resources: {'Port': ['ID=70af584e-f659-4050-8641-0da2c44b094f,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:56.544671 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b07a0e9-f992-4eb4-a412-4d37c4f2a9f1 x-openstack-request-id: req-0b07a0e9-f992-4eb4-a412-4d37c4f2a9f1 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:56.544980 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a270ca5-6516-48d6-b6fe-009f55ed85af", "tag": "70af584e-f659-4050-8641-0da2c44b094f", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:56.545216 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b07a0e9-f992-4eb4-a412-4d37c4f2a9f1 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:56.545623 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a270ca5-6516-48d6-b6fe-009f55ed85af', 'tag': '70af584e-f659-4050-8641-0da2c44b094f', 'status': 'completed', 'code': 200} Oct 27 16:11:56.571998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bcd8e4ac-a54f-4c08-87e1-e768da0007bf None None] Provisioning complete for port 500081b0-ed54-49b6-9a1d-3ec3b4de7a3a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:56.572387 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bcd8e4ac-a54f-4c08-87e1-e768da0007bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.622686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-bcd8e4ac-a54f-4c08-87e1-e768da0007bf None None] Port 500081b0-ed54-49b6-9a1d-3ec3b4de7a3a cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:56.627151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb422de3-8378-4fd3-b965-11a25c75f74b req-6e3ecf22-ee17-4dad-a280-a90580f3ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:56.628963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb422de3-8378-4fd3-b965-11a25c75f74b req-6e3ecf22-ee17-4dad-a280-a90580f3ec16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70600cdd0dee48caba97d02da70e2b67&device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 1094 time: 0.0569079 Oct 27 16:11:56.683204 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port 3cd19462-61a6-48b7-a8be-627d7004c4d0 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:56.683531 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.686284 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-70213fc0-3c6d-4ccd-afce-c5af669ed471 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.697861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f012389-c426-491d-b954-2131cfba9de7 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:56.726544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-70213fc0-3c6d-4ccd-afce-c5af669ed471 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Calling delete_port for 500081b0-ed54-49b6-9a1d-3ec3b4de7a3a owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:56.751488 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb422de3-8378-4fd3-b965-11a25c75f74b req-d69fada3-436f-4d61-b85c-52511332941a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:56.753045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb422de3-8378-4fd3-b965-11a25c75f74b req-d69fada3-436f-4d61-b85c-52511332941a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=70600cdd0dee48caba97d02da70e2b67&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1066141 Oct 27 16:11:56.767625 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.771087 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e4863b72-8164-44f2-a7cd-e2b8712e88ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.801318 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4863b72-8164-44f2-a7cd-e2b8712e88ec None None] Pushing event deleted for resources: {'Port': ['ID=3cd19462-61a6-48b7-a8be-627d7004c4d0,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:56.808018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Transition to ACTIVE for port object 7f012389-c426-491d-b954-2131cfba9de7 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:56.810418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4863b72-8164-44f2-a7cd-e2b8712e88ec None None] No DVR routers for this DVR port 3cd19462-61a6-48b7-a8be-627d7004c4d0 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:56.828792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] For port 3cd19462-61a6-48b7-a8be-627d7004c4d0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3cd19462-61a6-48b7-a8be-627d7004c4d0,segment=NetworkSegment(a4d7303d-bd1a-4f4b-8628-8d37307467cd),segment_id=a4d7303d-bd1a-4f4b-8628-8d37307467cd)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:11:56.829542 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.883565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for 3cd19462-61a6-48b7-a8be-627d7004c4d0 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:56.887658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb422de3-8378-4fd3-b965-11a25c75f74b req-8d198ed9-b0af-494a-9c88-ae321acb2ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:56.889303 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb422de3-8378-4fd3-b965-11a25c75f74b req-8d198ed9-b0af-494a-9c88-ae321acb2ca2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286995 Oct 27 16:11:56.904208 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:56.978932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2aa88-7cd1-4377-8e8c-255cb1fd3d14 req-5a8c9c7a-86f3-4b14-8936-d01dbcfa7659 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:56.980544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60c2aa88-7cd1-4377-8e8c-255cb1fd3d14 req-5a8c9c7a-86f3-4b14-8936-d01dbcfa7659 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.2902672 Oct 27 16:11:57.091304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Pushing event updated for resources: {'Port': ['ID=7f012389-c426-491d-b954-2131cfba9de7,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:57.192798 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60c2aa88-7cd1-4377-8e8c-255cb1fd3d14 req-70996baa-c132-4ebd-a3e6-52b3851a2b13 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954489 Oct 27 16:11:57.337201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3437e042-f08a-42a4-ae78-a32c784abcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:57.338701 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-3437e042-f08a-42a4-ae78-a32c784abcc3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=70600cdd0dee48caba97d02da70e2b67&device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 1094 time: 0.4119062 Oct 27 16:11:57.351495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88656d9d-d9f8-4ca7-b3bc-e186f6addb13 req-b6fca9e8-78d6-42c4-8eda-b467c71f6006 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:57.352740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88656d9d-d9f8-4ca7-b3bc-e186f6addb13 req-b6fca9e8-78d6-42c4-8eda-b467c71f6006 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 950 time: 0.0623491 Oct 27 16:11:57.355546 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.393615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-6538d9a4-5b73-432c-a479-b68a5c05bba1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=70af584e-f659-4050-8641-0da2c44b094f HTTP/1.1" status: 200 len: 217 time: 0.0398819 Oct 27 16:11:57.415819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=3cd19462-61a6-48b7-a8be-627d7004c4d0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:57.426725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0af175f-ac7a-4360-8e63-0cf6df5ef0cc {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:11:57.433834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] No DVR routers for this DVR port 3cd19462-61a6-48b7-a8be-627d7004c4d0 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:11:57.452495 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.472459 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88656d9d-d9f8-4ca7-b3bc-e186f6addb13 req-99cf0a8f-5455-4be6-b257-6142733edbfe tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792298 Oct 27 16:11:57.483842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Attempting to bind port 7f012389-c426-491d-b954-2131cfba9de7 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:57.483842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Attempting to bind port 7f012389-c426-491d-b954-2131cfba9de7 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:57.483842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Attempting to bind port 7f012389-c426-491d-b954-2131cfba9de7 on network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:57.491537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-690e84b1-a87d-4665-a3f0-50145d2c07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:57.495119 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-690e84b1-a87d-4665-a3f0-50145d2c07e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=43656398-cd78-4ef8-ab5a-9f623e8b8949 HTTP/1.1" status: 200 len: 857 time: 0.0869873 Oct 27 16:11:57.504147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356518d-92a2-48cc-a41c-c787ecf6fdbc req-ece010bd-5a94-4f78-a4d3-41f8c43ddb9c tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:57.512169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b356518d-92a2-48cc-a41c-c787ecf6fdbc req-ece010bd-5a94-4f78-a4d3-41f8c43ddb9c tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 943 time: 0.2211516 Oct 27 16:11:57.529395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Port 7f012389-c426-491d-b954-2131cfba9de7 on network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:57.529909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Attempting to bind port 7f012389-c426-491d-b954-2131cfba9de7 on network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:57.542170 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d3738f26-ecaa-434c-8e50-6349bc42603e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354798 Oct 27 16:11:57.568552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Transition to ACTIVE for port object d0af175f-ac7a-4360-8e63-0cf6df5ef0cc will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:11:57.573005 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-70213fc0-3c6d-4ccd-afce-c5af669ed471 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.584479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:57.584816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Checking segment: {'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:57.585201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Bound using segment: {'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:57.585655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Bound port: 7f012389-c426-491d-b954-2131cfba9de7, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:57.586010 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.633386 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.654638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70213fc0-3c6d-4ccd-afce-c5af669ed471 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event deleted for resources: {'Port': ['ID=500081b0-ed54-49b6-9a1d-3ec3b4de7a3a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:57.674027 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-dae2651f-6197-426e-83b0-2d3d49d7b162 service neutron] 10.222.0.54 "GET /v2.0/networks/d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239543 Oct 27 16:11:57.685786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.738511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:57.751705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d7303d-bd1a-4f4b-8628-8d37307467cd') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:57.752088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d7303d-bd1a-4f4b-8628-8d37307467cd') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:11:57.765390 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.797758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-de678a6d-739d-4f85-9046-09bc9188083b service neutron] 10.222.0.54 "GET /v2.0/networks/d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144700 Oct 27 16:11:57.808174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b356518d-92a2-48cc-a41c-c787ecf6fdbc req-f9047c87-34b7-4426-a29e-ad578f668ebf tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949803 Oct 27 16:11:57.838057 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.868516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:11:57.868918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:11:57.880718 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:11:57.917046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] For port 7f012389-c426-491d-b954-2131cfba9de7, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:57.998098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Pushing event updated for resources: {'Port': ['ID=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:58.002148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] For port 7f012389-c426-491d-b954-2131cfba9de7, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=7f012389-c426-491d-b954-2131cfba9de7,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:58.064795 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-70213fc0-3c6d-4ccd-afce-c5af669ed471 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.068075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-70213fc0-3c6d-4ccd-afce-c5af669ed471 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "DELETE /v2.0/ports/500081b0-ed54-49b6-9a1d-3ec3b4de7a3a HTTP/1.1" status: 204 len: 168 time: 2.0621357 Oct 27 16:11:58.070843 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56218) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:58.080612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.100735 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b309e68a-0ca6-42f0-8aed-379d8e4b5044 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] GET failed (client error): The resource could not be found. Oct 27 16:11:58.102233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b309e68a-0ca6-42f0-8aed-379d8e4b5044 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "GET /v2.0/ports/500081b0-ed54-49b6-9a1d-3ec3b4de7a3a HTTP/1.1" status: 404 len: 333 time: 0.0303025 Oct 27 16:11:58.105894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56220) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:58.111159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Request body: {'port': {'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1457438666'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:58.131531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.132177 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.133721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] 10.222.0.53 "PUT /v2.0/ports/7f012389-c426-491d-b954-2131cfba9de7 HTTP/1.1" status: 200 len: 1092 time: 3.4199703 Oct 27 16:11:58.134013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '012c22ed-ca78-4cd4-8d3b-ae56d5882e01', 'tag': '7f012389-c426-491d-b954-2131cfba9de7'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:11:58.136310 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d7d3cc-1425-40cf-8681-daa5d7989bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "012c22ed-ca78-4cd4-8d3b-ae56d5882e01", "tag": "7f012389-c426-491d-b954-2131cfba9de7"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:11:58.148611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.159365 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.162656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/networks/65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb HTTP/1.1" status: 204 len: 168 time: 2.1427374 Oct 27 16:11:58.166459 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Attempting to bind port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:11:58.166791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Attempting to bind port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:11:58.167120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Attempting to bind port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc on network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:58.169630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56224) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:58.187633 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf151c9-7d48-494c-b2b0-e7c6245e63a0 x-openstack-request-id: req-daf151c9-7d48-494c-b2b0-e7c6245e63a0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:11:58.187921 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "012c22ed-ca78-4cd4-8d3b-ae56d5882e01", "tag": "7f012389-c426-491d-b954-2131cfba9de7", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:11:58.188735 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-daf151c9-7d48-494c-b2b0-e7c6245e63a0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:11:58.189253 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '012c22ed-ca78-4cd4-8d3b-ae56d5882e01', 'tag': '7f012389-c426-491d-b954-2131cfba9de7', 'status': 'completed', 'code': 200} Oct 27 16:11:58.193747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc40442-b64f-4d97-b3fe-1d928f930ae5 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Network': ['ID=65f7d8e0-bcc1-47be-be6c-6406bcb0c1eb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:58.195712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc on network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:11:58.196041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Attempting to bind port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc on network d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:11:58.198575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530e32c-f819-4c46-a72d-864b9b3d8912 service neutron] Pushing event updated for resources: {'Port': ['ID=7f012389-c426-491d-b954-2131cfba9de7,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:58.205205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:11:58.205548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Checking segment: {'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:11:58.205933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Bound using segment: {'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:11:58.206377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Bound port: d0af175f-ac7a-4360-8e63-0cf6df5ef0cc, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f5805f9-1e53-4df6-82e1-60283e6d3bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:11:58.206732 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.298401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7d3cc-1425-40cf-8681-daa5d7989bd6 req-e49e02bc-62f3-4a2a-984c-76cfca03e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.299635 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3d7d3cc-1425-40cf-8681-daa5d7989bd6 req-e49e02bc-62f3-4a2a-984c-76cfca03e12e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=70600cdd0dee48caba97d02da70e2b67&device_id=012c22ed-ca78-4cd4-8d3b-ae56d5882e01 HTTP/1.1" status: 200 len: 1095 time: 0.0907373 Oct 27 16:11:58.309059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] For port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:11:58.314064 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] For port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:11:58.366448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3cd19462-61a6-48b7-a8be-627d7004c4d0 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:11:58.387283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 3cd19462-61a6-48b7-a8be-627d7004c4d0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:11:58.387639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3cd19462-61a6-48b7-a8be-627d7004c4d0 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:11:58.395981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251e4ba-1ef6-4472-9016-7746dc0c5575 req-b9678791-1253-499d-94d1-4b96dce7f55b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.397665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a251e4ba-1ef6-4472-9016-7746dc0c5575 req-b9678791-1253-499d-94d1-4b96dce7f55b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.1169019 Oct 27 16:11:58.408636 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2c188d2d-d087-4510-9e2b-12d9ccfb869c tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port 00480e3d-2db0-47ac-9a2d-89eae3ec71a3 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:58.408979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c188d2d-d087-4510-9e2b-12d9ccfb869c tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.481215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Made reservation on behalf of c3a4179a0ca04ca1b02eb6992eedd663 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:11:58.487499 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.511885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a251e4ba-1ef6-4472-9016-7746dc0c5575 req-fc8df3af-b2f9-4f7a-9d33-dbfe9503ca74 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052608 Oct 27 16:11:58.529854 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] device_id is not set on port f2489b98-4744-4ab5-a5df-0bf779e62469 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:11:58.584702 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c188d2d-d087-4510-9e2b-12d9ccfb869c tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.585029 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c188d2d-d087-4510-9e2b-12d9ccfb869c tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.607843 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2c188d2d-d087-4510-9e2b-12d9ccfb869c tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for 00480e3d-2db0-47ac-9a2d-89eae3ec71a3 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:11:58.911786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.912951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Allocated IP 2001:db8::119 (dca5a039-d667-4217-b79f-a1ed2c7b8d97/a584d2e6-c3df-47f6-b28c-114d52bf33ca/f2489b98-4744-4ab5-a5df-0bf779e62469) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:11:58.913046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.913046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.913046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] 10.222.0.53 "PUT /v2.0/ports/d0af175f-ac7a-4360-8e63-0cf6df5ef0cc HTTP/1.1" status: 200 len: 1091 time: 2.6419690 Oct 27 16:11:58.913046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84bdebe-db35-46b1-bc08-6fff94206368 service neutron] Pushing event updated for resources: {'Port': ['ID=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:58.913046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614b336-a441-4e6f-b2f3-bd5eb6809d36 req-8695ad65-7e36-4082-b232-a2e0564235f4 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.913046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9614b336-a441-4e6f-b2f3-bd5eb6809d36 req-8695ad65-7e36-4082-b232-a2e0564235f4 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 950 time: 0.1478653 Oct 27 16:11:58.913046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7d3cc-1425-40cf-8681-daa5d7989bd6 req-09c8cd83-c935-4439-9337-abe720120c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.913046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3d7d3cc-1425-40cf-8681-daa5d7989bd6 req-09c8cd83-c935-4439-9337-abe720120c74 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=70600cdd0dee48caba97d02da70e2b67&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5144117 Oct 27 16:11:58.913046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9614b336-a441-4e6f-b2f3-bd5eb6809d36 req-64f0d0c1-769a-470b-b4b4-9cc2106fc6fc tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844338 Oct 27 16:11:58.972188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7d3cc-1425-40cf-8681-daa5d7989bd6 req-0eb36cf5-19b5-46c4-8c59-bec9c9712a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.972188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3d7d3cc-1425-40cf-8681-daa5d7989bd6 req-0eb36cf5-19b5-46c4-8c59-bec9c9712a0f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172988 Oct 27 16:11:58.986828 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:58.995474 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552635ac-8815-416a-b8de-13574024e4b1 req-156f7ac8-6da4-4cbd-9441-914b236bddb4 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:58.997043 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-552635ac-8815-416a-b8de-13574024e4b1 req-156f7ac8-6da4-4cbd-9441-914b236bddb4 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 943 time: 0.0963070 Oct 27 16:11:59.053999 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-552635ac-8815-416a-b8de-13574024e4b1 req-7eac75c5-fd06-44d9-adef-fb238bcb692b tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487571 Oct 27 16:11:59.054944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-0eb2ee9d-42aa-4132-a509-4e9306aa16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.056813 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-0eb2ee9d-42aa-4132-a509-4e9306aa16cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=70600cdd0dee48caba97d02da70e2b67&device_id=012c22ed-ca78-4cd4-8d3b-ae56d5882e01 HTTP/1.1" status: 200 len: 1095 time: 0.0519583 Oct 27 16:11:59.104110 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-f2dbdca0-505b-492b-9f94-419aa4ba44e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f012389-c426-491d-b954-2131cfba9de7 HTTP/1.1" status: 200 len: 217 time: 0.0372264 Oct 27 16:11:59.197984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c188d2d-d087-4510-9e2b-12d9ccfb869c tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.198233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-03f3a3ae-3c64-41ff-8763-4842cac4a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.199694 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-03f3a3ae-3c64-41ff-8763-4842cac4a2f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43656398-cd78-4ef8-ab5a-9f623e8b8949 HTTP/1.1" status: 200 len: 857 time: 0.0853267 Oct 27 16:11:59.227520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c188d2d-d087-4510-9e2b-12d9ccfb869c tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=00480e3d-2db0-47ac-9a2d-89eae3ec71a3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:59.231292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.261872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-7a185994-23bc-42b1-bb78-305c38123dbb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482924 Oct 27 16:11:59.268374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-500e8565-bf5b-4639-9088-557ce87e8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.269823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-500e8565-bf5b-4639-9088-557ce87e8357 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=70600cdd0dee48caba97d02da70e2b67&device_id=4281e98d-db24-4de2-89ba-d2fd71fcbf6d HTTP/1.1" status: 200 len: 1094 time: 0.1076808 Oct 27 16:11:59.329871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:11:59.336541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:11:59.339026 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:11:59.341493 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.346410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.346410 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.359224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'Port': ['ID=f2489b98-4744-4ab5-a5df-0bf779e62469,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:11:59.365813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a069-244b-46d9-b6dc-82301b99033a req-3df5a736-59fd-41e4-b408-33705139c54b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.371889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1a069-244b-46d9-b6dc-82301b99033a req-3df5a736-59fd-41e4-b408-33705139c54b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.372929 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c188d2d-d087-4510-9e2b-12d9ccfb869c tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.375201 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7a1a069-244b-46d9-b6dc-82301b99033a req-3df5a736-59fd-41e4-b408-33705139c54b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2&device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 1691 time: 0.1720741 Oct 27 16:11:59.376880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c188d2d-d087-4510-9e2b-12d9ccfb869c tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.378482 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2c188d2d-d087-4510-9e2b-12d9ccfb869c tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/floatingips/3091c66c-c68c-4e28-ac69-31a8c278d9c2 HTTP/1.1" status: 204 len: 168 time: 1.2069468 Oct 27 16:11:59.379618 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-7c9c0cc3-dc71-4aea-9c90-a2388fbdbb28 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc HTTP/1.1" status: 200 len: 217 time: 0.0999680 Oct 27 16:11:59.384153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56240) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:59.411492 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-252b5bb2-e19d-4d98-980e-36c9f792e5c0 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] DELETE failed (client error): The resource could not be found. Oct 27 16:11:59.419078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252b5bb2-e19d-4d98-980e-36c9f792e5c0 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:11:59.419078 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-252b5bb2-e19d-4d98-980e-36c9f792e5c0 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/ports/d069920d-dd06-462e-a38b-03ee86fb5b85 HTTP/1.1" status: 404 len: 333 time: 0.0303059 Oct 27 16:11:59.421028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56242) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:59.453223 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-26f71acd-7dbd-4473-8378-ddafe94df12d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d0ead9e-deba-4efc-9f99-04aef6d85b75 HTTP/1.1" status: 200 len: 205 time: 0.0288279 Oct 27 16:11:59.458560 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-92f52e67-d207-48ce-a047-b378d3143fc9 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3492396 Oct 27 16:11:59.458560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56244) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:59.465122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56246) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:59.471407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8b6075fe-2c8d-4c73-9a2e-a9d3f3ec822b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:63:f0:8e'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:11:59.484791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-70a25861-58ad-4a48-a32d-6eba51391421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.487100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-70a25861-58ad-4a48-a32d-6eba51391421 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43656398-cd78-4ef8-ab5a-9f623e8b8949 HTTP/1.1" status: 200 len: 857 time: 0.0956852 Oct 27 16:11:59.491126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-ed598632-8db7-4dc7-8ed9-35f8f2015ed4 service neutron] 10.222.0.53 "GET /v2.0/networks/d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195747 Oct 27 16:11:59.494558 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7a1a069-244b-46d9-b6dc-82301b99033a req-39065386-c6c7-4821-9bc3-a7f1f78cd5bc tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106606 Oct 27 16:11:59.535175 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-9cc5b59f-37be-4188-93ad-7b9e69f6e517 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] delete failed (client error): The resource could not be found. Oct 27 16:11:59.536282 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9cc5b59f-37be-4188-93ad-7b9e69f6e517 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/routers/3d0ead9e-deba-4efc-9f99-04aef6d85b75 HTTP/1.1" status: 404 len: 336 time: 0.0776806 Oct 27 16:11:59.540098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56250) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:59.573437 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-25003c21-5fe3-4967-858e-19505ac7ad38 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] DELETE failed (client error): The resource could not be found. Oct 27 16:11:59.573891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25003c21-5fe3-4967-858e-19505ac7ad38 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:11:59.583756 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-25003c21-5fe3-4967-858e-19505ac7ad38 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/subnets/3fecf353-cc8d-4d85-8bbd-e443a09e4d08 HTTP/1.1" status: 404 len: 337 time: 0.0439446 Oct 27 16:11:59.590269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-edde17dd-c986-4b6a-a7ed-6e1419374a97 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881107 Oct 27 16:11:59.600340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56254) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:11:59.679517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a80006ea-d5c7-4d45-8a15-103a805b1785 None None] Provisioning complete for port f2489b98-4744-4ab5-a5df-0bf779e62469 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:11:59.680099 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a80006ea-d5c7-4d45-8a15-103a805b1785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.682988 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b6075fe-2c8d-4c73-9a2e-a9d3f3ec822b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.730657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a80006ea-d5c7-4d45-8a15-103a805b1785 None None] Port f2489b98-4744-4ab5-a5df-0bf779e62469 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:11:59.743418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33adf9-3c52-4c2a-84b8-ddb6b4a78105 req-9c3d9d07-87e4-43e9-b96a-f66223d20247 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.745006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c33adf9-3c52-4c2a-84b8-ddb6b4a78105 req-9c3d9d07-87e4-43e9-b96a-f66223d20247 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.1344585 Oct 27 16:11:59.749321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-6ab06183-693d-4588-a08f-c91eee83ea98 service neutron] 10.222.0.53 "GET /v2.0/networks/d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459884 Oct 27 16:11:59.787905 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-9103663b-faa0-4d6a-af7f-0f99bc561d12 service neutron] 10.222.0.53 "GET /v2.0/networks/d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885786 Oct 27 16:11:59.809073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae4e48-5b20-4f4f-b6f5-f52ace2b11d1 req-91e821e0-e905-44f8-af02-8437316f7fd1 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:11:59.810632 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-acae4e48-5b20-4f4f-b6f5-f52ace2b11d1 req-91e821e0-e905-44f8-af02-8437316f7fd1 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 1101 time: 0.1323988 Oct 27 16:11:59.822681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7c33adf9-3c52-4c2a-84b8-ddb6b4a78105 req-bb2bb07c-4326-4592-992f-46292fc76a5d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653214 Oct 27 16:11:59.899789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-994335fb-4f90-4768-8a84-f51bfa7d72bf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port abe08300-e533-4f30-baf3-cf01e8fc7897 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:11:59.900334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-994335fb-4f90-4768-8a84-f51bfa7d72bf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:11:59.900774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ade2de-a938-45b1-aef3-dd6006ec5a04 req-7d8c3976-2555-4e24-937e-e1bf22d5bfa6 service neutron] 10.222.0.53 "GET /v2.0/networks/d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030793 Oct 27 16:11:59.968171 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-acae4e48-5b20-4f4f-b6f5-f52ace2b11d1 req-20e2c605-920c-4903-a2b9-7aef4554b2be tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493726 Oct 27 16:12:00.064591 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-994335fb-4f90-4768-8a84-f51bfa7d72bf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.099957 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b6075fe-2c8d-4c73-9a2e-a9d3f3ec822b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.101786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-994335fb-4f90-4768-8a84-f51bfa7d72bf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for abe08300-e533-4f30-baf3-cf01e8fc7897 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:00.157019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4557e92-7e78-4657-88c2-654f74068d74 req-445d63df-c9a0-4adc-9306-4c7220f14fd5 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.158652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4557e92-7e78-4657-88c2-654f74068d74 req-445d63df-c9a0-4adc-9306-4c7220f14fd5 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 1101 time: 0.1149523 Oct 27 16:12:00.178222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1aaf88-22a4-4904-94f8-a36fedda55de req-b3da3822-c44c-4824-a28a-bebc91451f72 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.179745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a1aaf88-22a4-4904-94f8-a36fedda55de req-b3da3822-c44c-4824-a28a-bebc91451f72 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 943 time: 0.0508575 Oct 27 16:12:00.182550 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b6075fe-2c8d-4c73-9a2e-a9d3f3ec822b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.193344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4281e98d-db24-4de2-89ba-d2fd71fcbf6d', 'tag': 'd0af175f-ac7a-4360-8e63-0cf6df5ef0cc'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:00.195726 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d3256b-3efc-4195-9d02-daf44ea4f633" -d '{"events": [{"name": "network-changed", "server_uuid": "4281e98d-db24-4de2-89ba-d2fd71fcbf6d", "tag": "d0af175f-ac7a-4360-8e63-0cf6df5ef0cc"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:00.224587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8a1aaf88-22a4-4904-94f8-a36fedda55de req-b1827341-597c-4177-b950-cb60e6d8af17 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383689 Oct 27 16:12:00.230394 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8b6075fe-2c8d-4c73-9a2e-a9d3f3ec822b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] In _notify_port_updated(), no bound segment for port f2489b98-4744-4ab5-a5df-0bf779e62469 on network dca5a039-d667-4217-b79f-a1ed2c7b8d97 {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:12:00.237069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6075fe-2c8d-4c73-9a2e-a9d3f3ec822b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.237725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b6075fe-2c8d-4c73-9a2e-a9d3f3ec822b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.239057 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8b6075fe-2c8d-4c73-9a2e-a9d3f3ec822b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "PUT /v2.0/ports/f2489b98-4744-4ab5-a5df-0bf779e62469 HTTP/1.1" status: 200 len: 1003 time: 0.7729211 Oct 27 16:12:00.242488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56270) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:00.283729 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4557e92-7e78-4657-88c2-654f74068d74 req-808ca7e6-b1e6-4b5b-abc9-14f5069b73e8 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135223 Oct 27 16:12:00.320267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6075fe-2c8d-4c73-9a2e-a9d3f3ec822b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'Port': ['ID=f2489b98-4744-4ab5-a5df-0bf779e62469,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:00.377410 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67908163-6673-4a50-8445-7336f417a5f2 x-openstack-request-id: req-67908163-6673-4a50-8445-7336f417a5f2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:00.377984 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4281e98d-db24-4de2-89ba-d2fd71fcbf6d", "tag": "d0af175f-ac7a-4360-8e63-0cf6df5ef0cc", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:00.378422 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67908163-6673-4a50-8445-7336f417a5f2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:00.378824 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4281e98d-db24-4de2-89ba-d2fd71fcbf6d', 'tag': 'd0af175f-ac7a-4360-8e63-0cf6df5ef0cc', 'status': 'completed', 'code': 200} Oct 27 16:12:00.397771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5c30d099-ea6a-44da-93e7-df3c9ef652a1 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Deleting port f2489b98-4744-4ab5-a5df-0bf779e62469 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:00.398114 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c30d099-ea6a-44da-93e7-df3c9ef652a1 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.410520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 70af584e-f659-4050-8641-0da2c44b094f details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:00.489784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-994335fb-4f90-4768-8a84-f51bfa7d72bf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.506338 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3256b-3efc-4195-9d02-daf44ea4f633 req-28d0da62-251b-4c77-9da1-2ef3d26dea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.508127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9d3256b-3efc-4195-9d02-daf44ea4f633 req-28d0da62-251b-4c77-9da1-2ef3d26dea9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=70600cdd0dee48caba97d02da70e2b67&device_id=4281e98d-db24-4de2-89ba-d2fd71fcbf6d HTTP/1.1" status: 200 len: 1094 time: 0.0878687 Oct 27 16:12:00.542160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994335fb-4f90-4768-8a84-f51bfa7d72bf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=abe08300-e533-4f30-baf3-cf01e8fc7897,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:00.579610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 70af584e-f659-4050-8641-0da2c44b094f, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=70af584e-f659-4050-8641-0da2c44b094f,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:00.591704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '70af584e-f659-4050-8641-0da2c44b094f', 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db', 'port_id': '70af584e-f659-4050-8641-0da2c44b094f', 'mac_address': 'fa:16:3e:8f:73:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43656398-cd78-4ef8-ab5a-9f623e8b8949', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:00.627574 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-994335fb-4f90-4768-8a84-f51bfa7d72bf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.631169 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-994335fb-4f90-4768-8a84-f51bfa7d72bf tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/ports/abe08300-e533-4f30-baf3-cf01e8fc7897 HTTP/1.1" status: 204 len: 168 time: 1.0294795 Oct 27 16:12:00.633757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56286) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:00.638992 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.655450 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-254d0a88-b961-4f40-aa33-2446f26ca140 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429575 Oct 27 16:12:00.663115 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c30d099-ea6a-44da-93e7-df3c9ef652a1 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.663379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70af584e-f659-4050-8641-0da2c44b094f {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:00.690449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7cf39a96-469a-452b-a268-f0fe3473275b None None] Provisioning complete for port f2489b98-4744-4ab5-a5df-0bf779e62469 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:00.691162 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7cf39a96-469a-452b-a268-f0fe3473275b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.694302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 70af584e-f659-4050-8641-0da2c44b094f, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=70af584e-f659-4050-8641-0da2c44b094f,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:00.702696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5c30d099-ea6a-44da-93e7-df3c9ef652a1 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Calling delete_port for f2489b98-4744-4ab5-a5df-0bf779e62469 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:00.729498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7cf39a96-469a-452b-a268-f0fe3473275b None None] Port f2489b98-4744-4ab5-a5df-0bf779e62469 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:00.739633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b1a11b0c-96a4-49ee-88e0-94e5205d55ab tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port 62ea79e1-b29b-4f23-8145-2bc54fd858b2 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:00.740082 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1a11b0c-96a4-49ee-88e0-94e5205d55ab tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.811359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3256b-3efc-4195-9d02-daf44ea4f633 req-85be1a2a-1cc2-4458-b6e2-c874c27e68fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.812889 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9d3256b-3efc-4195-9d02-daf44ea4f633 req-85be1a2a-1cc2-4458-b6e2-c874c27e68fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db HTTP/1.1" status: 200 len: 918 time: 0.2973192 Oct 27 16:12:00.828106 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.834468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1a11b0c-96a4-49ee-88e0-94e5205d55ab tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:00.848182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b1a11b0c-96a4-49ee-88e0-94e5205d55ab tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for 62ea79e1-b29b-4f23-8145-2bc54fd858b2 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:00.886186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=70af584e-f659-4050-8641-0da2c44b094f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:00.887075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9d3256b-3efc-4195-9d02-daf44ea4f633 req-911c9332-e8ec-4508-9760-5e7fa491d333 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc HTTP/1.1" status: 200 len: 217 time: 0.0639517 Oct 27 16:12:00.899384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.899805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.900524 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.900931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.901541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.902008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.902517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.902852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.903589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.903930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.904279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.904608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:00.959647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9095-03ec-4773-a13d-d9540fac20da req-915e3368-2123-4ec0-a987-6b2d6611a203 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.963996 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-915e3368-2123-4ec0-a987-6b2d6611a203 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980397 Oct 27 16:12:00.979319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead82ab-309f-4ea4-babe-0488e7eb916e req-dfbf61d5-2ee9-4c29-bcc7-1e83178386ee tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:00.986161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eead82ab-309f-4ea4-babe-0488e7eb916e req-dfbf61d5-2ee9-4c29-bcc7-1e83178386ee tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0703759 Oct 27 16:12:01.001387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3256b-3efc-4195-9d02-daf44ea4f633 req-86c1cfdc-7ef3-41fc-9b88-8dbfc8000757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:01.003116 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9d3256b-3efc-4195-9d02-daf44ea4f633 req-86c1cfdc-7ef3-41fc-9b88-8dbfc8000757 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=43656398-cd78-4ef8-ab5a-9f623e8b8949 HTTP/1.1" status: 200 len: 857 time: 0.0820355 Oct 27 16:12:01.004363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-a33267bb-d6e3-42a2-a133-dcca9a0fd9b0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/quotas/1266fc1b41494361b35f198b10ba7c11 HTTP/1.1" status: 200 len: 375 time: 0.0276060 Oct 27 16:12:01.057121 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eead82ab-309f-4ea4-babe-0488e7eb916e req-701cfd61-f0a5-43ed-905c-f5a936ecaa59 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506706 Oct 27 16:12:01.090067 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9d3256b-3efc-4195-9d02-daf44ea4f633 req-669d5f29-eac8-4714-b72e-eb1277f948be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672448 Oct 27 16:12:01.148103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1a11b0c-96a4-49ee-88e0-94e5205d55ab tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:01.181180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-abebf021-23cf-4209-82db-d8e57ecb716a tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1572711 Oct 27 16:12:01.184898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a11b0c-96a4-49ee-88e0-94e5205d55ab tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=62ea79e1-b29b-4f23-8145-2bc54fd858b2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:01.202906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['70af584e-f659-4050-8641-0da2c44b094f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:01.220478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9d3256b-3efc-4195-9d02-daf44ea4f633 req-75f25ce4-8541-4590-b43c-e5ef2d683ebf service neutron] 10.222.0.53 "GET /v2.0/networks/d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214581 Oct 27 16:12:01.288322 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c30d099-ea6a-44da-93e7-df3c9ef652a1 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:01.307412 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1a11b0c-96a4-49ee-88e0-94e5205d55ab tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:01.311922 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b1a11b0c-96a4-49ee-88e0-94e5205d55ab tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/ports/62ea79e1-b29b-4f23-8145-2bc54fd858b2 HTTP/1.1" status: 204 len: 168 time: 0.6760387 Oct 27 16:12:01.314795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56296) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:01.357736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30d099-ea6a-44da-93e7-df3c9ef652a1 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event deleted for resources: {'Port': ['ID=f2489b98-4744-4ab5-a5df-0bf779e62469,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:01.372377 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c30d099-ea6a-44da-93e7-df3c9ef652a1 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:01.372377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5c30d099-ea6a-44da-93e7-df3c9ef652a1 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "DELETE /v2.0/ports/f2489b98-4744-4ab5-a5df-0bf779e62469 HTTP/1.1" status: 204 len: 168 time: 1.1273124 Oct 27 16:12:01.374422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56300) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:01.408685 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-398f353d-6a56-4bcf-b2dd-344e860d9eec tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] GET failed (client error): The resource could not be found. Oct 27 16:12:01.413503 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-398f353d-6a56-4bcf-b2dd-344e860d9eec tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "GET /v2.0/ports/f2489b98-4744-4ab5-a5df-0bf779e62469 HTTP/1.1" status: 404 len: 333 time: 0.0347328 Oct 27 16:12:01.414626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c01411-255a-441a-9af0-0e3cf6e7305f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:01.416450 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-84c01411-255a-441a-9af0-0e3cf6e7305f tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "GET /v2.0/ports?device_id=89573154-a961-410a-8fd3-1a3b55b420d7 HTTP/1.1" status: 200 len: 913 time: 0.1003737 Oct 27 16:12:01.418176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56302) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:01.421591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56304) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:01.423863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Request body: {'port': {'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-928982278'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:01.436638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e832bea-09ec-4e5e-905c-c20d0bfe69b6 req-aa198f6a-a4d4-46a1-a231-cf35013c049e tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:01.438911 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2e832bea-09ec-4e5e-905c-c20d0bfe69b6 req-aa198f6a-a4d4-46a1-a231-cf35013c049e tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 944 time: 0.1103075 Oct 27 16:12:01.567317 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2e832bea-09ec-4e5e-905c-c20d0bfe69b6 req-1f0909f7-cf0e-475d-9e09-788986d6c711 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011164 Oct 27 16:12:01.600757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9d3256b-3efc-4195-9d02-daf44ea4f633 req-96787972-edfe-46e8-9ee4-fca54a82ed91 service neutron] 10.222.0.53 "GET /v2.0/networks/d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729873 Oct 27 16:12:01.674393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Made reservation on behalf of c3a4179a0ca04ca1b02eb6992eedd663 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:01.678415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:01.708944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] device_id is not set on port 93bbd805-c9ff-4a20-b3be-41725f0dd293 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:12:01.740044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3fdd21b-dc51-4826-9eeb-a0c583cb6f5f req-167440ec-c25a-4f82-b0b8-2cdeb9667258 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 210 time: 0.0637298 Oct 27 16:12:01.846380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Allocated IP 2001:db8::2c0 (dca5a039-d667-4217-b79f-a1ed2c7b8d97/a584d2e6-c3df-47f6-b28c-114d52bf33ca/93bbd805-c9ff-4a20-b3be-41725f0dd293) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:01.919515 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-549f3260-0ee4-440f-8dd1-ab874b9a678a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.005204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.102946 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.152567 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:02.160839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:02.167207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:02.179156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:02.181999 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.201499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'Port': ['ID=93bbd805-c9ff-4a20-b3be-41725f0dd293,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:02.218010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-549f3260-0ee4-440f-8dd1-ab874b9a678a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port 2b7c3763-4490-4089-a367-deccbb994868 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:02.218641 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-549f3260-0ee4-440f-8dd1-ab874b9a678a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.248701 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e46fd4-da61-4110-8829-ec850b6978f3 req-f12f76aa-ce2b-4a49-9c23-1b590abbe7e5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:02.250691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4e46fd4-da61-4110-8829-ec850b6978f3 req-f12f76aa-ce2b-4a49-9c23-1b590abbe7e5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0643113 Oct 27 16:12:02.298026 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7858143b-3c44-4c9e-8ab7-2dbaf0c40940 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8780308 Oct 27 16:12:02.305782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56322) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:02.311445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Request body: {'port': {'network_id': 'dca5a039-d667-4217-b79f-a1ed2c7b8d97', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-561467998'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:02.388086 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-549f3260-0ee4-440f-8dd1-ab874b9a678a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.407747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-549f3260-0ee4-440f-8dd1-ab874b9a678a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for 2b7c3763-4490-4089-a367-deccbb994868 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:02.409384 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4e46fd4-da61-4110-8829-ec850b6978f3 req-ba32cc30-f74f-4cee-8149-89ccef4addc5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318955 Oct 27 16:12:02.485471 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.565052 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dda5169b-49cd-4b84-bb16-6169b25de9c6 None None] Provisioning complete for port 93bbd805-c9ff-4a20-b3be-41725f0dd293 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:02.565522 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dda5169b-49cd-4b84-bb16-6169b25de9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.577343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Made reservation on behalf of c3a4179a0ca04ca1b02eb6992eedd663 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:02.587745 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.611168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-dda5169b-49cd-4b84-bb16-6169b25de9c6 None None] Port 93bbd805-c9ff-4a20-b3be-41725f0dd293 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:02.627287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] device_id is not set on port f460374f-9ce3-4243-8e09-5aa64a34b346 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:12:02.703626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d0af175f-ac7a-4360-8e63-0cf6df5ef0cc details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:02.747895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-549f3260-0ee4-440f-8dd1-ab874b9a678a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.787269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e96fa-5507-4f57-b4ee-125b7eb7cfe0 req-b8631a84-db40-4009-b008-c3ac6a0fddcb tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:02.787269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c31e96fa-5507-4f57-b4ee-125b7eb7cfe0 req-b8631a84-db40-4009-b008-c3ac6a0fddcb tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 944 time: 0.1103604 Oct 27 16:12:02.806122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Allocated IP 2001:db8::35 (dca5a039-d667-4217-b79f-a1ed2c7b8d97/a584d2e6-c3df-47f6-b28c-114d52bf33ca/f460374f-9ce3-4243-8e09-5aa64a34b346) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:02.807866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f3260-0ee4-440f-8dd1-ab874b9a678a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=2b7c3763-4490-4089-a367-deccbb994868,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:02.818043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:02.831326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'd0af175f-ac7a-4360-8e63-0cf6df5ef0cc', 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db', 'port_id': 'd0af175f-ac7a-4360-8e63-0cf6df5ef0cc', 'mac_address': 'fa:16:3e:20:81:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43656398-cd78-4ef8-ab5a-9f623e8b8949', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:02.880252 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:02.893749 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c31e96fa-5507-4f57-b4ee-125b7eb7cfe0 req-735dab34-d8ce-4e44-b3f8-8b563ac1eadf tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838377 Oct 27 16:12:02.904335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0af175f-ac7a-4360-8e63-0cf6df5ef0cc {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:02.929291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3edb8bcb-1297-450a-a52f-c45ed5e34888 req-5a523335-95c9-4c4a-943f-57354cda4d0d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 210 time: 0.0330477 Oct 27 16:12:02.958677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:03.027747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.028543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 7f012389-c426-491d-b954-2131cfba9de7 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:03.047773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.055524 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-549f3260-0ee4-440f-8dd1-ab874b9a678a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.115447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 7f012389-c426-491d-b954-2131cfba9de7, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=7f012389-c426-491d-b954-2131cfba9de7,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:03.118289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:03.133623 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '7f012389-c426-491d-b954-2131cfba9de7', 'network_id': 'd6c14da4-e99d-4a03-8f3d-e6c46ef2b0db', 'port_id': '7f012389-c426-491d-b954-2131cfba9de7', 'mac_address': 'fa:16:3e:d6:f0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43656398-cd78-4ef8-ab5a-9f623e8b8949', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:03.154312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.176715 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.191263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f012389-c426-491d-b954-2131cfba9de7 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:03.208304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:03.215192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:03.216833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 7f012389-c426-491d-b954-2131cfba9de7, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=7f012389-c426-491d-b954-2131cfba9de7,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:03.217470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'Port': ['ID=f460374f-9ce3-4243-8e09-5aa64a34b346,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:03.220827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:03.231482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:03.231482 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.285423 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.325649 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8732c0f6-79d9-4415-8758-6bc8b5d8144b tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0164354 Oct 27 16:12:03.326092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56332) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:03.337273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-de635b65-9418-4e01-9861-e57a600d2d94 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::368', 'mac_address': 'fa:16:3e:63:f0:8e'}, {'ip_address': '2001:db8::2c0', 'mac_address': 'fa:16:3e:a6:0a:91'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:03.343458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=7f012389-c426-491d-b954-2131cfba9de7,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:03.614336 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de635b65-9418-4e01-9861-e57a600d2d94 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.621518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['7f012389-c426-491d-b954-2131cfba9de7'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:03.631432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d0af175f-ac7a-4360-8e63-0cf6df5ef0cc'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:03.640441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66495c8e-8993-4e15-b6de-511980317f9c req-2800c611-d030-4f1a-81ae-7d5ae4860a3b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:03.642516 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66495c8e-8993-4e15-b6de-511980317f9c req-2800c611-d030-4f1a-81ae-7d5ae4860a3b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.0952735 Oct 27 16:12:03.677041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549f3260-0ee4-440f-8dd1-ab874b9a678a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Router 89573154-a961-410a-8fd3-1a3b55b420d7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:12:03.711216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-679d227e-afdb-4d1d-80fa-31c5e34afc60 None None] Provisioning complete for port f460374f-9ce3-4243-8e09-5aa64a34b346 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:03.711216 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-679d227e-afdb-4d1d-80fa-31c5e34afc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.752979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66495c8e-8993-4e15-b6de-511980317f9c req-7c2ab9e0-9c51-4c00-a137-a423e20d0ee3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705025 Oct 27 16:12:03.793257 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-49228703-9830-4457-b151-e1945854af41 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347586 Oct 27 16:12:03.886848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549f3260-0ee4-440f-8dd1-ab874b9a678a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:03.897333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-549f3260-0ee4-440f-8dd1-ab874b9a678a tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "PUT /v2.0/routers/89573154-a961-410a-8fd3-1a3b55b420d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4704828 Oct 27 16:12:03.898984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56340) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:03.901426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a150baf1-02aa-4aef-b732-9b4a22922d85 None None] Sync routers for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:03.919475 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de635b65-9418-4e01-9861-e57a600d2d94 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:03.952820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a150baf1-02aa-4aef-b732-9b4a22922d85 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:03.953987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a150baf1-02aa-4aef-b732-9b4a22922d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:03.959777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-679d227e-afdb-4d1d-80fa-31c5e34afc60 None None] Port f460374f-9ce3-4243-8e09-5aa64a34b346 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:03.976912 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de635b65-9418-4e01-9861-e57a600d2d94 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.011388 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a150baf1-02aa-4aef-b732-9b4a22922d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:04.015031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9095-03ec-4773-a13d-d9540fac20da req-37986029-71f5-44c7-95af-5e793e537531 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:04.016608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-37986029-71f5-44c7-95af-5e793e537531 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165809 Oct 27 16:12:04.037698 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a150baf1-02aa-4aef-b732-9b4a22922d85 None None] Routers {'89573154-a961-410a-8fd3-1a3b55b420d7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:04.038328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a150baf1-02aa-4aef-b732-9b4a22922d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['89573154-a961-410a-8fd3-1a3b55b420d7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:04.038712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Request body: {'port': {'device_id': '3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '1266fc1b41494361b35f198b10ba7c11'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:04.062086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-de635b65-9418-4e01-9861-e57a600d2d94 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] In _notify_port_updated(), no bound segment for port f460374f-9ce3-4243-8e09-5aa64a34b346 on network dca5a039-d667-4217-b79f-a1ed2c7b8d97 {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:12:04.072894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de635b65-9418-4e01-9861-e57a600d2d94 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:04.073731 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de635b65-9418-4e01-9861-e57a600d2d94 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.075246 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-de635b65-9418-4e01-9861-e57a600d2d94 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "PUT /v2.0/ports/f460374f-9ce3-4243-8e09-5aa64a34b346 HTTP/1.1" status: 200 len: 1066 time: 0.7480505 Oct 27 16:12:04.080207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56346) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:04.119724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de635b65-9418-4e01-9861-e57a600d2d94 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event updated for resources: {'Port': ['ID=f460374f-9ce3-4243-8e09-5aa64a34b346,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:04.159033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a150baf1-02aa-4aef-b732-9b4a22922d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:04.159689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a150baf1-02aa-4aef-b732-9b4a22922d85 None None] The sync data for ids ['89573154-a961-410a-8fd3-1a3b55b420d7'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:04.223888 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.255552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161092e-e226-460e-94d1-dc3ed0761584 req-d6e9769d-c004-4a8b-81bb-8f6bd288bd24 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:04.262926 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0161092e-e226-460e-94d1-dc3ed0761584 req-d6e9769d-c004-4a8b-81bb-8f6bd288bd24 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 944 time: 0.2450709 Oct 27 16:12:04.324450 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-184595db-7cc2-42f7-9024-3a604f1b98df req-0a43ec07-d0bb-4f75-ae37-9b6834b4304a tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 210 time: 0.2415748 Oct 27 16:12:04.426588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0161092e-e226-460e-94d1-dc3ed0761584 req-924183cd-90a8-4d1b-9481-887ad13453b8 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626661 Oct 27 16:12:04.432261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 70af584e-f659-4050-8641-0da2c44b094f up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:04.461516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc663b-75a8-4ada-975f-76e575f12b88 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Deleting port f460374f-9ce3-4243-8e09-5aa64a34b346 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:04.461850 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cbc663b-75a8-4ada-975f-76e575f12b88 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.529668 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dff938e6-fe4f-4017-bf48-7f2f4d25e8bf None None] Provisioning complete for port f460374f-9ce3-4243-8e09-5aa64a34b346 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:04.530087 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dff938e6-fe4f-4017-bf48-7f2f4d25e8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.530543 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.554028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Made reservation on behalf of 1266fc1b41494361b35f198b10ba7c11 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:04.557757 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.566427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-dff938e6-fe4f-4017-bf48-7f2f4d25e8bf None None] Port f460374f-9ce3-4243-8e09-5aa64a34b346 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:04.602609 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cbc663b-75a8-4ada-975f-76e575f12b88 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.633603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 70af584e-f659-4050-8641-0da2c44b094f completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:04.637850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 70af584e-f659-4050-8641-0da2c44b094f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:04.641679 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.642939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc663b-75a8-4ada-975f-76e575f12b88 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Calling delete_port for f460374f-9ce3-4243-8e09-5aa64a34b346 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:04.720984 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.746206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a270ca5-6516-48d6-b6fe-009f55ed85af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70af584e-f659-4050-8641-0da2c44b094f'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:04.748747 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59680a4a-5d37-4882-a3d6-ffca2e46886c" -d '{"events": [{"server_uuid": "3a270ca5-6516-48d6-b6fe-009f55ed85af", "name": "network-vif-plugged", "status": "completed", "tag": "70af584e-f659-4050-8641-0da2c44b094f"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:04.764971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 70af584e-f659-4050-8641-0da2c44b094f, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=70af584e-f659-4050-8641-0da2c44b094f,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:04.797109 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfdaa02-8521-4cb3-9ebc-26b45558b744 x-openstack-request-id: req-ebfdaa02-8521-4cb3-9ebc-26b45558b744 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:04.798359 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a270ca5-6516-48d6-b6fe-009f55ed85af", "name": "network-vif-plugged", "status": "completed", "tag": "70af584e-f659-4050-8641-0da2c44b094f", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:04.798563 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebfdaa02-8521-4cb3-9ebc-26b45558b744 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:04.800039 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a270ca5-6516-48d6-b6fe-009f55ed85af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70af584e-f659-4050-8641-0da2c44b094f', 'code': 200} Oct 27 16:12:04.825104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Allocated IP 192.168.233.22 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/cae401fa-870b-443a-bb87-725924aaa6fe) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:04.851552 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.906486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting port abbf1cd8-f9ef-4a50-9538-1b047c9d3c1a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:04.907389 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:04.909538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=70af584e-f659-4050-8641-0da2c44b094f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:04.919000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226946e4-f970-4c39-94a4-697980c9ab8f req-e57b47a1-88db-466a-9c87-8dde1fe3be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:04.920594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-226946e4-f970-4c39-94a4-697980c9ab8f req-e57b47a1-88db-466a-9c87-8dde1fe3be36 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 1096 time: 0.0439954 Oct 27 16:12:04.960004 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-226946e4-f970-4c39-94a4-697980c9ab8f req-abf88b3c-64a0-48d2-a41c-888ea3b194c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280678 Oct 27 16:12:05.064276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499513a-06f2-4b13-9b20-51bfe74bd9d3 req-dfee568a-11c5-4b7f-ad47-a5e4cd66ecf3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:05.065742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8499513a-06f2-4b13-9b20-51bfe74bd9d3 req-dfee568a-11c5-4b7f-ad47-a5e4cd66ecf3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.1991746 Oct 27 16:12:05.076962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cbc663b-75a8-4ada-975f-76e575f12b88 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.142332 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.144837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc663b-75a8-4ada-975f-76e575f12b88 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event deleted for resources: {'Port': ['ID=f460374f-9ce3-4243-8e09-5aa64a34b346,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:05.197499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Calling delete_port for abbf1cd8-f9ef-4a50-9538-1b047c9d3c1a owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:05.229656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8499513a-06f2-4b13-9b20-51bfe74bd9d3 req-7027b8cb-3bef-4ee4-b88b-e3067b313338 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554320 Oct 27 16:12:05.312919 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.428772 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-899bdbd4-907e-432c-99ae-633e1eda259c req-fd0aff16-83b8-4292-9b81-fc3b374a08c3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 210 time: 0.0274594 Oct 27 16:12:05.507804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cbc663b-75a8-4ada-975f-76e575f12b88 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.511114 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8cbc663b-75a8-4ada-975f-76e575f12b88 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "DELETE /v2.0/ports/f460374f-9ce3-4243-8e09-5aa64a34b346 HTTP/1.1" status: 204 len: 168 time: 1.3928397 Oct 27 16:12:05.513875 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:05.541052 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.554820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c6cedf9f-61ec-4c5d-a361-ae4668353645'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:05.584316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736', '905584dc-a8c2-4271-a312-4f8ce4585894', '01428ef4-d4d8-49ac-9778-f25faea19a39'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:05.634504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:05.641529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:05.645638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:05.648248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event updated for resources: {'Port': ['ID=cae401fa-870b-443a-bb87-725924aaa6fe,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:05.682592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c6c95-7eb9-4ff6-a058-b84b4363be01 req-e787c225-d5fc-4b86-98e0-aa7cde8c902b tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:05.684338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-360c6c95-7eb9-4ff6-a058-b84b4363be01 req-e787c225-d5fc-4b86-98e0-aa7cde8c902b tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 945 time: 0.1721625 Oct 27 16:12:05.750660 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-360c6c95-7eb9-4ff6-a058-b84b4363be01 req-7a71af42-488f-427e-9380-e3e9573848d0 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454350 Oct 27 16:12:05.765625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:05.766523 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.771181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.811410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Port': ['ID=abbf1cd8-f9ef-4a50-9538-1b047c9d3c1a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:05.918603 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-887e99ab-8c25-48d5-a7f8-2c2f5ed1cdce tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8847585 Oct 27 16:12:05.934609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Request body: {'port': {'device_id': '3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:05.956272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:05.961365 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9211ee1-4674-4be0-bca8-bfd6f9bdde4c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] GET failed (client error): The resource could not be found. Oct 27 16:12:05.963560 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f9211ee1-4674-4be0-bca8-bfd6f9bdde4c tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "GET /v2.0/ports/f460374f-9ce3-4243-8e09-5aa64a34b346 HTTP/1.1" status: 404 len: 333 time: 0.4485214 Oct 27 16:12:05.970604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56372) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:06.055050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-507b6b6a-7d32-4473-a7b7-64b4deb93db8 None None] Provisioning complete for port cae401fa-870b-443a-bb87-725924aaa6fe triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:06.055617 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-507b6b6a-7d32-4473-a7b7-64b4deb93db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.073062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-427e3a3f-d4fc-47ab-beef-247e526aa2f3 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Deleting port 93bbd805-c9ff-4a20-b3be-41725f0dd293 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:06.074227 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-427e3a3f-d4fc-47ab-beef-247e526aa2f3 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.078037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.082228 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.092554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.119865 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-507b6b6a-7d32-4473-a7b7-64b4deb93db8 None None] Port cae401fa-870b-443a-bb87-725924aaa6fe cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:06.176187 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-427e3a3f-d4fc-47ab-beef-247e526aa2f3 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.190606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-427e3a3f-d4fc-47ab-beef-247e526aa2f3 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Calling delete_port for 93bbd805-c9ff-4a20-b3be-41725f0dd293 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:06.394045 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-427e3a3f-d4fc-47ab-beef-247e526aa2f3 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.422655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e3a3f-d4fc-47ab-beef-247e526aa2f3 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event deleted for resources: {'Port': ['ID=93bbd805-c9ff-4a20-b3be-41725f0dd293,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:06.452329 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-427e3a3f-d4fc-47ab-beef-247e526aa2f3 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.457932 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-427e3a3f-d4fc-47ab-beef-247e526aa2f3 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "DELETE /v2.0/ports/93bbd805-c9ff-4a20-b3be-41725f0dd293 HTTP/1.1" status: 204 len: 168 time: 0.4861999 Oct 27 16:12:06.463452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56378) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:06.507207 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f9ef36-982a-4d89-942e-24e2dcfc7530 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] GET failed (client error): The resource could not be found. Oct 27 16:12:06.512427 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c6f9ef36-982a-4d89-942e-24e2dcfc7530 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "GET /v2.0/ports/93bbd805-c9ff-4a20-b3be-41725f0dd293 HTTP/1.1" status: 404 len: 333 time: 0.0468786 Oct 27 16:12:06.517315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56380) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:06.559191 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.559720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Fanout notify agent at l3_agent the message router_deleted on router 89573154-a961-410a-8fd3-1a3b55b420d7 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:12:06.585886 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.587076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3b54c344-be95-442a-86f2-765a8598df09 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/routers/89573154-a961-410a-8fd3-1a3b55b420d7 HTTP/1.1" status: 204 len: 168 time: 2.6871002 Oct 27 16:12:06.591619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56384) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:06.705480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1039e-66ec-43ad-b5bd-9f1f9e1e96de req-9f11de60-1ef2-4a3e-a3ba-7d95cc023478 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:06.707113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c6b1039e-66ec-43ad-b5bd-9f1f9e1e96de req-9f11de60-1ef2-4a3e-a3ba-7d95cc023478 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 935 time: 0.1585453 Oct 27 16:12:06.716889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70e4b8-5595-4f5b-9c0a-95f36546b6b4 req-2b235b73-58e8-4e7a-b025-5a146d80c9c6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:06.721171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d0af175f-ac7a-4360-8e63-0cf6df5ef0cc up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:06.725969 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb70e4b8-5595-4f5b-9c0a-95f36546b6b4 req-2b235b73-58e8-4e7a-b025-5a146d80c9c6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.1703355 Oct 27 16:12:06.730799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ba0e91a-7dde-469f-b6bf-a94d070e2d5d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Deleting subnet 6d19d8cd-fb88-4f3f-b9b9-94ce88dc0e2a {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:12:06.737810 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e91a-7dde-469f-b6bf-a94d070e2d5d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.810716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3ae23dc1-7da2-47fe-b0e4-2f1fe4a4519a tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Deleting port 7e39ff3a-e09b-465d-ba65-cad73afaa54a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:06.810716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ae23dc1-7da2-47fe-b0e4-2f1fe4a4519a tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.812687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb70e4b8-5595-4f5b-9c0a-95f36546b6b4 req-3e31a115-fb9c-46cf-8f29-c843a043ae5d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857358 Oct 27 16:12:06.817939 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e91a-7dde-469f-b6bf-a94d070e2d5d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.863463 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c6b1039e-66ec-43ad-b5bd-9f1f9e1e96de req-c7fd7167-b147-4cb4-910e-9f022bd7d6f6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450276 Oct 27 16:12:06.941242 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e91a-7dde-469f-b6bf-a94d070e2d5d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.960197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:06.965562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:06.966269 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:06.974907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae401fa-870b-443a-bb87-725924aaa6fe {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:07.014546 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ae23dc1-7da2-47fe-b0e4-2f1fe4a4519a tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.029948 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.035500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3ae23dc1-7da2-47fe-b0e4-2f1fe4a4519a tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Calling delete_port for 7e39ff3a-e09b-465d-ba65-cad73afaa54a owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:07.064573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Transition to ACTIVE for port object cae401fa-870b-443a-bb87-725924aaa6fe will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:12:07.103622 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.128345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad7141-b81e-4b28-9496-b33d375ebb40 req-fd583c6c-06b8-49f7-b94d-1539025422f5 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:07.129985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1ad7141-b81e-4b28-9496-b33d375ebb40 req-fd583c6c-06b8-49f7-b94d-1539025422f5 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 945 time: 0.1459584 Oct 27 16:12:07.150430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4281e98d-db24-4de2-89ba-d2fd71fcbf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0af175f-ac7a-4360-8e63-0cf6df5ef0cc'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:07.154836 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800bab6a-148d-4171-98d8-78309cc08f9d" -d '{"events": [{"server_uuid": "4281e98d-db24-4de2-89ba-d2fd71fcbf6d", "name": "network-vif-plugged", "status": "completed", "tag": "d0af175f-ac7a-4360-8e63-0cf6df5ef0cc"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:07.182281 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e91a-7dde-469f-b6bf-a94d070e2d5d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.182397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:07.190985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1ad7141-b81e-4b28-9496-b33d375ebb40 req-f6cabefd-e106-4e17-9be7-ca8109b7c8bc tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541661 Oct 27 16:12:07.221006 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbc549a-4e42-47a8-8af1-cc88f7cdd6bf x-openstack-request-id: req-edbc549a-4e42-47a8-8af1-cc88f7cdd6bf {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:07.221428 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4281e98d-db24-4de2-89ba-d2fd71fcbf6d", "name": "network-vif-plugged", "status": "completed", "tag": "d0af175f-ac7a-4360-8e63-0cf6df5ef0cc", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:07.221984 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edbc549a-4e42-47a8-8af1-cc88f7cdd6bf {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:07.222493 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4281e98d-db24-4de2-89ba-d2fd71fcbf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0af175f-ac7a-4360-8e63-0cf6df5ef0cc', 'code': 200} Oct 27 16:12:07.223796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.229631 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0e91a-7dde-469f-b6bf-a94d070e2d5d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Subnet': ['ID=6d19d8cd-fb88-4f3f-b9b9-94ce88dc0e2a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:07.236093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e91a-7dde-469f-b6bf-a94d070e2d5d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.239100 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1ba0e91a-7dde-469f-b6bf-a94d070e2d5d tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/subnets/6d19d8cd-fb88-4f3f-b9b9-94ce88dc0e2a HTTP/1.1" status: 204 len: 168 time: 0.6448560 Oct 27 16:12:07.243065 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56396) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:07.252372 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.256450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 7f012389-c426-491d-b954-2131cfba9de7 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:07.332237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=cae401fa-870b-443a-bb87-725924aaa6fe,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:07.336740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.448833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:07.450701 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ae23dc1-7da2-47fe-b0e4-2f1fe4a4519a tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.484047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83995aa6-7d56-4254-b4c8-3bd88a8d8bc9 req-4ad4e47b-dd37-4297-b47a-20a6465ede54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:07.487248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83995aa6-7d56-4254-b4c8-3bd88a8d8bc9 req-4ad4e47b-dd37-4297-b47a-20a6465ede54 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4281e98d-db24-4de2-89ba-d2fd71fcbf6d HTTP/1.1" status: 200 len: 1096 time: 0.1237717 Oct 27 16:12:07.489235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Attempting to bind port cae401fa-870b-443a-bb87-725924aaa6fe on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:07.498000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Attempting to bind port cae401fa-870b-443a-bb87-725924aaa6fe by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:07.498000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Attempting to bind port cae401fa-870b-443a-bb87-725924aaa6fe on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:07.502930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae23dc1-7da2-47fe-b0e4-2f1fe4a4519a tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event deleted for resources: {'Port': ['ID=7e39ff3a-e09b-465d-ba65-cad73afaa54a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:07.538536 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ae23dc1-7da2-47fe-b0e4-2f1fe4a4519a tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.542274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 7f012389-c426-491d-b954-2131cfba9de7 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:07.545808 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3ae23dc1-7da2-47fe-b0e4-2f1fe4a4519a tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "DELETE /v2.0/ports/7e39ff3a-e09b-465d-ba65-cad73afaa54a HTTP/1.1" status: 204 len: 168 time: 1.0250371 Oct 27 16:12:07.546757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 7f012389-c426-491d-b954-2131cfba9de7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:07.548103 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56398) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:07.549347 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.555401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3927be-d638-47ba-a624-aa5b94948e5e req-90311890-1489-4584-ae4d-5a96679d8929 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:07.561218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e3927be-d638-47ba-a624-aa5b94948e5e req-90311890-1489-4584-ae4d-5a96679d8929 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=4281e98d-db24-4de2-89ba-d2fd71fcbf6d HTTP/1.1" status: 200 len: 945 time: 0.1576946 Oct 27 16:12:07.561547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.565452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Port cae401fa-870b-443a-bb87-725924aaa6fe on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:12:07.565452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Attempting to bind port cae401fa-870b-443a-bb87-725924aaa6fe on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:07.576472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:07.576880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:07.577198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:07.577649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Bound port: cae401fa-870b-443a-bb87-725924aaa6fe, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:07.578012 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.588618 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83995aa6-7d56-4254-b4c8-3bd88a8d8bc9 req-e31f1b7a-7f52-49a9-894d-3ef8cbd92b9c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898795 Oct 27 16:12:07.622181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5b4e6b-96f8-4e75-8178-28b598b5b670']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:07.635706 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e3927be-d638-47ba-a624-aa5b94948e5e req-c0adccbd-8051-4081-8956-d9dd94c93c98 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606887 Oct 27 16:12:07.644517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a5bae4-dd67-4115-bcfe-7ba021b8e8dd') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:07.644860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a5bae4-dd67-4115-bcfe-7ba021b8e8dd') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:07.659432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb0a3a8-364f-49c6-bf02-6e97442dd5fe tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Deleting subnet a584d2e6-c3df-47f6-b28c-114d52bf33ca {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:12:07.677221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a3a8-364f-49c6-bf02-6e97442dd5fe tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.681476 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.708858 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.728787 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.738069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] For port cae401fa-870b-443a-bb87-725924aaa6fe, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:07.742819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] For port cae401fa-870b-443a-bb87-725924aaa6fe, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=cae401fa-870b-443a-bb87-725924aaa6fe,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:07.747330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:07.747750 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:07.752271 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:07.754866 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a3a8-364f-49c6-bf02-6e97442dd5fe tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.785344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 7f012389-c426-491d-b954-2131cfba9de7, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=7f012389-c426-491d-b954-2131cfba9de7,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:07.834697 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.862732 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.890023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:07.890023 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.909214 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] 10.222.0.53 "PUT /v2.0/ports/cae401fa-870b-443a-bb87-725924aaa6fe HTTP/1.1" status: 200 len: 1095 time: 1.9814603 Oct 27 16:12:07.914703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5', 'tag': 'cae401fa-870b-443a-bb87-725924aaa6fe'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:07.914703 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabb2011-a44a-4558-aab3-5c2bb07c232a" -d '{"events": [{"name": "network-changed", "server_uuid": "3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5", "tag": "cae401fa-870b-443a-bb87-725924aaa6fe"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:07.937557 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.948605 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.960809 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] 10.222.0.15 "DELETE /v2.0/networks/dd5b4e6b-96f8-4e75-8178-28b598b5b670 HTTP/1.1" status: 204 len: 168 time: 0.7145171 Oct 27 16:12:07.970789 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a3a8-364f-49c6-bf02-6e97442dd5fe tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:07.982514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba277ecb-937d-4930-b4d8-4a4b42dc8ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=cae401fa-870b-443a-bb87-725924aaa6fe,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:08.021104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=7f012389-c426-491d-b954-2131cfba9de7,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:08.056201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdfa39-7838-4ca9-95f4-773a0a13fb89 tempest-FloatingIPTestJSON-658769310 tempest-FloatingIPTestJSON-658769310-project] Pushing event deleted for resources: {'Network': ['ID=dd5b4e6b-96f8-4e75-8178-28b598b5b670,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:08.101260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c560980-771f-409b-9def-afc49893817c req-d1a78645-947c-4822-9659-980952ebbf7e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:08.102833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c560980-771f-409b-9def-afc49893817c req-d1a78645-947c-4822-9659-980952ebbf7e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.1139259 Oct 27 16:12:08.114593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13033c8-0d68-46d7-b38d-5d7a94be3d96 req-0af5fd3d-ba8f-4184-9a57-83468911a31c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:08.116405 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a13033c8-0d68-46d7-b38d-5d7a94be3d96 req-0af5fd3d-ba8f-4184-9a57-83468911a31c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 947 time: 0.1089678 Oct 27 16:12:08.168045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c560980-771f-409b-9def-afc49893817c req-7ee86485-d4ad-4ef0-9887-e65c1bafc010 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484989 Oct 27 16:12:08.177165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9095-03ec-4773-a13d-d9540fac20da req-80959f31-e9ac-4123-92a9-dd9b356783f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:08.178905 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-80959f31-e9ac-4123-92a9-dd9b356783f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 1098 time: 0.0933268 Oct 27 16:12:08.251979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a3a8-364f-49c6-bf02-6e97442dd5fe tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.270780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-fa99b9a6-b8c7-4ba5-96cf-1c3d81b7f202 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=cae401fa-870b-443a-bb87-725924aaa6fe HTTP/1.1" status: 200 len: 217 time: 0.0676434 Oct 27 16:12:08.279088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0a3a8-364f-49c6-bf02-6e97442dd5fe tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event deleted for resources: {'Subnet': ['ID=a584d2e6-c3df-47f6-b28c-114d52bf33ca,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:08.305397 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a3a8-364f-49c6-bf02-6e97442dd5fe tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.310072 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a111af33-bb0c-4cb1-a912-c4e01b19e265 x-openstack-request-id: req-a111af33-bb0c-4cb1-a912-c4e01b19e265 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:08.311027 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5", "tag": "cae401fa-870b-443a-bb87-725924aaa6fe", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:08.311027 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a111af33-bb0c-4cb1-a912-c4e01b19e265 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:08.311027 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5', 'tag': 'cae401fa-870b-443a-bb87-725924aaa6fe', 'status': 'completed', 'code': 200} Oct 27 16:12:08.315456 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cfb0a3a8-364f-49c6-bf02-6e97442dd5fe tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "DELETE /v2.0/subnets/a584d2e6-c3df-47f6-b28c-114d52bf33ca HTTP/1.1" status: 204 len: 168 time: 0.7629175 Oct 27 16:12:08.317303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56418) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:08.319474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d57bdc-3747-4216-811b-bec0fcc5e4be None None] Network dca5a039-d667-4217-b79f-a1ed2c7b8d97 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:08.401561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9095-03ec-4773-a13d-d9540fac20da req-75efaa84-4f04-40c9-94b4-b6217508f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:08.403121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-75efaa84-4f04-40c9-94b4-b6217508f724 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1250823 Oct 27 16:12:08.420929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a13033c8-0d68-46d7-b38d-5d7a94be3d96 req-bfb42f7d-31c6-434a-9565-0be41f440634 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785008 Oct 27 16:12:08.498802 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.525461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9095-03ec-4773-a13d-d9540fac20da req-8b3ef0ca-3cb2-48f6-ad58-9ee0ec6e2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:08.527005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-8b3ef0ca-3cb2-48f6-ad58-9ee0ec6e2553 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996511 Oct 27 16:12:08.578709 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ef85d5-71e0-4582-84bf-8c989ae36bb7 None None] DHCP port deletion for dca5a039-d667-4217-b79f-a1ed2c7b8d97 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:12:08.620222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56424) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:08.652394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Deleting port 3c9979c4-141e-49da-90b5-4d9e46e501ea {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:08.652738 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.656035 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-32ef85d5-71e0-4582-84bf-8c989ae36bb7 None None] Deleting port 3c9979c4-141e-49da-90b5-4d9e46e501ea {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:08.656035 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-32ef85d5-71e0-4582-84bf-8c989ae36bb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.709376 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-3d1460b6-5e50-4ba6-b26e-11241302b4a8 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618392 Oct 27 16:12:08.724397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20016177-d287-4bde-9e1c-3a00023efd62 req-025576c7-7e84-40a3-a686-7c6ea864c49a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:08.726061 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-20016177-d287-4bde-9e1c-3a00023efd62 req-025576c7-7e84-40a3-a686-7c6ea864c49a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1185277 Oct 27 16:12:08.746574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-32ef85d5-71e0-4582-84bf-8c989ae36bb7 None None] For port 3c9979c4-141e-49da-90b5-4d9e46e501ea, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3c9979c4-141e-49da-90b5-4d9e46e501ea,segment=NetworkSegment(7ef67351-086e-4025-b7a0-1da6e73deb29),segment_id=7ef67351-086e-4025-b7a0-1da6e73deb29)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:08.747088 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-32ef85d5-71e0-4582-84bf-8c989ae36bb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.778316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-32ef85d5-71e0-4582-84bf-8c989ae36bb7 None None] Calling delete_port for 3c9979c4-141e-49da-90b5-4d9e46e501ea owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:08.789783 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-20016177-d287-4bde-9e1c-3a00023efd62 req-36bdf59d-b3bc-48f9-bd16-e419875f13d4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553660 Oct 27 16:12:08.847342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] For port 3c9979c4-141e-49da-90b5-4d9e46e501ea, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3c9979c4-141e-49da-90b5-4d9e46e501ea,segment=NetworkSegment(7ef67351-086e-4025-b7a0-1da6e73deb29),segment_id=7ef67351-086e-4025-b7a0-1da6e73deb29)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:08.847342 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.875560 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fb20ee11-ca09-4d2a-9612-7ddc7e335e37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1000637c04984eed90a62796292bb527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554746 Oct 27 16:12:08.878678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56432) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:08.900132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Calling delete_port for 3c9979c4-141e-49da-90b5-4d9e46e501ea owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:08.987116 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b9ef0-2f72-460f-832b-be8adb0fde71 req-23643ddc-c011-4add-ab4d-9b93a5ccca48 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:08.988709 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e9b9ef0-2f72-460f-832b-be8adb0fde71 req-23643ddc-c011-4add-ab4d-9b93a5ccca48 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0863440 Oct 27 16:12:08.989439 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f0ab5b8-2051-4f8f-bb75-6577e986e20e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:08.993644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb132f-e70d-4419-bbf2-6ae8219ed6b1 req-990ba0dd-56af-4401-babc-c934ebb1bbea tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:08.995215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-29fb132f-e70d-4419-bbf2-6ae8219ed6b1 req-990ba0dd-56af-4401-babc-c934ebb1bbea tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=4281e98d-db24-4de2-89ba-d2fd71fcbf6d HTTP/1.1" status: 200 len: 945 time: 0.1596422 Oct 27 16:12:09.001645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79ea9095-03ec-4773-a13d-d9540fac20da req-f8ec662b-e1e8-464f-b247-820a2216d6fc service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592146 Oct 27 16:12:09.031649 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f0ab5b8-2051-4f8f-bb75-6577e986e20e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.060633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-29fb132f-e70d-4419-bbf2-6ae8219ed6b1 req-a2414c6b-f47c-4f21-b3d0-dd040a281ca0 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542970 Oct 27 16:12:09.062385 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e9b9ef0-2f72-460f-832b-be8adb0fde71 req-d4ded3a1-9833-42c6-9721-b485b90490a5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655122 Oct 27 16:12:09.072135 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-32ef85d5-71e0-4582-84bf-8c989ae36bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.109250 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.116613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef85d5-71e0-4582-84bf-8c989ae36bb7 None None] Pushing event deleted for resources: {'Port': ['ID=3c9979c4-141e-49da-90b5-4d9e46e501ea,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:09.133760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ef85d5-71e0-4582-84bf-8c989ae36bb7 None None] No DVR routers for this DVR port 3c9979c4-141e-49da-90b5-4d9e46e501ea on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:09.134897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] No DVR routers for this DVR port 3c9979c4-141e-49da-90b5-4d9e46e501ea on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:09.206752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event deleted for resources: {'Port': ['ID=3c9979c4-141e-49da-90b5-4d9e46e501ea,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:09.216879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f0ab5b8-2051-4f8f-bb75-6577e986e20e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.222470 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f0ab5b8-2051-4f8f-bb75-6577e986e20e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.223858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012c22ed-ca78-4cd4-8d3b-ae56d5882e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f012389-c426-491d-b954-2131cfba9de7'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:09.228605 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1f0ab5b8-2051-4f8f-bb75-6577e986e20e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67632b08-8a64-403b-bad8-398d68a8f2a3 HTTP/1.1" status: 204 len: 168 time: 0.3446791 Oct 27 16:12:09.229333 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c232ef2d-1254-44a0-b9d7-f9d2683b55fa" -d '{"events": [{"server_uuid": "012c22ed-ca78-4cd4-8d3b-ae56d5882e01", "name": "network-vif-plugged", "status": "completed", "tag": "7f012389-c426-491d-b954-2131cfba9de7"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:09.243323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ab5b8-2051-4f8f-bb75-6577e986e20e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67632b08-8a64-403b-bad8-398d68a8f2a3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:09.316199 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6585ae31-7649-4472-a011-61d6c5f7aa7a x-openstack-request-id: req-6585ae31-7649-4472-a011-61d6c5f7aa7a {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:09.317228 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012c22ed-ca78-4cd4-8d3b-ae56d5882e01", "name": "network-vif-plugged", "status": "completed", "tag": "7f012389-c426-491d-b954-2131cfba9de7", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:09.317703 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6585ae31-7649-4472-a011-61d6c5f7aa7a {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:09.318375 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012c22ed-ca78-4cd4-8d3b-ae56d5882e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f012389-c426-491d-b954-2131cfba9de7', 'code': 200} Oct 27 16:12:09.380428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.461252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb2011-a44a-4558-aab3-5c2bb07c232a req-78e5a169-ff69-405a-8f48-587bfc729701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:09.462881 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cabb2011-a44a-4558-aab3-5c2bb07c232a req-78e5a169-ff69-405a-8f48-587bfc729701 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 1098 time: 0.2693830 Oct 27 16:12:09.472328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca5a039-d667-4217-b79f-a1ed2c7b8d97']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:09.528765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef67351-086e-4025-b7a0-1da6e73deb29') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:09.528765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef67351-086e-4025-b7a0-1da6e73deb29') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:09.570825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.615789 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.626762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee44f52-fa8b-4e66-a31d-7837ccc02633 req-e7d64747-4e88-43bd-9499-7278b4053c47 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:09.628441 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ee44f52-fa8b-4e66-a31d-7837ccc02633 req-e7d64747-4e88-43bd-9499-7278b4053c47 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 947 time: 0.0733132 Oct 27 16:12:09.636786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cbc2c-da31-4f67-a687-86f0119a4fc0 req-b2fb598e-8611-422e-b133-d820059041fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:09.638393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-359cbc2c-da31-4f67-a687-86f0119a4fc0 req-b2fb598e-8611-422e-b133-d820059041fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=012c22ed-ca78-4cd4-8d3b-ae56d5882e01 HTTP/1.1" status: 200 len: 1097 time: 0.2015271 Oct 27 16:12:09.647693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:09.652834 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:09.688682 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ee44f52-fa8b-4e66-a31d-7837ccc02633 req-9362ae47-130b-484b-bd0a-a88a87f6c5b3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491056 Oct 27 16:12:09.728800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-74b0fac6-c27d-45d5-8a85-ad4cf667e684 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:09.730327 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-74b0fac6-c27d-45d5-8a85-ad4cf667e684 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 812 time: 0.3655002 Oct 27 16:12:09.785995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb2011-a44a-4558-aab3-5c2bb07c232a req-f713df93-0956-478c-b99a-9cfe451db1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:09.787513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cabb2011-a44a-4558-aab3-5c2bb07c232a req-f713df93-0956-478c-b99a-9cfe451db1c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.2981489 Oct 27 16:12:09.791453 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-a1a9109c-8a85-4745-8e41-3841ed38e36f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/quotas/e453eb141e324e84bad185e6328bf7f8 HTTP/1.1" status: 200 len: 375 time: 0.0425134 Oct 27 16:12:09.794113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-359cbc2c-da31-4f67-a687-86f0119a4fc0 req-ce3bfb34-32f5-4e88-a5f5-c0b4a72d85c4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400764 Oct 27 16:12:09.851776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cabb2011-a44a-4558-aab3-5c2bb07c232a req-26c93559-2f1b-4f18-9989-79e522b31d79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=cae401fa-870b-443a-bb87-725924aaa6fe HTTP/1.1" status: 200 len: 217 time: 0.0560434 Oct 27 16:12:09.900241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-ece8391c-c691-45be-83d5-dfbd42edca59 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0972354 Oct 27 16:12:09.958796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.967643 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:09.971232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] 10.222.0.15 "DELETE /v2.0/networks/dca5a039-d667-4217-b79f-a1ed2c7b8d97 HTTP/1.1" status: 204 len: 168 time: 1.6510770 Oct 27 16:12:09.990130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67821b-068b-4049-95f7-3bd595c73a12 tempest-AllowedAddressPairIpV6TestJSON-2098728076 tempest-AllowedAddressPairIpV6TestJSON-2098728076-project] Pushing event deleted for resources: {'Network': ['ID=dca5a039-d667-4217-b79f-a1ed2c7b8d97,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:10.067934 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-8ec526bc-4ad2-4dd5-8d35-9be5c4bc1b7c service neutron] 10.222.0.15 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590884 Oct 27 16:12:10.069276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb2011-a44a-4558-aab3-5c2bb07c232a req-46c2d422-404b-4d57-b4f3-20fdd3663991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:10.070642 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cabb2011-a44a-4558-aab3-5c2bb07c232a req-46c2d422-404b-4d57-b4f3-20fdd3663991 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0720577 Oct 27 16:12:10.184147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb2011-a44a-4558-aab3-5c2bb07c232a req-38c2b8a1-b39f-4db1-a3bf-c9229ec382c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:10.185683 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cabb2011-a44a-4558-aab3-5c2bb07c232a req-38c2b8a1-b39f-4db1-a3bf-c9229ec382c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031213 Oct 27 16:12:10.222155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e232874-db60-408b-9c5d-5163d19fe0c0 req-64cc51b1-20ab-4021-9697-02ee652ed7c0 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:10.222722 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-02cb1255-635b-4951-9160-32aec2b1e5d3 service neutron] 10.222.0.15 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478465 Oct 27 16:12:10.224744 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e232874-db60-408b-9c5d-5163d19fe0c0 req-64cc51b1-20ab-4021-9697-02ee652ed7c0 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=4281e98d-db24-4de2-89ba-d2fd71fcbf6d HTTP/1.1" status: 200 len: 945 time: 0.0593431 Oct 27 16:12:10.271473 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e232874-db60-408b-9c5d-5163d19fe0c0 req-1e26ed27-867e-41c9-920d-240fdf4d434b tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Oct 27 16:12:10.315528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cabb2011-a44a-4558-aab3-5c2bb07c232a req-1f0ebae0-5bdc-491d-919d-e8e3b63221e0 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142097 Oct 27 16:12:10.367605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3c9979c4-141e-49da-90b5-4d9e46e501ea no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:10.390019 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 3c9979c4-141e-49da-90b5-4d9e46e501ea {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:10.391401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3c9979c4-141e-49da-90b5-4d9e46e501ea not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:10.442357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8513d4f2-fbb6-4a92-8f8a-dd6b8a16c81e req-7bf006dc-6b2d-4823-8601-e5790254e799 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:10.444210 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8513d4f2-fbb6-4a92-8f8a-dd6b8a16c81e req-7bf006dc-6b2d-4823-8601-e5790254e799 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=012c22ed-ca78-4cd4-8d3b-ae56d5882e01 HTTP/1.1" status: 200 len: 946 time: 0.0616755 Oct 27 16:12:10.450564 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cabb2011-a44a-4558-aab3-5c2bb07c232a req-d25c835c-fe88-45c6-8ebc-f4802c970cc2 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257799 Oct 27 16:12:10.521738 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8513d4f2-fbb6-4a92-8f8a-dd6b8a16c81e req-32d61ad4-31cd-433a-9f48-56aee2d09703 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708067 Oct 27 16:12:10.613228 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f4d2e14-0955-491c-8a30-3dd1ef4a120f req-8716d95c-d3cb-4904-8fb1-85c999ab1b9d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 210 time: 0.0384285 Oct 27 16:12:10.667027 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56492) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:10.794687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56504) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:10.852455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ec05c-c96b-4db5-b166-a337903700ea req-cb7ac582-588c-4f25-ab72-e10d180f76ad tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:10.859970 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e7ec05c-c96b-4db5-b166-a337903700ea req-cb7ac582-588c-4f25-ab72-e10d180f76ad tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 947 time: 0.0755517 Oct 27 16:12:10.907774 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e7ec05c-c96b-4db5-b166-a337903700ea req-b3f55ea7-1e69-4fc3-92c9-cfe6e1644ebb tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422549 Oct 27 16:12:10.943173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1848995045'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:10.983807 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-58a43e75-f869-439b-9976-998eaf0e4d42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3a4179a0ca04ca1b02eb6992eedd663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155990 Oct 27 16:12:10.987575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56508) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:11.048395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6546-898d-4581-8f5d-23a6df8ff223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.069754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6546-898d-4581-8f5d-23a6df8ff223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.102529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Made reservation on behalf of 4d49f220ba484a0b86b1b0452bfa943e for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:11.106131 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.116319 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.253230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6546-898d-4581-8f5d-23a6df8ff223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.256108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1ff6546-898d-4581-8f5d-23a6df8ff223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.257346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f1ff6546-898d-4581-8f5d-23a6df8ff223 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fcd381f1-08ac-4baa-8be0-cef267d0aa54 HTTP/1.1" status: 204 len: 168 time: 0.2686334 Oct 27 16:12:11.276333 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff6546-898d-4581-8f5d-23a6df8ff223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd381f1-08ac-4baa-8be0-cef267d0aa54,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:11.359367 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.513344 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.543029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:11.559877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41d679a4-e56f-421f-b4ec-520976737067,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:11.563457 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.564426 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Added segment aabb08e7-3484-4985-a031-66c009c4fa98 of type vlan for network 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 Oct 27 16:12:11.607720 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.686443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04b489-5607-456c-9f92-6544dc530de1 req-d92ba439-da21-420c-b012-e2806293283c tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:11.688845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d04b489-5607-456c-9f92-6544dc530de1 req-d92ba439-da21-420c-b012-e2806293283c tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=012c22ed-ca78-4cd4-8d3b-ae56d5882e01 HTTP/1.1" status: 200 len: 946 time: 0.0684273 Oct 27 16:12:11.737208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d04b489-5607-456c-9f92-6544dc530de1 req-ec49da90-85ef-4181-98a3-9dd25a7544a9 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417457 Oct 27 16:12:11.740295 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cb75fd4-17da-401c-9d4d-f3f09ad0519e req-a9c80b72-2262-4e01-9225-01aaea27584e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 210 time: 0.0270174 Oct 27 16:12:11.782623 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.788923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:11.789552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:11.872704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event updated for resources: {'Network': ['ID=9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:11.893417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:12.047930 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d7dd96b4-3310-4e9d-a8d1-dfd3b2844a16 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2279572 Oct 27 16:12:12.047930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56536) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:12.047930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Request body: {'subnet': {'network_id': '9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:12.053270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434bbb1-b3f5-45e9-8312-fab33c227340 req-ce5d5fe2-96af-4c4b-867b-f966ffb59ba4 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:12.054837 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5434bbb1-b3f5-45e9-8312-fab33c227340 req-ce5d5fe2-96af-4c4b-867b-f966ffb59ba4 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 947 time: 0.0514174 Oct 27 16:12:12.110831 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5434bbb1-b3f5-45e9-8312-fab33c227340 req-4936345e-89b4-4991-bcf1-5d68b3c5c4f4 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494184 Oct 27 16:12:12.356074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Made reservation on behalf of 4d49f220ba484a0b86b1b0452bfa943e for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:12.361259 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.608023 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea8ae8-e8a1-46f2-b57e-707e02eb4053 req-9990d8f7-c8c4-469e-a9d6-3fee8db3c5ce tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:12.610138 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8ea8ae8-e8a1-46f2-b57e-707e02eb4053 req-9990d8f7-c8c4-469e-a9d6-3fee8db3c5ce tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=012c22ed-ca78-4cd4-8d3b-ae56d5882e01 HTTP/1.1" status: 200 len: 946 time: 0.0522118 Oct 27 16:12:12.649639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8ea8ae8-e8a1-46f2-b57e-707e02eb4053 req-3780a059-898f-494a-87bf-b9e62d2f034b tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327621 Oct 27 16:12:12.668192 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.728214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event updated for resources: {'Subnet': ['ID=7caf7f49-8545-4c44-9ecd-4c7b09d2d246,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:12.745247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.745596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.745933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.746263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.746594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.746919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.747632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.747632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.747873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.748220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.748537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.748875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:12.758477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device cae401fa-870b-443a-bb87-725924aaa6fe details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:12.761668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Checking segment: {'id': 'aabb08e7-3484-4985-a031-66c009c4fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:12.763199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Network hostable DHCP agents. Network: 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:12.853487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56556) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:12.874455 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c5d780c-396f-4cbd-b6cc-50a4bb7e7306 req-25c81303-738b-4c5f-a752-ca9f3139a52f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 210 time: 0.0416012 Oct 27 16:12:12.898161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port cae401fa-870b-443a-bb87-725924aaa6fe, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=cae401fa-870b-443a-bb87-725924aaa6fe,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:12.911650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'cae401fa-870b-443a-bb87-725924aaa6fe', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'cae401fa-870b-443a-bb87-725924aaa6fe', 'mac_address': 'fa:16:3e:78:33:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:12.912032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Network 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:12.951160 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:12.973075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae401fa-870b-443a-bb87-725924aaa6fe {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:12.990692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-f4ce5b80-b79b-4fc9-a168-c19e5c5ef6ce tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:12.991731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f4ce5b80-b79b-4fc9-a168-c19e5c5ef6ce tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1370559 Oct 27 16:12:12.996150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56562) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.000955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-6c73197f-ea90-4879-9311-e0cba6e77bc8 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.001897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6c73197f-ea90-4879-9311-e0cba6e77bc8 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048263 Oct 27 16:12:13.004555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56564) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.006562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port cae401fa-870b-443a-bb87-725924aaa6fe, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=cae401fa-870b-443a-bb87-725924aaa6fe,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:13.009216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-03085689-0413-4ab4-9661-d056c62e6431 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.010163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-03085689-0413-4ab4-9661-d056c62e6431 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046518 Oct 27 16:12:13.014392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56566) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.024039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-7e20be7a-975c-4675-82a6-013ea1f57d95 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.025059 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7e20be7a-975c-4675-82a6-013ea1f57d95 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0097506 Oct 27 16:12:13.027597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56568) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.032174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-f35d430d-9981-4d00-b8f9-540854253502 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.033286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f35d430d-9981-4d00-b8f9-540854253502 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048053 Oct 27 16:12:13.035474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56570) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.041492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-740f36d3-cbf4-467b-a115-aa6b4192e9a4 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.042574 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-740f36d3-cbf4-467b-a115-aa6b4192e9a4 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0061302 Oct 27 16:12:13.044235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:13.045095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.051544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:13.052185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.052594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-dc47506b-0577-4b5c-ad61-b7cd3db1ebe3 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.054726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dc47506b-0577-4b5c-ad61-b7cd3db1ebe3 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080061 Oct 27 16:12:13.056700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56574) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.059198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ecf0f-a5f9-409f-9eed-37a79d96e4a8 None None] Network 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:13.061130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-558367a5-5d6a-4a95-b907-b07866d82add tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.067599 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-558367a5-5d6a-4a95-b907-b07866d82add tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0098846 Oct 27 16:12:13.068199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56578) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.072950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-3931cb2f-3b17-4226-9adb-db1a7dc768fe tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.074021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3931cb2f-3b17-4226-9adb-db1a7dc768fe tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047708 Oct 27 16:12:13.076630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56580) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.080773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-1589dc52-0f15-4c46-b3c2-a7b32037e220 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.081836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1589dc52-0f15-4c46-b3c2-a7b32037e220 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042725 Oct 27 16:12:13.084121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56582) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.088023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-a7db0d81-e625-40c0-add6-b0a26892fd5f tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.089255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a7db0d81-e625-40c0-add6-b0a26892fd5f tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041127 Oct 27 16:12:13.095840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56584) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.099978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-a2add4cf-47bf-4d19-811d-1737133e94b9 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.100911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a2add4cf-47bf-4d19-811d-1737133e94b9 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041232 Oct 27 16:12:13.103268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56586) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.107155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-f02d1078-a3ee-46bf-9a48-0b7fc122c01e tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.107861 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.111331 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f02d1078-a3ee-46bf-9a48-0b7fc122c01e tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0069730 Oct 27 16:12:13.111466 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56588) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.116139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-764106a7-cef0-4d79-b502-6e9ca4362a16 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.121724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-764106a7-cef0-4d79-b502-6e9ca4362a16 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0043023 Oct 27 16:12:13.123588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56590) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.127784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-85d441be-564a-4670-acc9-481f6fb673b8 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.128781 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-85d441be-564a-4670-acc9-481f6fb673b8 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042431 Oct 27 16:12:13.130995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56592) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.134899 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-ffea15e2-6411-4984-b3d1-b3d6e5fefd57 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.136169 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ffea15e2-6411-4984-b3d1-b3d6e5fefd57 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042908 Oct 27 16:12:13.138704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56596) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.144916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-6a02f058-9bcb-4c9a-9efe-47cdf023c216 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.147753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3281c31a-8ad4-46e2-a880-d8364dc78e5a tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1199396 Oct 27 16:12:13.150465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56598) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.150862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56600) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.151705 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6a02f058-9bcb-4c9a-9efe-47cdf023c216 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0117400 Oct 27 16:12:13.157669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-da1bb62a-4add-46ae-8bdf-989b68f16a5f tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.162182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-da1bb62a-4add-46ae-8bdf-989b68f16a5f tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0067680 Oct 27 16:12:13.163602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9310e822-7f17-44af-a7e1-e04b6e95e52b tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1193276911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:13.164195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56602) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.171199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-2e52ae49-ea9a-4e05-b39f-5b9bc37d0d30 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.175809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56604) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.176833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2e52ae49-ea9a-4e05-b39f-5b9bc37d0d30 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0108609 Oct 27 16:12:13.180962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-71f4dad2-5e29-432c-8533-df61866d6b97 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.181922 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-71f4dad2-5e29-432c-8533-df61866d6b97 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049067 Oct 27 16:12:13.184520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56606) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.189285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-d9df7e17-d858-421e-99b0-e1297bd387f2 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.191561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d9df7e17-d858-421e-99b0-e1297bd387f2 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0057285 Oct 27 16:12:13.198446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56608) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.200171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=cae401fa-870b-443a-bb87-725924aaa6fe,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:13.203487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-7db498d7-ef5f-476c-b95f-2e4167b49c74 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.207169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7db498d7-ef5f-476c-b95f-2e4167b49c74 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0078144 Oct 27 16:12:13.207305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56610) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.213656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-ecc0f063-0d6a-408f-bcb0-f8f384719443 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.214625 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ecc0f063-0d6a-408f-bcb0-f8f384719443 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0052676 Oct 27 16:12:13.217524 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56612) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.223522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-b218d602-0346-4300-a697-8de2274d498d tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.224708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b218d602-0346-4300-a697-8de2274d498d tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0060918 Oct 27 16:12:13.227281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56614) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.232710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-d1a9686e-4dbb-462a-a34e-80af9aeafe03 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.233802 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d1a9686e-4dbb-462a-a34e-80af9aeafe03 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0055888 Oct 27 16:12:13.237051 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56616) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.241349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-c2913d34-0319-4a02-bf53-ce7a5084ed90 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.243861 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c2913d34-0319-4a02-bf53-ce7a5084ed90 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0057509 Oct 27 16:12:13.250138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56618) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.254646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-e2e512e7-febf-4daf-ae5f-8f7d4c67d894 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.255604 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e2e512e7-febf-4daf-ae5f-8f7d4c67d894 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043654 Oct 27 16:12:13.258802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56620) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.263580 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-9ba205b2-aa95-4cdd-82d6-126f811b8330 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.264799 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9ba205b2-aa95-4cdd-82d6-126f811b8330 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050459 Oct 27 16:12:13.267461 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56622) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.268410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba92e06-0f66-4a81-ba7d-03a271059c3c req-6aa36d4d-8ee0-4898-b553-0bceedfa80ab tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:13.270130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bba92e06-0f66-4a81-ba7d-03a271059c3c req-6aa36d4d-8ee0-4898-b553-0bceedfa80ab tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 948 time: 0.0752366 Oct 27 16:12:13.272144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-82309674-f4a2-4139-8fe9-aaff47d71823 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.276902 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-82309674-f4a2-4139-8fe9-aaff47d71823 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0082393 Oct 27 16:12:13.277594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56624) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.283521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-43b5a6c4-cfbe-4813-a41e-e8b7bba6bbc2 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.284773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-43b5a6c4-cfbe-4813-a41e-e8b7bba6bbc2 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0059896 Oct 27 16:12:13.288107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56626) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.295123 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-fd4cf98a-530d-4c03-a9d1-f2d862438af3 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.297820 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fd4cf98a-530d-4c03-a9d1-f2d862438af3 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0076413 Oct 27 16:12:13.298497 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56628) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.301714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4', 'network_id': '9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4', 'tenant_id': '4d49f220ba484a0b86b1b0452bfa943e', 'fixed_ips': [{'subnet_id': '7caf7f49-8545-4c44-9ecd-4c7b09d2d246'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:12:13.302744 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.303598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-67929e00-bf34-49b6-93e6-3ef867871198 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.307275 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-67929e00-bf34-49b6-93e6-3ef867871198 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0076344 Oct 27 16:12:13.307860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56630) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.313188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-2135a39a-23df-4409-b4ed-189cd918d1f6 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.317823 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2135a39a-23df-4409-b4ed-189cd918d1f6 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0089695 Oct 27 16:12:13.318468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56632) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.329651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-f291254a-2030-4f43-88e9-9ecfcd2180b4 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.329946 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bba92e06-0f66-4a81-ba7d-03a271059c3c req-26f44935-2509-40ac-88f3-d0ad3f7b7ab3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478780 Oct 27 16:12:13.330063 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f291254a-2030-4f43-88e9-9ecfcd2180b4 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0063958 Oct 27 16:12:13.332173 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56634) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.347323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-80c6ea77-e075-4bb6-b25b-18125ce6a6c7 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.348567 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-80c6ea77-e075-4bb6-b25b-18125ce6a6c7 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0150013 Oct 27 16:12:13.351096 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56636) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.353929 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9310e822-7f17-44af-a7e1-e04b6e95e52b tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.358534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-8119ca8d-c176-4844-aad8-85cbd2ff75a5 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.358670 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9310e822-7f17-44af-a7e1-e04b6e95e52b tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.359224 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8119ca8d-c176-4844-aad8-85cbd2ff75a5 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044913 Oct 27 16:12:13.361483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56638) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.365770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-cbdc72b3-50f1-4c52-9530-204145fbf313 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.366817 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cbdc72b3-50f1-4c52-9530-204145fbf313 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042608 Oct 27 16:12:13.369323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56640) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.375111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-cbdcd623-110c-426f-ab43-5572f766cbf0 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.376528 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cbdcd623-110c-426f-ab43-5572f766cbf0 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0054581 Oct 27 16:12:13.379055 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56642) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.383609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-64163b29-8284-49ba-bde2-1ed4984dd4f0 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.385858 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-64163b29-8284-49ba-bde2-1ed4984dd4f0 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0056715 Oct 27 16:12:13.395597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56644) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.400033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-d162f563-26ab-4c84-b86c-f1e3e6c91fb6 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.401233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d162f563-26ab-4c84-b86c-f1e3e6c91fb6 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0045915 Oct 27 16:12:13.404007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56646) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.410095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-7d070538-435f-4c45-abbf-d3cd8fcf5393 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.413891 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7d070538-435f-4c45-abbf-d3cd8fcf5393 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0060809 Oct 27 16:12:13.414161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56648) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.419182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-a12c6c8e-d7bf-4148-9003-cf001b770302 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.420195 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a12c6c8e-d7bf-4148-9003-cf001b770302 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044696 Oct 27 16:12:13.423822 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56650) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.426547 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9310e822-7f17-44af-a7e1-e04b6e95e52b tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.428842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-c7f1c620-7b0d-48cb-8dfb-5babfea0ba12 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.432105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c7f1c620-7b0d-48cb-8dfb-5babfea0ba12 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0047359 Oct 27 16:12:13.433725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56652) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.438392 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-08d1d3d1-8834-4306-bd45-7ec7fcb2d861 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.439453 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-08d1d3d1-8834-4306-bd45-7ec7fcb2d861 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047629 Oct 27 16:12:13.452640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56654) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.457853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-384f2cee-2483-45b8-bc2d-f4f941686552 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.458905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-384f2cee-2483-45b8-bc2d-f4f941686552 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045769 Oct 27 16:12:13.461326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56656) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.465414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-62080609-5c3b-4872-a8ea-e500ad769848 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.466363 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-62080609-5c3b-4872-a8ea-e500ad769848 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0041468 Oct 27 16:12:13.470081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56658) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.472920 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Allocated IP 172.20.0.2 (9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4/7caf7f49-8545-4c44-9ecd-4c7b09d2d246/8c746a9c-eead-4b7e-9ea7-f16beea9b273) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:13.474842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-f1b978b5-4a05-4f67-b554-cc55a69d08ca tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.475949 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f1b978b5-4a05-4f67-b554-cc55a69d08ca tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0048871 Oct 27 16:12:13.481828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56660) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.490277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-5a00d0ad-246e-4360-ac09-a201907bc98c tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.491871 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5a00d0ad-246e-4360-ac09-a201907bc98c tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0083637 Oct 27 16:12:13.494581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56662) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.499532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-8beea454-452d-488b-b240-ae52b52bb86a tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.501168 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8beea454-452d-488b-b240-ae52b52bb86a tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0055914 Oct 27 16:12:13.504447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56664) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.508789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-229088ce-1ba8-4601-a529-6594064a6cb7 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.509851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-229088ce-1ba8-4601-a529-6594064a6cb7 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043690 Oct 27 16:12:13.512291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56666) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.516701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-142950ac-982b-4cd5-9233-a8889197b7e8 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.521897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-142950ac-982b-4cd5-9233-a8889197b7e8 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045013 Oct 27 16:12:13.522108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56668) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.526493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-f5743d2c-cdd0-4a92-8b51-1801a742821d tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.528120 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f5743d2c-cdd0-4a92-8b51-1801a742821d tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043590 Oct 27 16:12:13.530127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56670) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.543609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-11d5d852-b808-4a7a-be2f-e60d398c248b tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.543756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['cae401fa-870b-443a-bb87-725924aaa6fe'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:13.543843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-11d5d852-b808-4a7a-be2f-e60d398c248b tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0059032 Oct 27 16:12:13.543843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56672) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.548889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-50379cb5-c46c-4397-b547-bb4d7b61d744 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.551437 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-50379cb5-c46c-4397-b547-bb4d7b61d744 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0052066 Oct 27 16:12:13.552374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.557141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-b99376eb-08db-46f0-8411-fe965f9c48eb tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.558428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b99376eb-08db-46f0-8411-fe965f9c48eb tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048406 Oct 27 16:12:13.560552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56676) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.569057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-3f49b87f-99db-4632-937f-d1c573f91588 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.589236 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3f49b87f-99db-4632-937f-d1c573f91588 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0082145 Oct 27 16:12:13.589236 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9310e822-7f17-44af-a7e1-e04b6e95e52b tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.589564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56678) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.594039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-ebd18842-d4fd-4ee7-b30b-057ce97d6f82 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.595078 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ebd18842-d4fd-4ee7-b30b-057ce97d6f82 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0044694 Oct 27 16:12:13.598409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56680) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.610322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-cece8b60-4e8b-4a89-ad8d-7f1a559477b8 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.611554 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cece8b60-4e8b-4a89-ad8d-7f1a559477b8 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0122054 Oct 27 16:12:13.614194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56682) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.618395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-91c9da4d-f0c1-4136-b0a6-dacff4b3f24e tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.624301 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-91c9da4d-f0c1-4136-b0a6-dacff4b3f24e tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042584 Oct 27 16:12:13.624674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56684) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.630777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-d6d10e3e-607e-4d76-8453-bfe4a906cd93 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.634248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d6d10e3e-607e-4d76-8453-bfe4a906cd93 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0056174 Oct 27 16:12:13.634708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56686) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.639432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-92c57d11-7be3-4910-a256-d27f80c5cb19 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.642612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-a9c262fd-21e8-4281-a37e-0f230439f789 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:13.642773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-92c57d11-7be3-4910-a256-d27f80c5cb19 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047433 Oct 27 16:12:13.642892 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-a9c262fd-21e8-4281-a37e-0f230439f789 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.54 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 812 time: 0.1403694 Oct 27 16:12:13.643001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56688) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.647395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-8789feaa-5dc6-4604-ad13-07a24c99aa03 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.650678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8789feaa-5dc6-4604-ad13-07a24c99aa03 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044594 Oct 27 16:12:13.650855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56690) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.654933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-77ddc138-bdf0-4617-9e30-9f45f77e4c3d tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.655875 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-77ddc138-bdf0-4617-9e30-9f45f77e4c3d tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041220 Oct 27 16:12:13.659672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56692) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.664231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-386f2286-eb76-40ec-a588-981695e27d55 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.665250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-386f2286-eb76-40ec-a588-981695e27d55 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045171 Oct 27 16:12:13.668507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56694) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.678029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-b0de677a-4fb8-478f-8fcc-c2adb83e4ac3 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.678716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Request body: {'port': {'device_id': '050f7e89-1313-43da-adb7-f7c38d839f67', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'admin_state_up': True, 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:13.681556 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b0de677a-4fb8-478f-8fcc-c2adb83e4ac3 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0121737 Oct 27 16:12:13.685036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56698) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.691782 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9310e822-7f17-44af-a7e1-e04b6e95e52b tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.697198 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9310e822-7f17-44af-a7e1-e04b6e95e52b tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5453243 Oct 27 16:12:13.700010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56700) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.708518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-64f28456-210a-4154-b0e4-7ea1c4e4eaad tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.711179 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.712926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56702) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.713392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-64f28456-210a-4154-b0e4-7ea1c4e4eaad tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0199511 Oct 27 16:12:13.726188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [None req-febd9913-16a2-457e-98fa-50022aa751f2 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.726188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-febd9913-16a2-457e-98fa-50022aa751f2 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0066164 Oct 27 16:12:13.745376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56704) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.749890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-af9ad77a-51b2-4968-9481-c3aa13e37b88 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.754893 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-af9ad77a-51b2-4968-9481-c3aa13e37b88 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0084584 Oct 27 16:12:13.757704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56706) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:13.767820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [None req-5c97ab43-8a14-4499-861e-93baf7abbb14 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:12:13.777379 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5c97ab43-8a14-4499-861e-93baf7abbb14 tempest-ExtensionsTestJSON-1817908065 tempest-ExtensionsTestJSON-1817908065-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0124197 Oct 27 16:12:13.935953 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb22eae-70ea-4310-b813-62aa1da9688d req-b3d2be8f-d7a1-4e3e-83a4-70a72d1e8ea4 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:13.944888 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3fb22eae-70ea-4310-b813-62aa1da9688d req-b3d2be8f-d7a1-4e3e-83a4-70a72d1e8ea4 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=012c22ed-ca78-4cd4-8d3b-ae56d5882e01 HTTP/1.1" status: 200 len: 946 time: 0.1860733 Oct 27 16:12:13.973408 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:13.997805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3fb22eae-70ea-4310-b813-62aa1da9688d req-162561fa-4495-4038-8775-e573a4ef7d55 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484521 Oct 27 16:12:14.022152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Made reservation on behalf of e453eb141e324e84bad185e6328bf7f8 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:14.025090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Network 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:14.027708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:14.027843 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.039856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:14.166382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Pushing event updated for resources: {'Port': ['ID=8c746a9c-eead-4b7e-9ea7-f16beea9b273,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:14.184870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Attempting to bind port 8c746a9c-eead-4b7e-9ea7-f16beea9b273 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:14.185609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Attempting to bind port 8c746a9c-eead-4b7e-9ea7-f16beea9b273 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'aabb08e7-3484-4985-a031-66c009c4fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:14.186403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Attempting to bind port 8c746a9c-eead-4b7e-9ea7-f16beea9b273 on network 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:14.195136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:14.195902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Checking segment: {'id': 'aabb08e7-3484-4985-a031-66c009c4fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:14.199896 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.199896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Bound using segment: {'id': 'aabb08e7-3484-4985-a031-66c009c4fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:14.199896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Bound port: 8c746a9c-eead-4b7e-9ea7-f16beea9b273, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabb08e7-3484-4985-a031-66c009c4fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:14.199896 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.252832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Allocated IP 172.20.0.8 (14060b4c-01a1-4d12-9810-8c7a68febede/5585183d-91de-498a-87df-f34ca26ac743/45596fc9-4b02-4305-9b3c-76f511af54f5) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:14.291317 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] For port 8c746a9c-eead-4b7e-9ea7-f16beea9b273, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:14.295827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] For port 8c746a9c-eead-4b7e-9ea7-f16beea9b273, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c746a9c-eead-4b7e-9ea7-f16beea9b273,segment=NetworkSegment(aabb08e7-3484-4985-a031-66c009c4fa98),segment_id=aabb08e7-3484-4985-a031-66c009c4fa98)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:14.401463 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56722) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:14.464699 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.498490 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.510703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f450c-77db-4682-bafe-6284efd29112 req-393c6ebe-4171-4304-88a8-98174b427d7e tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:14.512269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-055f450c-77db-4682-bafe-6284efd29112 req-393c6ebe-4171-4304-88a8-98174b427d7e tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.53 "GET /v2.0/ports?device_id=012c22ed-ca78-4cd4-8d3b-ae56d5882e01 HTTP/1.1" status: 200 len: 946 time: 0.1415269 Oct 27 16:12:14.555897 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.592304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c402d2e5-de70-4f72-9d09-5f4eb8da8e58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.606111 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.644360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3b495-7f20-4547-8135-3c152e39a52d None None] Pushing event updated for resources: {'Port': ['ID=8c746a9c-eead-4b7e-9ea7-f16beea9b273,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:14.689369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Network 14060b4c-01a1-4d12-9810-8c7a68febede is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:14.692298 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:14.703939 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:14.711354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event updated for resources: {'Port': ['ID=45596fc9-4b02-4305-9b3c-76f511af54f5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:14.767012 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.767542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.768008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.768480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.769906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.770623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.771637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.772126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.772592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.773043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.773471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.773908 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:14.826183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:14.827068 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.920074 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c402d2e5-de70-4f72-9d09-5f4eb8da8e58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.984725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-055f450c-77db-4682-bafe-6284efd29112 req-46ea1124-a761-41a1-9af1-ffe0d35b09d7 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Deleting port 7f012389-c426-491d-b954-2131cfba9de7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:14.985333 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-055f450c-77db-4682-bafe-6284efd29112 req-46ea1124-a761-41a1-9af1-ffe0d35b09d7 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:14.990916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a06cca-d269-4da9-8eb4-888650e35593 req-e82ec801-15ce-414a-8125-ad5e50cacd67 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:14.992831 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26a06cca-d269-4da9-8eb4-888650e35593 req-e82ec801-15ce-414a-8125-ad5e50cacd67 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 948 time: 0.0973091 Oct 27 16:12:15.030342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c402d2e5-de70-4f72-9d09-5f4eb8da8e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.064808 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['852df851-cd37-4d53-8c35-32327ae0272a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:15.112309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64b083-853a-4196-bcfa-bcea77c98c73 req-cd844a9e-98f3-482a-859a-48b0e8d64747 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:15.113449 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b64b083-853a-4196-bcfa-bcea77c98c73 req-cd844a9e-98f3-482a-859a-48b0e8d64747 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 931 time: 0.7416224 Oct 27 16:12:15.124337 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-3927ac8f-f944-4563-946b-8922bb2a8a17 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4565771 Oct 27 16:12:15.129482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c402d2e5-de70-4f72-9d09-5f4eb8da8e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2436c45-f8d0-4424-9b51-8b005f4097d2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:15.153749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Request body: {'port': {'device_id': '050f7e89-1313-43da-adb7-f7c38d839f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:15.173179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Allocated IP 172.20.0.1 (9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4/7caf7f49-8545-4c44-9ecd-4c7b09d2d246/acd090e2-51f6-4c49-9913-8d826f52f3c3) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:15.205791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c402d2e5-de70-4f72-9d09-5f4eb8da8e58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e51404dab7b949479d2b01a63b043529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8007183 Oct 27 16:12:15.206026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-055f450c-77db-4682-bafe-6284efd29112 req-46ea1124-a761-41a1-9af1-ffe0d35b09d7 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] For port 7f012389-c426-491d-b954-2131cfba9de7, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=7f012389-c426-491d-b954-2131cfba9de7,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:15.206026 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-055f450c-77db-4682-bafe-6284efd29112 req-46ea1124-a761-41a1-9af1-ffe0d35b09d7 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.208087 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56736) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:15.228522 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26a06cca-d269-4da9-8eb4-888650e35593 req-74d51d72-cfc4-42bc-a62e-b5070b88863e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264514 Oct 27 16:12:15.246732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-055f450c-77db-4682-bafe-6284efd29112 req-46ea1124-a761-41a1-9af1-ffe0d35b09d7 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Calling delete_port for 7f012389-c426-491d-b954-2131cfba9de7 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:15.274844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1de78170-6e43-4d21-919d-0d6e58c2a75d None None] Provisioning complete for port 45596fc9-4b02-4305-9b3c-76f511af54f5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:15.275211 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1de78170-6e43-4d21-919d-0d6e58c2a75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.293089 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b64b083-853a-4196-bcfa-bcea77c98c73 req-71e18dd8-c2f1-4a76-95cc-b3896f14a66b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649952 Oct 27 16:12:15.326618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1de78170-6e43-4d21-919d-0d6e58c2a75d None None] Port 45596fc9-4b02-4305-9b3c-76f511af54f5 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:15.375099 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.413437 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83582467-41d4-455d-b9e9-e0757709ac03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.441889 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.467462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ea147-9b23-4b36-b520-90f3a1327add req-e9fea80b-ea7e-4c3f-8501-349892335f0d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:15.473967 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-690ea147-9b23-4b36-b520-90f3a1327add req-e9fea80b-ea7e-4c3f-8501-349892335f0d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 945 time: 0.1561575 Oct 27 16:12:15.497458 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83582467-41d4-455d-b9e9-e0757709ac03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.582450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bd4d3-84ed-4725-89e6-09733092b499 req-27ac06e6-d018-4508-b570-0c6be61cd489 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:15.584319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d0bd4d3-84ed-4725-89e6-09733092b499 req-27ac06e6-d018-4508-b570-0c6be61cd489 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=012c22ed-ca78-4cd4-8d3b-ae56d5882e01 HTTP/1.1" status: 200 len: 946 time: 0.0634441 Oct 27 16:12:15.630118 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d0bd4d3-84ed-4725-89e6-09733092b499 req-4089c7e2-5b30-44b8-9a67-c5be1e7b9bcf tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387518 Oct 27 16:12:15.634002 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-055f450c-77db-4682-bafe-6284efd29112 req-46ea1124-a761-41a1-9af1-ffe0d35b09d7 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.647263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['70af584e-f659-4050-8641-0da2c44b094f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:15.663387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-690ea147-9b23-4b36-b520-90f3a1327add req-253d9d29-6231-4b41-a411-52848e10a5fd tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups?id=85577828-0f15-432a-947b-b296be81808e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1367679 Oct 27 16:12:15.677412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea1124-a761-41a1-9af1-ffe0d35b09d7 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Pushing event deleted for resources: {'Port': ['ID=7f012389-c426-491d-b954-2131cfba9de7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:15.682776 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.692471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['7f012389-c426-491d-b954-2131cfba9de7', 'd0af175f-ac7a-4360-8e63-0cf6df5ef0cc'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:15.780970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event updated for resources: {'Port': ['ID=acd090e2-51f6-4c49-9913-8d826f52f3c3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:15.796179 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83582467-41d4-455d-b9e9-e0757709ac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.799301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83582467-41d4-455d-b9e9-e0757709ac03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.802163 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-83582467-41d4-455d-b9e9-e0757709ac03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2436c45-f8d0-4424-9b51-8b005f4097d2 HTTP/1.1" status: 204 len: 168 time: 0.5903275 Oct 27 16:12:15.815482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Network 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:15.816985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:15.829945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:15.878572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-055f450c-77db-4682-bafe-6284efd29112 req-46ea1124-a761-41a1-9af1-ffe0d35b09d7 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] No DVR routers for this DVR port 7f012389-c426-491d-b954-2131cfba9de7 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:15.893295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45596fc9-4b02-4305-9b3c-76f511af54f5 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:15.893760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-055f450c-77db-4682-bafe-6284efd29112 req-46ea1124-a761-41a1-9af1-ffe0d35b09d7 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.899235 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-055f450c-77db-4682-bafe-6284efd29112 req-46ea1124-a761-41a1-9af1-ffe0d35b09d7 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.53 "DELETE /v2.0/ports/7f012389-c426-491d-b954-2131cfba9de7 HTTP/1.1" status: 204 len: 173 time: 1.3567963 Oct 27 16:12:15.899733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '012c22ed-ca78-4cd4-8d3b-ae56d5882e01', 'name': 'network-vif-deleted', 'tag': '7f012389-c426-491d-b954-2131cfba9de7'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:15.904031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:15.911503 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d853bdc8-4389-4951-8e06-cd5dbdc92c5d" -d '{"events": [{"server_uuid": "012c22ed-ca78-4cd4-8d3b-ae56d5882e01", "name": "network-vif-deleted", "tag": "7f012389-c426-491d-b954-2131cfba9de7"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:15.920217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Transition to ACTIVE for port object 45596fc9-4b02-4305-9b3c-76f511af54f5 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:12:15.930094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83582467-41d4-455d-b9e9-e0757709ac03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2436c45-f8d0-4424-9b51-8b005f4097d2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:15.967735 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.018350 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfeb49d-8471-477e-9d34-55baaa3e810f x-openstack-request-id: req-bdfeb49d-8471-477e-9d34-55baaa3e810f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:16.018654 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "012c22ed-ca78-4cd4-8d3b-ae56d5882e01", "name": "network-vif-deleted", "tag": "7f012389-c426-491d-b954-2131cfba9de7", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:16.018914 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdfeb49d-8471-477e-9d34-55baaa3e810f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:16.019923 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '012c22ed-ca78-4cd4-8d3b-ae56d5882e01', 'name': 'network-vif-deleted', 'tag': '7f012389-c426-491d-b954-2131cfba9de7', 'status': 'completed', 'code': 200} Oct 27 16:12:16.039309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.112545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Pushing event updated for resources: {'Port': ['ID=45596fc9-4b02-4305-9b3c-76f511af54f5,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:16.164336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6a8648-e53f-4455-9408-37441183db39 None None] Network 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:16.196191 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Attempting to bind port 45596fc9-4b02-4305-9b3c-76f511af54f5 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:16.196534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Attempting to bind port 45596fc9-4b02-4305-9b3c-76f511af54f5 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:16.196920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Attempting to bind port 45596fc9-4b02-4305-9b3c-76f511af54f5 on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:16.203305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Port 45596fc9-4b02-4305-9b3c-76f511af54f5 on network 14060b4c-01a1-4d12-9810-8c7a68febede not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:12:16.205270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Attempting to bind port 45596fc9-4b02-4305-9b3c-76f511af54f5 on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:16.211708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:16.212323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Checking segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:16.212887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Bound using segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:16.213706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Bound port: 45596fc9-4b02-4305-9b3c-76f511af54f5, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:16.213981 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.247784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.283742 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bc7eb29c-812a-4efe-b989-63ee4cf4d181 None None] Provisioning complete for port 8c746a9c-eead-4b7e-9ea7-f16beea9b273 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:16.284246 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb29c-812a-4efe-b989-63ee4cf4d181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.531458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8c746a9c-eead-4b7e-9ea7-f16beea9b273 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:16.548586 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8988a-097e-4f97-930d-43caae915df2 req-59cdd6ec-da18-47af-b512-ec4be7419072 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:16.550119 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cad8988a-097e-4f97-930d-43caae915df2 req-59cdd6ec-da18-47af-b512-ec4be7419072 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.54 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 945 time: 0.2894723 Oct 27 16:12:16.554389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] For port 45596fc9-4b02-4305-9b3c-76f511af54f5, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:16.598470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] For port 45596fc9-4b02-4305-9b3c-76f511af54f5, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=45596fc9-4b02-4305-9b3c-76f511af54f5,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:16.613667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3599183-a149-48b9-9197-e0fe28adaf94 req-f935d725-5916-4148-bf55-7f7c62e4532e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:16.615262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3599183-a149-48b9-9197-e0fe28adaf94 req-f935d725-5916-4148-bf55-7f7c62e4532e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 943 time: 0.1221929 Oct 27 16:12:16.666052 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb29c-812a-4efe-b989-63ee4cf4d181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.685321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8c746a9c-eead-4b7e-9ea7-f16beea9b273 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:16.685780 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.696768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cf00c-7938-4ce8-9686-2e2311abd0d7 req-95f15c01-0a3f-4010-85e1-3f9d76ee087b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:16.703938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0c0cf00c-7938-4ce8-9686-2e2311abd0d7 req-95f15c01-0a3f-4010-85e1-3f9d76ee087b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 948 time: 0.1118007 Oct 27 16:12:16.736580 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.752572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bc7eb29c-812a-4efe-b989-63ee4cf4d181 None None] For port 8c746a9c-eead-4b7e-9ea7-f16beea9b273, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c746a9c-eead-4b7e-9ea7-f16beea9b273,segment=NetworkSegment(aabb08e7-3484-4985-a031-66c009c4fa98),segment_id=aabb08e7-3484-4985-a031-66c009c4fa98)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:16.775935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device cae401fa-870b-443a-bb87-725924aaa6fe up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:16.814442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0c0cf00c-7938-4ce8-9686-2e2311abd0d7 req-867cd0a9-e07e-40fb-97fd-4d60ab369fec tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066229 Oct 27 16:12:16.819782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Pushing event updated for resources: {'Port': ['ID=45596fc9-4b02-4305-9b3c-76f511af54f5,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:16.847310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bc7eb29c-812a-4efe-b989-63ee4cf4d181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.848183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:16.848183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.848183 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-44f24269-991a-4464-9a24-a15861bbea63 service neutron] 10.222.0.54 "PUT /v2.0/ports/45596fc9-4b02-4305-9b3c-76f511af54f5 HTTP/1.1" status: 200 len: 1091 time: 1.7050591 Oct 27 16:12:16.848917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050f7e89-1313-43da-adb7-f7c38d839f67', 'tag': '45596fc9-4b02-4305-9b3c-76f511af54f5'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:16.851767 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1778c68-c45d-40e3-ba02-53a663b324d6" -d '{"events": [{"name": "network-changed", "server_uuid": "050f7e89-1313-43da-adb7-f7c38d839f67", "tag": "45596fc9-4b02-4305-9b3c-76f511af54f5"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:16.881764 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3599183-a149-48b9-9197-e0fe28adaf94 req-44f1e212-8185-45da-a263-4376d40c51c6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452817 Oct 27 16:12:16.898928 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:16.907602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Deleting port 5c96a608-a196-4d06-bdee-e47501b95a63 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:16.907975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.019857 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.095583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7eb29c-812a-4efe-b989-63ee4cf4d181 None None] Pushing event updated for resources: {'Port': ['ID=8c746a9c-eead-4b7e-9ea7-f16beea9b273,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:17.191392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f1bbc308-3c63-47b0-abcc-2fe5e464cd63 req-2963899e-97b5-4de3-b1fe-01c8cd6ec861 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=012c22ed-ca78-4cd4-8d3b-ae56d5882e01 HTTP/1.1" status: 200 len: 210 time: 0.1110709 Oct 27 16:12:17.195600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cd244a25-d26b-4fa2-a4be-aae531ad0cc0 None None] Provisioning complete for port acd090e2-51f6-4c49-9913-8d826f52f3c3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:17.197028 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cd244a25-d26b-4fa2-a4be-aae531ad0cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.231731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port cae401fa-870b-443a-bb87-725924aaa6fe completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:17.241308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port cae401fa-870b-443a-bb87-725924aaa6fe triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:17.241896 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.255426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-516ae87a-159a-4f45-8979-7b0a341a6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:17.255426 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-516ae87a-159a-4f45-8979-7b0a341a6012 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 1094 time: 0.2522979 Oct 27 16:12:17.269919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event updated for resources: {'Port': ['ID=acd090e2-51f6-4c49-9913-8d826f52f3c3,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:17.301913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cd244a25-d26b-4fa2-a4be-aae531ad0cc0 None None] Port acd090e2-51f6-4c49-9913-8d826f52f3c3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:17.332449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cd244a25-d26b-4fa2-a4be-aae531ad0cc0 None None] Provisioning complete for port 8c746a9c-eead-4b7e-9ea7-f16beea9b273 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:17.332854 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cd244a25-d26b-4fa2-a4be-aae531ad0cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.341772 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.382513 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-7156b004-4515-436b-a810-0dd2fb4c05d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45596fc9-4b02-4305-9b3c-76f511af54f5 HTTP/1.1" status: 200 len: 217 time: 0.1102664 Oct 27 16:12:17.390131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] For port 5c96a608-a196-4d06-bdee-e47501b95a63, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c96a608-a196-4d06-bdee-e47501b95a63,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:17.390806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.417539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed457e-535e-4d0f-aa20-3793ca6ee4a7 req-d1118732-8689-4579-9c85-750977136c51 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:17.425725 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0eed457e-535e-4d0f-aa20-3793ca6ee4a7 req-d1118732-8689-4579-9c85-750977136c51 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 945 time: 0.2481346 Oct 27 16:12:17.443932 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a0e44b-915d-41d4-821b-1c9642e01109 x-openstack-request-id: req-c6a0e44b-915d-41d4-821b-1c9642e01109 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:17.443932 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "050f7e89-1313-43da-adb7-f7c38d839f67", "tag": "45596fc9-4b02-4305-9b3c-76f511af54f5", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:17.443932 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6a0e44b-915d-41d4-821b-1c9642e01109 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:17.443932 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050f7e89-1313-43da-adb7-f7c38d839f67', 'tag': '45596fc9-4b02-4305-9b3c-76f511af54f5', 'status': 'completed', 'code': 200} Oct 27 16:12:17.478568 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.553232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae401fa-870b-443a-bb87-725924aaa6fe'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:17.558071 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6213510b-b865-4650-9beb-6bb4a805d816" -d '{"events": [{"server_uuid": "3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5", "name": "network-vif-plugged", "status": "completed", "tag": "cae401fa-870b-443a-bb87-725924aaa6fe"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:17.559738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Network 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:17.566408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-7889a30d-dd26-49d3-b114-773c91a98700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:17.568084 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-7889a30d-dd26-49d3-b114-773c91a98700 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.1738832 Oct 27 16:12:17.571742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:17.589946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port cae401fa-870b-443a-bb87-725924aaa6fe, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=cae401fa-870b-443a-bb87-725924aaa6fe,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:17.634596 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f56576-4304-4622-a1d9-b867ef97c2fe x-openstack-request-id: req-63f56576-4304-4622-a1d9-b867ef97c2fe {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:17.635090 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5", "name": "network-vif-plugged", "status": "completed", "tag": "cae401fa-870b-443a-bb87-725924aaa6fe", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:17.635367 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63f56576-4304-4622-a1d9-b867ef97c2fe {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:17.635869 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae401fa-870b-443a-bb87-725924aaa6fe', 'code': 200} Oct 27 16:12:17.673576 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.703043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0eed457e-535e-4d0f-aa20-3793ca6ee4a7 req-cad69124-df41-4e0a-be84-daf747a4b744 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups?id=85577828-0f15-432a-947b-b296be81808e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2758789 Oct 27 16:12:17.705319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56776) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:17.744669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-38fc59b7-1421-444e-9854-3a0aef7e4030 None None] Provisioning complete for port acd090e2-51f6-4c49-9913-8d826f52f3c3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:17.745283 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38fc59b7-1421-444e-9854-3a0aef7e4030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.776655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-c716d1b8-ff9e-4176-96dd-ef2e2c435ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:17.778605 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-c716d1b8-ff9e-4176-96dd-ef2e2c435ebb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361649 Oct 27 16:12:17.788094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-38fc59b7-1421-444e-9854-3a0aef7e4030 None None] Port acd090e2-51f6-4c49-9913-8d826f52f3c3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:17.824781 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.825417 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:17.825722 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Floating IP 64370aaf-c998-4669-b72c-4da3c3758c88 disassociated. External IP: 172.25.4.192, port: 5c96a608-a196-4d06-bdee-e47501b95a63. Oct 27 16:12:17.826810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Calling delete_port for 5c96a608-a196-4d06-bdee-e47501b95a63 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:17.839036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=cae401fa-870b-443a-bb87-725924aaa6fe,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:17.870094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb65188-fb81-478b-ace4-4ea0fa2d532c req-7d76f4a4-f882-4bf3-b1d4-55fed31db939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:17.871813 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4eb65188-fb81-478b-ace4-4ea0fa2d532c req-7d76f4a4-f882-4bf3-b1d4-55fed31db939 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 1100 time: 0.1407912 Oct 27 16:12:17.916967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4eb65188-fb81-478b-ace4-4ea0fa2d532c req-3297a0de-9191-4c35-ba5a-38ec2b2e1080 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370171 Oct 27 16:12:17.926193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1175196838'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:18.015765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Router 0861b11a-e63f-4000-ade0-0169766ca6b4 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:12:18.068603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-aaec4125-2124-478e-aea4-33a30e28bdf0 None None] Provisioning complete for port acd090e2-51f6-4c49-9913-8d826f52f3c3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:18.069672 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aaec4125-2124-478e-aea4-33a30e28bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.101808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Made reservation on behalf of a85ace40b4794cb680e7d485142b1fe2 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:18.106817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.121039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-aaec4125-2124-478e-aea4-33a30e28bdf0 None None] Port acd090e2-51f6-4c49-9913-8d826f52f3c3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:18.136944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20063a-d23e-4c66-89e5-92d5d3a964ec req-1b71fafe-bc3b-4707-8493-b069e403ae43 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:18.138616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf20063a-d23e-4c66-89e5-92d5d3a964ec req-1b71fafe-bc3b-4707-8493-b069e403ae43 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 943 time: 0.1533017 Oct 27 16:12:18.142277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.198941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:18.210340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5dba22d3-4592-4e11-95db-b9dadc599179 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "PUT /v2.0/routers/0861b11a-e63f-4000-ade0-0169766ca6b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5087564 Oct 27 16:12:18.210965 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef8aa5a-fb09-4924-aa27-4cca445c3d02 None None] Sync routers for ids ['0861b11a-e63f-4000-ade0-0169766ca6b4'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:18.216355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56786) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:18.222563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Request body: {'port': {'network_id': '9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4', 'name': 'tempest-FloatingIPNegativeTestJSON-307964626'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:18.226243 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef8aa5a-fb09-4924-aa27-4cca445c3d02 None None] Routers {'0861b11a-e63f-4000-ade0-0169766ca6b4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:18.227299 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1ef8aa5a-fb09-4924-aa27-4cca445c3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0861b11a-e63f-4000-ade0-0169766ca6b4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:18.248825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf20063a-d23e-4c66-89e5-92d5d3a964ec req-e3cbc027-859a-4785-93ab-d7602b796522 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022935 Oct 27 16:12:18.276889 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1ef8aa5a-fb09-4924-aa27-4cca445c3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:18.321704 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef8aa5a-fb09-4924-aa27-4cca445c3d02 None None] Routers {'0861b11a-e63f-4000-ade0-0169766ca6b4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:18.322667 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1ef8aa5a-fb09-4924-aa27-4cca445c3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0861b11a-e63f-4000-ade0-0169766ca6b4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:18.395266 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.405246 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1ef8aa5a-fb09-4924-aa27-4cca445c3d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:18.406941 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef8aa5a-fb09-4924-aa27-4cca445c3d02 None None] The sync data for ids ['0861b11a-e63f-4000-ade0-0169766ca6b4'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:18.434235 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8c746a9c-eead-4b7e-9ea7-f16beea9b273 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:18.494997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8c746a9c-eead-4b7e-9ea7-f16beea9b273 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:18.495388 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.530318 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ad23720c-355f-46fb-b713-639f66191e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.588530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de890d97-2e0b-488a-967f-7707d902aff1 req-c8d99701-8bf0-4ee5-b9e1-e1c2c8957746 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:18.591255 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de890d97-2e0b-488a-967f-7707d902aff1 req-c8d99701-8bf0-4ee5-b9e1-e1c2c8957746 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 949 time: 0.6097238 Oct 27 16:12:18.592141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Made reservation on behalf of 4d49f220ba484a0b86b1b0452bfa943e for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:18.596569 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.598698 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.628099 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-b7fef16f-16c4-46c3-9f9c-1602f1af67d3 service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6867194 Oct 27 16:12:18.633168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:18.666519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] device_id is not set on port 9af9a788-c4a2-4c43-80f6-14e5e969e336 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:12:18.674823 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.675193 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Added segment 414eeecf-7e1e-4c08-ab83-d1b58989e9f8 of type vlan for network b1adba3e-46fb-46f1-bedc-21cc2abe5b7d Oct 27 16:12:18.685105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981470ce-f4dd-4bc6-ae5d-7fd49fa097db,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:18.716931 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de890d97-2e0b-488a-967f-7707d902aff1 req-9fd5e6d4-0bd4-47bf-b77b-7252bb0fb2e3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155860 Oct 27 16:12:18.723182 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.770100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 7f012389-c426-491d-b954-2131cfba9de7 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:18.771149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Pushing event deleted for resources: {'Port': ['ID=5c96a608-a196-4d06-bdee-e47501b95a63,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:18.780367 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.825165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 7f012389-c426-491d-b954-2131cfba9de7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:18.825518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 7f012389-c426-491d-b954-2131cfba9de7 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:18.882496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Allocated IP 172.20.0.3 (9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4/7caf7f49-8545-4c44-9ecd-4c7b09d2d246/9af9a788-c4a2-4c43-80f6-14e5e969e336) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:18.889613 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59c46841-2e2f-4798-8761-1a63e6cc434b req-17605b95-0c6c-475e-bcaa-6b1e0689dd55 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 210 time: 0.0822763 Oct 27 16:12:18.935399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c548637c-763c-4703-bcfd-ffa4689f64e4 req-5907fb94-f60c-459f-a52d-dc55e4d17964 service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951705 Oct 27 16:12:18.962964 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.969860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:18.970649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:18.986414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Router 15612032-630d-4e43-95cd-bd781aeb8021 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:12:19.157891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Pushing event updated for resources: {'Network': ['ID=b1adba3e-46fb-46f1-bedc-21cc2abe5b7d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:19.180908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network b1adba3e-46fb-46f1-bedc-21cc2abe5b7d details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:19.181691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1778c68-c45d-40e3-ba02-53a663b324d6 req-78241612-d867-4326-ba34-39485463d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:19.183359 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1778c68-c45d-40e3-ba02-53a663b324d6 req-78241612-d867-4326-ba34-39485463d1b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 1094 time: 0.0765984 Oct 27 16:12:19.190537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:19.218381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:19.258253 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-025d0b92-dc9d-4684-b43d-6050cdd64200 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5492797 Oct 27 16:12:19.270004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56812) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:19.277029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ed593-7112-477b-928b-1c52baf9b2f7 None None] Sync routers for ids ['15612032-630d-4e43-95cd-bd781aeb8021'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:19.288593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] No DVR routers for this DVR port 5c96a608-a196-4d06-bdee-e47501b95a63 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:19.291385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:19.297532 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cad8988a-097e-4f97-930d-43caae915df2 req-ea2abeea-b275-47b2-9f74-0ccef298392f tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.54 "DELETE /v2.0/ports/5c96a608-a196-4d06-bdee-e47501b95a63 HTTP/1.1" status: 204 len: 173 time: 2.7359207 Oct 27 16:12:19.298224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Request body: {'subnet': {'network_id': 'b1adba3e-46fb-46f1-bedc-21cc2abe5b7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:19.362794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1778c68-c45d-40e3-ba02-53a663b324d6 req-7ea63d8b-5821-4fc7-8e23-cd54335df837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:19.364611 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1778c68-c45d-40e3-ba02-53a663b324d6 req-7ea63d8b-5821-4fc7-8e23-cd54335df837 service neutron] 10.222.0.54 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.1669343 Oct 27 16:12:19.369249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ed593-7112-477b-928b-1c52baf9b2f7 None None] Routers {'15612032-630d-4e43-95cd-bd781aeb8021'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:19.369941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-898ed593-7112-477b-928b-1c52baf9b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['15612032-630d-4e43-95cd-bd781aeb8021'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:19.390784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:19.447375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'name': 'network-vif-deleted', 'tag': '5c96a608-a196-4d06-bdee-e47501b95a63'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:19.450072 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9ca109-1ee6-42f2-bd66-08ba2a30da2d" -d '{"events": [{"server_uuid": "035ec684-5867-4dbb-bb49-120d46bd53b9", "name": "network-vif-deleted", "tag": "5c96a608-a196-4d06-bdee-e47501b95a63"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:19.457259 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1778c68-c45d-40e3-ba02-53a663b324d6 req-10b8a137-536f-4693-a10a-7a46f1f73112 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45596fc9-4b02-4305-9b3c-76f511af54f5 HTTP/1.1" status: 200 len: 217 time: 0.0824428 Oct 27 16:12:19.523470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event updated for resources: {'Port': ['ID=9af9a788-c4a2-4c43-80f6-14e5e969e336,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:19.560476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1778c68-c45d-40e3-ba02-53a663b324d6 req-91171c99-19d6-4891-86b1-95c946ca8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:19.562073 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1778c68-c45d-40e3-ba02-53a663b324d6 req-91171c99-19d6-4891-86b1-95c946ca8ab9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.0964513 Oct 27 16:12:19.572632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93999c4-7c42-455e-984a-f454090d1a5b req-fb1b8de1-e862-4db1-981a-c0576bc268a0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:19.573897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a93999c4-7c42-455e-984a-f454090d1a5b req-fb1b8de1-e862-4db1-981a-c0576bc268a0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 943 time: 0.1194406 Oct 27 16:12:19.614489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-898ed593-7112-477b-928b-1c52baf9b2f7 None None] Set router 15612032-630d-4e43-95cd-bd781aeb8021 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:19.619160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Network 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:19.627724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:19.632636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:19.653169 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a93999c4-7c42-455e-984a-f454090d1a5b req-c6fdfcfb-e7b3-4d39-901d-e3d0ae2d5e24 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698869 Oct 27 16:12:19.664800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1778c68-c45d-40e3-ba02-53a663b324d6 req-5d2047a9-899d-46ed-95ae-918cb18519e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:19.666372 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1778c68-c45d-40e3-ba02-53a663b324d6 req-5d2047a9-899d-46ed-95ae-918cb18519e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915294 Oct 27 16:12:19.737174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf49850-d718-43e2-94ab-a23413551f3c req-d78ce906-c6e5-4175-93e8-51a6d266677b tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:19.745083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf49850-d718-43e2-94ab-a23413551f3c req-d78ce906-c6e5-4175-93e8-51a6d266677b tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:19.754411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf49850-d718-43e2-94ab-a23413551f3c req-d78ce906-c6e5-4175-93e8-51a6d266677b tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af&device_id=4281e98d-db24-4de2-89ba-d2fd71fcbf6d HTTP/1.1" status: 200 len: 1681 time: 0.1768231 Oct 27 16:12:19.768658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Made reservation on behalf of a85ace40b4794cb680e7d485142b1fe2 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:19.771032 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:19.783146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:19.783796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:19.831996 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e7fcf8-c27e-4b47-be3b-2c5b129f36ac x-openstack-request-id: req-08e7fcf8-c27e-4b47-be3b-2c5b129f36ac {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:19.832485 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035ec684-5867-4dbb-bb49-120d46bd53b9", "name": "network-vif-deleted", "tag": "5c96a608-a196-4d06-bdee-e47501b95a63", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:19.832952 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08e7fcf8-c27e-4b47-be3b-2c5b129f36ac {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:19.833423 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035ec684-5867-4dbb-bb49-120d46bd53b9', 'name': 'network-vif-deleted', 'tag': '5c96a608-a196-4d06-bdee-e47501b95a63', 'status': 'completed', 'code': 200} Oct 27 16:12:19.862139 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1778c68-c45d-40e3-ba02-53a663b324d6 req-d7502966-af6f-4492-9d5b-0faf573b145c service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773701 Oct 27 16:12:19.952741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-faf49850-d718-43e2-94ab-a23413551f3c req-d323df6d-2d66-4eea-bfd1-9d9e446a43d6 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968818 Oct 27 16:12:19.976380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-898ed593-7112-477b-928b-1c52baf9b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:10:02Z', 'revision_number': 4, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd64c4fd2-9f77-4987-bb74-0679094a251e', 'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'mac_address': 'fa:16:3e:ad:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:59Z', 'updated_at': '2021-10-27T16:10:09Z', 'revision_number': 5, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'subnets': [{'id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:20.004323 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1778c68-c45d-40e3-ba02-53a663b324d6 req-5591fc38-783e-420b-84ad-c69ed470ab1e service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331272 Oct 27 16:12:20.033476 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-85fe715b-5687-467e-ab80-92c90a07d930 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8157091 Oct 27 16:12:20.039226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56830) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:20.041395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:20.056850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ed593-7112-477b-928b-1c52baf9b2f7 None None] Checking router: 15612032-630d-4e43-95cd-bd781aeb8021 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:12:20.081751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ed593-7112-477b-928b-1c52baf9b2f7 None None] Routers {'15612032-630d-4e43-95cd-bd781aeb8021'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:20.082378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-898ed593-7112-477b-928b-1c52baf9b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:11:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['15612032-630d-4e43-95cd-bd781aeb8021'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:20.105338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891878b9-e3c5-45b4-ba33-3b6c131d4580 req-3778fe2f-a36a-41e6-bf1f-9e6f269e6d50 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:20.111882 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79952f4f-0ecd-412d-8b3a-d581ceba8ca0 req-8cbc3904-e087-40a5-8570-3a7e8bb6aed2 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/ports?device_id=035ec684-5867-4dbb-bb49-120d46bd53b9 HTTP/1.1" status: 200 len: 210 time: 0.0387697 Oct 27 16:12:20.112086 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-891878b9-e3c5-45b4-ba33-3b6c131d4580 req-3778fe2f-a36a-41e6-bf1f-9e6f269e6d50 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 949 time: 0.0886717 Oct 27 16:12:20.128428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1fc02daa-36af-409c-887c-402138467ffd None None] Provisioning complete for port 9af9a788-c4a2-4c43-80f6-14e5e969e336 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:20.128666 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1fc02daa-36af-409c-887c-402138467ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.181866 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.205041 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-891878b9-e3c5-45b4-ba33-3b6c131d4580 req-f7370c73-a43a-4054-ac88-807f962072c9 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850468 Oct 27 16:12:20.313472 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.343625 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.378853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1fc02daa-36af-409c-887c-402138467ffd None None] Port 9af9a788-c4a2-4c43-80f6-14e5e969e336 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:20.416859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Pushing event updated for resources: {'Subnet': ['ID=eddb0c88-a53a-40e8-9c7e-d00c8b8cf204,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:20.420904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-898ed593-7112-477b-928b-1c52baf9b2f7 None None] Set router 15612032-630d-4e43-95cd-bd781aeb8021 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:20.422339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Checking segment: {'id': '414eeecf-7e1e-4c08-ab83-d1b58989e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1adba3e-46fb-46f1-bedc-21cc2abe5b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:20.422776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Network hostable DHCP agents. Network: b1adba3e-46fb-46f1-bedc-21cc2abe5b7d, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:20.477427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5c96a608-a196-4d06-bdee-e47501b95a63 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:20.503313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 5c96a608-a196-4d06-bdee-e47501b95a63 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:20.503911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5c96a608-a196-4d06-bdee-e47501b95a63 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:20.517787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Allocated IP 172.25.4.223 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/af8b33ad-0129-421d-b40f-94e2aab9b4ee) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:20.536088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7cccb0-6d0d-49c2-9dda-f636df9ff3bd req-dc2d24bc-abc2-4e3e-bb86-46086cfe6773 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:20.544619 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a7cccb0-6d0d-49c2-9dda-f636df9ff3bd req-dc2d24bc-abc2-4e3e-bb86-46086cfe6773 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 1100 time: 0.0862741 Oct 27 16:12:20.599016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Network b1adba3e-46fb-46f1-bedc-21cc2abe5b7d is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:20.633722 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a7cccb0-6d0d-49c2-9dda-f636df9ff3bd req-eac3aed0-fff8-4f3c-8b8e-f0b4d25e83c1 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857353 Oct 27 16:12:20.683698 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.716513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-898ed593-7112-477b-928b-1c52baf9b2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:10:02Z', 'revision_number': 4, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd64c4fd2-9f77-4987-bb74-0679094a251e', 'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'mac_address': 'fa:16:3e:ad:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:59Z', 'updated_at': '2021-10-27T16:10:09Z', 'revision_number': 5, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'subnets': [{'id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:20.741649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, b1adba3e-46fb-46f1-bedc-21cc2abe5b7d) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:20.746196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:20.746795 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:20.783855 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63d06f-d613-4a85-b684-f744f8490684 None None] Network b1adba3e-46fb-46f1-bedc-21cc2abe5b7d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:20.786522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ed593-7112-477b-928b-1c52baf9b2f7 None None] The sync data for ids ['15612032-630d-4e43-95cd-bd781aeb8021'] in n-d-815689-1 is: [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:10:02Z', 'revision_number': 4, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd64c4fd2-9f77-4987-bb74-0679094a251e', 'name': '', 'network_id': '95569e6c-7058-4cab-97ad-ab9794bfa812', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'mac_address': 'fa:16:3e:ad:5a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:59Z', 'updated_at': '2021-10-27T16:10:09Z', 'revision_number': 5, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'subnets': [{'id': 'a01213b2-920d-40ab-acd1-83529657ff7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:20.897777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9544ca-f7d9-41aa-ab80-e344d73803da req-bf38e349-b9e3-4d4e-b9e3-51b4b8e3b385 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:20.900439 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc9544ca-f7d9-41aa-ab80-e344d73803da req-bf38e349-b9e3-4d4e-b9e3-51b4b8e3b385 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 943 time: 0.1127737 Oct 27 16:12:20.976078 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc9544ca-f7d9-41aa-ab80-e344d73803da req-1af1d6ce-f420-46dc-93b3-ef36166901d4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595946 Oct 27 16:12:21.013750 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-b1adba3e-46fb-46f1-bedc-21cc2abe5b7d', 'network_id': 'b1adba3e-46fb-46f1-bedc-21cc2abe5b7d', 'tenant_id': 'a85ace40b4794cb680e7d485142b1fe2', 'fixed_ips': [{'subnet_id': 'eddb0c88-a53a-40e8-9c7e-d00c8b8cf204'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:12:21.014732 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.028751 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.077688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:21.081179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:21.085433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:21.091681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event updated for resources: {'Port': ['ID=af8b33ad-0129-421d-b40f-94e2aab9b4ee,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:21.103984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2bb4ebc9-da78-47f9-baba-b3a9406dfcdc tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8319461 Oct 27 16:12:21.105744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56852) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:21.117137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Request body: {'port': {'network_id': 'b1adba3e-46fb-46f1-bedc-21cc2abe5b7d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-890362448'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:21.217096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Allocated IP 172.20.0.2 (b1adba3e-46fb-46f1-bedc-21cc2abe5b7d/eddb0c88-a53a-40e8-9c7e-d00c8b8cf204/fab18bd4-27b1-4718-9135-c99bf0e2ec79) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:21.224959 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f96067-b634-4766-9d99-eb5076b87b72 None None] New status for floating IP 64370aaf-c998-4669-b72c-4da3c3758c88: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:12:21.310940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-adada4f9-7ce8-435b-8d3d-d0b5c67f8bbc tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399077 Oct 27 16:12:21.401734 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.414625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Made reservation on behalf of a85ace40b4794cb680e7d485142b1fe2 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:21.415037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.436408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] device_id is not set on port 9878ec84-4b4c-4eee-9aa8-2c21f022d162 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:12:21.452541 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.461486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-d9f180a1-a231-4872-962e-f3f06772f585 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:21.466449 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-d9f180a1-a231-4872-962e-f3f06772f585 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513886 Oct 27 16:12:21.487132 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-c9f0d40e-5081-4405-8a06-343d4783acf6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/quotas/1266fc1b41494361b35f198b10ba7c11 HTTP/1.1" status: 200 len: 375 time: 0.0177443 Oct 27 16:12:21.556315 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-c771ce1c-0ab5-4fcb-a0d0-ad89461c30e8 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0673966 Oct 27 16:12:21.599300 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99c60dc6-39c0-401a-a3e9-08c8ff314bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.631435 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.724720 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.846941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Network b1adba3e-46fb-46f1-bedc-21cc2abe5b7d is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:21.864733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Allocated IP 172.20.0.6 (b1adba3e-46fb-46f1-bedc-21cc2abe5b7d/eddb0c88-a53a-40e8-9c7e-d00c8b8cf204/9878ec84-4b4c-4eee-9aa8-2c21f022d162) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:21.870581 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:21.871764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:21.877202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Pushing event updated for resources: {'Port': ['ID=fab18bd4-27b1-4718-9135-c99bf0e2ec79,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:21.882399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:21.957526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4af22e50-8f6e-4dbc-9194-db84a1ef5180 req-d1842747-88bc-4200-b7a0-67bd8aad4a77 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 210 time: 0.0398157 Oct 27 16:12:21.978857 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.011696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Attempting to bind port fab18bd4-27b1-4718-9135-c99bf0e2ec79 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:22.012124 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Attempting to bind port fab18bd4-27b1-4718-9135-c99bf0e2ec79 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '414eeecf-7e1e-4c08-ab83-d1b58989e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1adba3e-46fb-46f1-bedc-21cc2abe5b7d'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:22.012477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Attempting to bind port fab18bd4-27b1-4718-9135-c99bf0e2ec79 on network b1adba3e-46fb-46f1-bedc-21cc2abe5b7d {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:22.023481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:22.023481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Checking segment: {'id': '414eeecf-7e1e-4c08-ab83-d1b58989e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1adba3e-46fb-46f1-bedc-21cc2abe5b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:22.023481 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.023901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Bound using segment: {'id': '414eeecf-7e1e-4c08-ab83-d1b58989e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1adba3e-46fb-46f1-bedc-21cc2abe5b7d'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:22.024212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Bound port: fab18bd4-27b1-4718-9135-c99bf0e2ec79, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414eeecf-7e1e-4c08-ab83-d1b58989e9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b1adba3e-46fb-46f1-bedc-21cc2abe5b7d'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:22.024757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.119666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event updated for resources: {'Port': ['ID=af8b33ad-0129-421d-b40f-94e2aab9b4ee,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:22.129685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56880) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:22.157825 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.162687 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.187724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] For port fab18bd4-27b1-4718-9135-c99bf0e2ec79, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:22.195911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] For port fab18bd4-27b1-4718-9135-c99bf0e2ec79, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fab18bd4-27b1-4718-9135-c99bf0e2ec79,segment=NetworkSegment(414eeecf-7e1e-4c08-ab83-d1b58989e9f8),segment_id=414eeecf-7e1e-4c08-ab83-d1b58989e9f8)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:22.227705 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.239678 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8621075-4d0b-44ff-8d07-5f3cfca1dc9d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.292808 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8621075-4d0b-44ff-8d07-5f3cfca1dc9d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.314347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda49781-435e-43ba-9264-47527061af2a req-fb9e248f-b3a4-42e8-a5f4-1c10a3fed8c9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:22.315956 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fda49781-435e-43ba-9264-47527061af2a req-fb9e248f-b3a4-42e8-a5f4-1c10a3fed8c9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 943 time: 0.0930693 Oct 27 16:12:22.376413 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fda49781-435e-43ba-9264-47527061af2a req-8ef56df5-f7d5-4a03-8740-28b0fa979e2e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521953 Oct 27 16:12:22.386659 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.389927 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.396196 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-70dbc8ac-3c51-49fe-9899-c7c99354a8c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3586271 Oct 27 16:12:22.396852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56886) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:22.405414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-33882d62-e0b7-4cde-8447-4d6267c5d699 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Request body: {'floatingip': {'port_id': '9af9a788-c4a2-4c43-80f6-14e5e969e336', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:22.472441 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33882d62-e0b7-4cde-8447-4d6267c5d699 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.495761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 45596fc9-4b02-4305-9b3c-76f511af54f5 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:22.522130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65267d70-cc71-470d-8663-bf41a0b7e502 None None] Pushing event updated for resources: {'Port': ['ID=fab18bd4-27b1-4718-9135-c99bf0e2ec79,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:22.541505 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8621075-4d0b-44ff-8d07-5f3cfca1dc9d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.544383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8621075-4d0b-44ff-8d07-5f3cfca1dc9d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.547646 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f8621075-4d0b-44ff-8d07-5f3cfca1dc9d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "DELETE /v2.0/security-groups/85577828-0f15-432a-947b-b296be81808e HTTP/1.1" status: 204 len: 168 time: 0.4165561 Oct 27 16:12:22.569025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56888) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:22.606056 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8621075-4d0b-44ff-8d07-5f3cfca1dc9d tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85577828-0f15-432a-947b-b296be81808e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:22.640352 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-bb58b90a-e947-4315-9a77-671375953cea tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] show failed (client error): The resource could not be found. Oct 27 16:12:22.645304 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bb58b90a-e947-4315-9a77-671375953cea tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "GET /v2.0/security-groups/85577828-0f15-432a-947b-b296be81808e HTTP/1.1" status: 404 len: 347 time: 0.0713184 Oct 27 16:12:22.660175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56890) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:22.665194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 45596fc9-4b02-4305-9b3c-76f511af54f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=45596fc9-4b02-4305-9b3c-76f511af54f5,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:22.666931 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.695924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '45596fc9-4b02-4305-9b3c-76f511af54f5', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'port_id': '45596fc9-4b02-4305-9b3c-76f511af54f5', 'mac_address': 'fa:16:3e:a2:a9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:22.708424 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-33882d62-e0b7-4cde-8447-4d6267c5d699 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] update failed (client error): The resource could not be found. Oct 27 16:12:22.709137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b2806-816d-48ab-baf4-eff541cd16dc req-981d514e-98a8-4499-860e-3204bf4751f5 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:22.710574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-33882d62-e0b7-4cde-8447-4d6267c5d699 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "PUT /v2.0/floatingips/84d90a2a-fc75-4ce8-83e7-c16dcb84751d HTTP/1.1" status: 404 len: 507 time: 0.3127401 Oct 27 16:12:22.713555 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56892) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:22.721598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-df0b2806-816d-48ab-baf4-eff541cd16dc req-981d514e-98a8-4499-860e-3204bf4751f5 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=4281e98d-db24-4de2-89ba-d2fd71fcbf6d HTTP/1.1" status: 200 len: 945 time: 0.6594801 Oct 27 16:12:22.752411 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.786215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45596fc9-4b02-4305-9b3c-76f511af54f5 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:22.813465 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 45596fc9-4b02-4305-9b3c-76f511af54f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=45596fc9-4b02-4305-9b3c-76f511af54f5,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:22.908111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.971063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad6f8e-339a-45cc-9932-362805a39506 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Deleting port af8b33ad-0129-421d-b40f-94e2aab9b4ee {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:22.971653 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6f8e-339a-45cc-9932-362805a39506 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:22.980610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=45596fc9-4b02-4305-9b3c-76f511af54f5,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:22.981138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-df0b2806-816d-48ab-baf4-eff541cd16dc req-d200470b-0d6d-4d28-aa6c-c99b2380e334 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561405 Oct 27 16:12:23.007277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e3bf6-3926-4474-870d-e0df0e91e1d2 req-993731d0-a2a1-43b0-b12a-4977486c8a9f tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:23.008613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d98e3bf6-3926-4474-870d-e0df0e91e1d2 req-993731d0-a2a1-43b0-b12a-4977486c8a9f tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.53 "GET /v2.0/ports?device_id=4281e98d-db24-4de2-89ba-d2fd71fcbf6d HTTP/1.1" status: 200 len: 945 time: 0.2482755 Oct 27 16:12:23.072928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ec635a6c-7ba4-43e0-935c-8e28797dd531 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Deleting port a48c8b1c-eeac-4388-a31f-8ecd4d9ea0b9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:23.073286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec635a6c-7ba4-43e0-935c-8e28797dd531 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.085836 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-629a27e3-ad2b-47b9-82b3-01006b6f8ddf req-9b9b3eb0-0eaa-44a5-a44e-9b48b7e37648 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 210 time: 0.0361037 Oct 27 16:12:23.105676 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.137829 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6f8e-339a-45cc-9932-362805a39506 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.141355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6f8e-339a-45cc-9932-362805a39506 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.157168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad6f8e-339a-45cc-9932-362805a39506 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Calling delete_port for af8b33ad-0129-421d-b40f-94e2aab9b4ee owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:23.215540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Network b1adba3e-46fb-46f1-bedc-21cc2abe5b7d is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:23.224138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:23.228531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Pushing event updated for resources: {'Port': ['ID=9878ec84-4b4c-4eee-9aa8-2c21f022d162,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:23.236253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:23.289711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['45596fc9-4b02-4305-9b3c-76f511af54f5'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:23.306956 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec635a6c-7ba4-43e0-935c-8e28797dd531 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.307293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec635a6c-7ba4-43e0-935c-8e28797dd531 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.327294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:23.328035 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.339047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ec635a6c-7ba4-43e0-935c-8e28797dd531 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Calling delete_port for a48c8b1c-eeac-4388-a31f-8ecd4d9ea0b9 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:23.353952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d98e3bf6-3926-4474-870d-e0df0e91e1d2 req-3e8c1b63-e2e8-4adc-bd1b-bd4095206e1a tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Deleting port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:23.353952 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d98e3bf6-3926-4474-870d-e0df0e91e1d2 req-3e8c1b63-e2e8-4adc-bd1b-bd4095206e1a tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.492890 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6f8e-339a-45cc-9932-362805a39506 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.567199 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-34e98873-f0aa-4a94-9a76-f0396b026917 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4602866 Oct 27 16:12:23.580901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-d98e3bf6-3926-4474-870d-e0df0e91e1d2 req-3e8c1b63-e2e8-4adc-bd1b-bd4095206e1a tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] For port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:23.581243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56902) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:23.581507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d98e3bf6-3926-4474-870d-e0df0e91e1d2 req-3e8c1b63-e2e8-4adc-bd1b-bd4095206e1a tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.592595 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Request body: {'port': {'network_id': 'b1adba3e-46fb-46f1-bedc-21cc2abe5b7d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1967022926', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:23.593174 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.api.validators [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] bootfile-name is not in valid_values {{(pid=109722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:12:23.594112 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.api.validators [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] tftp-server is not in valid_values {{(pid=109722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:12:23.594472 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.api.validators [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] server-ip-address is not in valid_values {{(pid=109722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:12:23.598782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad6f8e-339a-45cc-9932-362805a39506 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event deleted for resources: {'Port': ['ID=af8b33ad-0129-421d-b40f-94e2aab9b4ee,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:23.635109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d98e3bf6-3926-4474-870d-e0df0e91e1d2 req-3e8c1b63-e2e8-4adc-bd1b-bd4095206e1a tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Calling delete_port for d0af175f-ac7a-4360-8e63-0cf6df5ef0cc owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:23.684705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5470d8-7858-4f41-aef2-f8df77f45b11 req-afaea2de-4150-4694-a812-fb231a33ef2c tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:23.686402 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a5470d8-7858-4f41-aef2-f8df77f45b11 req-afaea2de-4150-4694-a812-fb231a33ef2c tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.54 "GET /v2.0/ports?device_id=3a270ca5-6516-48d6-b6fe-009f55ed85af HTTP/1.1" status: 200 len: 945 time: 0.2203515 Oct 27 16:12:23.746438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d1328-36c2-4a87-9d69-6695cda60ec6 req-dd9a8eef-5a36-4edc-901a-2422c2d53954 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:23.754657 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a76d1328-36c2-4a87-9d69-6695cda60ec6 req-dd9a8eef-5a36-4edc-901a-2422c2d53954 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 944 time: 0.2009659 Oct 27 16:12:23.854833 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a76d1328-36c2-4a87-9d69-6695cda60ec6 req-331fb956-56c2-42a4-b721-5f642c1f0ce2 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989919 Oct 27 16:12:23.889287 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6f8e-339a-45cc-9932-362805a39506 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.892791 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6f8e-339a-45cc-9932-362805a39506 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.894110 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d7ad6f8e-339a-45cc-9932-362805a39506 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "DELETE /v2.0/floatingips/84d90a2a-fc75-4ce8-83e7-c16dcb84751d HTTP/1.1" status: 204 len: 168 time: 1.1795578 Oct 27 16:12:23.901211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56906) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:23.905913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9e2a7d9d-ac87-41b4-a36f-2751406a4acd tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Request body: {'floatingip': {'floating_network_id': '9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4', 'port_id': '9af9a788-c4a2-4c43-80f6-14e5e969e336', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:23.916879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec635a6c-7ba4-43e0-935c-8e28797dd531 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.975264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-6a5470d8-7858-4f41-aef2-f8df77f45b11 req-81257def-8454-4a33-a406-a7cb43973e71 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Deleting port 70af584e-f659-4050-8641-0da2c44b094f {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:23.975717 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a5470d8-7858-4f41-aef2-f8df77f45b11 req-81257def-8454-4a33-a406-a7cb43973e71 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:23.981159 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ea653-7da5-4224-af8b-19f9a967ec48 None None] Network b1adba3e-46fb-46f1-bedc-21cc2abe5b7d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:23.986100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec635a6c-7ba4-43e0-935c-8e28797dd531 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Pushing event deleted for resources: {'Port': ['ID=a48c8b1c-eeac-4388-a31f-8ecd4d9ea0b9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:24.038747 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e2a7d9d-ac87-41b4-a36f-2751406a4acd tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.082953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-14164ceb-2007-4250-a49d-209102c45475 None None] Provisioning complete for port fab18bd4-27b1-4718-9135-c99bf0e2ec79 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:24.083355 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-14164ceb-2007-4250-a49d-209102c45475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.100430 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec635a6c-7ba4-43e0-935c-8e28797dd531 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.103400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec635a6c-7ba4-43e0-935c-8e28797dd531 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.105902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ec635a6c-7ba4-43e0-935c-8e28797dd531 tempest-ServersTestFqdnHostnames-628814869 tempest-ServersTestFqdnHostnames-628814869-project] 10.222.0.15 "DELETE /v2.0/floatingips/64370aaf-c998-4669-b72c-4da3c3758c88 HTTP/1.1" status: 204 len: 168 time: 1.4431210 Oct 27 16:12:24.109495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56910) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:24.169189 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.182714 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:12:24.220818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d98e3bf6-3926-4474-870d-e0df0e91e1d2 req-3e8c1b63-e2e8-4adc-bd1b-bd4095206e1a tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.227588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6a5470d8-7858-4f41-aef2-f8df77f45b11 req-81257def-8454-4a33-a406-a7cb43973e71 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] For port 70af584e-f659-4050-8641-0da2c44b094f, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=70af584e-f659-4050-8641-0da2c44b094f,segment=NetworkSegment(3f5805f9-1e53-4df6-82e1-60283e6d3bb4),segment_id=3f5805f9-1e53-4df6-82e1-60283e6d3bb4)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:24.227962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a5470d8-7858-4f41-aef2-f8df77f45b11 req-81257def-8454-4a33-a406-a7cb43973e71 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.251912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d0af175f-ac7a-4360-8e63-0cf6df5ef0cc'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:24.256637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-6a5470d8-7858-4f41-aef2-f8df77f45b11 req-81257def-8454-4a33-a406-a7cb43973e71 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Calling delete_port for 70af584e-f659-4050-8641-0da2c44b094f owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:24.272151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef94f5-e9e6-441a-859f-5ed6ee74ae6b req-9cb2e1dd-e45b-4cc7-a1d8-9816178cdb2c tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:24.279759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49ef94f5-e9e6-441a-859f-5ed6ee74ae6b req-9cb2e1dd-e45b-4cc7-a1d8-9816178cdb2c tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=4281e98d-db24-4de2-89ba-d2fd71fcbf6d HTTP/1.1" status: 200 len: 867 time: 0.1932454 Oct 27 16:12:24.295669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Made reservation on behalf of a85ace40b4794cb680e7d485142b1fe2 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:24.297157 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ff4426d-7fff-4449-b046-a97c916be2ba req-cc4f7fa4-2edf-4ab0-9b3a-2ffd6dde7bb0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 210 time: 0.0806098 Oct 27 16:12:24.300400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c1b63-e2e8-4adc-bd1b-bd4095206e1a tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Pushing event deleted for resources: {'Port': ['ID=d0af175f-ac7a-4360-8e63-0cf6df5ef0cc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:24.300877 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.325960 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-14164ceb-2007-4250-a49d-209102c45475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.345320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['70af584e-f659-4050-8641-0da2c44b094f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:24.369631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98e3bf6-3926-4474-870d-e0df0e91e1d2 req-3e8c1b63-e2e8-4adc-bd1b-bd4095206e1a tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] No DVR routers for this DVR port d0af175f-ac7a-4360-8e63-0cf6df5ef0cc on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:24.374329 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d98e3bf6-3926-4474-870d-e0df0e91e1d2 req-3e8c1b63-e2e8-4adc-bd1b-bd4095206e1a tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.378358 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d98e3bf6-3926-4474-870d-e0df0e91e1d2 req-3e8c1b63-e2e8-4adc-bd1b-bd4095206e1a tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.53 "DELETE /v2.0/ports/d0af175f-ac7a-4360-8e63-0cf6df5ef0cc HTTP/1.1" status: 204 len: 173 time: 1.3612378 Oct 27 16:12:24.378817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4281e98d-db24-4de2-89ba-d2fd71fcbf6d', 'name': 'network-vif-deleted', 'tag': 'd0af175f-ac7a-4360-8e63-0cf6df5ef0cc'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:24.381181 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23d704a-fd02-41e1-a68e-f8f4d8d1f078" -d '{"events": [{"server_uuid": "4281e98d-db24-4de2-89ba-d2fd71fcbf6d", "name": "network-vif-deleted", "tag": "d0af175f-ac7a-4360-8e63-0cf6df5ef0cc"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:24.404958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] device_id is not set on port 8c5034c5-eb3d-4f0f-a228-298b59211273 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:12:24.440321 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49ef94f5-e9e6-441a-859f-5ed6ee74ae6b req-7c678075-2e18-48dd-8bfa-f4f198a73131 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/security-groups?id=9c524fa0-cd73-476b-92d3-58a10a605e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594746 Oct 27 16:12:24.548225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 45596fc9-4b02-4305-9b3c-76f511af54f5 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:24.603009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-14164ceb-2007-4250-a49d-209102c45475 None None] For port fab18bd4-27b1-4718-9135-c99bf0e2ec79, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fab18bd4-27b1-4718-9135-c99bf0e2ec79,segment=NetworkSegment(414eeecf-7e1e-4c08-ab83-d1b58989e9f8),segment_id=414eeecf-7e1e-4c08-ab83-d1b58989e9f8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:24.612320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fab18bd4-27b1-4718-9135-c99bf0e2ec79 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:24.804628 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704e2e39-3a14-40f7-b2f6-100de6b5a9c2 x-openstack-request-id: req-704e2e39-3a14-40f7-b2f6-100de6b5a9c2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:24.805148 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4281e98d-db24-4de2-89ba-d2fd71fcbf6d", "name": "network-vif-deleted", "tag": "d0af175f-ac7a-4360-8e63-0cf6df5ef0cc", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:24.805148 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-704e2e39-3a14-40f7-b2f6-100de6b5a9c2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:24.805557 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4281e98d-db24-4de2-89ba-d2fd71fcbf6d', 'name': 'network-vif-deleted', 'tag': 'd0af175f-ac7a-4360-8e63-0cf6df5ef0cc', 'status': 'completed', 'code': 200} Oct 27 16:12:24.830519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Allocated IP 172.20.0.9 (b1adba3e-46fb-46f1-bedc-21cc2abe5b7d/eddb0c88-a53a-40e8-9c7e-d00c8b8cf204/8c5034c5-eb3d-4f0f-a228-298b59211273) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:24.837760 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-14164ceb-2007-4250-a49d-209102c45475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:24.902623 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-9e2a7d9d-ac87-41b4-a36f-2751406a4acd tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:12:24.903580 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9e2a7d9d-ac87-41b4-a36f-2751406a4acd tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0013173 Oct 27 16:12:24.908155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56924) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:24.916770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '9af9a788-c4a2-4c43-80f6-14e5e969e336', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:24.968429 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a5470d8-7858-4f41-aef2-f8df77f45b11 req-81257def-8454-4a33-a406-a7cb43973e71 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.018258 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-9341cbac-7ac7-43ec-9a72-04ff679656a9 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601404 Oct 27 16:12:25.025034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14164ceb-2007-4250-a49d-209102c45475 None None] Pushing event updated for resources: {'Port': ['ID=fab18bd4-27b1-4718-9135-c99bf0e2ec79,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:25.029633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fab18bd4-27b1-4718-9135-c99bf0e2ec79 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:25.030111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.051519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81257def-8454-4a33-a406-a7cb43973e71 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Pushing event deleted for resources: {'Port': ['ID=70af584e-f659-4050-8641-0da2c44b094f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:25.095689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d59e0523-d096-4823-94cc-d5c545a716b6 None None] Provisioning complete for port fab18bd4-27b1-4718-9135-c99bf0e2ec79 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:25.096249 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d59e0523-d096-4823-94cc-d5c545a716b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.120711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 45596fc9-4b02-4305-9b3c-76f511af54f5 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:25.137205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5470d8-7858-4f41-aef2-f8df77f45b11 req-81257def-8454-4a33-a406-a7cb43973e71 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] No DVR routers for this DVR port 70af584e-f659-4050-8641-0da2c44b094f on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:25.144329 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6a5470d8-7858-4f41-aef2-f8df77f45b11 req-81257def-8454-4a33-a406-a7cb43973e71 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.148908 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6a5470d8-7858-4f41-aef2-f8df77f45b11 req-81257def-8454-4a33-a406-a7cb43973e71 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.54 "DELETE /v2.0/ports/70af584e-f659-4050-8641-0da2c44b094f HTTP/1.1" status: 204 len: 173 time: 1.3998814 Oct 27 16:12:25.154982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a270ca5-6516-48d6-b6fe-009f55ed85af', 'name': 'network-vif-deleted', 'tag': '70af584e-f659-4050-8641-0da2c44b094f'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:25.154982 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3c9bcf-dab8-4f48-a78d-48924e1af64a" -d '{"events": [{"server_uuid": "3a270ca5-6516-48d6-b6fe-009f55ed85af", "name": "network-vif-deleted", "tag": "70af584e-f659-4050-8641-0da2c44b094f"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:25.191237 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.220793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 45596fc9-4b02-4305-9b3c-76f511af54f5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:25.221160 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.267139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-50464860-3409-4525-b81e-8272f50589f7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:25.269325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-50464860-3409-4525-b81e-8272f50589f7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159586 Oct 27 16:12:25.290746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Request body: {'port': {'device_id': '2028df34-4a41-4549-8a1c-6b57084ce478', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '1266fc1b41494361b35f198b10ba7c11'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:25.298512 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.319348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb527a81-0074-4fd1-baff-c03351a047d3 req-0b34ad41-2764-4cb7-8ede-424f7612d3d5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:25.321140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb527a81-0074-4fd1-baff-c03351a047d3 req-0b34ad41-2764-4cb7-8ede-424f7612d3d5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 944 time: 0.3383369 Oct 27 16:12:25.605084 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb527a81-0074-4fd1-baff-c03351a047d3 req-a1147457-419d-40c3-936b-3e447f9eaf40 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333861 Oct 27 16:12:25.648408 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.699273 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966f53b0-534b-46f4-a05a-5b342c34d3ee x-openstack-request-id: req-966f53b0-534b-46f4-a05a-5b342c34d3ee {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:25.699663 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a270ca5-6516-48d6-b6fe-009f55ed85af", "name": "network-vif-deleted", "tag": "70af584e-f659-4050-8641-0da2c44b094f", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:25.699894 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-966f53b0-534b-46f4-a05a-5b342c34d3ee {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:25.700341 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a270ca5-6516-48d6-b6fe-009f55ed85af', 'name': 'network-vif-deleted', 'tag': '70af584e-f659-4050-8641-0da2c44b094f', 'status': 'completed', 'code': 200} Oct 27 16:12:25.731741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050f7e89-1313-43da-adb7-f7c38d839f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45596fc9-4b02-4305-9b3c-76f511af54f5'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:25.735266 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271f4d90-05f5-4657-94e9-f1cde4aea170" -d '{"events": [{"server_uuid": "050f7e89-1313-43da-adb7-f7c38d839f67", "name": "network-vif-plugged", "status": "completed", "tag": "45596fc9-4b02-4305-9b3c-76f511af54f5"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:25.745429 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f295e7f-9727-4429-aa75-94708e861c02 req-9cd0faea-646e-4eaf-852c-d66c2d160ef4 tempest-ListServersNegativeTestJSON-1394888978 tempest-ListServersNegativeTestJSON-1394888978-project] 10.222.0.15 "GET /v2.0/ports?device_id=4281e98d-db24-4de2-89ba-d2fd71fcbf6d HTTP/1.1" status: 200 len: 210 time: 0.0582628 Oct 27 16:12:25.760081 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-71fde7bc-5603-4d14-acfd-ba02d96ee3ee req-ec191e87-6b68-437d-8d9f-4ba610e7438e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 210 time: 0.0587313 Oct 27 16:12:25.761466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 45596fc9-4b02-4305-9b3c-76f511af54f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=45596fc9-4b02-4305-9b3c-76f511af54f5,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:25.769748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d59e0523-d096-4823-94cc-d5c545a716b6 None None] Provisioning complete for port 9878ec84-4b4c-4eee-9aa8-2c21f022d162 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:25.770731 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d59e0523-d096-4823-94cc-d5c545a716b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.811481 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6870e83-e37b-409c-b839-746c2ac253a5 x-openstack-request-id: req-a6870e83-e37b-409c-b839-746c2ac253a5 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:25.811840 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050f7e89-1313-43da-adb7-f7c38d839f67", "name": "network-vif-plugged", "status": "completed", "tag": "45596fc9-4b02-4305-9b3c-76f511af54f5", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:25.812635 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6870e83-e37b-409c-b839-746c2ac253a5 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:25.813111 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050f7e89-1313-43da-adb7-f7c38d839f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45596fc9-4b02-4305-9b3c-76f511af54f5', 'code': 200} Oct 27 16:12:25.833791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d59e0523-d096-4823-94cc-d5c545a716b6 None None] Port 9878ec84-4b4c-4eee-9aa8-2c21f022d162 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:25.856013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.908678 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:25.976527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=45596fc9-4b02-4305-9b3c-76f511af54f5,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:25.987762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f13355a8-856b-4210-9d05-33572b5de8b9 None None] Provisioning complete for port 9878ec84-4b4c-4eee-9aa8-2c21f022d162 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:25.988357 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f13355a8-856b-4210-9d05-33572b5de8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.035826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Made reservation on behalf of 1266fc1b41494361b35f198b10ba7c11 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:26.042822 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.045974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5962b0-faac-4b23-a495-12f2b946568b req-68f6f9a8-f676-447c-bc7c-5127e04482b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:26.047668 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b5962b0-faac-4b23-a495-12f2b946568b req-68f6f9a8-f676-447c-bc7c-5127e04482b9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 1096 time: 0.1158588 Oct 27 16:12:26.056581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f13355a8-856b-4210-9d05-33572b5de8b9 None None] Port 9878ec84-4b4c-4eee-9aa8-2c21f022d162 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:26.071015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.132450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.145143 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Network b1adba3e-46fb-46f1-bedc-21cc2abe5b7d is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:26.158418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:26.162592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:26.211992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] Deleting port d64c4fd2-9f77-4987-bb74-0679094a251e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:26.212351 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.221203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Pushing event updated for resources: {'Port': ['ID=8c5034c5-eb3d-4f0f-a228-298b59211273,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:26.230468 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b5962b0-faac-4b23-a495-12f2b946568b req-ffd1bca5-d740-4579-bee6-4899694bbed2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690817 Oct 27 16:12:26.275921 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:26.276277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Allocated IP 192.168.233.43 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/16c5773b-0478-4d9e-8617-f60c0614b9a1) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:26.276652 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.363740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] For port d64c4fd2-9f77-4987-bb74-0679094a251e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d64c4fd2-9f77-4987-bb74-0679094a251e,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:26.364158 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.365459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Allocated IP 172.25.4.147 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/0a83757b-14d0-49bf-ae5b-d68fd5cc2258) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:26.391382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] Calling delete_port for d64c4fd2-9f77-4987-bb74-0679094a251e owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:26.394043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fab18bd4-27b1-4718-9135-c99bf0e2ec79 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:26.401764 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-325d9f8e-b2d5-4fa0-ae11-2e3447a63940 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.8139055 Oct 27 16:12:26.404831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56938) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:26.475424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fab18bd4-27b1-4718-9135-c99bf0e2ec79 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:26.476023 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.551195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 70af584e-f659-4050-8641-0da2c44b094f no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:26.557292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.591397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 70af584e-f659-4050-8641-0da2c44b094f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:26.591808 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 70af584e-f659-4050-8641-0da2c44b094f not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:26.593804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decdaac2-7d02-44a6-8952-2460e0d6a2d9 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:26.599851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decdaac2-7d02-44a6-8952-2460e0d6a2d9 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:26.606091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decdaac2-7d02-44a6-8952-2460e0d6a2d9 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:26.608806 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-decdaac2-7d02-44a6-8952-2460e0d6a2d9 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1671789 Oct 27 16:12:26.613105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56942) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:26.649673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.656720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e3da0f81-0d30-4548-8bbd-d74ca2be47e9 None None] Provisioning complete for port 8c5034c5-eb3d-4f0f-a228-298b59211273 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:26.657179 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e3da0f81-0d30-4548-8bbd-d74ca2be47e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.718875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e3da0f81-0d30-4548-8bbd-d74ca2be47e9 None None] Port 8c5034c5-eb3d-4f0f-a228-298b59211273 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:26.752260 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.804611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d0af175f-ac7a-4360-8e63-0cf6df5ef0cc no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:26.817918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93a41b-7e41-4233-975c-29666044b0d5 req-b1570e5e-2dbe-4974-a850-8be38549c4c5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:26.818063 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d93a41b-7e41-4233-975c-29666044b0d5 req-b1570e5e-2dbe-4974-a850-8be38549c4c5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 945 time: 0.1408954 Oct 27 16:12:26.829531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: d0af175f-ac7a-4360-8e63-0cf6df5ef0cc {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:26.829882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d0af175f-ac7a-4360-8e63-0cf6df5ef0cc not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:26.836451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:26.848954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:26.856409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:26.867599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event updated for resources: {'Port': ['ID=0a83757b-14d0-49bf-ae5b-d68fd5cc2258,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:26.919191 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b6abaa0-df7a-4303-be33-2a49badaf7c9 req-baf081de-3e6c-4f0c-b647-0102a79af7d2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 210 time: 0.0312252 Oct 27 16:12:26.924646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d280f47e-b200-4bb1-9a15-e8ec8c77843f tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Deleting port 8c5034c5-eb3d-4f0f-a228-298b59211273 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:26.924911 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d280f47e-b200-4bb1-9a15-e8ec8c77843f tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.948458 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:26.965027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736', '905584dc-a8c2-4271-a312-4f8ce4585894', '01428ef4-d4d8-49ac-9778-f25faea19a39'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:26.968704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c6cedf9f-61ec-4c5d-a361-ae4668353645', 'cae401fa-870b-443a-bb87-725924aaa6fe'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:26.977786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56952) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:26.991565 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d93a41b-7e41-4233-975c-29666044b0d5 req-ae30bd3c-13ad-4bdc-a0c8-10f0984ac2bf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594765 Oct 27 16:12:27.006726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:27.021332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:27.026968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:27.082371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event updated for resources: {'Port': ['ID=16c5773b-0478-4d9e-8617-f60c0614b9a1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:27.103470 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.121911 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-7107c0ea-3006-494b-b1e5-2d240c610a58 admin admin] Deleting subnet 43656398-cd78-4ef8-ab5a-9f623e8b8949 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:12:27.149792 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7107c0ea-3006-494b-b1e5-2d240c610a58 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.152941 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d280f47e-b200-4bb1-9a15-e8ec8c77843f tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.211741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d280f47e-b200-4bb1-9a15-e8ec8c77843f tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Calling delete_port for 8c5034c5-eb3d-4f0f-a228-298b59211273 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:27.214094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64c4fd2-9f77-4987-bb74-0679094a251e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:27.247950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:27.248255 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.308771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7107c0ea-3006-494b-b1e5-2d240c610a58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.464100 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7107c0ea-3006-494b-b1e5-2d240c610a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.509320 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Deleting port 0a83757b-14d0-49bf-ae5b-d68fd5cc2258 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:27.509666 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.647664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-767fb93f-dea4-4789-a278-4330c187c5be None None] Provisioning complete for port 16c5773b-0478-4d9e-8617-f60c0614b9a1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:27.648616 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-767fb93f-dea4-4789-a278-4330c187c5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.720565 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.720891 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.747323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Calling delete_port for 0a83757b-14d0-49bf-ae5b-d68fd5cc2258 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:27.770863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-767fb93f-dea4-4789-a278-4330c187c5be None None] Port 16c5773b-0478-4d9e-8617-f60c0614b9a1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:27.824881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7107c0ea-3006-494b-b1e5-2d240c610a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.862529 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7107c0ea-3006-494b-b1e5-2d240c610a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.866241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7107c0ea-3006-494b-b1e5-2d240c610a58 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/43656398-cd78-4ef8-ab5a-9f623e8b8949 HTTP/1.1" status: 204 len: 168 time: 0.8864734 Oct 27 16:12:27.866444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7107c0ea-3006-494b-b1e5-2d240c610a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43656398-cd78-4ef8-ab5a-9f623e8b8949,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:27.869951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56956) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:27.885993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d280f47e-b200-4bb1-9a15-e8ec8c77843f tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:27.929431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-4d8b0535-efde-4e8f-8e17-261ab0c85165 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6441131 Oct 27 16:12:27.945229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Request body: {'port': {'device_id': '2028df34-4a41-4549-8a1c-6b57084ce478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:27.958836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280f47e-b200-4bb1-9a15-e8ec8c77843f tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Pushing event deleted for resources: {'Port': ['ID=8c5034c5-eb3d-4f0f-a228-298b59211273,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:28.023799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.070159 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.159590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d280f47e-b200-4bb1-9a15-e8ec8c77843f tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.163351 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d280f47e-b200-4bb1-9a15-e8ec8c77843f tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] 10.222.0.15 "DELETE /v2.0/ports/8c5034c5-eb3d-4f0f-a228-298b59211273 HTTP/1.1" status: 204 len: 168 time: 1.5479386 Oct 27 16:12:28.174664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56964) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:28.224287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Request body: {'port': {'name': 'tempest-new-port-name-684329081', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:28.224751 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.api.validators [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] bootfile-name is not in valid_values {{(pid=109723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:12:28.225089 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.api.validators [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] tftp-server is not in valid_values {{(pid=109723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:12:28.225416 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.api.validators [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] server-ip-address is not in valid_values {{(pid=109723) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:12:28.235324 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.279319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.293106 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.302992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500cb74-c6c7-4d97-ae44-58f617211223 req-db096610-5632-453a-82a9-2b13165438df tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:28.304750 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e500cb74-c6c7-4d97-ae44-58f617211223 req-db096610-5632-453a-82a9-2b13165438df tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 945 time: 0.1546402 Oct 27 16:12:28.351591 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:28.355342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event deleted for resources: {'Port': ['ID=0a83757b-14d0-49bf-ae5b-d68fd5cc2258,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:28.357381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825b796-d4c4-4f96-8d48-5c80b475a04d req-dad6952f-f309-4d0c-95a2-7a0e4d41a36b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:28.367571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e825b796-d4c4-4f96-8d48-5c80b475a04d req-dad6952f-f309-4d0c-95a2-7a0e4d41a36b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 935 time: 0.2869871 Oct 27 16:12:28.378961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5805f9-1e53-4df6-82e1-60283e6d3bb4') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:28.379267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5805f9-1e53-4df6-82e1-60283e6d3bb4') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:28.420257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.459435 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e500cb74-c6c7-4d97-ae44-58f617211223 req-54bc6068-a54d-4519-a104-6998d34b6324 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479790 Oct 27 16:12:28.460528 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.473295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:28.473693 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:28.475423 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:28.529868 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.563246 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e825b796-d4c4-4f96-8d48-5c80b475a04d req-bbf62def-d001-448a-88cd-373a70f2948f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107805 Oct 27 16:12:28.639724 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] create failed (client error): The resource could not be found. Oct 27 16:12:28.641654 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4669a62e-5622-4ffe-9ca8-988da60af094 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7324791 Oct 27 16:12:28.645030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56970) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:28.686522 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.694540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.697873 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db HTTP/1.1" status: 204 len: 168 time: 0.8231475 Oct 27 16:12:28.724266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a692b-e971-43bd-b627-556288c63911 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c14da4-e99d-4a03-8f3d-e6c46ef2b0db,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:28.779842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c191ef1a-3eb0-4e7d-a147-55f3108a5e45 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Deleting port 9af9a788-c4a2-4c43-80f6-14e5e969e336 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:28.780279 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c191ef1a-3eb0-4e7d-a147-55f3108a5e45 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.862676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c5773b-0478-4d9e-8617-f60c0614b9a1 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:28.886856 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c191ef1a-3eb0-4e7d-a147-55f3108a5e45 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.887372 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:28.901336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c191ef1a-3eb0-4e7d-a147-55f3108a5e45 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Calling delete_port for 9af9a788-c4a2-4c43-80f6-14e5e969e336 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:28.928348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Transition to ACTIVE for port object 16c5773b-0478-4d9e-8617-f60c0614b9a1 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:12:28.954659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] Router 15612032-630d-4e43-95cd-bd781aeb8021 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:12:28.978610 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.019164 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.108004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Pushing event updated for resources: {'Port': ['ID=16c5773b-0478-4d9e-8617-f60c0614b9a1,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:29.115774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.156594 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c191ef1a-3eb0-4e7d-a147-55f3108a5e45 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.203807 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191ef1a-3eb0-4e7d-a147-55f3108a5e45 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event deleted for resources: {'Port': ['ID=9af9a788-c4a2-4c43-80f6-14e5e969e336,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:29.260931 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.278532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:29.302933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56974) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:29.303979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6380104e-fc53-4505-9f33-86887fbbb023 admin admin] 10.222.0.15 "PUT /v2.0/routers/15612032-630d-4e43-95cd-bd781aeb8021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1876650 Oct 27 16:12:29.304135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c22769-3192-49d7-b19e-ff5f6734c783 None None] Sync routers for ids ['15612032-630d-4e43-95cd-bd781aeb8021'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:29.316044 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c191ef1a-3eb0-4e7d-a147-55f3108a5e45 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.320487 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c191ef1a-3eb0-4e7d-a147-55f3108a5e45 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "DELETE /v2.0/ports/9af9a788-c4a2-4c43-80f6-14e5e969e336 HTTP/1.1" status: 204 len: 168 time: 0.6740892 Oct 27 16:12:29.321805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Pushing event updated for resources: {'Port': ['ID=9878ec84-4b4c-4eee-9aa8-2c21f022d162,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:29.337075 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56976) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:29.365098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c22769-3192-49d7-b19e-ff5f6734c783 None None] Routers {'15612032-630d-4e43-95cd-bd781aeb8021'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:29.366408 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-18c22769-3192-49d7-b19e-ff5f6734c783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:12:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['15612032-630d-4e43-95cd-bd781aeb8021'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:29.377957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] In _notify_port_updated(), no bound segment for port 9878ec84-4b4c-4eee-9aa8-2c21f022d162 on network b1adba3e-46fb-46f1-bedc-21cc2abe5b7d {{(pid=109723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:12:29.383853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:29.384578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.385964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dce2e870-28cb-4045-a9ef-40af3007c67d tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] 10.222.0.15 "PUT /v2.0/ports/9878ec84-4b4c-4eee-9aa8-2c21f022d162 HTTP/1.1" status: 200 len: 1135 time: 1.2097642 Oct 27 16:12:29.401605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56978) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:29.414011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56980) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:29.417094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Attempting to bind port 16c5773b-0478-4d9e-8617-f60c0614b9a1 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:29.417443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Attempting to bind port 16c5773b-0478-4d9e-8617-f60c0614b9a1 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:29.417779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Attempting to bind port 16c5773b-0478-4d9e-8617-f60c0614b9a1 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:29.427301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Port 16c5773b-0478-4d9e-8617-f60c0614b9a1 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:12:29.427642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Attempting to bind port 16c5773b-0478-4d9e-8617-f60c0614b9a1 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:29.439234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:29.439766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:29.440192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:29.440644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Bound port: 16c5773b-0478-4d9e-8617-f60c0614b9a1, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:29.441009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.469920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b40486-afe5-4804-ab23-c2b2ad0c5f91 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:29.474021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b3b40486-afe5-4804-ab23-c2b2ad0c5f91 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "GET /v2.0/ports?device_id=0861b11a-e63f-4000-ade0-0169766ca6b4 HTTP/1.1" status: 200 len: 913 time: 0.1284430 Oct 27 16:12:29.474832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56982) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:29.533381 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e5a4a8-2b33-427d-911a-37811f8c6ea0 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:29.540117 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-73e5a4a8-2b33-427d-911a-37811f8c6ea0 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] 10.222.0.15 "GET /v2.0/ports/9878ec84-4b4c-4eee-9aa8-2c21f022d162 HTTP/1.1" status: 200 len: 1135 time: 0.1367211 Oct 27 16:12:29.540427 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56984) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:29.563685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-18c22769-3192-49d7-b19e-ff5f6734c783 None None] Set router 15612032-630d-4e43-95cd-bd781aeb8021 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:29.827090 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d6cc05ef-4c44-480c-9051-78bd8a82d383 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70600cdd0dee48caba97d02da70e2b67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259351 Oct 27 16:12:29.827090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.828835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-aed1d1d4-700b-41d2-9d54-5376a0df3cef None None] Provisioning complete for port 9878ec84-4b4c-4eee-9aa8-2c21f022d162 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:29.828835 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aed1d1d4-700b-41d2-9d54-5376a0df3cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.829014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] For port 16c5773b-0478-4d9e-8617-f60c0614b9a1, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:29.829014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] For port 16c5773b-0478-4d9e-8617-f60c0614b9a1, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=16c5773b-0478-4d9e-8617-f60c0614b9a1,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:29.829014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56994) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:29.870015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-86cdf770-df28-4452-b3a0-17efbd8d6bd0 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Deleting port 9878ec84-4b4c-4eee-9aa8-2c21f022d162 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:29.870015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86cdf770-df28-4452-b3a0-17efbd8d6bd0 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.872539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-aed1d1d4-700b-41d2-9d54-5376a0df3cef None None] Port 9878ec84-4b4c-4eee-9aa8-2c21f022d162 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:29.901910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-18c22769-3192-49d7-b19e-ff5f6734c783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:12:26Z', 'revision_number': 5, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:29.950279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c22769-3192-49d7-b19e-ff5f6734c783 None None] Checking router: 15612032-630d-4e43-95cd-bd781aeb8021 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:12:29.961303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c22769-3192-49d7-b19e-ff5f6734c783 None None] Routers {'15612032-630d-4e43-95cd-bd781aeb8021'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:29.962137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-18c22769-3192-49d7-b19e-ff5f6734c783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:12:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['15612032-630d-4e43-95cd-bd781aeb8021'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:29.967887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87781fe0-a886-4a98-a363-fbb75ac856c1 req-271aa486-6354-48e3-bdc3-1a499568e3ca tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:29.974779 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-87781fe0-a886-4a98-a363-fbb75ac856c1 req-271aa486-6354-48e3-bdc3-1a499568e3ca tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 947 time: 0.2242482 Oct 27 16:12:29.974939 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.981954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86cdf770-df28-4452-b3a0-17efbd8d6bd0 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:29.997662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-86cdf770-df28-4452-b3a0-17efbd8d6bd0 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Calling delete_port for 9878ec84-4b4c-4eee-9aa8-2c21f022d162 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:30.019871 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63cb4ddc-be74-4807-a185-6924b52f4f4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.082857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-18c22769-3192-49d7-b19e-ff5f6734c783 None None] Set router 15612032-630d-4e43-95cd-bd781aeb8021 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:30.092852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-87781fe0-a886-4a98-a363-fbb75ac856c1 req-f5a0c58b-4ab5-4e50-9cdb-41dda131b7e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065083 Oct 27 16:12:30.100380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63cb4ddc-be74-4807-a185-6924b52f4f4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.206800 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.256674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:30.257306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.258889 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] 10.222.0.53 "PUT /v2.0/ports/16c5773b-0478-4d9e-8617-f60c0614b9a1 HTTP/1.1" status: 200 len: 1095 time: 2.3192239 Oct 27 16:12:30.259373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2028df34-4a41-4549-8a1c-6b57084ce478', 'tag': '16c5773b-0478-4d9e-8617-f60c0614b9a1'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:30.261834 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01078546-32af-4f83-9c09-e5996b2cbd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2028df34-4a41-4549-8a1c-6b57084ce478", "tag": "16c5773b-0478-4d9e-8617-f60c0614b9a1"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:30.296590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa8388-9e45-4f25-9aab-1309fbcc72a8 service neutron] Pushing event updated for resources: {'Port': ['ID=16c5773b-0478-4d9e-8617-f60c0614b9a1,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:30.299061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-18c22769-3192-49d7-b19e-ff5f6734c783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:12:26Z', 'revision_number': 5, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:30.314524 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60d8386d-1a5e-4be0-a3b8-1971ce074ab4 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.341651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c22769-3192-49d7-b19e-ff5f6734c783 None None] The sync data for ids ['15612032-630d-4e43-95cd-bd781aeb8021'] in n-d-815689-1 is: [{'id': '15612032-630d-4e43-95cd-bd781aeb8021', 'name': 'tempest-ServersTestFqdnHostnames-1857059525-router', 'tenant_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:09:52Z', 'updated_at': '2021-10-27T16:12:26Z', 'revision_number': 5, 'project_id': 'c3202c1bab3b4e9e934e50ddf641df27', 'gw_port': {'id': '8da52f59-552c-4841-921b-783b9cf6ca24', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:39:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15612032-630d-4e43-95cd-bd781aeb8021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:09:55Z', 'updated_at': '2021-10-27T16:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:30.384446 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86cdf770-df28-4452-b3a0-17efbd8d6bd0 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.392295 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ce8dfc-5dda-467a-b7cb-a9d3e7a96be5 x-openstack-request-id: req-a9ce8dfc-5dda-467a-b7cb-a9d3e7a96be5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:30.392632 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2028df34-4a41-4549-8a1c-6b57084ce478", "tag": "16c5773b-0478-4d9e-8617-f60c0614b9a1", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:30.392843 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9ce8dfc-5dda-467a-b7cb-a9d3e7a96be5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:30.393254 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2028df34-4a41-4549-8a1c-6b57084ce478', 'tag': '16c5773b-0478-4d9e-8617-f60c0614b9a1', 'status': 'completed', 'code': 200} Oct 27 16:12:30.425239 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63cb4ddc-be74-4807-a185-6924b52f4f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.427967 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63cb4ddc-be74-4807-a185-6924b52f4f4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.429592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdf770-df28-4452-b3a0-17efbd8d6bd0 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Pushing event deleted for resources: {'Port': ['ID=9878ec84-4b4c-4eee-9aa8-2c21f022d162,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:30.443884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-63cb4ddc-be74-4807-a185-6924b52f4f4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c524fa0-cd73-476b-92d3-58a10a605e76 HTTP/1.1" status: 204 len: 168 time: 0.6070533 Oct 27 16:12:30.463397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb4ddc-be74-4807-a185-6924b52f4f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c524fa0-cd73-476b-92d3-58a10a605e76,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:30.580291 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86cdf770-df28-4452-b3a0-17efbd8d6bd0 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.587229 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-86cdf770-df28-4452-b3a0-17efbd8d6bd0 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] 10.222.0.15 "DELETE /v2.0/ports/9878ec84-4b4c-4eee-9aa8-2c21f022d162 HTTP/1.1" status: 204 len: 168 time: 1.0363607 Oct 27 16:12:30.587981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57002) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:30.642832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Deleting port 8da52f59-552c-4841-921b-783b9cf6ca24 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:30.643288 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.736036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd451c2e-52f2-4131-947b-79af16503922 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Deleting subnet eddb0c88-a53a-40e8-9c7e-d00c8b8cf204 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:12:30.739970 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd451c2e-52f2-4131-947b-79af16503922 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.779166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01078546-32af-4f83-9c09-e5996b2cbd1f req-ad9f5e81-8dc2-49dd-a596-827caf09b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:30.781601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01078546-32af-4f83-9c09-e5996b2cbd1f req-ad9f5e81-8dc2-49dd-a596-827caf09b6a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 1098 time: 0.3914547 Oct 27 16:12:30.794762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd451c2e-52f2-4131-947b-79af16503922 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.823154 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01078546-32af-4f83-9c09-e5996b2cbd1f req-6ed9cdba-c8d7-442d-924c-df9d771884ff service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285745 Oct 27 16:12:30.848404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-60d8386d-1a5e-4be0-a3b8-1971ce074ab4 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Deleting port acd090e2-51f6-4c49-9913-8d826f52f3c3 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:30.848740 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60d8386d-1a5e-4be0-a3b8-1971ce074ab4 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.923588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] For port 8da52f59-552c-4841-921b-783b9cf6ca24, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8da52f59-552c-4841-921b-783b9cf6ca24,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:30.923963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.949367 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd451c2e-52f2-4131-947b-79af16503922 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:30.987945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Calling delete_port for 8da52f59-552c-4841-921b-783b9cf6ca24 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:31.049146 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60d8386d-1a5e-4be0-a3b8-1971ce074ab4 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.052751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01078546-32af-4f83-9c09-e5996b2cbd1f req-5679b2ba-573b-44d3-967c-5c505cbc57f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:31.054400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01078546-32af-4f83-9c09-e5996b2cbd1f req-5679b2ba-573b-44d3-967c-5c505cbc57f1 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2211785 Oct 27 16:12:31.070690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-60d8386d-1a5e-4be0-a3b8-1971ce074ab4 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Calling delete_port for acd090e2-51f6-4c49-9913-8d826f52f3c3 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:31.196340 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd451c2e-52f2-4131-947b-79af16503922 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.259542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd451c2e-52f2-4131-947b-79af16503922 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Pushing event deleted for resources: {'Subnet': ['ID=eddb0c88-a53a-40e8-9c7e-d00c8b8cf204,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:31.262325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-707a67fa-71c7-4713-a348-6511f1aae43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:31.263057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-707a67fa-71c7-4713-a348-6511f1aae43a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 1098 time: 0.0962405 Oct 27 16:12:31.270519 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd451c2e-52f2-4131-947b-79af16503922 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.273855 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fd451c2e-52f2-4131-947b-79af16503922 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] 10.222.0.15 "DELETE /v2.0/subnets/eddb0c88-a53a-40e8-9c7e-d00c8b8cf204 HTTP/1.1" status: 204 len: 168 time: 0.6823418 Oct 27 16:12:31.277444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57020) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:31.280350 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ccb220-4341-43fe-a878-7c77a0a4ce31 None None] Network b1adba3e-46fb-46f1-bedc-21cc2abe5b7d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:31.350990 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb58cfb-1153-4830-bd64-f3065aed6d00 req-04748456-8d2f-4226-98a6-1dd3267c72b6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:31.353248 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fcb58cfb-1153-4830-bd64-f3065aed6d00 req-04748456-8d2f-4226-98a6-1dd3267c72b6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 947 time: 0.1602945 Oct 27 16:12:31.376402 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.426447 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.430978 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da52f59-552c-4841-921b-783b9cf6ca24,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:31.481814 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fcb58cfb-1153-4830-bd64-f3065aed6d00 req-c06e1205-46b0-4e0d-ac0c-7a91a065c3ca tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132524 Oct 27 16:12:31.553157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb90bc01-6198-436e-915a-920b53272139 None None] DHCP port deletion for b1adba3e-46fb-46f1-bedc-21cc2abe5b7d request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:12:31.632574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cb90bc01-6198-436e-915a-920b53272139 None None] Deleting port fab18bd4-27b1-4718-9135-c99bf0e2ec79 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:31.632966 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cb90bc01-6198-436e-915a-920b53272139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.686254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-40aeed6d-b9d3-489d-864d-758406fead41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=16c5773b-0478-4d9e-8617-f60c0614b9a1 HTTP/1.1" status: 200 len: 217 time: 0.4120004 Oct 27 16:12:31.739379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-cb90bc01-6198-436e-915a-920b53272139 None None] For port fab18bd4-27b1-4718-9135-c99bf0e2ec79, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fab18bd4-27b1-4718-9135-c99bf0e2ec79,segment=NetworkSegment(414eeecf-7e1e-4c08-ab83-d1b58989e9f8),segment_id=414eeecf-7e1e-4c08-ab83-d1b58989e9f8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:31.740319 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cb90bc01-6198-436e-915a-920b53272139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.760435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cb90bc01-6198-436e-915a-920b53272139 None None] Calling delete_port for fab18bd4-27b1-4718-9135-c99bf0e2ec79 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:31.760646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-d62ac942-27e4-4066-9580-7a4a26ac35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:31.763633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-d62ac942-27e4-4066-9580-7a4a26ac35a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0694399 Oct 27 16:12:31.806325 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60d8386d-1a5e-4be0-a3b8-1971ce074ab4 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.857622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8386d-1a5e-4be0-a3b8-1971ce074ab4 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event deleted for resources: {'Port': ['ID=acd090e2-51f6-4c49-9913-8d826f52f3c3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:31.889487 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.898293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-d0f2a841-167f-4a68-ad12-ea2e16e62543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:31.899815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-d0f2a841-167f-4a68-ad12-ea2e16e62543 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268654 Oct 27 16:12:31.930933 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cb90bc01-6198-436e-915a-920b53272139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:31.962475 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb90bc01-6198-436e-915a-920b53272139 None None] No DVR routers for this DVR port fab18bd4-27b1-4718-9135-c99bf0e2ec79 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:32.003717 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.008542 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.013870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Deleting port fab18bd4-27b1-4718-9135-c99bf0e2ec79 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:32.014231 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.028744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90bc01-6198-436e-915a-920b53272139 None None] Pushing event deleted for resources: {'Port': ['ID=fab18bd4-27b1-4718-9135-c99bf0e2ec79,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:32.168455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] For port fab18bd4-27b1-4718-9135-c99bf0e2ec79, host n-d-815689-1, got binding levels [] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:32.168858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.194445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Calling delete_port for fab18bd4-27b1-4718-9135-c99bf0e2ec79 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:32.196825 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.197761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15612032-630d-4e43-95cd-bd781aeb8021 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:12:32.204152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Port fab18bd4-27b1-4718-9135-c99bf0e2ec79 was not found and therefore no delete operation was performed {{(pid=109722) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:12:32.205130 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.206303 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-469b7580-ef25-48a3-b3f2-f3bbb8eaaf47 admin admin] 10.222.0.15 "DELETE /v2.0/routers/15612032-630d-4e43-95cd-bd781aeb8021 HTTP/1.1" status: 204 len: 168 time: 2.9020693 Oct 27 16:12:32.207836 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.210218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57040) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:32.245853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Pushing event deleted for resources: {'Port': ['ID=fab18bd4-27b1-4718-9135-c99bf0e2ec79,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:32.255879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60d8386d-1a5e-4be0-a3b8-1971ce074ab4 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.261758 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-a068cc20-7a80-4d08-91b9-eca0468d2beb service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3430457 Oct 27 16:12:32.272027 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] No DVR routers for this DVR port fab18bd4-27b1-4718-9135-c99bf0e2ec79 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:32.377491 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ca1dd4-1420-4058-a3f6-1a4ae3fc20f6 admin admin] Deleting subnet a01213b2-920d-40ab-acd1-83529657ff7f {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:12:32.385220 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56ca1dd4-1420-4058-a3f6-1a4ae3fc20f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.415416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.444638 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.448565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1adba3e-46fb-46f1-bedc-21cc2abe5b7d']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:32.454400 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56ca1dd4-1420-4058-a3f6-1a4ae3fc20f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.496881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414eeecf-7e1e-4c08-ab83-d1b58989e9f8') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:32.497445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414eeecf-7e1e-4c08-ab83-d1b58989e9f8') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:32.521541 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.543214 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:32.571502 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:32.575363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd5d9910-794a-4c3d-ba0d-5f4396f8479f req-f8ffc8cb-c371-4297-a296-0a9ab35106a9 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989850 Oct 27 16:12:32.585793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d8386d-1a5e-4be0-a3b8-1971ce074ab4 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Router 0861b11a-e63f-4000-ade0-0169766ca6b4 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:12:32.653303 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56ca1dd4-1420-4058-a3f6-1a4ae3fc20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.685734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d8386d-1a5e-4be0-a3b8-1971ce074ab4 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:32.697065 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217e894-a5b0-4ee5-9b92-ec99c8519bb3 None None] Sync routers for ids ['0861b11a-e63f-4000-ade0-0169766ca6b4'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:32.713775 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-60d8386d-1a5e-4be0-a3b8-1971ce074ab4 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "PUT /v2.0/routers/0861b11a-e63f-4000-ade0-0169766ca6b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2379110 Oct 27 16:12:32.716348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57062) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:32.717671 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217e894-a5b0-4ee5-9b92-ec99c8519bb3 None None] Routers {'0861b11a-e63f-4000-ade0-0169766ca6b4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:32.723534 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f217e894-a5b0-4ee5-9b92-ec99c8519bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:12:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0861b11a-e63f-4000-ade0-0169766ca6b4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:32.728344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.743927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59258931-8591-4c57-819d-513dac7a5a73 req-aedab8f2-07f4-4dd1-9c49-96a6f401fff0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:32.745588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59258931-8591-4c57-819d-513dac7a5a73 req-aedab8f2-07f4-4dd1-9c49-96a6f401fff0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 947 time: 0.1089444 Oct 27 16:12:32.781259 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f217e894-a5b0-4ee5-9b92-ec99c8519bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:32.798901 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f217e894-a5b0-4ee5-9b92-ec99c8519bb3 None None] Routers {'0861b11a-e63f-4000-ade0-0169766ca6b4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:32.799526 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f217e894-a5b0-4ee5-9b92-ec99c8519bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:12:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0861b11a-e63f-4000-ade0-0169766ca6b4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:32.809230 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fab18bd4-27b1-4718-9135-c99bf0e2ec79 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:32.809828 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.825630 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] 10.222.0.15 "DELETE /v2.0/networks/b1adba3e-46fb-46f1-bedc-21cc2abe5b7d HTTP/1.1" status: 204 len: 168 time: 1.5460420 Oct 27 16:12:32.832814 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59258931-8591-4c57-819d-513dac7a5a73 req-14290f6b-872e-4e79-baf3-5908bb9e5ee6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808282 Oct 27 16:12:32.846222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: fab18bd4-27b1-4718-9135-c99bf0e2ec79 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:32.847162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fab18bd4-27b1-4718-9135-c99bf0e2ec79 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:32.847839 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d64c4fd2-9f77-4987-bb74-0679094a251e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:32.874257 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f217e894-a5b0-4ee5-9b92-ec99c8519bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:32.878822 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f217e894-a5b0-4ee5-9b92-ec99c8519bb3 None None] The sync data for ids ['0861b11a-e63f-4000-ade0-0169766ca6b4'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:32.882017 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270e3da-f5cb-45f2-9573-57b296214d27 tempest-ExtraDHCPOptionsTestJSON-842388622 tempest-ExtraDHCPOptionsTestJSON-842388622-project] Pushing event deleted for resources: {'Network': ['ID=b1adba3e-46fb-46f1-bedc-21cc2abe5b7d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:32.894789 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-156b9a72-4e07-4dfc-9ac8-3f20b7825276 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:32.900165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d64c4fd2-9f77-4987-bb74-0679094a251e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:32.900875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d64c4fd2-9f77-4987-bb74-0679094a251e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:32.977783 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56ca1dd4-1420-4058-a3f6-1a4ae3fc20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.064404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca1dd4-1420-4058-a3f6-1a4ae3fc20f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a01213b2-920d-40ab-acd1-83529657ff7f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:33.096981 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56ca1dd4-1420-4058-a3f6-1a4ae3fc20f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.100139 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-56ca1dd4-1420-4058-a3f6-1a4ae3fc20f6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a01213b2-920d-40ab-acd1-83529657ff7f HTTP/1.1" status: 204 len: 168 time: 0.8874822 Oct 27 16:12:33.100461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fa800c-c8e1-493b-a549-aaba2b08fb2c None None] Network 95569e6c-7058-4cab-97ad-ab9794bfa812 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:33.102838 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57070) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:33.113923 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-156b9a72-4e07-4dfc-9ac8-3f20b7825276 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.117573 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-156b9a72-4e07-4dfc-9ac8-3f20b7825276 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.230366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.286797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-156b9a72-4e07-4dfc-9ac8-3f20b7825276 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.287348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156b9a72-4e07-4dfc-9ac8-3f20b7825276 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Fanout notify agent at l3_agent the message router_deleted on router 0861b11a-e63f-4000-ade0-0169766ca6b4 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:12:33.298224 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-156b9a72-4e07-4dfc-9ac8-3f20b7825276 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.299551 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-156b9a72-4e07-4dfc-9ac8-3f20b7825276 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "DELETE /v2.0/routers/0861b11a-e63f-4000-ade0-0169766ca6b4 HTTP/1.1" status: 204 len: 168 time: 0.5804296 Oct 27 16:12:33.302925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57080) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:33.325923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Deleting port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:33.326411 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.399919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fa0435-60a8-49ea-baab-b15eb90439c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Deleting subnet 7caf7f49-8545-4c44-9ecd-4c7b09d2d246 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:12:33.405016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-02fa0435-60a8-49ea-baab-b15eb90439c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.416615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92661c2f-5e28-4c29-bb66-2e2fb12f8edd None None] DHCP port deletion for 95569e6c-7058-4cab-97ad-ab9794bfa812 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:12:33.417716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57084) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:33.441416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] For port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:33.442185 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.457222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Calling delete_port for 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:33.473452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-92661c2f-5e28-4c29-bb66-2e2fb12f8edd None None] Deleting port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:33.473452 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-92661c2f-5e28-4c29-bb66-2e2fb12f8edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.492908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57088) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:33.505473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-02fa0435-60a8-49ea-baab-b15eb90439c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.573560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-92661c2f-5e28-4c29-bb66-2e2fb12f8edd None None] For port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5,segment=NetworkSegment(900a5502-866e-4999-b1cb-511e84f596eb),segment_id=900a5502-866e-4999-b1cb-511e84f596eb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:33.574563 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-92661c2f-5e28-4c29-bb66-2e2fb12f8edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.595800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-92661c2f-5e28-4c29-bb66-2e2fb12f8edd None None] Calling delete_port for 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:33.630983 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-02fa0435-60a8-49ea-baab-b15eb90439c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.653576 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6092-fde7-4ea0-b84a-654c88a90d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.717044 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.743243 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8bacb5d9-6752-430b-8f1b-85a806695ffe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a85ace40b4794cb680e7d485142b1fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2469294 Oct 27 16:12:33.743840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57092) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:33.761810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] No DVR routers for this DVR port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:33.766231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:33.800216 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6092-fde7-4ea0-b84a-654c88a90d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.814709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa25fc23-db4e-4557-8bbc-3a72ce4013f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.828604 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-02fa0435-60a8-49ea-baab-b15eb90439c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.835491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-92661c2f-5e28-4c29-bb66-2e2fb12f8edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.854535 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.868871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92661c2f-5e28-4c29-bb66-2e2fb12f8edd None None] Pushing event deleted for resources: {'Port': ['ID=7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:33.877704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92661c2f-5e28-4c29-bb66-2e2fb12f8edd None None] No DVR routers for this DVR port 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:33.879861 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b3c6092-fde7-4ea0-b84a-654c88a90d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.888509 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa25fc23-db4e-4557-8bbc-3a72ce4013f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.894291 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-02fa0435-60a8-49ea-baab-b15eb90439c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.898128 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-02fa0435-60a8-49ea-baab-b15eb90439c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "DELETE /v2.0/subnets/7caf7f49-8545-4c44-9ecd-4c7b09d2d246 HTTP/1.1" status: 204 len: 168 time: 0.5939190 Oct 27 16:12:33.901649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa0435-60a8-49ea-baab-b15eb90439c2 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event deleted for resources: {'Subnet': ['ID=7caf7f49-8545-4c44-9ecd-4c7b09d2d246,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:33.910198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b11a18a-c2af-434d-ba20-c5b29db298c0 None None] Network 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:33.910953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57096) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:33.930914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95569e6c-7058-4cab-97ad-ab9794bfa812']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:33.948358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900a5502-866e-4999-b1cb-511e84f596eb') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:33.948725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900a5502-866e-4999-b1cb-511e84f596eb') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:33.960590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:33.968803 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0b3c6092-fde7-4ea0-b84a-654c88a90d69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f794279e91764265b4e34631e9c3023d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5467801 Oct 27 16:12:33.970333 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57098) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:34.002362 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.012665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c6092-fde7-4ea0-b84a-654c88a90d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b98f2f-e0be-47ad-ac53-715726e9e5cb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:34.015505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:34.016017 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:34.019654 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:34.090611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.114585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c5df2-0682-479f-be15-201a47eae6c8 req-e82b1096-70fe-46aa-8cd6-22a1aac00bc0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:34.119988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-574c5df2-0682-479f-be15-201a47eae6c8 req-e82b1096-70fe-46aa-8cd6-22a1aac00bc0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 947 time: 0.1448944 Oct 27 16:12:34.139836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572533c-c7c4-4059-95c8-4f6b6395c839 None None] DHCP port deletion for 9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:12:34.153895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0e03329-0c9d-4f5a-ae48-9ae2b6de8607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.181454 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.187682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.191399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] 10.222.0.15 "DELETE /v2.0/networks/95569e6c-7058-4cab-97ad-ab9794bfa812 HTTP/1.1" status: 204 len: 168 time: 1.0875788 Oct 27 16:12:34.202991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4572533c-c7c4-4059-95c8-4f6b6395c839 None None] Deleting port 8c746a9c-eead-4b7e-9ea7-f16beea9b273 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:34.203925 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4572533c-c7c4-4059-95c8-4f6b6395c839 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.205539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225da030-6753-4e13-b1b6-ae86ee1b181a admin admin] Pushing event deleted for resources: {'Network': ['ID=95569e6c-7058-4cab-97ad-ab9794bfa812,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:34.225141 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa25fc23-db4e-4557-8bbc-3a72ce4013f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.227795 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa25fc23-db4e-4557-8bbc-3a72ce4013f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.231753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fa25fc23-db4e-4557-8bbc-3a72ce4013f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/981470ce-f4dd-4bc6-ae5d-7fd49fa097db HTTP/1.1" status: 204 len: 168 time: 0.4848337 Oct 27 16:12:34.231928 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0e03329-0c9d-4f5a-ae48-9ae2b6de8607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.258677 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-574c5df2-0682-479f-be15-201a47eae6c8 req-de493adb-4c65-4a40-8baf-c1e3d15bbf29 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299710 Oct 27 16:12:34.265899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25fc23-db4e-4557-8bbc-3a72ce4013f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981470ce-f4dd-4bc6-ae5d-7fd49fa097db,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:34.315816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4572533c-c7c4-4059-95c8-4f6b6395c839 None None] For port 8c746a9c-eead-4b7e-9ea7-f16beea9b273, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c746a9c-eead-4b7e-9ea7-f16beea9b273,segment=NetworkSegment(aabb08e7-3484-4985-a031-66c009c4fa98),segment_id=aabb08e7-3484-4985-a031-66c009c4fa98)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:34.316293 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4572533c-c7c4-4059-95c8-4f6b6395c839 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.331400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Deleting port 8c746a9c-eead-4b7e-9ea7-f16beea9b273 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:34.331746 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.340482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4572533c-c7c4-4059-95c8-4f6b6395c839 None None] Calling delete_port for 8c746a9c-eead-4b7e-9ea7-f16beea9b273 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:34.415330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8c746a9c-eead-4b7e-9ea7-f16beea9b273 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:34.448872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] For port 8c746a9c-eead-4b7e-9ea7-f16beea9b273, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c746a9c-eead-4b7e-9ea7-f16beea9b273,segment=NetworkSegment(aabb08e7-3484-4985-a031-66c009c4fa98),segment_id=aabb08e7-3484-4985-a031-66c009c4fa98)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:34.449233 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.464198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Calling delete_port for 8c746a9c-eead-4b7e-9ea7-f16beea9b273 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:34.523661 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.570074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0e03329-0c9d-4f5a-ae48-9ae2b6de8607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.571311 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4572533c-c7c4-4059-95c8-4f6b6395c839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.572725 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a0e03329-0c9d-4f5a-ae48-9ae2b6de8607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.578270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a0e03329-0c9d-4f5a-ae48-9ae2b6de8607 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10b98f2f-e0be-47ad-ac53-715726e9e5cb HTTP/1.1" status: 204 len: 168 time: 0.5974994 Oct 27 16:12:34.585946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e03329-0c9d-4f5a-ae48-9ae2b6de8607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b98f2f-e0be-47ad-ac53-715726e9e5cb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:34.590290 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.617738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event deleted for resources: {'Port': ['ID=8c746a9c-eead-4b7e-9ea7-f16beea9b273,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:34.619924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572533c-c7c4-4059-95c8-4f6b6395c839 None None] Pushing event deleted for resources: {'Port': ['ID=8c746a9c-eead-4b7e-9ea7-f16beea9b273,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:34.622363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:34.622518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] No DVR routers for this DVR port 8c746a9c-eead-4b7e-9ea7-f16beea9b273 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:34.633893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572533c-c7c4-4059-95c8-4f6b6395c839 None None] No DVR routers for this DVR port 8c746a9c-eead-4b7e-9ea7-f16beea9b273 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:34.658415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:34.658800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7ee2625f-1e15-42c8-b85f-5c7fc0fff8e5 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:34.659192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8da52f59-552c-4841-921b-783b9cf6ca24 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:12:34.683334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 8da52f59-552c-4841-921b-783b9cf6ca24 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:12:34.683593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8da52f59-552c-4841-921b-783b9cf6ca24 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:12:34.712445 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.736889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57114) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:34.737852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:34.750453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabb08e7-3484-4985-a031-66c009c4fa98') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:34.751167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabb08e7-3484-4985-a031-66c009c4fa98') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:34.762769 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.785724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.796579 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1e5f50e8-79ab-4879-ba55-d4a0f18c619b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3202c1bab3b4e9e934e50ddf641df27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582545 Oct 27 16:12:34.797221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:34.797329 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.799277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:34.801155 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:34.829558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 16c5773b-0478-4d9e-8617-f60c0614b9a1 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:34.895549 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44a1676e-1981-4f44-b437-cd7793c5bab6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.924349 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44a1676e-1981-4f44-b437-cd7793c5bab6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.967572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 16c5773b-0478-4d9e-8617-f60c0614b9a1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=16c5773b-0478-4d9e-8617-f60c0614b9a1,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:34.970778 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.986283 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:34.986529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '16c5773b-0478-4d9e-8617-f60c0614b9a1', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '16c5773b-0478-4d9e-8617-f60c0614b9a1', 'mac_address': 'fa:16:3e:82:92:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:34.989637 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] 10.222.0.15 "DELETE /v2.0/networks/9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4 HTTP/1.1" status: 204 len: 168 time: 1.0779347 Oct 27 16:12:35.003425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4459f-b8a0-4ebc-8c94-9e8c2b456e03 tempest-FloatingIPNegativeTestJSON-1459295782 tempest-FloatingIPNegativeTestJSON-1459295782-project] Pushing event deleted for resources: {'Network': ['ID=9d6ff771-1d35-49d0-9ae4-9e6f8a6167b4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:35.032478 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:35.045318 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16c5773b-0478-4d9e-8617-f60c0614b9a1 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:35.065756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 16c5773b-0478-4d9e-8617-f60c0614b9a1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=16c5773b-0478-4d9e-8617-f60c0614b9a1,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:35.066976 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44a1676e-1981-4f44-b437-cd7793c5bab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:35.069651 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44a1676e-1981-4f44-b437-cd7793c5bab6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:35.072278 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-44a1676e-1981-4f44-b437-cd7793c5bab6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc814215-4930-4bbb-bcd5-01d74c5a4c4a HTTP/1.1" status: 204 len: 168 time: 0.2661784 Oct 27 16:12:35.079829 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1676e-1981-4f44-b437-cd7793c5bab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc814215-4930-4bbb-bcd5-01d74c5a4c4a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:35.130105 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:35.183694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=16c5773b-0478-4d9e-8617-f60c0614b9a1,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:35.411877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97b27e-18f4-4eae-b612-d6f383d67ef8 req-ae432752-1a65-48e4-9196-b585d85b6ff7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:35.413552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d97b27e-18f4-4eae-b612-d6f383d67ef8 req-ae432752-1a65-48e4-9196-b585d85b6ff7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 948 time: 0.0590973 Oct 27 16:12:35.461853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d97b27e-18f4-4eae-b612-d6f383d67ef8 req-ace58a5d-03e9-4d7d-9f10-a43b1dd8c5fe tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 Oct 27 16:12:35.490977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['16c5773b-0478-4d9e-8617-f60c0614b9a1'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:35.747916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57154) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:35.928086 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e5b5b011-c758-432d-ae5c-bf353eed45c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d49f220ba484a0b86b1b0452bfa943e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771643 Oct 27 16:12:35.930493 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57164) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:35.987524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82edc188-046c-4309-a20c-b81a33e4cfb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.010710 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82edc188-046c-4309-a20c-b81a33e4cfb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.142403 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82edc188-046c-4309-a20c-b81a33e4cfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.145276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82edc188-046c-4309-a20c-b81a33e4cfb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.149564 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-82edc188-046c-4309-a20c-b81a33e4cfb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41d679a4-e56f-421f-b4ec-520976737067 HTTP/1.1" status: 204 len: 168 time: 0.2177262 Oct 27 16:12:36.158665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edc188-046c-4309-a20c-b81a33e4cfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d679a4-e56f-421f-b4ec-520976737067,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:36.167364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57174) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:36.533146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-572286108'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:36.635285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dded9-c683-416c-824c-ea733f0c4275 req-28896c6c-d5fd-4107-a479-948549efff61 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:36.637115 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-929dded9-c683-416c-824c-ea733f0c4275 req-28896c6c-d5fd-4107-a479-948549efff61 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 948 time: 0.0625660 Oct 27 16:12:36.687920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:36.689068 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.708006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-929dded9-c683-416c-824c-ea733f0c4275 req-c1d0bcee-95db-460a-b179-225726db1610 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635753 Oct 27 16:12:36.709124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.791457 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.828766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 16c5773b-0478-4d9e-8617-f60c0614b9a1 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:36.889441 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.919957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:36.929189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d72e55-7fbb-44df-8b05-3ab600cbd487,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:36.936095 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.936516 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment 1ddf05f3-2b8e-4977-bf2c-0e37c19096f1 of type vlan for network 4a4df616-502f-41e1-ae12-fc7e61d4f806 Oct 27 16:12:36.970582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 16c5773b-0478-4d9e-8617-f60c0614b9a1 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:36.974948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 16c5773b-0478-4d9e-8617-f60c0614b9a1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:36.987745 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:36.987926 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.061618 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.087543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2028df34-4a41-4549-8a1c-6b57084ce478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c5773b-0478-4d9e-8617-f60c0614b9a1'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:37.089867 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8173b145-cc27-45e7-aed3-356a7f705512" -d '{"events": [{"server_uuid": "2028df34-4a41-4549-8a1c-6b57084ce478", "name": "network-vif-plugged", "status": "completed", "tag": "16c5773b-0478-4d9e-8617-f60c0614b9a1"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:37.103440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 16c5773b-0478-4d9e-8617-f60c0614b9a1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=16c5773b-0478-4d9e-8617-f60c0614b9a1,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:37.106118 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.115929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:37.115929 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.136002 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c5ae08-e201-459f-a912-d07675ebd738 x-openstack-request-id: req-87c5ae08-e201-459f-a912-d07675ebd738 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:37.136460 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2028df34-4a41-4549-8a1c-6b57084ce478", "name": "network-vif-plugged", "status": "completed", "tag": "16c5773b-0478-4d9e-8617-f60c0614b9a1", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:37.136794 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87c5ae08-e201-459f-a912-d07675ebd738 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:37.137263 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2028df34-4a41-4549-8a1c-6b57084ce478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c5773b-0478-4d9e-8617-f60c0614b9a1', 'code': 200} Oct 27 16:12:37.181428 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.197270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=4a4df616-502f-41e1-ae12-fc7e61d4f806,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:37.217543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 4a4df616-502f-41e1-ae12-fc7e61d4f806 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:37.225415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-262dba6a-5281-4aab-a67a-08ed61846600 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0554137 Oct 27 16:12:37.258785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21245f08-7e68-4b0a-937e-17ef14cfb7e2 req-3ea4c33a-cb6b-4509-8a86-97474b0b1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:37.260400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21245f08-7e68-4b0a-937e-17ef14cfb7e2 req-3ea4c33a-cb6b-4509-8a86-97474b0b1962 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 1100 time: 0.0543349 Oct 27 16:12:37.307075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=16c5773b-0478-4d9e-8617-f60c0614b9a1,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:37.332193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21245f08-7e68-4b0a-937e-17ef14cfb7e2 req-dd44e9c3-0287-419c-a262-9f751021a249 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585210 Oct 27 16:12:37.351930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57222) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:37.357279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'network_id': '4a4df616-502f-41e1-ae12-fc7e61d4f806', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:37.402241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57224) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:37.541461 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:37.545076 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.560110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1557672919-network', 'tenant_id': 'eb288c6b6c854adeaee46ae3812af0c1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:37.665775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Made reservation on behalf of eb288c6b6c854adeaee46ae3812af0c1 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:37.668702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.678728 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.782701 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.844337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98326cff-1ad9-4e13-8b14-8e96561c8dfc req-44c45d7d-4fbd-41c6-b1d3-b10684f0d395 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:37.846098 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98326cff-1ad9-4e13-8b14-8e96561c8dfc req-44c45d7d-4fbd-41c6-b1d3-b10684f0d395 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 949 time: 0.0544300 Oct 27 16:12:37.851826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57246) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:37.856364 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.897730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98326cff-1ad9-4e13-8b14-8e96561c8dfc req-0b943653-7146-4e7f-ad4f-709a4ce0d727 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401556 Oct 27 16:12:37.928344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=2227cff7-270c-406b-96f1-d4639c49f607,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:37.929468 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.930929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking segment: {'id': '1ddf05f3-2b8e-4977-bf2c-0e37c19096f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4a4df616-502f-41e1-ae12-fc7e61d4f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:37.931304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network hostable DHCP agents. Network: 4a4df616-502f-41e1-ae12-fc7e61d4f806, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:37.958648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:37.976857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'networks': [{'name': 'tempest-network--804747058'}, {'name': 'tempest-network--2032295267'}]} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:37.977124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'network': {'name': 'tempest-network--804747058'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:37.977588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'network': {'name': 'tempest-network--2032295267'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:37.984526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a52fdb-e029-4412-b090-1bd8f4a35f3b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:37.992105 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:37.992521 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Added segment c6590f99-4e8b-41b6-97a2-1fdf96533437 of type vlan for network f2d28a49-d48d-4197-b46c-c78c43f76df3 Oct 27 16:12:38.044890 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.054271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network 4a4df616-502f-41e1-ae12-fc7e61d4f806 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:38.080905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57252) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:38.128427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Made reservation on behalf of c5cf710ca8924460aada53266d1faec0 for: {'network': 2} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:38.133420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.143364 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.175387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 4a4df616-502f-41e1-ae12-fc7e61d4f806) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:38.180954 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.182010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:38.182833 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.183313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:38.183910 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.184930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c220406-d912-4488-b033-22c4c7c41404 None None] Network 4a4df616-502f-41e1-ae12-fc7e61d4f806 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:38.250473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a657972e-5878-463e-b421-c85326ca3990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.282804 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6e6cb0ae-45e1-4853-b459-f9f1b2c2ab6a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9296877 Oct 27 16:12:38.286776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] Pushing event updated for resources: {'Network': ['ID=f2d28a49-d48d-4197-b46c-c78c43f76df3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:38.286944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57256) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:38.293630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1052279307'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:38.301736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network f2d28a49-d48d-4197-b46c-c78c43f76df3 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:38.327375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.366513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6ef61de7-7384-4ee4-8878-58cc93439375 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9629178 Oct 27 16:12:38.369855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:38.376798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] Request body: {'subnet': {'network_id': 'f2d28a49-d48d-4197-b46c-c78c43f76df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1557672919-subnet', 'tenant_id': 'eb288c6b6c854adeaee46ae3812af0c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:38.383958 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a657972e-5878-463e-b421-c85326ca3990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.414118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-4a4df616-502f-41e1-ae12-fc7e61d4f806', 'network_id': '4a4df616-502f-41e1-ae12-fc7e61d4f806', 'tenant_id': 'ef6a14d294a948cbbf57c2d19e2d85cd', 'fixed_ips': [{'subnet_id': '2227cff7-270c-406b-96f1-d4639c49f607'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:12:38.415002 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.448935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.450715 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.484831 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a657972e-5878-463e-b421-c85326ca3990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.496861 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:38.502911 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.513318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df107c20-a5d8-4304-a47e-378545a16ced,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:38.525503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:38.535344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:38.543502 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a657972e-5878-463e-b421-c85326ca3990 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee7611ea5c3f487a90af00311b674b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4614301 Oct 27 16:12:38.550121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57260) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:38.557017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.557284 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Added segment a3be43c0-52aa-4eb6-b53f-64c8e1691298 of type vlan for network 25081f38-520f-4544-bb74-625a1b15e31f Oct 27 16:12:38.568702 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.569190 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment 61c7e6e3-4e1e-4687-9e43-61ba94370913 of type vlan for network c5055ee5-f48a-42bd-8603-3f3f1c969a9a Oct 27 16:12:38.580569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Allocated IP 172.20.255.242 (4a4df616-502f-41e1-ae12-fc7e61d4f806/2227cff7-270c-406b-96f1-d4639c49f607/c8eef2d4-248c-47d2-942c-278cf9ca92ca) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:38.615439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657972e-5878-463e-b421-c85326ca3990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c295ee59-e95f-4f81-ba83-99e5ba984c30,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:38.616572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] Made reservation on behalf of eb288c6b6c854adeaee46ae3812af0c1 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:38.633141 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.633141 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.650662 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.726599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:38.732001 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a133d2-8a94-46c7-86db-dad10227a70b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.746478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.746823 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Added segment 97e40697-8e8c-491e-93f9-42653da2ac61 of type vlan for network 3bc3b328-291a-4c20-a306-df7f8389e898 Oct 27 16:12:38.788020 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a133d2-8a94-46c7-86db-dad10227a70b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.789104 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.795106 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:38.797763 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.812727 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.863504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.890884 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.898316 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6102743 Oct 27 16:12:38.901323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57268) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:38.911688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'network_id': 'c5055ee5-f48a-42bd-8603-3f3f1c969a9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:38.921354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c43b4-17f6-4ded-9038-4d97d548e94f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=c5055ee5-f48a-42bd-8603-3f3f1c969a9a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:38.937018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c5055ee5-f48a-42bd-8603-3f3f1c969a9a details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:38.947463 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Network 4a4df616-502f-41e1-ae12-fc7e61d4f806 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:38.969054 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a133d2-8a94-46c7-86db-dad10227a70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.971700 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a133d2-8a94-46c7-86db-dad10227a70b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:38.976340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d2a133d2-8a94-46c7-86db-dad10227a70b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c295ee59-e95f-4f81-ba83-99e5ba984c30 HTTP/1.1" status: 204 len: 168 time: 0.4216888 Oct 27 16:12:38.992264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a133d2-8a94-46c7-86db-dad10227a70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c295ee59-e95f-4f81-ba83-99e5ba984c30,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:38.995539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:39.003287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:39.009599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Pushing event updated for resources: {'Port': ['ID=c8eef2d4-248c-47d2-942c-278cf9ca92ca,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:39.010267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:39.061644 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:39.065595 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:39.073819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:39.081521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:39.082269 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:39.086527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b247893b-90fe-419d-8d78-bdc86f16c2d7,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:39.091506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] Checking segment: {'id': 'c6590f99-4e8b-41b6-97a2-1fdf96533437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f2d28a49-d48d-4197-b46c-c78c43f76df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:39.091506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] Network hostable DHCP agents. Network: f2d28a49-d48d-4197-b46c-c78c43f76df3, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:39.096600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Attempting to bind port c8eef2d4-248c-47d2-942c-278cf9ca92ca on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:39.096976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Attempting to bind port c8eef2d4-248c-47d2-942c-278cf9ca92ca by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1ddf05f3-2b8e-4977-bf2c-0e37c19096f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4a4df616-502f-41e1-ae12-fc7e61d4f806'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:39.101537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Attempting to bind port c8eef2d4-248c-47d2-942c-278cf9ca92ca on network 4a4df616-502f-41e1-ae12-fc7e61d4f806 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:39.103297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:39.103680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Checking segment: {'id': '1ddf05f3-2b8e-4977-bf2c-0e37c19096f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4a4df616-502f-41e1-ae12-fc7e61d4f806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:39.104113 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:39.104513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Bound using segment: {'id': '1ddf05f3-2b8e-4977-bf2c-0e37c19096f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4a4df616-502f-41e1-ae12-fc7e61d4f806'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:39.104994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Bound port: c8eef2d4-248c-47d2-942c-278cf9ca92ca, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddf05f3-2b8e-4977-bf2c-0e37c19096f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4a4df616-502f-41e1-ae12-fc7e61d4f806'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:39.105791 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:39.179999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] For port c8eef2d4-248c-47d2-942c-278cf9ca92ca, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:39.183721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] For port c8eef2d4-248c-47d2-942c-278cf9ca92ca, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c8eef2d4-248c-47d2-942c-278cf9ca92ca,segment=NetworkSegment(1ddf05f3-2b8e-4977-bf2c-0e37c19096f1),segment_id=1ddf05f3-2b8e-4977-bf2c-0e37c19096f1)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:39.190505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event updated for resources: {'Network': ['ID=25081f38-520f-4544-bb74-625a1b15e31f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:39.201653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 25081f38-520f-4544-bb74-625a1b15e31f details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:39.207830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52786832-1ee0-4187-b2a7-389fb314e536 req-ecd93a19-1fdf-41c1-bac8-02da6510f8fa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:39.209625 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-52786832-1ee0-4187-b2a7-389fb314e536 req-ecd93a19-1fdf-41c1-bac8-02da6510f8fa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 949 time: 0.2134700 Oct 27 16:12:39.243029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] Network f2d28a49-d48d-4197-b46c-c78c43f76df3 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:39.283627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event updated for resources: {'Network': ['ID=3bc3b328-291a-4c20-a306-df7f8389e898,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:39.293378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 3bc3b328-291a-4c20-a306-df7f8389e898 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:39.300668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-52786832-1ee0-4187-b2a7-389fb314e536 req-bc3586d1-3ade-4c6a-a334-058784bf0789 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795977 Oct 27 16:12:39.382164 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:39.419547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f152b-38b7-46fb-82fe-6941865fe8f4 req-379dccc1-3110-4838-89b6-dc2f3d39db73 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:39.421831 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f8f152b-38b7-46fb-82fe-6941865fe8f4 req-379dccc1-3110-4838-89b6-dc2f3d39db73 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 1100 time: 0.0477667 Oct 27 16:12:39.433811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:39.438142 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:39.444159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, f2d28a49-d48d-4197-b46c-c78c43f76df3) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:39.459660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:39.460443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:39.490825 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f8f152b-38b7-46fb-82fe-6941865fe8f4 req-a391a5f2-3bd2-48c1-8f62-22692b4f425f tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622983 Oct 27 16:12:39.568372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2600d3-e824-434e-82cb-78b6f09c65ae None None] Network f2d28a49-d48d-4197-b46c-c78c43f76df3 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:39.618536 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2614719a-5ce4-4cc9-a733-9230d5a9e565 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2473338 Oct 27 16:12:39.681184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a49b4e-3764-4215-aeed-abd9dd0843fa None None] Pushing event updated for resources: {'Port': ['ID=c8eef2d4-248c-47d2-942c-278cf9ca92ca,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:39.803176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-96d48af7-30e3-44a8-8b9a-300f3ee0ce2d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9500198 Oct 27 16:12:39.805700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57302) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:39.837164 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921cdd03-8fe1-4313-9b74-3886972062b6 None None] Network f2d28a49-d48d-4197-b46c-c78c43f76df3 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:39.879260 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-fc3eb13c-5a41-49e4-8c6c-221329d90bca tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588543 Oct 27 16:12:39.999851 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.091051 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef56cd-2ee6-4819-91fd-8e9818afd847 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:40.106854 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef56cd-2ee6-4819-91fd-8e9818afd847 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:40.119995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef56cd-2ee6-4819-91fd-8e9818afd847 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:40.146078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ef56cd-2ee6-4819-91fd-8e9818afd847 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:40.152318 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a6ef56cd-2ee6-4819-91fd-8e9818afd847 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3430459 Oct 27 16:12:40.153822 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57310) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:40.173513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=7a7797eb-b7a3-4604-8749-0490aafc3ae5,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:40.183486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking segment: {'id': '61c7e6e3-4e1e-4687-9e43-61ba94370913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c5055ee5-f48a-42bd-8603-3f3f1c969a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:40.183846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network hostable DHCP agents. Network: c5055ee5-f48a-42bd-8603-3f3f1c969a9a, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:40.211223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-c845b47d-5aee-43ad-a1e8-43147f6553cc tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:40.220630 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-c845b47d-5aee-43ad-a1e8-43147f6553cc tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3404257 Oct 27 16:12:40.237993 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-70eea1ea-c3e5-46e5-ab3c-d24ef6f77ed4 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/quotas/1266fc1b41494361b35f198b10ba7c11 HTTP/1.1" status: 200 len: 375 time: 0.0164361 Oct 27 16:12:40.264010 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.319033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network c5055ee5-f48a-42bd-8603-3f3f1c969a9a is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:40.384955 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.385715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-951ef17d-1672-4826-a30c-e1f0691757c6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1355138 Oct 27 16:12:40.409451 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c5055ee5-f48a-42bd-8603-3f3f1c969a9a) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:40.424946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfddf94-0d21-4e67-b5f0-51d52553c7b1 None None] Network c5055ee5-f48a-42bd-8603-3f3f1c969a9a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:40.425436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:40.425436 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.427841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25081f38-520f-4544-bb74-625a1b15e31f']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:40.508187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c8eef2d4-248c-47d2-942c-278cf9ca92ca up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:40.531622 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3be43c0-52aa-4eb6-b53f-64c8e1691298') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:40.536797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3be43c0-52aa-4eb6-b53f-64c8e1691298') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:40.543559 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a455f189-1132-4048-8f66-e60106e08d77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6386976 Oct 27 16:12:40.546908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57332) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:40.622166 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-53313a90-e08a-4ec2-9708-4cc38023c890 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:40.631555 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-53313a90-e08a-4ec2-9708-4cc38023c890 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/networks?id=f2d28a49-d48d-4197-b46c-c78c43f76df3 HTTP/1.1" status: 200 len: 814 time: 0.1639712 Oct 27 16:12:40.652658 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.668620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-80ab3be6-5851-4cb3-a7a1-6e90bfd3f99e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/quotas/eb288c6b6c854adeaee46ae3812af0c1 HTTP/1.1" status: 200 len: 375 time: 0.0357509 Oct 27 16:12:40.677398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57336) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:40.736866 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c2bc7c5-58db-429d-9213-97643c301733 req-a193845e-2d75-4370-a249-97c9a282d52e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 210 time: 0.0429058 Oct 27 16:12:40.756771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.769960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c8eef2d4-248c-47d2-942c-278cf9ca92ca triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:40.774226 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.776348 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-aae86304-a01c-40b6-bf5e-8ba159d519c6 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb288c6b6c854adeaee46ae3812af0c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064143 Oct 27 16:12:40.776602 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.793835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:40.794187 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.825884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7522e3d-8494-49d8-b57e-c2307448fcd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-c5055ee5-f48a-42bd-8603-3f3f1c969a9a', 'network_id': 'c5055ee5-f48a-42bd-8603-3f3f1c969a9a', 'tenant_id': 'ef6a14d294a948cbbf57c2d19e2d85cd', 'fixed_ips': [{'subnet_id': '7a7797eb-b7a3-4604-8749-0490aafc3ae5'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:12:40.826730 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7522e3d-8494-49d8-b57e-c2307448fcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.910137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1716940955-network', 'tenant_id': '0c5930663e274673b0f874df4f7d4406'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:40.914437 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:40.958874 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:40.977822 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.027207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Made reservation on behalf of 0c5930663e274673b0f874df4f7d4406 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:41.029762 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.032314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port c8eef2d4-248c-47d2-942c-278cf9ca92ca, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c8eef2d4-248c-47d2-942c-278cf9ca92ca,segment=NetworkSegment(1ddf05f3-2b8e-4977-bf2c-0e37c19096f1),segment_id=1ddf05f3-2b8e-4977-bf2c-0e37c19096f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:41.049035 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.116468 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-2565c773-98e3-47dc-b9e4-8ac9b240b3e9 service neutron] 10.222.0.15 "GET /v2.0/networks/f2d28a49-d48d-4197-b46c-c78c43f76df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370035 Oct 27 16:12:41.123888 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.178572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=c8eef2d4-248c-47d2-942c-278cf9ca92ca,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:41.194530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ab88b5-87f1-4393-a935-9737f29544a0 None None] Network 4a4df616-502f-41e1-ae12-fc7e61d4f806 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:41.212622 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.215776 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.250485 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-e12da1e1-bc6d-4ea8-b1dd-42335943a5d2 service neutron] 10.222.0.15 "GET /v2.0/networks/f2d28a49-d48d-4197-b46c-c78c43f76df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231346 Oct 27 16:12:41.250485 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.250485 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "DELETE /v2.0/networks/25081f38-520f-4544-bb74-625a1b15e31f HTTP/1.1" status: 204 len: 168 time: 1.0887394 Oct 27 16:12:41.261949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544d625-7eec-4aa1-b539-272b1e3e56f9 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Network': ['ID=25081f38-520f-4544-bb74-625a1b15e31f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:41.266646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:41.294624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7797eb-b7a3-4604-8749-0490aafc3ae5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:41.339908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-64b5cb31-2f71-4bff-b643-0574d8875cb7 None None] Provisioning complete for port c8eef2d4-248c-47d2-942c-278cf9ca92ca triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:41.340518 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-64b5cb31-2f71-4bff-b643-0574d8875cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.383962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.451117 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server [None req-e7522e3d-8494-49d8-b57e-c2307448fcd8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a7797eb-b7a3-4604-8749-0490aafc3ae5: This subnet is being modified by another concurrent operation. Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:12:41.453677 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a7797eb-b7a3-4604-8749-0490aafc3ae5: This subnet is being modified by another concurrent operation. Oct 27 16:12:41.458083 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Oct 27 16:12:41.491934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5055ee5-f48a-42bd-8603-3f3f1c969a9a']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:41.497264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.515701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c7e6e3-4e1e-4687-9e43-61ba94370913') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:41.516007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c7e6e3-4e1e-4687-9e43-61ba94370913') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:41.538891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc3b328-291a-4c20-a306-df7f8389e898']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:41.542925 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.556713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376ffb0-6c96-4d2a-a1cd-bf09a9701fde req-6fadbbfe-dd70-424a-ba4c-a3ad58b6513e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:41.565965 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0376ffb0-6c96-4d2a-a1cd-bf09a9701fde req-6fadbbfe-dd70-424a-ba4c-a3ad58b6513e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1628289 Oct 27 16:12:41.568769 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.591111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e40697-8e8c-491e-93f9-42653da2ac61') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:41.592038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e40697-8e8c-491e-93f9-42653da2ac61') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:41.609204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.613671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.620558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3584a77d-7ea0-412b-b3bf-be618f68c60a None None] Network c5055ee5-f48a-42bd-8603-3f3f1c969a9a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:41.624411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:41.625312 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.636928 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.644966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:41.645378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:41.648955 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:41.695476 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:41.700063 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d4e62bf0-edce-46b7-8286-3a1bdd4b4fe1 req-69aa0a36-3e9d-4ae8-8354-5d0ceadb1a04 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 210 time: 0.0343819 Oct 27 16:12:41.714819 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0376ffb0-6c96-4d2a-a1cd-bf09a9701fde req-ffe45b51-8c1a-4474-8a85-17f0b6617408 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443050 Oct 27 16:12:41.717378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.767188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96a690f-c084-4cd2-a133-a88d5748fa32,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:41.781055 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.800375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.805195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/c5055ee5-f48a-42bd-8603-3f3f1c969a9a HTTP/1.1" status: 204 len: 168 time: 1.2570114 Oct 27 16:12:41.809562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:41.815104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1163999757'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:41.832939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854fc79-a0a9-443c-9dca-bd5b947dfa65 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=c5055ee5-f48a-42bd-8603-3f3f1c969a9a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:41.899498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c60e647c-ca0a-485c-8951-5bfbc14e9786 req-816976af-9d9b-4081-b74a-eb82221c8749 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 210 time: 0.0603361 Oct 27 16:12:41.908884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9371f-1a12-4147-ac39-843ffdb76012 req-589630f6-ec65-49e5-8fbe-c2e585ccae12 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:41.920180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-74d9371f-1a12-4147-ac39-843ffdb76012 req-589630f6-ec65-49e5-8fbe-c2e585ccae12 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0798402 Oct 27 16:12:41.947394 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.956528 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:41.958355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:41.962106 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "DELETE /v2.0/networks/3bc3b328-291a-4c20-a306-df7f8389e898 HTTP/1.1" status: 204 len: 168 time: 0.6813092 Oct 27 16:12:41.963388 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57374) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:41.978055 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641d1d2-6c3c-4556-adc1-8ea492a0836d tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Network': ['ID=3bc3b328-291a-4c20-a306-df7f8389e898,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:41.982740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-74d9371f-1a12-4147-ac39-843ffdb76012 req-cb24cff1-5584-4b2a-9378-1eb3654cd715 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633945 Oct 27 16:12:41.987133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:41.989522 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.047579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:42.070604 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.070738 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment 09a6f17e-d939-470d-9a46-20a5cb1635c0 of type vlan for network c9369385-1c52-4f02-a3ac-cc62fcd5aa58 Oct 27 16:12:42.079461 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.079808 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Added segment 86e8774e-3dba-46fc-ac02-5cad1db2c108 of type vlan for network af016594-8bc5-461b-993c-3fdc1c22d42e Oct 27 16:12:42.119038 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.174820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64206cbc-5eeb-4008-b282-8e78f76ea9b4 None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:12:42.255799 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.262693 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:42.264330 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.284612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4e143a28-2dc2-4341-abbc-04a26f27f179 None None] Provisioning complete for port c8eef2d4-248c-47d2-942c-278cf9ca92ca triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:42.285471 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e143a28-2dc2-4341-abbc-04a26f27f179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.382805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=c9369385-1c52-4f02-a3ac-cc62fcd5aa58,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:42.410458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c9369385-1c52-4f02-a3ac-cc62fcd5aa58 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:42.467254 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c8eef2d4-248c-47d2-942c-278cf9ca92ca up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:42.496814 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4f6d25b3-0c89-466b-b5ad-f9304457c1e0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6826346 Oct 27 16:12:42.510531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57380) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:42.512439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64206cbc-5eeb-4008-b282-8e78f76ea9b4 None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:12:42.521864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'network_id': 'c9369385-1c52-4f02-a3ac-cc62fcd5aa58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:42.575895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.593865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eb28f2-e0d9-42bd-a56c-e903127b18fe tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:42.600716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eb28f2-e0d9-42bd-a56c-e903127b18fe tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:42.607448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b0eb28f2-e0d9-42bd-a56c-e903127b18fe tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6424820 Oct 27 16:12:42.608966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57382) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:42.616304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-589093138'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:42.675104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c8eef2d4-248c-47d2-942c-278cf9ca92ca triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:42.675478 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.707402 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.708507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:42.709473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.770006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Made reservation on behalf of c5cf710ca8924460aada53266d1faec0 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:42.774046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.775836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ecaf-f560-43a6-8333-b29f30250704 req-179fb64e-a2f4-4fde-857f-b22cccc49573 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:42.777894 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e65ecaf-f560-43a6-8333-b29f30250704 req-179fb64e-a2f4-4fde-857f-b22cccc49573 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0676551 Oct 27 16:12:42.819405 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b75dba42-d72a-419b-a8b7-a43785fee2f5 req-4b085478-a348-48fe-9edd-a1dbdc97e9d3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 210 time: 0.0509899 Oct 27 16:12:42.835442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] Pushing event updated for resources: {'Network': ['ID=af016594-8bc5-461b-993c-3fdc1c22d42e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:42.840609 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e65ecaf-f560-43a6-8333-b29f30250704 req-08141a1c-0ff7-4e29-b2ee-ced3735f06d1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523388 Oct 27 16:12:42.860624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:42.877566 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.878076 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Added segment 83b3a7de-5c41-41c8-8197-529058e44479 of type vlan for network 66919a54-8dbe-4de4-96ad-28a5ef7f8f48 Oct 27 16:12:42.884483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network af016594-8bc5-461b-993c-3fdc1c22d42e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:42.911659 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:42.915513 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:42.987655 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.009856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Performing IP validity checks on allocation pools {{(pid=109722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:12:43.009856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:12:43.061881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea1c4a81-05d5-40c4-b5c4-f9f5e05e8e85 req-3c38c665-4cbb-466c-8d0b-2849d8826405 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 210 time: 0.0410309 Oct 27 16:12:43.118962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d01b147f-f67d-4cdf-bb36-df269ce3a4fb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4377227 Oct 27 16:12:43.118962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.124449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57398) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:43.124956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:43.124956 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.133070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] Request body: {'subnet': {'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1716940955-subnet', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:43.218208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event updated for resources: {'Network': ['ID=66919a54-8dbe-4de4-96ad-28a5ef7f8f48,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:43.249897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 66919a54-8dbe-4de4-96ad-28a5ef7f8f48 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:43.297268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] Made reservation on behalf of 0c5930663e274673b0f874df4f7d4406 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:43.300422 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.303885 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.386048 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aac50c4e-cb3e-4d3c-a533-671a107769a3 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7737350 Oct 27 16:12:43.386554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57402) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:43.392294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1817964699'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:43.436037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=50afc1f1-0d4e-4e26-8e91-85b900fd27a7,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:43.445246 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking segment: {'id': '09a6f17e-d939-470d-9a46-20a5cb1635c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c9369385-1c52-4f02-a3ac-cc62fcd5aa58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:43.445610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network hostable DHCP agents. Network: c9369385-1c52-4f02-a3ac-cc62fcd5aa58, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:43.545614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Made reservation on behalf of c5cf710ca8924460aada53266d1faec0 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:43.549732 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.578356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:43.586044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network c9369385-1c52-4f02-a3ac-cc62fcd5aa58 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:43.591835 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.592344 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Added segment c807957e-5938-473f-9d1a-1b6f8a5db07d of type vlan for network e84cbd62-12b2-49d0-a317-97ea1d39ce1f Oct 27 16:12:43.601230 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-852183c2-7a12-4707-86aa-d58b2ec7961f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276747 Oct 27 16:12:43.638297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.694671 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.697365 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c9369385-1c52-4f02-a3ac-cc62fcd5aa58) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:43.711171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cc2b7c-acec-46ce-8ae4-961acc09ae34 None None] Network c9369385-1c52-4f02-a3ac-cc62fcd5aa58 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:43.711771 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:43.712936 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.765979 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-253d6c47-10ff-43c4-a333-402f1f8f6a02 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:43.767557 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-253d6c47-10ff-43c4-a333-402f1f8f6a02 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1598797 Oct 27 16:12:43.783188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Request body: {'port': {'device_id': '91238cc7-972c-43eb-806d-b7886287dd90', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '1266fc1b41494361b35f198b10ba7c11'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:43.788068 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.797594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:43.799039 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:43.832795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3730f2-0bf8-4326-9e2c-a789f343fc1b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:43.857634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] Checking segment: {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:43.858025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] Network hostable DHCP agents. Network: af016594-8bc5-461b-993c-3fdc1c22d42e, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:43.893847 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e9a818fc-fa54-4fe8-91bb-b9658f024b15 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3820753 Oct 27 16:12:43.897449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57410) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:43.986515 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-911434f3-26c2-40ea-b4b6-2bc4ff9c6faf req-0a0b6fd0-23b5-4f63-bdf8-4cb64be7d284 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 210 time: 0.0375056 Oct 27 16:12:43.986669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-c9369385-1c52-4f02-a3ac-cc62fcd5aa58', 'network_id': 'c9369385-1c52-4f02-a3ac-cc62fcd5aa58', 'tenant_id': 'ef6a14d294a948cbbf57c2d19e2d85cd', 'fixed_ips': [{'subnet_id': '50afc1f1-0d4e-4e26-8e91-85b900fd27a7'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:12:43.987476 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.010601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] Network af016594-8bc5-461b-993c-3fdc1c22d42e is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:44.026068 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6384361 Oct 27 16:12:44.031610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57412) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:44.038940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'ports': [{'network_id': '66919a54-8dbe-4de4-96ad-28a5ef7f8f48', 'name': 'tempest-port--1885009233', 'admin_state_up': True}, {'network_id': 'e84cbd62-12b2-49d0-a317-97ea1d39ce1f', 'admin_state_up': False}]} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:44.039716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'port': {'network_id': '66919a54-8dbe-4de4-96ad-28a5ef7f8f48', 'name': 'tempest-port--1885009233', 'admin_state_up': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:44.040432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'port': {'network_id': 'e84cbd62-12b2-49d0-a317-97ea1d39ce1f', 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:44.042838 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bdfe0-00e4-4448-b115-0fb3d7ffa156 req-fb75e192-204b-4c3f-aa21-00d99c0941ff tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.052544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-885bdfe0-00e4-4448-b115-0fb3d7ffa156 req-fb75e192-204b-4c3f-aa21-00d99c0941ff tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.2509749 Oct 27 16:12:44.054383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6b9ea-7a34-4c23-8232-8e29307ce7dc tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event updated for resources: {'Network': ['ID=e84cbd62-12b2-49d0-a317-97ea1d39ce1f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:44.072799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network e84cbd62-12b2-49d0-a317-97ea1d39ce1f details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:44.140726 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-885bdfe0-00e4-4448-b115-0fb3d7ffa156 req-2e8d13c2-edc8-4384-b465-a61810486d8f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766752 Oct 27 16:12:44.149898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.209269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Made reservation on behalf of 1266fc1b41494361b35f198b10ba7c11 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:44.213441 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.227337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Allocated IP 172.20.0.3 (c9369385-1c52-4f02-a3ac-cc62fcd5aa58/50afc1f1-0d4e-4e26-8e91-85b900fd27a7/2f5f7d19-bfc1-4bcf-b40c-31dc1a784795) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:44.238532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, af016594-8bc5-461b-993c-3fdc1c22d42e) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:44.238761 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.252410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96681d5c-00f1-4a4e-b02b-51f376160525 None None] Network af016594-8bc5-461b-993c-3fdc1c22d42e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:44.336929 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fd6dd13e-5bd6-4881-b7f1-d8e7903a8b90 req-57937308-2d50-45dd-b2f6-a6c1a2cb0393 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 210 time: 0.1310751 Oct 27 16:12:44.342146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.342893 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.491701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39008f-b7f6-47b9-a41d-7c87b8256a95 req-c91832b9-6789-4a07-8d3e-126e70584600 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.495860 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8fb2c73c-1dde-439e-bef0-bb8e0c4ec316 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3724751 Oct 27 16:12:44.509234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39008f-b7f6-47b9-a41d-7c87b8256a95 req-c91832b9-6789-4a07-8d3e-126e70584600 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.513261 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.514682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57422) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:44.516522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39008f-b7f6-47b9-a41d-7c87b8256a95 req-c91832b9-6789-4a07-8d3e-126e70584600 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.523662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39008f-b7f6-47b9-a41d-7c87b8256a95 req-c91832b9-6789-4a07-8d3e-126e70584600 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.524357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:44.531255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39008f-b7f6-47b9-a41d-7c87b8256a95 req-c91832b9-6789-4a07-8d3e-126e70584600 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.531411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-af016594-8bc5-461b-993c-3fdc1c22d42e', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:12:44.531987 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.537798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39008f-b7f6-47b9-a41d-7c87b8256a95 req-c91832b9-6789-4a07-8d3e-126e70584600 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.543925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39008f-b7f6-47b9-a41d-7c87b8256a95 req-c91832b9-6789-4a07-8d3e-126e70584600 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:44.546467 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb39008f-b7f6-47b9-a41d-7c87b8256a95 req-c91832b9-6789-4a07-8d3e-126e70584600 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5445 time: 0.1309607 Oct 27 16:12:44.573009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Allocated IP 192.168.233.224 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/063756dc-5098-4314-8df9-6f129ff67b34) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:44.595328 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb39008f-b7f6-47b9-a41d-7c87b8256a95 req-6ecfe0d2-3443-4cda-8a4a-23e69384e1d8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366828 Oct 27 16:12:44.621765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Made reservation on behalf of c5cf710ca8924460aada53266d1faec0 for: {'port': 2} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:44.627221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.658911 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.667901 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.726157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Network c9369385-1c52-4f02-a3ac-cc62fcd5aa58 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:44.729353 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Allocated IP 172.20.0.2 (af016594-8bc5-461b-993c-3fdc1c22d42e/ea3730f2-0bf8-4326-9e2c-a789f343fc1b/e19b6d28-6fde-497a-bab8-6905fa2f26fd) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:44.734150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:44.742600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:44.746753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Pushing event updated for resources: {'Port': ['ID=2f5f7d19-bfc1-4bcf-b40c-31dc1a784795,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:44.798784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.836799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Subnet': ['ID=50afc1f1-0d4e-4e26-8e91-85b900fd27a7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:44.867712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Attempting to bind port 2f5f7d19-bfc1-4bcf-b40c-31dc1a784795 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:44.868134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Attempting to bind port 2f5f7d19-bfc1-4bcf-b40c-31dc1a784795 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '09a6f17e-d939-470d-9a46-20a5cb1635c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c9369385-1c52-4f02-a3ac-cc62fcd5aa58'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:44.868492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Attempting to bind port 2f5f7d19-bfc1-4bcf-b40c-31dc1a784795 on network c9369385-1c52-4f02-a3ac-cc62fcd5aa58 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:44.879953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:44.880699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Checking segment: {'id': '09a6f17e-d939-470d-9a46-20a5cb1635c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c9369385-1c52-4f02-a3ac-cc62fcd5aa58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:44.881296 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.881693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Bound using segment: {'id': '09a6f17e-d939-470d-9a46-20a5cb1635c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c9369385-1c52-4f02-a3ac-cc62fcd5aa58'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:44.882183 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Bound port: 2f5f7d19-bfc1-4bcf-b40c-31dc1a784795, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09a6f17e-d939-470d-9a46-20a5cb1635c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'c9369385-1c52-4f02-a3ac-cc62fcd5aa58'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:44.882567 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.918139 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.944007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9369385-1c52-4f02-a3ac-cc62fcd5aa58']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:44.955611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a6f17e-d939-470d-9a46-20a5cb1635c0') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:44.955940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a6f17e-d939-470d-9a46-20a5cb1635c0') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:44.967022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.982613 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.990814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:44.991219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:44.996307 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:45.019544 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.052275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] For port 2f5f7d19-bfc1-4bcf-b40c-31dc1a784795, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:45.068002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] For port 2f5f7d19-bfc1-4bcf-b40c-31dc1a784795, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2f5f7d19-bfc1-4bcf-b40c-31dc1a784795,segment=NetworkSegment(09a6f17e-d939-470d-9a46-20a5cb1635c0),segment_id=09a6f17e-d939-470d-9a46-20a5cb1635c0)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:45.069930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.070958 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.101477 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.119966 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7176a84d-bcc8-4adb-acee-7df02c23787f req-731514f8-ea7d-4d76-a8a4-12c9ed381422 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 210 time: 0.0411301 Oct 27 16:12:45.122091 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:12:45.122091 n-d-815689-1 neutron-server[109723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:12:45.122091 n-d-815689-1 neutron-server[109723]: [parameters: {'id': 'c9369385-1c52-4f02-a3ac-cc62fcd5aa58'}] Oct 27 16:12:45.122091 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:12:45.122915 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:12:45.150249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Network af016594-8bc5-461b-993c-3fdc1c22d42e is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:45.155313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:45.160603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:45.163744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Pushing event updated for resources: {'Port': ['ID=e19b6d28-6fde-497a-bab8-6905fa2f26fd,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:45.182089 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.292238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61f04-9d54-4229-bc57-795328055e6a req-1c36567c-1670-4729-998a-137a7070582c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.294086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2b61f04-9d54-4229-bc57-795328055e6a req-1c36567c-1670-4729-998a-137a7070582c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0781155 Oct 27 16:12:45.315659 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] device_id is not set on port 45280732-184b-4eac-8341-16df5c6c9e8d yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:12:45.326712 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.356730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2b61f04-9d54-4229-bc57-795328055e6a req-b782353c-c2c1-4366-84b1-424667437711 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530779 Oct 27 16:12:45.360047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d9e1-6bff-4c99-a02d-c04f94af4077 req-e3feb4ac-e437-45bf-9dcd-3d2ac85fb6d8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.375557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d9e1-6bff-4c99-a02d-c04f94af4077 req-e3feb4ac-e437-45bf-9dcd-3d2ac85fb6d8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.375557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d9e1-6bff-4c99-a02d-c04f94af4077 req-e3feb4ac-e437-45bf-9dcd-3d2ac85fb6d8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.380244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d9e1-6bff-4c99-a02d-c04f94af4077 req-e3feb4ac-e437-45bf-9dcd-3d2ac85fb6d8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.386384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d9e1-6bff-4c99-a02d-c04f94af4077 req-e3feb4ac-e437-45bf-9dcd-3d2ac85fb6d8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.393491 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d9e1-6bff-4c99-a02d-c04f94af4077 req-e3feb4ac-e437-45bf-9dcd-3d2ac85fb6d8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.399967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d9e1-6bff-4c99-a02d-c04f94af4077 req-e3feb4ac-e437-45bf-9dcd-3d2ac85fb6d8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.401924 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3975d9e1-6bff-4c99-a02d-c04f94af4077 req-e3feb4ac-e437-45bf-9dcd-3d2ac85fb6d8 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5445 time: 0.3535283 Oct 27 16:12:45.430418 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.441040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-28acc38c-fd38-4965-8159-c3ad191c42a0 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:45.444105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-28acc38c-fd38-4965-8159-c3ad191c42a0 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.54 "GET /v2.0/networks?id=f2d28a49-d48d-4197-b46c-c78c43f76df3 HTTP/1.1" status: 200 len: 814 time: 0.3963196 Oct 27 16:12:45.482589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Request body: {'port': {'device_id': '16090ca3-c40d-44d3-8d6e-b05b7f364187', 'network_id': 'f2d28a49-d48d-4197-b46c-c78c43f76df3', 'admin_state_up': True, 'tenant_id': 'eb288c6b6c854adeaee46ae3812af0c1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:45.491173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Attempting to bind port e19b6d28-6fde-497a-bab8-6905fa2f26fd on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:45.491542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Attempting to bind port e19b6d28-6fde-497a-bab8-6905fa2f26fd by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:45.491916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Attempting to bind port e19b6d28-6fde-497a-bab8-6905fa2f26fd on network af016594-8bc5-461b-993c-3fdc1c22d42e {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:45.497224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944a577-6236-4f5b-b829-cd1e4f61d6be None None] Pushing event updated for resources: {'Port': ['ID=2f5f7d19-bfc1-4bcf-b40c-31dc1a784795,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:45.507604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:45.507604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Checking segment: {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:45.507998 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.508485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Bound using segment: {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:45.509032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Bound port: e19b6d28-6fde-497a-bab8-6905fa2f26fd, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:45.509482 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.529708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa4a1a9-e805-4bda-b581-d4f8baaa6571 None None] Network c9369385-1c52-4f02-a3ac-cc62fcd5aa58 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:45.625897 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.659555 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-abe99e33-d24a-4179-b447-2dca6ffc7f87 req-cefd0f33-0f0d-4300-9817-05a1b4b77df6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 210 time: 0.1774168 Oct 27 16:12:45.666019 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] For port e19b6d28-6fde-497a-bab8-6905fa2f26fd, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:45.703190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] For port e19b6d28-6fde-497a-bab8-6905fa2f26fd, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e19b6d28-6fde-497a-bab8-6905fa2f26fd,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:45.709133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Deleting port 2f5f7d19-bfc1-4bcf-b40c-31dc1a784795 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:45.709780 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.782629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] For port 2f5f7d19-bfc1-4bcf-b40c-31dc1a784795, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2f5f7d19-bfc1-4bcf-b40c-31dc1a784795,segment=NetworkSegment(09a6f17e-d939-470d-9a46-20a5cb1635c0),segment_id=09a6f17e-d939-470d-9a46-20a5cb1635c0)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:45.783069 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.799947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Calling delete_port for 2f5f7d19-bfc1-4bcf-b40c-31dc1a784795 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:45.828568 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.839009 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.846315 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.878863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736', '905584dc-a8c2-4271-a312-4f8ce4585894', '01428ef4-d4d8-49ac-9778-f25faea19a39'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:45.880934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c6cedf9f-61ec-4c5d-a361-ae4668353645', 'cae401fa-870b-443a-bb87-725924aaa6fe', '16c5773b-0478-4d9e-8617-f60c0614b9a1'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:45.918083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:45.993504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:45.997372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event updated for resources: {'Port': ['ID=063756dc-5098-4314-8df9-6f129ff67b34,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:46.000512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cc8be-75db-461b-89d5-7d42bc740a1b None None] Pushing event updated for resources: {'Port': ['ID=e19b6d28-6fde-497a-bab8-6905fa2f26fd,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:46.017525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:46.022113 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.026750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:46.073795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Port': ['ID=2f5f7d19-bfc1-4bcf-b40c-31dc1a784795,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:46.075816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No DVR routers for this DVR port 2f5f7d19-bfc1-4bcf-b40c-31dc1a784795 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:46.099473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] device_id is not set on port c6e806f1-ab38-4241-9b7f-f961da8198a1 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:12:46.136856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Made reservation on behalf of eb288c6b6c854adeaee46ae3812af0c1 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:46.142026 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.195596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.196502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.335968 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e682e3f2-b078-49c3-9482-4cba25357fff req-1c5172da-7997-4944-9747-53aca9f59b26 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 210 time: 0.0719695 Oct 27 16:12:46.354833 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.402520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9369385-1c52-4f02-a3ac-cc62fcd5aa58']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:46.407934 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-9f112b2e-4393-4ac9-a9b5-1298a92fd56b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6302943 Oct 27 16:12:46.419973 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09a6f17e-d939-470d-9a46-20a5cb1635c0') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:46.420712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09a6f17e-d939-470d-9a46-20a5cb1635c0') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:46.439823 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.487657 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.525212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:46.525812 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:46.530089 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:46.559958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e19b6d28-6fde-497a-bab8-6905fa2f26fd up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:46.641431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Request body: {'port': {'device_id': '91238cc7-972c-43eb-806d-b7886287dd90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:46.649704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Allocated IP 172.20.0.4 (f2d28a49-d48d-4197-b46c-c78c43f76df3/b247893b-90fe-419d-8d78-bdc86f16c2d7/1ec44ccb-862a-45f5-a05a-0415370bcad1) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:46.655642 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.723686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b0fae27d-0696-4298-b564-e108bf36fae0 None None] Provisioning complete for port 063756dc-5098-4314-8df9-6f129ff67b34 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:46.724204 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b0fae27d-0696-4298-b564-e108bf36fae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.773928 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.804522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b0fae27d-0696-4298-b564-e108bf36fae0 None None] Port 063756dc-5098-4314-8df9-6f129ff67b34 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:46.820768 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.825704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/c9369385-1c52-4f02-a3ac-cc62fcd5aa58 HTTP/1.1" status: 204 len: 168 time: 2.9247589 Oct 27 16:12:46.827548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b41ca-f5e1-4944-9639-2859d61a3b9b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=c9369385-1c52-4f02-a3ac-cc62fcd5aa58,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:46.829578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57446) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:46.837669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e19b6d28-6fde-497a-bab8-6905fa2f26fd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:46.838045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.838985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1270096271'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:46.853441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc555c-c5e1-4df1-aae3-6ad267e79eda req-2c93ab73-1bc5-4904-8508-4cf459ebb873 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.861502 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-40fc555c-c5e1-4df1-aae3-6ad267e79eda req-2c93ab73-1bc5-4904-8508-4cf459ebb873 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.3068972 Oct 27 16:12:46.895433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766760a7-0752-4fc1-9fcf-6e8f4bb0c278 req-7a51434f-bbfa-4787-b5a7-ed90ae7fb01b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:46.901891 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-766760a7-0752-4fc1-9fcf-6e8f4bb0c278 req-7a51434f-bbfa-4787-b5a7-ed90ae7fb01b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 936 time: 0.1431763 Oct 27 16:12:46.935446 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.955566 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:46.963224 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:46.988655 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-766760a7-0752-4fc1-9fcf-6e8f4bb0c278 req-04803972-5a0b-4ff4-9768-79bcdc949823 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788724 Oct 27 16:12:47.024562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:47.042018 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.043074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.044197 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment 1d3b190d-f304-4cb9-8b21-d5e780929bf9 of type vlan for network 2b444b8d-5fc3-49c4-aace-388e49958786 Oct 27 16:12:47.060892 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.082172 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.094339 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-40fc555c-c5e1-4df1-aae3-6ad267e79eda req-716e9334-29ab-46d9-9fb8-2c7e0d11560f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320790 Oct 27 16:12:47.119082 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.147250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port e19b6d28-6fde-497a-bab8-6905fa2f26fd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e19b6d28-6fde-497a-bab8-6905fa2f26fd,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:47.163773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.226872 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.260909 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.267236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:47.267879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.310970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event updated for resources: {'Port': ['ID=45280732-184b-4eac-8341-16df5c6c9e8d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:47.361416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=e19b6d28-6fde-497a-bab8-6905fa2f26fd,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:47.380895 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.401899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=2b444b8d-5fc3-49c4-aace-388e49958786,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:47.420900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Checking segment: {'id': '83b3a7de-5c41-41c8-8197-529058e44479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '66919a54-8dbe-4de4-96ad-28a5ef7f8f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:47.421400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Network hostable DHCP agents. Network: 66919a54-8dbe-4de4-96ad-28a5ef7f8f48, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:47.435653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1810a0e1-e054-464d-89e9-35e2f1237d64 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6020021 Oct 27 16:12:47.438791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57456) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:47.446441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'network_id': '2b444b8d-5fc3-49c4-aace-388e49958786', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:47.463777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 2b444b8d-5fc3-49c4-aace-388e49958786 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:47.534054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31b4f4-58e4-42a3-87a3-0be478c19c69 None None] Network af016594-8bc5-461b-993c-3fdc1c22d42e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:47.544311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Allocated IP 172.25.4.197 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/f13d4d84-885c-4cca-a1b8-8b46200f1e04) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:47.590290 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97836d85-7ad3-4a77-8794-e5b8fbfa65c8 req-99d7d720-ca12-4018-a503-a5feaf789f47 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 210 time: 0.0386927 Oct 27 16:12:47.633227 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Network 66919a54-8dbe-4de4-96ad-28a5ef7f8f48 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:47.706699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2b7d7613-ed81-4915-a7ba-7568da05497c None None] Provisioning complete for port e19b6d28-6fde-497a-bab8-6905fa2f26fd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:47.706699 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2b7d7613-ed81-4915-a7ba-7568da05497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.722153 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.746211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063756dc-5098-4314-8df9-6f129ff67b34 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:47.746491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:47.750492 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.777098 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.808409 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.826947 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Transition to ACTIVE for port object 063756dc-5098-4314-8df9-6f129ff67b34 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:12:47.833706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Network f2d28a49-d48d-4197-b46c-c78c43f76df3 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:47.836606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 66919a54-8dbe-4de4-96ad-28a5ef7f8f48) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:47.838459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Pushing event updated for resources: {'Port': ['ID=1ec44ccb-862a-45f5-a05a-0415370bcad1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:47.844845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:47.859436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:47.860614 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:47.884040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f59aa-73b8-4a1e-88cf-f5e6755a4f8b None None] Network 66919a54-8dbe-4de4-96ad-28a5ef7f8f48 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:47.946566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:47.977104 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:48.062239 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:48.101440 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event updated for resources: {'Port': ['ID=c6e806f1-ab38-4241-9b7f-f961da8198a1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:48.131837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.132552 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:48.176830 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:48.184845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Checking segment: {'id': 'c807957e-5938-473f-9d1a-1b6f8a5db07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e84cbd62-12b2-49d0-a317-97ea1d39ce1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:48.189802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Network hostable DHCP agents. Network: e84cbd62-12b2-49d0-a317-97ea1d39ce1f, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:48.251757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=4ab761de-8833-4339-bfd2-f9c9b20f14d0,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:48.287052 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Pushing event updated for resources: {'Port': ['ID=063756dc-5098-4314-8df9-6f129ff67b34,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:48.300387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30995-6852-4ece-96d2-03bc64090108 req-cd67bbed-3372-4630-8300-2000bfc63358 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.302167 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-76c30995-6852-4ece-96d2-03bc64090108 req-cd67bbed-3372-4630-8300-2000bfc63358 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 948 time: 0.1165094 Oct 27 16:12:48.308340 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-af5ed20f-3fe3-44d9-98b3-c0b3e10eb0a3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8358243 Oct 27 16:12:48.339036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57478) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:48.371891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:48.385565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Request body: {'port': {'device_id': '16090ca3-c40d-44d3-8d6e-b05b7f364187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:48.388262 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-76c30995-6852-4ece-96d2-03bc64090108 req-563e6e2c-4a46-46fb-987e-89ba5798aad9 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771139 Oct 27 16:12:48.397069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking segment: {'id': '1d3b190d-f304-4cb9-8b21-d5e780929bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2b444b8d-5fc3-49c4-aace-388e49958786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:48.398636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network hostable DHCP agents. Network: 2b444b8d-5fc3-49c4-aace-388e49958786, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:48.421219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:48.440825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e19b6d28-6fde-497a-bab8-6905fa2f26fd up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:48.453331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:48.495524 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1f1124e8-be30-429a-9be5-955234543c7d None None] Provisioning complete for port e19b6d28-6fde-497a-bab8-6905fa2f26fd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:48.495899 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1f1124e8-be30-429a-9be5-955234543c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:48.503610 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de69abfc-6249-4239-8801-df2da5f10eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:48.552717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9599-bab7-4338-a39d-496d9a08ff86 req-8ad9ffe6-51b6-4948-9d8d-a192ee9e3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.553190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9599-bab7-4338-a39d-496d9a08ff86 req-8ad9ffe6-51b6-4948-9d8d-a192ee9e3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.553824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9599-bab7-4338-a39d-496d9a08ff86 req-8ad9ffe6-51b6-4948-9d8d-a192ee9e3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.554658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9599-bab7-4338-a39d-496d9a08ff86 req-8ad9ffe6-51b6-4948-9d8d-a192ee9e3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.555485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9599-bab7-4338-a39d-496d9a08ff86 req-8ad9ffe6-51b6-4948-9d8d-a192ee9e3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.556046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9599-bab7-4338-a39d-496d9a08ff86 req-8ad9ffe6-51b6-4948-9d8d-a192ee9e3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.556915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9599-bab7-4338-a39d-496d9a08ff86 req-8ad9ffe6-51b6-4948-9d8d-a192ee9e3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.568858 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-acfd9599-bab7-4338-a39d-496d9a08ff86 req-8ad9ffe6-51b6-4948-9d8d-a192ee9e3964 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6502 time: 0.2275538 Oct 27 16:12:48.569110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19296a1d-3c6e-4621-99d8-70d90ff2b8d1 None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:12:48.573108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e19b6d28-6fde-497a-bab8-6905fa2f26fd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:48.573518 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:48.603640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-acfd9599-bab7-4338-a39d-496d9a08ff86 req-23dcfeb0-c802-45af-ad70-db00b40226aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a238d129-c195-4550-9116-b139601d7bbf&id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337298 Oct 27 16:12:48.661792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network 2b444b8d-5fc3-49c4-aace-388e49958786 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:48.750868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf416f7-ddff-49b5-aae6-7a3cba1c5252 req-24e23409-0b85-4434-a8cb-c62084cfe292 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.752606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdf416f7-ddff-49b5-aae6-7a3cba1c5252 req-24e23409-0b85-4434-a8cb-c62084cfe292 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 931 time: 0.0643005 Oct 27 16:12:48.802584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdf416f7-ddff-49b5-aae6-7a3cba1c5252 req-f15c766f-39f0-4bcc-a802-f4482cb3a3c3 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417988 Oct 27 16:12:48.845420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Pushing event updated for resources: {'Port': ['ID=f13d4d84-885c-4cca-a1b8-8b46200f1e04,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:48.878971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Attempting to bind port 063756dc-5098-4314-8df9-6f129ff67b34 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:48.879791 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Attempting to bind port 063756dc-5098-4314-8df9-6f129ff67b34 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:48.879791 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Attempting to bind port 063756dc-5098-4314-8df9-6f129ff67b34 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:48.904286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b2a3f-62f6-4d2a-bf30-c5947424979d req-17f9147d-8713-43da-9e34-5b48148b0290 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:48.906517 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da8b2a3f-62f6-4d2a-bf30-c5947424979d req-17f9147d-8713-43da-9e34-5b48148b0290 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.6746740 Oct 27 16:12:48.910672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Port 063756dc-5098-4314-8df9-6f129ff67b34 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:12:48.911007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Attempting to bind port 063756dc-5098-4314-8df9-6f129ff67b34 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:48.912995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Network e84cbd62-12b2-49d0-a317-97ea1d39ce1f is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:48.989841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 2b444b8d-5fc3-49c4-aace-388e49958786) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:48.991371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:48.997343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:48.997665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:48.999265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:48.999265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Bound port: 063756dc-5098-4314-8df9-6f129ff67b34, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:48.999562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.002407 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:49.005297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.022827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, e84cbd62-12b2-49d0-a317-97ea1d39ce1f) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:49.057658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:49.064141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:49.069226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:49.069977 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.079991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19296a1d-3c6e-4621-99d8-70d90ff2b8d1 None None] Unable to find a vacant binding_index for network 2b444b8d-5fc3-49c4-aace-388e49958786 and agent 4479cd6e-36a9-4fbd-9733-60592528d79e {{(pid=109724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 27 16:12:49.083651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2e57f250-b43b-455c-b237-4bc7c428f7f1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6430428 Oct 27 16:12:49.085657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57490) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:49.146871 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da8b2a3f-62f6-4d2a-bf30-c5947424979d req-3e88f4ac-023c-4e96-976c-c79c12cfd871 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248316 Oct 27 16:12:49.164135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19296a1d-3c6e-4621-99d8-70d90ff2b8d1 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 2b444b8d-5fc3-49c4-aace-388e49958786) {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:12:49.225789 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.243003 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-59998fc0-4ba7-4b71-b30e-d861a3dd1e16 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.2065833 Oct 27 16:12:49.246037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57492) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:49.264423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] For port 063756dc-5098-4314-8df9-6f129ff67b34, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:49.270006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] For port 063756dc-5098-4314-8df9-6f129ff67b34, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=063756dc-5098-4314-8df9-6f129ff67b34,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:49.317890 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.356586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dc9499-2deb-4149-9ad1-9216e4aead6a tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:49.364686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dc9499-2deb-4149-9ad1-9216e4aead6a tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:49.366417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-84dc9499-2deb-4149-9ad1-9216e4aead6a tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1195202 Oct 27 16:12:49.370052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57494) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:49.387294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.453594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Pushing event updated for resources: {'Port': ['ID=063756dc-5098-4314-8df9-6f129ff67b34,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:49.491687 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:49.492270 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.493734 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-18cf9463-545c-40be-9675-1df38de86574 service neutron] 10.222.0.54 "PUT /v2.0/ports/063756dc-5098-4314-8df9-6f129ff67b34 HTTP/1.1" status: 200 len: 1096 time: 3.0665679 Oct 27 16:12:49.494179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91238cc7-972c-43eb-806d-b7886287dd90', 'tag': '063756dc-5098-4314-8df9-6f129ff67b34'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:49.500117 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735fa7c8-b2e7-4548-b8e9-84631887612e" -d '{"events": [{"name": "network-changed", "server_uuid": "91238cc7-972c-43eb-806d-b7886287dd90", "tag": "063756dc-5098-4314-8df9-6f129ff67b34"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:49.529155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e8eb9e-97a0-4f32-bc70-9ca84faa31e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-2b444b8d-5fc3-49c4-aace-388e49958786', 'network_id': '2b444b8d-5fc3-49c4-aace-388e49958786', 'tenant_id': 'ef6a14d294a948cbbf57c2d19e2d85cd', 'fixed_ips': [{'subnet_id': '4ab761de-8833-4339-bfd2-f9c9b20f14d0'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:12:49.530942 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-90e8eb9e-97a0-4f32-bc70-9ca84faa31e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.534931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9d5d2-b2c2-4f9f-ba5f-c7cd53ed770c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Deleting port 45280732-184b-4eac-8341-16df5c6c9e8d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:49.539111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d5d2-b2c2-4f9f-ba5f-c7cd53ed770c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.544716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.583796 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f05916-78d1-469d-a6c9-9ec9aca32639 x-openstack-request-id: req-96f05916-78d1-469d-a6c9-9ec9aca32639 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:49.584165 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91238cc7-972c-43eb-806d-b7886287dd90", "tag": "063756dc-5098-4314-8df9-6f129ff67b34", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:49.584424 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96f05916-78d1-469d-a6c9-9ec9aca32639 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:49.584823 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91238cc7-972c-43eb-806d-b7886287dd90', 'tag': '063756dc-5098-4314-8df9-6f129ff67b34', 'status': 'completed', 'code': 200} Oct 27 16:12:49.613276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server [None req-90e8eb9e-97a0-4f32-bc70-9ca84faa31e9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ab761de-8833-4339-bfd2-f9c9b20f14d0: This subnet is being modified by another concurrent operation. Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:12:49.692654 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ab761de-8833-4339-bfd2-f9c9b20f14d0: This subnet is being modified by another concurrent operation. Oct 27 16:12:49.696500 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Oct 27 16:12:49.703940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Subnet': ['ID=4ab761de-8833-4339-bfd2-f9c9b20f14d0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:49.720783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ec44ccb-862a-45f5-a05a-0415370bcad1 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:49.720892 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d5d2-b2c2-4f9f-ba5f-c7cd53ed770c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.729640 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.730306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aacf1c6-dc00-4743-a59e-f45e9d3c6a3c None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:12:49.746690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa7c8-b2e7-4548-b8e9-84631887612e req-e290619d-343f-4fa7-b747-588475f62286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:49.746690 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-735fa7c8-b2e7-4548-b8e9-84631887612e req-e290619d-343f-4fa7-b747-588475f62286 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 1099 time: 0.1313357 Oct 27 16:12:49.773820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a6d9d5d2-b2c2-4f9f-ba5f-c7cd53ed770c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Calling delete_port for 45280732-184b-4eac-8341-16df5c6c9e8d owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:49.794788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Transition to ACTIVE for port object 1ec44ccb-862a-45f5-a05a-0415370bcad1 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:12:49.810445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b58f3-142c-418b-bb87-4fa26574b3b9 req-bd746648-b7b2-443c-81c9-5eb39661df74 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:49.812305 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e62b58f3-142c-418b-bb87-4fa26574b3b9 req-bd746648-b7b2-443c-81c9-5eb39661df74 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 948 time: 0.2039690 Oct 27 16:12:49.818442 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.843740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-735fa7c8-b2e7-4548-b8e9-84631887612e req-6294efd3-df42-4a3a-9694-370b655c6188 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=1266fc1b41494361b35f198b10ba7c11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0882256 Oct 27 16:12:49.897714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b444b8d-5fc3-49c4-aace-388e49958786']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:49.898620 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aacf1c6-dc00-4743-a59e-f45e9d3c6a3c None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:12:49.918765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3b190d-f304-4cb9-8b21-d5e780929bf9') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:49.919153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3b190d-f304-4cb9-8b21-d5e780929bf9') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:49.919541 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.940598 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.950677 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e62b58f3-142c-418b-bb87-4fa26574b3b9 req-d57bc20b-4f63-492b-823a-cb7e56175955 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977917 Oct 27 16:12:49.965665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.975392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:49.989043 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:50.011168 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.045109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec44ccb-862a-45f5-a05a-0415370bcad1,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:50.073771 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d5d2-b2c2-4f9f-ba5f-c7cd53ed770c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.110733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9d5d2-b2c2-4f9f-ba5f-c7cd53ed770c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Port': ['ID=45280732-184b-4eac-8341-16df5c6c9e8d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:50.126354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d5d2-b2c2-4f9f-ba5f-c7cd53ed770c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.129952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a6d9d5d2-b2c2-4f9f-ba5f-c7cd53ed770c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "DELETE /v2.0/ports/45280732-184b-4eac-8341-16df5c6c9e8d HTTP/1.1" status: 204 len: 168 time: 0.7589579 Oct 27 16:12:50.132489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57504) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:50.149589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d5aa3-de98-4caf-8fb5-bbf3b48d960c req-a120a3a5-6223-4458-8cd1-f16cab9f5d09 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:50.151707 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dc0d5aa3-de98-4caf-8fb5-bbf3b48d960c req-a120a3a5-6223-4458-8cd1-f16cab9f5d09 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 943 time: 0.2454460 Oct 27 16:12:50.162114 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fa7c8-b2e7-4548-b8e9-84631887612e req-14633d69-3f22-4bc1-a845-599731cc19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:50.163745 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-735fa7c8-b2e7-4548-b8e9-84631887612e req-14633d69-3f22-4bc1-a845-599731cc19c6 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3125467 Oct 27 16:12:50.173851 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.194786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.198571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/2b444b8d-5fc3-49c4-aace-388e49958786 HTTP/1.1" status: 204 len: 168 time: 1.1114280 Oct 27 16:12:50.199515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574d030-9038-41e5-afd0-b975e90f0326 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=2b444b8d-5fc3-49c4-aace-388e49958786,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:50.208551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57508) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:50.226031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-511594912'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:50.315221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-26da401b-44a6-48ab-a630-1c661f52229a tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Deleting port c6e806f1-ab38-4241-9b7f-f961da8198a1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:50.315540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26da401b-44a6-48ab-a630-1c661f52229a tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.329519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c49fc-1653-4354-9950-baa09273a645 req-150994e5-b03c-41c6-97a5-0a1b764e3f29 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:50.329519 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc2c49fc-1653-4354-9950-baa09273a645 req-150994e5-b03c-41c6-97a5-0a1b764e3f29 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0734131 Oct 27 16:12:50.346960 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dc0d5aa3-de98-4caf-8fb5-bbf3b48d960c req-dadf6bc0-c1a4-4dc8-a386-29627910f570 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609185 Oct 27 16:12:50.352992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:50.364150 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.365170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb543f-d8c5-46ff-94fd-5c1680d09f14 None None] Network 2b444b8d-5fc3-49c4-aace-388e49958786 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:50.370853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae101b-6a43-47e4-97a4-fe593ea84b7f None None] Network e84cbd62-12b2-49d0-a317-97ea1d39ce1f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:50.374493 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Attempting to bind port 1ec44ccb-862a-45f5-a05a-0415370bcad1 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:50.374856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Attempting to bind port 1ec44ccb-862a-45f5-a05a-0415370bcad1 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'c6590f99-4e8b-41b6-97a2-1fdf96533437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f2d28a49-d48d-4197-b46c-c78c43f76df3'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:50.375187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Attempting to bind port 1ec44ccb-862a-45f5-a05a-0415370bcad1 on network f2d28a49-d48d-4197-b46c-c78c43f76df3 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:50.382727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-7634de59-e5c1-4992-863d-4c8df0b861f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:50.384254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-7634de59-e5c1-4992-863d-4c8df0b861f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=1266fc1b41494361b35f198b10ba7c11&device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 1099 time: 0.1343501 Oct 27 16:12:50.387005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb543f-d8c5-46ff-94fd-5c1680d09f14 None None] Network 2b444b8d-5fc3-49c4-aace-388e49958786 could not be found, it might have been deleted concurrently. {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 16:12:50.396391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Port 1ec44ccb-862a-45f5-a05a-0415370bcad1 on network f2d28a49-d48d-4197-b46c-c78c43f76df3 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:12:50.396720 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Attempting to bind port 1ec44ccb-862a-45f5-a05a-0415370bcad1 on network f2d28a49-d48d-4197-b46c-c78c43f76df3 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:50.432123 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408b5bf3-ad81-4074-a35c-fed53b4bd940 None None] Network 2b444b8d-5fc3-49c4-aace-388e49958786 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:50.435058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26da401b-44a6-48ab-a630-1c661f52229a tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.449332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc2c49fc-1653-4354-9950-baa09273a645 req-cfa1c86c-d772-4c5e-aa1a-81ef00be163e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722749 Oct 27 16:12:50.451427 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:50.452505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Checking segment: {'id': 'c6590f99-4e8b-41b6-97a2-1fdf96533437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f2d28a49-d48d-4197-b46c-c78c43f76df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:50.452969 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Bound using segment: {'id': 'c6590f99-4e8b-41b6-97a2-1fdf96533437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f2d28a49-d48d-4197-b46c-c78c43f76df3'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:50.453433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Bound port: 1ec44ccb-862a-45f5-a05a-0415370bcad1, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6590f99-4e8b-41b6-97a2-1fdf96533437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'f2d28a49-d48d-4197-b46c-c78c43f76df3'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:50.453883 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.458461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-26da401b-44a6-48ab-a630-1c661f52229a tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Calling delete_port for c6e806f1-ab38-4241-9b7f-f961da8198a1 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:50.464788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:50.468218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-5a6599ea-f10e-41d1-8632-11c24cd2845e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=063756dc-5098-4314-8df9-6f129ff67b34 HTTP/1.1" status: 200 len: 217 time: 0.0687137 Oct 27 16:12:50.470608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408b5bf3-ad81-4074-a35c-fed53b4bd940 None None] Network 2b444b8d-5fc3-49c4-aace-388e49958786 could not be found, it might have been deleted concurrently. {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 16:12:50.538413 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.538763 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment 1784c7d4-2027-4dcb-b5a8-8f2248bfac19 of type vlan for network 47107230-50eb-482b-9b13-1c449a1f116b Oct 27 16:12:50.631716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-97378f31-e2d5-4959-8e89-c746f858ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:50.633220 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-97378f31-e2d5-4959-8e89-c746f858ca2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1502857 Oct 27 16:12:50.640621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.679750 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26da401b-44a6-48ab-a630-1c661f52229a tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.681504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] For port 1ec44ccb-862a-45f5-a05a-0415370bcad1, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:50.701517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] For port 1ec44ccb-862a-45f5-a05a-0415370bcad1, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1ec44ccb-862a-45f5-a05a-0415370bcad1,segment=NetworkSegment(c6590f99-4e8b-41b6-97a2-1fdf96533437),segment_id=c6590f99-4e8b-41b6-97a2-1fdf96533437)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:50.708380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da401b-44a6-48ab-a630-1c661f52229a tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Port': ['ID=c6e806f1-ab38-4241-9b7f-f961da8198a1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:50.713749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26da401b-44a6-48ab-a630-1c661f52229a tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.718840 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-26da401b-44a6-48ab-a630-1c661f52229a tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "DELETE /v2.0/ports/c6e806f1-ab38-4241-9b7f-f961da8198a1 HTTP/1.1" status: 204 len: 168 time: 0.5853274 Oct 27 16:12:50.721624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57510) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:50.723609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-207c7455-9f29-4f18-ba05-7f33480a39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:50.730320 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-207c7455-9f29-4f18-ba05-7f33480a39c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0808246 Oct 27 16:12:50.730320 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Router dab3e235-e55e-498c-a809-427f10be6788 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:12:50.754411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-06256f47-9b70-45dc-9d2b-18492c86b132 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0315795 Oct 27 16:12:50.757823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57512) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:50.762986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1954995595'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:50.843556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.856446 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.863183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:50.863757 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.902077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Made reservation on behalf of c5cf710ca8924460aada53266d1faec0 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:50.907136 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.931868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:50.942369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.942716 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Added segment 4fe672fa-29bf-484e-ae72-28ab4ebd63ed of type vlan for network f58a9e81-d5be-4120-b14c-020dd42b036c Oct 27 16:12:50.960814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:50.961449 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:50.962716 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] 10.222.0.54 "PUT /v2.0/ports/1ec44ccb-862a-45f5-a05a-0415370bcad1 HTTP/1.1" status: 200 len: 1091 time: 2.5946496 Oct 27 16:12:50.985795 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.025037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=47107230-50eb-482b-9b13-1c449a1f116b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:51.040819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05bbea8-5a4f-441c-9301-9cf427c59fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=1ec44ccb-862a-45f5-a05a-0415370bcad1,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:51.043443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 47107230-50eb-482b-9b13-1c449a1f116b details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:51.059692 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-058d5903-b471-4caf-831b-ec4459c2faeb service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245499 Oct 27 16:12:51.082705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.088545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.089257 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.117879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:51.125196 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-82849d10-c74e-4cbf-93bc-5720a4fb7ecc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9040260 Oct 27 16:12:51.137521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Sync routers for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:51.151234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57518) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:51.161366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:51.163539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:12:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:51.181804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'network_id': '47107230-50eb-482b-9b13-1c449a1f116b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:51.254793 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4957271 Oct 27 16:12:51.278934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57520) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:51.287147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-183975630'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:51.291016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f714fd-485e-46cb-be3f-ef4f7dd2a5e8 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event updated for resources: {'Network': ['ID=f58a9e81-d5be-4120-b14c-020dd42b036c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:51.305461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:51.310581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network f58a9e81-d5be-4120-b14c-020dd42b036c details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:51.358240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-5ade56be-d2ff-42dd-ae93-e31b9e9774c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1195607 Oct 27 16:12:51.438644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Made reservation on behalf of c5cf710ca8924460aada53266d1faec0 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:51.442715 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.536256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:51.539543 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.558926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d57ab5-4c57-4c00-a9ff-fffbe18549a8 req-ca84ab8f-291b-4256-b579-607003feb209 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.560510 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7d57ab5-4c57-4c00-a9ff-fffbe18549a8 req-ca84ab8f-291b-4256-b579-607003feb209 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 948 time: 0.5058212 Oct 27 16:12:51.586416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16090ca3-c40d-44d3-8d6e-b05b7f364187', 'tag': '1ec44ccb-862a-45f5-a05a-0415370bcad1'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:51.589284 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1f5e9a-cdce-4660-b096-393a8072a689" -d '{"events": [{"name": "network-changed", "server_uuid": "16090ca3-c40d-44d3-8d6e-b05b7f364187", "tag": "1ec44ccb-862a-45f5-a05a-0415370bcad1"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:51.589752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:51.603793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-aa6af6f1-c688-4e31-a0f3-d8848ee5be5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.608901 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-aa6af6f1-c688-4e31-a0f3-d8848ee5be5e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb288c6b6c854adeaee46ae3812af0c1&device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 1094 time: 0.5056989 Oct 27 16:12:51.609738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-588b9a48-14e3-4abf-9f48-6145476aabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.610980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-588b9a48-14e3-4abf-9f48-6145476aabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.611602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-588b9a48-14e3-4abf-9f48-6145476aabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.612225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-588b9a48-14e3-4abf-9f48-6145476aabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.612962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-588b9a48-14e3-4abf-9f48-6145476aabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.613745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-588b9a48-14e3-4abf-9f48-6145476aabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.613943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-588b9a48-14e3-4abf-9f48-6145476aabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.616209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-588b9a48-14e3-4abf-9f48-6145476aabaa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6491 time: 0.2023480 Oct 27 16:12:51.631243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:49Z', 'revision_number': 3, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:51.639845 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.640196 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Added segment df210925-30df-4295-a6d7-9691262b1059 of type vlan for network b3ecb219-981c-458d-ae0e-f12dfa414718 Oct 27 16:12:51.656696 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b342e06-5002-4382-aa6d-c0ebc3f588c1 req-dab3e730-ea0d-4197-a725-c50255c3831c service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842452 Oct 27 16:12:51.667454 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.668965 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a526e385-565c-4cb8-bc50-ce86564ab3ee admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1533289 Oct 27 16:12:51.669167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Checking router: dab3e235-e55e-498c-a809-427f10be6788 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:12:51.669539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Updating router dab3e235-e55e-498c-a809-427f10be6788 port f13d4d84-885c-4cca-a1b8-8b46200f1e04 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:12:51.672214 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d35e5ed9-facc-4822-9c0a-7c0dce6a65d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.672724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-41fa5e65-30b2-4081-826f-58e3b6f46f9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ec44ccb-862a-45f5-a05a-0415370bcad1 HTTP/1.1" status: 200 len: 217 time: 0.0564978 Oct 27 16:12:51.673368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57528) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:51.682554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253d034-0e9e-4678-84fc-dc73ca39fe21 req-20d9a19b-76d0-4626-951f-96420541d746 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.684799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b253d034-0e9e-4678-84fc-dc73ca39fe21 req-20d9a19b-76d0-4626-951f-96420541d746 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 943 time: 0.2238195 Oct 27 16:12:51.687493 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7d57ab5-4c57-4c00-a9ff-fffbe18549a8 req-6debf468-dfd7-41b6-8be7-30abf5f927dd tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196952 Oct 27 16:12:51.712845 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.807975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.815539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-505f4973-dc18-43aa-85ca-8cf5f56da259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.816873 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-505f4973-dc18-43aa-85ca-8cf5f56da259 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b247893b-90fe-419d-8d78-bdc86f16c2d7 HTTP/1.1" status: 200 len: 854 time: 0.1334071 Oct 27 16:12:51.881426 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-a80d5f18-3cfd-4701-85d6-39f37083fb7d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2d28a49-d48d-4197-b46c-c78c43f76df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506108 Oct 27 16:12:51.884520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b253d034-0e9e-4678-84fc-dc73ca39fe21 req-4d795595-771e-4b4a-b88b-5f6197c54eeb tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547470 Oct 27 16:12:51.927378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-e60a08f7-8b81-487d-bd47-809aba56235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.927810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-e60a08f7-8b81-487d-bd47-809aba56235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.928289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-e60a08f7-8b81-487d-bd47-809aba56235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.929918 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-e60a08f7-8b81-487d-bd47-809aba56235f service neutron] 10.222.0.54 "GET /v2.0/networks?id=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&id=3e58baa5-d2dd-427a-8a5f-98e7e842580b HTTP/1.1" status: 200 len: 2292 time: 0.2774918 Oct 27 16:12:51.961330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dbd7e-f4df-4860-ad36-a8061cd54131 req-5fabfa34-6df3-4c11-9540-23d7d9b0d617 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.969927 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b8dbd7e-f4df-4860-ad36-a8061cd54131 req-5fabfa34-6df3-4c11-9540-23d7d9b0d617 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1520002 Oct 27 16:12:51.972530 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dad835d-2f37-435a-9df2-57f9700cf8ac x-openstack-request-id: req-0dad835d-2f37-435a-9df2-57f9700cf8ac {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:51.972824 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16090ca3-c40d-44d3-8d6e-b05b7f364187", "tag": "1ec44ccb-862a-45f5-a05a-0415370bcad1", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:51.973080 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0dad835d-2f37-435a-9df2-57f9700cf8ac {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:51.973472 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16090ca3-c40d-44d3-8d6e-b05b7f364187', 'tag': '1ec44ccb-862a-45f5-a05a-0415370bcad1', 'status': 'completed', 'code': 200} Oct 27 16:12:51.990601 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:51.996292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:51.996895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.019904 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.103559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b8dbd7e-f4df-4860-ad36-a8061cd54131 req-fccdc4bf-6dcb-47e1-b7d0-794dda14a264 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327429 Oct 27 16:12:52.109471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-c401b8fa-7e23-4b29-8deb-36165489efb4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c99e1955-e7cb-478c-a365-644fabf98807 HTTP/1.1" status: 200 len: 1002 time: 0.1720042 Oct 27 16:12:52.121057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8404219 Oct 27 16:12:52.131463 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-514ab9da-19da-4efe-bf0a-5660ba8f06d4 service neutron] 10.222.0.54 "GET /v2.0/networks/f2d28a49-d48d-4197-b46c-c78c43f76df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398558 Oct 27 16:12:52.136320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.137025 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.141563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d31517-93b0-4cc7-86f4-ac0eac80622f tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event updated for resources: {'Network': ['ID=b3ecb219-981c-458d-ae0e-f12dfa414718,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:52.165964 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.178533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network b3ecb219-981c-458d-ae0e-f12dfa414718 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:52.205275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-2c6df6b9-832a-4c4d-97c2-dcbcdc990c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:52.212590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-2c6df6b9-832a-4c4d-97c2-dcbcdc990c91 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a8634cd-f9a5-4715-9b54-2dde676fa017 HTTP/1.1" status: 200 len: 850 time: 0.0849764 Oct 27 16:12:52.215962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.283427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Attempting to bind port f13d4d84-885c-4cca-a1b8-8b46200f1e04 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:52.283802 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Attempting to bind port f13d4d84-885c-4cca-a1b8-8b46200f1e04 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:52.284208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Attempting to bind port f13d4d84-885c-4cca-a1b8-8b46200f1e04 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:52.292495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:52.292871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:52.293276 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.293850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:52.294345 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Bound port: f13d4d84-885c-4cca-a1b8-8b46200f1e04, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:52.294733 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.348812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] For port f13d4d84-885c-4cca-a1b8-8b46200f1e04, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:52.352016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] For port f13d4d84-885c-4cca-a1b8-8b46200f1e04, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f13d4d84-885c-4cca-a1b8-8b46200f1e04,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:52.353157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a03022-4c2c-449c-a985-1ee9e5305f14 None None] Pushing event updated for resources: {'Port': ['ID=f13d4d84-885c-4cca-a1b8-8b46200f1e04,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:52.373545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=5cde3d8d-a16c-4e2e-9c71-a878350373bb,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:52.388324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking segment: {'id': '1784c7d4-2027-4dcb-b5a8-8f2248bfac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '47107230-50eb-482b-9b13-1c449a1f116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:52.388789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network hostable DHCP agents. Network: 47107230-50eb-482b-9b13-1c449a1f116b, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:52.395108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-4daa211b-9fbc-4cdc-9efb-831c140a7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:52.396757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-4daa211b-9fbc-4cdc-9efb-831c140a7a9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736951 Oct 27 16:12:52.422908 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d825b9c-adc6-48c1-925a-3f35f700aed9 req-62eeca25-8e59-4959-99ff-3e7626bbd121 service neutron] 10.222.0.54 "GET /v2.0/networks/f2d28a49-d48d-4197-b46c-c78c43f76df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820580 Oct 27 16:12:52.450921 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.565179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:52.565831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:12:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:52.614570 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f5e9a-cdce-4660-b096-393a8072a689 req-b32a3697-ceb9-4308-8e72-8107fc33da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:52.616661 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac1f5e9a-cdce-4660-b096-393a8072a689 req-b32a3697-ceb9-4308-8e72-8107fc33da61 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb288c6b6c854adeaee46ae3812af0c1&device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 1094 time: 0.0641084 Oct 27 16:12:52.665366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a03022-4c2c-449c-a985-1ee9e5305f14 None None] Pushing event updated for resources: {'Port': ['ID=f13d4d84-885c-4cca-a1b8-8b46200f1e04,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:52.684259 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:52.716006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:52.894017 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f5e9a-cdce-4660-b096-393a8072a689 req-fd04703a-20b2-439c-8405-1684e5b26158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:52.895560 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac1f5e9a-cdce-4660-b096-393a8072a689 req-fd04703a-20b2-439c-8405-1684e5b26158 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f2d28a49-d48d-4197-b46c-c78c43f76df3 HTTP/1.1" status: 200 len: 915 time: 0.2313809 Oct 27 16:12:52.900265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network 47107230-50eb-482b-9b13-1c449a1f116b is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:52.967943 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-42bd130f-ef62-4917-bef6-36e95c80bac3 service neutron] 10.222.0.54 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590811 Oct 27 16:12:52.969832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 47107230-50eb-482b-9b13-1c449a1f116b) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:52.994682 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac1f5e9a-cdce-4660-b096-393a8072a689 req-0d249eb7-b5cd-45ee-bbc1-83227a8fcc7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ec44ccb-862a-45f5-a05a-0415370bcad1 HTTP/1.1" status: 200 len: 217 time: 0.0437262 Oct 27 16:12:53.015543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.016624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.054226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f5e9a-cdce-4660-b096-393a8072a689 req-d671d29d-4fa5-4bed-bc3b-d1c09ed970d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.056539 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac1f5e9a-cdce-4660-b096-393a8072a689 req-d671d29d-4fa5-4bed-bc3b-d1c09ed970d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b247893b-90fe-419d-8d78-bdc86f16c2d7 HTTP/1.1" status: 200 len: 854 time: 0.0542755 Oct 27 16:12:53.065892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb8edd-4f3d-42d8-ac78-7215062751df req-59c6d82a-fd34-4278-8492-598690c913bf tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.067553 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4bcb8edd-4f3d-42d8-ac78-7215062751df req-59c6d82a-fd34-4278-8492-598690c913bf tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 948 time: 0.2322540 Oct 27 16:12:53.087458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea673b97-1501-442b-99db-139af38934e1 None None] Network 47107230-50eb-482b-9b13-1c449a1f116b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:53.124083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac1f5e9a-cdce-4660-b096-393a8072a689 req-3d4f93af-e171-4ee8-a5fa-8491185a22d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2d28a49-d48d-4197-b46c-c78c43f76df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467780 Oct 27 16:12:53.164145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc239a17-710a-4d3b-93d8-7dc38b7a12f9 req-ac046bb5-d322-47b5-b85e-ca98fdac8a32 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.167616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc239a17-710a-4d3b-93d8-7dc38b7a12f9 req-ac046bb5-d322-47b5-b85e-ca98fdac8a32 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 943 time: 0.1157787 Oct 27 16:12:53.215528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-22ed99df-5724-4ad1-829f-7f390cb199ea tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0631373 Oct 27 16:12:53.228579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57538) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:53.247071 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-d809cb72-1c6b-4f21-a2cf-3f7014ff2911 service neutron] 10.222.0.54 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713170 Oct 27 16:12:53.276000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Allocated IP 172.20.0.1 (af016594-8bc5-461b-993c-3fdc1c22d42e/ea3730f2-0bf8-4326-9e2c-a789f343fc1b/119ba2bb-9d36-48e3-a051-0fe19f762076) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:53.317179 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc239a17-710a-4d3b-93d8-7dc38b7a12f9 req-dd5bbd16-8e7d-4139-be6e-54373d84550f tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408241 Oct 27 16:12:53.354073 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-47107230-50eb-482b-9b13-1c449a1f116b', 'network_id': '47107230-50eb-482b-9b13-1c449a1f116b', 'tenant_id': 'ef6a14d294a948cbbf57c2d19e2d85cd', 'fixed_ips': [{'subnet_id': '5cde3d8d-a16c-4e2e-9c71-a878350373bb'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:12:53.354952 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.367562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:49Z', 'revision_number': 3, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:53.380718 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-1a67b242-f8a9-4660-b6f4-18192473e82e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=e0738243-2861-423b-81cc-1a0184199dd8 HTTP/1.1" status: 200 len: 217 time: 0.1183641 Oct 27 16:12:53.412740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.437943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0d41f8-2c27-467a-849f-0fb8fabaedd9 None None] The sync data for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 is: [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:49Z', 'revision_number': 3, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:53.516989 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4bcb8edd-4f3d-42d8-ac78-7215062751df req-cc131754-fcbf-4b97-80d4-a0f54ea5cf10 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4260516 Oct 27 16:12:53.521015 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac1f5e9a-cdce-4660-b096-393a8072a689 req-7533a96d-db53-471c-82c1-a21c389e6d40 service neutron] 10.222.0.54 "GET /v2.0/networks/f2d28a49-d48d-4197-b46c-c78c43f76df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854232 Oct 27 16:12:53.523874 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.603428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dea36e-efca-4601-86ce-2ba6cfab980e req-a297fd50-3a9d-484b-9d1d-8aafaca3c1ce tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.608121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7dea36e-efca-4601-86ce-2ba6cfab980e req-a297fd50-3a9d-484b-9d1d-8aafaca3c1ce tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1758776 Oct 27 16:12:53.611452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-3400cdf9-9bb8-4cfd-a568-1c2120f6e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:53.613208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-3400cdf9-9bb8-4cfd-a568-1c2120f6e450 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.2229998 Oct 27 16:12:53.618658 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.641099 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Network af016594-8bc5-461b-993c-3fdc1c22d42e is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:53.660770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:53.668176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:53.725727 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.754006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7dea36e-efca-4601-86ce-2ba6cfab980e req-cb268a63-0d9e-4e65-b8e8-b7255a125de8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313894 Oct 27 16:12:53.767431 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Allocated IP 172.20.0.2 (47107230-50eb-482b-9b13-1c449a1f116b/5cde3d8d-a16c-4e2e-9c71-a878350373bb/8a3f70db-f328-4d0d-bc96-822892ed7b61) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:53.787691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Pushing event updated for resources: {'Port': ['ID=119ba2bb-9d36-48e3-a051-0fe19f762076,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:53.884920 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:53.888496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac1f5e9a-cdce-4660-b096-393a8072a689 req-435d55d0-541d-45b4-bbc5-a5cc68a10439 service neutron] 10.222.0.54 "GET /v2.0/networks/f2d28a49-d48d-4197-b46c-c78c43f76df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503928 Oct 27 16:12:54.011975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-42e52546-a0c5-47a4-9bb4-1c3b1e6f6619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:54.014400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-42e52546-a0c5-47a4-9bb4-1c3b1e6f6619 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3684273 Oct 27 16:12:54.126466 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.158258 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.161047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6eb4e91f-daba-4c0b-af39-ea4a192db580 None None] Provisioning complete for port 119ba2bb-9d36-48e3-a051-0fe19f762076 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:54.162244 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6eb4e91f-daba-4c0b-af39-ea4a192db580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.178696 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.211337 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-0525e30b-16e1-4a0d-949a-c456da533b9a service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851082 Oct 27 16:12:54.251016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4e91f-daba-4c0b-af39-ea4a192db580 None None] Port 119ba2bb-9d36-48e3-a051-0fe19f762076 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:54.257718 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.386162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Network 47107230-50eb-482b-9b13-1c449a1f116b is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:54.389776 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:54.410826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-e6b62e3a-77e4-4c82-8d46-9df686d396ac service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915958 Oct 27 16:12:54.415418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:54.429130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Pushing event updated for resources: {'Port': ['ID=8a3f70db-f328-4d0d-bc96-822892ed7b61,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:54.519242 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.562961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f13d4d84-885c-4cca-a1b8-8b46200f1e04 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:54.570297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 063756dc-5098-4314-8df9-6f129ff67b34 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:54.571794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Subnet': ['ID=5cde3d8d-a16c-4e2e-9c71-a878350373bb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:54.581488 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-47654bf4-f4fb-4ba3-97fb-2911dd4a9b95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae HTTP/1.1" status: 200 len: 217 time: 0.1491072 Oct 27 16:12:54.649806 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4528b4b-71a3-4219-8cf4-6f94d218d53b req-321f0704-9c7f-4352-bd75-1d1f6980588f tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:54.664271 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c4528b4b-71a3-4219-8cf4-6f94d218d53b req-321f0704-9c7f-4352-bd75-1d1f6980588f tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 943 time: 0.1678298 Oct 27 16:12:54.671080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Attempting to bind port 8a3f70db-f328-4d0d-bc96-822892ed7b61 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:54.671390 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Attempting to bind port 8a3f70db-f328-4d0d-bc96-822892ed7b61 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1784c7d4-2027-4dcb-b5a8-8f2248bfac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '47107230-50eb-482b-9b13-1c449a1f116b'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:54.673151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Attempting to bind port 8a3f70db-f328-4d0d-bc96-822892ed7b61 on network 47107230-50eb-482b-9b13-1c449a1f116b {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:54.711508 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.740759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c4528b4b-71a3-4219-8cf4-6f94d218d53b req-e55fb0df-679e-4722-ba81-f5b4656a972c tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751612 Oct 27 16:12:54.782309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.788253 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:54.788639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Checking segment: {'id': '1784c7d4-2027-4dcb-b5a8-8f2248bfac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '47107230-50eb-482b-9b13-1c449a1f116b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:54.789051 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.789451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Bound using segment: {'id': '1784c7d4-2027-4dcb-b5a8-8f2248bfac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '47107230-50eb-482b-9b13-1c449a1f116b'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:54.789943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Bound port: 8a3f70db-f328-4d0d-bc96-822892ed7b61, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1784c7d4-2027-4dcb-b5a8-8f2248bfac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '47107230-50eb-482b-9b13-1c449a1f116b'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:54.790465 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.872260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f13d4d84-885c-4cca-a1b8-8b46200f1e04 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:54.872640 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.898347 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.926279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Pushing event updated for resources: {'Port': ['ID=119ba2bb-9d36-48e3-a051-0fe19f762076,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:54.929833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:54.980342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47107230-50eb-482b-9b13-1c449a1f116b']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:54.996221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1784c7d4-2027-4dcb-b5a8-8f2248bfac19') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:54.996436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1784c7d4-2027-4dcb-b5a8-8f2248bfac19') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:55.008423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.013800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 063756dc-5098-4314-8df9-6f129ff67b34, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=063756dc-5098-4314-8df9-6f129ff67b34,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:55.031108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.038149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:55.038729 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.043766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '063756dc-5098-4314-8df9-6f129ff67b34', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '063756dc-5098-4314-8df9-6f129ff67b34', 'mac_address': 'fa:16:3e:7a:f1:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:55.067257 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Network af016594-8bc5-461b-993c-3fdc1c22d42e is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:55.071898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:55.105425 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:55.114430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] For port 8a3f70db-f328-4d0d-bc96-822892ed7b61, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:55.116742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-5a510b3e-7ef3-4919-ab32-6d98057cbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:55.124782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-5a510b3e-7ef3-4919-ab32-6d98057cbb86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.5263083 Oct 27 16:12:55.143528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb21116-44c0-4cc8-9779-ee7049f38421 req-0ff4c2a7-d39e-414d-8a51-423de177c88c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:55.157068 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-abb21116-44c0-4cc8-9779-ee7049f38421 req-0ff4c2a7-d39e-414d-8a51-423de177c88c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 948 time: 0.4070747 Oct 27 16:12:55.244009 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.291648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Router dab3e235-e55e-498c-a809-427f10be6788 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:12:55.299640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-abb21116-44c0-4cc8-9779-ee7049f38421 req-0bd6ef2c-b9fa-4221-b741-50e46608942e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412160 Oct 27 16:12:55.307774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:12:55.307774 n-d-815689-1 neutron-server[109723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:12:55.307774 n-d-815689-1 neutron-server[109723]: [parameters: {'id': '47107230-50eb-482b-9b13-1c449a1f116b'}] Oct 27 16:12:55.307774 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:12:55.308221 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:12:55.315205 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] For port 8a3f70db-f328-4d0d-bc96-822892ed7b61, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8a3f70db-f328-4d0d-bc96-822892ed7b61,segment=NetworkSegment(1784c7d4-2027-4dcb-b5a8-8f2248bfac19),segment_id=1784c7d4-2027-4dcb-b5a8-8f2248bfac19)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:55.319025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063756dc-5098-4314-8df9-6f129ff67b34 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:55.328960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c3d19-d4c4-4d0a-9e36-2b36c21c777a req-bad64ec5-a032-41c0-b65d-8db31ce49f08 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:55.336236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-cf07a1ad-6563-43e4-882b-e64a4a813c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:55.337470 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-981c3d19-d4c4-4d0a-9e36-2b36c21c777a req-bad64ec5-a032-41c0-b65d-8db31ce49f08 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.3022151 Oct 27 16:12:55.341393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-cf07a1ad-6563-43e4-882b-e64a4a813c60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1726153 Oct 27 16:12:55.417248 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.432025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 063756dc-5098-4314-8df9-6f129ff67b34, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=063756dc-5098-4314-8df9-6f129ff67b34,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:55.480967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57550) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:55.489833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'subnets': [{'network_id': 'f58a9e81-d5be-4120-b14c-020dd42b036c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--918081638', 'ip_version': 6}, {'network_id': 'b3ecb219-981c-458d-ae0e-f12dfa414718', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:55.490217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'subnet': {'network_id': 'f58a9e81-d5be-4120-b14c-020dd42b036c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--918081638', 'ip_version': 6}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:55.491083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Request body: {'subnet': {'network_id': 'b3ecb219-981c-458d-ae0e-f12dfa414718', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:55.499618 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.527279 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.527881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1ec44ccb-862a-45f5-a05a-0415370bcad1 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:12:55.548423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port f13d4d84-885c-4cca-a1b8-8b46200f1e04, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f13d4d84-885c-4cca-a1b8-8b46200f1e04,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:55.558074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:12:55.567091 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-aa716195-598f-40fb-82c1-af45a0849696 admin admin] 10.222.0.15 "PUT /v2.0/routers/dab3e235-e55e-498c-a809-427f10be6788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8893988 Oct 27 16:12:55.591387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-981c3d19-d4c4-4d0a-9e36-2b36c21c777a req-76d86823-b30e-4d6c-b529-5c592a269ecb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527623 Oct 27 16:12:55.615841 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-a1fc9975-bdbf-46d7-b2be-aa58a5669f47 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660556 Oct 27 16:12:55.672001 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.679774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03703845-f4af-4b14-b3cf-f88f61f62d97 None None] Pushing event updated for resources: {'Port': ['ID=8a3f70db-f328-4d0d-bc96-822892ed7b61,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:55.728804 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9cf47-4bc4-43bd-a9b6-b6401327ffe5 None None] Network 47107230-50eb-482b-9b13-1c449a1f116b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:55.731401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fd4641db-4fd3-4e21-9ca3-9986bb10d9f0 None None] Provisioning complete for port 119ba2bb-9d36-48e3-a051-0fe19f762076 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:55.731884 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd4641db-4fd3-4e21-9ca3-9986bb10d9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.805419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-287e6aa2-78e2-4659-87be-b9ebff42ad6b service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771848 Oct 27 16:12:55.809247 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.861044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-4e29299b-cc68-4273-8173-0baacc973dea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=c66df584-c0e2-44b9-9e4a-4e1505a5de3d HTTP/1.1" status: 200 len: 217 time: 0.0468469 Oct 27 16:12:55.876690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1ec44ccb-862a-45f5-a05a-0415370bcad1, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1ec44ccb-862a-45f5-a05a-0415370bcad1,segment=NetworkSegment(c6590f99-4e8b-41b6-97a2-1fdf96533437),segment_id=c6590f99-4e8b-41b6-97a2-1fdf96533437)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:55.884349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=063756dc-5098-4314-8df9-6f129ff67b34,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:55.919532 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-fd4641db-4fd3-4e21-9ca3-9986bb10d9f0 None None] Port 119ba2bb-9d36-48e3-a051-0fe19f762076 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:55.923980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Made reservation on behalf of c5cf710ca8924460aada53266d1faec0 for: {'subnet': 2} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:55.928949 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.929414 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:55.945938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '1ec44ccb-862a-45f5-a05a-0415370bcad1', 'network_id': 'f2d28a49-d48d-4197-b46c-c78c43f76df3', 'port_id': '1ec44ccb-862a-45f5-a05a-0415370bcad1', 'mac_address': 'fa:16:3e:ba:38:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b247893b-90fe-419d-8d78-bdc86f16c2d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:12:56.024171 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:56.043969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=f13d4d84-885c-4cca-a1b8-8b46200f1e04,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:56.066271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ec44ccb-862a-45f5-a05a-0415370bcad1 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:12:56.087591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1ec44ccb-862a-45f5-a05a-0415370bcad1, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1ec44ccb-862a-45f5-a05a-0415370bcad1,segment=NetworkSegment(c6590f99-4e8b-41b6-97a2-1fdf96533437),segment_id=c6590f99-4e8b-41b6-97a2-1fdf96533437)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:56.109746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1584e91-7666-44e3-a822-c64f6a497fda None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:12:56.111892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-c363173f-aa88-497e-837f-3c191360cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:56.113495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-c363173f-aa88-497e-837f-3c191360cc84 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.2309821 Oct 27 16:12:56.159998 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:56.220669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2570a-e6f7-416c-b04a-eff6cf19e1b9 req-eabd95ca-c1a8-4d7e-972e-436518aa7cf4 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:56.222445 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-00d2570a-e6f7-416c-b04a-eff6cf19e1b9 req-eabd95ca-c1a8-4d7e-972e-436518aa7cf4 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 943 time: 0.1848640 Oct 27 16:12:56.243689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Deleting port 8a3f70db-f328-4d0d-bc96-822892ed7b61 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:12:56.244112 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:56.256912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=1ec44ccb-862a-45f5-a05a-0415370bcad1,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:56.329735 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1584e91-7666-44e3-a822-c64f6a497fda None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:12:56.413172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f13d4d84-885c-4cca-a1b8-8b46200f1e04 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:56.439055 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57568) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:56.440792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-6f926b51-01c9-4735-8d89-4f3748e7cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:56.442552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-6f926b51-01c9-4735-8d89-4f3748e7cba7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3191838 Oct 27 16:12:56.445730 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d384006c-6161-457b-af5a-66674ac6b59e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1654607862', 'description': 'tempest-description--1724753216'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:56.452291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] For port 8a3f70db-f328-4d0d-bc96-822892ed7b61, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8a3f70db-f328-4d0d-bc96-822892ed7b61,segment=NetworkSegment(1784c7d4-2027-4dcb-b5a8-8f2248bfac19),segment_id=1784c7d4-2027-4dcb-b5a8-8f2248bfac19)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:56.460679 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:56.469797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05673-1a89-4dab-9470-15b9974dbc9a req-36d4597e-8367-4d12-80bc-f59d61dbccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:56.471331 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ceb05673-1a89-4dab-9470-15b9974dbc9a req-36d4597e-8367-4d12-80bc-f59d61dbccea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 1095 time: 0.2852154 Oct 27 16:12:56.507255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-00d2570a-e6f7-416c-b04a-eff6cf19e1b9 req-f1daa563-8a4a-4989-b876-8c0e20eb09f8 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210457 Oct 27 16:12:56.549409 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Sync routers for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:12:56.557480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Calling delete_port for 8a3f70db-f328-4d0d-bc96-822892ed7b61 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:12:56.569202 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:56.570863 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:12:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:56.577479 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d384006c-6161-457b-af5a-66674ac6b59e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:56.625643 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['1ec44ccb-862a-45f5-a05a-0415370bcad1'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:56.627742 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['063756dc-5098-4314-8df9-6f129ff67b34'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:12:56.709358 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d384006c-6161-457b-af5a-66674ac6b59e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:56.769003 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:56.780509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e620f95-46b5-4908-9922-029c7c858934 req-9da574e8-33b3-4662-b45a-404aedd60bab tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:56.782447 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e620f95-46b5-4908-9922-029c7c858934 req-9da574e8-33b3-4662-b45a-404aedd60bab tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 949 time: 0.0778191 Oct 27 16:12:56.812275 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d384006c-6161-457b-af5a-66674ac6b59e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:56.874986 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e620f95-46b5-4908-9922-029c7c858934 req-f48a68e4-183d-43df-971a-32a726ab3238 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793846 Oct 27 16:12:56.881051 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384006c-6161-457b-af5a-66674ac6b59e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47de455d-fc16-4e96-a086-7195abdc1cb7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:56.915899 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f13d4d84-885c-4cca-a1b8-8b46200f1e04 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:56.916300 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:56.950516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-796513ea-46aa-467e-9f06-6e3ff3727ff7 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4945729 Oct 27 16:12:56.972489 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d384006c-6161-457b-af5a-66674ac6b59e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:56.974065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d384006c-6161-457b-af5a-66674ac6b59e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5333741 Oct 27 16:12:56.977198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57570) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:56.986714 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-82824b50-e18e-49e5-ab76-df04237f87ce tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'security_group_rule': {'security_group_id': '47de455d-fc16-4e96-a086-7195abdc1cb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:57.054058 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 2, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:57.087605 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Checking router: dab3e235-e55e-498c-a809-427f10be6788 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:12:57.088066 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Updating router dab3e235-e55e-498c-a809-427f10be6788 port 119ba2bb-9d36-48e3-a051-0fe19f762076 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:12:57.093415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82824b50-e18e-49e5-ab76-df04237f87ce tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.112871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082078e8-d6aa-4554-b7be-3f74350bf7cf req-9fdcd875-f4cb-4df3-a77a-b5514eeb7e2c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:57.114423 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-082078e8-d6aa-4554-b7be-3f74350bf7cf req-9fdcd875-f4cb-4df3-a77a-b5514eeb7e2c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.4224651 Oct 27 16:12:57.121090 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.142489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05673-1a89-4dab-9470-15b9974dbc9a req-32e849c6-60b7-4658-ad2c-229d71f5fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:57.143951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ceb05673-1a89-4dab-9470-15b9974dbc9a req-32e849c6-60b7-4658-ad2c-229d71f5fd24 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.5890338 Oct 27 16:12:57.205529 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82824b50-e18e-49e5-ab76-df04237f87ce tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.220507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.285494 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.298191 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-082078e8-d6aa-4554-b7be-3f74350bf7cf req-e303940d-0492-4707-877c-98759ee0fd80 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754837 Oct 27 16:12:57.300257 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-11536d47-b625-48bf-9d80-61f8cecd618d service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420227 Oct 27 16:12:57.301406 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82824b50-e18e-49e5-ab76-df04237f87ce tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.331049 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82824b50-e18e-49e5-ab76-df04237f87ce tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed8ae8a5-bdfe-4375-9aa0-536843d1ff8e,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:57.355116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Port': ['ID=8a3f70db-f328-4d0d-bc96-822892ed7b61,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:57.398882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No DVR routers for this DVR port 8a3f70db-f328-4d0d-bc96-822892ed7b61 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:12:57.407758 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ceb05673-1a89-4dab-9470-15b9974dbc9a req-6ac95501-aa5c-4492-97a9-7b3bdff75a00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 200 len: 998 time: 0.2503228 Oct 27 16:12:57.413566 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-a9074e09-41e4-4c78-ace5-0b98839f2529 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=20cb089c-9c9d-4514-b3f7-e98f1b022466 HTTP/1.1" status: 200 len: 217 time: 0.0984421 Oct 27 16:12:57.417555 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82824b50-e18e-49e5-ab76-df04237f87ce tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.422005 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-82824b50-e18e-49e5-ab76-df04237f87ce tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4410462 Oct 27 16:12:57.423619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:57.427019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3446fc1d-ed0a-4565-8976-754c926c36a8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'security_group_rule': {'security_group_id': '47de455d-fc16-4e96-a086-7195abdc1cb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:57.432624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event updated for resources: {'Subnet': ['ID=2031a104-4d85-4879-bccd-86edda7ed743,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:57.565104 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.569575 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3446fc1d-ed0a-4565-8976-754c926c36a8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.701926 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3446fc1d-ed0a-4565-8976-754c926c36a8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.706673 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.721596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b9141-6153-4284-bbf3-8e1412974f01 req-ae0467da-0f3e-43c7-b87c-d695ce06960b tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:57.723200 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e0b9141-6153-4284-bbf3-8e1412974f01 req-ae0467da-0f3e-43c7-b87c-d695ce06960b tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 944 time: 0.0676970 Oct 27 16:12:57.772951 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Pushing event updated for resources: {'Port': ['ID=119ba2bb-9d36-48e3-a051-0fe19f762076,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:57.781101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3446fc1d-ed0a-4565-8976-754c926c36a8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.793938 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e0b9141-6153-4284-bbf3-8e1412974f01 req-ac2eb403-2a8e-4c66-8aed-3b04d805d958 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638480 Oct 27 16:12:57.808009 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.809081 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446fc1d-ed0a-4565-8976-754c926c36a8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c7515d-278d-4446-a0f3-4c7ea6ed84a2,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:57.817301 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.817620 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.817954 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.818486 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.818704 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.818922 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.820555 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.821189 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.824389 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.825238 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.825747 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:12:57.863011 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Attempting to bind port 119ba2bb-9d36-48e3-a051-0fe19f762076 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:12:57.863472 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Attempting to bind port 119ba2bb-9d36-48e3-a051-0fe19f762076 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:12:57.864043 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Attempting to bind port 119ba2bb-9d36-48e3-a051-0fe19f762076 on network af016594-8bc5-461b-993c-3fdc1c22d42e {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:12:57.872750 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:12:57.874045 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Checking segment: {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:57.874601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3446fc1d-ed0a-4565-8976-754c926c36a8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.874810 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.875353 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Bound using segment: {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:12:57.875995 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Bound port: 119ba2bb-9d36-48e3-a051-0fe19f762076, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:12:57.876563 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.879643 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3446fc1d-ed0a-4565-8976-754c926c36a8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4563041 Oct 27 16:12:57.881065 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57578) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:57.887443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:57.936191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Checking segment: {'id': '4fe672fa-29bf-484e-ae72-28ab4ebd63ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f58a9e81-d5be-4120-b14c-020dd42b036c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:57.936800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Network hostable DHCP agents. Network: f58a9e81-d5be-4120-b14c-020dd42b036c, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:57.948314 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:57.969349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05673-1a89-4dab-9470-15b9974dbc9a req-374236cf-a8fc-47f8-9746-0c35709209ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:57.970855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ceb05673-1a89-4dab-9470-15b9974dbc9a req-374236cf-a8fc-47f8-9746-0c35709209ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.5292580 Oct 27 16:12:57.985229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-ef63b5ea-a980-4dfb-855d-a0d46f30fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:57.987191 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-ef63b5ea-a980-4dfb-855d-a0d46f30fbda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.5443265 Oct 27 16:12:57.987419 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] For port 119ba2bb-9d36-48e3-a051-0fe19f762076, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:12:57.991061 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] For port 119ba2bb-9d36-48e3-a051-0fe19f762076, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=119ba2bb-9d36-48e3-a051-0fe19f762076,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:12:57.992746 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.059556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-37cb3602-ef1d-4205-9aaf-f2a44b136c73 None None] Provisioning complete for port 119ba2bb-9d36-48e3-a051-0fe19f762076 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:58.061130 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-37cb3602-ef1d-4205-9aaf-f2a44b136c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.067159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47107230-50eb-482b-9b13-1c449a1f116b']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:58.084622 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.119163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-37cb3602-ef1d-4205-9aaf-f2a44b136c73 None None] Port 119ba2bb-9d36-48e3-a051-0fe19f762076 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:12:58.124587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1784c7d4-2027-4dcb-b5a8-8f2248bfac19') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:58.124901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1784c7d4-2027-4dcb-b5a8-8f2248bfac19') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:58.145132 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.147528 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:12:58.147528 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:12:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:58.149222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.185243 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.198717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e4a83-5210-4b2c-bd47-dfb7a25e6073 req-88cfe65a-8668-4132-9158-021ec57bab88 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:58.204177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-600e4a83-5210-4b2c-bd47-dfb7a25e6073 req-88cfe65a-8668-4132-9158-021ec57bab88 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 949 time: 0.2426157 Oct 27 16:12:58.204177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05673-1a89-4dab-9470-15b9974dbc9a req-4f121507-0f18-413d-9289-6cc8a0cbb601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:58.205292 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ceb05673-1a89-4dab-9470-15b9974dbc9a req-4f121507-0f18-413d-9289-6cc8a0cbb601 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2139585 Oct 27 16:12:58.211717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-b9e33e58-f7a0-461a-97cb-787ccde27ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:58.212780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-b9e33e58-f7a0-461a-97cb-787ccde27ab1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2065971 Oct 27 16:12:58.215227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Network f58a9e81-d5be-4120-b14c-020dd42b036c is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:58.220675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:12:58.221081 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:12:58.224493 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:12:58.290294 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd22714-9b83-4b34-aa98-229e1e4b26af None None] Pushing event updated for resources: {'Port': ['ID=119ba2bb-9d36-48e3-a051-0fe19f762076,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:58.309047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Allocated IP 172.25.4.215 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/eb62b17e-5292-48f3-88b0-844048c02f30) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:58.387679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, f58a9e81-d5be-4120-b14c-020dd42b036c) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:58.398748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9cf07c-ab9c-40fb-88fc-12e0cb2b5050 None None] Network f58a9e81-d5be-4120-b14c-020dd42b036c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:58.409923 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.417367 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:12:58.553826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-600e4a83-5210-4b2c-bd47-dfb7a25e6073 req-83c67cb2-680f-40fe-a781-a1701bd2665f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171737 Oct 27 16:12:58.584416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1ec44ccb-862a-45f5-a05a-0415370bcad1 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:58.586200 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.594740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event updated for resources: {'Subnet': ['ID=8583221f-cc0c-4ed2-9c50-86fe93c866ca,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:58.595353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe37e46-d0e8-45b8-b4a9-da31ce3efab6 req-b3eade8b-ceb3-42b0-b929-87891e73a150 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:58.598196 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.601487 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/47107230-50eb-482b-9b13-1c449a1f116b HTTP/1.1" status: 204 len: 168 time: 5.3699465 Oct 27 16:12:58.611352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5fe37e46-d0e8-45b8-b4a9-da31ce3efab6 req-b3eade8b-ceb3-42b0-b929-87891e73a150 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0934966 Oct 27 16:12:58.618176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57584) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:58.646960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1493110027'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:58.654801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ceb05673-1a89-4dab-9470-15b9974dbc9a req-c91afb92-465a-490a-a2b2-f88643f24c19 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358633 Oct 27 16:12:58.658743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cff16-7429-49d2-9daf-4eadb882dca6 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=47107230-50eb-482b-9b13-1c449a1f116b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:58.663513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-db4026bd-76f0-43b8-9eaa-7bb8a7e93582 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380422 Oct 27 16:12:58.672772 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5fe37e46-d0e8-45b8-b4a9-da31ce3efab6 req-46353c3e-f894-4658-9e29-c2fe20857eb8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597384 Oct 27 16:12:58.691333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-832e1dec-8344-4146-b049-fa73b21594e2 None None] Provisioning complete for port 119ba2bb-9d36-48e3-a051-0fe19f762076 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:58.692495 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-832e1dec-8344-4146-b049-fa73b21594e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.714053 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.772496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ceb05673-1a89-4dab-9470-15b9974dbc9a req-90e5de04-c0c4-4abc-b0c9-0463dbe8e014 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051886 Oct 27 16:12:58.801425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Checking segment: {'id': 'df210925-30df-4295-a6d7-9691262b1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b3ecb219-981c-458d-ae0e-f12dfa414718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:12:58.801874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Network hostable DHCP agents. Network: b3ecb219-981c-458d-ae0e-f12dfa414718, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:12:58.816607 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-f58a9e81-d5be-4120-b14c-020dd42b036c', 'network_id': 'f58a9e81-d5be-4120-b14c-020dd42b036c', 'tenant_id': 'c5cf710ca8924460aada53266d1faec0', 'fixed_ips': [{'subnet_id': '2031a104-4d85-4879-bccd-86edda7ed743'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:12:58.817492 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.862021 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:57Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:12:58.879561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.911190 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-142d2721-c8c4-47cc-9c04-f51ea4a6a220 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445389 Oct 27 16:12:58.924302 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b07660-c49d-44a2-983d-1120b10f767b None None] The sync data for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 is: [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:57Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:12:58.953049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 1ec44ccb-862a-45f5-a05a-0415370bcad1 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:12:58.963399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-f367fc79-1666-4f93-921c-6522e7d0fb23 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e68582e4-50d4-4b71-a602-6763563cb152 HTTP/1.1" status: 200 len: 217 time: 0.0416036 Oct 27 16:12:58.968859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 1ec44ccb-862a-45f5-a05a-0415370bcad1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:12:58.969115 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.976468 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-832e1dec-8344-4146-b049-fa73b21594e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:58.978360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:12:58.982232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:59.001793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:12:59.034531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:12:59.038526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.044184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Network b3ecb219-981c-458d-ae0e-f12dfa414718 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:12:59.058409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'Port': ['ID=eb62b17e-5292-48f3-88b0-844048c02f30,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:59.079361 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8ac0d-c949-4d7b-be7c-e6e9aea0e2c3 req-0f4f16c6-e3f6-42a8-92b0-1a25f5526adc tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.081058 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59d8ac0d-c949-4d7b-be7c-e6e9aea0e2c3 req-0f4f16c6-e3f6-42a8-92b0-1a25f5526adc tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 944 time: 0.1484292 Oct 27 16:12:59.103327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-b7fac289-0b02-4076-a5ef-e057e99faea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.105452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-b7fac289-0b02-4076-a5ef-e057e99faea6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4358174-7ecb-4439-ac5f-a50c700e1652 HTTP/1.1" status: 200 len: 797 time: 0.1255674 Oct 27 16:12:59.112981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:12:59.120608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-832e1dec-8344-4146-b049-fa73b21594e2 None None] For port 119ba2bb-9d36-48e3-a051-0fe19f762076, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=119ba2bb-9d36-48e3-a051-0fe19f762076,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:59.132616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.132970 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment a53e8b72-fc31-41d8-b660-a149d79eef51 of type vlan for network c1c83cd6-f987-43fc-b5df-53f2880acc8a Oct 27 16:12:59.137485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Allocated IP 2001:db8::1 (f58a9e81-d5be-4120-b14c-020dd42b036c/2031a104-4d85-4879-bccd-86edda7ed743/b779dad2-dcc4-45a3-b860-0989849681e6) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:12:59.164743 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59d8ac0d-c949-4d7b-be7c-e6e9aea0e2c3 req-4df059cb-e1db-469e-8752-8d78379c0a02 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669158 Oct 27 16:12:59.204420 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.217887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, b3ecb219-981c-458d-ae0e-f12dfa414718) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:12:59.222738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.223888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.224577 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.233494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-832e1dec-8344-4146-b049-fa73b21594e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.266476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf8213d-fa3f-494d-aabd-dbc0a05a4332 None None] Network b3ecb219-981c-458d-ae0e-f12dfa414718 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:12:59.277171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.291332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-7dec6d17-9d8a-45a6-80a4-00891f5134a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.292907 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-7dec6d17-9d8a-45a6-80a4-00891f5134a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1441467 Oct 27 16:12:59.358883 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.361590 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.381663 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1b7f25af-1a4f-4103-9049-1122f6c0b449 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.8955822 Oct 27 16:12:59.381855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57590) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:59.413436 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e1dec-8344-4146-b049-fa73b21594e2 None None] Pushing event updated for resources: {'Port': ['ID=119ba2bb-9d36-48e3-a051-0fe19f762076,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:59.449062 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-7d9d5efb-f20a-4526-bf37-33445dda4b83 service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451962 Oct 27 16:12:59.449295 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16090ca3-c40d-44d3-8d6e-b05b7f364187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec44ccb-862a-45f5-a05a-0415370bcad1'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:12:59.452296 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5cd620-7e12-4b07-8925-7f9c913ad52a" -d '{"events": [{"server_uuid": "16090ca3-c40d-44d3-8d6e-b05b7f364187", "name": "network-vif-plugged", "status": "completed", "tag": "1ec44ccb-862a-45f5-a05a-0415370bcad1"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:12:59.473440 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.485986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 1ec44ccb-862a-45f5-a05a-0415370bcad1, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1ec44ccb-862a-45f5-a05a-0415370bcad1,segment=NetworkSegment(c6590f99-4e8b-41b6-97a2-1fdf96533437),segment_id=c6590f99-4e8b-41b6-97a2-1fdf96533437)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:12:59.486214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.499564 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.538460 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcefacb3-3496-45ec-a5e8-17d3bae0e258 x-openstack-request-id: req-bcefacb3-3496-45ec-a5e8-17d3bae0e258 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:12:59.538460 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16090ca3-c40d-44d3-8d6e-b05b7f364187", "name": "network-vif-plugged", "status": "completed", "tag": "1ec44ccb-862a-45f5-a05a-0415370bcad1", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:12:59.551741 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcefacb3-3496-45ec-a5e8-17d3bae0e258 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:12:59.552225 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16090ca3-c40d-44d3-8d6e-b05b7f364187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ec44ccb-862a-45f5-a05a-0415370bcad1', 'code': 200} Oct 27 16:12:59.555522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc01d38-bb31-4e12-a207-c08b53254e98 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.556171 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc01d38-bb31-4e12-a207-c08b53254e98 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.558053 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc01d38-bb31-4e12-a207-c08b53254e98 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:12:59.559702 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4dc01d38-bb31-4e12-a207-c08b53254e98 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1800199 Oct 27 16:12:59.560767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.574221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57594) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:59.635462 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.636314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 063756dc-5098-4314-8df9-6f129ff67b34 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:12:59.744767 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.746743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1251934 Oct 27 16:12:59.754471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57600) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:12:59.771384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'network_id': 'c1c83cd6-f987-43fc-b5df-53f2880acc8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:12:59.776256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33295b5-cf5b-4d4b-b254-662f3b27d2b1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=c1c83cd6-f987-43fc-b5df-53f2880acc8a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:12:59.805936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c25a39fc-fd6c-42f7-a3bb-18e0b62d2a39 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Deleting subnet 2031a104-4d85-4879-bccd-86edda7ed743 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:12:59.814800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c1c83cd6-f987-43fc-b5df-53f2880acc8a details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:12:59.844080 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c25a39fc-fd6c-42f7-a3bb-18e0b62d2a39 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.880357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-b3ecb219-981c-458d-ae0e-f12dfa414718', 'network_id': 'b3ecb219-981c-458d-ae0e-f12dfa414718', 'tenant_id': 'c5cf710ca8924460aada53266d1faec0', 'fixed_ips': [{'subnet_id': '8583221f-cc0c-4ed2-9c50-86fe93c866ca'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:12:59.881252 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.894105 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c25a39fc-fd6c-42f7-a3bb-18e0b62d2a39 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.898674 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:12:59.901188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=1ec44ccb-862a-45f5-a05a-0415370bcad1,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:00.074340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-d5eb2116-3c80-467d-9129-e2d9304c0615 service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051638 Oct 27 16:13:00.117932 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c25a39fc-fd6c-42f7-a3bb-18e0b62d2a39 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.146236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 063756dc-5098-4314-8df9-6f129ff67b34 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:13:00.151122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Network f58a9e81-d5be-4120-b14c-020dd42b036c is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:00.189669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-2967ce7e-bb2e-4839-941e-849e737d0b77 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56cde905-1083-4605-a7b0-19acc8047639 HTTP/1.1" status: 200 len: 217 time: 0.1030746 Oct 27 16:13:00.225140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:00.230387 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 063756dc-5098-4314-8df9-6f129ff67b34 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:00.231253 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.233272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:00.238092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Pushing event updated for resources: {'Port': ['ID=b779dad2-dcc4-45a3-b860-0989849681e6,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:00.272838 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d1cd7-ee29-40d9-9d02-a028f1ecff2a req-18a24586-990c-415c-8ab6-9a3199db6661 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:00.274857 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b5d1cd7-ee29-40d9-9d02-a028f1ecff2a req-18a24586-990c-415c-8ab6-9a3199db6661 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.2907109 Oct 27 16:13:00.297497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-b8389123-15b6-4d6d-813d-f4b4ac1fa449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:00.299166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-b8389123-15b6-4d6d-813d-f4b4ac1fa449 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4358174-7ecb-4439-ac5f-a50c700e1652 HTTP/1.1" status: 200 len: 797 time: 0.0943639 Oct 27 16:13:00.307013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.382603 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b5d1cd7-ee29-40d9-9d02-a028f1ecff2a req-68f2aa67-b48c-478f-938d-f0b04b9db58c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808651 Oct 27 16:13:00.411687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-1f2d39ae-4faf-4726-8683-9500b472ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:00.414877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-1f2d39ae-4faf-4726-8683-9500b472ebc5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1066785 Oct 27 16:13:00.418829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Attempting to bind port b779dad2-dcc4-45a3-b860-0989849681e6 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:00.419095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Attempting to bind port b779dad2-dcc4-45a3-b860-0989849681e6 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '4fe672fa-29bf-484e-ae72-28ab4ebd63ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f58a9e81-d5be-4120-b14c-020dd42b036c'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:00.419410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Attempting to bind port b779dad2-dcc4-45a3-b860-0989849681e6 on network f58a9e81-d5be-4120-b14c-020dd42b036c {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:00.434803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Allocated IP 2001:db8:0:1::1 (b3ecb219-981c-458d-ae0e-f12dfa414718/8583221f-cc0c-4ed2-9c50-86fe93c866ca/caac2be7-d617-440f-a383-6f0409583eee) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:00.438737 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:00.439119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Checking segment: {'id': '4fe672fa-29bf-484e-ae72-28ab4ebd63ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f58a9e81-d5be-4120-b14c-020dd42b036c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:00.439526 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.439915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Bound using segment: {'id': '4fe672fa-29bf-484e-ae72-28ab4ebd63ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f58a9e81-d5be-4120-b14c-020dd42b036c'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:00.440415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Bound port: b779dad2-dcc4-45a3-b860-0989849681e6, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe672fa-29bf-484e-ae72-28ab4ebd63ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f58a9e81-d5be-4120-b14c-020dd42b036c'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:00.440789 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.506143 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c25a39fc-fd6c-42f7-a3bb-18e0b62d2a39 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.508540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.518537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:00.518907 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.587221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'Port': ['ID=eb62b17e-5292-48f3-88b0-844048c02f30,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:00.597316 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97868a-73a3-443d-bb91-04c81ac5e33d req-dac7ed67-90cd-4307-81c8-bb42d42821b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:00.598915 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e97868a-73a3-443d-bb91-04c81ac5e33d req-dac7ed67-90cd-4307-81c8-bb42d42821b5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 1096 time: 0.2878311 Oct 27 16:13:00.608532 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.617797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a39fc-fd6c-42f7-a3bb-18e0b62d2a39 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Subnet': ['ID=2031a104-4d85-4879-bccd-86edda7ed743,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:00.622773 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c25a39fc-fd6c-42f7-a3bb-18e0b62d2a39 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.626803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c25a39fc-fd6c-42f7-a3bb-18e0b62d2a39 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "DELETE /v2.0/subnets/2031a104-4d85-4879-bccd-86edda7ed743 HTTP/1.1" status: 204 len: 168 time: 1.0287404 Oct 27 16:13:00.631075 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57608) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:00.680617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7438-7191-4792-941a-aad87c81740c req-ea811f79-27f3-4657-a65e-663c28d50228 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:00.689481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-922c7438-7191-4792-941a-aad87c81740c req-ea811f79-27f3-4657-a65e-663c28d50228 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 949 time: 0.2825942 Oct 27 16:13:00.706849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.ipam_backend_mixin [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Performing IP validity checks on allocation pools {{(pid=109723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:13:00.707374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.ipam_backend_mixin [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:13:00.725946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 119ba2bb-9d36-48e3-a051-0fe19f762076 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:00.736673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] For port b779dad2-dcc4-45a3-b860-0989849681e6, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:00.759138 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-922c7438-7191-4792-941a-aad87c81740c req-718f138b-da53-4cda-9ec2-e182c4a41c88 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680306 Oct 27 16:13:00.784821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d61e45-ac49-43a5-9465-b627ad090eff tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Deleting subnet 8583221f-cc0c-4ed2-9c50-86fe93c866ca {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:13:00.796244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-373ea656-6a53-4597-a0dd-637f1ae7b3cd service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721383 Oct 27 16:13:00.804474 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e97868a-73a3-443d-bb91-04c81ac5e33d req-fc6b6051-f3e8-4788-a25f-023dc7b4243b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489918 Oct 27 16:13:00.808640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] For port b779dad2-dcc4-45a3-b860-0989849681e6, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b779dad2-dcc4-45a3-b860-0989849681e6,segment=NetworkSegment(4fe672fa-29bf-484e-ae72-28ab4ebd63ed),segment_id=4fe672fa-29bf-484e-ae72-28ab4ebd63ed)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:00.809775 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.810081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0880933-1ea2-495c-9e01-8d9e305be001 req-b6ae8205-e399-4df4-a460-96cdd594c3c5 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:00.811725 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0880933-1ea2-495c-9e01-8d9e305be001 req-b6ae8205-e399-4df4-a460-96cdd594c3c5 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 945 time: 0.1903465 Oct 27 16:13:00.829696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 063756dc-5098-4314-8df9-6f129ff67b34, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=063756dc-5098-4314-8df9-6f129ff67b34,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:00.909559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 119ba2bb-9d36-48e3-a051-0fe19f762076 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:00.909926 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:00.913068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee16fe-5142-4245-9b7e-bf3b2a1635de req-646b682d-8fa7-44e6-bfc7-62564f56f858 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:00.915147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-77ee16fe-5142-4245-9b7e-bf3b2a1635de req-646b682d-8fa7-44e6-bfc7-62564f56f858 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0729547 Oct 27 16:13:00.958727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0880933-1ea2-495c-9e01-8d9e305be001 req-23a6b0c4-22e9-431b-ae81-5eb5921f1570 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279120 Oct 27 16:13:00.965577 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-77ee16fe-5142-4245-9b7e-bf3b2a1635de req-f3a086ee-19ab-4d28-9198-e176a2ef25b3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390666 Oct 27 16:13:00.974505 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.073233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3615838-a24f-4ea8-975f-91ba85f1b014 req-5a05138f-6d01-4b73-a8ad-a43af1fde495 service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917919 Oct 27 16:13:01.181528 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:13:01.266766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.296607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8d61e45-ac49-43a5-9465-b627ad090eff tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.298941 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.300384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.300690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.312365 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-69fb46d7-65f2-4a41-90d7-cab3e3ea1740 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4198012 Oct 27 16:13:01.312945 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.375047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Network b3ecb219-981c-458d-ae0e-f12dfa414718 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:01.380439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:01.384618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Pushing event updated for resources: {'Port': ['ID=b779dad2-dcc4-45a3-b860-0989849681e6,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:01.387321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:01.389694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8d61e45-ac49-43a5-9465-b627ad090eff tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.402715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.403067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.403416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.403752 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.404943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.405089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.405307 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.405654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.405994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.406276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.406604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.406918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a6d9d3-d00f-405d-ac3f-f59488c11a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:01.433665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=998c6aab-28b1-4881-83be-dd7c82c11927,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:01.467755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking segment: {'id': 'a53e8b72-fc31-41d8-b660-a149d79eef51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1c83cd6-f987-43fc-b5df-53f2880acc8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:01.468182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network hostable DHCP agents. Network: c1c83cd6-f987-43fc-b5df-53f2880acc8a, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:01.480465 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-50aed607-c4c4-42d5-96f8-36f1b62e8dc8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1654607862&fields=id&tenant_id=0c5930663e274673b0f874df4f7d4406 HTTP/1.1" status: 200 len: 267 time: 0.0414736 Oct 27 16:13:01.488887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcb0ca6-470a-45ec-bb4b-35143bb9b571 None None] Network f58a9e81-d5be-4120-b14c-020dd42b036c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:01.520015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8d61e45-ac49-43a5-9465-b627ad090eff tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.564218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91238cc7-972c-43eb-806d-b7886287dd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063756dc-5098-4314-8df9-6f129ff67b34'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:01.566375 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defa0359-4cf7-4778-9c06-d38fd023b69d" -d '{"events": [{"server_uuid": "91238cc7-972c-43eb-806d-b7886287dd90", "name": "network-vif-plugged", "status": "completed", "tag": "063756dc-5098-4314-8df9-6f129ff67b34"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:01.606334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Attempting to bind port caac2be7-d617-440f-a383-6f0409583eee on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:01.606704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Attempting to bind port caac2be7-d617-440f-a383-6f0409583eee by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'df210925-30df-4295-a6d7-9691262b1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b3ecb219-981c-458d-ae0e-f12dfa414718'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:01.607074 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Attempting to bind port caac2be7-d617-440f-a383-6f0409583eee on network b3ecb219-981c-458d-ae0e-f12dfa414718 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:01.613008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5f930-3266-4565-a110-0d60f3777b39 req-e8e8b310-c6ef-411a-8454-d4de42ad489f tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:01.614639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-e8e8b310-c6ef-411a-8454-d4de42ad489f tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/networks?id=af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 200 len: 811 time: 0.1237233 Oct 27 16:13:01.619563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:01.619941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Checking segment: {'id': 'df210925-30df-4295-a6d7-9691262b1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b3ecb219-981c-458d-ae0e-f12dfa414718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:01.620522 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.620845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Bound using segment: {'id': 'df210925-30df-4295-a6d7-9691262b1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b3ecb219-981c-458d-ae0e-f12dfa414718'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:01.621334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Bound port: caac2be7-d617-440f-a383-6f0409583eee, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df210925-30df-4295-a6d7-9691262b1059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b3ecb219-981c-458d-ae0e-f12dfa414718'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:01.621717 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.622653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network c1c83cd6-f987-43fc-b5df-53f2880acc8a is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:01.626861 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=063756dc-5098-4314-8df9-6f129ff67b34,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:01.641164 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-fc89ed51-d01a-479e-b421-8144d9cd3c4a tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/quotas/0c5930663e274673b0f874df4f7d4406 HTTP/1.1" status: 200 len: 375 time: 0.0135922 Oct 27 16:13:01.644860 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8d61e45-ac49-43a5-9465-b627ad090eff tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.673894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d61e45-ac49-43a5-9465-b627ad090eff tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Subnet': ['ID=8583221f-cc0c-4ed2-9c50-86fe93c866ca,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:01.684933 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8d61e45-ac49-43a5-9465-b627ad090eff tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.692783 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d8d61e45-ac49-43a5-9465-b627ad090eff tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "DELETE /v2.0/subnets/8583221f-cc0c-4ed2-9c50-86fe93c866ca HTTP/1.1" status: 204 len: 168 time: 1.0569313 Oct 27 16:13:01.693217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57628) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:01.745733 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Pushing event updated for resources: {'Port': ['ID=caac2be7-d617-440f-a383-6f0409583eee,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:01.756828 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-1c47e31b-03f6-4b0b-bfe9-e6fd310cd69a tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1089587 Oct 27 16:13:01.765029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c1c83cd6-f987-43fc-b5df-53f2880acc8a) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:01.777680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c50c523-f878-4fd0-be60-421b4988a632 None None] Network c1c83cd6-f987-43fc-b5df-53f2880acc8a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:01.778598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:01.779279 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:01.823847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] For port caac2be7-d617-440f-a383-6f0409583eee, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:01.851348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] For port caac2be7-d617-440f-a383-6f0409583eee, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=caac2be7-d617-440f-a383-6f0409583eee,segment=NetworkSegment(df210925-30df-4295-a6d7-9691262b1059),segment_id=df210925-30df-4295-a6d7-9691262b1059)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:01.856824 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceadf93-ded1-448c-84d0-03db89aa1dd9 x-openstack-request-id: req-9ceadf93-ded1-448c-84d0-03db89aa1dd9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:01.857114 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91238cc7-972c-43eb-806d-b7886287dd90", "name": "network-vif-plugged", "status": "completed", "tag": "063756dc-5098-4314-8df9-6f129ff67b34", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:01.857743 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ceadf93-ded1-448c-84d0-03db89aa1dd9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:01.858143 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91238cc7-972c-43eb-806d-b7886287dd90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063756dc-5098-4314-8df9-6f129ff67b34', 'code': 200} Oct 27 16:13:01.861407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243ca3c0-14e2-4c97-92ed-9d82be4056ed tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:01.867504 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-243ca3c0-14e2-4c97-92ed-9d82be4056ed tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1688609 Oct 27 16:13:01.867815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57634) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:01.917951 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-438f76c4-dc73-4e45-bf3a-fd90d973cc44 service neutron] 10.222.0.15 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292572 Oct 27 16:13:01.939507 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57636) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:01.940525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c7259211-6931-4ed3-9c6b-9915b58b674f tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1792097 Oct 27 16:13:01.955799 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.032942 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.044494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d2ee8-fc47-4cdd-a3e0-e362df13c4f4 None None] Pushing event updated for resources: {'Port': ['ID=caac2be7-d617-440f-a383-6f0409583eee,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:02.056795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd58b5-c385-485d-91c2-07d99a2b93cc req-52048df0-b205-4192-95d0-b7f75c1616d7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:02.065031 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62fd58b5-c385-485d-91c2-07d99a2b93cc req-52048df0-b205-4192-95d0-b7f75c1616d7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1170290 Oct 27 16:13:02.101188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc2dd6-2e4e-4534-9ad8-95a2ebd62744 req-c7a84376-558a-482e-b592-c14e60bf7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:02.101188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dacc2dd6-2e4e-4534-9ad8-95a2ebd62744 req-c7a84376-558a-482e-b592-c14e60bf7af2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 1101 time: 0.1317523 Oct 27 16:13:02.124589 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-4c235a27-6bcd-48aa-8b4a-d39426f01e3c service neutron] 10.222.0.15 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953857 Oct 27 16:13:02.129196 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.158736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e3c38-277b-442e-9092-c0fc42b8e87b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-c1c83cd6-f987-43fc-b5df-53f2880acc8a', 'network_id': 'c1c83cd6-f987-43fc-b5df-53f2880acc8a', 'tenant_id': 'ef6a14d294a948cbbf57c2d19e2d85cd', 'fixed_ips': [{'subnet_id': '998c6aab-28b1-4881-83be-dd7c82c11927'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:02.159583 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bd4e3c38-277b-442e-9092-c0fc42b8e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.172687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62fd58b5-c385-485d-91c2-07d99a2b93cc req-17f93a47-bbb5-4d9b-865c-fae83ae8db3b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068740 Oct 27 16:13:02.204384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f00e75b-b882-42d6-ad99-b294746ef1bc None None] Network b3ecb219-981c-458d-ae0e-f12dfa414718 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:02.232935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dacc2dd6-2e4e-4534-9ad8-95a2ebd62744 req-dedaf919-fe25-4b53-be83-f834bcbe9a91 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052854 Oct 27 16:13:02.242609 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.250418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Deleting port caac2be7-d617-440f-a383-6f0409583eee {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:02.251369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.371616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] For port caac2be7-d617-440f-a383-6f0409583eee, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=caac2be7-d617-440f-a383-6f0409583eee,segment=NetworkSegment(df210925-30df-4295-a6d7-9691262b1059),segment_id=df210925-30df-4295-a6d7-9691262b1059)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:02.372188 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.387269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.430242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffaac45-57f2-431f-93cf-eb874ed1af6a req-f80568d2-d137-4d86-b012-aad61ab89813 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:02.430242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ffaac45-57f2-431f-93cf-eb874ed1af6a req-f80568d2-d137-4d86-b012-aad61ab89813 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 950 time: 0.1540833 Oct 27 16:13:02.435097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Calling delete_port for caac2be7-d617-440f-a383-6f0409583eee owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server [None req-bd4e3c38-277b-442e-9092-c0fc42b8e87b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 998c6aab-28b1-4881-83be-dd7c82c11927: This subnet is being modified by another concurrent operation. Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:13:02.455559 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 998c6aab-28b1-4881-83be-dd7c82c11927: This subnet is being modified by another concurrent operation. Oct 27 16:13:02.461597 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Oct 27 16:13:02.475288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d985e3-c446-43c7-9f5f-1d4c4ba0b3be None None] Network c1c83cd6-f987-43fc-b5df-53f2880acc8a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:02.491070 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.556570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ffaac45-57f2-431f-93cf-eb874ed1af6a req-46ddc1ab-f9bd-4dce-879a-d69e13e3502c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096382 Oct 27 16:13:02.572338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Subnet': ['ID=998c6aab-28b1-4881-83be-dd7c82c11927,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:02.601975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.632483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43388a7b-dcdb-458f-8618-1462b237ece4 req-c3ed4613-6ada-4cc6-a85d-6c85ec3fae20 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:02.633925 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43388a7b-dcdb-458f-8618-1462b237ece4 req-c3ed4613-6ada-4cc6-a85d-6c85ec3fae20 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 945 time: 0.1543360 Oct 27 16:13:02.642217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c83cd6-f987-43fc-b5df-53f2880acc8a']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:02.644924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89fa83f-93c1-439b-8c8e-833006e21c76 None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:13:02.660249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53e8b72-fc31-41d8-b660-a149d79eef51') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:02.664321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53e8b72-fc31-41d8-b660-a149d79eef51') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:02.677286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.701791 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.706212 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43388a7b-dcdb-458f-8618-1462b237ece4 req-317d5401-353c-4c35-a489-1b9e50e4ba51 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612233 Oct 27 16:13:02.711373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:02.711682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:02.714845 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:02.752335 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.765756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] No DVR routers for this DVR port caac2be7-d617-440f-a383-6f0409583eee on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:02.787809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89fa83f-93c1-439b-8c8e-833006e21c76 None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:13:02.812943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Port': ['ID=caac2be7-d617-440f-a383-6f0409583eee,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:02.816147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f6e92967-6e67-4f75-9528-e5f2733e8fb6 req-c0fb31fe-6170-4632-a6ef-2918cc7e3bc9 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 210 time: 0.0391438 Oct 27 16:13:02.893286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.919317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ecb219-981c-458d-ae0e-f12dfa414718']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:02.936126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df210925-30df-4295-a6d7-9691262b1059') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:02.936126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df210925-30df-4295-a6d7-9691262b1059') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:02.942661 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.944450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.946281 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.955353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57656) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:02.955592 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/c1c83cd6-f987-43fc-b5df-53f2880acc8a HTTP/1.1" status: 204 len: 168 time: 1.0123115 Oct 27 16:13:02.960651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-612455949'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:02.970347 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.977837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f2c26-b597-4268-b4cf-ae018267fd03 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=c1c83cd6-f987-43fc-b5df-53f2880acc8a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:02.985059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:02.986109 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:02.989872 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:03.108253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:03.112289 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:03.152972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:03.166209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:03.169410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "DELETE /v2.0/networks/b3ecb219-981c-458d-ae0e-f12dfa414718 HTTP/1.1" status: 204 len: 168 time: 1.3004262 Oct 27 16:13:03.173183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57660) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:03.178386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760497fc-7605-40c0-9663-a2773fc9690d None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:13:03.186428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f8ddf-6048-40c5-882d-52ddd9ff3ddd tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Network': ['ID=b3ecb219-981c-458d-ae0e-f12dfa414718,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:03.199030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a0204-241b-4740-89c7-394d5eb460f3 req-1b9163b4-840c-4e74-8378-68b365f84275 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:03.200628 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-726a0204-241b-4740-89c7-394d5eb460f3 req-1b9163b4-840c-4e74-8378-68b365f84275 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1036396 Oct 27 16:13:03.204676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:03.233947 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:03.234337 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment 22106498-f0f8-4536-8879-c06a00b4b5a1 of type vlan for network fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0 Oct 27 16:13:03.293181 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:03.303858 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-726a0204-241b-4740-89c7-394d5eb460f3 req-30fa060e-dfde-4eb3-a9de-b3ee2e714603 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913785 Oct 27 16:13:03.309454 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:03.397712 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:03.403955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:03.405380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:03.425862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760497fc-7605-40c0-9663-a2773fc9690d None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:13:03.428432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Deleting port b779dad2-dcc4-45a3-b860-0989849681e6 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:03.429467 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:03.523065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:03.525968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57539f-8500-4941-a900-b763ac0c7ca9 req-1f43da7b-da0f-445e-ad61-d80607f1ea52 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:03.528211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f57539f-8500-4941-a900-b763ac0c7ca9 req-1f43da7b-da0f-445e-ad61-d80607f1ea52 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 945 time: 0.1617880 Oct 27 16:13:03.540391 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e621fa67-8b5f-47e8-86e7-067100a1230c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5838690 Oct 27 16:13:03.541168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57666) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:03.543402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4650e-0909-4ab4-b2ce-7c81965ee2ff req-defb6c89-be1e-47cc-a21d-857028295540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:03.544679 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fb4650e-0909-4ab4-b2ce-7c81965ee2ff req-defb6c89-be1e-47cc-a21d-857028295540 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eb288c6b6c854adeaee46ae3812af0c1&device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 1096 time: 0.0837967 Oct 27 16:13:03.550621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'network_id': 'fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:03.556379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] For port b779dad2-dcc4-45a3-b860-0989849681e6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b779dad2-dcc4-45a3-b860-0989849681e6,segment=NetworkSegment(4fe672fa-29bf-484e-ae72-28ab4ebd63ed),segment_id=4fe672fa-29bf-484e-ae72-28ab4ebd63ed)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:03.556755 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:03.557210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:03.581220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Calling delete_port for b779dad2-dcc4-45a3-b860-0989849681e6 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:03.612508 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f57539f-8500-4941-a900-b763ac0c7ca9 req-a1142f4c-126d-4487-ac3c-6d5ddf1b14b4 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654571 Oct 27 16:13:03.793603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:03.830407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Port': ['ID=b779dad2-dcc4-45a3-b860-0989849681e6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:03.838627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] No DVR routers for this DVR port b779dad2-dcc4-45a3-b860-0989849681e6 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:03.980797 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f884f0e-1c9f-49e5-8c20-a8732fe07e5f req-f983222b-eede-4b3a-8e24-1bb0b20a5210 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 210 time: 0.0458920 Oct 27 16:13:03.999436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.027221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58a9e81-d5be-4120-b14c-020dd42b036c']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:04.039588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe672fa-29bf-484e-ae72-28ab4ebd63ed') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:04.039885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe672fa-29bf-484e-ae72-28ab4ebd63ed') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:04.064927 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.086138 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.093236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:04.093651 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:04.096891 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:04.150992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11342e1e-5841-4e80-b8f2-d971639ebebb req-b8ca820f-0c19-407c-be50-cbffe7f74d4d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:04.152539 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11342e1e-5841-4e80-b8f2-d971639ebebb req-b8ca820f-0c19-407c-be50-cbffe7f74d4d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 950 time: 0.4560690 Oct 27 16:13:04.165667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4650e-0909-4ab4-b2ce-7c81965ee2ff req-2789d89c-c887-4c96-9cb5-344673cea189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:04.167108 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fb4650e-0909-4ab4-b2ce-7c81965ee2ff req-2789d89c-c887-4c96-9cb5-344673cea189 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f2d28a49-d48d-4197-b46c-c78c43f76df3 HTTP/1.1" status: 200 len: 915 time: 0.5988083 Oct 27 16:13:04.221975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fb4650e-0909-4ab4-b2ce-7c81965ee2ff req-b02ad1cb-b15f-4a87-bb1b-6e53d6eae715 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ec44ccb-862a-45f5-a05a-0415370bcad1 HTTP/1.1" status: 200 len: 217 time: 0.0414376 Oct 27 16:13:04.261122 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.266217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:04.273408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.282178 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11342e1e-5841-4e80-b8f2-d971639ebebb req-655c3378-c874-4da3-a172-b36588627ba6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078870 Oct 27 16:13:04.282580 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.288509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:04.288805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "DELETE /v2.0/networks/f58a9e81-d5be-4120-b14c-020dd42b036c HTTP/1.1" status: 204 len: 168 time: 1.1142085 Oct 27 16:13:04.289933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b99d7-0461-416d-8ff9-269669e1a79c tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Network': ['ID=f58a9e81-d5be-4120-b14c-020dd42b036c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:04.388250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4650e-0909-4ab4-b2ce-7c81965ee2ff req-185d4c6d-eeac-4c3f-a875-c80f716a5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:04.390427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fb4650e-0909-4ab4-b2ce-7c81965ee2ff req-185d4c6d-eeac-4c3f-a875-c80f716a5ffe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b247893b-90fe-419d-8d78-bdc86f16c2d7 HTTP/1.1" status: 200 len: 854 time: 0.1568322 Oct 27 16:13:04.430024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b74bff-0691-4e0f-8f29-96f4744036f8 req-088bcd28-79fb-42cc-b676-d7227cab30a4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:04.431673 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00b74bff-0691-4e0f-8f29-96f4744036f8 req-088bcd28-79fb-42cc-b676-d7227cab30a4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0541677 Oct 27 16:13:04.450537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fb4650e-0909-4ab4-b2ce-7c81965ee2ff req-fef8e514-80ed-4b79-aea6-e6f9b55b4097 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f2d28a49-d48d-4197-b46c-c78c43f76df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505028 Oct 27 16:13:04.463063 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.472925 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00b74bff-0691-4e0f-8f29-96f4744036f8 req-cbcb34ef-41ce-43eb-b72d-5baed42e10e9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347524 Oct 27 16:13:04.675791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fb4650e-0909-4ab4-b2ce-7c81965ee2ff req-bf213b0b-8889-4393-a168-fc0a46e0ab41 service neutron] 10.222.0.54 "GET /v2.0/networks/f2d28a49-d48d-4197-b46c-c78c43f76df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073858 Oct 27 16:13:04.684012 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.777708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653be563-f5a9-4463-821d-e029ce98fb9e req-c0cab2a5-b99c-44e6-9813-42ddf3a38603 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:04.779498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-653be563-f5a9-4463-821d-e029ce98fb9e req-c0cab2a5-b99c-44e6-9813-42ddf3a38603 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 945 time: 0.0807188 Oct 27 16:13:04.782737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84cbd62-12b2-49d0-a317-97ea1d39ce1f']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:04.813732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c807957e-5938-473f-9d1a-1b6f8a5db07d') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:04.814027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c807957e-5938-473f-9d1a-1b6f8a5db07d') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:04.823074 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-653be563-f5a9-4463-821d-e029ce98fb9e req-20213030-3c62-4e7c-a50c-e2c6b262b6a1 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365598 Oct 27 16:13:04.843693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.873940 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.889239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:04.890182 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:04.894542 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:04.960043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:04.999739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01503cb0-1183-4d5d-89ea-540dfd56ba82 req-434c771b-06ec-40bd-bb30-f0e8b18cf028 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:05.001277 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01503cb0-1183-4d5d-89ea-540dfd56ba82 req-434c771b-06ec-40bd-bb30-f0e8b18cf028 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.2135899 Oct 27 16:13:05.051936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fb4650e-0909-4ab4-b2ce-7c81965ee2ff req-ff993abe-da4e-478d-b50e-73940a494fe6 service neutron] 10.222.0.54 "GET /v2.0/networks/f2d28a49-d48d-4197-b46c-c78c43f76df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649912 Oct 27 16:13:05.100773 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f9a35ae-bfef-4eb0-875e-93488a44359d req-182a811e-07f5-4a29-a89c-62a5f26038d8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 210 time: 0.0419583 Oct 27 16:13:05.119320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=b3dbd0bc-cbc2-4528-87d0-bf4b09527dd9,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:05.164961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01503cb0-1183-4d5d-89ea-540dfd56ba82 req-505dbb49-c471-4a73-b10e-7bbc761707e8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082458 Oct 27 16:13:05.176974 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.194274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5f930-3266-4565-a110-0d60f3777b39 req-78f58bf0-276b-425c-a684-ae509e735392 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:05.195095 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-78f58bf0-276b-425c-a684-ae509e735392 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.53 "GET /v2.0/networks?id=af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 200 len: 811 time: 0.2516961 Oct 27 16:13:05.197893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.201767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "DELETE /v2.0/networks/e84cbd62-12b2-49d0-a317-97ea1d39ce1f HTTP/1.1" status: 204 len: 168 time: 0.9018734 Oct 27 16:13:05.202899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking segment: {'id': '22106498-f0f8-4536-8879-c06a00b4b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:05.203453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network hostable DHCP agents. Network: fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:05.209255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57688) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:05.223360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b152613-3d14-4756-a15e-ace9fe15ad47 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Network': ['ID=e84cbd62-12b2-49d0-a317-97ea1d39ce1f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:05.266809 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-212e4d2d-cb72-4fa3-ac62-51facecdb49f tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5930663e274673b0f874df4f7d4406 HTTP/1.1" status: 200 len: 380 time: 0.0511343 Oct 27 16:13:05.277715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'port': {'device_id': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'admin_state_up': True, 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'security_groups': ['47de455d-fc16-4e96-a086-7195abdc1cb7']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:05.294002 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.389429 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.415258 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66919a54-8dbe-4de4-96ad-28a5ef7f8f48']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:05.416202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:05.425557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b3a7de-5c41-41c8-8197-529058e44479') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:05.426038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b3a7de-5c41-41c8-8197-529058e44479') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:05.438672 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.455616 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.463462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260dfba6-63f1-4c65-8d3c-f10e4ce5640f req-80fce05f-fa62-482d-92c6-54f259c49a85 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:05.465130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-260dfba6-63f1-4c65-8d3c-f10e4ce5640f req-80fce05f-fa62-482d-92c6-54f259c49a85 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 950 time: 0.0856791 Oct 27 16:13:05.476017 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:05.476461 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:05.479681 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:05.512251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:05.517403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:05.518204 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.522530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e1388e-bb49-480d-bdd6-aa4f88decb07 None None] Network fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:05.528708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-260dfba6-63f1-4c65-8d3c-f10e4ce5640f req-def7c4f1-fb45-42a5-84a7-9b745ee08065 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571027 Oct 27 16:13:05.553698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Made reservation on behalf of 0c5930663e274673b0f874df4f7d4406 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:05.555818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.647417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ac8a8-9ea7-4b25-822c-2fd99c54bc78 req-66b2add3-ce20-4cb1-be15-c44950c42f2d tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:05.649393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b90ac8a8-9ea7-4b25-822c-2fd99c54bc78 req-66b2add3-ce20-4cb1-be15-c44950c42f2d tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 1101 time: 0.0507014 Oct 27 16:13:05.650533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.654101 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4a793cfe-44b0-481b-b827-894040d0d379 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1075189 Oct 27 16:13:05.657930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57694) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:05.661872 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.665497 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] 10.222.0.15 "DELETE /v2.0/networks/66919a54-8dbe-4de4-96ad-28a5ef7f8f48 HTTP/1.1" status: 204 len: 168 time: 0.4548266 Oct 27 16:13:05.691511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abdd3f-e3e0-4240-b248-f8427c569d02 tempest-BulkNetworkOpsIpV6Test-633034825 tempest-BulkNetworkOpsIpV6Test-633034825-project] Pushing event deleted for resources: {'Network': ['ID=66919a54-8dbe-4de4-96ad-28a5ef7f8f48,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:05.718014 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b90ac8a8-9ea7-4b25-822c-2fd99c54bc78 req-5f283d5a-ebf2-4ac7-95dc-b2009b5b11e2 tempest-ServersOnMultiNodesTest-915298886 tempest-ServersOnMultiNodesTest-915298886-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503128 Oct 27 16:13:05.751466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0', 'network_id': 'fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0', 'tenant_id': 'ef6a14d294a948cbbf57c2d19e2d85cd', 'fixed_ips': [{'subnet_id': 'b3dbd0bc-cbc2-4528-87d0-bf4b09527dd9'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:05.752756 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.803312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Allocated IP 172.20.0.12 (af016594-8bc5-461b-993c-3fdc1c22d42e/ea3730f2-0bf8-4326-9e2c-a789f343fc1b/6c81c317-d7ec-4316-a78c-58931598cec3) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:05.853117 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:05.927852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Allocated IP 172.20.0.1 (fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0/b3dbd0bc-cbc2-4528-87d0-bf4b09527dd9/a52a370c-123e-4a25-b3ca-c13a2bb36fcb) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:05.954799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d157b-f1ad-4982-a187-93507a0500a3 req-6e06da38-7959-4c01-8523-b3b694773f91 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:05.956373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d65d157b-f1ad-4982-a187-93507a0500a3 req-6e06da38-7959-4c01-8523-b3b694773f91 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 945 time: 0.0543230 Oct 27 16:13:05.978873 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.019815 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d65d157b-f1ad-4982-a187-93507a0500a3 req-c0c69d68-7f93-471c-8223-01c1ec5b611a tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507345 Oct 27 16:13:06.101193 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.140011 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.203274 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.204966 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee36b349-3e3e-45cc-8736-e06d2650a522 req-4bdd6d9d-0812-4b58-9303-5ecc43cd8373 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 210 time: 0.0321567 Oct 27 16:13:06.255316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Network af016594-8bc5-461b-993c-3fdc1c22d42e is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:06.256005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57712) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:06.257577 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.271866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:06.274806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:06.318702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'Port': ['ID=6c81c317-d7ec-4316-a78c-58931598cec3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:06.352038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Network fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:06.352245 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356b0d0-1455-4ca9-b835-f0634496eaf0 req-bb90ff98-5640-486d-a01a-ca4331f99c0d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:06.353900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:06.361100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Pushing event updated for resources: {'Port': ['ID=a52a370c-123e-4a25-b3ca-c13a2bb36fcb,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:06.365311 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a356b0d0-1455-4ca9-b835-f0634496eaf0 req-bb90ff98-5640-486d-a01a-ca4331f99c0d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 950 time: 0.0740330 Oct 27 16:13:06.365492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:06.425609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:06.426287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.447889 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a356b0d0-1455-4ca9-b835-f0634496eaf0 req-c68a4e1d-ed7e-495a-9bf1-0234ed91bc32 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729654 Oct 27 16:13:06.448751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16055c46-27c8-49a6-8b52-353d2460a509 req-347c67b6-e287-43d4-b122-2ea7ae3be84f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:06.466009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Attempting to bind port a52a370c-123e-4a25-b3ca-c13a2bb36fcb on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:06.466348 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-16055c46-27c8-49a6-8b52-353d2460a509 req-347c67b6-e287-43d4-b122-2ea7ae3be84f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1519890 Oct 27 16:13:06.466848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Attempting to bind port a52a370c-123e-4a25-b3ca-c13a2bb36fcb by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '22106498-f0f8-4536-8879-c06a00b4b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:06.467996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Attempting to bind port a52a370c-123e-4a25-b3ca-c13a2bb36fcb on network fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:06.475970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:06.478195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Checking segment: {'id': '22106498-f0f8-4536-8879-c06a00b4b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:06.478620 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.479442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Bound using segment: {'id': '22106498-f0f8-4536-8879-c06a00b4b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:06.479950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Bound port: a52a370c-123e-4a25-b3ca-c13a2bb36fcb, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22106498-f0f8-4536-8879-c06a00b4b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:06.480376 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.496134 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.538183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Subnet': ['ID=b3dbd0bc-cbc2-4528-87d0-bf4b09527dd9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:06.551768 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b6a4a9df-895b-45b9-bde1-ffa882a3ec6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5cf710ca8924460aada53266d1faec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918673 Oct 27 16:13:06.551768 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57716) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:06.588242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-16055c46-27c8-49a6-8b52-353d2460a509 req-02dc2c94-fc4b-4dfa-ba43-fc4665238600 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032681 Oct 27 16:13:06.601513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] For port a52a370c-123e-4a25-b3ca-c13a2bb36fcb, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:06.609961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] For port a52a370c-123e-4a25-b3ca-c13a2bb36fcb, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a52a370c-123e-4a25-b3ca-c13a2bb36fcb,segment=NetworkSegment(22106498-f0f8-4536-8879-c06a00b4b5a1),segment_id=22106498-f0f8-4536-8879-c06a00b4b5a1)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:06.633123 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fc6e-72e2-423c-b73e-7b8f987a2b59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.650513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-c1440194-02d6-4c76-949d-df1357918c33 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3765132 Oct 27 16:13:06.660972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fc6e-72e2-423c-b73e-7b8f987a2b59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.671274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Request body: {'port': {'device_id': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:06.677681 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.725716 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.739937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4cabf-3120-4690-a1b4-fd6a616d1176 req-b01677ac-9a94-44bb-833d-f1e7745f8b33 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:06.741618 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7f4cabf-3120-4690-a1b4-fd6a616d1176 req-b01677ac-9a94-44bb-833d-f1e7745f8b33 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0787010 Oct 27 16:13:06.746618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:06.762559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22106498-f0f8-4536-8879-c06a00b4b5a1') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:06.762827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22106498-f0f8-4536-8879-c06a00b4b5a1') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:06.771201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.776563 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.780504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b03714c6-4642-4a69-8155-0366b285cb86 None None] Provisioning complete for port 6c81c317-d7ec-4316-a78c-58931598cec3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:06.782506 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b03714c6-4642-4a69-8155-0366b285cb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.792645 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7f4cabf-3120-4690-a1b4-fd6a616d1176 req-b0cc421a-467b-4a08-9a14-b34381d13f6f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418255 Oct 27 16:13:06.828860 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.843512 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fc6e-72e2-423c-b73e-7b8f987a2b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.851583 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fc6e-72e2-423c-b73e-7b8f987a2b59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.851583 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c9f6fc6e-72e2-423c-b73e-7b8f987a2b59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df107c20-a5d8-4304-a47e-378545a16ced HTTP/1.1" status: 204 len: 168 time: 0.2949331 Oct 27 16:13:06.858015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6fc6e-72e2-423c-b73e-7b8f987a2b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df107c20-a5d8-4304-a47e-378545a16ced,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:06.867983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da8c7b-93ce-426e-9ee2-32707a3d27d0 None None] Pushing event updated for resources: {'Port': ['ID=a52a370c-123e-4a25-b3ca-c13a2bb36fcb,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:06.916370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b03714c6-4642-4a69-8155-0366b285cb86 None None] Port 6c81c317-d7ec-4316-a78c-58931598cec3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:06.916960 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:06.920116 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92dbf17-3388-42df-9c51-0614d61f07e7 None None] Network fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:07.039275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3524ba44-37db-48c9-a4d1-e9f4d5dce70d None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:13:07.075632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a052e-e498-488e-885f-a78293f4bd8f req-40c2032b-f8d4-4083-b5c8-41f2fb0fb2f8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.078470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-939a052e-e498-488e-885f-a78293f4bd8f req-40c2032b-f8d4-4083-b5c8-41f2fb0fb2f8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1710079 Oct 27 16:13:07.105716 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:13:07.105716 n-d-815689-1 neutron-server[109723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:13:07.105716 n-d-815689-1 neutron-server[109723]: [parameters: {'id': 'fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0'}] Oct 27 16:13:07.105716 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:13:07.106647 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:13:07.148652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-939a052e-e498-488e-885f-a78293f4bd8f req-074049e0-ced8-4c35-9baa-a4f2f2e21683 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603979 Oct 27 16:13:07.190725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8c5f8-27db-4042-8b8b-81abf0d22a7a req-1734c264-fda8-41a3-a85c-0fd6a9d67adb tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.192619 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-baf8c5f8-27db-4042-8b8b-81abf0d22a7a req-1734c264-fda8-41a3-a85c-0fd6a9d67adb tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 945 time: 0.0727813 Oct 27 16:13:07.221047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3524ba44-37db-48c9-a4d1-e9f4d5dce70d None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:13:07.242637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c81c317-d7ec-4316-a78c-58931598cec3 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:07.260248 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:07.266698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-baf8c5f8-27db-4042-8b8b-81abf0d22a7a req-f371fce2-553d-4367-9268-f467bcb3c8fb tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580235 Oct 27 16:13:07.302116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Transition to ACTIVE for port object 6c81c317-d7ec-4316-a78c-58931598cec3 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:07.334798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d3226-2000-49f8-9f93-81b7d8b07125 req-51e41b8c-1fc6-4758-a206-fc19a9132cd3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.337600 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e74d3226-2000-49f8-9f93-81b7d8b07125 req-51e41b8c-1fc6-4758-a206-fc19a9132cd3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1000476 Oct 27 16:13:07.399187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e74d3226-2000-49f8-9f93-81b7d8b07125 req-b1d3f249-9025-499e-815d-7c2f54746557 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435805 Oct 27 16:13:07.417211 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:07.432387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a25ff0-d2a1-4884-aa60-5179515bc4b0 req-252ca890-4c72-4e36-9347-2710bf51b9f0 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.438367 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66a25ff0-d2a1-4884-aa60-5179515bc4b0 req-252ca890-4c72-4e36-9347-2710bf51b9f0 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 932 time: 0.0992770 Oct 27 16:13:07.516247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Pushing event updated for resources: {'Port': ['ID=6c81c317-d7ec-4316-a78c-58931598cec3,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:07.517892 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66a25ff0-d2a1-4884-aa60-5179515bc4b0 req-4e446a81-a27e-4257-8e52-1fd6998da589 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750692 Oct 27 16:13:07.606289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Attempting to bind port 6c81c317-d7ec-4316-a78c-58931598cec3 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:07.606536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Attempting to bind port 6c81c317-d7ec-4316-a78c-58931598cec3 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:07.606865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Attempting to bind port 6c81c317-d7ec-4316-a78c-58931598cec3 on network af016594-8bc5-461b-993c-3fdc1c22d42e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:07.610334 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:07.650709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Port 6c81c317-d7ec-4316-a78c-58931598cec3 on network af016594-8bc5-461b-993c-3fdc1c22d42e not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:07.651043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Attempting to bind port 6c81c317-d7ec-4316-a78c-58931598cec3 on network af016594-8bc5-461b-993c-3fdc1c22d42e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:07.660751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dccf3-7eda-402b-bb8e-c412c6905597 req-f63ab410-9914-408c-af8c-247eb3ff1d5a tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.662416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c7dccf3-7eda-402b-bb8e-c412c6905597 req-f63ab410-9914-408c-af8c-247eb3ff1d5a tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 950 time: 0.1258388 Oct 27 16:13:07.682752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:07.683093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Checking segment: {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:07.683479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Bound using segment: {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:07.684401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Bound port: 6c81c317-d7ec-4316-a78c-58931598cec3, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:07.684719 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:07.823813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6d417-b087-41ab-bf1d-dc78722d1753 req-20f6b424-7bc8-4404-99d7-26126285f83e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:07.825871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8cf6d417-b087-41ab-bf1d-dc78722d1753 req-20f6b424-7bc8-4404-99d7-26126285f83e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 950 time: 0.2206950 Oct 27 16:13:07.909129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] For port 6c81c317-d7ec-4316-a78c-58931598cec3, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:07.932326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] For port 6c81c317-d7ec-4316-a78c-58931598cec3, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=6c81c317-d7ec-4316-a78c-58931598cec3,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:07.937109 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8cf6d417-b087-41ab-bf1d-dc78722d1753 req-e0aa0046-adbb-421f-8136-b96753089bf2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011598 Oct 27 16:13:07.941456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Deleting port a52a370c-123e-4a25-b3ca-c13a2bb36fcb {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:07.941848 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.006996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8c7dccf3-7eda-402b-bb8e-c412c6905597 req-63fdc1c5-3e8c-4dc0-b846-fa359bd4d774 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Deleting port 063756dc-5098-4314-8df9-6f129ff67b34 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:08.006996 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8c7dccf3-7eda-402b-bb8e-c412c6905597 req-63fdc1c5-3e8c-4dc0-b846-fa359bd4d774 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.054858 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.152367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.153233 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.155191 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] 10.222.0.53 "PUT /v2.0/ports/6c81c317-d7ec-4316-a78c-58931598cec3 HTTP/1.1" status: 200 len: 1092 time: 1.4903507 Oct 27 16:13:08.157182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] For port a52a370c-123e-4a25-b3ca-c13a2bb36fcb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a52a370c-123e-4a25-b3ca-c13a2bb36fcb,segment=NetworkSegment(22106498-f0f8-4536-8879-c06a00b4b5a1),segment_id=22106498-f0f8-4536-8879-c06a00b4b5a1)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:08.157539 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.165922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'tag': '6c81c317-d7ec-4316-a78c-58931598cec3'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:08.168108 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74535e69-5252-4c4e-8318-7277c740d4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5a95df-092b-4d58-8dfe-4c59f3373f69", "tag": "6c81c317-d7ec-4316-a78c-58931598cec3"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:08.214695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Calling delete_port for a52a370c-123e-4a25-b3ca-c13a2bb36fcb owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:08.217985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57764) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:08.234186 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35135aa-9ec2-41fd-8b79-0a7098094e2f x-openstack-request-id: req-e35135aa-9ec2-41fd-8b79-0a7098094e2f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:08.234806 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5a95df-092b-4d58-8dfe-4c59f3373f69", "tag": "6c81c317-d7ec-4316-a78c-58931598cec3", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:08.235018 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e35135aa-9ec2-41fd-8b79-0a7098094e2f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:08.235378 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'tag': '6c81c317-d7ec-4316-a78c-58931598cec3', 'status': 'completed', 'code': 200} Oct 27 16:13:08.248660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10990556-9274-4bd5-adc2-85a372827a09 service neutron] Pushing event updated for resources: {'Port': ['ID=6c81c317-d7ec-4316-a78c-58931598cec3,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:08.253655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8c7dccf3-7eda-402b-bb8e-c412c6905597 req-63fdc1c5-3e8c-4dc0-b846-fa359bd4d774 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] For port 063756dc-5098-4314-8df9-6f129ff67b34, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=063756dc-5098-4314-8df9-6f129ff67b34,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:08.266892 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8c7dccf3-7eda-402b-bb8e-c412c6905597 req-63fdc1c5-3e8c-4dc0-b846-fa359bd4d774 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.341327 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-263401057'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:08.426098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:08.429662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.445112 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.541083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.593020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.648263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:08.661565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714dc257-d338-4486-8f4e-edbcb3e03555,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:08.662220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800dea3d-ab96-4505-be2e-88eb36b2053d req-03d27051-bf48-49fa-9847-0f4c1f155d47 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.664436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-800dea3d-ab96-4505-be2e-88eb36b2053d req-03d27051-bf48-49fa-9847-0f4c1f155d47 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 945 time: 0.6415153 Oct 27 16:13:08.665772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8c7dccf3-7eda-402b-bb8e-c412c6905597 req-63fdc1c5-3e8c-4dc0-b846-fa359bd4d774 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Calling delete_port for 063756dc-5098-4314-8df9-6f129ff67b34 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:08.671241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.671600 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Added segment 8c98853b-e286-490d-9d0c-4e4b9b1b1eaa of type vlan for network 70f574ed-ccb5-4388-8d14-7fda631b40b5 Oct 27 16:13:08.715100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f7bf7-527a-4566-8460-04bf45788bb3 req-651beaa9-75dd-4e37-9ea5-b0f43394892a tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.717210 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-449f7bf7-527a-4566-8460-04bf45788bb3 req-651beaa9-75dd-4e37-9ea5-b0f43394892a tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 944 time: 0.1159580 Oct 27 16:13:08.729937 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.780383 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-449f7bf7-527a-4566-8460-04bf45788bb3 req-dc0fad27-1f1f-4e32-a5bf-6bf6462e87b1 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531926 Oct 27 16:13:08.780642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74535e69-5252-4c4e-8318-7277c740d4e8 req-28aa7cb3-cc2b-48f0-acd1-93968d31d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.781979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-74535e69-5252-4c4e-8318-7277c740d4e8 req-28aa7cb3-cc2b-48f0-acd1-93968d31d13e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 1095 time: 0.5240667 Oct 27 16:13:08.800877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-800dea3d-ab96-4505-be2e-88eb36b2053d req-1a2030a7-be2d-49db-827f-de0794fadc83 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085939 Oct 27 16:13:08.848820 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.854568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.858328 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.917311 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:08.926120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Network': ['ID=70f574ed-ccb5-4388-8d14-7fda631b40b5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:08.937211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 70f574ed-ccb5-4388-8d14-7fda631b40b5 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:08.970536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Port': ['ID=a52a370c-123e-4a25-b3ca-c13a2bb36fcb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:08.974755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No DVR routers for this DVR port a52a370c-123e-4a25-b3ca-c13a2bb36fcb on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:08.984294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74535e69-5252-4c4e-8318-7277c740d4e8 req-c922c06e-e5e6-4a7a-a2d3-a33e4439e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:08.985795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-74535e69-5252-4c4e-8318-7277c740d4e8 req-c922c06e-e5e6-4a7a-a2d3-a33e4439e9f6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0c5930663e274673b0f874df4f7d4406&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1865571 Oct 27 16:13:09.014500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-51efbe4b-36af-4048-9317-aed0249a59b4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7952590 Oct 27 16:13:09.121940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cbe65-ae08-4879-9ccd-bbb181734a1f req-cdc565e7-4a44-4fa3-9706-f35e1934e7ad tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:09.131293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:09.131766 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f71cbe65-ae08-4879-9ccd-bbb181734a1f req-cdc565e7-4a44-4fa3-9706-f35e1934e7ad tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 950 time: 0.0765607 Oct 27 16:13:09.142575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8c7dccf3-7eda-402b-bb8e-c412c6905597 req-63fdc1c5-3e8c-4dc0-b846-fa359bd4d774 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:09.156273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736', '905584dc-a8c2-4271-a312-4f8ce4585894', '01428ef4-d4d8-49ac-9778-f25faea19a39'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:09.160607 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c6cedf9f-61ec-4c5d-a361-ae4668353645', 'cae401fa-870b-443a-bb87-725924aaa6fe', '16c5773b-0478-4d9e-8617-f60c0614b9a1'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:09.206542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdc1c5-3e8c-4dc0-b846-fa359bd4d774 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event deleted for resources: {'Port': ['ID=063756dc-5098-4314-8df9-6f129ff67b34,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:09.211014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:09.249871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22106498-f0f8-4536-8879-c06a00b4b5a1') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:09.250592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22106498-f0f8-4536-8879-c06a00b4b5a1') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:09.255799 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f71cbe65-ae08-4879-9ccd-bbb181734a1f req-47755a2f-af99-4d58-b220-389de417b962 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206820 Oct 27 16:13:09.275272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:09.282325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74535e69-5252-4c4e-8318-7277c740d4e8 req-dca6df4c-1ea1-4efe-b9fb-6297861fd33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:09.284421 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-74535e69-5252-4c4e-8318-7277c740d4e8 req-dca6df4c-1ea1-4efe-b9fb-6297861fd33a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2769673 Oct 27 16:13:09.329397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7dccf3-7eda-402b-bb8e-c412c6905597 req-63fdc1c5-3e8c-4dc0-b846-fa359bd4d774 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] No DVR routers for this DVR port 063756dc-5098-4314-8df9-6f129ff67b34 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:09.332673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8c7dccf3-7eda-402b-bb8e-c412c6905597 req-63fdc1c5-3e8c-4dc0-b846-fa359bd4d774 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:09.337694 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c7dccf3-7eda-402b-bb8e-c412c6905597 req-63fdc1c5-3e8c-4dc0-b846-fa359bd4d774 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "DELETE /v2.0/ports/063756dc-5098-4314-8df9-6f129ff67b34 HTTP/1.1" status: 204 len: 173 time: 1.6646709 Oct 27 16:13:09.381924 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:09.416532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:09.416729 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:09.421956 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:09.532326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5f930-3266-4565-a110-0d60f3777b39 req-9be0c011-6da7-407c-8143-4486fec7ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:09.534084 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-9be0c011-6da7-407c-8143-4486fec7ac0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 1095 time: 0.1952581 Oct 27 16:13:09.546430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bbb84-a5a1-4038-b24a-0314ecd539d4 req-29fc4eb8-c74e-48a6-9cd7-8462ac389726 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:09.548212 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-739bbb84-a5a1-4038-b24a-0314ecd539d4 req-29fc4eb8-c74e-48a6-9cd7-8462ac389726 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.54 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 945 time: 0.1849627 Oct 27 16:13:09.610292 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-f5e134fe-47bf-4716-8fe3-1bd29474bdd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c81c317-d7ec-4316-a78c-58931598cec3 HTTP/1.1" status: 200 len: 217 time: 0.0611615 Oct 27 16:13:09.641511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:09.700525 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:09.709686 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0 HTTP/1.1" status: 204 len: 168 time: 4.0461454 Oct 27 16:13:09.711545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57774) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:09.718804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1757100169'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:09.739547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce23ec2-f3a7-4b83-8e06-6dc63e40a96a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:09.769852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5f930-3266-4565-a110-0d60f3777b39 req-6c26d40f-b1f4-4906-b3a5-a9bb5feaa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:09.771435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-6c26d40f-b1f4-4906-b3a5-a9bb5feaa4eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea3730f2-0bf8-4326-9e2c-a789f343fc1b HTTP/1.1" status: 200 len: 850 time: 0.1400776 Oct 27 16:13:09.781005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-739bbb84-a5a1-4038-b24a-0314ecd539d4 req-4fcd0933-90c2-4e5b-aaca-51f4334ed07e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Deleting port 1ec44ccb-862a-45f5-a05a-0415370bcad1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:09.781480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-739bbb84-a5a1-4038-b24a-0314ecd539d4 req-4fcd0933-90c2-4e5b-aaca-51f4334ed07e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:09.860694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:09.865087 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:09.910557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:09.976584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:09.977506 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment 4444769e-0e1f-4556-a439-9f9ad8540628 of type vlan for network dddf84c3-3439-4424-8479-16917a4b4635 Oct 27 16:13:10.006128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-739bbb84-a5a1-4038-b24a-0314ecd539d4 req-4fcd0933-90c2-4e5b-aaca-51f4334ed07e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] For port 1ec44ccb-862a-45f5-a05a-0415370bcad1, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=1ec44ccb-862a-45f5-a05a-0415370bcad1,segment=NetworkSegment(c6590f99-4e8b-41b6-97a2-1fdf96533437),segment_id=c6590f99-4e8b-41b6-97a2-1fdf96533437)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:10.006592 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-739bbb84-a5a1-4038-b24a-0314ecd539d4 req-4fcd0933-90c2-4e5b-aaca-51f4334ed07e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:10.030855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-739bbb84-a5a1-4038-b24a-0314ecd539d4 req-4fcd0933-90c2-4e5b-aaca-51f4334ed07e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Calling delete_port for 1ec44ccb-862a-45f5-a05a-0415370bcad1 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:10.044034 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:10.050284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684de4fb-85e2-4f56-8b1b-8d24006c5186 req-22b316bb-74ac-4037-8291-8839f1113b7a tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:10.052177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-684de4fb-85e2-4f56-8b1b-8d24006c5186 req-22b316bb-74ac-4037-8291-8839f1113b7a tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 944 time: 0.1352034 Oct 27 16:13:10.068201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5f930-3266-4565-a110-0d60f3777b39 req-035e703b-6141-4e69-8b3c-f7e396ed20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:10.070545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-035e703b-6141-4e69-8b3c-f7e396ed20a5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af016594-8bc5-461b-993c-3fdc1c22d42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523709 Oct 27 16:13:10.105325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adcc548-68c1-4a26-862d-46b8d43d1619 req-3aee7500-3071-4d88-8005-771be6bece3e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:10.106856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7adcc548-68c1-4a26-862d-46b8d43d1619 req-3aee7500-3071-4d88-8005-771be6bece3e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 945 time: 0.1859734 Oct 27 16:13:10.160095 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7adcc548-68c1-4a26-862d-46b8d43d1619 req-afefb09e-6827-417e-b81b-d7e427fb1d1d tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9a52fdb-e029-4412-b090-1bd8f4a35f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Oct 27 16:13:10.181061 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:10.189366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:10.189990 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:10.219709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-684de4fb-85e2-4f56-8b1b-8d24006c5186 req-0687f1ec-d2f9-4f58-9415-d2a7b5a85838 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569493 Oct 27 16:13:10.236319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91238cc7-972c-43eb-806d-b7886287dd90', 'name': 'network-vif-deleted', 'tag': '063756dc-5098-4314-8df9-6f129ff67b34'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:10.238733 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c9ee8b-d271-4589-9f3b-dd41794a5e2a" -d '{"events": [{"server_uuid": "91238cc7-972c-43eb-806d-b7886287dd90", "name": "network-vif-deleted", "tag": "063756dc-5098-4314-8df9-6f129ff67b34"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:10.305142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=dddf84c3-3439-4424-8479-16917a4b4635,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:10.318879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network dddf84c3-3439-4424-8479-16917a4b4635 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:10.326461 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba915f7-5fe0-4243-87d1-013341cfedf9 x-openstack-request-id: req-0ba915f7-5fe0-4243-87d1-013341cfedf9 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:10.326698 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91238cc7-972c-43eb-806d-b7886287dd90", "name": "network-vif-deleted", "tag": "063756dc-5098-4314-8df9-6f129ff67b34", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:10.327043 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ba915f7-5fe0-4243-87d1-013341cfedf9 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:10.327634 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91238cc7-972c-43eb-806d-b7886287dd90', 'name': 'network-vif-deleted', 'tag': '063756dc-5098-4314-8df9-6f129ff67b34', 'status': 'completed', 'code': 200} Oct 27 16:13:10.370062 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-2fe7115e-39c3-41f3-ad96-e896e10d653e service neutron] 10.222.0.53 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562306 Oct 27 16:13:10.448185 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1b73610-60cc-4ab3-b49a-62d2af909c00 req-3668f0a4-a1e4-41f3-b679-c775d25d351f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=91238cc7-972c-43eb-806d-b7886287dd90 HTTP/1.1" status: 200 len: 210 time: 0.0297110 Oct 27 16:13:10.493989 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d2f07ae0-b3d4-439a-a574-6c0dd4e14b74 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7796557 Oct 27 16:13:10.495558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57786) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:10.509323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'network_id': 'dddf84c3-3439-4424-8479-16917a4b4635', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:10.565705 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cad5f930-3266-4565-a110-0d60f3777b39 req-14812b9c-d9ff-4937-8b59-ed6687430777 service neutron] 10.222.0.53 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804373 Oct 27 16:13:10.586494 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-739bbb84-a5a1-4038-b24a-0314ecd539d4 req-4fcd0933-90c2-4e5b-aaca-51f4334ed07e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:10.625199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd0933-90c2-4e5b-aaca-51f4334ed07e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Pushing event deleted for resources: {'Port': ['ID=1ec44ccb-862a-45f5-a05a-0415370bcad1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:10.668087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-739bbb84-a5a1-4038-b24a-0314ecd539d4 req-4fcd0933-90c2-4e5b-aaca-51f4334ed07e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] No DVR routers for this DVR port 1ec44ccb-862a-45f5-a05a-0415370bcad1 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:10.672658 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-739bbb84-a5a1-4038-b24a-0314ecd539d4 req-4fcd0933-90c2-4e5b-aaca-51f4334ed07e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:10.676369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-739bbb84-a5a1-4038-b24a-0314ecd539d4 req-4fcd0933-90c2-4e5b-aaca-51f4334ed07e tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.54 "DELETE /v2.0/ports/1ec44ccb-862a-45f5-a05a-0415370bcad1 HTTP/1.1" status: 204 len: 173 time: 1.1214714 Oct 27 16:13:10.676767 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 063756dc-5098-4314-8df9-6f129ff67b34 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:10.697807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 063756dc-5098-4314-8df9-6f129ff67b34 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:10.698145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 063756dc-5098-4314-8df9-6f129ff67b34 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:10.698553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1ec44ccb-862a-45f5-a05a-0415370bcad1 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:10.717749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 1ec44ccb-862a-45f5-a05a-0415370bcad1 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:10.718098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 1ec44ccb-862a-45f5-a05a-0415370bcad1 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:10.750474 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:10.754047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:11.151342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:11.237373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=930485d1-15ec-4bce-9299-f6cd1836b058,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:11.249071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking segment: {'id': '4444769e-0e1f-4556-a439-9f9ad8540628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dddf84c3-3439-4424-8479-16917a4b4635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:11.249071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network hostable DHCP agents. Network: dddf84c3-3439-4424-8479-16917a4b4635, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:11.303613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ad369b8-46e2-4350-8503-30e7dcd96f93 req-eb2444d1-c876-4bd9-a928-132d72be4e58 tempest-InstanceActionsTestJSON-1592143166 tempest-InstanceActionsTestJSON-1592143166-project] 10.222.0.15 "GET /v2.0/ports?device_id=16090ca3-c40d-44d3-8d6e-b05b7f364187 HTTP/1.1" status: 200 len: 210 time: 0.0433173 Oct 27 16:13:11.373699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca2a45-9247-48b7-be02-aaddbbd2c5a5 req-e7cb7a98-57e2-4097-8a13-b2f522b87e1c tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:11.375310 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bbca2a45-9247-48b7-be02-aaddbbd2c5a5 req-e7cb7a98-57e2-4097-8a13-b2f522b87e1c tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 944 time: 0.0661216 Oct 27 16:13:11.380385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network dddf84c3-3439-4424-8479-16917a4b4635 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:11.417607 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bbca2a45-9247-48b7-be02-aaddbbd2c5a5 req-d1fb7208-6b7f-4adf-872b-58e62823ca4e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345931 Oct 27 16:13:11.465870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, dddf84c3-3439-4424-8479-16917a4b4635) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:11.470800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:11.471367 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:11.490138 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d35c88-a7e5-453a-98ec-01ff17bcfdfe None None] Network dddf84c3-3439-4424-8479-16917a4b4635 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:11.558633 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-439c65bb-f5a3-4b60-8b16-c620928745d1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0565672 Oct 27 16:13:11.558854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57798) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:11.673913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:11.693894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-dddf84c3-3439-4424-8479-16917a4b4635', 'network_id': 'dddf84c3-3439-4424-8479-16917a4b4635', 'tenant_id': 'ef6a14d294a948cbbf57c2d19e2d85cd', 'fixed_ips': [{'subnet_id': '930485d1-15ec-4bce-9299-f6cd1836b058'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:11.695054 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:11.747242 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:11.852768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Allocated IP 172.20.0.1 (dddf84c3-3439-4424-8479-16917a4b4635/930485d1-15ec-4bce-9299-f6cd1836b058/f2457d59-7824-4eb7-9c47-92675eb672f6) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:11.999625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868098d-aae8-4bd5-90b0-d3cab9e8ef59 req-bb1aa952-0ef3-4e39-8ab5-8a58e1d09d7f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:12.001076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1868098d-aae8-4bd5-90b0-d3cab9e8ef59 req-bb1aa952-0ef3-4e39-8ab5-8a58e1d09d7f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 949 time: 0.0545509 Oct 27 16:13:12.023091 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.047205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1868098d-aae8-4bd5-90b0-d3cab9e8ef59 req-c49f47b5-8ae3-463e-99ac-0493a9643d70 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384705 Oct 27 16:13:12.117996 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.159095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Network dddf84c3-3439-4424-8479-16917a4b4635 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:12.161991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:12.164420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:12.174937 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Pushing event updated for resources: {'Port': ['ID=f2457d59-7824-4eb7-9c47-92675eb672f6,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:12.215406 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.227970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Attempting to bind port f2457d59-7824-4eb7-9c47-92675eb672f6 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:12.228528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Attempting to bind port f2457d59-7824-4eb7-9c47-92675eb672f6 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '4444769e-0e1f-4556-a439-9f9ad8540628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dddf84c3-3439-4424-8479-16917a4b4635'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:12.228894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Attempting to bind port f2457d59-7824-4eb7-9c47-92675eb672f6 on network dddf84c3-3439-4424-8479-16917a4b4635 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:12.235198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:12.235198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Checking segment: {'id': '4444769e-0e1f-4556-a439-9f9ad8540628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dddf84c3-3439-4424-8479-16917a4b4635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:12.235485 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.235725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Bound using segment: {'id': '4444769e-0e1f-4556-a439-9f9ad8540628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dddf84c3-3439-4424-8479-16917a4b4635'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:12.236216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Bound port: f2457d59-7824-4eb7-9c47-92675eb672f6, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4444769e-0e1f-4556-a439-9f9ad8540628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dddf84c3-3439-4424-8479-16917a4b4635'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:12.236591 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.248889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Subnet': ['ID=930485d1-15ec-4bce-9299-f6cd1836b058,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:12.305214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] For port f2457d59-7824-4eb7-9c47-92675eb672f6, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:12.308296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] For port f2457d59-7824-4eb7-9c47-92675eb672f6, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f2457d59-7824-4eb7-9c47-92675eb672f6,segment=NetworkSegment(4444769e-0e1f-4556-a439-9f9ad8540628),segment_id=4444769e-0e1f-4556-a439-9f9ad8540628)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:12.319402 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.329549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16090ca3-c40d-44d3-8d6e-b05b7f364187', 'name': 'network-vif-deleted', 'tag': '1ec44ccb-862a-45f5-a05a-0415370bcad1'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:12.334328 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad8486b-c72c-47ae-bef5-253f3f1e953b" -d '{"events": [{"server_uuid": "16090ca3-c40d-44d3-8d6e-b05b7f364187", "name": "network-vif-deleted", "tag": "1ec44ccb-862a-45f5-a05a-0415370bcad1"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:12.363546 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.371801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57806) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:12.375590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddf84c3-3439-4424-8479-16917a4b4635']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:12.386511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4444769e-0e1f-4556-a439-9f9ad8540628') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:12.387226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4444769e-0e1f-4556-a439-9f9ad8540628') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:12.390298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57808) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:12.395746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'subnet': {'network_id': '70f574ed-ccb5-4388-8d14-7fda631b40b5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:12.452077 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4ed511-be78-4adf-92b7-dc52d5915960 x-openstack-request-id: req-4b4ed511-be78-4adf-92b7-dc52d5915960 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:12.452435 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16090ca3-c40d-44d3-8d6e-b05b7f364187", "name": "network-vif-deleted", "tag": "1ec44ccb-862a-45f5-a05a-0415370bcad1", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:12.452729 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b4ed511-be78-4adf-92b7-dc52d5915960 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:12.453631 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16090ca3-c40d-44d3-8d6e-b05b7f364187', 'name': 'network-vif-deleted', 'tag': '1ec44ccb-862a-45f5-a05a-0415370bcad1', 'status': 'completed', 'code': 200} Oct 27 16:13:12.456019 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.467839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e3c3d5-96c6-44fe-90b1-3597d9059934 admin admin] Deleting subnet b247893b-90fe-419d-8d78-bdc86f16c2d7 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:13:12.472584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-27e3c3d5-96c6-44fe-90b1-3597d9059934 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.482631 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b6929-c318-4506-ad09-85a132108dc9 None None] Pushing event updated for resources: {'Port': ['ID=f2457d59-7824-4eb7-9c47-92675eb672f6,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:12.489406 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.500701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:12.501111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.501844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b3ab40-e42b-4951-bf4a-25f3b3a610eb None None] Network dddf84c3-3439-4424-8479-16917a4b4635 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:12.504306 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:12.549144 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-27e3c3d5-96c6-44fe-90b1-3597d9059934 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.592732 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-27e3c3d5-96c6-44fe-90b1-3597d9059934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.632408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf3c81-1292-4052-8a55-881bc7f9ccd2 req-982bdac0-4b1c-4848-9942-53b35f882819 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:12.633468 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-abaf3c81-1292-4052-8a55-881bc7f9ccd2 req-982bdac0-4b1c-4848-9942-53b35f882819 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 944 time: 0.0837274 Oct 27 16:13:12.647559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f50ebe1-8e51-492b-a10c-0ba97b40c08a None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:13:12.678133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-abaf3c81-1292-4052-8a55-881bc7f9ccd2 req-d2777242-29aa-425c-bce3-7f2039d8a811 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368850 Oct 27 16:13:12.679518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:13:12.679518 n-d-815689-1 neutron-server[109723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:13:12.679518 n-d-815689-1 neutron-server[109723]: [parameters: {'id': 'dddf84c3-3439-4424-8479-16917a4b4635'}] Oct 27 16:13:12.679518 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:13:12.679883 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:13:12.711830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:12.715511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.757958 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-27e3c3d5-96c6-44fe-90b1-3597d9059934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.785146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e3c3d5-96c6-44fe-90b1-3597d9059934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b247893b-90fe-419d-8d78-bdc86f16c2d7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:12.786014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f50ebe1-8e51-492b-a10c-0ba97b40c08a None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:13:12.789416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-27e3c3d5-96c6-44fe-90b1-3597d9059934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.793063 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-27e3c3d5-96c6-44fe-90b1-3597d9059934 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b247893b-90fe-419d-8d78-bdc86f16c2d7 HTTP/1.1" status: 204 len: 168 time: 0.4191852 Oct 27 16:13:12.796454 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57814) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:12.881318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.963147 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.969282 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:12.986730 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2d28a49-d48d-4197-b46c-c78c43f76df3']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:12.998830 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6590f99-4e8b-41b6-97a2-1fdf96533437') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:12.999208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6590f99-4e8b-41b6-97a2-1fdf96533437') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:13.015114 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.030902 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.037999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:13.039291 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:13.048924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Subnet': ['ID=7883e473-27c7-43b8-9235-b528dbe97aff,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:13.060937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Checking segment: {'id': '8c98853b-e286-490d-9d0c-4e4b9b1b1eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '70f574ed-ccb5-4388-8d14-7fda631b40b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:13.061306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network hostable DHCP agents. Network: 70f574ed-ccb5-4388-8d14-7fda631b40b5, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:13.064177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.064537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.064958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.065281 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.065621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.065955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.066286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.066612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.066938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.067272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.067609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.067935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:13.121945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 6c81c317-d7ec-4316-a78c-58931598cec3 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:13:13.157589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network 70f574ed-ccb5-4388-8d14-7fda631b40b5 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:13.180844 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.184338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6f94f-c5ce-4e50-a4f8-0944943123e3 req-8dfd7634-15b1-47c1-a83e-997a5493f68f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:13.188726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b5e6f94f-c5ce-4e50-a4f8-0944943123e3 req-8dfd7634-15b1-47c1-a83e-997a5493f68f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 949 time: 0.0568378 Oct 27 16:13:13.190183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.196799 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.200433 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f2d28a49-d48d-4197-b46c-c78c43f76df3 HTTP/1.1" status: 204 len: 168 time: 0.4029279 Oct 27 16:13:13.231178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c45b14-92b8-4e67-8bc8-06432d610467 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2d28a49-d48d-4197-b46c-c78c43f76df3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:13.257980 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b5e6f94f-c5ce-4e50-a4f8-0944943123e3 req-37470b56-4de1-43fc-a3b5-329f27d55cd1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556715 Oct 27 16:13:13.265834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Deleting port f2457d59-7824-4eb7-9c47-92675eb672f6 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:13.266265 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.283473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 70f574ed-ccb5-4388-8d14-7fda631b40b5) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:13.322381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 6c81c317-d7ec-4316-a78c-58931598cec3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=6c81c317-d7ec-4316-a78c-58931598cec3,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:13.322807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:13.323455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.335112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '6c81c317-d7ec-4316-a78c-58931598cec3', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'port_id': '6c81c317-d7ec-4316-a78c-58931598cec3', 'mac_address': 'fa:16:3e:b7:c1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:13:13.365704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c0723d-5ed2-4248-81dd-9a85a5574c7c None None] Network 70f574ed-ccb5-4388-8d14-7fda631b40b5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:13.368670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] For port f2457d59-7824-4eb7-9c47-92675eb672f6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f2457d59-7824-4eb7-9c47-92675eb672f6,segment=NetworkSegment(4444769e-0e1f-4556-a439-9f9ad8540628),segment_id=4444769e-0e1f-4556-a439-9f9ad8540628)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:13.369043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.382291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Calling delete_port for f2457d59-7824-4eb7-9c47-92675eb672f6 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:13.425628 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.431628 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d335f6a9-d44c-4158-aee0-192d49eabbf8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0400062 Oct 27 16:13:13.435481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57822) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:13.441819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-23962811'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:13.446379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c81c317-d7ec-4316-a78c-58931598cec3 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:13.491155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 6c81c317-d7ec-4316-a78c-58931598cec3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=6c81c317-d7ec-4316-a78c-58931598cec3,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:13.537169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c876b-5568-45ef-a498-706e64a978d0 req-3b52eb9d-5a10-443e-8bef-4fa080bf9773 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:13.538685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db3c876b-5568-45ef-a498-706e64a978d0 req-3b52eb9d-5a10-443e-8bef-4fa080bf9773 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 949 time: 0.0786059 Oct 27 16:13:13.563109 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.573744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-70f574ed-ccb5-4388-8d14-7fda631b40b5', 'network_id': '70f574ed-ccb5-4388-8d14-7fda631b40b5', 'tenant_id': '3d941a1bdaa141189429d2d90d6faa87', 'fixed_ips': [{'subnet_id': '7883e473-27c7-43b8-9235-b528dbe97aff'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:13.573920 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.592781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:13.596299 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.637622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=6c81c317-d7ec-4316-a78c-58931598cec3,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:13.662818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-db3c876b-5568-45ef-a498-706e64a978d0 req-487dc7a9-baae-409b-a7ac-88d68ae1bd75 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Deleting port 16c5773b-0478-4d9e-8617-f60c0614b9a1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:13.663155 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-db3c876b-5568-45ef-a498-706e64a978d0 req-487dc7a9-baae-409b-a7ac-88d68ae1bd75 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.678564 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.701261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57826) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:13.709820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:13.754744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Port': ['ID=f2457d59-7824-4eb7-9c47-92675eb672f6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:13.760006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No DVR routers for this DVR port f2457d59-7824-4eb7-9c47-92675eb672f6 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:13.791725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0fc3b0c1-2305-40cc-bea9-ebadbddbf838 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb288c6b6c854adeaee46ae3812af0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868218 Oct 27 16:13:13.797166 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.797512 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Added segment 22178a8e-ef53-49b8-895b-d7cce40e5838 of type vlan for network 2e19cb33-70a8-4fef-af90-d0ba7b3f21b5 Oct 27 16:13:13.806076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57830) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:13.815550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Allocated IP 2001:db8:0:ffff::2 (70f574ed-ccb5-4388-8d14-7fda631b40b5/7883e473-27c7-43b8-9235-b528dbe97aff/3c9f28fc-661a-4dec-b606-29b04ffc1672) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:13.830460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026406fc-9a45-4647-981a-2932cd342202 req-302afc72-74dc-4013-b42d-bb0ab31e69a1 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:13.831970 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-026406fc-9a45-4647-981a-2932cd342202 req-302afc72-74dc-4013-b42d-bb0ab31e69a1 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 945 time: 0.0545497 Oct 27 16:13:13.874302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-026406fc-9a45-4647-981a-2932cd342202 req-5c48ab26-db2d-4abb-8dd6-00c49c81ea59 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353148 Oct 27 16:13:13.939867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['6c81c317-d7ec-4316-a78c-58931598cec3'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:13.942587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.961486 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:13.969724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-db3c876b-5568-45ef-a498-706e64a978d0 req-487dc7a9-baae-409b-a7ac-88d68ae1bd75 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] For port 16c5773b-0478-4d9e-8617-f60c0614b9a1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=16c5773b-0478-4d9e-8617-f60c0614b9a1,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:13.970085 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-db3c876b-5568-45ef-a498-706e64a978d0 req-487dc7a9-baae-409b-a7ac-88d68ae1bd75 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.010624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dddf84c3-3439-4424-8479-16917a4b4635']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:14.015067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-db3c876b-5568-45ef-a498-706e64a978d0 req-487dc7a9-baae-409b-a7ac-88d68ae1bd75 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Calling delete_port for 16c5773b-0478-4d9e-8617-f60c0614b9a1 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:14.039249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4444769e-0e1f-4556-a439-9f9ad8540628') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:14.039549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4444769e-0e1f-4556-a439-9f9ad8540628') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:14.049471 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7905d0e2-0f03-42dd-a943-77ba0f1f9f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.061518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.078811 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.112394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.118037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:14.118676 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.134276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7905d0e2-0f03-42dd-a943-77ba0f1f9f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.146417 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.158180 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.196615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Network 70f574ed-ccb5-4388-8d14-7fda631b40b5 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:14.199555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:14.204007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:14.217171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Pushing event updated for resources: {'Port': ['ID=3c9f28fc-661a-4dec-b606-29b04ffc1672,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:14.221412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:14.221817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:14.230689 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:14.267783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Attempting to bind port 3c9f28fc-661a-4dec-b606-29b04ffc1672 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:14.268323 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Attempting to bind port 3c9f28fc-661a-4dec-b606-29b04ffc1672 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '8c98853b-e286-490d-9d0c-4e4b9b1b1eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '70f574ed-ccb5-4388-8d14-7fda631b40b5'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:14.268690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Attempting to bind port 3c9f28fc-661a-4dec-b606-29b04ffc1672 on network 70f574ed-ccb5-4388-8d14-7fda631b40b5 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:14.273905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:14.274278 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Checking segment: {'id': '8c98853b-e286-490d-9d0c-4e4b9b1b1eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '70f574ed-ccb5-4388-8d14-7fda631b40b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:14.274678 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.275066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Bound using segment: {'id': '8c98853b-e286-490d-9d0c-4e4b9b1b1eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '70f574ed-ccb5-4388-8d14-7fda631b40b5'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:14.275529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Bound port: 3c9f28fc-661a-4dec-b606-29b04ffc1672, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c98853b-e286-490d-9d0c-4e4b9b1b1eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '70f574ed-ccb5-4388-8d14-7fda631b40b5'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:14.275905 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.303951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Network': ['ID=2e19cb33-70a8-4fef-af90-d0ba7b3f21b5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:14.319814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 2e19cb33-70a8-4fef-af90-d0ba7b3f21b5 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:14.334250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d44fb0fb-8cd2-422f-abfd-cb400f35b70b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8948960 Oct 27 16:13:14.335000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57834) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:14.340346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'subnet': {'network_id': '2e19cb33-70a8-4fef-af90-d0ba7b3f21b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:14.398133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] For port 3c9f28fc-661a-4dec-b606-29b04ffc1672, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:14.416987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] For port 3c9f28fc-661a-4dec-b606-29b04ffc1672, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3c9f28fc-661a-4dec-b606-29b04ffc1672,segment=NetworkSegment(8c98853b-e286-490d-9d0c-4e4b9b1b1eaa),segment_id=8c98853b-e286-490d-9d0c-4e4b9b1b1eaa)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:14.442676 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.455038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.462286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/dddf84c3-3439-4424-8479-16917a4b4635 HTTP/1.1" status: 204 len: 168 time: 2.9027090 Oct 27 16:13:14.465846 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57836) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:14.472150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-702900696'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:14.487287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b18e1-9f3b-42bc-82e0-d1b0e214dee6 req-e1dd7b0a-5771-4c40-ac10-5a0a187e9add tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:14.488972 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-983b18e1-9f3b-42bc-82e0-d1b0e214dee6 req-e1dd7b0a-5771-4c40-ac10-5a0a187e9add tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 949 time: 0.1262941 Oct 27 16:13:14.490711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9bb7d-bac2-421e-ab16-da33774812a3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=dddf84c3-3439-4424-8479-16917a4b4635,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:14.492479 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7905d0e2-0f03-42dd-a943-77ba0f1f9f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.494999 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7905d0e2-0f03-42dd-a943-77ba0f1f9f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.496159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7905d0e2-0f03-42dd-a943-77ba0f1f9f3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9a52fdb-e029-4412-b090-1bd8f4a35f3b HTTP/1.1" status: 204 len: 168 time: 0.6870139 Oct 27 16:13:14.512803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905d0e2-0f03-42dd-a943-77ba0f1f9f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a52fdb-e029-4412-b090-1bd8f4a35f3b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:14.541606 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.546479 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-983b18e1-9f3b-42bc-82e0-d1b0e214dee6 req-f76572e7-eb28-44f8-98ef-15740c4152c7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399263 Oct 27 16:13:14.572977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:14.574600 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-db3c876b-5568-45ef-a498-706e64a978d0 req-487dc7a9-baae-409b-a7ac-88d68ae1bd75 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.578624 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.600492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736', '905584dc-a8c2-4271-a312-4f8ce4585894', '01428ef4-d4d8-49ac-9778-f25faea19a39'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:14.644991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dc7a9-baae-409b-a7ac-88d68ae1bd75 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event deleted for resources: {'Port': ['ID=16c5773b-0478-4d9e-8617-f60c0614b9a1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:14.691177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af68588-a18f-4019-a591-832e085af0d5 None None] Pushing event updated for resources: {'Port': ['ID=3c9f28fc-661a-4dec-b606-29b04ffc1672,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:14.705833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3c876b-5568-45ef-a498-706e64a978d0 req-487dc7a9-baae-409b-a7ac-88d68ae1bd75 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] No DVR routers for this DVR port 16c5773b-0478-4d9e-8617-f60c0614b9a1 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:14.708433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-db3c876b-5568-45ef-a498-706e64a978d0 req-487dc7a9-baae-409b-a7ac-88d68ae1bd75 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.711948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db3c876b-5568-45ef-a498-706e64a978d0 req-487dc7a9-baae-409b-a7ac-88d68ae1bd75 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "DELETE /v2.0/ports/16c5773b-0478-4d9e-8617-f60c0614b9a1 HTTP/1.1" status: 204 len: 173 time: 1.1650856 Oct 27 16:13:14.712493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2028df34-4a41-4549-8a1c-6b57084ce478', 'name': 'network-vif-deleted', 'tag': '16c5773b-0478-4d9e-8617-f60c0614b9a1'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:14.714900 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c3ff2b-0766-4f05-a55c-6102b5d388a8" -d '{"events": [{"server_uuid": "2028df34-4a41-4549-8a1c-6b57084ce478", "name": "network-vif-deleted", "tag": "16c5773b-0478-4d9e-8617-f60c0614b9a1"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:14.766993 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a917f4-0ae2-4794-a9e1-8f7f2c37673a x-openstack-request-id: req-f5a917f4-0ae2-4794-a9e1-8f7f2c37673a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:14.767304 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2028df34-4a41-4549-8a1c-6b57084ce478", "name": "network-vif-deleted", "tag": "16c5773b-0478-4d9e-8617-f60c0614b9a1", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:14.767533 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5a917f4-0ae2-4794-a9e1-8f7f2c37673a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:14.767951 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2028df34-4a41-4549-8a1c-6b57084ce478', 'name': 'network-vif-deleted', 'tag': '16c5773b-0478-4d9e-8617-f60c0614b9a1', 'status': 'completed', 'code': 200} Oct 27 16:13:14.850139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:14.854029 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.918240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c6cedf9f-61ec-4c5d-a361-ae4668353645', 'cae401fa-870b-443a-bb87-725924aaa6fe', '16c5773b-0478-4d9e-8617-f60c0614b9a1'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:14.921038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:14.937529 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:14.938922 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment 78f3be68-e322-4271-896f-db4da88695dc of type vlan for network 78ec4595-93f9-4122-891a-581866ac4b72 Oct 27 16:13:15.014850 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:15.163823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6228b8-f3e9-42f8-bd4d-83489893398f req-1b446853-0982-4127-9324-7c4c45c85c0b tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:15.165505 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd6228b8-f3e9-42f8-bd4d-83489893398f req-1b446853-0982-4127-9324-7c4c45c85c0b tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 945 time: 0.1461227 Oct 27 16:13:15.218070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:13:15.226617 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:15.296489 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:15.302399 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:15.303250 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:15.388983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd6228b8-f3e9-42f8-bd4d-83489893398f req-00304081-fda5-40fd-9046-88d6cc0f2ee6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998339 Oct 27 16:13:15.732615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd8edb33-0f49-4634-aa48-6555b99d33c9 req-c7943fe4-bb57-40b4-a049-8ee233eeacb5 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=2028df34-4a41-4549-8a1c-6b57084ce478 HTTP/1.1" status: 200 len: 210 time: 0.0516429 Oct 27 16:13:15.756272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Subnet': ['ID=508f5253-8c8c-4cf2-8b0b-ce8d6c8ff8e0,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:15.781056 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3134503 Oct 27 16:13:15.784327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57866) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:15.786007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.786354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.786710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.787058 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.787392 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.787715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.788243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.788569 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.788891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.789209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.789528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.789848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:13:15.790081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b9bdec46-d60c-4863-a590-877e945e3960 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:15.795019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc0366-d55e-4f49-9b25-d2796bba52e7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=78ec4595-93f9-4122-891a-581866ac4b72,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:15.804161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Checking segment: {'id': '22178a8e-ef53-49b8-895b-d7cce40e5838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2e19cb33-70a8-4fef-af90-d0ba7b3f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:15.804161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network hostable DHCP agents. Network: 2e19cb33-70a8-4fef-af90-d0ba7b3f21b5, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:15.820691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 78ec4595-93f9-4122-891a-581866ac4b72 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:15.899971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network 2e19cb33-70a8-4fef-af90-d0ba7b3f21b5 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:15.998884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e1c58-c923-468e-92f7-fe1de13bc948 None None] Network 70f574ed-ccb5-4388-8d14-7fda631b40b5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:16.008698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 2e19cb33-70a8-4fef-af90-d0ba7b3f21b5) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:16.013471 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9bdec46-d60c-4863-a590-877e945e3960 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.013713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:16.014022 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.049505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe699c61-03ce-4f8c-8901-8a92310264c0 None None] Network 2e19cb33-70a8-4fef-af90-d0ba7b3f21b5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:16.116969 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9bdec46-d60c-4863-a590-877e945e3960 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.117979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bb7c4048-5601-445d-a85c-af12cfd90672 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7816362 Oct 27 16:13:16.118812 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57870) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:16.124940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'port': {'network_id': '2e19cb33-70a8-4fef-af90-d0ba7b3f21b5', 'name': 'tempest-NetworksIpV6TestAttrs-232661027'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:16.139196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-29390eee-2c90-4b9d-9cbc-86ea1d321a9d None None] Provisioning complete for port 3c9f28fc-661a-4dec-b606-29b04ffc1672 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:16.139562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-29390eee-2c90-4b9d-9cbc-86ea1d321a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.143083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9bdec46-d60c-4863-a590-877e945e3960 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network 78ec4595-93f9-4122-891a-581866ac4b72 is not hosted by any dhcp agent {{(pid=109723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:13:16.150949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bdec46-d60c-4863-a590-877e945e3960 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:16.152180 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9bdec46-d60c-4863-a590-877e945e3960 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.154390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b9bdec46-d60c-4863-a590-877e945e3960 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "PUT /v2.0/networks/78ec4595-93f9-4122-891a-581866ac4b72 HTTP/1.1" status: 200 len: 723 time: 0.3682308 Oct 27 16:13:16.168529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57872) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:16.186202 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'network_id': '78ec4595-93f9-4122-891a-581866ac4b72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:16.220493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdec46-d60c-4863-a590-877e945e3960 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=78ec4595-93f9-4122-891a-581866ac4b72,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:16.230715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57874) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:16.240302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 78ec4595-93f9-4122-891a-581866ac4b72 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:16.326595 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.api [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:13:16.326595 n-d-815689-1 neutron-server[109722]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 27 16:13:16.326595 n-d-815689-1 neutron-server[109722]: [parameters: {'project_id': '3d941a1bdaa141189429d2d90d6faa87', 'id': 'aefe40a7-68e6-403b-9ab8-a0bf4eb54260', 'expiration': datetime.datetime(2021, 10, 27, 16, 15, 16, 318658)}] Oct 27 16:13:16.326595 n-d-815689-1 neutron-server[109722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:13:16.326595 n-d-815689-1 neutron-server[109722]: DEBUG oslo_db.api [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:13:16.355107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1230149557-network', 'tenant_id': '3ee11f7fe6484a7dbd4597260dcc3b0f'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:16.403193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-2e19cb33-70a8-4fef-af90-d0ba7b3f21b5', 'network_id': '2e19cb33-70a8-4fef-af90-d0ba7b3f21b5', 'tenant_id': '3d941a1bdaa141189429d2d90d6faa87', 'fixed_ips': [{'subnet_id': '508f5253-8c8c-4cf2-8b0b-ce8d6c8ff8e0'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:16.404183 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.409190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:16.415371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.482621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3c9f28fc-661a-4dec-b606-29b04ffc1672 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:16.484710 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-29390eee-2c90-4b9d-9cbc-86ea1d321a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.512566 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Made reservation on behalf of 3ee11f7fe6484a7dbd4597260dcc3b0f for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:16.515415 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.541226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.574764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ba796-d43c-4dfd-aff6-9d818d2bd4c0 req-5fefe6e1-46c2-48d5-ad89-e3dafeeba72b tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:16.580585 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-614ba796-d43c-4dfd-aff6-9d818d2bd4c0 req-5fefe6e1-46c2-48d5-ad89-e3dafeeba72b tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 945 time: 0.0847051 Oct 27 16:13:16.655052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-614ba796-d43c-4dfd-aff6-9d818d2bd4c0 req-09ac23b8-2972-4eab-8c8e-49ff053c8037 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587082 Oct 27 16:13:16.698898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.716780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.784193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=a20991b0-2289-40c4-8e62-5e8657cba1a9,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:16.789747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking segment: {'id': '78f3be68-e322-4271-896f-db4da88695dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78ec4595-93f9-4122-891a-581866ac4b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:16.790091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network hostable DHCP agents. Network: 78ec4595-93f9-4122-891a-581866ac4b72, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:16.790975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-29390eee-2c90-4b9d-9cbc-86ea1d321a9d None None] For port 3c9f28fc-661a-4dec-b606-29b04ffc1672, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3c9f28fc-661a-4dec-b606-29b04ffc1672,segment=NetworkSegment(8c98853b-e286-490d-9d0c-4e4b9b1b1eaa),segment_id=8c98853b-e286-490d-9d0c-4e4b9b1b1eaa)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:16.798819 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.845179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3c9f28fc-661a-4dec-b606-29b04ffc1672 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:16.845703 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.853694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:16.877361 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-29390eee-2c90-4b9d-9cbc-86ea1d321a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.878624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4581cd6-8f3f-456b-a00f-780be6a1214c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:16.883054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network 78ec4595-93f9-4122-891a-581866ac4b72 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:16.892179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.901599 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Added segment 391358b5-8867-4fa6-bf02-bc2bae161492 of type vlan for network 5149aa70-b4e2-44f7-81ac-d2baccf1906f Oct 27 16:13:16.908429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Allocated IP 2001:db8::f816:3eff:fec9:6248 (2e19cb33-70a8-4fef-af90-d0ba7b3f21b5/508f5253-8c8c-4cf2-8b0b-ce8d6c8ff8e0/67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:16.952033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:16.956041 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:16.987353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 78ec4595-93f9-4122-891a-581866ac4b72) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:17.007709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:17.008746 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.013066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] device_id is not set on port 80d6bdb6-da19-476a-9529-5d97e5ff9fba yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:13:17.014213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29390eee-2c90-4b9d-9cbc-86ea1d321a9d None None] Pushing event updated for resources: {'Port': ['ID=3c9f28fc-661a-4dec-b606-29b04ffc1672,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:17.036564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fff744-35b0-4d55-8839-d795023b453c None None] Network 78ec4595-93f9-4122-891a-581866ac4b72 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:17.038959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 6c81c317-d7ec-4316-a78c-58931598cec3 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:17.137448 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-afa98abb-d598-423f-9ddc-a9edf87d5601 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9667287 Oct 27 16:13:17.140844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57886) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:17.147317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6d51e33e-39df-46dc-a62e-4dfd291c172d tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:17.255880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-00101e1d-4bb1-470c-83cc-cd339b13625c None None] Provisioning complete for port 3c9f28fc-661a-4dec-b606-29b04ffc1672 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:17.256300 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00101e1d-4bb1-470c-83cc-cd339b13625c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.272220 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d51e33e-39df-46dc-a62e-4dfd291c172d tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59137899'] for subnet, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.305767 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.374781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3206f0b-70ea-4d06-8864-250908d5624a req-9cbc662e-e685-476d-ac94-0e14ad52871d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:17.376428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3206f0b-70ea-4d06-8864-250908d5624a req-9cbc662e-e685-476d-ac94-0e14ad52871d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 949 time: 0.0630355 Oct 27 16:13:17.418597 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3206f0b-70ea-4d06-8864-250908d5624a req-d69cafae-bc02-4096-a1ff-89b19a44ca02 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Oct 27 16:13:17.456365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.496023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-78ec4595-93f9-4122-891a-581866ac4b72', 'network_id': '78ec4595-93f9-4122-891a-581866ac4b72', 'tenant_id': 'ef6a14d294a948cbbf57c2d19e2d85cd', 'fixed_ips': [{'subnet_id': 'a20991b0-2289-40c4-8e62-5e8657cba1a9'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:17.496893 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.501764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 6c81c317-d7ec-4316-a78c-58931598cec3 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:13:17.512007 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.513835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:17.514415 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.520908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 6c81c317-d7ec-4316-a78c-58931598cec3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:17.521276 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.577138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] Pushing event updated for resources: {'Network': ['ID=5149aa70-b4e2-44f7-81ac-d2baccf1906f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:17.587326 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d51e33e-39df-46dc-a62e-4dfd291c172d tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772310051557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58854939'] for subnet, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.626029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 5149aa70-b4e2-44f7-81ac-d2baccf1906f details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:17.627002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d51e33e-39df-46dc-a62e-4dfd291c172d tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:17.627865 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d51e33e-39df-46dc-a62e-4dfd291c172d tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.633885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6d51e33e-39df-46dc-a62e-4dfd291c172d tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "PUT /v2.0/subnets/a20991b0-2289-40c4-8e62-5e8657cba1a9 HTTP/1.1" status: 200 len: 806 time: 0.4871938 Oct 27 16:13:17.634126 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.634354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57890) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:17.652975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6c9d59bc-765d-4182-8250-0af22d354496 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4209354 Oct 27 16:13:17.661774 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57892) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:17.676557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] Request body: {'subnet': {'network_id': '5149aa70-b4e2-44f7-81ac-d2baccf1906f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1230149557-subnet', 'tenant_id': '3ee11f7fe6484a7dbd4597260dcc3b0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:17.707464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51e33e-39df-46dc-a62e-4dfd291c172d tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=a20991b0-2289-40c4-8e62-5e8657cba1a9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:17.711462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Allocated IP 2001:db8::f816:3eff:fe3c:effa (2e19cb33-70a8-4fef-af90-d0ba7b3f21b5/508f5253-8c8c-4cf2-8b0b-ce8d6c8ff8e0/80d6bdb6-da19-476a-9529-5d97e5ff9fba) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:17.767766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Network 2e19cb33-70a8-4fef-af90-d0ba7b3f21b5 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:17.769439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.810581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:17.829672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Pushing event updated for resources: {'Port': ['ID=67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:17.829672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:17.836494 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.861113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] Made reservation on behalf of 3ee11f7fe6484a7dbd4597260dcc3b0f for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:17.863003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.879467 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:17.882020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Allocated IP 172.20.0.2 (78ec4595-93f9-4122-891a-581866ac4b72/a20991b0-2289-40c4-8e62-5e8657cba1a9/5fddf22d-d812-4cbc-a775-1e0112cf41a0) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:17.941842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Attempting to bind port 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:17.942216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Attempting to bind port 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '22178a8e-ef53-49b8-895b-d7cce40e5838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2e19cb33-70a8-4fef-af90-d0ba7b3f21b5'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:17.942584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Attempting to bind port 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce on network 2e19cb33-70a8-4fef-af90-d0ba7b3f21b5 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:17.959662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c81c317-d7ec-4316-a78c-58931598cec3'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:17.962185 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48705493-caf6-4e88-8f9b-3ebd1cf97a5e" -d '{"events": [{"server_uuid": "9c5a95df-092b-4d58-8dfe-4c59f3373f69", "name": "network-vif-plugged", "status": "completed", "tag": "6c81c317-d7ec-4316-a78c-58931598cec3"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:17.975758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728215ce-59ec-4748-beb6-6114fe775fcb req-9ca9ff1f-bdaf-4acb-98a7-69650b5facc7 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:17.977423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-728215ce-59ec-4748-beb6-6114fe775fcb req-9ca9ff1f-bdaf-4acb-98a7-69650b5facc7 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 945 time: 0.1988609 Oct 27 16:13:18.003745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:18.004159 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Checking segment: {'id': '22178a8e-ef53-49b8-895b-d7cce40e5838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2e19cb33-70a8-4fef-af90-d0ba7b3f21b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:18.005029 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.005029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Bound using segment: {'id': '22178a8e-ef53-49b8-895b-d7cce40e5838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2e19cb33-70a8-4fef-af90-d0ba7b3f21b5'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:18.005446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Bound port: 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22178a8e-ef53-49b8-895b-d7cce40e5838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2e19cb33-70a8-4fef-af90-d0ba7b3f21b5'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:18.005831 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.012029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 6c81c317-d7ec-4316-a78c-58931598cec3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=6c81c317-d7ec-4316-a78c-58931598cec3,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:18.024190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.093405 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-728215ce-59ec-4748-beb6-6114fe775fcb req-6874a254-1d98-494d-a2b2-647d1381fde2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018760 Oct 27 16:13:18.101563 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.102375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 16c5773b-0478-4d9e-8617-f60c0614b9a1 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:18.183805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 16c5773b-0478-4d9e-8617-f60c0614b9a1 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:18.184181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 16c5773b-0478-4d9e-8617-f60c0614b9a1 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:18.196488 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d11c46-6f46-4cd6-9e24-e22a89cc3a78 x-openstack-request-id: req-25d11c46-6f46-4cd6-9e24-e22a89cc3a78 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:18.196781 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a95df-092b-4d58-8dfe-4c59f3373f69", "name": "network-vif-plugged", "status": "completed", "tag": "6c81c317-d7ec-4316-a78c-58931598cec3", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:18.197038 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25d11c46-6f46-4cd6-9e24-e22a89cc3a78 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:18.197428 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c81c317-d7ec-4316-a78c-58931598cec3', 'code': 200} Oct 27 16:13:18.198375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] For port 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:18.225741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] For port 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce,segment=NetworkSegment(22178a8e-ef53-49b8-895b-d7cce40e5838),segment_id=22178a8e-ef53-49b8-895b-d7cce40e5838)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:18.239599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=6c81c317-d7ec-4316-a78c-58931598cec3,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:18.242624 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.283651 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.303993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd5fe-9da7-4cf1-ba5c-ee4a07da1969 req-a3971932-e7c0-4b46-8b3a-e07ee0ab7c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:18.305519 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe8bd5fe-9da7-4cf1-ba5c-ee4a07da1969 req-a3971932-e7c0-4b46-8b3a-e07ee0ab7c05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 1097 time: 0.0407569 Oct 27 16:13:18.330673 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network 2e19cb33-70a8-4fef-af90-d0ba7b3f21b5 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:18.334116 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:18.338061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:18.344166 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:18.344612 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.345154 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.349463 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe8bd5fe-9da7-4cf1-ba5c-ee4a07da1969 req-67186794-c2bb-419e-86a8-95ed623a4e88 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344245 Oct 27 16:13:18.352702 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.352826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.358475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Port': ['ID=80d6bdb6-da19-476a-9529-5d97e5ff9fba,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:18.417583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b26121-cfff-4c71-9012-c3d50e4cdd16,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:18.421551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Network 78ec4595-93f9-4122-891a-581866ac4b72 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:18.423326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:18.427136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:18.440650 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] Checking segment: {'id': '391358b5-8867-4fa6-bf02-bc2bae161492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5149aa70-b4e2-44f7-81ac-d2baccf1906f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:18.441073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] Network hostable DHCP agents. Network: 5149aa70-b4e2-44f7-81ac-d2baccf1906f, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:18.464181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c6023-c94a-4db0-9966-8d67a35bea9f None None] Pushing event updated for resources: {'Port': ['ID=67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:18.480811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.519849 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e5ad57e1-a42e-4d5c-b3f3-99cedb0fd7b9 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3974257 Oct 27 16:13:18.522136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57904) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:18.545930 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-689d9713-08e9-481f-b33e-321cf5fb3b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.547762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3c9f28fc-661a-4dec-b606-29b04ffc1672 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:18.613802 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Pushing event updated for resources: {'Port': ['ID=5fddf22d-d812-4cbc-a775-1e0112cf41a0,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:18.614028 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.635755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d426b67b-3c58-42df-bdea-4537b422474e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Deleting subnet 508f5253-8c8c-4cf2-8b0b-ce8d6c8ff8e0 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:13:18.639424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ec4595-93f9-4122-891a-581866ac4b72']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:18.641733 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d426b67b-3c58-42df-bdea-4537b422474e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.645132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Attempting to bind port 5fddf22d-d812-4cbc-a775-1e0112cf41a0 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:18.646062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] Network 5149aa70-b4e2-44f7-81ac-d2baccf1906f is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:18.646314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Attempting to bind port 5fddf22d-d812-4cbc-a775-1e0112cf41a0 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '78f3be68-e322-4271-896f-db4da88695dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78ec4595-93f9-4122-891a-581866ac4b72'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:18.651375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Attempting to bind port 5fddf22d-d812-4cbc-a775-1e0112cf41a0 on network 78ec4595-93f9-4122-891a-581866ac4b72 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:18.655420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f3be68-e322-4271-896f-db4da88695dc') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:18.655420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f3be68-e322-4271-896f-db4da88695dc') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:18.657655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:18.657655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Checking segment: {'id': '78f3be68-e322-4271-896f-db4da88695dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78ec4595-93f9-4122-891a-581866ac4b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:18.657655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.657655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Bound using segment: {'id': '78f3be68-e322-4271-896f-db4da88695dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78ec4595-93f9-4122-891a-581866ac4b72'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:18.658063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Bound port: 5fddf22d-d812-4cbc-a775-1e0112cf41a0, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f3be68-e322-4271-896f-db4da88695dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '78ec4595-93f9-4122-891a-581866ac4b72'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:18.658310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.667322 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.670549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Subnet': ['ID=a20991b0-2289-40c4-8e62-5e8657cba1a9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:18.692354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdffe5c-de80-497c-a525-1e3145749c6f req-bd4e8aee-2310-404c-9f85-05b97356dcb2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:18.693206 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.693962 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9fdffe5c-de80-497c-a525-1e3145749c6f req-bd4e8aee-2310-404c-9f85-05b97356dcb2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 949 time: 0.1294134 Oct 27 16:13:18.717707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:18.717707 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.726466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3c9f28fc-661a-4dec-b606-29b04ffc1672 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:18.726745 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:18.729537 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.809247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] For port 5fddf22d-d812-4cbc-a775-1e0112cf41a0, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:18.827031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d426b67b-3c58-42df-bdea-4537b422474e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.836301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] For port 5fddf22d-d812-4cbc-a775-1e0112cf41a0, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5fddf22d-d812-4cbc-a775-1e0112cf41a0,segment=NetworkSegment(78f3be68-e322-4271-896f-db4da88695dc),segment_id=78f3be68-e322-4271-896f-db4da88695dc)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:18.853164 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 5149aa70-b4e2-44f7-81ac-d2baccf1906f) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:18.858288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:18.859702 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.867564 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:13:18.867564 n-d-815689-1 neutron-server[109723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:13:18.867564 n-d-815689-1 neutron-server[109723]: [parameters: {'id': '78ec4595-93f9-4122-891a-581866ac4b72'}] Oct 27 16:13:18.867564 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:13:18.867564 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:13:18.868731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0f9147-f6ff-4eab-9e91-e1a35c4bf10f None None] Network 5149aa70-b4e2-44f7-81ac-d2baccf1906f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:18.921627 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9fdffe5c-de80-497c-a525-1e3145749c6f req-9caae4a6-43dd-421c-8711-3a10d609955b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968837 Oct 27 16:13:18.925967 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:18.973630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9f916-915a-47b3-b04e-c4b48730fe51 req-8327329f-7780-412f-94e1-710483ea1b5e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:18.975519 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f9f916-915a-47b3-b04e-c4b48730fe51 req-8327329f-7780-412f-94e1-710483ea1b5e tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 949 time: 0.0904684 Oct 27 16:13:18.978955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-63d22147-4f2e-4b12-afd5-99036584b71d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3139222 Oct 27 16:13:19.056599 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d426b67b-3c58-42df-bdea-4537b422474e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.193027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-07f9f916-915a-47b3-b04e-c4b48730fe51 req-4673ec1f-e98c-4843-af45-f752aec359e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Deleting port cae401fa-870b-443a-bb87-725924aaa6fe {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:19.193565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f9f916-915a-47b3-b04e-c4b48730fe51 req-4673ec1f-e98c-4843-af45-f752aec359e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.285101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780935b-00fd-4acb-ba3a-fb6a6f8fcf5d req-d4e73e14-ef6e-4e82-8698-a810bffa10b8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:19.289350 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3780935b-00fd-4acb-ba3a-fb6a6f8fcf5d req-d4e73e14-ef6e-4e82-8698-a810bffa10b8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.0708787 Oct 27 16:13:19.293016 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d426b67b-3c58-42df-bdea-4537b422474e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.315997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-07f9f916-915a-47b3-b04e-c4b48730fe51 req-4673ec1f-e98c-4843-af45-f752aec359e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] For port cae401fa-870b-443a-bb87-725924aaa6fe, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=cae401fa-870b-443a-bb87-725924aaa6fe,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:19.316444 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f9f916-915a-47b3-b04e-c4b48730fe51 req-4673ec1f-e98c-4843-af45-f752aec359e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.338144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bff8f-d71e-43f4-a849-97d0889124ee None None] Pushing event updated for resources: {'Port': ['ID=5fddf22d-d812-4cbc-a775-1e0112cf41a0,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:19.339883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-07f9f916-915a-47b3-b04e-c4b48730fe51 req-4673ec1f-e98c-4843-af45-f752aec359e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Calling delete_port for cae401fa-870b-443a-bb87-725924aaa6fe owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:19.384645 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d426b67b-3c58-42df-bdea-4537b422474e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.388276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d426b67b-3c58-42df-bdea-4537b422474e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/subnets/508f5253-8c8c-4cf2-8b0b-ce8d6c8ff8e0 HTTP/1.1" status: 204 len: 168 time: 0.8664854 Oct 27 16:13:19.391137 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426b67b-3c58-42df-bdea-4537b422474e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Subnet': ['ID=508f5253-8c8c-4cf2-8b0b-ce8d6c8ff8e0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:19.392971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57922) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:19.416444 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db8b0e5-2bde-4b47-b4a9-0e6c959156b2 None None] Network 78ec4595-93f9-4122-891a-581866ac4b72 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:19.438584 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.457108 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3780935b-00fd-4acb-ba3a-fb6a6f8fcf5d req-a2edcbd8-5de6-4765-b157-c412266f8272 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439764 Oct 27 16:13:19.508814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aae8dd-a6f7-4a8b-b905-8eacd9878a47 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:19.510638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aae8dd-a6f7-4a8b-b905-8eacd9878a47 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:19.514964 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d8aae8dd-a6f7-4a8b-b905-8eacd9878a47 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1128755 Oct 27 16:13:19.515694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57928) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:19.582481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4937d3ed-2780-4a8c-b236-6f5c02636d7f None None] Network 5149aa70-b4e2-44f7-81ac-d2baccf1906f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:19.607542 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ace3f197-7e52-43c3-9bee-7db5b20ac98a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.615524 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace3f197-7e52-43c3-9bee-7db5b20ac98a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 27 16:13:19.616222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace3f197-7e52-43c3-9bee-7db5b20ac98a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:19.625003 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ace3f197-7e52-43c3-9bee-7db5b20ac98a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/networks/2e19cb33-70a8-4fef-af90-d0ba7b3f21b5 HTTP/1.1" status: 409 len: 405 time: 0.1077721 Oct 27 16:13:19.625704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57932) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:19.631490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1393939779'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:19.670845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-c133dac5-0253-4b9b-ba86-61459737c36e tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:19.672636 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-c133dac5-0253-4b9b-ba86-61459737c36e tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/networks?id=5149aa70-b4e2-44f7-81ac-d2baccf1906f HTTP/1.1" status: 200 len: 814 time: 0.2321081 Oct 27 16:13:19.693577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Deleting port 5fddf22d-d812-4cbc-a775-1e0112cf41a0 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:19.693915 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.718688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee816d-3149-4096-8f43-03618e67a6f4 None None] Network 78ec4595-93f9-4122-891a-581866ac4b72 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:19.729001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:19.734034 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.760707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-43a91942-08a8-4970-93e3-5a3e2961a27e tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/quotas/3ee11f7fe6484a7dbd4597260dcc3b0f HTTP/1.1" status: 200 len: 375 time: 0.0768318 Oct 27 16:13:19.800954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:19.815804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-744d4119-f7b0-4e74-b05a-334e00e722b6 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ee11f7fe6484a7dbd4597260dcc3b0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387485 Oct 27 16:13:19.837904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.838660 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Added segment 509d0b6b-b843-419e-80dc-231f8126fd0d of type vlan for network a4a7d538-491a-41a2-9821-4078fde9e07d Oct 27 16:13:19.851116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] For port 5fddf22d-d812-4cbc-a775-1e0112cf41a0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5fddf22d-d812-4cbc-a775-1e0112cf41a0,segment=NetworkSegment(78f3be68-e322-4271-896f-db4da88695dc),segment_id=78f3be68-e322-4271-896f-db4da88695dc)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:19.851483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.876795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Calling delete_port for 5fddf22d-d812-4cbc-a775-1e0112cf41a0 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:19.896486 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.928685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc006bb-f780-4bd7-be9b-835415a5dda3 None None] Network 2e19cb33-70a8-4fef-af90-d0ba7b3f21b5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:19.953502 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f9f916-915a-47b3-b04e-c4b48730fe51 req-4673ec1f-e98c-4843-af45-f752aec359e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:19.980286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736', '905584dc-a8c2-4271-a312-4f8ce4585894', '01428ef4-d4d8-49ac-9778-f25faea19a39'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:19.983313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c6cedf9f-61ec-4c5d-a361-ae4668353645', 'cae401fa-870b-443a-bb87-725924aaa6fe'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:20.035631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673ec1f-e98c-4843-af45-f752aec359e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event deleted for resources: {'Port': ['ID=cae401fa-870b-443a-bb87-725924aaa6fe,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:20.039914 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-afb95bc8-f8bd-4aae-912c-f6d5292516e8 req-33055673-c87e-4d49-be50-73bbd2dca94f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 210 time: 0.0303438 Oct 27 16:13:20.041245 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.048241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:20.049015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.124221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f9f916-915a-47b3-b04e-c4b48730fe51 req-4673ec1f-e98c-4843-af45-f752aec359e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] No DVR routers for this DVR port cae401fa-870b-443a-bb87-725924aaa6fe on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:20.133247 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-07f9f916-915a-47b3-b04e-c4b48730fe51 req-4673ec1f-e98c-4843-af45-f752aec359e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.136645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07f9f916-915a-47b3-b04e-c4b48730fe51 req-4673ec1f-e98c-4843-af45-f752aec359e7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "DELETE /v2.0/ports/cae401fa-870b-443a-bb87-725924aaa6fe HTTP/1.1" status: 204 len: 173 time: 1.1532395 Oct 27 16:13:20.137103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5', 'name': 'network-vif-deleted', 'tag': 'cae401fa-870b-443a-bb87-725924aaa6fe'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:20.140088 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7451a373-3d73-4467-b9f7-6c35c2a34779" -d '{"events": [{"server_uuid": "3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5", "name": "network-vif-deleted", "tag": "cae401fa-870b-443a-bb87-725924aaa6fe"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:20.151126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Network': ['ID=a4a7d538-491a-41a2-9821-4078fde9e07d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:20.164138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-44de2fe8-0919-473f-86f0-09d9ddd0f4d4 service neutron] 10.222.0.15 "GET /v2.0/networks/5149aa70-b4e2-44f7-81ac-d2baccf1906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341157 Oct 27 16:13:20.172105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5db8e191-a948-4176-82e7-8fbc16f6b78a None None] Provisioning complete for port 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:20.172475 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5db8e191-a948-4176-82e7-8fbc16f6b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.179598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57942) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:20.180232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-075fa26f-6023-416e-8521-388e56c40921 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5533326 Oct 27 16:13:20.188754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network a4a7d538-491a-41a2-9821-4078fde9e07d details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:20.195133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'subnet': {'network_id': 'a4a7d538-491a-41a2-9821-4078fde9e07d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:20.226941 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7adab57-fe9e-45a5-8618-a8de8d488eec x-openstack-request-id: req-b7adab57-fe9e-45a5-8618-a8de8d488eec {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:20.229026 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5", "name": "network-vif-deleted", "tag": "cae401fa-870b-443a-bb87-725924aaa6fe", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:20.229026 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7adab57-fe9e-45a5-8618-a8de8d488eec {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:20.229026 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5', 'name': 'network-vif-deleted', 'tag': 'cae401fa-870b-443a-bb87-725924aaa6fe', 'status': 'completed', 'code': 200} Oct 27 16:13:20.273209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.315812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Port': ['ID=5fddf22d-d812-4cbc-a775-1e0112cf41a0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:20.334094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No DVR routers for this DVR port 5fddf22d-d812-4cbc-a775-1e0112cf41a0 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:20.445521 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-49fd777b-70fc-44d9-bf12-986806b211f0 service neutron] 10.222.0.15 "GET /v2.0/networks/5149aa70-b4e2-44f7-81ac-d2baccf1906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734215 Oct 27 16:13:20.475769 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.526545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ec4595-93f9-4122-891a-581866ac4b72']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:20.553884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:20.565411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.572662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:20.582861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f3be68-e322-4271-896f-db4da88695dc') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:20.585758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f3be68-e322-4271-896f-db4da88695dc') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:20.619150 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5db8e191-a948-4176-82e7-8fbc16f6b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.623611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0836c674-75d9-485c-9d19-2272c2578ade None None] DHCP port deletion for 2e19cb33-70a8-4fef-af90-d0ba7b3f21b5 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:13:20.665422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.694328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.712173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:20.712489 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:20.715937 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:20.720946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb7c25-f858-4c33-8827-d16c58a4a771 req-c9ba62e3-d153-4bb3-bbfc-62ed315772ea tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:20.730148 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e3fb7c25-f858-4c33-8827-d16c58a4a771 req-c9ba62e3-d153-4bb3-bbfc-62ed315772ea tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1151664 Oct 27 16:13:20.735659 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5db8e191-a948-4176-82e7-8fbc16f6b78a None None] For port 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce,segment=NetworkSegment(22178a8e-ef53-49b8-895b-d7cce40e5838),segment_id=22178a8e-ef53-49b8-895b-d7cce40e5838)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:20.779011 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e3fb7c25-f858-4c33-8827-d16c58a4a771 req-8ca3a57e-daed-4cae-94c6-df67771bb596 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482233 Oct 27 16:13:20.804307 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:20.804307 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.858848 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5db8e191-a948-4176-82e7-8fbc16f6b78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.941051 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.952525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae9a11-aed9-4e14-b766-9e8146d88851 req-f35987a6-e08d-4488-8e84-365675d5e0a2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:20.954680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5ae9a11-aed9-4e14-b766-9e8146d88851 req-f35987a6-e08d-4488-8e84-365675d5e0a2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.0673287 Oct 27 16:13:20.960249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-74541207-04ae-4147-bc9b-38cfd734d8bf req-00e74daa-e1f7-4eff-bc00-fbe84f922646 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 210 time: 0.1018469 Oct 27 16:13:20.964339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57954) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:20.974958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-452b55e4-6be3-46f5-84aa-f5208b8b06a6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'floatingip': {'port_id': '6c81c317-d7ec-4316-a78c-58931598cec3'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:20.975487 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0836c674-75d9-485c-9d19-2272c2578ade None None] Deleting port 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:20.975487 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0836c674-75d9-485c-9d19-2272c2578ade None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.982719 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:20.986656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/78ec4595-93f9-4122-891a-581866ac4b72 HTTP/1.1" status: 204 len: 168 time: 3.3512681 Oct 27 16:13:21.001840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57956) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:21.022930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-452b55e4-6be3-46f5-84aa-f5208b8b06a6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.024451 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b9f00-6026-4823-8d71-a515952af033 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=78ec4595-93f9-4122-891a-581866ac4b72,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:21.027140 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c44131b-9566-47d2-9f89-f009bbccc8c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:21.027925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c44131b-9566-47d2-9f89-f009bbccc8c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:21.031742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3c44131b-9566-47d2-9f89-f009bbccc8c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/78ec4595-93f9-4122-891a-581866ac4b72 HTTP/1.1" status: 404 len: 339 time: 0.0286293 Oct 27 16:13:21.037364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57958) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:21.042539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-929318919', 'description': 'd1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:21.191454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8e191-a948-4176-82e7-8fbc16f6b78a None None] Pushing event updated for resources: {'Port': ['ID=67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:21.225725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:21.230803 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.237430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0836c674-75d9-485c-9d19-2272c2578ade None None] For port 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce,segment=NetworkSegment(22178a8e-ef53-49b8-895b-d7cce40e5838),segment_id=22178a8e-ef53-49b8-895b-d7cce40e5838)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:21.237925 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0836c674-75d9-485c-9d19-2272c2578ade None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.244813 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-01cd4eb3-f776-48d5-9b0f-d317a605b6d1 req-1e3aa454-ca99-4fd2-a037-539700cbd5c1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e96bc82-a4ff-4a2b-a5a9-d526f6dee4f5 HTTP/1.1" status: 200 len: 210 time: 0.0615046 Oct 27 16:13:21.287961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.objects.ports [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:13:21.288125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0836c674-75d9-485c-9d19-2272c2578ade None None] Calling delete_port for 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:21.292245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.361157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:21.387000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Subnet': ['ID=d24d0b82-1f4b-4917-8feb-a111326ad187,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:21.394830 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.395084 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment 0255d171-92a4-4fcd-b1c5-878b18f9ab6f of type vlan for network efc258b4-c64b-4ff7-963d-165a299e6a7e Oct 27 16:13:21.406960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Checking segment: {'id': '509d0b6b-b843-419e-80dc-231f8126fd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a4a7d538-491a-41a2-9821-4078fde9e07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:21.407329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network hostable DHCP agents. Network: a4a7d538-491a-41a2-9821-4078fde9e07d, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:21.454875 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.502633 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d9a45e84-6cc5-4aca-a470-b694cfd375ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.574310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network a4a7d538-491a-41a2-9821-4078fde9e07d is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:21.574572 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0836c674-75d9-485c-9d19-2272c2578ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.588244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0836c674-75d9-485c-9d19-2272c2578ade None None] No DVR routers for this DVR port 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:21.610419 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.612519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0836c674-75d9-485c-9d19-2272c2578ade None None] Pushing event deleted for resources: {'Port': ['ID=67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:21.617320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7573dcce-7c08-4afe-a96f-f61b00202825 None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:13:21.620774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:21.621705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.687096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, a4a7d538-491a-41a2-9821-4078fde9e07d) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:21.707364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:21.707364 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.707666 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-452b55e4-6be3-46f5-84aa-f5208b8b06a6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.719159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=efc258b4-c64b-4ff7-963d-165a299e6a7e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:21.734121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network efc258b4-c64b-4ff7-963d-165a299e6a7e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:21.789324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2e963b04-854c-4d01-b264-f3fb9e3bbbae tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7506435 Oct 27 16:13:21.791901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57968) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:21.814594 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-452b55e4-6be3-46f5-84aa-f5208b8b06a6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:21.823710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1c5bed07-50a3-4146-86ef-953635adb7b5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6385040 Oct 27 16:13:21.824516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57970) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:21.850111 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7573dcce-7c08-4afe-a96f-f61b00202825 None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:13:21.856251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'port': {'network_id': 'a4a7d538-491a-41a2-9821-4078fde9e07d', 'name': 'tempest-NetworksIpV6TestAttrs-630104549'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:21.932529 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-452b55e4-6be3-46f5-84aa-f5208b8b06a6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Floating IP f23713d5-7954-44fb-a11f-de55a57ff360 associated. External IP: 172.25.4.215, port: 6c81c317-d7ec-4316-a78c-58931598cec3. Oct 27 16:13:21.946126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e1d3da-92cb-4c08-ba37-bc9ccb6563ba tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:21.947742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-85e1d3da-92cb-4c08-ba37-bc9ccb6563ba tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/networks?id=efc258b4-c64b-4ff7-963d-165a299e6a7e HTTP/1.1" status: 200 len: 760 time: 0.1548390 Oct 27 16:13:21.951011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57972) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:21.958776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-57bbe295-857c-4e07-9d46-6e60945aae59 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'description': 'd2'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:22.089586 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d40a07d9-c93d-4fd4-bfce-a2256fa6849b req-67ed7d53-6744-49c7-8cd0-c7adcb7d6a7f tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 210 time: 0.0409265 Oct 27 16:13:22.177288 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57bbe295-857c-4e07-9d46-6e60945aae59 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.191806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:22.196010 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.217201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] device_id is not set on port 45c73572-8551-4cc6-a179-155b424de708 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:13:22.244013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452b55e4-6be3-46f5-84aa-f5208b8b06a6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Router dab3e235-e55e-498c-a809-427f10be6788 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:13:22.271359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57bbe295-857c-4e07-9d46-6e60945aae59 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.299134 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.resource_extend [None req-7573dcce-7c08-4afe-a96f-f61b00202825 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:13:22.301404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57bbe295-857c-4e07-9d46-6e60945aae59 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network efc258b4-c64b-4ff7-963d-165a299e6a7e is not hosted by any dhcp agent {{(pid=109723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:13:22.306295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bbe295-857c-4e07-9d46-6e60945aae59 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:22.306947 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57bbe295-857c-4e07-9d46-6e60945aae59 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.308366 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-57bbe295-857c-4e07-9d46-6e60945aae59 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "PUT /v2.0/networks/efc258b4-c64b-4ff7-963d-165a299e6a7e HTTP/1.1" status: 200 len: 757 time: 0.3562593 Oct 27 16:13:22.334410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57980) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:22.344045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.345502 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.428526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbe295-857c-4e07-9d46-6e60945aae59 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=efc258b4-c64b-4ff7-963d-165a299e6a7e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:22.449512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Allocated IP 2001:db8::f816:3eff:fe4f:9331 (a4a7d538-491a-41a2-9821-4078fde9e07d/d24d0b82-1f4b-4917-8feb-a111326ad187/45c73572-8551-4cc6-a179-155b424de708) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:22.468674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network efc258b4-c64b-4ff7-963d-165a299e6a7e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:22.501165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe5051-aef4-4d96-ad71-fd168e143ebe tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:22.502911 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f3fe5051-aef4-4d96-ad71-fd168e143ebe tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/networks?id=efc258b4-c64b-4ff7-963d-165a299e6a7e HTTP/1.1" status: 200 len: 760 time: 0.1675017 Oct 27 16:13:22.508916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57986) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:22.516149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1388811463'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:22.523146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452b55e4-6be3-46f5-84aa-f5208b8b06a6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:13:22.530999 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-452b55e4-6be3-46f5-84aa-f5208b8b06a6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.546847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-a4a7d538-491a-41a2-9821-4078fde9e07d', 'network_id': 'a4a7d538-491a-41a2-9821-4078fde9e07d', 'tenant_id': '3d941a1bdaa141189429d2d90d6faa87', 'fixed_ips': [{'subnet_id': 'd24d0b82-1f4b-4917-8feb-a111326ad187'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:22.547692 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.562068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:22.566119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f08d0-6138-43c8-8da6-aff47011db7c None None] Sync routers for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:13:22.576770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-452b55e4-6be3-46f5-84aa-f5208b8b06a6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "PUT /v2.0/floatingips/f23713d5-7954-44fb-a11f-de55a57ff360 HTTP/1.1" status: 200 len: 992 time: 1.6113026 Oct 27 16:13:22.577363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'tag': '6c81c317-d7ec-4316-a78c-58931598cec3'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:22.580619 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5a95df-092b-4d58-8dfe-4c59f3373f69", "tag": "6c81c317-d7ec-4316-a78c-58931598cec3"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:22.631956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:22.632319 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 67b1ec4e-8de2-4d1d-8ff9-e6a8dabe67ce not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:22.669848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:22.671983 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.687759 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.710606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:22.716774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f08d0-6138-43c8-8da6-aff47011db7c None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:13:22.717464 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-880f08d0-6138-43c8-8da6-aff47011db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:13:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:22.725464 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.726442 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment dd2389ac-55b6-4871-8e60-8f2e1c0ce4e3 of type vlan for network 72ba721e-876d-4097-b038-301f3dacaba2 Oct 27 16:13:22.801207 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.810330 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f7cd6d-ce12-40a3-a49d-ab0d9cebc4d8 x-openstack-request-id: req-73f7cd6d-ce12-40a3-a49d-ab0d9cebc4d8 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:22.810702 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5a95df-092b-4d58-8dfe-4c59f3373f69", "tag": "6c81c317-d7ec-4316-a78c-58931598cec3", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:22.811103 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73f7cd6d-ce12-40a3-a49d-ab0d9cebc4d8 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:22.811495 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'tag': '6c81c317-d7ec-4316-a78c-58931598cec3', 'status': 'completed', 'code': 200} Oct 27 16:13:22.863258 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-880f08d0-6138-43c8-8da6-aff47011db7c None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:13:22.883018 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.938263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc req-4680d033-d716-4a2f-b333-f46816b631c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:22.939860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc req-4680d033-d716-4a2f-b333-f46816b631c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 1097 time: 0.1060507 Oct 27 16:13:22.943652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network a4a7d538-491a-41a2-9821-4078fde9e07d is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:22.949052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:22.961779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:22.968366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:22.969490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.973502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Port': ['ID=45c73572-8551-4cc6-a179-155b424de708,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:22.980210 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.987380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:22.990797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:22.995499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Allocated IP 2001:db8::f816:3eff:fe10:4278 (a4a7d538-491a-41a2-9821-4078fde9e07d/d24d0b82-1f4b-4917-8feb-a111326ad187/0a8a2324-6b2b-4e8b-beab-a8aec7c97361) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:23.062462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=72ba721e-876d-4097-b038-301f3dacaba2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:23.078085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc req-9189dd4e-6575-4e80-8b73-a24f8e02a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:23.080756 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc req-9189dd4e-6575-4e80-8b73-a24f8e02a427 service neutron] 10.222.0.53 "GET /v2.0/networks?id=af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 200 len: 912 time: 0.1256325 Oct 27 16:13:23.104093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 72ba721e-876d-4097-b038-301f3dacaba2 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:23.120497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device cae401fa-870b-443a-bb87-725924aaa6fe no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:23.145328 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ad76df6f-4413-4794-9457-a0a5dacbe280 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2936845 Oct 27 16:13:23.149985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57998) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:23.173670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc req-05a63602-df18-43c5-b9fd-0ab065c30af9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c81c317-d7ec-4316-a78c-58931598cec3 HTTP/1.1" status: 200 len: 1000 time: 0.0835595 Oct 27 16:13:23.197590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: cae401fa-870b-443a-bb87-725924aaa6fe {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:23.197989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device cae401fa-870b-443a-bb87-725924aaa6fe not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:23.235092 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-be8c3af5-d0a8-41dc-aca2-99739069159b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7259674 Oct 27 16:13:23.242518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58000) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:23.248806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'network_id': '72ba721e-876d-4097-b038-301f3dacaba2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:23.253358 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6390fc2-deb2-407a-99e4-a306a2bbcb61 req-7bab89d9-ed24-4b90-a7e7-c759d67b627d tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 210 time: 0.0466948 Oct 27 16:13:23.260867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-577c11ba-4702-4048-a0d7-dcef899ac4de tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Deleting subnet d24d0b82-1f4b-4917-8feb-a111326ad187 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:13:23.326936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc req-13d27768-a9e4-4b92-9c97-3a3ff9d8bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:23.328460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc req-13d27768-a9e4-4b92-9c97-3a3ff9d8bfa6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea3730f2-0bf8-4326-9e2c-a789f343fc1b HTTP/1.1" status: 200 len: 850 time: 0.1467838 Oct 27 16:13:23.406785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc req-02d31c2d-0aa0-442d-844a-29bc01d97f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:23.408378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc req-02d31c2d-0aa0-442d-844a-29bc01d97f28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af016594-8bc5-461b-993c-3fdc1c22d42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704441 Oct 27 16:13:23.409275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72274f-4e17-4680-8ff7-e00ccd96ce4f req-ff17364c-17f1-471b-b114-ba0e4d923118 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:23.410808 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b72274f-4e17-4680-8ff7-e00ccd96ce4f req-ff17364c-17f1-471b-b114-ba0e4d923118 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 950 time: 0.0583758 Oct 27 16:13:23.417690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.436021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-880f08d0-6138-43c8-8da6-aff47011db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f23713d5-7954-44fb-a11f-de55a57ff360', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'port_id': '6c81c317-d7ec-4316-a78c-58931598cec3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'mac_address': 'fa:16:3e:b7:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:12:59Z', 'updated_at': '2021-10-27T16:13:21Z', 'revision_number': 1, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:23.456450 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b72274f-4e17-4680-8ff7-e00ccd96ce4f req-a20c4322-78ae-4330-9298-66b0618483f7 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Oct 27 16:13:23.464991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f08d0-6138-43c8-8da6-aff47011db7c None None] Checking router: dab3e235-e55e-498c-a809-427f10be6788 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:13:23.474470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880f08d0-6138-43c8-8da6-aff47011db7c None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:13:23.474840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-880f08d0-6138-43c8-8da6-aff47011db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:13:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:23.495924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:23.500315 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.528796 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-577c11ba-4702-4048-a0d7-dcef899ac4de tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.563009 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.576091 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-577c11ba-4702-4048-a0d7-dcef899ac4de tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.585623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc req-61c79b7d-24c1-4631-a055-1f417c305ec8 service neutron] 10.222.0.53 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649041 Oct 27 16:13:23.629661 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Network a4a7d538-491a-41a2-9821-4078fde9e07d is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:23.646196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Pushing event updated for resources: {'Port': ['ID=0a8a2324-6b2b-4e8b-beab-a8aec7c97361,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:23.658910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:23.684186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-880f08d0-6138-43c8-8da6-aff47011db7c None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:13:23.731888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:23.757195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e758b4d-9c4c-4f29-9330-42d1d23e8bdc req-15f9271b-0667-4cf8-bcd1-007fb7a8d8a9 service neutron] 10.222.0.53 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573222 Oct 27 16:13:23.761604 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-577c11ba-4702-4048-a0d7-dcef899ac4de tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.843722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Attempting to bind port 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:23.844112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Attempting to bind port 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '509d0b6b-b843-419e-80dc-231f8126fd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a4a7d538-491a-41a2-9821-4078fde9e07d'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:23.844479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Attempting to bind port 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 on network a4a7d538-491a-41a2-9821-4078fde9e07d {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:23.886593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:23.886973 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Checking segment: {'id': '509d0b6b-b843-419e-80dc-231f8126fd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a4a7d538-491a-41a2-9821-4078fde9e07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:23.887380 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.887901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Bound using segment: {'id': '509d0b6b-b843-419e-80dc-231f8126fd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a4a7d538-491a-41a2-9821-4078fde9e07d'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:23.888502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Bound port: 0a8a2324-6b2b-4e8b-beab-a8aec7c97361, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509d0b6b-b843-419e-80dc-231f8126fd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'a4a7d538-491a-41a2-9821-4078fde9e07d'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:23.888879 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.942522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:23.975492 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-577c11ba-4702-4048-a0d7-dcef899ac4de tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.008450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] For port 0a8a2324-6b2b-4e8b-beab-a8aec7c97361, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:24.022125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c11ba-4702-4048-a0d7-dcef899ac4de tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Subnet': ['ID=d24d0b82-1f4b-4917-8feb-a111326ad187,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:24.032781 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-577c11ba-4702-4048-a0d7-dcef899ac4de tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.035632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] For port 0a8a2324-6b2b-4e8b-beab-a8aec7c97361, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0a8a2324-6b2b-4e8b-beab-a8aec7c97361,segment=NetworkSegment(509d0b6b-b843-419e-80dc-231f8126fd0d),segment_id=509d0b6b-b843-419e-80dc-231f8126fd0d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:24.041425 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-577c11ba-4702-4048-a0d7-dcef899ac4de tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/subnets/d24d0b82-1f4b-4917-8feb-a111326ad187 HTTP/1.1" status: 204 len: 168 time: 0.8870678 Oct 27 16:13:24.045211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-09408faa-4c04-43b0-ac3c-3623122c0af5 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.046011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58008) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:24.046861 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-09408faa-4c04-43b0-ac3c-3623122c0af5 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.54 "GET /v2.0/networks?id=5149aa70-b4e2-44f7-81ac-d2baccf1906f HTTP/1.1" status: 200 len: 814 time: 0.1775613 Oct 27 16:13:24.059147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=983c9119-6e1d-4674-ac11-c19f1d95c80b,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:24.068131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Request body: {'port': {'device_id': '56ab5524-615a-437d-930d-433d64d78306', 'network_id': '5149aa70-b4e2-44f7-81ac-d2baccf1906f', 'admin_state_up': True, 'tenant_id': '3ee11f7fe6484a7dbd4597260dcc3b0f'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:24.073568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-880f08d0-6138-43c8-8da6-aff47011db7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f23713d5-7954-44fb-a11f-de55a57ff360', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'port_id': '6c81c317-d7ec-4316-a78c-58931598cec3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'mac_address': 'fa:16:3e:b7:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:12:59Z', 'updated_at': '2021-10-27T16:13:21Z', 'revision_number': 1, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:24.104538 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.107090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880f08d0-6138-43c8-8da6-aff47011db7c None None] The sync data for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 is: [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'f23713d5-7954-44fb-a11f-de55a57ff360', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'port_id': '6c81c317-d7ec-4316-a78c-58931598cec3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'mac_address': 'fa:16:3e:b7:c1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:12:59Z', 'updated_at': '2021-10-27T16:13:21Z', 'revision_number': 1, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:13:24.155903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.196354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d07f05-658f-4d5a-9a46-45cf0c90fc66 None None] Pushing event updated for resources: {'Port': ['ID=0a8a2324-6b2b-4e8b-beab-a8aec7c97361,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:24.572320 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be26756-8bb2-47fc-8476-5f21549cc0a7 None None] New status for floating IP f23713d5-7954-44fb-a11f-de55a57ff360: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:13:24.585527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43c0e06-b4d9-492f-931a-9303e7e8c4a8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.587413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43c0e06-b4d9-492f-931a-9303e7e8c4a8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.589333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a43c0e06-b4d9-492f-931a-9303e7e8c4a8 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5419402 Oct 27 16:13:24.599160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58016) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:24.647745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking segment: {'id': 'dd2389ac-55b6-4871-8e60-8f2e1c0ce4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '72ba721e-876d-4097-b038-301f3dacaba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:24.648267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network hostable DHCP agents. Network: 72ba721e-876d-4097-b038-301f3dacaba2, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:24.717349 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d40ee92-31ce-4818-a5bd-6da764e1375d req-583c5832-2dbd-45e7-bbb2-647cdd319906 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 210 time: 0.1585894 Oct 27 16:13:24.758569 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee007fc9-6d98-4bd7-8ea4-fbb2087fc70b req-19c3a8eb-3bbc-4fa2-8b72-b9695ab065d2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.760232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee007fc9-6d98-4bd7-8ea4-fbb2087fc70b req-19c3a8eb-3bbc-4fa2-8b72-b9695ab065d2 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 950 time: 0.1698067 Oct 27 16:13:24.765930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99932e05-0ec2-47b5-a98c-458f518d7611 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.775494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51362977-8288-4715-982e-d321bce4bcc0 req-c65f40c5-8d31-48b9-8996-ba2f683bc1f6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.777235 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51362977-8288-4715-982e-d321bce4bcc0 req-c65f40c5-8d31-48b9-8996-ba2f683bc1f6 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "GET /v2.0/ports?device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 950 time: 0.2190692 Oct 27 16:13:24.788314 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb70fd-8d15-4ea5-9e47-aa50ce6af60b req-c28b527f-429b-4f96-a16d-8eee632b3176 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.789818 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62cb70fd-8d15-4ea5-9e47-aa50ce6af60b req-c28b527f-429b-4f96-a16d-8eee632b3176 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/ports?device_id=ce992279-bac4-4cfc-9390-6dc5a2e40bc2 HTTP/1.1" status: 200 len: 950 time: 0.1172976 Oct 27 16:13:24.799191 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-99932e05-0ec2-47b5-a98c-458f518d7611 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 27 16:13:24.799664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99932e05-0ec2-47b5-a98c-458f518d7611 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:24.802997 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-99932e05-0ec2-47b5-a98c-458f518d7611 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/networks/a4a7d538-491a-41a2-9821-4078fde9e07d HTTP/1.1" status: 409 len: 405 time: 0.2019441 Oct 27 16:13:24.807066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58020) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:24.812395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-828221717'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:24.821859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network 72ba721e-876d-4097-b038-301f3dacaba2 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:24.864785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Made reservation on behalf of 3ee11f7fe6484a7dbd4597260dcc3b0f for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:24.868547 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.898744 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee007fc9-6d98-4bd7-8ea4-fbb2087fc70b req-8148bc78-7828-4882-9362-62a971cc17df tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188834 Oct 27 16:13:24.946224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 72ba721e-876d-4097-b038-301f3dacaba2) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:24.963817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:24.964430 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.968748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-62cb70fd-8d15-4ea5-9e47-aa50ce6af60b req-ad1f3068-9b7b-49ca-bc81-4c38afb993d0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Deleting port 01428ef4-d4d8-49ac-9778-f25faea19a39 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:24.969095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-62cb70fd-8d15-4ea5-9e47-aa50ce6af60b req-ad1f3068-9b7b-49ca-bc81-4c38afb993d0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:24.998359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-51362977-8288-4715-982e-d321bce4bcc0 req-f1d97ee3-b920-4e2a-9fc7-8494a0f4cf1f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Deleting port c6cedf9f-61ec-4c5d-a361-ae4668353645 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:24.998705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-51362977-8288-4715-982e-d321bce4bcc0 req-f1d97ee3-b920-4e2a-9fc7-8494a0f4cf1f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.009651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:25.014450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.059091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:25.085627 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.085984 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Added segment d8fbc972-3e23-404c-ad0e-baf9a0f8f8c2 of type vlan for network faa90657-0b32-46b2-ba78-3d4a968347da Oct 27 16:13:25.096892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Allocated IP 172.20.0.8 (5149aa70-b4e2-44f7-81ac-d2baccf1906f/b3b26121-cfff-4c71-9012-c3d50e4cdd16/0a8246c0-a43f-47a4-8586-6f98fd0738e6) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:25.111469 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-62cb70fd-8d15-4ea5-9e47-aa50ce6af60b req-ad1f3068-9b7b-49ca-bc81-4c38afb993d0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] For port 01428ef4-d4d8-49ac-9778-f25faea19a39, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=01428ef4-d4d8-49ac-9778-f25faea19a39,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:25.111829 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-62cb70fd-8d15-4ea5-9e47-aa50ce6af60b req-ad1f3068-9b7b-49ca-bc81-4c38afb993d0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.123098 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-79cc6ad3-c184-403a-b44d-7770b3633845 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8792293 Oct 27 16:13:25.126447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58022) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:25.178748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-51362977-8288-4715-982e-d321bce4bcc0 req-f1d97ee3-b920-4e2a-9fc7-8494a0f4cf1f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] For port c6cedf9f-61ec-4c5d-a361-ae4668353645, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c6cedf9f-61ec-4c5d-a361-ae4668353645,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:25.179128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-51362977-8288-4715-982e-d321bce4bcc0 req-f1d97ee3-b920-4e2a-9fc7-8494a0f4cf1f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.208442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-51362977-8288-4715-982e-d321bce4bcc0 req-f1d97ee3-b920-4e2a-9fc7-8494a0f4cf1f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Calling delete_port for c6cedf9f-61ec-4c5d-a361-ae4668353645 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:25.210889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-62cb70fd-8d15-4ea5-9e47-aa50ce6af60b req-ad1f3068-9b7b-49ca-bc81-4c38afb993d0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Calling delete_port for 01428ef4-d4d8-49ac-9778-f25faea19a39 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:25.243007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.349869 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.395608 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.406553 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.412683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:25.413314 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.526678 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.536683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Network': ['ID=faa90657-0b32-46b2-ba78-3d4a968347da,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:25.541397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995530ed-4328-4c3a-ab9a-8258cab80311 None None] Network a4a7d538-491a-41a2-9821-4078fde9e07d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:25.551442 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-51362977-8288-4715-982e-d321bce4bcc0 req-f1d97ee3-b920-4e2a-9fc7-8494a0f4cf1f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.583603 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.587114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d97ee3-b920-4e2a-9fc7-8494a0f4cf1f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event deleted for resources: {'Port': ['ID=c6cedf9f-61ec-4c5d-a361-ae4668353645,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:25.596613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network faa90657-0b32-46b2-ba78-3d4a968347da details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:25.598644 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9283ba5a-00cb-4f5a-b8ab-964621793fdb None None] Network 72ba721e-876d-4097-b038-301f3dacaba2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:25.601489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736', '905584dc-a8c2-4271-a312-4f8ce4585894', '01428ef4-d4d8-49ac-9778-f25faea19a39'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:25.605230 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c6cedf9f-61ec-4c5d-a361-ae4668353645'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:25.620096 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-050fc655-9639-4d27-9d71-a6f6a15dde79 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8111308 Oct 27 16:13:25.622712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58024) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:25.635580 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'subnet': {'network_id': 'faa90657-0b32-46b2-ba78-3d4a968347da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:25.678836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-51362977-8288-4715-982e-d321bce4bcc0 req-f1d97ee3-b920-4e2a-9fc7-8494a0f4cf1f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] No DVR routers for this DVR port c6cedf9f-61ec-4c5d-a361-ae4668353645 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:25.683745 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-51362977-8288-4715-982e-d321bce4bcc0 req-f1d97ee3-b920-4e2a-9fc7-8494a0f4cf1f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.687641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51362977-8288-4715-982e-d321bce4bcc0 req-f1d97ee3-b920-4e2a-9fc7-8494a0f4cf1f tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.53 "DELETE /v2.0/ports/c6cedf9f-61ec-4c5d-a361-ae4668353645 HTTP/1.1" status: 204 len: 173 time: 0.9037335 Oct 27 16:13:25.690163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94c4107-cd89-4ab1-bfd7-cbebe80f2f2e', 'name': 'network-vif-deleted', 'tag': 'c6cedf9f-61ec-4c5d-a361-ae4668353645'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:25.697937 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-62cb70fd-8d15-4ea5-9e47-aa50ce6af60b req-ad1f3068-9b7b-49ca-bc81-4c38afb993d0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.700526 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5467503-0a8f-4c09-a405-de3044f1136a" -d '{"events": [{"server_uuid": "d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e", "name": "network-vif-deleted", "tag": "c6cedf9f-61ec-4c5d-a361-ae4668353645"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:25.711194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Network 5149aa70-b4e2-44f7-81ac-d2baccf1906f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:25.716506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:25.724566 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:25.759853 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.762882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f3068-9b7b-49ca-bc81-4c38afb993d0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event deleted for resources: {'Port': ['ID=01428ef4-d4d8-49ac-9778-f25faea19a39,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:25.790936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:25.791625 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.795092 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Pushing event updated for resources: {'Port': ['ID=0a8246c0-a43f-47a4-8586-6f98fd0738e6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:25.823953 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Subnet': ['ID=983c9119-6e1d-4674-ac11-c19f1d95c80b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:25.845817 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb3ae6d-39fc-4de6-9bd2-72fc13f961ef x-openstack-request-id: req-5fb3ae6d-39fc-4de6-9bd2-72fc13f961ef {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:25.846123 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e", "name": "network-vif-deleted", "tag": "c6cedf9f-61ec-4c5d-a361-ae4668353645", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:25.846381 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fb3ae6d-39fc-4de6-9bd2-72fc13f961ef {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:25.847118 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94c4107-cd89-4ab1-bfd7-cbebe80f2f2e', 'name': 'network-vif-deleted', 'tag': 'c6cedf9f-61ec-4c5d-a361-ae4668353645', 'status': 'completed', 'code': 200} Oct 27 16:13:25.914146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cdab7387-98b0-4b05-a04e-254aa67c39ed tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8509741 Oct 27 16:13:25.915857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c6cedf9f-61ec-4c5d-a361-ae4668353645'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:25.930850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Request body: {'port': {'device_id': '56ab5524-615a-437d-930d-433d64d78306', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:25.938817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cb70fd-8d15-4ea5-9e47-aa50ce6af60b req-ad1f3068-9b7b-49ca-bc81-4c38afb993d0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] No DVR routers for this DVR port 01428ef4-d4d8-49ac-9778-f25faea19a39 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:25.944717 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-62cb70fd-8d15-4ea5-9e47-aa50ce6af60b req-ad1f3068-9b7b-49ca-bc81-4c38afb993d0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:25.949520 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62cb70fd-8d15-4ea5-9e47-aa50ce6af60b req-ad1f3068-9b7b-49ca-bc81-4c38afb993d0 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "DELETE /v2.0/ports/01428ef4-d4d8-49ac-9778-f25faea19a39 HTTP/1.1" status: 204 len: 173 time: 1.1312711 Oct 27 16:13:26.002050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.002630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce992279-bac4-4cfc-9390-6dc5a2e40bc2', 'name': 'network-vif-deleted', 'tag': '01428ef4-d4d8-49ac-9778-f25faea19a39'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:26.005963 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59354cc5-5d3a-4478-a374-9c2efb9be975" -d '{"events": [{"server_uuid": "ce992279-bac4-4cfc-9390-6dc5a2e40bc2", "name": "network-vif-deleted", "tag": "01428ef4-d4d8-49ac-9778-f25faea19a39"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:26.015255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ce75e05b-fbda-4f60-aa7d-42f4fae29b1f None None] Provisioning complete for port 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:26.015633 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ce75e05b-fbda-4f60-aa7d-42f4fae29b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.051887 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.075300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:26.079693 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.105424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2e6c0-7dc9-4582-84e6-b8ca3a819095 req-c36040bf-e7bb-41c2-81da-e89bc6ac3830 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:26.113694 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cc2e6c0-7dc9-4582-84e6-b8ca3a819095 req-c36040bf-e7bb-41c2-81da-e89bc6ac3830 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 931 time: 0.2557595 Oct 27 16:13:26.131929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ba721e-876d-4097-b038-301f3dacaba2']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:26.265126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2389ac-55b6-4871-8e60-8f2e1c0ce4e3') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:26.265458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2389ac-55b6-4871-8e60-8f2e1c0ce4e3') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:26.322673 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54d7ec4f-d99d-4cb4-8cf8-11093e208a49 req-b4a511da-733a-4783-811f-7ab7b5c0e12c tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=d94c4107-cd89-4ab1-bfd7-cbebe80f2f2e HTTP/1.1" status: 200 len: 210 time: 0.0872471 Oct 27 16:13:26.373755 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cc2e6c0-7dc9-4582-84e6-b8ca3a819095 req-c65527a2-8641-4af3-a548-3ece65ea13f8 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4581cd6-8f3f-456b-a00f-780be6a1214c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834750 Oct 27 16:13:26.385863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a83554-5d7a-4b9a-875a-f686c4b86031 None None] Network a4a7d538-491a-41a2-9821-4078fde9e07d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:26.394447 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.437474 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d76fd97-3b46-461c-a0c9-cff369f7024a x-openstack-request-id: req-7d76fd97-3b46-461c-a0c9-cff369f7024a {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:26.437816 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce992279-bac4-4cfc-9390-6dc5a2e40bc2", "name": "network-vif-deleted", "tag": "01428ef4-d4d8-49ac-9778-f25faea19a39", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:26.438056 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d76fd97-3b46-461c-a0c9-cff369f7024a {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:26.438454 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce992279-bac4-4cfc-9390-6dc5a2e40bc2', 'name': 'network-vif-deleted', 'tag': '01428ef4-d4d8-49ac-9778-f25faea19a39', 'status': 'completed', 'code': 200} Oct 27 16:13:26.444021 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.453444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:26.453840 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:26.458046 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:26.540584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724448a9-21d0-4f4a-a001-26c84fe61d61 None None] Network 72ba721e-876d-4097-b038-301f3dacaba2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:26.560926 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ce75e05b-fbda-4f60-aa7d-42f4fae29b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.571217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8246c0-a43f-47a4-8586-6f98fd0738e6 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:26.584807 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.632100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Transition to ACTIVE for port object 0a8246c0-a43f-47a4-8586-6f98fd0738e6 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:26.637473 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.642595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:26.644643 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.649454 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/72ba721e-876d-4097-b038-301f3dacaba2 HTTP/1.1" status: 204 len: 168 time: 1.5196276 Oct 27 16:13:26.653436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58038) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:26.690933 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0cce6e-cd4c-4685-ada7-99b39fc00ffb tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] GET failed (client error): The resource could not be found. Oct 27 16:13:26.695631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fe0cce6e-cd4c-4685-ada7-99b39fc00ffb tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/subnets/983c9119-6e1d-4674-ac11-c19f1d95c80b HTTP/1.1" status: 404 len: 337 time: 0.0372989 Oct 27 16:13:26.695631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58040) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:26.697920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdca9d8-23b1-40bd-b6fc-f97ebb95d30b tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=72ba721e-876d-4097-b038-301f3dacaba2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:26.729895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.737676 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc832381-651c-4980-87fd-f4bd78636c5e tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:26.739755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc832381-651c-4980-87fd-f4bd78636c5e tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:26.746640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dc832381-651c-4980-87fd-f4bd78636c5e tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/72ba721e-876d-4097-b038-301f3dacaba2 HTTP/1.1" status: 404 len: 339 time: 0.0467463 Oct 27 16:13:26.748672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58042) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:26.784445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ce75e05b-fbda-4f60-aa7d-42f4fae29b1f None None] For port 0a8a2324-6b2b-4e8b-beab-a8aec7c97361, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0a8a2324-6b2b-4e8b-beab-a8aec7c97361,segment=NetworkSegment(509d0b6b-b843-419e-80dc-231f8126fd0d),segment_id=509d0b6b-b843-419e-80dc-231f8126fd0d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:26.813201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8246c0-a43f-47a4-8586-6f98fd0738e6,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:26.876170 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ce75e05b-fbda-4f60-aa7d-42f4fae29b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.917886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:26.918261 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:26.951494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Attempting to bind port 0a8246c0-a43f-47a4-8586-6f98fd0738e6 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:26.951977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Attempting to bind port 0a8246c0-a43f-47a4-8586-6f98fd0738e6 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '391358b5-8867-4fa6-bf02-bc2bae161492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5149aa70-b4e2-44f7-81ac-d2baccf1906f'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:26.952436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Attempting to bind port 0a8246c0-a43f-47a4-8586-6f98fd0738e6 on network 5149aa70-b4e2-44f7-81ac-d2baccf1906f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:26.963544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Port 0a8246c0-a43f-47a4-8586-6f98fd0738e6 on network 5149aa70-b4e2-44f7-81ac-d2baccf1906f not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:26.969320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Attempting to bind port 0a8246c0-a43f-47a4-8586-6f98fd0738e6 on network 5149aa70-b4e2-44f7-81ac-d2baccf1906f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:26.974456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:26.975133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Checking segment: {'id': '391358b5-8867-4fa6-bf02-bc2bae161492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5149aa70-b4e2-44f7-81ac-d2baccf1906f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:26.977941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Bound using segment: {'id': '391358b5-8867-4fa6-bf02-bc2bae161492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5149aa70-b4e2-44f7-81ac-d2baccf1906f'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:26.978697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Bound port: 0a8246c0-a43f-47a4-8586-6f98fd0738e6, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '391358b5-8867-4fa6-bf02-bc2bae161492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5149aa70-b4e2-44f7-81ac-d2baccf1906f'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:26.981814 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:27.019572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75e05b-fbda-4f60-aa7d-42f4fae29b1f None None] Pushing event updated for resources: {'Port': ['ID=0a8a2324-6b2b-4e8b-beab-a8aec7c97361,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:27.037580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68911c8-e545-4e34-9ad8-7c768a1765ae None None] DHCP port deletion for a4a7d538-491a-41a2-9821-4078fde9e07d request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:13:27.113841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] For port 0a8246c0-a43f-47a4-8586-6f98fd0738e6, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:27.119439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] For port 0a8246c0-a43f-47a4-8586-6f98fd0738e6, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=0a8246c0-a43f-47a4-8586-6f98fd0738e6,segment=NetworkSegment(391358b5-8867-4fa6-bf02-bc2bae161492),segment_id=391358b5-8867-4fa6-bf02-bc2bae161492)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:27.197151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fd256c-b2be-4ceb-b079-012c254cb7a9 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.198674 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-36fd256c-b2be-4ceb-b079-012c254cb7a9 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4499028 Oct 27 16:13:27.202146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58050) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:27.232293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:27.243357 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2a0b77f7-b7a0-4b44-a137-2773355a1d5e tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 207 time: 0.0399575 Oct 27 16:13:27.247264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58052) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:27.254140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f68911c8-e545-4e34-9ad8-7c768a1765ae None None] Deleting port 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:27.254504 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f68911c8-e545-4e34-9ad8-7c768a1765ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:27.318119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8246c0-a43f-47a4-8586-6f98fd0738e6,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:27.324840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.326336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:27.328551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-6d39e852-9737-475d-8ad2-8df8c32d56b8 service neutron] 10.222.0.54 "PUT /v2.0/ports/0a8246c0-a43f-47a4-8586-6f98fd0738e6 HTTP/1.1" status: 200 len: 1091 time: 1.4016943 Oct 27 16:13:27.358486 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f68911c8-e545-4e34-9ad8-7c768a1765ae None None] For port 0a8a2324-6b2b-4e8b-beab-a8aec7c97361, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0a8a2324-6b2b-4e8b-beab-a8aec7c97361,segment=NetworkSegment(509d0b6b-b843-419e-80dc-231f8126fd0d),segment_id=509d0b6b-b843-419e-80dc-231f8126fd0d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:27.359387 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f68911c8-e545-4e34-9ad8-7c768a1765ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:27.400258 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f68911c8-e545-4e34-9ad8-7c768a1765ae None None] Calling delete_port for 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:27.409253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:13:27.413365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:27.463785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362eb06-5d1f-4c6b-9f1f-bc8f54a043e3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.470820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362eb06-5d1f-4c6b-9f1f-bc8f54a043e3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.477013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362eb06-5d1f-4c6b-9f1f-bc8f54a043e3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.483652 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362eb06-5d1f-4c6b-9f1f-bc8f54a043e3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.490195 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4362eb06-5d1f-4c6b-9f1f-bc8f54a043e3 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2370234 Oct 27 16:13:27.490195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58062) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:27.560638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-a3a7c33f-6503-4b62-bcff-844b1d47d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.562186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-a3a7c33f-6503-4b62-bcff-844b1d47d2ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ee11f7fe6484a7dbd4597260dcc3b0f&device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 1094 time: 0.0882914 Oct 27 16:13:27.592377 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f68911c8-e545-4e34-9ad8-7c768a1765ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:27.611135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Subnet': ['ID=84939435-bca8-4e57-b912-00318227f0fd,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:27.618094 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-54ca20cd-ac45-44d6-ace0-1b6cbfa32d03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a8246c0-a43f-47a4-8586-6f98fd0738e6 HTTP/1.1" status: 200 len: 217 time: 0.0441532 Oct 27 16:13:27.621235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Checking segment: {'id': 'd8fbc972-3e23-404c-ad0e-baf9a0f8f8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'faa90657-0b32-46b2-ba78-3d4a968347da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:27.621722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network hostable DHCP agents. Network: faa90657-0b32-46b2-ba78-3d4a968347da, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:27.626008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcf5e6-e027-4d96-9ad8-7d16f733b54f req-34b29912-a5cd-47c2-b8f9-ae11dbc6153b tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.633103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68911c8-e545-4e34-9ad8-7c768a1765ae None None] Pushing event deleted for resources: {'Port': ['ID=0a8a2324-6b2b-4e8b-beab-a8aec7c97361,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:27.633704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7fcf5e6-e027-4d96-9ad8-7d16f733b54f req-34b29912-a5cd-47c2-b8f9-ae11dbc6153b tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 943 time: 0.1147470 Oct 27 16:13:27.639784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68911c8-e545-4e34-9ad8-7c768a1765ae None None] No DVR routers for this DVR port 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:27.693484 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d7512ab2-e3c2-4d34-9c0d-2899b19e4239 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2021377 Oct 27 16:13:27.697179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58066) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:27.710010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7fcf5e6-e027-4d96-9ad8-7d16f733b54f req-6611e3ca-5cb9-4543-ac52-21364a2914b5 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4581cd6-8f3f-456b-a00f-780be6a1214c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754251 Oct 27 16:13:27.711554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-57044eb9-ba0b-40c3-892a-1692183679a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.712948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-57044eb9-ba0b-40c3-892a-1692183679a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3b26121-cfff-4c71-9012-c3d50e4cdd16 HTTP/1.1" status: 200 len: 854 time: 0.0773277 Oct 27 16:13:27.747530 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-cabea177-3653-42d5-8edd-8b43172a5758 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5149aa70-b4e2-44f7-81ac-d2baccf1906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263927 Oct 27 16:13:27.757331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656aa62-1baf-415c-898b-a594976c26a2 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.758972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2656aa62-1baf-415c-898b-a594976c26a2 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.760521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2656aa62-1baf-415c-898b-a594976c26a2 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0623248 Oct 27 16:13:27.765140 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58068) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:27.820390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438af12c-9ed2-49c9-a38f-69eb6c3c2bb7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.821938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438af12c-9ed2-49c9-a38f-69eb6c3c2bb7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.823441 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-438af12c-9ed2-49c9-a38f-69eb6c3c2bb7 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0573535 Oct 27 16:13:27.827751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58070) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:27.838299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network faa90657-0b32-46b2-ba78-3d4a968347da is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:27.847479 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-47281c12-fa9d-45e5-9bf0-77a0ad7ac32b service neutron] 10.222.0.54 "GET /v2.0/networks/5149aa70-b4e2-44f7-81ac-d2baccf1906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920899 Oct 27 16:13:27.847923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56ab5524-615a-437d-930d-433d64d78306', 'tag': '0a8246c0-a43f-47a4-8586-6f98fd0738e6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:27.850227 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5b963d-1590-4a37-84ca-41363af40f70" -d '{"events": [{"name": "network-changed", "server_uuid": "56ab5524-615a-437d-930d-433d64d78306", "tag": "0a8246c0-a43f-47a4-8586-6f98fd0738e6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:27.905048 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c8d5c7-3c70-48ca-a61c-0e488f33221d x-openstack-request-id: req-71c8d5c7-3c70-48ca-a61c-0e488f33221d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:27.905273 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56ab5524-615a-437d-930d-433d64d78306", "tag": "0a8246c0-a43f-47a4-8586-6f98fd0738e6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:27.905464 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71c8d5c7-3c70-48ca-a61c-0e488f33221d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:27.905867 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56ab5524-615a-437d-930d-433d64d78306', 'tag': '0a8246c0-a43f-47a4-8586-6f98fd0738e6', 'status': 'completed', 'code': 200} Oct 27 16:13:27.936591 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c47c9-595d-4bc6-b07f-7a8ecd681b77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:27.938448 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c99c47c9-595d-4bc6-b07f-7a8ecd681b77 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/networks/4a4df616-502f-41e1-ae12-fc7e61d4f806 HTTP/1.1" status: 200 len: 799 time: 0.1097403 Oct 27 16:13:27.944426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58074) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:27.960566 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27c7301f-d645-4e8e-a500-35f1c9c2967a req-d7a88db0-dd61-42bb-be0b-c6883901e030 service neutron] 10.222.0.54 "GET /v2.0/networks/5149aa70-b4e2-44f7-81ac-d2baccf1906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050401 Oct 27 16:13:27.996372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, faa90657-0b32-46b2-ba78-3d4a968347da) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:28.005956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.006367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187bfd41-8d88-4e5b-b052-64b6be14d883 None None] Network faa90657-0b32-46b2-ba78-3d4a968347da requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:28.006502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.064144 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2b3bc9db-c601-425c-bcf0-8fe8894fbeec tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/networks/4a4df616-502f-41e1-ae12-fc7e61d4f806?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1185391 Oct 27 16:13:28.067485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58076) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:28.122662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25ec514-30dc-4f45-a674-2d5154b08015 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.128025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58080) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:28.132119 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e25ec514-30dc-4f45-a674-2d5154b08015 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/subnets/2227cff7-270c-406b-96f1-d4639c49f607 HTTP/1.1" status: 200 len: 811 time: 0.0605903 Oct 27 16:13:28.140536 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-14655758-1afb-4da2-afa3-0ab01013fc37 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.5131128 Oct 27 16:13:28.142481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58084) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:28.192703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-faa90657-0b32-46b2-ba78-3d4a968347da', 'network_id': 'faa90657-0b32-46b2-ba78-3d4a968347da', 'tenant_id': '3d941a1bdaa141189429d2d90d6faa87', 'fixed_ips': [{'subnet_id': '84939435-bca8-4e57-b912-00318227f0fd'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:28.193694 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.284632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31c989c-6628-43cf-80b4-9135939b4abc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['shared'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.286053 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e31c989c-6628-43cf-80b4-9135939b4abc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "GET /v2.0/subnets/2227cff7-270c-406b-96f1-d4639c49f607?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1570117 Oct 27 16:13:28.289944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58088) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:28.295932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-435931087'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:28.310410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b963d-1590-4a37-84ca-41363af40f70 req-bf25bfe2-8f50-417b-b5fb-2f914eace4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.311925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac5b963d-1590-4a37-84ca-41363af40f70 req-bf25bfe2-8f50-417b-b5fb-2f914eace4ad service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3ee11f7fe6484a7dbd4597260dcc3b0f&device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 1094 time: 0.1340003 Oct 27 16:13:28.339988 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.365324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Allocated IP 2001:db8::f816:3eff:fe77:fb95 (faa90657-0b32-46b2-ba78-3d4a968347da/84939435-bca8-4e57-b912-00318227f0fd/0a9b8ac8-c06a-470d-8402-47faac2cfb98) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:28.432935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736', '905584dc-a8c2-4271-a312-4f8ce4585894'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:28.436902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:28.441252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.462933 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.470859 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:28.485560 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.485925 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Added segment 6764e47b-cada-4338-a5b9-649eb703136f of type vlan for network 54fb16a2-0d8b-453a-8011-176cf1ebaedb Oct 27 16:13:28.491573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b963d-1590-4a37-84ca-41363af40f70 req-caa6d18d-55d8-4900-b829-c9cff402966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.493079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac5b963d-1590-4a37-84ca-41363af40f70 req-caa6d18d-55d8-4900-b829-c9cff402966f service neutron] 10.222.0.54 "GET /v2.0/networks?id=5149aa70-b4e2-44f7-81ac-d2baccf1906f HTTP/1.1" status: 200 len: 915 time: 0.1687369 Oct 27 16:13:28.556357 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.564335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac5b963d-1590-4a37-84ca-41363af40f70 req-36c99787-7722-467a-ba8d-4ad03b4a8c58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a8246c0-a43f-47a4-8586-6f98fd0738e6 HTTP/1.1" status: 200 len: 217 time: 0.0587032 Oct 27 16:13:28.624801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:28.628398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b963d-1590-4a37-84ca-41363af40f70 req-9605ea20-c285-4e76-8bca-6b1daa60d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.629648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac5b963d-1590-4a37-84ca-41363af40f70 req-9605ea20-c285-4e76-8bca-6b1daa60d430 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b3b26121-cfff-4c71-9012-c3d50e4cdd16 HTTP/1.1" status: 200 len: 854 time: 0.0537703 Oct 27 16:13:28.634001 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.660613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:28.660980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0a8a2324-6b2b-4e8b-beab-a8aec7c97361 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:28.667255 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.677285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.677934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.678050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac5b963d-1590-4a37-84ca-41363af40f70 req-0f3b8ff0-1d5f-496e-991d-8f6acbf84c57 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5149aa70-b4e2-44f7-81ac-d2baccf1906f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408013 Oct 27 16:13:28.711989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 01428ef4-d4d8-49ac-9778-f25faea19a39 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:28.753048 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.761562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 01428ef4-d4d8-49ac-9778-f25faea19a39 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:28.761900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 01428ef4-d4d8-49ac-9778-f25faea19a39 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:28.781521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Network': ['ID=54fb16a2-0d8b-453a-8011-176cf1ebaedb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:28.798879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 54fb16a2-0d8b-453a-8011-176cf1ebaedb details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:28.808335 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-16670859-7e75-4d95-8fbe-aa9dd50f53c1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5132842 Oct 27 16:13:28.812418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58094) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:28.822024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'network_id': '54fb16a2-0d8b-453a-8011-176cf1ebaedb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:28.859517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Network faa90657-0b32-46b2-ba78-3d4a968347da is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:28.861066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d067452-483f-4b8b-83e0-f6243b753480 req-df0f95aa-5cbb-40cf-983b-e594e7b6b42a tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.862615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d067452-483f-4b8b-83e0-f6243b753480 req-df0f95aa-5cbb-40cf-983b-e594e7b6b42a tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 943 time: 0.0561266 Oct 27 16:13:28.873129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:28.883103 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:28.887048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:28.906201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Pushing event updated for resources: {'Port': ['ID=0a9b8ac8-c06a-470d-8402-47faac2cfb98,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:28.910037 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d067452-483f-4b8b-83e0-f6243b753480 req-7dd7d49e-1c27-4ae5-8047-15bed40f2b26 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4581cd6-8f3f-456b-a00f-780be6a1214c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410912 Oct 27 16:13:28.943842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Subnet': ['ID=84939435-bca8-4e57-b912-00318227f0fd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:28.959321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854bde2-b87c-42ea-a401-8d0d6369d2df req-bdfd4d48-231a-49e8-9f6f-d5baabc95f0d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:28.963335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d854bde2-b87c-42ea-a401-8d0d6369d2df req-bdfd4d48-231a-49e8-9f6f-d5baabc95f0d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409 HTTP/1.1" status: 200 len: 950 time: 0.1944351 Oct 27 16:13:28.965925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac5b963d-1590-4a37-84ca-41363af40f70 req-fe596a52-9303-404f-ae64-4a1f05df108e service neutron] 10.222.0.54 "GET /v2.0/networks/5149aa70-b4e2-44f7-81ac-d2baccf1906f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792368 Oct 27 16:13:28.997732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Attempting to bind port 0a9b8ac8-c06a-470d-8402-47faac2cfb98 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:28.997732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Attempting to bind port 0a9b8ac8-c06a-470d-8402-47faac2cfb98 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'd8fbc972-3e23-404c-ad0e-baf9a0f8f8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'faa90657-0b32-46b2-ba78-3d4a968347da'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:28.998135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Attempting to bind port 0a9b8ac8-c06a-470d-8402-47faac2cfb98 on network faa90657-0b32-46b2-ba78-3d4a968347da {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:29.011673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:29.012042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Checking segment: {'id': 'd8fbc972-3e23-404c-ad0e-baf9a0f8f8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'faa90657-0b32-46b2-ba78-3d4a968347da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:29.012626 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.013119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Bound using segment: {'id': 'd8fbc972-3e23-404c-ad0e-baf9a0f8f8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'faa90657-0b32-46b2-ba78-3d4a968347da'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:29.013601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Bound port: 0a9b8ac8-c06a-470d-8402-47faac2cfb98, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8fbc972-3e23-404c-ad0e-baf9a0f8f8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'faa90657-0b32-46b2-ba78-3d4a968347da'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:29.013981 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.107018 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.123068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] For port 0a9b8ac8-c06a-470d-8402-47faac2cfb98, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:29.131068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c6cedf9f-61ec-4c5d-a361-ae4668353645 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:29.145401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d854bde2-b87c-42ea-a401-8d0d6369d2df req-d32afaec-5998-4f93-b9a5-f78d2a0a6fbf tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640043 Oct 27 16:13:29.167848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] For port 0a9b8ac8-c06a-470d-8402-47faac2cfb98, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0a9b8ac8-c06a-470d-8402-47faac2cfb98,segment=NetworkSegment(d8fbc972-3e23-404c-ad0e-baf9a0f8f8c2),segment_id=d8fbc972-3e23-404c-ad0e-baf9a0f8f8c2)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:29.168380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa90657-0b32-46b2-ba78-3d4a968347da']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:29.169649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: c6cedf9f-61ec-4c5d-a361-ae4668353645 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:29.169993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c6cedf9f-61ec-4c5d-a361-ae4668353645 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:29.197126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fbc972-3e23-404c-ad0e-baf9a0f8f8c2') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:29.197428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fbc972-3e23-404c-ad0e-baf9a0f8f8c2') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:29.216644 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.230033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac5b963d-1590-4a37-84ca-41363af40f70 req-139ad237-8963-4471-869e-6135724b00fc service neutron] 10.222.0.54 "GET /v2.0/networks/5149aa70-b4e2-44f7-81ac-d2baccf1906f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458348 Oct 27 16:13:29.233598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Made reservation on behalf of ef6a14d294a948cbbf57c2d19e2d85cd for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:29.237536 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.261910 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.268613 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.292213 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.317283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.ipam_backend_mixin [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Performing IP validity checks on allocation pools {{(pid=109723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:13:29.317794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.ipam_backend_mixin [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:13:29.323574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:29.323965 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:29.328339 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:29.358625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb3a72-14c7-45be-a625-b9778763111f None None] Pushing event updated for resources: {'Port': ['ID=0a9b8ac8-c06a-470d-8402-47faac2cfb98,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:29.376740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaf8607-1d25-42d5-850d-157ff049fded None None] Network faa90657-0b32-46b2-ba78-3d4a968347da requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:29.492208 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:13:29.492208 n-d-815689-1 neutron-server[109723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:13:29.492208 n-d-815689-1 neutron-server[109723]: [parameters: {'id': 'faa90657-0b32-46b2-ba78-3d4a968347da'}] Oct 27 16:13:29.492208 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:13:29.493045 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:13:29.504476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c06257-10ac-479c-ab01-cd35cd3276b3 None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:13:29.558299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde18c65-9904-4018-925a-b98e247a4f4a req-4512caca-f86a-41d1-b326-2ab003a7ecbc tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:29.559929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bde18c65-9904-4018-925a-b98e247a4f4a req-4512caca-f86a-41d1-b326-2ab003a7ecbc tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409 HTTP/1.1" status: 200 len: 950 time: 0.1029382 Oct 27 16:13:29.633056 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.635996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c06257-10ac-479c-ab01-cd35cd3276b3 None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:13:29.698093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=1f2e534a-a3e9-436f-a709-b3452b741751,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:29.730564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Checking segment: {'id': '6764e47b-cada-4338-a5b9-649eb703136f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '54fb16a2-0d8b-453a-8011-176cf1ebaedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:29.730924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network hostable DHCP agents. Network: 54fb16a2-0d8b-453a-8011-176cf1ebaedb, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:29.740264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-bde18c65-9904-4018-925a-b98e247a4f4a req-5223c7d9-fde7-4c5c-9b1a-5a3b58cd1bc1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Deleting port 771bf08f-668a-46c6-9e9c-be929ec10736 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:29.740609 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bde18c65-9904-4018-925a-b98e247a4f4a req-5223c7d9-fde7-4c5c-9b1a-5a3b58cd1bc1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.848085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-bde18c65-9904-4018-925a-b98e247a4f4a req-5223c7d9-fde7-4c5c-9b1a-5a3b58cd1bc1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] For port 771bf08f-668a-46c6-9e9c-be929ec10736, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=771bf08f-668a-46c6-9e9c-be929ec10736,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:29.848487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bde18c65-9904-4018-925a-b98e247a4f4a req-5223c7d9-fde7-4c5c-9b1a-5a3b58cd1bc1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:29.865548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-bde18c65-9904-4018-925a-b98e247a4f4a req-5223c7d9-fde7-4c5c-9b1a-5a3b58cd1bc1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Calling delete_port for 771bf08f-668a-46c6-9e9c-be929ec10736 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:29.878572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Network 54fb16a2-0d8b-453a-8011-176cf1ebaedb is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:29.994782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 54fb16a2-0d8b-453a-8011-176cf1ebaedb) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:29.996533 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.008968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:30.009636 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.053975 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e0a3fd-849f-43ad-a162-4650538ae6fb req-d69cae8c-cec6-4dbd-b53c-76ad6b010db2 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:30.055481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59e0a3fd-849f-43ad-a162-4650538ae6fb req-d69cae8c-cec6-4dbd-b53c-76ad6b010db2 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 943 time: 0.0747504 Oct 27 16:13:30.086505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Deleting port 0a9b8ac8-c06a-470d-8402-47faac2cfb98 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:30.086505 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.120874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef25e0-e4f9-46b5-875b-5a6b01078e40 req-bb49f253-342a-47b7-bd24-64a81a7cb816 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:30.126849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad2d75-5ed0-4485-aab0-ce2eed8ba728 None None] Network 54fb16a2-0d8b-453a-8011-176cf1ebaedb requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:30.127021 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66ef25e0-e4f9-46b5-875b-5a6b01078e40 req-bb49f253-342a-47b7-bd24-64a81a7cb816 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/ports?device_id=bc1bb61e-b855-4ff4-b99d-00c91b05cb3a HTTP/1.1" status: 200 len: 950 time: 0.0926938 Oct 27 16:13:30.127021 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59e0a3fd-849f-43ad-a162-4650538ae6fb req-07f705ef-8f10-46db-805b-4ccff87d629b tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4581cd6-8f3f-456b-a00f-780be6a1214c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560205 Oct 27 16:13:30.132685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2249634d-ad37-4149-9926-32b623834803 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3161786 Oct 27 16:13:30.133142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58104) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:30.140018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-cc104478-f647-49f2-bf41-4522c94d1928 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:30.154474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bde18c65-9904-4018-925a-b98e247a4f4a req-5223c7d9-fde7-4c5c-9b1a-5a3b58cd1bc1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.177364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736', '905584dc-a8c2-4271-a312-4f8ce4585894'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:30.245945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223c7d9-fde7-4c5c-9b1a-5a3b58cd1bc1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event deleted for resources: {'Port': ['ID=771bf08f-668a-46c6-9e9c-be929ec10736,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:30.251264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] For port 0a9b8ac8-c06a-470d-8402-47faac2cfb98, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0a9b8ac8-c06a-470d-8402-47faac2cfb98,segment=NetworkSegment(d8fbc972-3e23-404c-ad0e-baf9a0f8f8c2),segment_id=d8fbc972-3e23-404c-ad0e-baf9a0f8f8c2)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:30.251636 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.300680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-66ef25e0-e4f9-46b5-875b-5a6b01078e40 req-89b295f8-4248-4089-a2ce-dfd66486beaa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Deleting port 905584dc-a8c2-4271-a312-4f8ce4585894 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:30.301077 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66ef25e0-e4f9-46b5-875b-5a6b01078e40 req-89b295f8-4248-4089-a2ce-dfd66486beaa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.313904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5608444-1dc2-469f-8151-062308a01378 req-5286bf11-e6c8-4b1c-b6bb-308bd7eb9b60 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409 HTTP/1.1" status: 200 len: 210 time: 0.0791564 Oct 27 16:13:30.332704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Calling delete_port for 0a9b8ac8-c06a-470d-8402-47faac2cfb98 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:30.384269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde18c65-9904-4018-925a-b98e247a4f4a req-5223c7d9-fde7-4c5c-9b1a-5a3b58cd1bc1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] No DVR routers for this DVR port 771bf08f-668a-46c6-9e9c-be929ec10736 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:30.387588 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bde18c65-9904-4018-925a-b98e247a4f4a req-5223c7d9-fde7-4c5c-9b1a-5a3b58cd1bc1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.392874 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bde18c65-9904-4018-925a-b98e247a4f4a req-5223c7d9-fde7-4c5c-9b1a-5a3b58cd1bc1 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "DELETE /v2.0/ports/771bf08f-668a-46c6-9e9c-be929ec10736 HTTP/1.1" status: 204 len: 173 time: 0.8257587 Oct 27 16:13:30.407299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32af77a-1a9c-4d2c-9b7b-3a5d34b2d40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-54fb16a2-0d8b-453a-8011-176cf1ebaedb', 'network_id': '54fb16a2-0d8b-453a-8011-176cf1ebaedb', 'tenant_id': 'ef6a14d294a948cbbf57c2d19e2d85cd', 'fixed_ips': [{'subnet_id': '1f2e534a-a3e9-436f-a709-b3452b741751'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:30.408248 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c32af77a-1a9c-4d2c-9b7b-3a5d34b2d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.417004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e391fb0-b275-4e3c-9f89-0a100c6ca409', 'name': 'network-vif-deleted', 'tag': '771bf08f-668a-46c6-9e9c-be929ec10736'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:30.421218 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8985c3f5-7b16-45cb-9d94-6ba5bac811ad" -d '{"events": [{"server_uuid": "8e391fb0-b275-4e3c-9f89-0a100c6ca409", "name": "network-vif-deleted", "tag": "771bf08f-668a-46c6-9e9c-be929ec10736"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:30.478502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-66ef25e0-e4f9-46b5-875b-5a6b01078e40 req-89b295f8-4248-4089-a2ce-dfd66486beaa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] For port 905584dc-a8c2-4271-a312-4f8ce4585894, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=905584dc-a8c2-4271-a312-4f8ce4585894,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:30.481854 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66ef25e0-e4f9-46b5-875b-5a6b01078e40 req-89b295f8-4248-4089-a2ce-dfd66486beaa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.492668 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662fb91f-158a-4d56-b202-72f0b12ecb90 x-openstack-request-id: req-662fb91f-158a-4d56-b202-72f0b12ecb90 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:30.493311 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e391fb0-b275-4e3c-9f89-0a100c6ca409", "name": "network-vif-deleted", "tag": "771bf08f-668a-46c6-9e9c-be929ec10736", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:30.493311 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-662fb91f-158a-4d56-b202-72f0b12ecb90 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:30.493562 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e391fb0-b275-4e3c-9f89-0a100c6ca409', 'name': 'network-vif-deleted', 'tag': '771bf08f-668a-46c6-9e9c-be929ec10736', 'status': 'completed', 'code': 200} Oct 27 16:13:30.499209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-66ef25e0-e4f9-46b5-875b-5a6b01078e40 req-89b295f8-4248-4089-a2ce-dfd66486beaa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Calling delete_port for 905584dc-a8c2-4271-a312-4f8ce4585894 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:30.525734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cc104478-f647-49f2-bf41-4522c94d1928 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59351602'] for subnet, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.703823 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 0a8246c0-a43f-47a4-8586-6f98fd0738e6 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:13:30.728924 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.758336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Port': ['ID=0a9b8ac8-c06a-470d-8402-47faac2cfb98,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:30.765499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No DVR routers for this DVR port 0a9b8ac8-c06a-470d-8402-47faac2cfb98 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:30.781989 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-c32af77a-1a9c-4d2c-9b7b-3a5d34b2d40b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:13:30.781989 n-d-815689-1 neutron-server[109724]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 27 16:13:30.781989 n-d-815689-1 neutron-server[109724]: [parameters: {'in_use': 1, 'id_1': '1f2e534a-a3e9-436f-a709-b3452b741751'}] Oct 27 16:13:30.781989 n-d-815689-1 neutron-server[109724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:13:30.782506 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-c32af77a-1a9c-4d2c-9b7b-3a5d34b2d40b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:13:30.824601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66ef25e0-e4f9-46b5-875b-5a6b01078e40 req-89b295f8-4248-4089-a2ce-dfd66486beaa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.832178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 0a8246c0-a43f-47a4-8586-6f98fd0738e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=0a8246c0-a43f-47a4-8586-6f98fd0738e6,segment=NetworkSegment(391358b5-8867-4fa6-bf02-bc2bae161492),segment_id=391358b5-8867-4fa6-bf02-bc2bae161492)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:30.846007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '0a8246c0-a43f-47a4-8586-6f98fd0738e6', 'network_id': '5149aa70-b4e2-44f7-81ac-d2baccf1906f', 'port_id': '0a8246c0-a43f-47a4-8586-6f98fd0738e6', 'mac_address': 'fa:16:3e:5d:91:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3b26121-cfff-4c71-9012-c3d50e4cdd16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:13:30.848286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cc104478-f647-49f2-bf41-4522c94d1928 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772310051557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62301681'] for subnet, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.866279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b295f8-4248-4089-a2ce-dfd66486beaa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event deleted for resources: {'Port': ['ID=905584dc-a8c2-4271-a312-4f8ce4585894,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:30.893755 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.909602 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.922813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ef25e0-e4f9-46b5-875b-5a6b01078e40 req-89b295f8-4248-4089-a2ce-dfd66486beaa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] No DVR routers for this DVR port 905584dc-a8c2-4271-a312-4f8ce4585894 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:30.925329 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-66ef25e0-e4f9-46b5-875b-5a6b01078e40 req-89b295f8-4248-4089-a2ce-dfd66486beaa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.928974 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66ef25e0-e4f9-46b5-875b-5a6b01078e40 req-89b295f8-4248-4089-a2ce-dfd66486beaa tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "DELETE /v2.0/ports/905584dc-a8c2-4271-a312-4f8ce4585894 HTTP/1.1" status: 204 len: 173 time: 0.7950294 Oct 27 16:13:30.929444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1bb61e-b855-4ff4-b99d-00c91b05cb3a', 'name': 'network-vif-deleted', 'tag': '905584dc-a8c2-4271-a312-4f8ce4585894'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:30.932600 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811ec71c-1b1d-4509-8252-799b65024df0" -d '{"events": [{"server_uuid": "bc1bb61e-b855-4ff4-b99d-00c91b05cb3a", "name": "network-vif-deleted", "tag": "905584dc-a8c2-4271-a312-4f8ce4585894"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:30.941914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc104478-f647-49f2-bf41-4522c94d1928 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:30.942460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cc104478-f647-49f2-bf41-4522c94d1928 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:30.946956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:30.948667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8246c0-a43f-47a4-8586-6f98fd0738e6 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:30.953549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cc104478-f647-49f2-bf41-4522c94d1928 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "PUT /v2.0/subnets/1f2e534a-a3e9-436f-a709-b3452b741751 HTTP/1.1" status: 200 len: 877 time: 0.8192952 Oct 27 16:13:30.971210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9', '771bf08f-668a-46c6-9e9c-be929ec10736'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:30.971624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa90657-0b32-46b2-ba78-3d4a968347da']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:30.973979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc104478-f647-49f2-bf41-4522c94d1928 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event updated for resources: {'Subnet': ['ID=1f2e534a-a3e9-436f-a709-b3452b741751,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:30.986779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8fbc972-3e23-404c-ad0e-baf9a0f8f8c2') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:30.987151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8fbc972-3e23-404c-ad0e-baf9a0f8f8c2') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:31.001321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.021897 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.022716 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce4609e-9511-4e2a-a29a-395fb70c1747 x-openstack-request-id: req-9ce4609e-9511-4e2a-a29a-395fb70c1747 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:31.023020 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1bb61e-b855-4ff4-b99d-00c91b05cb3a", "name": "network-vif-deleted", "tag": "905584dc-a8c2-4271-a312-4f8ce4585894", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:31.023274 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ce4609e-9511-4e2a-a29a-395fb70c1747 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:31.023666 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc1bb61e-b855-4ff4-b99d-00c91b05cb3a', 'name': 'network-vif-deleted', 'tag': '905584dc-a8c2-4271-a312-4f8ce4585894', 'status': 'completed', 'code': 200} Oct 27 16:13:31.030408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:31.031433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:31.034815 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:31.045462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 0a8246c0-a43f-47a4-8586-6f98fd0738e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=0a8246c0-a43f-47a4-8586-6f98fd0738e6,segment=NetworkSegment(391358b5-8867-4fa6-bf02-bc2bae161492),segment_id=391358b5-8867-4fa6-bf02-bc2bae161492)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:31.089520 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.139541 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.150302 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.180153 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.191221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.197710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/networks/faa90657-0b32-46b2-ba78-3d4a968347da HTTP/1.1" status: 204 len: 168 time: 3.0496857 Oct 27 16:13:31.205830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58120) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:31.211017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-735520256'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:31.213995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=0a8246c0-a43f-47a4-8586-6f98fd0738e6,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:31.223937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abe8b3-197d-4da8-88a0-e5e55b680508 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Network': ['ID=faa90657-0b32-46b2-ba78-3d4a968347da,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:31.283473 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c32af77a-1a9c-4d2c-9b7b-3a5d34b2d40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.303372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f8198-991e-4fdc-9431-9f45815f3128 req-66babcda-9a72-456b-a429-23fc9cc8a170 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:31.304987 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-327f8198-991e-4fdc-9431-9f45815f3128 req-66babcda-9a72-456b-a429-23fc9cc8a170 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 944 time: 0.0615811 Oct 27 16:13:31.340047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:31.344271 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.361102 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-327f8198-991e-4fdc-9431-9f45815f3128 req-889a18ed-b7e4-4be6-b238-79153a721733 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4581cd6-8f3f-456b-a00f-780be6a1214c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491416 Oct 27 16:13:31.400749 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.407527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:31.421560 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.422202 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Added segment ad332e1f-68f5-4eae-b81a-ce09c64716c4 of type vlan for network 110054e8-bf49-4be1-a760-a875fb40324b Oct 27 16:13:31.435062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2e534a-a3e9-436f-a709-b3452b741751,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:31.514694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['0a8246c0-a43f-47a4-8586-6f98fd0738e6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:31.530969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.560796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fb16a2-0d8b-453a-8011-176cf1ebaedb']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:31.572343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6764e47b-cada-4338-a5b9-649eb703136f') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:31.572645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6764e47b-cada-4338-a5b9-649eb703136f') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:31.588154 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1da85b94-9632-4fd9-882c-84909d719a98 req-5f73ce1e-853c-42fd-9cf0-edce91616783 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e391fb0-b275-4e3c-9f89-0a100c6ca409 HTTP/1.1" status: 200 len: 210 time: 0.0713341 Oct 27 16:13:31.588154 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.593277 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.620826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.629931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:31.630335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:31.633513 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server [None req-c32af77a-1a9c-4d2c-9b7b-3a5d34b2d40b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f2e534a-a3e9-436f-a709-b3452b741751: This subnet is being modified by another concurrent operation. Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:13:31.664298 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f2e534a-a3e9-436f-a709-b3452b741751: This subnet is being modified by another concurrent operation. Oct 27 16:13:31.671670 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Oct 27 16:13:31.691616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c20ffc-93e8-43d5-b908-e1b94f83e3f3 None None] Network 54fb16a2-0d8b-453a-8011-176cf1ebaedb requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:31.704955 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.711078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:31.711752 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:31.798793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Network': ['ID=110054e8-bf49-4be1-a760-a875fb40324b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:31.813277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 110054e8-bf49-4be1-a760-a875fb40324b details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:31.869527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848a4191-e210-4246-8c56-15f1edd930ea None None] Network 54fb16a2-0d8b-453a-8011-176cf1ebaedb requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:32.005902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9897ea1-9243-48b9-8724-27161ed99c1d None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:13:32.132002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9897ea1-9243-48b9-8724-27161ed99c1d None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:13:32.177632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:32.183801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-11234cfe-c32a-43a2-9b4f-3c196d454a3a tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9749165 Oct 27 16:13:32.185549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58128) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:32.190950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:32.194342 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/54fb16a2-0d8b-453a-8011-176cf1ebaedb HTTP/1.1" status: 204 len: 168 time: 1.2463684 Oct 27 16:13:32.195738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'subnet': {'network_id': '110054e8-bf49-4be1-a760-a875fb40324b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:32.201636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58130) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:32.221854 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee56f58-34cd-4c50-8e92-e8e5b9a72185 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=54fb16a2-0d8b-453a-8011-176cf1ebaedb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:32.271846 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-1094d882-89f2-4225-939d-fd6ed1b401bc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:32.278866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1094d882-89f2-4225-939d-fd6ed1b401bc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:32.278866 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1094d882-89f2-4225-939d-fd6ed1b401bc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/subnets/1f2e534a-a3e9-436f-a709-b3452b741751 HTTP/1.1" status: 404 len: 337 time: 0.0716367 Oct 27 16:13:32.279173 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58132) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:32.297976 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-131c7c41-e5a2-48e8-8d5a-695244c355cb tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:32.298965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-131c7c41-e5a2-48e8-8d5a-695244c355cb tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:32.302334 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-131c7c41-e5a2-48e8-8d5a-695244c355cb tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/54fb16a2-0d8b-453a-8011-176cf1ebaedb HTTP/1.1" status: 404 len: 339 time: 0.0229990 Oct 27 16:13:32.304936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58134) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:32.332933 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cefd14-6c41-4c67-99ad-4c79bf304a3a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:32.335407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cefd14-6c41-4c67-99ad-4c79bf304a3a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:32.336654 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a4cefd14-6c41-4c67-99ad-4c79bf304a3a tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/subnets/983c9119-6e1d-4674-ac11-c19f1d95c80b HTTP/1.1" status: 404 len: 337 time: 0.0305719 Oct 27 16:13:32.339320 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:32.360589 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba23fd06-7188-4c96-9606-73dd8d383769 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:32.361456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba23fd06-7188-4c96-9606-73dd8d383769 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:32.364898 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ba23fd06-7188-4c96-9606-73dd8d383769 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/72ba721e-876d-4097-b038-301f3dacaba2 HTTP/1.1" status: 404 len: 339 time: 0.0243905 Oct 27 16:13:32.367360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58138) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:32.374310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:32.378101 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:32.479103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:32.493879 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:32.606879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a782ee-0fbb-47d3-8d2f-80dfddf30e79 req-57a70edb-a7f2-4a8f-a085-c74c5a5a69d0 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:32.608575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-85a782ee-0fbb-47d3-8d2f-80dfddf30e79 req-57a70edb-a7f2-4a8f-a085-c74c5a5a69d0 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 944 time: 0.1475441 Oct 27 16:13:32.653642 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:32.685537 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-85a782ee-0fbb-47d3-8d2f-80dfddf30e79 req-64b4c320-c404-4cf6-b542-1a426f8edfe5 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4581cd6-8f3f-456b-a00f-780be6a1214c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645614 Oct 27 16:13:32.693631 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc258b4-c64b-4ff7-963d-165a299e6a7e']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:32.711874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0255d171-92a4-4fcd-b1c5-878b18f9ab6f') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:32.712401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0255d171-92a4-4fcd-b1c5-878b18f9ab6f') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:32.717931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 0a8246c0-a43f-47a4-8586-6f98fd0738e6 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:32.728389 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:32.747063 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:32.759771 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:32.761880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:32.771576 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:32.871626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 0a8246c0-a43f-47a4-8586-6f98fd0738e6 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:13:32.878288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 0a8246c0-a43f-47a4-8586-6f98fd0738e6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:32.878705 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:32.988903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.008704 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.021596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab5524-615a-437d-930d-433d64d78306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8246c0-a43f-47a4-8586-6f98fd0738e6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:33.023949 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edddc72-5245-49e0-8366-0f0de792a29d" -d '{"events": [{"server_uuid": "56ab5524-615a-437d-930d-433d64d78306", "name": "network-vif-plugged", "status": "completed", "tag": "0a8246c0-a43f-47a4-8586-6f98fd0738e6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:33.038592 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 0a8246c0-a43f-47a4-8586-6f98fd0738e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=0a8246c0-a43f-47a4-8586-6f98fd0738e6,segment=NetworkSegment(391358b5-8867-4fa6-bf02-bc2bae161492),segment_id=391358b5-8867-4fa6-bf02-bc2bae161492)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:33.069369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Subnet': ['ID=34bcf452-6959-455f-975f-f186e5f2b864,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:33.086387 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41536d1e-bcb6-4253-8986-0928cb0aecd4 x-openstack-request-id: req-41536d1e-bcb6-4253-8986-0928cb0aecd4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:33.089995 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ab5524-615a-437d-930d-433d64d78306", "name": "network-vif-plugged", "status": "completed", "tag": "0a8246c0-a43f-47a4-8586-6f98fd0738e6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:33.089995 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41536d1e-bcb6-4253-8986-0928cb0aecd4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:33.089995 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab5524-615a-437d-930d-433d64d78306', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8246c0-a43f-47a4-8586-6f98fd0738e6', 'code': 200} Oct 27 16:13:33.093918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Checking segment: {'id': 'ad332e1f-68f5-4eae-b81a-ce09c64716c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '110054e8-bf49-4be1-a760-a875fb40324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:33.094279 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network hostable DHCP agents. Network: 110054e8-bf49-4be1-a760-a875fb40324b, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:33.105699 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.107720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 905584dc-a8c2-4271-a312-4f8ce4585894 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:33.151090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 905584dc-a8c2-4271-a312-4f8ce4585894 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:33.151607 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 905584dc-a8c2-4271-a312-4f8ce4585894 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:33.152190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 771bf08f-668a-46c6-9e9c-be929ec10736 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:33.180667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 771bf08f-668a-46c6-9e9c-be929ec10736 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:33.181125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 771bf08f-668a-46c6-9e9c-be929ec10736 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:33.190145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network 110054e8-bf49-4be1-a760-a875fb40324b is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:33.207031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979f241-a8e2-438b-8cd0-c9baa878ac88 req-bfe2d0cd-c9a7-4e29-9cb8-f9dacf1fa988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:33.207697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=0a8246c0-a43f-47a4-8586-6f98fd0738e6,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:33.208540 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8979f241-a8e2-438b-8cd0-c9baa878ac88 req-bfe2d0cd-c9a7-4e29-9cb8-f9dacf1fa988 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 1096 time: 0.0541813 Oct 27 16:13:33.249949 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8979f241-a8e2-438b-8cd0-c9baa878ac88 req-faea8570-7266-4e79-9e15-c0b321acd7b8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f4581cd6-8f3f-456b-a00f-780be6a1214c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329802 Oct 27 16:13:33.277178 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.277406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 110054e8-bf49-4be1-a760-a875fb40324b) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:33.284931 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.288236 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/efc258b4-c64b-4ff7-963d-165a299e6a7e HTTP/1.1" status: 204 len: 168 time: 0.9198856 Oct 27 16:13:33.290764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58158) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.292375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:33.295337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.300162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d65325-1aa5-487a-8299-2ecca642baf6 None None] Network 110054e8-bf49-4be1-a760-a875fb40324b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:33.320230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444892b-b2fb-479d-ae91-35ec27406d78 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=efc258b4-c64b-4ff7-963d-165a299e6a7e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:33.342257 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-951cbbb9-c23d-4406-aad4-b3184c1ddd22 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.342859 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951cbbb9-c23d-4406-aad4-b3184c1ddd22 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.346460 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-951cbbb9-c23d-4406-aad4-b3184c1ddd22 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/subnets/a20991b0-2289-40c4-8e62-5e8657cba1a9 HTTP/1.1" status: 404 len: 337 time: 0.0546660 Oct 27 16:13:33.349008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58160) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.368596 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceaf0056-d744-49c1-9930-82dbaf2b7bd4 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.369152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceaf0056-d744-49c1-9930-82dbaf2b7bd4 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.375250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ceaf0056-d744-49c1-9930-82dbaf2b7bd4 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/78ec4595-93f9-4122-891a-581866ac4b72 HTTP/1.1" status: 404 len: 339 time: 0.0229101 Oct 27 16:13:33.375452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38f6cc-dd70-4d86-87e7-e3bea40b40f2 req-344b5c5b-18e6-420d-b8a1-4d8899077d0d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:33.375452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db38f6cc-dd70-4d86-87e7-e3bea40b40f2 req-344b5c5b-18e6-420d-b8a1-4d8899077d0d tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 950 time: 0.0648026 Oct 27 16:13:33.375660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58162) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.409388 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d0c499-66da-4bb3-a93d-c8ce2f4b7146 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.409839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d0c499-66da-4bb3-a93d-c8ce2f4b7146 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.412884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f2d0c499-66da-4bb3-a93d-c8ce2f4b7146 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/subnets/930485d1-15ec-4bce-9299-f6cd1836b058 HTTP/1.1" status: 404 len: 337 time: 0.0364139 Oct 27 16:13:33.415572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58164) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.423090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cf6e21e3-3be6-4e77-ae8a-e0263b531a61 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2362602 Oct 27 16:13:33.425806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58166) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.436439 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e91346c-886c-4a0e-a251-911d2ea785ee tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.437823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e91346c-886c-4a0e-a251-911d2ea785ee tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.441148 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5e91346c-886c-4a0e-a251-911d2ea785ee tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/dddf84c3-3439-4424-8479-16917a4b4635 HTTP/1.1" status: 404 len: 339 time: 0.0244403 Oct 27 16:13:33.443755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58168) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.467314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-110054e8-bf49-4be1-a760-a875fb40324b', 'network_id': '110054e8-bf49-4be1-a760-a875fb40324b', 'tenant_id': '3d941a1bdaa141189429d2d90d6faa87', 'fixed_ips': [{'subnet_id': '34bcf452-6959-455f-975f-f186e5f2b864'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:33.468696 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.475451 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c15fb6-203c-481f-8953-a661b57a7c97 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.475981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c15fb6-203c-481f-8953-a661b57a7c97 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.479106 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f6c15fb6-203c-481f-8953-a661b57a7c97 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/subnets/b3dbd0bc-cbc2-4528-87d0-bf4b09527dd9 HTTP/1.1" status: 404 len: 337 time: 0.0343230 Oct 27 16:13:33.481721 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.496674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db38f6cc-dd70-4d86-87e7-e3bea40b40f2 req-0f0e1f8b-65db-4af3-afcc-ad2f03c3ac58 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120603 Oct 27 16:13:33.501335 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd815c89-5070-4f04-94e4-9c1959c331cd tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.502107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd815c89-5070-4f04-94e4-9c1959c331cd tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.505683 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dd815c89-5070-4f04-94e4-9c1959c331cd tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/fa4b0d6b-d3f5-43bc-82b6-4ac56beb2eb0 HTTP/1.1" status: 404 len: 339 time: 0.0230339 Oct 27 16:13:33.508099 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58172) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.535161 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0239bbae-2093-426c-bf5a-2536df54cf9e tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.535707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0239bbae-2093-426c-bf5a-2536df54cf9e tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.541331 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0239bbae-2093-426c-bf5a-2536df54cf9e tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/subnets/998c6aab-28b1-4881-83be-dd7c82c11927 HTTP/1.1" status: 404 len: 337 time: 0.0297003 Oct 27 16:13:33.541577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58174) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.561451 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-890304bd-9706-4d92-a4bc-98152bd67ef0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.561451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890304bd-9706-4d92-a4bc-98152bd67ef0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.564445 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-890304bd-9706-4d92-a4bc-98152bd67ef0 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/c1c83cd6-f987-43fc-b5df-53f2880acc8a HTTP/1.1" status: 404 len: 339 time: 0.0218484 Oct 27 16:13:33.565909 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.567133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58176) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.595386 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-68992ab2-c1e5-4bea-a225-197a831356e2 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.595864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68992ab2-c1e5-4bea-a225-197a831356e2 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.599025 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-68992ab2-c1e5-4bea-a225-197a831356e2 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/subnets/5cde3d8d-a16c-4e2e-9c71-a878350373bb HTTP/1.1" status: 404 len: 337 time: 0.0304847 Oct 27 16:13:33.603956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58180) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.627919 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-086fc5a1-e1c2-46c9-b1b0-cd80f425064c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.628542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086fc5a1-e1c2-46c9-b1b0-cd80f425064c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.632232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-086fc5a1-e1c2-46c9-b1b0-cd80f425064c tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/47107230-50eb-482b-9b13-1c449a1f116b HTTP/1.1" status: 404 len: 339 time: 0.0272455 Oct 27 16:13:33.635815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58182) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.652028 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.658287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Allocated IP 2001:db8::2 (110054e8-bf49-4be1-a760-a875fb40324b/34bcf452-6959-455f-975f-f186e5f2b864/734860ad-72b2-45c6-9b82-9178ebd90d16) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:33.690078 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-64bb086f-9e49-455c-a534-b3615da7dae9 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.690544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64bb086f-9e49-455c-a534-b3615da7dae9 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.696029 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-64bb086f-9e49-455c-a534-b3615da7dae9 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/subnets/4ab761de-8833-4339-bfd2-f9c9b20f14d0 HTTP/1.1" status: 404 len: 337 time: 0.0568869 Oct 27 16:13:33.700607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58188) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.723632 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f15ece8-19ea-4429-8dfa-287a3f10c812 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.724241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f15ece8-19ea-4429-8dfa-287a3f10c812 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.730094 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6f15ece8-19ea-4429-8dfa-287a3f10c812 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/2b444b8d-5fc3-49c4-aace-388e49958786 HTTP/1.1" status: 404 len: 339 time: 0.0303636 Oct 27 16:13:33.730561 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58192) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.766565 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-906478ff-8241-4d65-bafc-09626cf7cb09 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.767018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906478ff-8241-4d65-bafc-09626cf7cb09 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.771024 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-906478ff-8241-4d65-bafc-09626cf7cb09 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/subnets/50afc1f1-0d4e-4e26-8e91-85b900fd27a7 HTTP/1.1" status: 404 len: 337 time: 0.0382276 Oct 27 16:13:33.772817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58194) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.802559 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb33074-d9ab-4337-9070-9e49b71f4214 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.803136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb33074-d9ab-4337-9070-9e49b71f4214 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.806190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dfb33074-d9ab-4337-9070-9e49b71f4214 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/c9369385-1c52-4f02-a3ac-cc62fcd5aa58 HTTP/1.1" status: 404 len: 339 time: 0.0321422 Oct 27 16:13:33.808802 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58196) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.815744 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.838247 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-60283cb1-d1e2-4a1e-b36c-a9ac973ede0d tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.838741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60283cb1-d1e2-4a1e-b36c-a9ac973ede0d tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.845100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-60283cb1-d1e2-4a1e-b36c-a9ac973ede0d tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/subnets/7a7797eb-b7a3-4604-8749-0490aafc3ae5 HTTP/1.1" status: 404 len: 337 time: 0.0321574 Oct 27 16:13:33.845332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58198) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.849469 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258169ed-a027-48d9-90da-a87c5bacd7c3 req-1ba9445a-90ca-4f21-8a57-3a8e2603f5d1 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:33.850961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-258169ed-a027-48d9-90da-a87c5bacd7c3 req-1ba9445a-90ca-4f21-8a57-3a8e2603f5d1 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 945 time: 0.0688283 Oct 27 16:13:33.868621 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8b363e-9f96-47ec-a222-864fee8cf336 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:33.869227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8b363e-9f96-47ec-a222-864fee8cf336 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:33.873357 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6f8b363e-9f96-47ec-a222-864fee8cf336 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/c5055ee5-f48a-42bd-8603-3f3f1c969a9a HTTP/1.1" status: 404 len: 339 time: 0.0263720 Oct 27 16:13:33.890774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58200) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:33.891501 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-258169ed-a027-48d9-90da-a87c5bacd7c3 req-d1d3a082-4bec-41af-8832-a5ba17771b32 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4581cd6-8f3f-456b-a00f-780be6a1214c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340228 Oct 27 16:13:33.906065 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.948609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Network 110054e8-bf49-4be1-a760-a875fb40324b is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:33.952334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:33.952549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-974d22c2-ea40-49bb-94b0-ce6103886db1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Deleting subnet 2227cff7-270c-406b-96f1-d4639c49f607 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:13:33.954966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:33.956187 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974d22c2-ea40-49bb-94b0-ce6103886db1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:33.969215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Pushing event updated for resources: {'Port': ['ID=734860ad-72b2-45c6-9b82-9178ebd90d16,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:34.001818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974d22c2-ea40-49bb-94b0-ce6103886db1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.024640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Attempting to bind port 734860ad-72b2-45c6-9b82-9178ebd90d16 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:34.024900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Attempting to bind port 734860ad-72b2-45c6-9b82-9178ebd90d16 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ad332e1f-68f5-4eae-b81a-ce09c64716c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '110054e8-bf49-4be1-a760-a875fb40324b'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:34.025273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Attempting to bind port 734860ad-72b2-45c6-9b82-9178ebd90d16 on network 110054e8-bf49-4be1-a760-a875fb40324b {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:34.030732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:34.049201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Checking segment: {'id': 'ad332e1f-68f5-4eae-b81a-ce09c64716c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '110054e8-bf49-4be1-a760-a875fb40324b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:34.049201 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.049201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Bound using segment: {'id': 'ad332e1f-68f5-4eae-b81a-ce09c64716c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '110054e8-bf49-4be1-a760-a875fb40324b'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:34.049201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Bound port: 734860ad-72b2-45c6-9b82-9178ebd90d16, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad332e1f-68f5-4eae-b81a-ce09c64716c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '110054e8-bf49-4be1-a760-a875fb40324b'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:34.049201 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.071437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.095228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] For port 734860ad-72b2-45c6-9b82-9178ebd90d16, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:34.098423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] For port 734860ad-72b2-45c6-9b82-9178ebd90d16, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=734860ad-72b2-45c6-9b82-9178ebd90d16,segment=NetworkSegment(ad332e1f-68f5-4eae-b81a-ce09c64716c4),segment_id=ad332e1f-68f5-4eae-b81a-ce09c64716c4)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:34.113537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Subnet': ['ID=34bcf452-6959-455f-975f-f186e5f2b864,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:34.123567 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974d22c2-ea40-49bb-94b0-ce6103886db1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.151391 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.213231 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.215957 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00727f57-503a-4864-a3f3-36145d92b25d None None] Pushing event updated for resources: {'Port': ['ID=734860ad-72b2-45c6-9b82-9178ebd90d16,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:34.249393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110054e8-bf49-4be1-a760-a875fb40324b']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:34.259395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad332e1f-68f5-4eae-b81a-ce09c64716c4') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:34.259715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad332e1f-68f5-4eae-b81a-ce09c64716c4') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:34.271084 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.288046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.297334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:34.297796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:34.301706 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:34.340027 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974d22c2-ea40-49bb-94b0-ce6103886db1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.383653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974d22c2-ea40-49bb-94b0-ce6103886db1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Subnet': ['ID=2227cff7-270c-406b-96f1-d4639c49f607,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:34.389330 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974d22c2-ea40-49bb-94b0-ce6103886db1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.395350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58202) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:34.395838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-974d22c2-ea40-49bb-94b0-ce6103886db1 tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/subnets/2227cff7-270c-406b-96f1-d4639c49f607 HTTP/1.1" status: 204 len: 168 time: 0.5035717 Oct 27 16:13:34.395938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26042cb-c84f-438d-ae6f-8b8822255f02 None None] Network 4a4df616-502f-41e1-ae12-fc7e61d4f806 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:34.443306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:13:34.443306 n-d-815689-1 neutron-server[109723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:13:34.443306 n-d-815689-1 neutron-server[109723]: [parameters: {'id': '110054e8-bf49-4be1-a760-a875fb40324b'}] Oct 27 16:13:34.443306 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:13:34.443306 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:13:34.507541 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.613576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Deleting port c8eef2d4-248c-47d2-942c-278cf9ca92ca {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:34.614368 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.688728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31811f65-4da7-44b3-85ac-860e16c99253 None None] DHCP port deletion for 4a4df616-502f-41e1-ae12-fc7e61d4f806 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:13:34.699401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] For port c8eef2d4-248c-47d2-942c-278cf9ca92ca, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c8eef2d4-248c-47d2-942c-278cf9ca92ca,segment=NetworkSegment(1ddf05f3-2b8e-4977-bf2c-0e37c19096f1),segment_id=1ddf05f3-2b8e-4977-bf2c-0e37c19096f1)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:34.700518 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.712102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b596a00-3d93-46bf-829d-06c3ccd4c70c req-9932ce2d-d82a-4982-98cf-aebc5d975f26 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:34.713982 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b596a00-3d93-46bf-829d-06c3ccd4c70c req-9932ce2d-d82a-4982-98cf-aebc5d975f26 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 950 time: 0.1092277 Oct 27 16:13:34.716517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Calling delete_port for c8eef2d4-248c-47d2-942c-278cf9ca92ca owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:34.733688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 734860ad-72b2-45c6-9b82-9178ebd90d16 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:34.761176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b596a00-3d93-46bf-829d-06c3ccd4c70c req-cd14086a-278c-4db6-8474-f87d9b5bed18 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/security-groups?id=ae684aa3-8e32-4b72-ab84-3017a5289b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397623 Oct 27 16:13:34.800014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 734860ad-72b2-45c6-9b82-9178ebd90d16 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:34.800351 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.806386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-31811f65-4da7-44b3-85ac-860e16c99253 None None] Deleting port c8eef2d4-248c-47d2-942c-278cf9ca92ca {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:34.806857 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-31811f65-4da7-44b3-85ac-860e16c99253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.876548 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:34.892607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfc349-356a-44e9-9d48-6b4ff684a2e3 req-a0ff99a3-e14d-4548-bed7-badebab2a073 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:34.894153 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-91dfc349-356a-44e9-9d48-6b4ff684a2e3 req-a0ff99a3-e14d-4548-bed7-badebab2a073 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 950 time: 0.0603075 Oct 27 16:13:34.922459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Port': ['ID=c8eef2d4-248c-47d2-942c-278cf9ca92ca,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:34.927472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] No DVR routers for this DVR port c8eef2d4-248c-47d2-942c-278cf9ca92ca on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:34.938966 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.074341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.077168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102750f-75ee-4d25-9b07-fb56fe9e5dd2 req-2be3af29-dfb8-4076-bec3-fc8e8ffe5f7d tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:35.078766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5102750f-75ee-4d25-9b07-fb56fe9e5dd2 req-2be3af29-dfb8-4076-bec3-fc8e8ffe5f7d tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 945 time: 0.0842185 Oct 27 16:13:35.109119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Deleting port 734860ad-72b2-45c6-9b82-9178ebd90d16 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:35.109369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a4df616-502f-41e1-ae12-fc7e61d4f806']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:35.109481 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.123536 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddf05f3-2b8e-4977-bf2c-0e37c19096f1') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:35.123994 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddf05f3-2b8e-4977-bf2c-0e37c19096f1') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:35.136355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.144491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5102750f-75ee-4d25-9b07-fb56fe9e5dd2 req-55b67775-bf57-4986-a05c-706e4d740f15 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4581cd6-8f3f-456b-a00f-780be6a1214c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570719 Oct 27 16:13:35.157392 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-91dfc349-356a-44e9-9d48-6b4ff684a2e3 req-27c02ba9-d43e-4144-8cba-59a3609365f3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Deleting port 21860f7e-588d-4f4f-b6cf-1354ae99aac9 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:35.157726 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-91dfc349-356a-44e9-9d48-6b4ff684a2e3 req-27c02ba9-d43e-4144-8cba-59a3609365f3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.173602 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.189038 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.213905 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:35.214458 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:35.218085 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:35.242274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] For port 734860ad-72b2-45c6-9b82-9178ebd90d16, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=734860ad-72b2-45c6-9b82-9178ebd90d16,segment=NetworkSegment(ad332e1f-68f5-4eae-b81a-ce09c64716c4),segment_id=ad332e1f-68f5-4eae-b81a-ce09c64716c4)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:35.242707 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.252126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-31811f65-4da7-44b3-85ac-860e16c99253 None None] For port c8eef2d4-248c-47d2-942c-278cf9ca92ca, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c8eef2d4-248c-47d2-942c-278cf9ca92ca,segment=NetworkSegment(1ddf05f3-2b8e-4977-bf2c-0e37c19096f1),segment_id=1ddf05f3-2b8e-4977-bf2c-0e37c19096f1)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:35.252538 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-31811f65-4da7-44b3-85ac-860e16c99253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.264561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Calling delete_port for 734860ad-72b2-45c6-9b82-9178ebd90d16 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:35.278456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-31811f65-4da7-44b3-85ac-860e16c99253 None None] Calling delete_port for c8eef2d4-248c-47d2-942c-278cf9ca92ca owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:35.435803 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-91dfc349-356a-44e9-9d48-6b4ff684a2e3 req-27c02ba9-d43e-4144-8cba-59a3609365f3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] For port 21860f7e-588d-4f4f-b6cf-1354ae99aac9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=21860f7e-588d-4f4f-b6cf-1354ae99aac9,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:35.436502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-91dfc349-356a-44e9-9d48-6b4ff684a2e3 req-27c02ba9-d43e-4144-8cba-59a3609365f3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.459970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-91dfc349-356a-44e9-9d48-6b4ff684a2e3 req-27c02ba9-d43e-4144-8cba-59a3609365f3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Calling delete_port for 21860f7e-588d-4f4f-b6cf-1354ae99aac9 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:35.463568 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.469453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 734860ad-72b2-45c6-9b82-9178ebd90d16, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=734860ad-72b2-45c6-9b82-9178ebd90d16,segment=NetworkSegment(ad332e1f-68f5-4eae-b81a-ce09c64716c4),segment_id=ad332e1f-68f5-4eae-b81a-ce09c64716c4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:35.471105 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-31811f65-4da7-44b3-85ac-860e16c99253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.490058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31811f65-4da7-44b3-85ac-860e16c99253 None None] Network 4a4df616-502f-41e1-ae12-fc7e61d4f806 is not hosted by any dhcp agent {{(pid=109724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:13:35.490970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31811f65-4da7-44b3-85ac-860e16c99253 None None] No DVR routers for this DVR port c8eef2d4-248c-47d2-942c-278cf9ca92ca on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:35.494079 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.501166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] 10.222.0.15 "DELETE /v2.0/networks/4a4df616-502f-41e1-ae12-fc7e61d4f806 HTTP/1.1" status: 204 len: 168 time: 1.1036704 Oct 27 16:13:35.533890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31811f65-4da7-44b3-85ac-860e16c99253 None None] Pushing event deleted for resources: {'Port': ['ID=c8eef2d4-248c-47d2-942c-278cf9ca92ca,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:35.535863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e18d52-1e3a-45eb-b333-646fd17334cc tempest-NetworksTest-1106027374 tempest-NetworksTest-1106027374-project] Pushing event deleted for resources: {'Network': ['ID=4a4df616-502f-41e1-ae12-fc7e61d4f806,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:35.536006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c9e7ff-56ef-4d5b-92ab-b12baec0064c None None] Network 110054e8-bf49-4be1-a760-a875fb40324b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:35.600562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.648106 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.686701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No DVR routers for this DVR port 734860ad-72b2-45c6-9b82-9178ebd90d16 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:35.688554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Port': ['ID=734860ad-72b2-45c6-9b82-9178ebd90d16,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:35.724240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7a8baf6b-738b-4d6e-9ab9-b7d0e1d8bddd None None] Provisioning complete for port 734860ad-72b2-45c6-9b82-9178ebd90d16 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:35.724639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a8baf6b-738b-4d6e-9ab9-b7d0e1d8bddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.754785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7a8baf6b-738b-4d6e-9ab9-b7d0e1d8bddd None None] Port 734860ad-72b2-45c6-9b82-9178ebd90d16 was deleted so its status cannot be updated. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 27 16:13:35.756664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=734860ad-72b2-45c6-9b82-9178ebd90d16,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:35.800312 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cb4118-7d6a-4982-8d77-260ed8bb3b27 None None] DHCP port deletion for 110054e8-bf49-4be1-a760-a875fb40324b request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:13:35.850898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.861175 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-91dfc349-356a-44e9-9d48-6b4ff684a2e3 req-27c02ba9-d43e-4144-8cba-59a3609365f3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.873174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['21860f7e-588d-4f4f-b6cf-1354ae99aac9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:35.920639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110054e8-bf49-4be1-a760-a875fb40324b']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:35.932807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad332e1f-68f5-4eae-b81a-ce09c64716c4') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:35.933175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad332e1f-68f5-4eae-b81a-ce09c64716c4') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:35.952705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.957412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c02ba9-d43e-4144-8cba-59a3609365f3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Pushing event deleted for resources: {'Port': ['ID=21860f7e-588d-4f4f-b6cf-1354ae99aac9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:35.975058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.982340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-91dfc349-356a-44e9-9d48-6b4ff684a2e3 req-27c02ba9-d43e-4144-8cba-59a3609365f3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] No DVR routers for this DVR port 21860f7e-588d-4f4f-b6cf-1354ae99aac9 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:35.982559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:35.983082 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.985301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-91dfc349-356a-44e9-9d48-6b4ff684a2e3 req-27c02ba9-d43e-4144-8cba-59a3609365f3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:35.988683 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:35.991100 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-91dfc349-356a-44e9-9d48-6b4ff684a2e3 req-27c02ba9-d43e-4144-8cba-59a3609365f3 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.54 "DELETE /v2.0/ports/21860f7e-588d-4f4f-b6cf-1354ae99aac9 HTTP/1.1" status: 204 len: 173 time: 1.0752273 Oct 27 16:13:35.991100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d79c05-4096-41c6-8287-26e57722a967', 'name': 'network-vif-deleted', 'tag': '21860f7e-588d-4f4f-b6cf-1354ae99aac9'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:35.992365 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d284ad-1835-49d2-a6d8-5e2cb7578b9c" -d '{"events": [{"server_uuid": "f0d79c05-4096-41c6-8287-26e57722a967", "name": "network-vif-deleted", "tag": "21860f7e-588d-4f4f-b6cf-1354ae99aac9"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:36.078556 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3daa3b1-a978-4bbe-8bc5-34dc2bb21515 req-a63507d7-e8ee-41e5-8f7b-255707713249 tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 210 time: 0.0280194 Oct 27 16:13:36.104030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58238) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:36.196642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:36.211189 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:36.211603 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cb992b-7a17-409c-bb72-e6a10850dda5 x-openstack-request-id: req-94cb992b-7a17-409c-bb72-e6a10850dda5 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:36.211844 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d79c05-4096-41c6-8287-26e57722a967", "name": "network-vif-deleted", "tag": "21860f7e-588d-4f4f-b6cf-1354ae99aac9", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:36.212209 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94cb992b-7a17-409c-bb72-e6a10850dda5 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:36.212978 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d79c05-4096-41c6-8287-26e57722a967', 'name': 'network-vif-deleted', 'tag': '21860f7e-588d-4f4f-b6cf-1354ae99aac9', 'status': 'completed', 'code': 200} Oct 27 16:13:36.252018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/networks/110054e8-bf49-4be1-a760-a875fb40324b HTTP/1.1" status: 204 len: 168 time: 2.8251326 Oct 27 16:13:36.279598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58244) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:36.285765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5e558-4cb6-41d4-83ea-8407e4314e7e tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Network': ['ID=110054e8-bf49-4be1-a760-a875fb40324b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:36.287044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-280710502'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:36.342890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919df5c-0d3c-468d-8a92-ffe5ee757d13 req-d6faacf6-0435-439f-9d8a-0dabc5710175 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.353018 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7919df5c-0d3c-468d-8a92-ffe5ee757d13 req-d6faacf6-0435-439f-9d8a-0dabc5710175 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 945 time: 0.1289070 Oct 27 16:13:36.399971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:36.403827 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:36.420193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25b3b3-f4a6-445e-b64f-c91a9f2960e9 req-0d8f9566-da99-4401-82cc-fa3fa4e8a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.423864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac25b3b3-f4a6-445e-b64f-c91a9f2960e9 req-0d8f9566-da99-4401-82cc-fa3fa4e8a958 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 1095 time: 0.1148169 Oct 27 16:13:36.437475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:36.458440 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:36.458440 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Added segment 479cf8fe-a2a8-4269-99a2-3c31752b6914 of type vlan for network 01c073ba-0164-4220-b2f3-9e2b8da31059 Oct 27 16:13:36.473182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32e70e-cde2-4647-90d7-867b8535cd2b req-55fee806-381f-47ac-b159-4d4a0783043f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.475230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee32e70e-cde2-4647-90d7-867b8535cd2b req-55fee806-381f-47ac-b159-4d4a0783043f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1296432 Oct 27 16:13:36.517621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:36.585641 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e62fd9fd-eccd-4436-bd20-ee68f56cda85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef6a14d294a948cbbf57c2d19e2d85cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4780123 Oct 27 16:13:36.614404 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7919df5c-0d3c-468d-8a92-ffe5ee757d13 req-10285900-c983-4921-9cae-cd74da0ab06f tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4581cd6-8f3f-456b-a00f-780be6a1214c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410026 Oct 27 16:13:36.614583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25b3b3-f4a6-445e-b64f-c91a9f2960e9 req-b096cad5-238e-46ec-a308-708d7da49f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.614583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac25b3b3-f4a6-445e-b64f-c91a9f2960e9 req-b096cad5-238e-46ec-a308-708d7da49f99 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.1817908 Oct 27 16:13:36.616808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58246) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:36.635198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c8eef2d4-248c-47d2-942c-278cf9ca92ca no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:36.657202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: c8eef2d4-248c-47d2-942c-278cf9ca92ca {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:36.657543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c8eef2d4-248c-47d2-942c-278cf9ca92ca not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:36.658064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 734860ad-72b2-45c6-9b82-9178ebd90d16 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:36.678452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 734860ad-72b2-45c6-9b82-9178ebd90d16 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:36.678804 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 734860ad-72b2-45c6-9b82-9178ebd90d16 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:36.694754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:36.706545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.706545 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:36.743058 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee32e70e-cde2-4647-90d7-867b8535cd2b req-d081e242-1ad8-41fe-aa78-1f6b0c2055ef tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2396033 Oct 27 16:13:36.830242 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f6e39217-5fc8-4065-8f79-58af44806971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:36.830242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac25b3b3-f4a6-445e-b64f-c91a9f2960e9 req-16a8e96d-4493-47c9-ac36-f316abaf9f58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 200 len: 998 time: 0.1435907 Oct 27 16:13:36.831624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Network': ['ID=01c073ba-0164-4220-b2f3-9e2b8da31059,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:36.831725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 01c073ba-0164-4220-b2f3-9e2b8da31059 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:36.834413 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f6e39217-5fc8-4065-8f79-58af44806971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:36.877043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25b3b3-f4a6-445e-b64f-c91a9f2960e9 req-ddd0c483-8f81-49b3-a327-eed8c6718365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.878417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac25b3b3-f4a6-445e-b64f-c91a9f2960e9 req-ddd0c483-8f81-49b3-a327-eed8c6718365 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.0974648 Oct 27 16:13:36.885072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bfbd3faf-49e8-4a63-85ad-bd4a1ede49f5 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6039488 Oct 27 16:13:36.888446 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58250) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:36.896686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Request body: {'subnet': {'network_id': '01c073ba-0164-4220-b2f3-9e2b8da31059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:36.947788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25b3b3-f4a6-445e-b64f-c91a9f2960e9 req-47b43806-a7a1-4ee5-a347-6b0efd6e845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:36.949434 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac25b3b3-f4a6-445e-b64f-c91a9f2960e9 req-47b43806-a7a1-4ee5-a347-6b0efd6e845c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625610 Oct 27 16:13:37.051071 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f6e39217-5fc8-4065-8f79-58af44806971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:37.053736 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f6e39217-5fc8-4065-8f79-58af44806971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:37.056427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f6e39217-5fc8-4065-8f79-58af44806971 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3d72e55-7fbb-44df-8b05-3ab600cbd487 HTTP/1.1" status: 204 len: 168 time: 0.4368854 Oct 27 16:13:37.063325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e39217-5fc8-4065-8f79-58af44806971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d72e55-7fbb-44df-8b05-3ab600cbd487,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:37.066661 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac25b3b3-f4a6-445e-b64f-c91a9f2960e9 req-d6ec85e6-ccca-456d-9ff4-7d16ecbc5468 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088777 Oct 27 16:13:37.111562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Made reservation on behalf of 3d941a1bdaa141189429d2d90d6faa87 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:37.115701 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:37.233641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac25b3b3-f4a6-445e-b64f-c91a9f2960e9 req-51097265-2216-44ef-aea5-a8dc8df1b33a service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593931 Oct 27 16:13:37.235965 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54bd955e-b9f2-409c-8fd6-a7ba89a70176 req-18859e9b-0995-41f3-a1b6-e71e7d11443b tempest-ServersOnMultiNodesTest-741452281 tempest-ServersOnMultiNodesTest-741452281-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0d79c05-4096-41c6-8287-26e57722a967 HTTP/1.1" status: 200 len: 210 time: 0.0391226 Oct 27 16:13:37.347603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c3473-332d-41ed-89f9-f56cd3af509b req-dc6d025a-6392-4a4c-95a3-957897345d3d tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:37.349189 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cc7c3473-332d-41ed-89f9-f56cd3af509b req-dc6d025a-6392-4a4c-95a3-957897345d3d tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.54 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 945 time: 0.0964394 Oct 27 16:13:37.456598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-cc7c3473-332d-41ed-89f9-f56cd3af509b req-ab159126-b8ff-45ad-81f6-c49ce10e5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Deleting port 0a8246c0-a43f-47a4-8586-6f98fd0738e6 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:37.457234 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cc7c3473-332d-41ed-89f9-f56cd3af509b req-ab159126-b8ff-45ad-81f6-c49ce10e5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:37.614762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:13:37.619377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:37.623071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-cc7c3473-332d-41ed-89f9-f56cd3af509b req-ab159126-b8ff-45ad-81f6-c49ce10e5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] For port 0a8246c0-a43f-47a4-8586-6f98fd0738e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=0a8246c0-a43f-47a4-8586-6f98fd0738e6,segment=NetworkSegment(391358b5-8867-4fa6-bf02-bc2bae161492),segment_id=391358b5-8867-4fa6-bf02-bc2bae161492)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:37.623434 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cc7c3473-332d-41ed-89f9-f56cd3af509b req-ab159126-b8ff-45ad-81f6-c49ce10e5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:37.666047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-cc7c3473-332d-41ed-89f9-f56cd3af509b req-ab159126-b8ff-45ad-81f6-c49ce10e5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Calling delete_port for 0a8246c0-a43f-47a4-8586-6f98fd0738e6 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:37.726250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event updated for resources: {'Subnet': ['ID=e97a52b7-ff86-4fb1-9996-67e5f78ea640,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:37.804226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1c53a-eed6-4048-b832-29ea5180e5c7 req-c80d7f6f-c39f-491f-a8b6-9a1c590d5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:37.805810 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4dd1c53a-eed6-4048-b832-29ea5180e5c7 req-c80d7f6f-c39f-491f-a8b6-9a1c590d5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 945 time: 0.1378202 Oct 27 16:13:37.812031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Checking segment: {'id': '479cf8fe-a2a8-4269-99a2-3c31752b6914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c073ba-0164-4220-b2f3-9e2b8da31059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:37.812424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network hostable DHCP agents. Network: 01c073ba-0164-4220-b2f3-9e2b8da31059, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:37.889395 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4dd1c53a-eed6-4048-b832-29ea5180e5c7 req-c8d74f2c-b0d1-4019-87d6-403ed45e7bf8 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/security-groups?id=f4581cd6-8f3f-456b-a00f-780be6a1214c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745552 Oct 27 16:13:37.941676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895ccfb-8d34-40c4-947e-42d4414edf07 req-0c5f1880-5fa0-4078-8c3f-875857f1eaf0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:37.943092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6895ccfb-8d34-40c4-947e-42d4414edf07 req-0c5f1880-5fa0-4078-8c3f-875857f1eaf0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0674174 Oct 27 16:13:37.991339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Network 01c073ba-0164-4220-b2f3-9e2b8da31059 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:38.004502 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6895ccfb-8d34-40c4-947e-42d4414edf07 req-b28b4aa3-76f7-4285-9abe-dedb7ffeb76b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509245 Oct 27 16:13:38.019642 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cc7c3473-332d-41ed-89f9-f56cd3af509b req-ab159126-b8ff-45ad-81f6-c49ce10e5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.033328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['0a8246c0-a43f-47a4-8586-6f98fd0738e6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:38.055134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab159126-b8ff-45ad-81f6-c49ce10e5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Pushing event deleted for resources: {'Port': ['ID=0a8246c0-a43f-47a4-8586-6f98fd0738e6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:38.109075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7c3473-332d-41ed-89f9-f56cd3af509b req-ab159126-b8ff-45ad-81f6-c49ce10e5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] No DVR routers for this DVR port 0a8246c0-a43f-47a4-8586-6f98fd0738e6 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:38.111195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 01c073ba-0164-4220-b2f3-9e2b8da31059) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:38.113086 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cc7c3473-332d-41ed-89f9-f56cd3af509b req-ab159126-b8ff-45ad-81f6-c49ce10e5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.116471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cc7c3473-332d-41ed-89f9-f56cd3af509b req-ab159126-b8ff-45ad-81f6-c49ce10e5e73 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.54 "DELETE /v2.0/ports/0a8246c0-a43f-47a4-8586-6f98fd0738e6 HTTP/1.1" status: 204 len: 173 time: 0.7576344 Oct 27 16:13:38.119131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:38.119279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed4d2e-d470-4c9b-8fc2-7332db06330d None None] Network 01c073ba-0164-4220-b2f3-9e2b8da31059 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:38.119850 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.187426 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:13:38.213876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56ab5524-615a-437d-930d-433d64d78306', 'name': 'network-vif-deleted', 'tag': '0a8246c0-a43f-47a4-8586-6f98fd0738e6'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:38.217473 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad232f7-2f59-4a85-8702-49195586b08d" -d '{"events": [{"server_uuid": "56ab5524-615a-437d-930d-433d64d78306", "name": "network-vif-deleted", "tag": "0a8246c0-a43f-47a4-8586-6f98fd0738e6"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:38.258202 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c31b8811-d1aa-404a-a7ed-ed80e88d9d41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3686867 Oct 27 16:13:38.261519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58288) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:38.280510 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c86558b-f1d1-4843-bc12-f71183db02a2 x-openstack-request-id: req-6c86558b-f1d1-4843-bc12-f71183db02a2 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:38.280953 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56ab5524-615a-437d-930d-433d64d78306", "name": "network-vif-deleted", "tag": "0a8246c0-a43f-47a4-8586-6f98fd0738e6", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:38.288362 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c86558b-f1d1-4843-bc12-f71183db02a2 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:38.288362 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56ab5524-615a-437d-930d-433d64d78306', 'name': 'network-vif-deleted', 'tag': '0a8246c0-a43f-47a4-8586-6f98fd0738e6', 'status': 'completed', 'code': 200} Oct 27 16:13:38.297621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-01c073ba-0164-4220-b2f3-9e2b8da31059', 'network_id': '01c073ba-0164-4220-b2f3-9e2b8da31059', 'tenant_id': '3d941a1bdaa141189429d2d90d6faa87', 'fixed_ips': [{'subnet_id': 'e97a52b7-ff86-4fb1-9996-67e5f78ea640'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:38.299273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.333972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58290) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:38.436981 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.476973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e2377c29-2dc3-4d50-891c-7ee3901a76bb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405431409'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:38.514591 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.520128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Allocated IP 2001:db8::f816:3eff:fe4f:b890 (01c073ba-0164-4220-b2f3-9e2b8da31059/e97a52b7-ff86-4fb1-9996-67e5f78ea640/15756c9e-3bf6-4792-8cda-397e2119cd08) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:38.648698 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2377c29-2dc3-4d50-891c-7ee3901a76bb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.658716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2377c29-2dc3-4d50-891c-7ee3901a76bb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.670043 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.735655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.735890 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2377c29-2dc3-4d50-891c-7ee3901a76bb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.749220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 0a8246c0-a43f-47a4-8586-6f98fd0738e6 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:38.796412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 0a8246c0-a43f-47a4-8586-6f98fd0738e6 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:38.796763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 0a8246c0-a43f-47a4-8586-6f98fd0738e6 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:38.797175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 21860f7e-588d-4f4f-b6cf-1354ae99aac9 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:38.826099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Network 01c073ba-0164-4220-b2f3-9e2b8da31059 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:38.826918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 21860f7e-588d-4f4f-b6cf-1354ae99aac9 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:38.827263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 21860f7e-588d-4f4f-b6cf-1354ae99aac9 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:38.830731 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2377c29-2dc3-4d50-891c-7ee3901a76bb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.832283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:38.834291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Pushing event updated for resources: {'Port': ['ID=15756c9e-3bf6-4792-8cda-397e2119cd08,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:38.836476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:38.848725 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.879785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2377c29-2dc3-4d50-891c-7ee3901a76bb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7df2d6a-3e7b-411b-8f61-b8337705a4f4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:38.903517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Attempting to bind port 15756c9e-3bf6-4792-8cda-397e2119cd08 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:38.907071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Attempting to bind port 15756c9e-3bf6-4792-8cda-397e2119cd08 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '479cf8fe-a2a8-4269-99a2-3c31752b6914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c073ba-0164-4220-b2f3-9e2b8da31059'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:38.907071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Attempting to bind port 15756c9e-3bf6-4792-8cda-397e2119cd08 on network 01c073ba-0164-4220-b2f3-9e2b8da31059 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:38.907312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Subnet': ['ID=e97a52b7-ff86-4fb1-9996-67e5f78ea640,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:38.913543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:38.913543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Checking segment: {'id': '479cf8fe-a2a8-4269-99a2-3c31752b6914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c073ba-0164-4220-b2f3-9e2b8da31059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:38.913543 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.913543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Bound using segment: {'id': '479cf8fe-a2a8-4269-99a2-3c31752b6914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c073ba-0164-4220-b2f3-9e2b8da31059'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:38.914293 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Bound port: 15756c9e-3bf6-4792-8cda-397e2119cd08, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '479cf8fe-a2a8-4269-99a2-3c31752b6914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c073ba-0164-4220-b2f3-9e2b8da31059'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:38.914510 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.926032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2377c29-2dc3-4d50-891c-7ee3901a76bb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:38.999925 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.010120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] For port 15756c9e-3bf6-4792-8cda-397e2119cd08, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:39.018083 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] For port 15756c9e-3bf6-4792-8cda-397e2119cd08, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=15756c9e-3bf6-4792-8cda-397e2119cd08,segment=NetworkSegment(479cf8fe-a2a8-4269-99a2-3c31752b6914),segment_id=479cf8fe-a2a8-4269-99a2-3c31752b6914)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:39.021404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58300) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:39.038007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c073ba-0164-4220-b2f3-9e2b8da31059']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:39.052136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479cf8fe-a2a8-4269-99a2-3c31752b6914') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:39.052485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479cf8fe-a2a8-4269-99a2-3c31752b6914') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:39.057239 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2377c29-2dc3-4d50-891c-7ee3901a76bb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.066579 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.075390 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-74cc9c3f-0b0c-4468-9cb8-a36a119d0831 req-1a626ae3-2b1e-426e-9805-8c49012f5483 tempest-ServerAddressesTestJSON-829528748 tempest-ServerAddressesTestJSON-829528748-project] 10.222.0.15 "GET /v2.0/ports?device_id=56ab5524-615a-437d-930d-433d64d78306 HTTP/1.1" status: 200 len: 210 time: 0.0763960 Oct 27 16:13:39.117619 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.125515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2377c29-2dc3-4d50-891c-7ee3901a76bb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b76c472-6198-42e6-9e1b-d91568a434f3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:39.129556 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.139290 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:39.139700 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:39.143533 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:39.204932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2377c29-2dc3-4d50-891c-7ee3901a76bb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.206681 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e2377c29-2dc3-4d50-891c-7ee3901a76bb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8716285 Oct 27 16:13:39.216378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58308) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:39.225724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7cec3-4db0-4bd2-8263-3d2385cfb1c4 req-6ec94ae1-f409-49d4-a25e-71ba588700b2 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:39.227258 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ab7cec3-4db0-4bd2-8263-3d2385cfb1c4 req-6ec94ae1-f409-49d4-a25e-71ba588700b2 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1513162 Oct 27 16:13:39.244887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50881b75-fea0-4b04-87d7-cac61038c3e0 None None] Network 01c073ba-0164-4220-b2f3-9e2b8da31059 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:39.297662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ab7cec3-4db0-4bd2-8263-3d2385cfb1c4 req-500544ad-4d86-4e1c-929a-d64bae701628 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473461 Oct 27 16:13:39.300171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:13:39.300171 n-d-815689-1 neutron-server[109723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:13:39.300171 n-d-815689-1 neutron-server[109723]: [parameters: {'id': '01c073ba-0164-4220-b2f3-9e2b8da31059'}] Oct 27 16:13:39.300171 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:13:39.303773 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:13:39.315939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d5e7f-e669-4108-9fa3-74b3a8b87b76 None None] Pushing event updated for resources: {'Port': ['ID=15756c9e-3bf6-4792-8cda-397e2119cd08,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:39.321765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dad9d9c2-c4f0-48a4-9b72-114de7ebc699 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1039267 Oct 27 16:13:39.327522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58310) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:39.332789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6f721bcb-845f-4543-9181-40c9f3369eba tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group': {'name': 'tempest-security--829276867', 'description': 'tempest-security-description-968669497'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:39.358394 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e30a4674-f422-4c10-8084-41dc59e8f990 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1266fc1b41494361b35f198b10ba7c11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358457 Oct 27 16:13:39.366480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58316) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:39.377122 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f721bcb-845f-4543-9181-40c9f3369eba tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.398041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38505ab-4983-4270-a47f-3e255b352278 None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:13:39.431269 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69e018c1-41ff-4013-be1e-9ea80ed6ce1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.439419 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f721bcb-845f-4543-9181-40c9f3369eba tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.459161 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69e018c1-41ff-4013-be1e-9ea80ed6ce1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.539282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f721bcb-845f-4543-9181-40c9f3369eba tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.542109 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f721bcb-845f-4543-9181-40c9f3369eba tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.544791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6f721bcb-845f-4543-9181-40c9f3369eba tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "PUT /v2.0/security-groups/4b76c472-6198-42e6-9e1b-d91568a434f3 HTTP/1.1" status: 200 len: 1778 time: 0.2150407 Oct 27 16:13:39.545326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38505ab-4983-4270-a47f-3e255b352278 None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:13:39.547121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58318) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:39.572091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f721bcb-845f-4543-9181-40c9f3369eba tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b76c472-6198-42e6-9e1b-d91568a434f3,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:39.591051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d359e942-5265-4135-868b-e9b9afb1e3cc tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-groups/4b76c472-6198-42e6-9e1b-d91568a434f3 HTTP/1.1" status: 200 len: 1778 time: 0.0398970 Oct 27 16:13:39.591433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58320) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:39.606639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69e018c1-41ff-4013-be1e-9ea80ed6ce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.609911 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69e018c1-41ff-4013-be1e-9ea80ed6ce1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.611116 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-69e018c1-41ff-4013-be1e-9ea80ed6ce1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae684aa3-8e32-4b72-ab84-3017a5289b3c HTTP/1.1" status: 204 len: 168 time: 0.2431045 Oct 27 16:13:39.633698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e018c1-41ff-4013-be1e-9ea80ed6ce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae684aa3-8e32-4b72-ab84-3017a5289b3c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:39.664379 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f90c3379-c059-4dae-a41f-725c7ee25b1c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.690089 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f90c3379-c059-4dae-a41f-725c7ee25b1c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.801746 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.836660 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f90c3379-c059-4dae-a41f-725c7ee25b1c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.839302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f90c3379-c059-4dae-a41f-725c7ee25b1c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.843579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f90c3379-c059-4dae-a41f-725c7ee25b1c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-groups/4b76c472-6198-42e6-9e1b-d91568a434f3 HTTP/1.1" status: 204 len: 168 time: 0.2512188 Oct 27 16:13:39.852654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58324) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:39.858475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c3379-c059-4dae-a41f-725c7ee25b1c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b76c472-6198-42e6-9e1b-d91568a434f3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:39.883273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Deleting port 15756c9e-3bf6-4792-8cda-397e2119cd08 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:39.883699 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.909278 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-be7f87f3-b94f-4847-8921-eb4f3ff20dd6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643489 Oct 27 16:13:39.912777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58326) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:39.928717 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-75c5ef7c-7f0f-41eb-827d-9f6b99446de3 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] delete failed (client error): The resource could not be found. Oct 27 16:13:39.931643 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-75c5ef7c-7f0f-41eb-827d-9f6b99446de3 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-groups/4b76c472-6198-42e6-9e1b-d91568a434f3 HTTP/1.1" status: 404 len: 347 time: 0.0160320 Oct 27 16:13:39.936265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58330) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:39.942032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ec91a76c-de49-4581-8873-502067c39938 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group': {'name': 'tempest-secgroup--270387479'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:39.964025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] For port 15756c9e-3bf6-4792-8cda-397e2119cd08, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=15756c9e-3bf6-4792-8cda-397e2119cd08,segment=NetworkSegment(479cf8fe-a2a8-4269-99a2-3c31752b6914),segment_id=479cf8fe-a2a8-4269-99a2-3c31752b6914)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:39.964442 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:39.980121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Calling delete_port for 15756c9e-3bf6-4792-8cda-397e2119cd08 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:40.082829 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec91a76c-de49-4581-8873-502067c39938 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.139880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58334) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.156584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec91a76c-de49-4581-8873-502067c39938 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.180872 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.212854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Port': ['ID=15756c9e-3bf6-4792-8cda-397e2119cd08,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:40.217110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No DVR routers for this DVR port 15756c9e-3bf6-4792-8cda-397e2119cd08 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:40.226047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af8ba1a-145d-44cc-8696-a0e134404bb4 admin admin] Deleting subnet b3b26121-cfff-4c71-9012-c3d50e4cdd16 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:13:40.227830 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec91a76c-de49-4581-8873-502067c39938 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.249098 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3af8ba1a-145d-44cc-8696-a0e134404bb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.269996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91a76c-de49-4581-8873-502067c39938 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1661ad5-6bd4-46c7-a5cd-7dc49248a841,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:40.308462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec91a76c-de49-4581-8873-502067c39938 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.310681 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ec91a76c-de49-4581-8873-502067c39938 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3731954 Oct 27 16:13:40.313415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.318868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3b2c9686-e731-4316-96a9-45c9b8f799d0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': 'a1661ad5-6bd4-46c7-a5cd-7dc49248a841', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:40.346074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.346074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3af8ba1a-145d-44cc-8696-a0e134404bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.382219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58340) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.388994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c073ba-0164-4220-b2f3-9e2b8da31059']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:40.401927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '479cf8fe-a2a8-4269-99a2-3c31752b6914') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:40.402226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '479cf8fe-a2a8-4269-99a2-3c31752b6914') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:40.416327 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.418869 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3af8ba1a-145d-44cc-8696-a0e134404bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.423600 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b988edab-8398-4cce-b8c1-84bedbf81dc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7ed0d2e8a984616b6d2d6ecdbbb36e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401566 Oct 27 16:13:40.426049 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58342) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.447448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9686-e731-4316-96a9-45c9b8f799d0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.454169 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.464189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:40.464957 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:40.468134 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:40.521312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73e0cc22-44ef-4b52-be2e-8b058e5ded5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.535764 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9686-e731-4316-96a9-45c9b8f799d0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.548892 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73e0cc22-44ef-4b52-be2e-8b058e5ded5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.584754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9686-e731-4316-96a9-45c9b8f799d0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.607378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c9686-e731-4316-96a9-45c9b8f799d0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886e171b-f7c2-4b2e-9c8d-63f6714c6503,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:40.631125 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.633165 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3af8ba1a-145d-44cc-8696-a0e134404bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.644202 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.644335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/networks/01c073ba-0164-4220-b2f3-9e2b8da31059 HTTP/1.1" status: 204 len: 168 time: 2.3809841 Oct 27 16:13:40.647834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58346) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.682718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73e0cc22-44ef-4b52-be2e-8b058e5ded5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.685798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8ba1a-145d-44cc-8696-a0e134404bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b26121-cfff-4c71-9012-c3d50e4cdd16,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:40.686230 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73e0cc22-44ef-4b52-be2e-8b058e5ded5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.690727 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-73e0cc22-44ef-4b52-be2e-8b058e5ded5b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0044ddc-26d6-4ff7-8572-340ea212e1b4 HTTP/1.1" status: 204 len: 168 time: 0.2604425 Oct 27 16:13:40.690727 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9686-e731-4316-96a9-45c9b8f799d0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.694552 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3b2c9686-e731-4316-96a9-45c9b8f799d0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3768299 Oct 27 16:13:40.697059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58350) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.705690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233df169-c12a-4787-bd02-311db1932e73 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Network': ['ID=01c073ba-0164-4220-b2f3-9e2b8da31059,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:40.710205 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2aa7b8-cc37-4db5-a411-060c533c732c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:40.710713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2aa7b8-cc37-4db5-a411-060c533c732c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:40.713790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3f2aa7b8-cc37-4db5-a411-060c533c732c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/subnets/e97a52b7-ff86-4fb1-9996-67e5f78ea640 HTTP/1.1" status: 404 len: 337 time: 0.0483930 Oct 27 16:13:40.715318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3af8ba1a-145d-44cc-8696-a0e134404bb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.716652 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0cc22-44ef-4b52-be2e-8b058e5ded5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0044ddc-26d6-4ff7-8572-340ea212e1b4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:40.724271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3af8ba1a-145d-44cc-8696-a0e134404bb4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b3b26121-cfff-4c71-9012-c3d50e4cdd16 HTTP/1.1" status: 204 len: 168 time: 0.5800653 Oct 27 16:13:40.724271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58352) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.724271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58354) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.771558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c17b3e77-a438-4698-ac0e-0e7d61c3136b tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.784894 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c17b3e77-a438-4698-ac0e-0e7d61c3136b tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.795434 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-02402422-f7cc-4b89-becc-25428961246c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:40.796326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02402422-f7cc-4b89-becc-25428961246c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:40.799205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-02402422-f7cc-4b89-becc-25428961246c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/networks/01c073ba-0164-4220-b2f3-9e2b8da31059 HTTP/1.1" status: 404 len: 339 time: 0.0762601 Oct 27 16:13:40.802070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58356) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.829015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.835896 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dfdf1d-3bf1-4d94-9d0c-724abafa5e45 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:40.836399 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61dfdf1d-3bf1-4d94-9d0c-724abafa5e45 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:40.839569 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-61dfdf1d-3bf1-4d94-9d0c-724abafa5e45 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/subnets/34bcf452-6959-455f-975f-f186e5f2b864 HTTP/1.1" status: 404 len: 337 time: 0.0363882 Oct 27 16:13:40.842771 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58358) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.864414 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-13123885-538d-4314-967a-5ceb63fe777f tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:40.864906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13123885-538d-4314-967a-5ceb63fe777f tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:40.868192 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-13123885-538d-4314-967a-5ceb63fe777f tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/networks/110054e8-bf49-4be1-a760-a875fb40324b HTTP/1.1" status: 404 len: 339 time: 0.0244608 Oct 27 16:13:40.871282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58360) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.917039 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c17b3e77-a438-4698-ac0e-0e7d61c3136b tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.924091 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c17b3e77-a438-4698-ac0e-0e7d61c3136b tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.925209 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c17b3e77-a438-4698-ac0e-0e7d61c3136b tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/886e171b-f7c2-4b2e-9c8d-63f6714c6503 HTTP/1.1" status: 204 len: 168 time: 0.2208273 Oct 27 16:13:40.930599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58362) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.937343 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c81a1c-9150-4ea1-bfc3-60eef05c5926 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:40.937560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b3e77-a438-4698-ac0e-0e7d61c3136b tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=886e171b-f7c2-4b2e-9c8d-63f6714c6503,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:40.937784 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c81a1c-9150-4ea1-bfc3-60eef05c5926 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:40.940851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-95c81a1c-9150-4ea1-bfc3-60eef05c5926 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/subnets/84939435-bca8-4e57-b912-00318227f0fd HTTP/1.1" status: 404 len: 337 time: 0.0685980 Oct 27 16:13:40.943381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58364) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:40.971739 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e477c87-6d2e-4b60-904a-136e9a0c2313 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:40.972455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e477c87-6d2e-4b60-904a-136e9a0c2313 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:40.978076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0e477c87-6d2e-4b60-904a-136e9a0c2313 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/networks/faa90657-0b32-46b2-ba78-3d4a968347da HTTP/1.1" status: 404 len: 339 time: 0.0316441 Oct 27 16:13:40.981644 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:40.982209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:41.004430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5149aa70-b4e2-44f7-81ac-d2baccf1906f']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:41.004906 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ce406ce5-58df-4ac9-ac61-595b33cb1082 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0726683 Oct 27 16:13:41.008572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58368) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:41.015004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391358b5-8867-4fa6-bf02-bc2bae161492') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:41.015253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391358b5-8867-4fa6-bf02-bc2bae161492') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:41.024922 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.039159 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.047747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:41.048288 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:41.050192 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:41.126345 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0157df97-af33-432d-a2ee-62d61ea0c69a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.155752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-24c330c5-d881-4023-a2a7-b16eae8c506c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Deleting port 45c73572-8551-4cc6-a179-155b424de708 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:41.156116 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24c330c5-d881-4023-a2a7-b16eae8c506c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.159585 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0157df97-af33-432d-a2ee-62d61ea0c69a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.174463 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.181614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.189715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5149aa70-b4e2-44f7-81ac-d2baccf1906f HTTP/1.1" status: 204 len: 168 time: 0.4607489 Oct 27 16:13:41.202474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5183a3-8817-4c8b-88b0-94f943422d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=5149aa70-b4e2-44f7-81ac-d2baccf1906f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:41.252516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24c330c5-d881-4023-a2a7-b16eae8c506c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.267879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-24c330c5-d881-4023-a2a7-b16eae8c506c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Calling delete_port for 45c73572-8551-4cc6-a179-155b424de708 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:41.385341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0157df97-af33-432d-a2ee-62d61ea0c69a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.388218 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0157df97-af33-432d-a2ee-62d61ea0c69a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.389382 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0157df97-af33-432d-a2ee-62d61ea0c69a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-groups/a1661ad5-6bd4-46c7-a5cd-7dc49248a841 HTTP/1.1" status: 204 len: 168 time: 0.3638432 Oct 27 16:13:41.392034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58382) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:41.398702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157df97-af33-432d-a2ee-62d61ea0c69a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1661ad5-6bd4-46c7-a5cd-7dc49248a841,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:41.453452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fb6acde1-b7c3-4da0-8a1f-4ce8475ad763 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601811 Oct 27 16:13:41.457053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58384) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:41.461325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-076cf079-996d-4047-8f76-9ce2a6a439ad tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780294079'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:41.476565 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24c330c5-d881-4023-a2a7-b16eae8c506c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.507292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c330c5-d881-4023-a2a7-b16eae8c506c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Port': ['ID=45c73572-8551-4cc6-a179-155b424de708,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:41.516531 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24c330c5-d881-4023-a2a7-b16eae8c506c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.519943 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-24c330c5-d881-4023-a2a7-b16eae8c506c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/ports/45c73572-8551-4cc6-a179-155b424de708 HTTP/1.1" status: 204 len: 168 time: 0.5348165 Oct 27 16:13:41.522690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58388) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:41.556502 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-8caa07f4-332d-470b-997a-5c2bbd245c1c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:41.557192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8caa07f4-332d-470b-997a-5c2bbd245c1c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:41.560559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8caa07f4-332d-470b-997a-5c2bbd245c1c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/subnets/d24d0b82-1f4b-4917-8feb-a111326ad187 HTTP/1.1" status: 404 len: 337 time: 0.0352933 Oct 27 16:13:41.562622 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-076cf079-996d-4047-8f76-9ce2a6a439ad tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.564546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58392) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:41.643127 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-076cf079-996d-4047-8f76-9ce2a6a439ad tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.656508 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.680803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58394) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:41.721768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5e957cef-1508-4097-97bb-2babec616439 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ee11f7fe6484a7dbd4597260dcc3b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397360 Oct 27 16:13:41.724247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58396) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:41.756315 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.774606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a7d538-491a-41a2-9821-4078fde9e07d']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:41.776918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-afe7f0ef-7cb8-4fa5-b060-bda47b7bd70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.786500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509d0b6b-b843-419e-80dc-231f8126fd0d') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:41.786799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509d0b6b-b843-419e-80dc-231f8126fd0d') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:41.797986 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.800348 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-076cf079-996d-4047-8f76-9ce2a6a439ad tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.803232 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-afe7f0ef-7cb8-4fa5-b060-bda47b7bd70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.822312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.830479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:41.835187 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:41.865683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cf079-996d-4047-8f76-9ce2a6a439ad tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfd301f-9129-4117-9031-a02198ab8200,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:41.975700 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-076cf079-996d-4047-8f76-9ce2a6a439ad tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:41.977027 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-076cf079-996d-4047-8f76-9ce2a6a439ad tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5190334 Oct 27 16:13:41.980076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58404) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:41.985377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c8ca5862-29e7-48a0-a83d-956817a5d14c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': '6cfd301f-9129-4117-9031-a02198ab8200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:42.002202 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.003887 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-afe7f0ef-7cb8-4fa5-b060-bda47b7bd70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.006411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-afe7f0ef-7cb8-4fa5-b060-bda47b7bd70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.022858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.024421 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-afe7f0ef-7cb8-4fa5-b060-bda47b7bd70f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4581cd6-8f3f-456b-a00f-780be6a1214c HTTP/1.1" status: 204 len: 168 time: 0.2825530 Oct 27 16:13:42.024551 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/networks/a4a7d538-491a-41a2-9821-4078fde9e07d HTTP/1.1" status: 204 len: 168 time: 0.4447360 Oct 27 16:13:42.024658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7f0ef-7cb8-4fa5-b060-bda47b7bd70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4581cd6-8f3f-456b-a00f-780be6a1214c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:42.024658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58408) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:42.039584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e6d54-9ed7-4d84-ba45-fbf43a8863f4 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Network': ['ID=a4a7d538-491a-41a2-9821-4078fde9e07d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:42.126464 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5862-29e7-48a0-a83d-956817a5d14c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.183379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3643baf1-770c-46c6-8a94-3a38cd20b5f6 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Deleting port 80d6bdb6-da19-476a-9529-5d97e5ff9fba {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:42.184277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3643baf1-770c-46c6-8a94-3a38cd20b5f6 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.244143 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5862-29e7-48a0-a83d-956817a5d14c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.265805 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3643baf1-770c-46c6-8a94-3a38cd20b5f6 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.280164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3643baf1-770c-46c6-8a94-3a38cd20b5f6 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Calling delete_port for 80d6bdb6-da19-476a-9529-5d97e5ff9fba owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:42.334814 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5862-29e7-48a0-a83d-956817a5d14c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.366783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca5862-29e7-48a0-a83d-956817a5d14c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66556d8b-5cda-479d-8810-f769e3bb1571,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:42.456270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8ca5862-29e7-48a0-a83d-956817a5d14c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.467239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c8ca5862-29e7-48a0-a83d-956817a5d14c tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4760492 Oct 27 16:13:42.467239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58428) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:42.467239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1a6cf689-22fc-440f-b3e6-c17de010e1a0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': '6cfd301f-9129-4117-9031-a02198ab8200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:42.502899 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3643baf1-770c-46c6-8a94-3a38cd20b5f6 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.516504 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-c3b12ae8-8ba6-420d-afeb-8ad497c254cd tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e6f42434230c4b21a9439de38a2ba1d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314596 Oct 27 16:13:42.561525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643baf1-770c-46c6-8a94-3a38cd20b5f6 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Port': ['ID=80d6bdb6-da19-476a-9529-5d97e5ff9fba,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:42.563693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3643baf1-770c-46c6-8a94-3a38cd20b5f6 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.572783 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3643baf1-770c-46c6-8a94-3a38cd20b5f6 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/ports/80d6bdb6-da19-476a-9529-5d97e5ff9fba HTTP/1.1" status: 204 len: 168 time: 0.5417364 Oct 27 16:13:42.572783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58438) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:42.599578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf689-22fc-440f-b3e6-c17de010e1a0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.602474 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8905b8-e8f2-4e5f-b156-59279c483c41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:42.602929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8905b8-e8f2-4e5f-b156-59279c483c41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:42.606928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9e8905b8-e8f2-4e5f-b156-59279c483c41 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/subnets/508f5253-8c8c-4cf2-8b0b-ce8d6c8ff8e0 HTTP/1.1" status: 404 len: 337 time: 0.0361912 Oct 27 16:13:42.613146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58442) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:42.727458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-7fe71ae2-296b-495e-9920-8fc8fec0f58c tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:42.728967 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-7fe71ae2-296b-495e-9920-8fc8fec0f58c tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038815 Oct 27 16:13:42.750010 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.750525 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf689-22fc-440f-b3e6-c17de010e1a0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.756771 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-16e2755e-7e22-485f-9be4-e22a65f0fed3 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/quotas/e6f42434230c4b21a9439de38a2ba1d3 HTTP/1.1" status: 200 len: 375 time: 0.0212164 Oct 27 16:13:42.791580 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-699ed5b2-a3ae-41cf-8c1e-90f700d71582 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e6f42434230c4b21a9439de38a2ba1d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282135 Oct 27 16:13:42.842911 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf689-22fc-440f-b3e6-c17de010e1a0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.864128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cf689-22fc-440f-b3e6-c17de010e1a0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f880fedd-132d-45cf-947f-c1f3e408295e,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:42.877192 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.899159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e19cb33-70a8-4fef-af90-d0ba7b3f21b5']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:42.909948 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22178a8e-ef53-49b8-895b-d7cce40e5838') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:42.910241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22178a8e-ef53-49b8-895b-d7cce40e5838') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:42.921032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.935398 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.941446 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:42.941836 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:42.945115 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:42.981398 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a6cf689-22fc-440f-b3e6-c17de010e1a0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:42.984383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1a6cf689-22fc-440f-b3e6-c17de010e1a0 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5217853 Oct 27 16:13:42.994970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58452) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:43.000596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-177dc6b4-64b3-48b6-b9fd-01db72a125e6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': '6cfd301f-9129-4117-9031-a02198ab8200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:43.093032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.097209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.101046 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/networks/2e19cb33-70a8-4fef-af90-d0ba7b3f21b5 HTTP/1.1" status: 204 len: 168 time: 0.4869051 Oct 27 16:13:43.113829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58458) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:43.117476 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7543cf97-5603-4c78-bc6f-8538f177e6ed req-ad4f60d6-543e-44e1-9c4e-ce456818f7ee tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 210 time: 0.0338135 Oct 27 16:13:43.120101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1d258-f0d0-4797-8d98-0e8143a5ad9b tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Network': ['ID=2e19cb33-70a8-4fef-af90-d0ba7b3f21b5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:43.165586 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-177dc6b4-64b3-48b6-b9fd-01db72a125e6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.189556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa05d399-ecc8-4f07-abeb-fcbe013b08a0 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Deleting subnet 7883e473-27c7-43b8-9235-b528dbe97aff {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:13:43.199278 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa05d399-ecc8-4f07-abeb-fcbe013b08a0 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.238584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58466) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:43.266705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa05d399-ecc8-4f07-abeb-fcbe013b08a0 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.309224 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-177dc6b4-64b3-48b6-b9fd-01db72a125e6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.349382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-621097098-network', 'tenant_id': 'ee5a3117a08f457aa0f274d79dfeb6da'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:43.382879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-177dc6b4-64b3-48b6-b9fd-01db72a125e6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.386510 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa05d399-ecc8-4f07-abeb-fcbe013b08a0 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.432683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dc6b4-64b3-48b6-b9fd-01db72a125e6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f3c44d-1eb0-4645-bfc1-000643b63bd5,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:43.476154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Made reservation on behalf of ee5a3117a08f457aa0f274d79dfeb6da for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:43.478601 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.491604 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.568570 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.570087 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa05d399-ecc8-4f07-abeb-fcbe013b08a0 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.599423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-177dc6b4-64b3-48b6-b9fd-01db72a125e6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.600674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-177dc6b4-64b3-48b6-b9fd-01db72a125e6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6048801 Oct 27 16:13:43.601475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05d399-ecc8-4f07-abeb-fcbe013b08a0 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Subnet': ['ID=7883e473-27c7-43b8-9235-b528dbe97aff,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:43.604693 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58472) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:43.606304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa05d399-ecc8-4f07-abeb-fcbe013b08a0 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.613172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aa05d399-ecc8-4f07-abeb-fcbe013b08a0 tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/subnets/7883e473-27c7-43b8-9235-b528dbe97aff HTTP/1.1" status: 204 len: 168 time: 0.4977601 Oct 27 16:13:43.613271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-db3001fa-1952-4767-b5ce-bb39ce7209b5 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': '6cfd301f-9129-4117-9031-a02198ab8200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:43.613641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58474) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:43.617728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b2756-4109-40bf-9ed3-b74d830d1983 None None] Network 70f574ed-ccb5-4388-8d14-7fda631b40b5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:43.711686 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.720363 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.734343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db3001fa-1952-4767-b5ce-bb39ce7209b5 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.754531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:43.788124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:43.797294 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.797649 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Added segment 64b64784-bfa7-44f8-b32a-1e903a785eb4 of type vlan for network 560879d0-a51b-4faa-81ce-fa9665121579 Oct 27 16:13:43.817289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db3001fa-1952-4767-b5ce-bb39ce7209b5 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.835519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89154386-9f9e-4644-abbc-191e39f8a583 None None] DHCP port deletion for 70f574ed-ccb5-4388-8d14-7fda631b40b5 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:13:43.854977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.880920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Deleting port 3c9f28fc-661a-4dec-b606-29b04ffc1672 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:43.881260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.889232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-89154386-9f9e-4644-abbc-191e39f8a583 None None] Deleting port 3c9f28fc-661a-4dec-b606-29b04ffc1672 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:43.889720 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-89154386-9f9e-4644-abbc-191e39f8a583 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.893784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db3001fa-1952-4767-b5ce-bb39ce7209b5 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.913406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3001fa-1952-4767-b5ce-bb39ce7209b5 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea2de08-4bc7-49c1-abc0-29ce8fd08952,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:43.955737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] For port 3c9f28fc-661a-4dec-b606-29b04ffc1672, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3c9f28fc-661a-4dec-b606-29b04ffc1672,segment=NetworkSegment(8c98853b-e286-490d-9d0c-4e4b9b1b1eaa),segment_id=8c98853b-e286-490d-9d0c-4e4b9b1b1eaa)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:43.963630 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.963918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-89154386-9f9e-4644-abbc-191e39f8a583 None None] For port 3c9f28fc-661a-4dec-b606-29b04ffc1672, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3c9f28fc-661a-4dec-b606-29b04ffc1672,segment=NetworkSegment(8c98853b-e286-490d-9d0c-4e4b9b1b1eaa),segment_id=8c98853b-e286-490d-9d0c-4e4b9b1b1eaa)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:43.963918 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-89154386-9f9e-4644-abbc-191e39f8a583 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.972282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-89154386-9f9e-4644-abbc-191e39f8a583 None None] Calling delete_port for 3c9f28fc-661a-4dec-b606-29b04ffc1672 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:43.972459 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Calling delete_port for 3c9f28fc-661a-4dec-b606-29b04ffc1672 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:43.984684 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:43.985544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:43.986113 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.010078 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db3001fa-1952-4767-b5ce-bb39ce7209b5 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.011505 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-db3001fa-1952-4767-b5ce-bb39ce7209b5 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4048369 Oct 27 16:13:44.014196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58480) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:44.018997 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-13a75efe-279f-4bb3-8a10-588f60ba67b4 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': '6cfd301f-9129-4117-9031-a02198ab8200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:44.092234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] Pushing event updated for resources: {'Network': ['ID=560879d0-a51b-4faa-81ce-fa9665121579,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:44.103061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 560879d0-a51b-4faa-81ce-fa9665121579 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:44.105064 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13a75efe-279f-4bb3-8a10-588f60ba67b4 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.173367 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-89154386-9f9e-4644-abbc-191e39f8a583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.174418 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.174953 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13a75efe-279f-4bb3-8a10-588f60ba67b4 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.223560 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2a905456-275b-4171-a882-f19ea92b020f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9839156 Oct 27 16:13:44.224974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Port': ['ID=3c9f28fc-661a-4dec-b606-29b04ffc1672,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:44.231610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2e1261fb-aafc-4a45-81ca-391a4de6ef74 req-ebe248a3-32e5-4623-a036-a1eb8a0d0913 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 210 time: 0.0370715 Oct 27 16:13:44.232097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58484) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:44.237256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] No DVR routers for this DVR port 3c9f28fc-661a-4dec-b606-29b04ffc1672 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:44.243855 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89154386-9f9e-4644-abbc-191e39f8a583 None None] Pushing event deleted for resources: {'Port': ['ID=3c9f28fc-661a-4dec-b606-29b04ffc1672,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:44.246355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] Request body: {'subnet': {'network_id': '560879d0-a51b-4faa-81ce-fa9665121579', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-621097098-subnet', 'tenant_id': 'ee5a3117a08f457aa0f274d79dfeb6da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:44.258924 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13a75efe-279f-4bb3-8a10-588f60ba67b4 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.260571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89154386-9f9e-4644-abbc-191e39f8a583 None None] No DVR routers for this DVR port 3c9f28fc-661a-4dec-b606-29b04ffc1672 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:44.295966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a75efe-279f-4bb3-8a10-588f60ba67b4 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=478821a5-b1e9-4a35-8055-06a78cf15d88,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:44.335756 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.351747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] Made reservation on behalf of ee5a3117a08f457aa0f274d79dfeb6da for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:44.354099 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.357040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f574ed-ccb5-4388-8d14-7fda631b40b5']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:44.370696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c98853b-e286-490d-9d0c-4e4b9b1b1eaa') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:44.370696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c98853b-e286-490d-9d0c-4e4b9b1b1eaa') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:44.379240 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.394504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.403286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:44.404500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:44.409104 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:44.422876 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13a75efe-279f-4bb3-8a10-588f60ba67b4 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.422876 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-13a75efe-279f-4bb3-8a10-588f60ba67b4 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4015141 Oct 27 16:13:44.422876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58486) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:44.462564 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cc71060-38fa-476d-a57e-1fc9a6b8b3b2 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.472191 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cc71060-38fa-476d-a57e-1fc9a6b8b3b2 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.550982 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.563915 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.569847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] 10.222.0.15 "DELETE /v2.0/networks/70f574ed-ccb5-4388-8d14-7fda631b40b5 HTTP/1.1" status: 204 len: 168 time: 0.9555655 Oct 27 16:13:44.588752 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cc71060-38fa-476d-a57e-1fc9a6b8b3b2 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.601081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1f4e5-f12a-4238-9111-6720f4541d4c tempest-NetworksIpV6TestAttrs-1083940356 tempest-NetworksIpV6TestAttrs-1083940356-project] Pushing event deleted for resources: {'Network': ['ID=70f574ed-ccb5-4388-8d14-7fda631b40b5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:44.606123 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cc71060-38fa-476d-a57e-1fc9a6b8b3b2 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.615609 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0cc71060-38fa-476d-a57e-1fc9a6b8b3b2 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/478821a5-b1e9-4a35-8055-06a78cf15d88 HTTP/1.1" status: 204 len: 168 time: 0.1891105 Oct 27 16:13:44.616197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3c9f28fc-661a-4dec-b606-29b04ffc1672 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:13:44.616348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58492) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:44.631343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc71060-38fa-476d-a57e-1fc9a6b8b3b2 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=478821a5-b1e9-4a35-8055-06a78cf15d88,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:44.643633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 3c9f28fc-661a-4dec-b606-29b04ffc1672 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:13:44.643633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3c9f28fc-661a-4dec-b606-29b04ffc1672 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:13:44.706419 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-95364d8c-4017-400b-b627-aab0fe1b9ddb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0870347 Oct 27 16:13:44.706812 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58494) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:44.772676 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-502a378f-d7b1-4713-bb9c-d341d616de08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.783870 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-502a378f-d7b1-4713-bb9c-d341d616de08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.870864 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.905222 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-502a378f-d7b1-4713-bb9c-d341d616de08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.916387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-502a378f-d7b1-4713-bb9c-d341d616de08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:44.917491 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-502a378f-d7b1-4713-bb9c-d341d616de08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/aea2de08-4bc7-49c1-abc0-29ce8fd08952 HTTP/1.1" status: 204 len: 168 time: 0.2097514 Oct 27 16:13:44.920165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58498) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:44.929729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a378f-d7b1-4713-bb9c-d341d616de08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aea2de08-4bc7-49c1-abc0-29ce8fd08952,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:44.948100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf8ace2-a585-40bb-9db8-bf06bdefe115,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:44.959813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] Checking segment: {'id': '64b64784-bfa7-44f8-b32a-1e903a785eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '560879d0-a51b-4faa-81ce-fa9665121579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:44.960209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] Network hostable DHCP agents. Network: 560879d0-a51b-4faa-81ce-fa9665121579, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:44.980827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ef3da397-8b77-4eb8-bb82-3c30e01a93ea tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0593204 Oct 27 16:13:44.983881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58502) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:45.015885 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0813ad8c-f014-4105-86db-01a4d83b8180 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.024428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0813ad8c-f014-4105-86db-01a4d83b8180 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.036457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] Network 560879d0-a51b-4faa-81ce-fa9665121579 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:45.057789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58504) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:45.162153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 560879d0-a51b-4faa-81ce-fa9665121579) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:45.166489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:45.167207 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.173288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ad282f-af9c-44fa-9940-ea214a4b674b None None] Network 560879d0-a51b-4faa-81ce-fa9665121579 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:45.187397 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0813ad8c-f014-4105-86db-01a4d83b8180 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.198014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0813ad8c-f014-4105-86db-01a4d83b8180 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.201648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0813ad8c-f014-4105-86db-01a4d83b8180 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/26f3c44d-1eb0-4645-bfc1-000643b63bd5 HTTP/1.1" status: 204 len: 168 time: 0.2141898 Oct 27 16:13:45.202738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58508) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:45.212646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d1c3495f-5b52-41ed-b958-21c859a8d39f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d941a1bdaa141189429d2d90d6faa87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529880 Oct 27 16:13:45.213448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58510) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:45.215765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813ad8c-f014-4105-86db-01a4d83b8180 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26f3c44d-1eb0-4645-bfc1-000643b63bd5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:45.266759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6728776f-a279-4da8-a25c-9b59b2c59a31 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0617371 Oct 27 16:13:45.269675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58514) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:45.275061 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c65111eb-db26-4bfb-a3cb-c3de9983f5a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.299636 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c65111eb-db26-4bfb-a3cb-c3de9983f5a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.308496 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4e6809e-ac68-4b9d-abf7-945f9c4067a6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.326344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f0fc669f-da2d-4bc5-90ea-847d0162231b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0874043 Oct 27 16:13:45.335338 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4e6809e-ac68-4b9d-abf7-945f9c4067a6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.404215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0857f20-7721-4460-b717-fd01dc7335e7 req-eed3489b-880b-4993-8cfe-fcadf407201b tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 210 time: 0.0382612 Oct 27 16:13:45.436820 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c65111eb-db26-4bfb-a3cb-c3de9983f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.439881 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c65111eb-db26-4bfb-a3cb-c3de9983f5a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.441160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c65111eb-db26-4bfb-a3cb-c3de9983f5a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/714dc257-d338-4486-8f4e-edbcb3e03555 HTTP/1.1" status: 204 len: 168 time: 0.2268648 Oct 27 16:13:45.450670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65111eb-db26-4bfb-a3cb-c3de9983f5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714dc257-d338-4486-8f4e-edbcb3e03555,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:45.467013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4e6809e-ac68-4b9d-abf7-945f9c4067a6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.479797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4e6809e-ac68-4b9d-abf7-945f9c4067a6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:45.485106 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f4e6809e-ac68-4b9d-abf7-945f9c4067a6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f880fedd-132d-45cf-947f-c1f3e408295e HTTP/1.1" status: 204 len: 168 time: 0.2143033 Oct 27 16:13:45.487545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58520) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:45.539239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e920198c-8e21-4397-a20c-1b356be776b6 None None] Network 560879d0-a51b-4faa-81ce-fa9665121579 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:45.542537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6809e-ac68-4b9d-abf7-945f9c4067a6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f880fedd-132d-45cf-947f-c1f3e408295e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:45.570652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c1a4321a-ff5e-4a4e-bbb5-069e5d9d47c7 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0791209 Oct 27 16:13:45.571501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58528) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:45.577824 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-69c5973e-a0ed-4032-ab38-8aeedb5c2995 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e6f42434230c4b21a9439de38a2ba1d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626140 Oct 27 16:13:45.749476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-a06c1e99-3582-466a-9e8f-5dd654f96c76 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:45.751706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-a06c1e99-3582-466a-9e8f-5dd654f96c76 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688108 Oct 27 16:13:45.769224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Request body: {'port': {'device_id': '9c2e50b1-94ea-4260-ba65-c47df22b745d', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': 'e6f42434230c4b21a9439de38a2ba1d3'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:45.979419 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Made reservation on behalf of e6f42434230c4b21a9439de38a2ba1d3 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:45.987301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.006057 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-142a3656-7731-4eea-a1ce-906348d91807 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.006295 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.020909 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-142a3656-7731-4eea-a1ce-906348d91807 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.115733 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-142a3656-7731-4eea-a1ce-906348d91807 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.122672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-142a3656-7731-4eea-a1ce-906348d91807 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.123821 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-142a3656-7731-4eea-a1ce-906348d91807 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/66556d8b-5cda-479d-8810-f769e3bb1571 HTTP/1.1" status: 204 len: 168 time: 0.5512230 Oct 27 16:13:46.126815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58550) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:46.135399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a3656-7731-4eea-a1ce-906348d91807 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66556d8b-5cda-479d-8810-f769e3bb1571,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:46.214880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.224850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d8fcdcbd-4c53-454d-8986-eae24aa348f7 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0969601 Oct 27 16:13:46.227668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58554) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:46.231902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-2c284c68-fde2-4a99-a7c6-171201f89dfe tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:46.233400 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-2c284c68-fde2-4a99-a7c6-171201f89dfe tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/networks?id=560879d0-a51b-4faa-81ce-fa9665121579 HTTP/1.1" status: 200 len: 820 time: 0.1835501 Oct 27 16:13:46.252208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-af385f4a-759d-4c00-8d96-c2440d971eef tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/quotas/ee5a3117a08f457aa0f274d79dfeb6da HTTP/1.1" status: 200 len: 375 time: 0.0125523 Oct 27 16:13:46.291952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-51ed8268-543c-4dd2-9402-a160de298d3e tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee5a3117a08f457aa0f274d79dfeb6da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318077 Oct 27 16:13:46.293617 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.294251 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-775af338-d8c6-4c01-9e8a-dc0b493126fa tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.323047 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-775af338-d8c6-4c01-9e8a-dc0b493126fa tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.369718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:46.513659 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Allocated IP 192.168.233.39 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/4d17de3f-c284-4099-a091-7c688b9162f4) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:46.514312 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-709d7a27-3234-496e-9bb3-048bcfb29997 req-60e5440a-6f0f-4c99-9a68-d3d6818ba726 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 210 time: 0.0320356 Oct 27 16:13:46.515096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-775af338-d8c6-4c01-9e8a-dc0b493126fa tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.518747 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-775af338-d8c6-4c01-9e8a-dc0b493126fa tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.520110 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-775af338-d8c6-4c01-9e8a-dc0b493126fa tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-groups/6cfd301f-9129-4117-9031-a02198ab8200 HTTP/1.1" status: 204 len: 168 time: 0.2911448 Oct 27 16:13:46.523377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58566) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:46.536734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775af338-d8c6-4c01-9e8a-dc0b493126fa tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfd301f-9129-4117-9031-a02198ab8200,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:46.613215 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-17b0c026-c64d-4119-b9c6-5119492b6d82 service neutron] 10.222.0.15 "GET /v2.0/networks/560879d0-a51b-4faa-81ce-fa9665121579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073797 Oct 27 16:13:46.650924 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-62aa390f-072a-40c7-b88f-67f4dcedc155 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1195974 Oct 27 16:13:46.651413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58568) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:46.657639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7ce4ac8a-12fd-44ef-b0a0-7e6a39bcf5dc tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group': {'name': 'tempest-secgroup--769010005'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:46.766183 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ac8a-12fd-44ef-b0a0-7e6a39bcf5dc tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.782505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58574) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:46.859654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ac8a-12fd-44ef-b0a0-7e6a39bcf5dc tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.900855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8ea22d62-a65b-4cf3-989d-d498a1e1f2fe tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] Request body: {'port': {'network_id': '410968b0-b590-4f1a-ab11-46fc8fb55f55', 'name': 'tempest-NetworksNegativeTestJSON-834203107'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:46.916370 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea22d62-a65b-4cf3-989d-d498a1e1f2fe tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] POST failed (client error): The resource could not be found. Oct 27 16:13:46.916948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea22d62-a65b-4cf3-989d-d498a1e1f2fe tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:46.921863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8ea22d62-a65b-4cf3-989d-d498a1e1f2fe tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1346028 Oct 27 16:13:46.922630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58580) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:46.942421 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ac8a-12fd-44ef-b0a0-7e6a39bcf5dc tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:46.945026 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5557ddfc-6b87-4620-b7c9-c0d851f08053 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:46.945654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5557ddfc-6b87-4620-b7c9-c0d851f08053 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:46.953104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5557ddfc-6b87-4620-b7c9-c0d851f08053 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] 10.222.0.15 "DELETE /v2.0/networks/55f0c380-a22b-4c97-abce-fb77c97fd3c0 HTTP/1.1" status: 404 len: 339 time: 0.0254517 Oct 27 16:13:46.956583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58582) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:46.993913 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-65944271-8574-41aa-8fbc-fa1df738c467 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:46.994643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65944271-8574-41aa-8fbc-fa1df738c467 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:46.998152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-65944271-8574-41aa-8fbc-fa1df738c467 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] 10.222.0.15 "DELETE /v2.0/ports/b7ba92eb-3802-4a06-9f0b-4f3b1f5b486f HTTP/1.1" status: 404 len: 333 time: 0.0383298 Oct 27 16:13:47.002817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58584) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:47.032084 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff751b9f-ec95-4bb6-a2e7-fee197e65bd1 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] DELETE failed (client error): The resource could not be found. Oct 27 16:13:47.032547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff751b9f-ec95-4bb6-a2e7-fee197e65bd1 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:47.044335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ff751b9f-ec95-4bb6-a2e7-fee197e65bd1 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] 10.222.0.15 "DELETE /v2.0/subnets/c076b2e8-1b8e-4ce9-8d9e-ff15e1a37295 HTTP/1.1" status: 404 len: 337 time: 0.0319467 Oct 27 16:13:47.044335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4ac8a-12fd-44ef-b0a0-7e6a39bcf5dc tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38be3f2d-ebe6-4fe9-bc0a-b96b313cee59,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:47.044335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58586) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:47.061212 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ac8a-12fd-44ef-b0a0-7e6a39bcf5dc tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.069315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7ce4ac8a-12fd-44ef-b0a0-7e6a39bcf5dc tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4098268 Oct 27 16:13:47.069315 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f8959a4-a562-4339-97fc-a6b1388bf1ed tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] GET failed (client error): The resource could not be found. Oct 27 16:13:47.069315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9f8959a4-a562-4339-97fc-a6b1388bf1ed tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] 10.222.0.15 "GET /v2.0/networks/b8264b5f-7c8e-4e5c-9643-5d726779c51b HTTP/1.1" status: 404 len: 339 time: 0.0251319 Oct 27 16:13:47.069315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58588) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:47.073181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-20673d6b-2e30-4779-aba8-f4582612e200 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': '38be3f2d-ebe6-4fe9-bc0a-b96b313cee59', 'direction': 'ingress', 'protocol': 17}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:47.077716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58590) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:47.112394 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6f4ae4-7c2d-4fbc-a3e7-e0e065e6709e tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] GET failed (client error): The resource could not be found. Oct 27 16:13:47.113303 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2b6f4ae4-7c2d-4fbc-a3e7-e0e065e6709e tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] 10.222.0.15 "GET /v2.0/ports/d763abc8-44b7-4323-bf76-d180498c0aa3 HTTP/1.1" status: 404 len: 333 time: 0.0346177 Oct 27 16:13:47.117750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58592) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:47.177981 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a060917-cb02-4f99-86e4-999581bf0fe0 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] GET failed (client error): The resource could not be found. Oct 27 16:13:47.179311 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0a060917-cb02-4f99-86e4-999581bf0fe0 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] 10.222.0.15 "GET /v2.0/subnets/5061a17c-2de8-4922-8c82-64333015e3fe HTTP/1.1" status: 404 len: 337 time: 0.0573196 Oct 27 16:13:47.183198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58594) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:47.189904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8f613ffa-ee67-4f9c-b3c7-d8f9defe8ef4 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:47.190110 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-129fabe2-69ba-4a84-8e1c-be89c60ec5cd service neutron] 10.222.0.15 "GET /v2.0/networks/560879d0-a51b-4faa-81ce-fa9665121579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638030 Oct 27 16:13:47.200413 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.211363 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f613ffa-ee67-4f9c-b3c7-d8f9defe8ef4 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] PUT failed (client error): The resource could not be found. Oct 27 16:13:47.212335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f613ffa-ee67-4f9c-b3c7-d8f9defe8ef4 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:47.214349 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8f613ffa-ee67-4f9c-b3c7-d8f9defe8ef4 tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] 10.222.0.15 "PUT /v2.0/networks/b2dd9eaf-46c5-47f1-8068-1f3484dc7c43 HTTP/1.1" status: 404 len: 339 time: 0.0295539 Oct 27 16:13:47.223225 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20673d6b-2e30-4779-aba8-f4582612e200 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.228775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58596) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:47.237937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7c177ce7-1b89-4ed1-a938-dade4db7b22f tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:47.271847 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c177ce7-1b89-4ed1-a938-dade4db7b22f tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] PUT failed (client error): The resource could not be found. Oct 27 16:13:47.272540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c177ce7-1b89-4ed1-a938-dade4db7b22f tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:47.273695 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7c177ce7-1b89-4ed1-a938-dade4db7b22f tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] 10.222.0.15 "PUT /v2.0/ports/129dcaee-4c09-4cc8-94c7-a2aed8fd889a HTTP/1.1" status: 404 len: 333 time: 0.0435646 Oct 27 16:13:47.278091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58598) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:47.284243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-039543af-d553-4190-8c16-ce483aa76b5d tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:47.305758 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-039543af-d553-4190-8c16-ce483aa76b5d tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] PUT failed (client error): The resource could not be found. Oct 27 16:13:47.306220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039543af-d553-4190-8c16-ce483aa76b5d tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:13:47.312965 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-039543af-d553-4190-8c16-ce483aa76b5d tempest-NetworksNegativeTestJSON-1408150752 tempest-NetworksNegativeTestJSON-1408150752-project] 10.222.0.15 "PUT /v2.0/subnets/afeeab17-40ec-4978-8614-8507851dfc80 HTTP/1.1" status: 404 len: 337 time: 0.0281746 Oct 27 16:13:47.313153 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20673d6b-2e30-4779-aba8-f4582612e200 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.363009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.396111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20673d6b-2e30-4779-aba8-f4582612e200 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.411169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:47.424265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:47.428265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:47.435309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20673d6b-2e30-4779-aba8-f4582612e200 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f836a5-7a45-491b-a03e-5e8816d51dd8,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:47.459496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Pushing event updated for resources: {'Port': ['ID=4d17de3f-c284-4099-a091-7c688b9162f4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:47.500512 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.501189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.505266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85d88b95-27da-4373-a816-c0514a0ef03b req-5f789a2f-8aca-419f-b2fc-c323cc1505f4 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 210 time: 0.0367129 Oct 27 16:13:47.521782 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-20673d6b-2e30-4779-aba8-f4582612e200 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.526751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-20673d6b-2e30-4779-aba8-f4582612e200 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4532042 Oct 27 16:13:47.534631 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58606) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:47.651080 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-b4d7369f-88f6-428e-9586-1f7d69e4f0e6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8860879 Oct 27 16:13:47.655079 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5e8462a0-4cb0-4185-a8c9-096a407e1926 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.666992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Request body: {'port': {'device_id': '9c2e50b1-94ea-4260-ba65-c47df22b745d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:47.689299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-b85b30b9-434d-4ff8-9532-c6499a1e936b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0853109 Oct 27 16:13:47.741942 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5e8462a0-4cb0-4185-a8c9-096a407e1926 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.788625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-16333731-b469-4554-a237-dfebd65571b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.790176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-16333731-b469-4554-a237-dfebd65571b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.790830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-16333731-b469-4554-a237-dfebd65571b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.791484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-16333731-b469-4554-a237-dfebd65571b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.791949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-16333731-b469-4554-a237-dfebd65571b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.792587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-16333731-b469-4554-a237-dfebd65571b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.793147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-16333731-b469-4554-a237-dfebd65571b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.795302 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-16333731-b469-4554-a237-dfebd65571b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=85e3eae7fd4a49d59e82505efcf10621&device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 6502 time: 0.0559800 Oct 27 16:13:47.806166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.833386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9023ae79-d89d-4944-bae1-988d3ad0fe24 None None] Provisioning complete for port 4d17de3f-c284-4099-a091-7c688b9162f4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:47.835666 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9023ae79-d89d-4944-bae1-988d3ad0fe24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.837790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65eb87-9523-4600-bdfb-e2f3d1414db4 req-a984faa6-c5f5-492e-ba90-87cbfda3924e tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.845573 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b65eb87-9523-4600-bdfb-e2f3d1414db4 req-a984faa6-c5f5-492e-ba90-87cbfda3924e tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 935 time: 0.1662314 Oct 27 16:13:47.875371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9023ae79-d89d-4944-bae1-988d3ad0fe24 None None] Port 4d17de3f-c284-4099-a091-7c688b9162f4 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:13:47.899312 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58618) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:47.942243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b65eb87-9523-4600-bdfb-e2f3d1414db4 req-601e691f-d04b-4f76-bb50-76fd4b450547 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958028 Oct 27 16:13:47.976549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-ed712521-69dd-45ea-8dcd-ebdfeda9e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.977074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-ed712521-69dd-45ea-8dcd-ebdfeda9e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.977530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-ed712521-69dd-45ea-8dcd-ebdfeda9e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:47.979112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-ed712521-69dd-45ea-8dcd-ebdfeda9e3d7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c395456f-7f40-43bf-9aec-b98bcc11fe96&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=df512f30-e00c-4c99-8ce8-eac121a29043&id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722 HTTP/1.1" status: 200 len: 2297 time: 0.1384602 Oct 27 16:13:47.984562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5e8462a0-4cb0-4185-a8c9-096a407e1926 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.987340 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5e8462a0-4cb0-4185-a8c9-096a407e1926 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:47.988354 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5e8462a0-4cb0-4185-a8c9-096a407e1926 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-groups/38be3f2d-ebe6-4fe9-bc0a-b96b313cee59 HTTP/1.1" status: 204 len: 168 time: 0.4526861 Oct 27 16:13:47.994312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58624) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:48.007035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8462a0-4cb0-4185-a8c9-096a407e1926 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38be3f2d-ebe6-4fe9-bc0a-b96b313cee59,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:48.092611 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-48af283e-d560-43f7-90fe-bf7a86009488 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7667c6e7-fede-4069-bc52-bac40ef20493 HTTP/1.1" status: 200 len: 1000 time: 0.1061096 Oct 27 16:13:48.096763 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f9c859cc-f8d4-4366-810f-7030f7de9ba2 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010380 Oct 27 16:13:48.100767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58626) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:48.113717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-48c8416c-59fa-406f-b87f-7ce810a58b76 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group': {'name': 'tempest-secgroup--1781105682'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:48.140398 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3865c9a-ac60-4cca-851a-6fe03d41ab47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.169194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-38afe1cb-d3e3-40c5-a42e-25e87c586d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:48.170669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-38afe1cb-d3e3-40c5-a42e-25e87c586d69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e7f56118-b5f3-4287-be33-2cc6440dcc53 HTTP/1.1" status: 200 len: 855 time: 0.0680959 Oct 27 16:13:48.219220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-8829fd8b-9fd6-4b7b-9c04-fbc11548c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:48.220774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-8829fd8b-9fd6-4b7b-9c04-fbc11548c062 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c395456f-7f40-43bf-9aec-b98bcc11fe96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415184 Oct 27 16:13:48.255834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d17de3f-c284-4099-a091-7c688b9162f4 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:48.265661 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.277647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-48c8416c-59fa-406f-b87f-7ce810a58b76 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.288015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Transition to ACTIVE for port object 4d17de3f-c284-4099-a091-7c688b9162f4 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:48.309969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3865c9a-ac60-4cca-851a-6fe03d41ab47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.356568 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-04db4f38-f9c8-44cd-8a7c-0d430542a3d7 service neutron] 10.222.0.53 "GET /v2.0/networks/c395456f-7f40-43bf-9aec-b98bcc11fe96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250267 Oct 27 16:13:48.392508 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3865c9a-ac60-4cca-851a-6fe03d41ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.394806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.447944 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1539671a-1ebb-4b3c-bbc4-d88fd9de4238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.453295 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-48c8416c-59fa-406f-b87f-7ce810a58b76 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.487957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-2442fee4-6e86-458c-878b-1b7dcd850343 service neutron] 10.222.0.53 "GET /v2.0/networks/c395456f-7f40-43bf-9aec-b98bcc11fe96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224854 Oct 27 16:13:48.500218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a3865c9a-ac60-4cca-851a-6fe03d41ab47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=694cf571d9774f2da823f0e5d34eb45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997529 Oct 27 16:13:48.501638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58630) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:48.515037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3865c9a-ac60-4cca-851a-6fe03d41ab47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15852363-53c1-4236-a45e-04d0fdfd3279,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:48.521562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d17de3f-c284-4099-a091-7c688b9162f4,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:48.543817 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-7aa030ba-51d8-490a-9d8c-73ffbab3716c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=9595a43a-c66f-4afe-b42f-87763c646d51 HTTP/1.1" status: 200 len: 217 time: 0.0475523 Oct 27 16:13:48.564951 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-48c8416c-59fa-406f-b87f-7ce810a58b76 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.630541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-6a899a99-596a-4391-a3d7-0f06b2a1d135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:48.632131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-6a899a99-596a-4391-a3d7-0f06b2a1d135 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.0822966 Oct 27 16:13:48.637117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8416c-59fa-406f-b87f-7ce810a58b76 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e919d44-d8e7-4d0b-9332-f9593682d5df,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:48.669259 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e50b2b7c-c2c3-4590-8ee3-d0558083a1f0 req-b3735a09-5e0e-483e-a9ef-0c8fa09f93dd tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 210 time: 0.0625088 Oct 27 16:13:48.687313 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-48c8416c-59fa-406f-b87f-7ce810a58b76 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.688880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-48c8416c-59fa-406f-b87f-7ce810a58b76 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5874345 Oct 27 16:13:48.700965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58634) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:48.701635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fcd97c3-82e5-4b6f-9596-b7755cda9c86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.705986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1b5afbbf-b666-4986-8fe9-4e9f3fa22196 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192146589'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:48.707793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Attempting to bind port 4d17de3f-c284-4099-a091-7c688b9162f4 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:48.708308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Attempting to bind port 4d17de3f-c284-4099-a091-7c688b9162f4 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:48.708640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Attempting to bind port 4d17de3f-c284-4099-a091-7c688b9162f4 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:48.711776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-9fdd1d43-cadc-430f-b765-659cfc3a8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:48.713437 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-9fdd1d43-cadc-430f-b765-659cfc3a8055 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709622 Oct 27 16:13:48.721355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Port 4d17de3f-c284-4099-a091-7c688b9162f4 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:48.721754 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Attempting to bind port 4d17de3f-c284-4099-a091-7c688b9162f4 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:48.736427 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:48.736764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:48.737350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:48.737790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Bound port: 4d17de3f-c284-4099-a091-7c688b9162f4, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:48.738144 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.741351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fcd97c3-82e5-4b6f-9596-b7755cda9c86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.832257 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-1a475509-4318-4d94-88c3-bbf62d19db46 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106493 Oct 27 16:13:48.837430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] For port 4d17de3f-c284-4099-a091-7c688b9162f4, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:48.840744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] For port 4d17de3f-c284-4099-a091-7c688b9162f4, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=4d17de3f-c284-4099-a091-7c688b9162f4,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:48.909757 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b5afbbf-b666-4986-8fe9-4e9f3fa22196 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.946209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-49824cf3-797c-4147-9f51-2672dfa08f54 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044648 Oct 27 16:13:48.946462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.951647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fcd97c3-82e5-4b6f-9596-b7755cda9c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.954259 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fcd97c3-82e5-4b6f-9596-b7755cda9c86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:48.955551 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9fcd97c3-82e5-4b6f-9596-b7755cda9c86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15852363-53c1-4236-a45e-04d0fdfd3279 HTTP/1.1" status: 204 len: 168 time: 0.4510541 Oct 27 16:13:49.000126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.001012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:49.002557 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] 10.222.0.54 "PUT /v2.0/ports/4d17de3f-c284-4099-a091-7c688b9162f4 HTTP/1.1" status: 200 len: 1095 time: 1.3409603 Oct 27 16:13:49.008405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2e50b1-94ea-4260-ba65-c47df22b745d', 'tag': '4d17de3f-c284-4099-a091-7c688b9162f4'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:49.011675 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004a6480-07a8-4ae2-8597-d1a51f9e53f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2e50b1-94ea-4260-ba65-c47df22b745d", "tag": "4d17de3f-c284-4099-a091-7c688b9162f4"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:49.016913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-8f6a636b-2523-45ea-a019-ad39c05b2639 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ebe93a55-5bce-4ee5-92a3-5e3bab95f303 HTTP/1.1" status: 200 len: 217 time: 0.0582550 Oct 27 16:13:49.038045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd97c3-82e5-4b6f-9596-b7755cda9c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15852363-53c1-4236-a45e-04d0fdfd3279,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:49.099868 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b5afbbf-b666-4986-8fe9-4e9f3fa22196 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:49.113666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-5f24cbab-3517-447a-be8f-042a4635d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.114321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-5f24cbab-3517-447a-be8f-042a4635d58a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.0873692 Oct 27 16:13:49.118061 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687b13fa-72af-469e-8fe3-339d0b5ac128 x-openstack-request-id: req-687b13fa-72af-469e-8fe3-339d0b5ac128 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:49.118383 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2e50b1-94ea-4260-ba65-c47df22b745d", "tag": "4d17de3f-c284-4099-a091-7c688b9162f4", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:49.118678 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-687b13fa-72af-469e-8fe3-339d0b5ac128 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:49.119080 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2e50b1-94ea-4260-ba65-c47df22b745d', 'tag': '4d17de3f-c284-4099-a091-7c688b9162f4', 'status': 'completed', 'code': 200} Oct 27 16:13:49.161340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6876f-6336-41a9-a5dd-22ea96760cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d17de3f-c284-4099-a091-7c688b9162f4,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:49.177913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b5afbbf-b666-4986-8fe9-4e9f3fa22196 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:49.190215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1aaff-5b45-4124-9566-11e2d31dcd87 req-6d0c8739-dda5-4000-a900-2a320d4005d2 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.199724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5e1aaff-5b45-4124-9566-11e2d31dcd87 req-6d0c8739-dda5-4000-a900-2a320d4005d2 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 947 time: 0.1562393 Oct 27 16:13:49.237386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-3961b567-cadf-4416-a34d-dc14f908b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.239005 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-3961b567-cadf-4416-a34d-dc14f908b521 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6f42434230c4b21a9439de38a2ba1d3&device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 1098 time: 0.1191280 Oct 27 16:13:49.252499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5afbbf-b666-4986-8fe9-4e9f3fa22196 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9dadf8-2921-48b7-90d2-5e10ac91d72a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:49.267921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-2ca7f8ab-76f1-47ec-93d1-cea4554d7145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.269880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-2ca7f8ab-76f1-47ec-93d1-cea4554d7145 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1466479 Oct 27 16:13:49.294016 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5e1aaff-5b45-4124-9566-11e2d31dcd87 req-afdb32c9-6b4e-4215-984d-733e5ff72375 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942791 Oct 27 16:13:49.295768 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-4576ef88-c27c-4d92-a1d8-9d010c4c9723 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4d17de3f-c284-4099-a091-7c688b9162f4 HTTP/1.1" status: 200 len: 217 time: 0.0432405 Oct 27 16:13:49.363601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-6b07c800-ce32-479d-9de3-ff24ed3b2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.365120 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-6b07c800-ce32-479d-9de3-ff24ed3b2614 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0623581 Oct 27 16:13:49.383986 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1b5afbbf-b666-4986-8fe9-4e9f3fa22196 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:49.383986 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1b5afbbf-b666-4986-8fe9-4e9f3fa22196 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6791930 Oct 27 16:13:49.386156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58648) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:49.393197 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-29baf0bb-84a4-4ca1-bd12-7fab6fb656f6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': '8e919d44-d8e7-4d0b-9332-f9593682d5df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ca9dadf8-2921-48b7-90d2-5e10ac91d72a', 'remote_ip_prefix': None}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:49.400093 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-52527ba0-d56b-48a8-ba8b-feab672b7047 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202648 Oct 27 16:13:49.423887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-0b3d3d2e-bdb8-40ca-89d3-21156e9d8c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.423887 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-0b3d3d2e-bdb8-40ca-89d3-21156e9d8c4b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0491960 Oct 27 16:13:49.553579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-48799020-4f9e-49c4-9010-739d3e09ae27 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453977 Oct 27 16:13:49.556983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-5dea40ef-4e97-44ec-89e4-6644e0d5951e service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266260 Oct 27 16:13:49.604807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-1f01f9eb-455e-421a-b4ab-3882482b882d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=bf0c880e-4e05-475a-a650-447ac3e62a98 HTTP/1.1" status: 200 len: 217 time: 0.0407469 Oct 27 16:13:49.612321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29baf0bb-84a4-4ca1-bd12-7fab6fb656f6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:49.663565 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83027c0a-6f89-4017-ae7f-462e77dd2eb9 req-1e3b6280-f729-4b54-8a23-eb34aab96e4a service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994806 Oct 27 16:13:49.700815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-44db9fb7-13cb-405a-9a6d-9b5b240c67c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.702389 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-44db9fb7-13cb-405a-9a6d-9b5b240c67c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.0863826 Oct 27 16:13:49.767883 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29baf0bb-84a4-4ca1-bd12-7fab6fb656f6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:49.797961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c15487a8-8bb3-475a-9427-ab7635d43dbb req-32c9183b-5ae4-4bef-b7d8-852db63e493e tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 210 time: 0.0388174 Oct 27 16:13:49.812479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-79f63393-fbdd-49a3-a788-bd46ea28c6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.813966 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-79f63393-fbdd-49a3-a788-bd46ea28c6f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0934272 Oct 27 16:13:49.838723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a6480-07a8-4ae2-8597-d1a51f9e53f6 req-93c35988-7f38-46c0-992b-50d48193a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.840996 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-004a6480-07a8-4ae2-8597-d1a51f9e53f6 req-93c35988-7f38-46c0-992b-50d48193a8dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e6f42434230c4b21a9439de38a2ba1d3&device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 1098 time: 0.0485497 Oct 27 16:13:49.874005 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29baf0bb-84a4-4ca1-bd12-7fab6fb656f6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:49.903292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baf0bb-84a4-4ca1-bd12-7fab6fb656f6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509e24eb-6c2e-4a07-b37e-4ffb53142388,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:49.938643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-9478132d-167e-466e-ab69-faa87fac5793 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142061 Oct 27 16:13:49.942073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a6480-07a8-4ae2-8597-d1a51f9e53f6 req-aa34425c-37a5-4e28-a1fa-9e806dad9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:49.943569 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-004a6480-07a8-4ae2-8597-d1a51f9e53f6 req-aa34425c-37a5-4e28-a1fa-9e806dad9df1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.0951991 Oct 27 16:13:49.995064 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-004a6480-07a8-4ae2-8597-d1a51f9e53f6 req-5fcdec70-621f-412d-b073-fdecb5689c7e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4d17de3f-c284-4099-a091-7c688b9162f4 HTTP/1.1" status: 200 len: 217 time: 0.0414822 Oct 27 16:13:50.000718 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29baf0bb-84a4-4ca1-bd12-7fab6fb656f6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.002102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-29baf0bb-84a4-4ca1-bd12-7fab6fb656f6 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6126931 Oct 27 16:13:50.005182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58664) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:50.069827 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c8724d19-9e21-40c1-b10b-013c235721ef tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.080044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-6c2f7efd-f76b-4b56-b77e-6772262221bc service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288548 Oct 27 16:13:50.084750 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c8724d19-9e21-40c1-b10b-013c235721ef tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.103808 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a6480-07a8-4ae2-8597-d1a51f9e53f6 req-9eeb531f-81ff-441f-bd50-2420b760649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:50.105911 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-004a6480-07a8-4ae2-8597-d1a51f9e53f6 req-9eeb531f-81ff-441f-bd50-2420b760649e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0918660 Oct 27 16:13:50.132110 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-375460f9-d656-44be-857d-c6a8e6c72cf5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=e507069f-974e-4a04-9d36-642541b0a01c HTTP/1.1" status: 200 len: 217 time: 0.0434976 Oct 27 16:13:50.155565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a6480-07a8-4ae2-8597-d1a51f9e53f6 req-7bd9fbd6-da2e-439f-90ee-9b8a36982e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:50.157148 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-004a6480-07a8-4ae2-8597-d1a51f9e53f6 req-7bd9fbd6-da2e-439f-90ee-9b8a36982e88 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443745 Oct 27 16:13:50.185376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-d5afe3bd-62bb-42b1-946a-0e87c2c75820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:50.186846 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-d5afe3bd-62bb-42b1-946a-0e87c2c75820 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 200 len: 797 time: 0.0470557 Oct 27 16:13:50.234781 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c8724d19-9e21-40c1-b10b-013c235721ef tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.240926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-dbd17ee8-3f24-4865-a842-9a56b451b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:50.241830 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c8724d19-9e21-40c1-b10b-013c235721ef tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.242757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-dbd17ee8-3f24-4865-a842-9a56b451b69c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=df512f30-e00c-4c99-8ce8-eac121a29043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0467882 Oct 27 16:13:50.243349 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c8724d19-9e21-40c1-b10b-013c235721ef tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/509e24eb-6c2e-4a07-b37e-4ffb53142388 HTTP/1.1" status: 204 len: 168 time: 0.2371960 Oct 27 16:13:50.247636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:50.261685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8724d19-9e21-40c1-b10b-013c235721ef tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=509e24eb-6c2e-4a07-b37e-4ffb53142388,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:50.297094 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-004a6480-07a8-4ae2-8597-d1a51f9e53f6 req-7abc932d-9a1f-4792-9516-007412909bd9 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298013 Oct 27 16:13:50.413948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58678) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:50.446761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6756e14a-65c0-48d5-976a-ddcbdf497ef8 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1977563 Oct 27 16:13:50.447383 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58682) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:50.474472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a84fa-ec13-4690-ab12-8d073861dbd5 req-6aeae34f-5251-4c7e-b71c-f8c49b7bee90 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:50.475955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-677a84fa-ec13-4690-ab12-8d073861dbd5 req-6aeae34f-5251-4c7e-b71c-f8c49b7bee90 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 947 time: 0.0992496 Oct 27 16:13:50.486168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-004a6480-07a8-4ae2-8597-d1a51f9e53f6 req-85b864d0-77ad-41a4-a9e8-775adbe8823f service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818721 Oct 27 16:13:50.508682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-bfb1560a-8f4b-412f-aa86-97a526e5454c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:50.510200 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-bfb1560a-8f4b-412f-aa86-97a526e5454c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.54 "GET /v2.0/networks?id=560879d0-a51b-4faa-81ce-fa9665121579 HTTP/1.1" status: 200 len: 820 time: 0.2425549 Oct 27 16:13:50.512361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-60d0ae2c-525f-4856-9e3e-b164b72f58cf service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561250 Oct 27 16:13:50.526111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Request body: {'port': {'device_id': '96c26f3b-a815-43cb-beb5-fec5a647831f', 'network_id': '560879d0-a51b-4faa-81ce-fa9665121579', 'admin_state_up': True, 'tenant_id': 'ee5a3117a08f457aa0f274d79dfeb6da'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:50.547857 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-677a84fa-ec13-4690-ab12-8d073861dbd5 req-3b3ad0f5-0cf4-435e-ad2e-baa4b4c4ed83 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645685 Oct 27 16:13:50.561873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6edf48e-944e-4814-aec1-41e07ce85a9f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.588190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-889583536'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:50.589270 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6edf48e-944e-4814-aec1-41e07ce85a9f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.724680 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-f5a31a2c-694a-4b96-8159-a9bbcc814077 service neutron] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028325 Oct 27 16:13:50.756512 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6edf48e-944e-4814-aec1-41e07ce85a9f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.759213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6edf48e-944e-4814-aec1-41e07ce85a9f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.760445 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c6edf48e-944e-4814-aec1-41e07ce85a9f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-groups/ca9dadf8-2921-48b7-90d2-5e10ac91d72a HTTP/1.1" status: 204 len: 168 time: 0.3054621 Oct 27 16:13:50.764555 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58684) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:50.773574 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-fed0ea1e-ded3-445a-b38b-21cefe3ce8f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d43e3d0a-dd03-416e-b07c-58a545b450f7 HTTP/1.1" status: 200 len: 217 time: 0.0393476 Oct 27 16:13:50.783669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edf48e-944e-4814-aec1-41e07ce85a9f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9dadf8-2921-48b7-90d2-5e10ac91d72a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:50.816875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:50.820360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.840566 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4bd25519-438b-4f5f-8dd4-8dbb77d57c36 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0741627 Oct 27 16:13:50.841156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58688) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:50.843218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.870746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-af365ed3-2554-4873-9216-ad6df024d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:50.872949 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-af365ed3-2554-4873-9216-ad6df024d605 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7049252d-b600-4fab-b5a2-b6177f5e768d HTTP/1.1" status: 200 len: 797 time: 0.0883501 Oct 27 16:13:50.897921 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d27437e-5cc2-4a6d-bdf4-928ee31c5976 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.921550 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d27437e-5cc2-4a6d-bdf4-928ee31c5976 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.949062 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4684e43-0120-45d5-a94a-5214916e43ce req-b3d242e8-85b2-40d8-8b4e-84ad9e042789 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 210 time: 0.0553563 Oct 27 16:13:50.971008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Made reservation on behalf of ee5a3117a08f457aa0f274d79dfeb6da for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:50.974536 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:50.993837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-618c7a07-5d6c-4314-aae1-0942546fd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:50.995246 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-618c7a07-5d6c-4314-aae1-0942546fd506 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1131053 Oct 27 16:13:51.064866 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d27437e-5cc2-4a6d-bdf4-928ee31c5976 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.067484 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d27437e-5cc2-4a6d-bdf4-928ee31c5976 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.076022 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1d27437e-5cc2-4a6d-bdf4-928ee31c5976 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-groups/8e919d44-d8e7-4d0b-9332-f9593682d5df HTTP/1.1" status: 204 len: 168 time: 0.2266374 Oct 27 16:13:51.079886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58692) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:51.088772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27437e-5cc2-4a6d-bdf4-928ee31c5976 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e919d44-d8e7-4d0b-9332-f9593682d5df,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:51.152963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.234679 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.276643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d49fd2e9-3973-49b6-8c46-664073d08c3e tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1947992 Oct 27 16:13:51.276863 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-7c118e8e-8e31-4505-a224-ba6a95398903 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407407 Oct 27 16:13:51.281295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58694) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:51.286690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Allocated IP 172.20.0.4 (560879d0-a51b-4faa-81ce-fa9665121579/ecf8ace2-a585-40bb-9db8-bf06bdefe115/a12b3242-0a39-422a-b87c-b283ebe9ce57) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:51.287000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e4cd1aca-9ee2-4bd0-b0de-dbf810fd56c1 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020932261'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:51.299425 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-f625213e-9af4-42ba-add9-45c899501dd4 service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945991 Oct 27 16:13:51.303812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:51.314301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f73ee15-d05d-4e6d-afaf-2226bf764fec,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:51.344700 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.345043 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Added segment f0789d4c-ed34-495c-9465-0179ba4a6bb3 of type vlan for network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 Oct 27 16:13:51.355976 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-a7b29361-8ef7-4fd3-a4cf-8e0d8057dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:51.358088 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-a7b29361-8ef7-4fd3-a4cf-8e0d8057dc39 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 1096 time: 0.0534170 Oct 27 16:13:51.395194 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1aca-9ee2-4bd0-b0de-dbf810fd56c1 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.459091 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8fa46d16-7b34-4a91-bf0a-6b651662490a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.465447 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.523168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-1b7ed7ae-aea4-4b3c-8576-f989c8b7e4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:51.524730 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-1b7ed7ae-aea4-4b3c-8576-f989c8b7e4fc service neutron] 10.222.0.54 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.1441905 Oct 27 16:13:51.560791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-87cb2a90-09a7-4388-94e7-f4194303e880 service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475522 Oct 27 16:13:51.582733 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1aca-9ee2-4bd0-b0de-dbf810fd56c1 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.584725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-cadb1cc2-5659-4db1-9839-66e3962d1a59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45596fc9-4b02-4305-9b3c-76f511af54f5 HTTP/1.1" status: 200 len: 217 time: 0.0510030 Oct 27 16:13:51.620236 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-9ca5315d-17d1-44b0-b4fb-136a88d04325 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=935953a2-6495-45f6-89e3-b6b0c3d8b32e HTTP/1.1" status: 200 len: 217 time: 0.0459864 Oct 27 16:13:51.627207 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.633012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:51.633601 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.663789 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1aca-9ee2-4bd0-b0de-dbf810fd56c1 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.692863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-74191c19-414d-4fe4-990c-8b467126ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:51.694375 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-74191c19-414d-4fe4-990c-8b467126ea02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.1026502 Oct 27 16:13:51.720510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd1aca-9ee2-4bd0-b0de-dbf810fd56c1 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775d9b0c-4d61-47cd-a482-f43ff97f4c7f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:51.745391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a976478-c430-46b8-8a4b-7ffdf741ef2a req-0e98323f-b5fd-4f6e-a0a6-8838d8f48aa0 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:51.747267 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a976478-c430-46b8-8a4b-7ffdf741ef2a req-0e98323f-b5fd-4f6e-a0a6-8838d8f48aa0 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 947 time: 0.1182160 Oct 27 16:13:51.755263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.772858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Network': ['ID=e5de3fc8-79da-4d33-9380-e5c960fd3ef6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:51.779054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-57763dcf-46a4-49ef-8ce4-157167be6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:51.780583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-57763dcf-46a4-49ef-8ce4-157167be6481 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7049252d-b600-4fab-b5a2-b6177f5e768d HTTP/1.1" status: 200 len: 797 time: 0.1375482 Oct 27 16:13:51.781188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-df6e5059-985b-4bb6-957b-7def7a54bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:51.782736 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-df6e5059-985b-4bb6-957b-7def7a54bd9d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788944 Oct 27 16:13:51.789696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:51.818607 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a976478-c430-46b8-8a4b-7ffdf741ef2a req-63f33597-5e6f-4396-8b68-b105901e5db6 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635412 Oct 27 16:13:51.848721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-30f8366a-5908-4f2b-a142-d44689b91b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:51.848721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-30f8366a-5908-4f2b-a142-d44689b91b49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a7ed5152-1a1f-4ec2-abc4-e8bd08222722&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0518906 Oct 27 16:13:51.852392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b9574393-8faa-4f44-82c9-43cd691659f4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4352872 Oct 27 16:13:51.860938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58700) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:51.866118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'name': 'tempest-PortsTestJSON-1029452738'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:51.931845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1aca-9ee2-4bd0-b0de-dbf810fd56c1 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.933733 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e4cd1aca-9ee2-4bd0-b0de-dbf810fd56c1 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6503687 Oct 27 16:13:51.936674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58702) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:51.941768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1670cb3d-fdf4-4314-8547-72c4644daa70 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': '775d9b0c-4d61-47cd-a482-f43ff97f4c7f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:51.967082 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:51.971978 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-61438f9e-4e30-4af5-93ae-fae996c3032b service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788630 Oct 27 16:13:51.973778 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-8904f504-0c02-43bb-9abb-c2332e52fe23 service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161010 Oct 27 16:13:52.082636 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bdf1643-0dd9-4c78-bf1c-939d8e23866d req-bd65eb45-2015-4a4a-8b0b-cb6685b03925 service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026504 Oct 27 16:13:52.110590 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.167729 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.207777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:52.212345 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.233098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port dc233a36-332f-49cf-a503-bba3b577f9bd yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:13:52.402992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Network 560879d0-a51b-4faa-81ce-fa9665121579 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:52.407901 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.431535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:52.437792 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1670cb3d-fdf4-4314-8547-72c4644daa70 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.440636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Pushing event updated for resources: {'Port': ['ID=a12b3242-0a39-422a-b87c-b283ebe9ce57,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:52.442843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:52.482159 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.548351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a0fa78f-8226-43cc-acc6-6e752c6f9552 req-9e7903c0-8b8a-48ac-9543-e7361540a0ad service neutron] 10.222.0.53 "GET /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5640488 Oct 27 16:13:52.560687 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=dc233a36-332f-49cf-a503-bba3b577f9bd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:52.562615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd3db-3da0-4311-bcfe-b53ae7ab4944 req-e839497f-5dd8-4c94-a911-6cd9a5aecd98 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:52.564171 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f55cd3db-3da0-4311-bcfe-b53ae7ab4944 req-e839497f-5dd8-4c94-a911-6cd9a5aecd98 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 931 time: 0.5319364 Oct 27 16:13:52.568511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Checking segment: {'id': 'f0789d4c-ed34-495c-9465-0179ba4a6bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:52.568874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network hostable DHCP agents. Network: e5de3fc8-79da-4d33-9380-e5c960fd3ef6, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:52.575387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:52.576021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.618738 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1670cb3d-fdf4-4314-8547-72c4644daa70 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.635882 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f55cd3db-3da0-4311-bcfe-b53ae7ab4944 req-7f30c566-5600-4aad-9ce8-47eae4c75347 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Oct 27 16:13:52.676531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:52.702520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-7b377d4a-bcba-48cb-aaf9-9d315ec1bb6c tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1827874 Oct 27 16:13:52.703234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1670cb3d-fdf4-4314-8547-72c4644daa70 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.725661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Request body: {'port': {'device_id': '96c26f3b-a815-43cb-beb5-fec5a647831f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:52.729709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670cb3d-fdf4-4314-8547-72c4644daa70 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de42c20-be38-48c4-97da-1a6f4b5bd87d,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:52.764549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 4d17de3f-c284-4099-a091-7c688b9162f4 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:13:52.785740 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.825916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, e5de3fc8-79da-4d33-9380-e5c960fd3ef6) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:52.830795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:52.841069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:52.841788 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.842428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c541885-b478-4279-a5f9-badac4d2df6b None None] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:52.914289 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1670cb3d-fdf4-4314-8547-72c4644daa70 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:52.916105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1670cb3d-fdf4-4314-8547-72c4644daa70 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9780176 Oct 27 16:13:52.919241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58712) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:52.927258 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 4d17de3f-c284-4099-a091-7c688b9162f4, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=4d17de3f-c284-4099-a091-7c688b9162f4,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:52.948300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '4d17de3f-c284-4099-a091-7c688b9162f4', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '4d17de3f-c284-4099-a091-7c688b9162f4', 'mac_address': 'fa:16:3e:38:be:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:13:52.976256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5dab67c8-6c47-40f2-9035-5b9d0fa8fbb7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1139128 Oct 27 16:13:52.979546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58714) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:52.985379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-662193726'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:53.004457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4fc0d-7956-46b4-9329-b2a04c21ca77 req-c536975c-30d6-4e00-8212-36c4cc1260c1 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:53.005754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0aa4fc0d-7956-46b4-9329-b2a04c21ca77 req-c536975c-30d6-4e00-8212-36c4cc1260c1 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 947 time: 0.0979931 Oct 27 16:13:53.008474 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.022221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d982e3c4-d79b-432e-9461-9f96a1d04720 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.033443 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d982e3c4-d79b-432e-9461-9f96a1d04720 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.047257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d17de3f-c284-4099-a091-7c688b9162f4 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:53.071682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 4d17de3f-c284-4099-a091-7c688b9162f4, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=4d17de3f-c284-4099-a091-7c688b9162f4,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:53.085369 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0aa4fc0d-7956-46b4-9329-b2a04c21ca77 req-f7d1cb0f-713d-4f00-a593-5ef631c7eaa2 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671833 Oct 27 16:13:53.105152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:53.109494 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.133353 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.135759 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d982e3c4-d79b-432e-9461-9f96a1d04720 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.138989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:53.141534 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d982e3c4-d79b-432e-9461-9f96a1d04720 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.145800 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d982e3c4-d79b-432e-9461-9f96a1d04720 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1de42c20-be38-48c4-97da-1a6f4b5bd87d HTTP/1.1" status: 204 len: 168 time: 0.2230296 Oct 27 16:13:53.146491 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58716) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:53.156020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.156475 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Added segment 36991447-6335-472c-bae4-6fd047b5f6af of type vlan for network 5bc607cd-b5c8-4815-bc0a-a471f2293d3c Oct 27 16:13:53.157063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982e3c4-d79b-432e-9461-9f96a1d04720 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1de42c20-be38-48c4-97da-1a6f4b5bd87d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:53.192972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=4d17de3f-c284-4099-a091-7c688b9162f4,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:53.223795 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.235817 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-31908e0d-177f-4c12-8db7-5da2dea7825b tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0880449 Oct 27 16:13:53.240205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58720) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:53.250879 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12b3242-0a39-422a-b87c-b283ebe9ce57 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:53.259211 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.274808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Transition to ACTIVE for port object a12b3242-0a39-422a-b87c-b283ebe9ce57 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:13:53.309302 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24f4dff8-093f-4342-867f-f506ce9d3631 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.327432 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.334830 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24f4dff8-093f-4342-867f-f506ce9d3631 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.345320 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.351210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:53.351797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.379985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Pushing event updated for resources: {'Port': ['ID=a12b3242-0a39-422a-b87c-b283ebe9ce57,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:53.403494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['4d17de3f-c284-4099-a091-7c688b9162f4'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:53.437285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Network': ['ID=5bc607cd-b5c8-4815-bc0a-a471f2293d3c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:53.450771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 5bc607cd-b5c8-4815-bc0a-a471f2293d3c details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:53.460671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Attempting to bind port a12b3242-0a39-422a-b87c-b283ebe9ce57 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:53.460998 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Attempting to bind port a12b3242-0a39-422a-b87c-b283ebe9ce57 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '64b64784-bfa7-44f8-b32a-1e903a785eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '560879d0-a51b-4faa-81ce-fa9665121579'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:53.461320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Attempting to bind port a12b3242-0a39-422a-b87c-b283ebe9ce57 on network 560879d0-a51b-4faa-81ce-fa9665121579 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:53.467502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Port a12b3242-0a39-422a-b87c-b283ebe9ce57 on network 560879d0-a51b-4faa-81ce-fa9665121579 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:13:53.467825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Attempting to bind port a12b3242-0a39-422a-b87c-b283ebe9ce57 on network 560879d0-a51b-4faa-81ce-fa9665121579 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:53.473148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:53.473641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Checking segment: {'id': '64b64784-bfa7-44f8-b32a-1e903a785eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '560879d0-a51b-4faa-81ce-fa9665121579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:53.474030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Bound using segment: {'id': '64b64784-bfa7-44f8-b32a-1e903a785eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '560879d0-a51b-4faa-81ce-fa9665121579'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:53.474533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Bound port: a12b3242-0a39-422a-b87c-b283ebe9ce57, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b64784-bfa7-44f8-b32a-1e903a785eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '560879d0-a51b-4faa-81ce-fa9665121579'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:53.474961 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.481135 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fb4a299d-47b9-4e1a-a1a8-dd1d588b97b4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5007277 Oct 27 16:13:53.482614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58722) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:53.488019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'ports': [{'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6'}, {'network_id': '5bc607cd-b5c8-4815-bc0a-a471f2293d3c'}]} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:53.488346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:53.488837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': '5bc607cd-b5c8-4815-bc0a-a471f2293d3c'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:53.550190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24f4dff8-093f-4342-867f-f506ce9d3631 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.552799 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24f4dff8-093f-4342-867f-f506ce9d3631 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.553962 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-24f4dff8-093f-4342-867f-f506ce9d3631 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-groups/775d9b0c-4d61-47cd-a482-f43ff97f4c7f HTTP/1.1" status: 204 len: 168 time: 0.3127272 Oct 27 16:13:53.557330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58726) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:53.580402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4dff8-093f-4342-867f-f506ce9d3631 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775d9b0c-4d61-47cd-a482-f43ff97f4c7f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:53.637652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a24abe12-baea-42d7-931e-7238d725ff27 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785768 Oct 27 16:13:53.641381 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58728) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:53.647150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b4d18d5d-64fe-4bfb-8443-14dd6c60716e tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group': {'name': 'tempest-secgroup--1831926601'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:53.669122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] For port a12b3242-0a39-422a-b87c-b283ebe9ce57, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:53.695111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] For port a12b3242-0a39-422a-b87c-b283ebe9ce57, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a12b3242-0a39-422a-b87c-b283ebe9ce57,segment=NetworkSegment(64b64784-bfa7-44f8-b32a-1e903a785eb4),segment_id=64b64784-bfa7-44f8-b32a-1e903a785eb4)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:53.728199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4d18d5d-64fe-4bfb-8443-14dd6c60716e tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.771507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd2c3b-2f96-4bfa-b151-dc09ab01c212 req-f940df13-9f5f-4c94-86bf-0cb5ceeac447 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:53.773241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2dd2c3b-2f96-4bfa-b151-dc09ab01c212 req-f940df13-9f5f-4c94-86bf-0cb5ceeac447 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 943 time: 0.0625546 Oct 27 16:13:53.774616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.804217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4d18d5d-64fe-4bfb-8443-14dd6c60716e tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.831977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 2} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:53.836584 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.839068 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:53.840373 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.841848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] 10.222.0.54 "PUT /v2.0/ports/a12b3242-0a39-422a-b87c-b283ebe9ce57 HTTP/1.1" status: 200 len: 1091 time: 1.1247952 Oct 27 16:13:53.845030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96c26f3b-a815-43cb-beb5-fec5a647831f', 'tag': 'a12b3242-0a39-422a-b87c-b283ebe9ce57'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:53.847380 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadf6c84-ac67-4369-bd50-78b436570b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "96c26f3b-a815-43cb-beb5-fec5a647831f", "tag": "a12b3242-0a39-422a-b87c-b283ebe9ce57"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:53.881709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.891465 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a055ec5e-abf4-4fc8-a9f4-a8becf70c0e0 x-openstack-request-id: req-a055ec5e-abf4-4fc8-a9f4-a8becf70c0e0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:53.891755 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96c26f3b-a815-43cb-beb5-fec5a647831f", "tag": "a12b3242-0a39-422a-b87c-b283ebe9ce57", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:53.892005 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a055ec5e-abf4-4fc8-a9f4-a8becf70c0e0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:53.892421 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96c26f3b-a815-43cb-beb5-fec5a647831f', 'tag': 'a12b3242-0a39-422a-b87c-b283ebe9ce57', 'status': 'completed', 'code': 200} Oct 27 16:13:53.899359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4d18d5d-64fe-4bfb-8443-14dd6c60716e tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:53.902609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2dd2c3b-2f96-4bfa-b151-dc09ab01c212 req-f6388c71-f4e3-4de0-a3d6-f533f65f6638 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186516 Oct 27 16:13:53.905106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32bd91-3755-48ef-8176-c70967a2af5c service neutron] Pushing event updated for resources: {'Port': ['ID=a12b3242-0a39-422a-b87c-b283ebe9ce57,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:53.937782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d18d5d-64fe-4bfb-8443-14dd6c60716e tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2629cc3d-e593-4912-90bc-3ff059411bc9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:54.015472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port 03e8d0d0-c66c-40ec-aa8a-ecbf604ebdb3 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:13:54.021352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf6c84-ac67-4369-bd50-78b436570b4e req-3955427f-52ca-4f81-baf4-1864ffd7b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.022906 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aadf6c84-ac67-4369-bd50-78b436570b4e req-3955427f-52ca-4f81-baf4-1864ffd7b9d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee5a3117a08f457aa0f274d79dfeb6da&device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 1094 time: 0.1120837 Oct 27 16:13:54.026220 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4d18d5d-64fe-4bfb-8443-14dd6c60716e tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.030983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b4d18d5d-64fe-4bfb-8443-14dd6c60716e tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3859754 Oct 27 16:13:54.031251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58734) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:54.035787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bbe84628-551b-4cb2-9f7c-c32875729a08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': '2629cc3d-e593-4912-90bc-3ff059411bc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:54.093740 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.132213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe84628-551b-4cb2-9f7c-c32875729a08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.202053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf6c84-ac67-4369-bd50-78b436570b4e req-c1808044-6a04-4044-9afc-48aca466ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.202053 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aadf6c84-ac67-4369-bd50-78b436570b4e req-c1808044-6a04-4044-9afc-48aca466ccd9 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=ee5a3117a08f457aa0f274d79dfeb6da&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1696477 Oct 27 16:13:54.232591 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f399f-e853-41e5-88d5-7d97f4512428 req-af7f2ca9-4668-4288-b77d-5ce8aed384f0 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.234359 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be8f399f-e853-41e5-88d5-7d97f4512428 req-af7f2ca9-4668-4288-b77d-5ce8aed384f0 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 948 time: 0.0685544 Oct 27 16:13:54.240380 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe84628-551b-4cb2-9f7c-c32875729a08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.275825 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be8f399f-e853-41e5-88d5-7d97f4512428 req-73f28041-86d3-4c52-b06b-701a82baeda5 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339732 Oct 27 16:13:54.282772 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.311206 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe84628-551b-4cb2-9f7c-c32875729a08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.332304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe84628-551b-4cb2-9f7c-c32875729a08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f907b5-2b8d-41c9-b309-83918b2f8272,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:54.383377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port 3ede5bc6-388b-4805-939a-93e0c00024a0 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:13:54.398711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe84628-551b-4cb2-9f7c-c32875729a08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.399720 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bbe84628-551b-4cb2-9f7c-c32875729a08 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3675466 Oct 27 16:13:54.402393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58740) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:54.406811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf6c84-ac67-4369-bd50-78b436570b4e req-77326133-658a-462f-97ee-c8c32ff90028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.408297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aadf6c84-ac67-4369-bd50-78b436570b4e req-77326133-658a-462f-97ee-c8c32ff90028 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1959846 Oct 27 16:13:54.420471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b170ad15-ad39-461b-8556-4d7d662239a4 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules/18f907b5-2b8d-41c9-b309-83918b2f8272 HTTP/1.1" status: 200 len: 763 time: 0.0169301 Oct 27 16:13:54.422800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58742) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:54.467302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c54257c1-8777-4049-b5cb-850ab755f233 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0433025 Oct 27 16:13:54.469777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58744) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:54.501976 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59e41d8c-d2dc-45c5-b578-12c0100a824f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.506718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59e41d8c-d2dc-45c5-b578-12c0100a824f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.531417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-d2634bee-dba1-480b-bf0a-7ad04435c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.532956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-d2634bee-dba1-480b-bf0a-7ad04435c75f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee5a3117a08f457aa0f274d79dfeb6da&device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 1094 time: 0.0726449 Oct 27 16:13:54.555914 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.593334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-b53aa96e-2e06-4a95-96c8-0e30b67ee8c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a12b3242-0a39-422a-b87c-b283ebe9ce57 HTTP/1.1" status: 200 len: 217 time: 0.0519478 Oct 27 16:13:54.607604 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59e41d8c-d2dc-45c5-b578-12c0100a824f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.614571 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59e41d8c-d2dc-45c5-b578-12c0100a824f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.617933 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-59e41d8c-d2dc-45c5-b578-12c0100a824f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/18f907b5-2b8d-41c9-b309-83918b2f8272 HTTP/1.1" status: 204 len: 168 time: 0.1449931 Oct 27 16:13:54.621706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58746) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:54.624673 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e41d8c-d2dc-45c5-b578-12c0100a824f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18f907b5-2b8d-41c9-b309-83918b2f8272,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:54.668516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-eb8f1801-3ae5-4649-bab5-ac94bf173c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:54.670378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-eb8f1801-3ae5-4649-bab5-ac94bf173c4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ecf8ace2-a585-40bb-9db8-bf06bdefe115 HTTP/1.1" status: 200 len: 860 time: 0.0674353 Oct 27 16:13:54.672229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58750) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:54.672641 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a1d6702c-f5fc-4068-ab41-58baa7fd2f43 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452828 Oct 27 16:13:54.676675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-90db2131-4400-4748-a1e5-098d1ce767c9 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': '2629cc3d-e593-4912-90bc-3ff059411bc9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:54.713809 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-2020727d-0a08-4481-a229-cad8aa5258bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=560879d0-a51b-4faa-81ce-fa9665121579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320032 Oct 27 16:13:54.767554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.781329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 4d17de3f-c284-4099-a091-7c688b9162f4 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:13:54.832522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90db2131-4400-4748-a1e5-098d1ce767c9 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.837453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:54.847699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:54.863718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:54.864634 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.866197 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=03e8d0d0-c66c-40ec-aa8a-ecbf604ebdb3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:54.898939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 4d17de3f-c284-4099-a091-7c688b9162f4 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:13:54.903778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 4d17de3f-c284-4099-a091-7c688b9162f4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:13:54.904178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:54.933325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-2e4f98e9-7bac-467d-bc69-485c6a8a929a service neutron] 10.222.0.54 "GET /v2.0/networks/560879d0-a51b-4faa-81ce-fa9665121579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122073 Oct 27 16:13:54.977830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=3ede5bc6-388b-4805-939a-93e0c00024a0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:54.993482 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.019130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2e50b1-94ea-4260-ba65-c47df22b745d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d17de3f-c284-4099-a091-7c688b9162f4'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:55.021351 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3413342f-de4c-409d-84e7-22f480d9ae89" -d '{"events": [{"server_uuid": "9c2e50b1-94ea-4260-ba65-c47df22b745d", "name": "network-vif-plugged", "status": "completed", "tag": "4d17de3f-c284-4099-a091-7c688b9162f4"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:55.035240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 4d17de3f-c284-4099-a091-7c688b9162f4, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=4d17de3f-c284-4099-a091-7c688b9162f4,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:55.063231 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821630e4-df92-46a3-b210-ab5b695acb29 x-openstack-request-id: req-821630e4-df92-46a3-b210-ab5b695acb29 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:55.063534 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2e50b1-94ea-4260-ba65-c47df22b745d", "name": "network-vif-plugged", "status": "completed", "tag": "4d17de3f-c284-4099-a091-7c688b9162f4", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:55.063800 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-821630e4-df92-46a3-b210-ab5b695acb29 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:55.064846 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2e50b1-94ea-4260-ba65-c47df22b745d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d17de3f-c284-4099-a091-7c688b9162f4', 'code': 200} Oct 27 16:13:55.069219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90db2131-4400-4748-a1e5-098d1ce767c9 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.080623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Checking segment: {'id': '36991447-6335-472c-bae4-6fd047b5f6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5bc607cd-b5c8-4815-bc0a-a471f2293d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:55.082799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network hostable DHCP agents. Network: 5bc607cd-b5c8-4815-bc0a-a471f2293d3c, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:55.105754 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.128211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac509b-5b9a-48b0-9d6d-cb76004fd9b4 req-b2da8d1e-7a88-48da-87a5-04339c11ed41 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.129738 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ac509b-5b9a-48b0-9d6d-cb76004fd9b4 req-b2da8d1e-7a88-48da-87a5-04339c11ed41 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 943 time: 0.1166725 Oct 27 16:13:55.135146 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90db2131-4400-4748-a1e5-098d1ce767c9 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.138325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1aa6502-e562-4270-8c59-aed4120ee156 req-906a513d-e78e-43c8-9571-caecb0134543 service neutron] 10.222.0.54 "GET /v2.0/networks/560879d0-a51b-4faa-81ce-fa9665121579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946986 Oct 27 16:13:55.162213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=4d17de3f-c284-4099-a091-7c688b9162f4,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:55.177380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db2131-4400-4748-a1e5-098d1ce767c9 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e7a636-463f-4211-afc4-508041412c48,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:55.179054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a5ee3-430d-4481-bfbf-69d00dd7e29f req-ed8139ff-b3b2-4e73-9045-76d070b5a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.180549 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-901a5ee3-430d-4481-bfbf-69d00dd7e29f req-ed8139ff-b3b2-4e73-9045-76d070b5a150 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 1100 time: 0.0589015 Oct 27 16:13:55.201415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ac509b-5b9a-48b0-9d6d-cb76004fd9b4 req-bed64d5a-9c4c-4820-bf39-6ad7c2d3e9c4 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607250 Oct 27 16:13:55.222069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 5bc607cd-b5c8-4815-bc0a-a471f2293d3c is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:55.226307 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-901a5ee3-430d-4481-bfbf-69d00dd7e29f req-21a30897-c353-4e90-b779-1eb91e45f576 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Oct 27 16:13:55.266978 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90db2131-4400-4748-a1e5-098d1ce767c9 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.268264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-90db2131-4400-4748-a1e5-098d1ce767c9 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5950758 Oct 27 16:13:55.270976 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58756) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:55.287858 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6b152014-d8b7-4103-a0aa-785f35a9887f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules/97e7a636-463f-4211-afc4-508041412c48 HTTP/1.1" status: 200 len: 763 time: 0.0159113 Oct 27 16:13:55.290568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58758) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:55.324254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 5bc607cd-b5c8-4815-bc0a-a471f2293d3c) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:55.328710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:55.333602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1372b083-f40b-4512-a2ef-499463fc5dad None None] Network 5bc607cd-b5c8-4815-bc0a-a471f2293d3c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:55.334801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.340894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.341605 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.357172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-494f74e2-3c12-4835-a1a9-24b6fecf3339 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0624285 Oct 27 16:13:55.357377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58762) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:55.390378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6c9455d-ecb8-4493-9aa7-4f447c106f24 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.398844 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6c9455d-ecb8-4493-9aa7-4f447c106f24 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.411963 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d775c69-1839-43a4-bfa7-a6921fb8f76e req-5d768731-4fb7-492c-907a-d3c0e4212c23 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.419533 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d775c69-1839-43a4-bfa7-a6921fb8f76e req-5d768731-4fb7-492c-907a-d3c0e4212c23 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 949 time: 0.0625293 Oct 27 16:13:55.448461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0ab8fc33-fa40-403a-ae51-705d150f3e3b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9622028 Oct 27 16:13:55.449290 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58766) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:55.461548 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d775c69-1839-43a4-bfa7-a6921fb8f76e req-3a90a732-4f40-42a4-996c-17b9d7124762 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401638 Oct 27 16:13:55.495285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6c9455d-ecb8-4493-9aa7-4f447c106f24 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.509352 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6c9455d-ecb8-4493-9aa7-4f447c106f24 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.510460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c6c9455d-ecb8-4493-9aa7-4f447c106f24 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/97e7a636-463f-4211-afc4-508041412c48 HTTP/1.1" status: 204 len: 168 time: 0.1521986 Oct 27 16:13:55.513270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58768) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:55.535150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9455d-ecb8-4493-9aa7-4f447c106f24 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97e7a636-463f-4211-afc4-508041412c48,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:55.563590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-428a1bb8-e99f-48cc-accf-dfb8289d2e5c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 3ede5bc6-388b-4805-939a-93e0c00024a0 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:55.563937 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-428a1bb8-e99f-48cc-accf-dfb8289d2e5c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.569380 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-351fccc7-502f-4ce5-b994-19e761959415 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528297 Oct 27 16:13:55.569959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58770) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:55.575001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a3975db7-0006-4810-9305-d5bc9973daeb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Request body: {'security_group_rule': {'security_group_id': '2629cc3d-e593-4912-90bc-3ff059411bc9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:55.639821 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-428a1bb8-e99f-48cc-accf-dfb8289d2e5c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.652353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-428a1bb8-e99f-48cc-accf-dfb8289d2e5c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 3ede5bc6-388b-4805-939a-93e0c00024a0 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:55.659276 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-a3975db7-0006-4810-9305-d5bc9973daeb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Project 332a3f4f226146198be1174e5be26ed3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:13:55.664754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3975db7-0006-4810-9305-d5bc9973daeb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.722008 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3975db7-0006-4810-9305-d5bc9973daeb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.796191 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3975db7-0006-4810-9305-d5bc9973daeb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.814113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3975db7-0006-4810-9305-d5bc9973daeb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a73d58e-b232-4cab-b983-63df4e0587e9,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:55.836356 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-428a1bb8-e99f-48cc-accf-dfb8289d2e5c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.872001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a1bb8-e99f-48cc-accf-dfb8289d2e5c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=3ede5bc6-388b-4805-939a-93e0c00024a0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:55.875955 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-428a1bb8-e99f-48cc-accf-dfb8289d2e5c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.879456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-428a1bb8-e99f-48cc-accf-dfb8289d2e5c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/3ede5bc6-388b-4805-939a-93e0c00024a0 HTTP/1.1" status: 204 len: 168 time: 0.4279637 Oct 27 16:13:55.882616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58774) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:55.901447 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3975db7-0006-4810-9305-d5bc9973daeb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:55.905764 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a3975db7-0006-4810-9305-d5bc9973daeb tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3324664 Oct 27 16:13:55.906051 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58776) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:55.927461 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-61d4b52c-8e4a-4e0c-97ce-710eb0756f1f tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules/3a73d58e-b232-4cab-b983-63df4e0587e9 HTTP/1.1" status: 200 len: 769 time: 0.0197806 Oct 27 16:13:55.929772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58778) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:55.933820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63777892-e037-495b-a2f5-2490f99e4d0a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.939951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63777892-e037-495b-a2f5-2490f99e4d0a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:55.944197 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-63777892-e037-495b-a2f5-2490f99e4d0a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0580232 Oct 27 16:13:55.944380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58780) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:55.973219 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e43151c9-2bb4-43d8-b212-81c4483cda3e tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0422075 Oct 27 16:13:55.977484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58782) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:56.002654 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b72c-5e38-43fe-a03c-be91d8d4107a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.010205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b72c-5e38-43fe-a03c-be91d8d4107a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.037493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e379008b-b17e-47d4-915d-c31825dca8e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 03e8d0d0-c66c-40ec-aa8a-ecbf604ebdb3 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:56.037835 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e379008b-b17e-47d4-915d-c31825dca8e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.093146 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b72c-5e38-43fe-a03c-be91d8d4107a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.101795 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b6a1b72c-5e38-43fe-a03c-be91d8d4107a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.102919 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b6a1b72c-5e38-43fe-a03c-be91d8d4107a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3a73d58e-b232-4cab-b983-63df4e0587e9 HTTP/1.1" status: 204 len: 168 time: 0.1245053 Oct 27 16:13:56.106454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58784) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:56.107908 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1b72c-5e38-43fe-a03c-be91d8d4107a tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a73d58e-b232-4cab-b983-63df4e0587e9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:56.116746 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e379008b-b17e-47d4-915d-c31825dca8e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.137815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e379008b-b17e-47d4-915d-c31825dca8e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 03e8d0d0-c66c-40ec-aa8a-ecbf604ebdb3 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:56.206425 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-45b1b8af-4594-40b2-9120-120131f68358 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0987117 Oct 27 16:13:56.209473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58786) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:56.267404 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16936456-7206-4d72-b818-bfb5cd465102 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.293381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e379008b-b17e-47d4-915d-c31825dca8e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.302233 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16936456-7206-4d72-b818-bfb5cd465102 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.327345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379008b-b17e-47d4-915d-c31825dca8e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=03e8d0d0-c66c-40ec-aa8a-ecbf604ebdb3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:56.338766 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e379008b-b17e-47d4-915d-c31825dca8e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.345262 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e379008b-b17e-47d4-915d-c31825dca8e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/03e8d0d0-c66c-40ec-aa8a-ecbf604ebdb3 HTTP/1.1" status: 204 len: 168 time: 0.3990674 Oct 27 16:13:56.347103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58790) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:56.366172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b40c3-72e7-4c54-9637-1c07f5e7e3d6 req-401553a5-1b7b-45eb-b02a-67be8233d065 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:56.367720 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c2b40c3-72e7-4c54-9637-1c07f5e7e3d6 req-401553a5-1b7b-45eb-b02a-67be8233d065 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 943 time: 0.0877459 Oct 27 16:13:56.399143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ab575f-35e2-4351-935a-a9cd66388042 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:56.404088 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-16ab575f-35e2-4351-935a-a9cd66388042 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0532198 Oct 27 16:13:56.404374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58792) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:56.412905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c2b40c3-72e7-4c54-9637-1c07f5e7e3d6 req-c9d02590-4161-47a7-af98-f5672ab8980e tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382438 Oct 27 16:13:56.430209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16936456-7206-4d72-b818-bfb5cd465102 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.432194 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaea87b-fcce-44cd-94be-c1fee17f003f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:13:56.439823 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-16936456-7206-4d72-b818-bfb5cd465102 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.440000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-adaea87b-fcce-44cd-94be-c1fee17f003f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/3ede5bc6-388b-4805-939a-93e0c00024a0 HTTP/1.1" status: 404 len: 333 time: 0.0285501 Oct 27 16:13:56.440428 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-16936456-7206-4d72-b818-bfb5cd465102 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "DELETE /v2.0/security-groups/2629cc3d-e593-4912-90bc-3ff059411bc9 HTTP/1.1" status: 204 len: 168 time: 0.2249413 Oct 27 16:13:56.440543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58794) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:56.440643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58796) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:56.452012 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16936456-7206-4d72-b818-bfb5cd465102 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2629cc3d-e593-4912-90bc-3ff059411bc9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:56.461649 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5cb616-06d6-466d-afe6-6bbd19163de4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:13:56.464844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bb5cb616-06d6-466d-afe6-6bbd19163de4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/03e8d0d0-c66c-40ec-aa8a-ecbf604ebdb3 HTTP/1.1" status: 404 len: 333 time: 0.0253670 Oct 27 16:13:56.468587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58800) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:56.521731 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e72a3538-ca1c-411b-9de8-25b50f9bdbde tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0801511 Oct 27 16:13:56.529913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58804) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:56.580169 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.622007 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3c28a985-2598-4768-b30d-da7e638e25b2 tempest-SecGroupIPv6Test-750130197 tempest-SecGroupIPv6Test-750130197-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0908549 Oct 27 16:13:56.642658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29aebef-4532-494e-9d26-0f06b2e86b4d req-06ed78be-770a-4d1a-8bae-68c25e9f65ce tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:56.644211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c29aebef-4532-494e-9d26-0f06b2e86b4d req-06ed78be-770a-4d1a-8bae-68c25e9f65ce tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 949 time: 0.0757475 Oct 27 16:13:56.676605 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.688540 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c29aebef-4532-494e-9d26-0f06b2e86b4d req-49360eef-db27-4693-8912-c90899be04cf tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373423 Oct 27 16:13:56.699296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc607cd-b5c8-4815-bc0a-a471f2293d3c']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:56.710009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36991447-6335-472c-bae4-6fd047b5f6af') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:56.710379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36991447-6335-472c-bae4-6fd047b5f6af') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:13:56.721730 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.735956 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.742225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:13:56.742874 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:13:56.746561 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:13:56.905374 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.914114 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:56.917997 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/networks/5bc607cd-b5c8-4815-bc0a-a471f2293d3c HTTP/1.1" status: 204 len: 168 time: 0.4479120 Oct 27 16:13:56.923079 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58812) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:56.928594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287a698-666f-4719-9e6d-73f03f51381d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Network': ['ID=5bc607cd-b5c8-4815-bc0a-a471f2293d3c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:56.929600 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1637401481'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:57.002149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:57.005768 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.033918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:57.046975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.047348 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Added segment 29df6768-ef76-405f-abd4-fdd1671a813f of type vlan for network 5e092df0-45ed-4f12-b31e-961445dd47fe Oct 27 16:13:57.105833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.134289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58818) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:57.163841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fabff8-6e1e-4487-ac18-399e806d3490 req-4f75720d-d2b8-4c61-b3e5-6daf63e62a71 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:57.164717 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18fabff8-6e1e-4487-ac18-399e806d3490 req-4f75720d-d2b8-4c61-b3e5-6daf63e62a71 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 949 time: 0.0715532 Oct 27 16:13:57.205004 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18fabff8-6e1e-4487-ac18-399e806d3490 req-c4e86423-fbac-42a0-a827-adebde0ba770 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337536 Oct 27 16:13:57.207553 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.213407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:57.214043 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.288614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Network': ['ID=5e092df0-45ed-4f12-b31e-961445dd47fe,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:57.289797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1494a1b8-fccd-4af5-b50e-dfb5c70ca8db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=332a3f4f226146198be1174e5be26ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542516 Oct 27 16:13:57.292691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58822) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:57.299258 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 5e092df0-45ed-4f12-b31e-961445dd47fe details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:57.336132 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-62576b8f-5656-402b-bcb6-28da61a73a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4113951 Oct 27 16:13:57.338821 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58824) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:57.345350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': '5e092df0-45ed-4f12-b31e-961445dd47fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:57.348851 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5cc439f3-5b62-41dd-a6ef-5111dc7302b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.372431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5cc439f3-5b62-41dd-a6ef-5111dc7302b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.497997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5cc439f3-5b62-41dd-a6ef-5111dc7302b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.500579 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5cc439f3-5b62-41dd-a6ef-5111dc7302b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.501820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5cc439f3-5b62-41dd-a6ef-5111dc7302b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7df2d6a-3e7b-411b-8f61-b8337705a4f4 HTTP/1.1" status: 204 len: 168 time: 0.2082090 Oct 27 16:13:57.527291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc439f3-5b62-41dd-a6ef-5111dc7302b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7df2d6a-3e7b-411b-8f61-b8337705a4f4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:57.528075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:57.532177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.549776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeec4e6-6232-440e-8ce4-4104d2ae9791 req-da7a5e1a-3ff5-43b3-bc92-bf22945c2610 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:57.557616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adeec4e6-6232-440e-8ce4-4104d2ae9791 req-da7a5e1a-3ff5-43b3-bc92-bf22945c2610 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 943 time: 0.0723565 Oct 27 16:13:57.593520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adeec4e6-6232-440e-8ce4-4104d2ae9791 req-af570d13-ce3c-4cab-a1a3-a177b8a2c14b tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345495 Oct 27 16:13:57.614303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Performing IP validity checks on allocation pools {{(pid=109722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:13:57.614913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:13:57.807925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:57.873250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Subnet': ['ID=16cd546b-898d-4033-b9be-2298a17d95f7,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:57.882415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Checking segment: {'id': '29df6768-ef76-405f-abd4-fdd1671a813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5e092df0-45ed-4f12-b31e-961445dd47fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:57.882778 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network hostable DHCP agents. Network: 5e092df0-45ed-4f12-b31e-961445dd47fe, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:13:57.967758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 5e092df0-45ed-4f12-b31e-961445dd47fe is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:13:58.030368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 5e092df0-45ed-4f12-b31e-961445dd47fe) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:58.034951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.035661 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.040854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e006b90e-4f49-4cda-ace0-8dd219383d62 None None] Network 5e092df0-45ed-4f12-b31e-961445dd47fe requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:13:58.102885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-57044fdb-1e59-4be2-8ce5-841d63dae191 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7628019 Oct 27 16:13:58.110800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58844) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:58.119440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': '5e092df0-45ed-4f12-b31e-961445dd47fe', 'name': 'tempest-PortsTestJSON-801329182'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:58.193785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-5e092df0-45ed-4f12-b31e-961445dd47fe', 'network_id': '5e092df0-45ed-4f12-b31e-961445dd47fe', 'tenant_id': 'c382712ab70d4e799c67faffe244b629', 'fixed_ips': [{'subnet_id': '16cd546b-898d-4033-b9be-2298a17d95f7'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:13:58.194724 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.305550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:58.310222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.336913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port c855d80d-edbc-4b55-a47e-54e8f7b695fd yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:13:58.346103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Allocated IP 172.20.0.2 (5e092df0-45ed-4f12-b31e-961445dd47fe/16cd546b-898d-4033-b9be-2298a17d95f7/a0bda488-1cc4-400c-ab84-2b8c583a00c7) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:58.352648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa3486-ae1e-40c4-9d62-965b00628217 req-e0b57f32-fabe-4186-b833-d42333a472bc tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.361505 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9fa3486-ae1e-40c4-9d62-965b00628217 req-e0b57f32-fabe-4186-b833-d42333a472bc tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 949 time: 0.0748231 Oct 27 16:13:58.442407 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9fa3486-ae1e-40c4-9d62-965b00628217 req-e896e2d0-ebc7-4895-8ffc-003b63c8c7e9 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797634 Oct 27 16:13:58.456132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7675bd8-9d90-4007-882c-1692eca9d9eb req-af9d6605-dce0-480e-b70c-c721b83a7a1e tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.457870 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e7675bd8-9d90-4007-882c-1692eca9d9eb req-af9d6605-dce0-480e-b70c-c721b83a7a1e tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.54 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 949 time: 0.0772724 Oct 27 16:13:58.535953 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.584814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-e7675bd8-9d90-4007-882c-1692eca9d9eb req-c6b76bab-a327-4328-ac30-f08a90f0a7c7 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Deleting port 4d17de3f-c284-4099-a091-7c688b9162f4 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:58.585329 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e7675bd8-9d90-4007-882c-1692eca9d9eb req-c6b76bab-a327-4328-ac30-f08a90f0a7c7 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.595927 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.658020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58858) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:58.677888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.5 (5e092df0-45ed-4f12-b31e-961445dd47fe/16cd546b-898d-4033-b9be-2298a17d95f7/c855d80d-edbc-4b55-a47e-54e8f7b695fd) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:13:58.695664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Pushing event updated for resources: {'Port': ['ID=a0bda488-1cc4-400c-ab84-2b8c583a00c7,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:58.728317 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Network 5e092df0-45ed-4f12-b31e-961445dd47fe is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:58.730192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:58.733491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:58.779021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e7675bd8-9d90-4007-882c-1692eca9d9eb req-c6b76bab-a327-4328-ac30-f08a90f0a7c7 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] For port 4d17de3f-c284-4099-a091-7c688b9162f4, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=4d17de3f-c284-4099-a091-7c688b9162f4,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:58.779390 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e7675bd8-9d90-4007-882c-1692eca9d9eb req-c6b76bab-a327-4328-ac30-f08a90f0a7c7 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.798224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-e7675bd8-9d90-4007-882c-1692eca9d9eb req-c6b76bab-a327-4328-ac30-f08a90f0a7c7 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Calling delete_port for 4d17de3f-c284-4099-a091-7c688b9162f4 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:58.801767 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a12b3242-0a39-422a-b87c-b283ebe9ce57 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:13:58.826483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Attempting to bind port a0bda488-1cc4-400c-ab84-2b8c583a00c7 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:13:58.827032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Attempting to bind port a0bda488-1cc4-400c-ab84-2b8c583a00c7 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '29df6768-ef76-405f-abd4-fdd1671a813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5e092df0-45ed-4f12-b31e-961445dd47fe'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:13:58.827562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Attempting to bind port a0bda488-1cc4-400c-ab84-2b8c583a00c7 on network 5e092df0-45ed-4f12-b31e-961445dd47fe {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:13:58.839874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:13:58.841155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Checking segment: {'id': '29df6768-ef76-405f-abd4-fdd1671a813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5e092df0-45ed-4f12-b31e-961445dd47fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:13:58.841860 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.842437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Bound using segment: {'id': '29df6768-ef76-405f-abd4-fdd1671a813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5e092df0-45ed-4f12-b31e-961445dd47fe'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:13:58.847809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Bound port: a0bda488-1cc4-400c-ab84-2b8c583a00c7, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29df6768-ef76-405f-abd4-fdd1671a813f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '5e092df0-45ed-4f12-b31e-961445dd47fe'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:13:58.849452 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:58.897887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2022054974'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:58.912400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831052fe-61d8-40a1-952d-3b26e00acdf2 req-a9d86d34-cdbf-440c-99cf-7f5b797fdd03 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:58.913944 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-831052fe-61d8-40a1-952d-3b26e00acdf2 req-a9d86d34-cdbf-440c-99cf-7f5b797fdd03 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 943 time: 0.1953466 Oct 27 16:13:58.983675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-831052fe-61d8-40a1-952d-3b26e00acdf2 req-1245b643-5d90-4304-8fe9-41645139418e tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587449 Oct 27 16:13:59.034943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a12b3242-0a39-422a-b87c-b283ebe9ce57, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a12b3242-0a39-422a-b87c-b283ebe9ce57,segment=NetworkSegment(64b64784-bfa7-44f8-b32a-1e903a785eb4),segment_id=64b64784-bfa7-44f8-b32a-1e903a785eb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:59.053979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.062033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'a12b3242-0a39-422a-b87c-b283ebe9ce57', 'network_id': '560879d0-a51b-4faa-81ce-fa9665121579', 'port_id': 'a12b3242-0a39-422a-b87c-b283ebe9ce57', 'mac_address': 'fa:16:3e:bc:64:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf8ace2-a585-40bb-9db8-bf06bdefe115', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:13:59.078472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Made reservation on behalf of b5099f2868a14cdf91e830a3683a59e3 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:59.082110 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.097386 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.112852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] For port a0bda488-1cc4-400c-ab84-2b8c583a00c7, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:13:59.127521 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.130381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] For port a0bda488-1cc4-400c-ab84-2b8c583a00c7, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a0bda488-1cc4-400c-ab84-2b8c583a00c7,segment=NetworkSegment(29df6768-ef76-405f-abd4-fdd1671a813f),segment_id=29df6768-ef76-405f-abd4-fdd1671a813f)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:13:59.144391 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12b3242-0a39-422a-b87c-b283ebe9ce57 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:13:59.173572 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e7675bd8-9d90-4007-882c-1692eca9d9eb req-c6b76bab-a327-4328-ac30-f08a90f0a7c7 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.178769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a12b3242-0a39-422a-b87c-b283ebe9ce57, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a12b3242-0a39-422a-b87c-b283ebe9ce57,segment=NetworkSegment(64b64784-bfa7-44f8-b32a-1e903a785eb4),segment_id=64b64784-bfa7-44f8-b32a-1e903a785eb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:13:59.183207 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.185200 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['4d17de3f-c284-4099-a091-7c688b9162f4'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:59.190888 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.204947 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b76bab-a327-4328-ac30-f08a90f0a7c7 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Pushing event deleted for resources: {'Port': ['ID=4d17de3f-c284-4099-a091-7c688b9162f4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:59.209519 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.249444 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.260871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 5e092df0-45ed-4f12-b31e-961445dd47fe is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:13:59.265341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:13:59.267830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:13:59.293244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f012f1-cb60-4e34-8898-8dad729d676f None None] Pushing event updated for resources: {'Port': ['ID=a0bda488-1cc4-400c-ab84-2b8c583a00c7,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:59.296977 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.297716 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.314290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7675bd8-9d90-4007-882c-1692eca9d9eb req-c6b76bab-a327-4328-ac30-f08a90f0a7c7 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] No DVR routers for this DVR port 4d17de3f-c284-4099-a091-7c688b9162f4 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:13:59.314290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e7675bd8-9d90-4007-882c-1692eca9d9eb req-c6b76bab-a327-4328-ac30-f08a90f0a7c7 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.314848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:13:59.315550 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e7675bd8-9d90-4007-882c-1692eca9d9eb req-c6b76bab-a327-4328-ac30-f08a90f0a7c7 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.54 "DELETE /v2.0/ports/4d17de3f-c284-4099-a091-7c688b9162f4 HTTP/1.1" status: 204 len: 173 time: 0.8501894 Oct 27 16:13:59.316037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2e50b1-94ea-4260-ba65-c47df22b745d', 'name': 'network-vif-deleted', 'tag': '4d17de3f-c284-4099-a091-7c688b9162f4'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:13:59.318915 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874929e2-ff58-43bf-934d-470105ebc5fe" -d '{"events": [{"server_uuid": "9c2e50b1-94ea-4260-ba65-c47df22b745d", "name": "network-vif-deleted", "tag": "4d17de3f-c284-4099-a091-7c688b9162f4"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:13:59.380755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=a12b3242-0a39-422a-b87c-b283ebe9ce57,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:59.382030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b0f056-1f69-4a64-87d3-86a15aec6899,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:59.386986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=c855d80d-edbc-4b55-a47e-54e8f7b695fd,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:59.413057 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555066ac-21ed-4f15-a67c-47fb36a7cd0d x-openstack-request-id: req-555066ac-21ed-4f15-a67c-47fb36a7cd0d {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:13:59.413057 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2e50b1-94ea-4260-ba65-c47df22b745d", "name": "network-vif-deleted", "tag": "4d17de3f-c284-4099-a091-7c688b9162f4", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:13:59.413057 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-555066ac-21ed-4f15-a67c-47fb36a7cd0d {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:13:59.413057 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2e50b1-94ea-4260-ba65-c47df22b745d', 'name': 'network-vif-deleted', 'tag': '4d17de3f-c284-4099-a091-7c688b9162f4', 'status': 'completed', 'code': 200} Oct 27 16:13:59.413788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.413788 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Added segment 095801f9-4c8b-43e2-9f55-b925302d3276 of type vlan for network cd0ef506-f07b-44f8-bd80-8b61b11c13be Oct 27 16:13:59.461568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.462219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.492845 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.535328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['a12b3242-0a39-422a-b87c-b283ebe9ce57'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:13:59.573267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58870) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:59.573544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-59b2988a-007f-4b5d-bebb-0ae7cd77117a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4587886 Oct 27 16:13:59.593246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.600978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:13:59.601659 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.631462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a02de3c9-8764-4f0e-bdf9-d36e89121745 req-52ff3b03-bfd7-4453-abd4-681f0998d482 tempest-ImagesNegativeTestJSON-615103214 tempest-ImagesNegativeTestJSON-615103214-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c2e50b1-94ea-4260-ba65-c47df22b745d HTTP/1.1" status: 200 len: 210 time: 0.0577576 Oct 27 16:13:59.701851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Pushing event updated for resources: {'Network': ['ID=cd0ef506-f07b-44f8-bd80-8b61b11c13be,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:13:59.716807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network cd0ef506-f07b-44f8-bd80-8b61b11c13be details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:13:59.746757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-548d30bd-8a95-40fe-8877-9f1830937e47 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port c855d80d-edbc-4b55-a47e-54e8f7b695fd {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:13:59.747324 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-548d30bd-8a95-40fe-8877-9f1830937e47 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.754809 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-14dacdd7-0ec6-4381-940e-786628c90c7a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0949483 Oct 27 16:13:59.756903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58872) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:13:59.763248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Request body: {'subnet': {'network_id': 'cd0ef506-f07b-44f8-bd80-8b61b11c13be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:13:59.867375 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-548d30bd-8a95-40fe-8877-9f1830937e47 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:13:59.881057 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-548d30bd-8a95-40fe-8877-9f1830937e47 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for c855d80d-edbc-4b55-a47e-54e8f7b695fd owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:13:59.961744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Made reservation on behalf of b5099f2868a14cdf91e830a3683a59e3 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:13:59.966007 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.076939 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-548d30bd-8a95-40fe-8877-9f1830937e47 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.117567 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d30bd-8a95-40fe-8877-9f1830937e47 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=c855d80d-edbc-4b55-a47e-54e8f7b695fd,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:00.213109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db1ca3-6950-4bbf-9de5-f749ea5aa448 req-1a195b5d-5dc1-4823-b939-64255eff9b49 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.215351 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1db1ca3-6950-4bbf-9de5-f749ea5aa448 req-1a195b5d-5dc1-4823-b939-64255eff9b49 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 944 time: 0.1075876 Oct 27 16:14:00.244488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-548d30bd-8a95-40fe-8877-9f1830937e47 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.248028 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-548d30bd-8a95-40fe-8877-9f1830937e47 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/c855d80d-edbc-4b55-a47e-54e8f7b695fd HTTP/1.1" status: 204 len: 168 time: 0.6762118 Oct 27 16:14:00.250758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58880) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:00.274230 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1db1ca3-6950-4bbf-9de5-f749ea5aa448 req-2d67cd3a-0c76-462d-bbc6-1d50ccd05cdc tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504708 Oct 27 16:14:00.276142 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ede081e-cd30-480b-b6af-e968a39b1ba7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:14:00.277104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ede081e-cd30-480b-b6af-e968a39b1ba7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:14:00.280314 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5ede081e-cd30-480b-b6af-e968a39b1ba7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/c855d80d-edbc-4b55-a47e-54e8f7b695fd HTTP/1.1" status: 404 len: 333 time: 0.0284789 Oct 27 16:14:00.281849 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.283670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58882) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:00.347544 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37f7764-52e9-42ad-a395-d4a34d6d8922 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:14:00.349084 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b37f7764-52e9-42ad-a395-d4a34d6d8922 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/c855d80d-edbc-4b55-a47e-54e8f7b695fd HTTP/1.1" status: 404 len: 333 time: 0.0619667 Oct 27 16:14:00.351922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58884) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:00.371202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Pushing event updated for resources: {'Subnet': ['ID=f4b7798c-8321-4b63-9357-824ade948a99,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:00.391696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Checking segment: {'id': '095801f9-4c8b-43e2-9f55-b925302d3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd0ef506-f07b-44f8-bd80-8b61b11c13be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:00.392148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Network hostable DHCP agents. Network: cd0ef506-f07b-44f8-bd80-8b61b11c13be, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:14:00.421020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ddc04b-2065-40cc-8bda-009a2a5db486 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting subnet 16cd546b-898d-4033-b9be-2298a17d95f7 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:14:00.424643 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02ddc04b-2065-40cc-8bda-009a2a5db486 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.470686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Network cd0ef506-f07b-44f8-bd80-8b61b11c13be is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:14:00.477014 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02ddc04b-2065-40cc-8bda-009a2a5db486 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.520784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff790ce5-afe7-4f50-b615-7f2058fa7332 None None] Network 5e092df0-45ed-4f12-b31e-961445dd47fe requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:00.556724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, cd0ef506-f07b-44f8-bd80-8b61b11c13be) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:00.562388 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:00.563061 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.565263 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02ddc04b-2065-40cc-8bda-009a2a5db486 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.585443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf8218-2938-44fb-bc74-b04a6960bc24 None None] Network cd0ef506-f07b-44f8-bd80-8b61b11c13be requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:00.634171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Provisioning complete for port a0bda488-1cc4-400c-ab84-2b8c583a00c7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:00.634623 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.662788 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e7e2fc95-0a6f-405d-85c9-0fd36cc6fd5b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9046018 Oct 27 16:14:00.665282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58888) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:00.671779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Request body: {'port': {'network_id': 'cd0ef506-f07b-44f8-bd80-8b61b11c13be', 'name': 'tempest-TagsExtTest-713409509'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:00.759627 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02ddc04b-2065-40cc-8bda-009a2a5db486 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.810596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddc04b-2065-40cc-8bda-009a2a5db486 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Subnet': ['ID=16cd546b-898d-4033-b9be-2298a17d95f7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:00.818766 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02ddc04b-2065-40cc-8bda-009a2a5db486 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.827297 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-02ddc04b-2065-40cc-8bda-009a2a5db486 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/16cd546b-898d-4033-b9be-2298a17d95f7 HTTP/1.1" status: 204 len: 168 time: 0.4738119 Oct 27 16:14:00.838044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58900) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:00.904820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a0bda488-1cc4-400c-ab84-2b8c583a00c7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:00.906998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a12b3242-0a39-422a-b87c-b283ebe9ce57 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:00.911328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Made reservation on behalf of b5099f2868a14cdf91e830a3683a59e3 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:00.912344 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:00.956432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] device_id is not set on port de9929b0-5b79-476c-8cae-5172e63ef9e1 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:00.969912 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.133964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Allocated IP 172.20.0.4 (cd0ef506-f07b-44f8-bd80-8b61b11c13be/f4b7798c-8321-4b63-9357-824ade948a99/de9929b0-5b79-476c-8cae-5172e63ef9e1) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:01.137276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port a0bda488-1cc4-400c-ab84-2b8c583a00c7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:01.137649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.141889 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.180833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a0bda488-1cc4-400c-ab84-2b8c583a00c7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:01.181208 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.210175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-cd0ef506-f07b-44f8-bd80-8b61b11c13be', 'network_id': 'cd0ef506-f07b-44f8-bd80-8b61b11c13be', 'tenant_id': 'b5099f2868a14cdf91e830a3683a59e3', 'fixed_ips': [{'subnet_id': 'f4b7798c-8321-4b63-9357-824ade948a99'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:14:01.211069 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.212966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port a12b3242-0a39-422a-b87c-b283ebe9ce57 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:14:01.227631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] For port a0bda488-1cc4-400c-ab84-2b8c583a00c7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a0bda488-1cc4-400c-ab84-2b8c583a00c7,segment=NetworkSegment(29df6768-ef76-405f-abd4-fdd1671a813f),segment_id=29df6768-ef76-405f-abd4-fdd1671a813f)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:01.233735 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.248533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port a12b3242-0a39-422a-b87c-b283ebe9ce57 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:01.248912 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.251577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for a0bda488-1cc4-400c-ab84-2b8c583a00c7 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:01.253133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] For port a0bda488-1cc4-400c-ab84-2b8c583a00c7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a0bda488-1cc4-400c-ab84-2b8c583a00c7,segment=NetworkSegment(29df6768-ef76-405f-abd4-fdd1671a813f),segment_id=29df6768-ef76-405f-abd4-fdd1671a813f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:01.415922 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.424094 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.484402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea31611-94ab-4b13-a18e-164d1bdf5c1c None None] Network 5e092df0-45ed-4f12-b31e-961445dd47fe requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:01.500218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017330ca-ff69-467d-bffc-273b12b7dec5 req-be4aa0b7-fab4-4742-9aa7-901df8c8ae2b tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:01.502225 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-017330ca-ff69-467d-bffc-273b12b7dec5 req-be4aa0b7-fab4-4742-9aa7-901df8c8ae2b tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 944 time: 0.1047750 Oct 27 16:14:01.505366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.544883 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.549231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=a0bda488-1cc4-400c-ab84-2b8c583a00c7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:01.554465 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58914) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:01.557669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No DVR routers for this DVR port a0bda488-1cc4-400c-ab84-2b8c583a00c7 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:01.561507 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-017330ca-ff69-467d-bffc-273b12b7dec5 req-bdbf8a5b-ecbc-4938-92f5-ee55c0a45467 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Oct 27 16:14:01.583495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bc0405e8-507e-4645-aac6-67a740e9d766 None None] Could not find standard attr ID for object a0bda488-1cc4-400c-ab84-2b8c583a00c7. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:14:01.586383 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.595545 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.663769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Pushing event updated for resources: {'Port': ['ID=a0bda488-1cc4-400c-ab84-2b8c583a00c7,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:01.694862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Network cd0ef506-f07b-44f8-bd80-8b61b11c13be is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:01.699368 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.706827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c26f3b-a815-43cb-beb5-fec5a647831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12b3242-0a39-422a-b87c-b283ebe9ce57'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:01.709006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:01.709229 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b453222-9a63-48a4-a348-906fe117b47b" -d '{"events": [{"server_uuid": "96c26f3b-a815-43cb-beb5-fec5a647831f", "name": "network-vif-plugged", "status": "completed", "tag": "a12b3242-0a39-422a-b87c-b283ebe9ce57"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:01.719616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.720809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.726004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.726004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.726004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.726004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.726004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.726004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.726004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.726004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.726004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.726004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcfb74f-7f9f-4712-b8cb-072bdf481d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:01.731961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:01.761267 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6222c000-10ea-4f48-9dfb-773b92318ab0 x-openstack-request-id: req-6222c000-10ea-4f48-9dfb-773b92318ab0 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:01.761903 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c26f3b-a815-43cb-beb5-fec5a647831f", "name": "network-vif-plugged", "status": "completed", "tag": "a12b3242-0a39-422a-b87c-b283ebe9ce57", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:01.762348 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6222c000-10ea-4f48-9dfb-773b92318ab0 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:01.762757 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c26f3b-a815-43cb-beb5-fec5a647831f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12b3242-0a39-422a-b87c-b283ebe9ce57', 'code': 200} Oct 27 16:14:01.766917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Allocated IP 172.20.0.2 (cd0ef506-f07b-44f8-bd80-8b61b11c13be/f4b7798c-8321-4b63-9357-824ade948a99/80003a91-439e-4530-9d29-d08de6445cbd) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:01.775357 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-07d348f0-c340-498a-a003-4dd4d246f6e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6f42434230c4b21a9439de38a2ba1d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2162182 Oct 27 16:14:01.775855 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a12b3242-0a39-422a-b87c-b283ebe9ce57, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a12b3242-0a39-422a-b87c-b283ebe9ce57,segment=NetworkSegment(64b64784-bfa7-44f8-b32a-1e903a785eb4),segment_id=64b64784-bfa7-44f8-b32a-1e903a785eb4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:01.775963 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58920) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:01.790048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Pushing event updated for resources: {'Port': ['ID=de9929b0-5b79-476c-8cae-5172e63ef9e1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:01.798644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e092df0-45ed-4f12-b31e-961445dd47fe']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:01.815309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29df6768-ef76-405f-abd4-fdd1671a813f') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:01.815893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29df6768-ef76-405f-abd4-fdd1671a813f') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:01.831961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:01.832876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.844836 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.862502 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.866473 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.867634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 4d17de3f-c284-4099-a091-7c688b9162f4 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:01.871047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:14:01.871742 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.877732 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b1113da-ed05-4706-8d85-39716f137cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.908952 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b1113da-ed05-4706-8d85-39716f137cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:01.914059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 4d17de3f-c284-4099-a091-7c688b9162f4 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:01.914433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 4d17de3f-c284-4099-a091-7c688b9162f4 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:14:01.918795 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:14:01.928683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52cf23-83df-409d-b641-6a0f62b636df req-535c2aba-8664-41e9-9f69-bb7e145e1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:01.930390 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e52cf23-83df-409d-b641-6a0f62b636df req-535c2aba-8664-41e9-9f69-bb7e145e1170 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 1095 time: 0.1035917 Oct 27 16:14:01.958345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-81d13f35-e7a4-45b0-b656-80f664f9999a tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2917390 Oct 27 16:14:01.961539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58922) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:01.964364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a90f9-1e26-4e07-80a7-0dcdab01cbc0 None None] DHCP port deletion for 5e092df0-45ed-4f12-b31e-961445dd47fe request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:14:01.970974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0883914e-3211-4791-9bcb-e67bf5c9d595 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-749737231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:01.983536 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=a12b3242-0a39-422a-b87c-b283ebe9ce57,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:02.031636 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.034486 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e52cf23-83df-409d-b641-6a0f62b636df req-f5f02cfa-2c46-4801-8a00-48d747e26077 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914509 Oct 27 16:14:02.038841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.043604 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/networks/5e092df0-45ed-4f12-b31e-961445dd47fe HTTP/1.1" status: 204 len: 168 time: 1.2031093 Oct 27 16:14:02.046822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58926) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:02.053512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-865211094'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:02.063268 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.110457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0883914e-3211-4791-9bcb-e67bf5c9d595 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.111571 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0883914e-3211-4791-9bcb-e67bf5c9d595 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.163187 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b1113da-ed05-4706-8d85-39716f137cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.170513 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b1113da-ed05-4706-8d85-39716f137cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.170513 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2b1113da-ed05-4706-8d85-39716f137cff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e HTTP/1.1" status: 204 len: 168 time: 0.3886743 Oct 27 16:14:02.170811 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.214718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1113da-ed05-4706-8d85-39716f137cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1c3df8-1fec-41ad-bdd7-cb88dfb4ee7e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:02.243904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Network cd0ef506-f07b-44f8-bd80-8b61b11c13be is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:02.253651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:02.260681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:02.266597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Pushing event updated for resources: {'Port': ['ID=80003a91-439e-4530-9d29-d08de6445cbd,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:02.288808 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0883914e-3211-4791-9bcb-e67bf5c9d595 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.324736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Attempting to bind port 80003a91-439e-4530-9d29-d08de6445cbd on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:02.325108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Attempting to bind port 80003a91-439e-4530-9d29-d08de6445cbd by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '095801f9-4c8b-43e2-9f55-b925302d3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd0ef506-f07b-44f8-bd80-8b61b11c13be'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:02.325472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Attempting to bind port 80003a91-439e-4530-9d29-d08de6445cbd on network cd0ef506-f07b-44f8-bd80-8b61b11c13be {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:02.330878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:02.331247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Checking segment: {'id': '095801f9-4c8b-43e2-9f55-b925302d3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd0ef506-f07b-44f8-bd80-8b61b11c13be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:02.331643 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.332029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Bound using segment: {'id': '095801f9-4c8b-43e2-9f55-b925302d3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd0ef506-f07b-44f8-bd80-8b61b11c13be'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:02.332556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Bound port: 80003a91-439e-4530-9d29-d08de6445cbd, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '095801f9-4c8b-43e2-9f55-b925302d3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'cd0ef506-f07b-44f8-bd80-8b61b11c13be'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:02.332992 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.396492 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0883914e-3211-4791-9bcb-e67bf5c9d595 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.410099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] For port 80003a91-439e-4530-9d29-d08de6445cbd, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:02.413599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] For port 80003a91-439e-4530-9d29-d08de6445cbd, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=80003a91-439e-4530-9d29-d08de6445cbd,segment=NetworkSegment(095801f9-4c8b-43e2-9f55-b925302d3276),segment_id=095801f9-4c8b-43e2-9f55-b925302d3276)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:02.426371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063d58-22de-4333-9cfd-aa40323aa72e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Network': ['ID=5e092df0-45ed-4f12-b31e-961445dd47fe,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:02.464956 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.471306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.473650 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0883914e-3211-4791-9bcb-e67bf5c9d595 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.478532 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0883914e-3211-4791-9bcb-e67bf5c9d595 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5163760 Oct 27 16:14:02.479671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58932) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:02.485896 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a65384fa-d807-4536-be19-9080157d8269 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-252966698', 'prefixes': ['172.20.0.0/16']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:02.545539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3419233c-0bbc-4f91-9e55-496fb6bfc959 None None] Pushing event updated for resources: {'Port': ['ID=80003a91-439e-4530-9d29-d08de6445cbd,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:02.555972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:02.560172 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.588595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:14:02.605955 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.606581 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Added segment bab98f2a-7dca-4dba-a3e2-6c1d389121be of type vlan for network 218f9f6b-2862-4fc4-a4dd-30a427d9348b Oct 27 16:14:02.670442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a0bda488-1cc4-400c-ab84-2b8c583a00c7 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:02.697252 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: a0bda488-1cc4-400c-ab84-2b8c583a00c7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:02.697714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a0bda488-1cc4-400c-ab84-2b8c583a00c7 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:02.711754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:02.747579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f298a5b-0042-4696-b198-62fc0b80e6a4 req-4d97d1f7-d420-4a92-ab20-73eed53b50d0 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:02.749530 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f298a5b-0042-4696-b198-62fc0b80e6a4 req-4d97d1f7-d420-4a92-ab20-73eed53b50d0 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 945 time: 0.0852301 Oct 27 16:14:02.837657 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f298a5b-0042-4696-b198-62fc0b80e6a4 req-66b2455b-decf-424a-993d-c890da74d0c0 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801342 Oct 27 16:14:03.030434 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:03.036458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:03.038757 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:03.111531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Network': ['ID=218f9f6b-2862-4fc4-a4dd-30a427d9348b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:03.111904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a65384fa-d807-4536-be19-9080157d8269 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for subnetpool, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:03.116136 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a65384fa-d807-4536-be19-9080157d8269 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6323173 Oct 27 16:14:03.127490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58946) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:03.127490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-940e5dea-bc3d-4b34-9e13-7f8f468fbf75 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99', 'tempest-TagsExtTest-Tag-1773951040') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:03.128105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 218f9f6b-2862-4fc4-a4dd-30a427d9348b details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:14:03.216586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f2343b6b-fb4c-4f7e-93b6-028001028e73 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1670620 Oct 27 16:14:03.223761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58950) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:03.224674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': '218f9f6b-2862-4fc4-a4dd-30a427d9348b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:03.343442 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-940e5dea-bc3d-4b34-9e13-7f8f468fbf75 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags/tempest-TagsExtTest-Tag-1773951040 HTTP/1.1" status: 201 len: 201 time: 0.2233794 Oct 27 16:14:03.343822 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58954) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:03.348453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-0f889bc6-7a00-4c07-aabd-12f947013524 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1', 'tempest-TagsExtTest-Tag-825869940') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:03.415003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:03.420815 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:03.482623 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0f889bc6-7a00-4c07-aabd-12f947013524 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags/tempest-TagsExtTest-Tag-825869940 HTTP/1.1" status: 201 len: 201 time: 0.1378310 Oct 27 16:14:03.485526 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58962) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:03.490528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-fc597950-3f5b-421e-bd68-2f6e4bb57089 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a', 'tempest-TagsExtTest-Tag-173382423') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:03.586149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87c3382-cfcb-419c-8eab-0b321b4f5425 None None] Network cd0ef506-f07b-44f8-bd80-8b61b11c13be requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:03.663589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ce24abad-a449-49cc-ba20-eb9dae2e2e7c None None] Provisioning complete for port 80003a91-439e-4530-9d29-d08de6445cbd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:03.667566 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ce24abad-a449-49cc-ba20-eb9dae2e2e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:03.717521 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:03.801205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Subnet': ['ID=892873a5-4aaa-41a9-89a2-fc259c0521f8,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:03.831166 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ce24abad-a449-49cc-ba20-eb9dae2e2e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:03.844246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Checking segment: {'id': 'bab98f2a-7dca-4dba-a3e2-6c1d389121be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '218f9f6b-2862-4fc4-a4dd-30a427d9348b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:03.845954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network hostable DHCP agents. Network: 218f9f6b-2862-4fc4-a4dd-30a427d9348b, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:14:03.870881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ce24abad-a449-49cc-ba20-eb9dae2e2e7c None None] For port 80003a91-439e-4530-9d29-d08de6445cbd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=80003a91-439e-4530-9d29-d08de6445cbd,segment=NetworkSegment(095801f9-4c8b-43e2-9f55-b925302d3276),segment_id=095801f9-4c8b-43e2-9f55-b925302d3276)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:03.951527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 218f9f6b-2862-4fc4-a4dd-30a427d9348b is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:14:03.979361 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ce24abad-a449-49cc-ba20-eb9dae2e2e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:04.052163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24abad-a449-49cc-ba20-eb9dae2e2e7c None None] Pushing event updated for resources: {'Port': ['ID=80003a91-439e-4530-9d29-d08de6445cbd,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:04.055607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9215-6115-4aa5-8dad-07f1dab1cb72 req-7937491b-45bb-4a13-b5df-8bb5df1dfdba tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:04.060301 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfdf9215-6115-4aa5-8dad-07f1dab1cb72 req-7937491b-45bb-4a13-b5df-8bb5df1dfdba tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 945 time: 0.0892522 Oct 27 16:14:04.060454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-fc4ef350-75dd-4dd4-9723-6f7b62070d38 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3662ba104a8945b387de04222a338ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251114 Oct 27 16:14:04.066834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 218f9f6b-2862-4fc4-a4dd-30a427d9348b) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:04.072790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:04.076185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:04.076564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb9c2e-9793-44f4-aeda-0a446c55fb92 None None] Network 218f9f6b-2862-4fc4-a4dd-30a427d9348b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:04.116589 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfdf9215-6115-4aa5-8dad-07f1dab1cb72 req-b291172d-bdc2-4514-880a-a7aad6d36b81 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464456 Oct 27 16:14:04.132645 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fc597950-3f5b-421e-bd68-2f6e4bb57089 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags/tempest-TagsExtTest-Tag-173382423 HTTP/1.1" status: 201 len: 201 time: 0.6453526 Oct 27 16:14:04.133337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58984) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:04.145819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-cbeea03a-db15-4464-b5c5-869d1d809077 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b', 'tempest-TagsExtTest-Tag-391356136') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:04.257326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58988) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:04.258316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fbc88787-0239-40af-bfbb-1188b3bbdbda tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0377817 Oct 27 16:14:04.263515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': '218f9f6b-2862-4fc4-a4dd-30a427d9348b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-919176154'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:04.274846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-23453092-f12b-4181-b5d2-8a3d4ce43b9b None None] Provisioning complete for port 80003a91-439e-4530-9d29-d08de6445cbd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:04.275140 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-23453092-f12b-4181-b5d2-8a3d4ce43b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:04.279851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-163472f0-6cda-464a-a96d-f299e7a765cb tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:04.281471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-163472f0-6cda-464a-a96d-f299e7a765cb tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002490 Oct 27 16:14:04.319226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-c0945e97-e398-42ba-8bad-3200f31cfc4f tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/quotas/3662ba104a8945b387de04222a338ce1 HTTP/1.1" status: 200 len: 375 time: 0.0210993 Oct 27 16:14:04.333598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-218f9f6b-2862-4fc4-a4dd-30a427d9348b', 'network_id': '218f9f6b-2862-4fc4-a4dd-30a427d9348b', 'tenant_id': 'c382712ab70d4e799c67faffe244b629', 'fixed_ips': [{'subnet_id': '892873a5-4aaa-41a9-89a2-fc259c0521f8'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:14:04.334628 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:04.350971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cbeea03a-db15-4464-b5c5-869d1d809077 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags/tempest-TagsExtTest-Tag-391356136 HTTP/1.1" status: 201 len: 201 time: 0.2152710 Oct 27 16:14:04.359723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58992) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:04.374579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-c6c77566-de94-4e58-b5d3-d3f938bd7935 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:04.385020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-b8897263-7ce7-4f1c-9f5a-7efb4141b812 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3662ba104a8945b387de04222a338ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647717 Oct 27 16:14:04.521700 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c6c77566-de94-4e58-b5d3-d3f938bd7935 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags HTTP/1.1" status: 200 len: 241 time: 0.1608562 Oct 27 16:14:04.524602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59000) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:04.532100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-9e89297c-c02a-4cdc-a645-25a07cd1330d tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99', 'tempest-TagsExtTest-Tag-1773951040') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:04.559720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-23453092-f12b-4181-b5d2-8a3d4ce43b9b None None] Provisioning complete for port de9929b0-5b79-476c-8cae-5172e63ef9e1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:04.560147 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-23453092-f12b-4181-b5d2-8a3d4ce43b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:04.600311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-23453092-f12b-4181-b5d2-8a3d4ce43b9b None None] Port de9929b0-5b79-476c-8cae-5172e63ef9e1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:04.603342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:04.611695 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:04.628833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Allocated IP 172.20.0.2 (218f9f6b-2862-4fc4-a4dd-30a427d9348b/892873a5-4aaa-41a9-89a2-fc259c0521f8/dd7d8698-7228-46df-a78c-54bb35380856) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:04.649999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port 54d5fa3a-babb-42ca-a902-30d9c6ab317a yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:04.724517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9e89297c-c02a-4cdc-a645-25a07cd1330d tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags/tempest-TagsExtTest-Tag-1773951040 HTTP/1.1" status: 204 len: 168 time: 0.1979754 Oct 27 16:14:04.733707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59014) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:04.748330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-7756d6f4-3fb9-4e77-9114-7463ac3eaa38 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99', 'tempest-TagsExtTest-Tag-1773951040') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:04.776619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 80003a91-439e-4530-9d29-d08de6445cbd up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:04.817269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b62ea47-69d8-432e-b68e-f77563dab9a8 req-2b1bab16-7cbe-4419-af3c-8ae43298e206 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 210 time: 0.0784907 Oct 27 16:14:04.945936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7756d6f4-3fb9-4e77-9114-7463ac3eaa38 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags/tempest-TagsExtTest-Tag-1773951040 HTTP/1.1" status: 204 len: 168 time: 0.2160046 Oct 27 16:14:04.948621 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59030) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:04.953962 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-642a0412-5d5f-4b41-8f31-c5553fd3204f tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:05.007741 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-642a0412-5d5f-4b41-8f31-c5553fd3204f tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags HTTP/1.1" status: 200 len: 205 time: 0.0575819 Oct 27 16:14:05.010434 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59032) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:05.015229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-20b254ff-207c-458f-b5bb-82ef6ff634fa tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:05.055094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-17a45aa5-0ec9-4b02-8bf1-d03c4fc60432 None None] Provisioning complete for port de9929b0-5b79-476c-8cae-5172e63ef9e1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:05.055496 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-17a45aa5-0ec9-4b02-8bf1-d03c4fc60432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:05.071315 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-20b254ff-207c-458f-b5bb-82ef6ff634fa tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags HTTP/1.1" status: 200 len: 240 time: 0.0595176 Oct 27 16:14:05.074904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59034) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:05.079250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-7b330a01-04dc-4226-803c-18b7a4be70b8 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1', 'tempest-TagsExtTest-Tag-825869940') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:05.134553 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7b330a01-04dc-4226-803c-18b7a4be70b8 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags/tempest-TagsExtTest-Tag-825869940 HTTP/1.1" status: 204 len: 168 time: 0.0585988 Oct 27 16:14:05.137584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59036) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:05.143626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-59637563-d080-4d32-82bf-eb327d63a1d7 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1', 'tempest-TagsExtTest-Tag-825869940') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:05.150256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 80003a91-439e-4530-9d29-d08de6445cbd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:05.150633 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:05.152953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-17a45aa5-0ec9-4b02-8bf1-d03c4fc60432 None None] Port de9929b0-5b79-476c-8cae-5172e63ef9e1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:05.201339 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:05.282219 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:05.332652 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Network 218f9f6b-2862-4fc4-a4dd-30a427d9348b is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:05.335803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:05.336515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae7835-b88c-40d0-b5dd-6bb63f4b82f0 req-82745af5-9274-43df-b2e5-a34271a17bf0 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:05.341607 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:05.345096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Pushing event updated for resources: {'Port': ['ID=dd7d8698-7228-46df-a78c-54bb35380856,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:05.345780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ae7835-b88c-40d0-b5dd-6bb63f4b82f0 req-82745af5-9274-43df-b2e5-a34271a17bf0 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 945 time: 0.0862153 Oct 27 16:14:05.365878 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-59637563-d080-4d32-82bf-eb327d63a1d7 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags/tempest-TagsExtTest-Tag-825869940 HTTP/1.1" status: 204 len: 168 time: 0.2267776 Oct 27 16:14:05.367835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59042) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:05.374399 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-a6855a00-7aee-43dc-99c5-bbfd5eeaed21 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:05.402254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27ae7835-b88c-40d0-b5dd-6bb63f4b82f0 req-cad87093-ace6-4b25-95bc-f28d818000aa tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544066 Oct 27 16:14:05.404033 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.api [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-62f2d852-4603-412e-8dd6-16e98fc98f4d {{(pid=109722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:14:05.404481 n-d-815689-1 neutron-server[109722]: DEBUG oslo_db.api [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:14:05.407319 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Attempting to bind port dd7d8698-7228-46df-a78c-54bb35380856 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:05.407753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Attempting to bind port dd7d8698-7228-46df-a78c-54bb35380856 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'bab98f2a-7dca-4dba-a3e2-6c1d389121be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '218f9f6b-2862-4fc4-a4dd-30a427d9348b'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:05.408159 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Attempting to bind port dd7d8698-7228-46df-a78c-54bb35380856 on network 218f9f6b-2862-4fc4-a4dd-30a427d9348b {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:05.413564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:05.413938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Checking segment: {'id': 'bab98f2a-7dca-4dba-a3e2-6c1d389121be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '218f9f6b-2862-4fc4-a4dd-30a427d9348b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:05.414345 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:05.414741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Bound using segment: {'id': 'bab98f2a-7dca-4dba-a3e2-6c1d389121be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '218f9f6b-2862-4fc4-a4dd-30a427d9348b'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:05.415216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Bound port: dd7d8698-7228-46df-a78c-54bb35380856, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab98f2a-7dca-4dba-a3e2-6c1d389121be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '218f9f6b-2862-4fc4-a4dd-30a427d9348b'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:05.415604 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:05.436222 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a6855a00-7aee-43dc-99c5-bbfd5eeaed21 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags HTTP/1.1" status: 200 len: 205 time: 0.0666733 Oct 27 16:14:05.438797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59044) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:05.443352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-e2cada52-44f1-4178-9927-b33067e4ba40 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:05.506910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] For port dd7d8698-7228-46df-a78c-54bb35380856, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:05.507581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] For port dd7d8698-7228-46df-a78c-54bb35380856, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dd7d8698-7228-46df-a78c-54bb35380856,segment=NetworkSegment(bab98f2a-7dca-4dba-a3e2-6c1d389121be),segment_id=bab98f2a-7dca-4dba-a3e2-6c1d389121be)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:05.534793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e2cada52-44f1-4178-9927-b33067e4ba40 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags HTTP/1.1" status: 200 len: 240 time: 0.0948796 Oct 27 16:14:05.537391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59048) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:05.541858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-9ad5913a-de9b-4a46-b70b-7ec3d25e09fd tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a', 'tempest-TagsExtTest-Tag-173382423') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:05.567402 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:05.622027 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9ad5913a-de9b-4a46-b70b-7ec3d25e09fd tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags/tempest-TagsExtTest-Tag-173382423 HTTP/1.1" status: 204 len: 168 time: 0.0834260 Oct 27 16:14:05.624547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59052) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:05.632215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-ed790ce6-0c75-42ec-8c22-93739bfa0ef6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a', 'tempest-TagsExtTest-Tag-173382423') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:05.633647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876067f2-315e-43c7-9918-b6f06050cf46 None None] Pushing event updated for resources: {'Port': ['ID=dd7d8698-7228-46df-a78c-54bb35380856,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:05.814354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ed790ce6-0c75-42ec-8c22-93739bfa0ef6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags/tempest-TagsExtTest-Tag-173382423 HTTP/1.1" status: 204 len: 168 time: 0.1881938 Oct 27 16:14:05.816732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59054) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:05.821034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-4478e9da-4247-4781-b8b9-767fe840dd60 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:05.905657 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:05.911784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4478e9da-4247-4781-b8b9-767fe840dd60 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags HTTP/1.1" status: 200 len: 205 time: 0.0940838 Oct 27 16:14:05.914227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59058) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:05.918698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-e7e883cb-020d-4ed4-8a4f-8a2d9d6a5497 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:05.928518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port 94745374-c066-4fbc-9e14-cad553bc6e2c yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:05.983525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0bb174f3-7d35-4a4d-85c2-e3315ef1fc12 req-d9227e59-f338-4575-aace-f32bda4e8287 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 210 time: 0.0396173 Oct 27 16:14:05.985296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e7e883cb-020d-4ed4-8a4f-8a2d9d6a5497 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags HTTP/1.1" status: 200 len: 240 time: 0.0701411 Oct 27 16:14:05.988043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59060) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:05.993775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-f60ae3d5-6daf-482a-94e1-2b10596389d6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b', 'tempest-TagsExtTest-Tag-391356136') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:06.016033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f60ae3d5-6daf-482a-94e1-2b10596389d6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags/tempest-TagsExtTest-Tag-391356136 HTTP/1.1" status: 204 len: 168 time: 0.0267353 Oct 27 16:14:06.018737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59062) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:06.023322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-11f35771-9f34-42d5-9295-28670756e673 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b', 'tempest-TagsExtTest-Tag-391356136') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:06.066828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.10 (218f9f6b-2862-4fc4-a4dd-30a427d9348b/892873a5-4aaa-41a9-89a2-fc259c0521f8/94745374-c066-4fbc-9e14-cad553bc6e2c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:06.145991 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-11f35771-9f34-42d5-9295-28670756e673 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags/tempest-TagsExtTest-Tag-391356136 HTTP/1.1" status: 204 len: 168 time: 0.1260989 Oct 27 16:14:06.148353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59064) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:06.153491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-1e7bca21-b95d-4681-bd95-81de9e840e70 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:06.174734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1e7bca21-b95d-4681-bd95-81de9e840e70 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags HTTP/1.1" status: 200 len: 205 time: 0.0251026 Oct 27 16:14:06.177343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59066) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:06.186164 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-bb0caee4-4ac0-40e2-bde1-cf670502a8f9 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:06.220836 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.244173 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bb0caee4-4ac0-40e2-bde1-cf670502a8f9 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags HTTP/1.1" status: 204 len: 168 time: 0.0634530 Oct 27 16:14:06.246041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59068) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:06.254232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-6ba0526e-6b56-4939-bb78-d416574c0e39 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:06.352578 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6ba0526e-6b56-4939-bb78-d416574c0e39 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags HTTP/1.1" status: 204 len: 168 time: 0.1059833 Oct 27 16:14:06.352771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59070) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:06.357504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-3334483e-df5f-421e-a580-9ebcd07c9012 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:06.390761 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.452640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3334483e-df5f-421e-a580-9ebcd07c9012 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags HTTP/1.1" status: 204 len: 168 time: 0.0964875 Oct 27 16:14:06.455637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59076) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:06.464377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-7335c1cf-0cc0-4f98-9ba3-76d1ac6cffec tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:06.482933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 218f9f6b-2862-4fc4-a4dd-30a427d9348b is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:06.489784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:06.492035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:06.525267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=94745374-c066-4fbc-9e14-cad553bc6e2c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:06.574957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce2bdf-54da-4d25-98de-ad506f73a377 req-ccfc4df3-b355-4b45-a807-4b82ac794593 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:06.582663 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08ce2bdf-54da-4d25-98de-ad506f73a377 req-ccfc4df3-b355-4b45-a807-4b82ac794593 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 945 time: 0.0716605 Oct 27 16:14:06.607882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:06.611137 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.621700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c847315-9115-44ca-9652-bc19a65d6caa req-abcb0260-336e-4c09-bb4c-43ccb720e5a4 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:06.623374 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c847315-9115-44ca-9652-bc19a65d6caa req-abcb0260-336e-4c09-bb4c-43ccb720e5a4 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.54 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 945 time: 0.1279881 Oct 27 16:14:06.652737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08ce2bdf-54da-4d25-98de-ad506f73a377 req-ffe6b739-676e-472f-a191-06322f78cfe9 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/security-groups?id=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662088 Oct 27 16:14:06.662979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7335c1cf-0cc0-4f98-9ba3-76d1ac6cffec tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags HTTP/1.1" status: 204 len: 168 time: 0.2064857 Oct 27 16:14:06.670606 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59080) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:06.677062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-de20f395-e5a8-4ace-b286-84ed821961fc tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99', 'tempest-TagsExtTest-Tag-574262388') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:06.730726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-22dc9b1f-3512-4d0d-8fbf-ade82fe02ee5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.4724319 Oct 27 16:14:06.734874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59082) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:06.759854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dd7d8698-7228-46df-a78c-54bb35380856 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:06.775877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-2c847315-9115-44ca-9652-bc19a65d6caa req-12ffab98-b8fc-4c7c-acc0-12cd4350a5bf tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Deleting port a12b3242-0a39-422a-b87c-b283ebe9ce57 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:06.776435 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2c847315-9115-44ca-9652-bc19a65d6caa req-12ffab98-b8fc-4c7c-acc0-12cd4350a5bf tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.833259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port dd7d8698-7228-46df-a78c-54bb35380856 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:06.833885 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.912094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9357e15d-7baf-4512-9157-053b22a720e4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 94745374-c066-4fbc-9e14-cad553bc6e2c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:06.912718 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9357e15d-7baf-4512-9157-053b22a720e4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.922223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bec4395-60ff-47ec-8e79-74cbe949d4a7 None None] Network 218f9f6b-2862-4fc4-a4dd-30a427d9348b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:06.928377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-2c847315-9115-44ca-9652-bc19a65d6caa req-12ffab98-b8fc-4c7c-acc0-12cd4350a5bf tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] For port a12b3242-0a39-422a-b87c-b283ebe9ce57, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a12b3242-0a39-422a-b87c-b283ebe9ce57,segment=NetworkSegment(64b64784-bfa7-44f8-b32a-1e903a785eb4),segment_id=64b64784-bfa7-44f8-b32a-1e903a785eb4)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:06.928748 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2c847315-9115-44ca-9652-bc19a65d6caa req-12ffab98-b8fc-4c7c-acc0-12cd4350a5bf tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:06.942664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-2c847315-9115-44ca-9652-bc19a65d6caa req-12ffab98-b8fc-4c7c-acc0-12cd4350a5bf tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Calling delete_port for a12b3242-0a39-422a-b87c-b283ebe9ce57 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:06.999471 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.005264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-de20f395-e5a8-4ace-b286-84ed821961fc tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags/tempest-TagsExtTest-Tag-574262388 HTTP/1.1" status: 201 len: 201 time: 0.3301349 Oct 27 16:14:07.005941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59084) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:07.010775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-c3be4548-ab5e-40a5-8fd7-8f066580a4b4 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1', 'tempest-TagsExtTest-Tag-1624728241') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:07.015869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fed1a70b-f537-4b76-bd4b-bbe2bc426577 None None] Provisioning complete for port dd7d8698-7228-46df-a78c-54bb35380856 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:07.016336 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fed1a70b-f537-4b76-bd4b-bbe2bc426577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.055428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9357e15d-7baf-4512-9157-053b22a720e4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.071255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port dd7d8698-7228-46df-a78c-54bb35380856, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dd7d8698-7228-46df-a78c-54bb35380856,segment=NetworkSegment(bab98f2a-7dca-4dba-a3e2-6c1d389121be),segment_id=bab98f2a-7dca-4dba-a3e2-6c1d389121be)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:07.095438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9357e15d-7baf-4512-9157-053b22a720e4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 94745374-c066-4fbc-9e14-cad553bc6e2c owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:07.115366 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-f3f4bbc9-aa07-4677-a40d-23af43934474 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3662ba104a8945b387de04222a338ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348606 Oct 27 16:14:07.157804 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.180374 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-782940b5-575e-4c73-af0e-da8ba353a6d0 req-0e196240-6a19-48c6-a5f0-acf10b293c71 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 210 time: 0.1018453 Oct 27 16:14:07.208961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c3be4548-ab5e-40a5-8fd7-8f066580a4b4 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags/tempest-TagsExtTest-Tag-1624728241 HTTP/1.1" status: 201 len: 201 time: 0.2015598 Oct 27 16:14:07.212610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59088) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:07.219565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-c7f0bd8c-a435-4b38-9cc5-3d807d7a4c7c tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a', 'tempest-TagsExtTest-Tag-1957465785') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:07.290590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=dd7d8698-7228-46df-a78c-54bb35380856,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:07.302582 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2c847315-9115-44ca-9652-bc19a65d6caa req-12ffab98-b8fc-4c7c-acc0-12cd4350a5bf tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.337325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-13ced30d-3dc7-421f-aaa3-112b1cd770a3 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:07.339178 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-13ced30d-3dc7-421f-aaa3-112b1cd770a3 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840322 Oct 27 16:14:07.353517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffab98-b8fc-4c7c-acc0-12cd4350a5bf tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Pushing event deleted for resources: {'Port': ['ID=a12b3242-0a39-422a-b87c-b283ebe9ce57,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:07.358291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Request body: {'port': {'device_id': '546fcdc3-76b7-4379-8111-9c281d62a321', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '3662ba104a8945b387de04222a338ce1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:07.394181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c847315-9115-44ca-9652-bc19a65d6caa req-12ffab98-b8fc-4c7c-acc0-12cd4350a5bf tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] No DVR routers for this DVR port a12b3242-0a39-422a-b87c-b283ebe9ce57 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:07.397630 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2c847315-9115-44ca-9652-bc19a65d6caa req-12ffab98-b8fc-4c7c-acc0-12cd4350a5bf tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.401257 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c847315-9115-44ca-9652-bc19a65d6caa req-12ffab98-b8fc-4c7c-acc0-12cd4350a5bf tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.54 "DELETE /v2.0/ports/a12b3242-0a39-422a-b87c-b283ebe9ce57 HTTP/1.1" status: 204 len: 173 time: 0.7712932 Oct 27 16:14:07.402245 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96c26f3b-a815-43cb-beb5-fec5a647831f', 'name': 'network-vif-deleted', 'tag': 'a12b3242-0a39-422a-b87c-b283ebe9ce57'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:07.404411 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5104afd1-030c-4711-9531-a3159452c18b" -d '{"events": [{"server_uuid": "96c26f3b-a815-43cb-beb5-fec5a647831f", "name": "network-vif-deleted", "tag": "a12b3242-0a39-422a-b87c-b283ebe9ce57"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:07.442614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9357e15d-7baf-4512-9157-053b22a720e4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.454085 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfffe45-a5d5-496f-815d-bb0321aedd47 x-openstack-request-id: req-6dfffe45-a5d5-496f-815d-bb0321aedd47 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:07.454386 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96c26f3b-a815-43cb-beb5-fec5a647831f", "name": "network-vif-deleted", "tag": "a12b3242-0a39-422a-b87c-b283ebe9ce57", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:07.454670 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dfffe45-a5d5-496f-815d-bb0321aedd47 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:07.455060 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96c26f3b-a815-43cb-beb5-fec5a647831f', 'name': 'network-vif-deleted', 'tag': 'a12b3242-0a39-422a-b87c-b283ebe9ce57', 'status': 'completed', 'code': 200} Oct 27 16:14:07.500107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357e15d-7baf-4512-9157-053b22a720e4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=94745374-c066-4fbc-9e14-cad553bc6e2c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:07.534225 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c7f0bd8c-a435-4b38-9cc5-3d807d7a4c7c tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags/tempest-TagsExtTest-Tag-1957465785 HTTP/1.1" status: 201 len: 201 time: 0.3203256 Oct 27 16:14:07.537313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59094) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:07.543236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-706ee9e8-4556-49df-828e-b3e99d2b54af tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b', 'tempest-TagsExtTest-Tag-1273091519') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:07.582498 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9357e15d-7baf-4512-9157-053b22a720e4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.582498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9357e15d-7baf-4512-9157-053b22a720e4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/94745374-c066-4fbc-9e14-cad553bc6e2c HTTP/1.1" status: 204 len: 168 time: 0.8408926 Oct 27 16:14:07.584847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59096) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:07.605452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4794dc18-0223-477f-b4b8-7da56e399b73 None None] Provisioning complete for port dd7d8698-7228-46df-a78c-54bb35380856 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:07.605639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4794dc18-0223-477f-b4b8-7da56e399b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.616899 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f3570c-b65e-4055-a327-ca4f5e119d8f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:14:07.622365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59098) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:07.623087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-00f3570c-b65e-4055-a327-ca4f5e119d8f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/94745374-c066-4fbc-9e14-cad553bc6e2c HTTP/1.1" status: 404 len: 333 time: 0.0369813 Oct 27 16:14:07.693490 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-706ee9e8-4556-49df-828e-b3e99d2b54af tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags/tempest-TagsExtTest-Tag-1273091519 HTTP/1.1" status: 201 len: 201 time: 0.1547034 Oct 27 16:14:07.696254 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59104) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:07.696687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Made reservation on behalf of 3662ba104a8945b387de04222a338ce1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:07.701058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.701950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-aed87c85-efbf-4f6b-bb8d-be181d5415cc tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99', {'tags': ['tempest-TagsExtTest-Tag-2070708706', 'tempest-TagsExtTest-Tag-1800040737', 'tempest-TagsExtTest-Tag-1861360490']}) {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:07.752830 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.757895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4794dc18-0223-477f-b4b8-7da56e399b73 None None] Could not find standard attr ID for object 94745374-c066-4fbc-9e14-cad553bc6e2c. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:14:07.809760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5792bc1b-101d-4172-944b-912d4d36cc24 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting subnet 892873a5-4aaa-41a9-89a2-fc259c0521f8 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:14:07.817347 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5792bc1b-101d-4172-944b-912d4d36cc24 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.872926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-134cb14c-d5f4-4254-82d8-07e3f0835350 None None] Could not find standard attr ID for object 94745374-c066-4fbc-9e14-cad553bc6e2c. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:14:07.887459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31527cef-3167-4633-8cb1-5b4dcf44f12f req-0c0960eb-9b8e-40c0-bbcf-bef616614c24 tempest-ServerMetadataNegativeTestJSON-2017307761 tempest-ServerMetadataNegativeTestJSON-2017307761-project] 10.222.0.15 "GET /v2.0/ports?device_id=96c26f3b-a815-43cb-beb5-fec5a647831f HTTP/1.1" status: 200 len: 210 time: 0.0648057 Oct 27 16:14:07.898649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5792bc1b-101d-4172-944b-912d4d36cc24 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:07.947766 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-aed87c85-efbf-4f6b-bb8d-be181d5415cc tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags HTTP/1.1" status: 200 len: 318 time: 0.2479627 Oct 27 16:14:07.948676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59106) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:07.952740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-bd44438e-6921-4368-aba0-8ff894ad0d4d tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:08.024784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.028360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5792bc1b-101d-4172-944b-912d4d36cc24 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.110162 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.142521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bd44438e-6921-4368-aba0-8ff894ad0d4d tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags HTTP/1.1" status: 204 len: 168 time: 0.1906824 Oct 27 16:14:08.142737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59108) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:08.147185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-d72ecf5f-ad95-4a5a-ab89-15f6a74c93be tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99', 'tempest-TagsExtTest-Tag-2070708706') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:08.171307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:08.204882 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-d72ecf5f-ad95-4a5a-ab89-15f6a74c93be tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:08.205962 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d72ecf5f-ad95-4a5a-ab89-15f6a74c93be tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags/tempest-TagsExtTest-Tag-2070708706 HTTP/1.1" status: 404 len: 329 time: 0.0622916 Oct 27 16:14:08.208957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59112) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:08.213366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-2f2d0f86-c4ce-42aa-98de-728d71a1c095 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99', 'tempest-TagsExtTest-Tag-1800040737') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:08.226715 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5792bc1b-101d-4172-944b-912d4d36cc24 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.269165 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-2f2d0f86-c4ce-42aa-98de-728d71a1c095 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:08.270365 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2f2d0f86-c4ce-42aa-98de-728d71a1c095 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags/tempest-TagsExtTest-Tag-1800040737 HTTP/1.1" status: 404 len: 329 time: 0.0604491 Oct 27 16:14:08.271156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5792bc1b-101d-4172-944b-912d4d36cc24 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Subnet': ['ID=892873a5-4aaa-41a9-89a2-fc259c0521f8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:08.278656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59114) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:08.284245 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-24307c37-678e-4142-857f-2346d5558c28 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99', 'tempest-TagsExtTest-Tag-1861360490') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:08.289536 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5792bc1b-101d-4172-944b-912d4d36cc24 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.294459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d3b62f-ceb7-40d8-a314-0babc845afff None None] Network 218f9f6b-2862-4fc4-a4dd-30a427d9348b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:08.294640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5792bc1b-101d-4172-944b-912d4d36cc24 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/892873a5-4aaa-41a9-89a2-fc259c0521f8 HTTP/1.1" status: 204 len: 168 time: 0.6699820 Oct 27 16:14:08.311867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59116) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:08.314154 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-52b84832-65a7-4a32-934f-abaa15df35da req-b1c847f2-13b6-4ccf-9ead-25e505400b45 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 210 time: 0.0487268 Oct 27 16:14:08.340410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Allocated IP 192.168.233.165 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:08.374433 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-24307c37-678e-4142-857f-2346d5558c28 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:08.375670 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-24307c37-678e-4142-857f-2346d5558c28 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags/tempest-TagsExtTest-Tag-1861360490 HTTP/1.1" status: 404 len: 329 time: 0.0956709 Oct 27 16:14:08.378447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59118) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:08.386034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-be7abfdb-6931-4026-ba0f-895c94ee6424 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1', {'tags': ['tempest-TagsExtTest-Tag-354074494', 'tempest-TagsExtTest-Tag-819772418', 'tempest-TagsExtTest-Tag-1491218293']}) {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:08.419879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.512652 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc331688-77d6-4541-aa2c-7e4d72524ccc None None] DHCP port deletion for 218f9f6b-2862-4fc4-a4dd-30a427d9348b request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:14:08.564941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cc331688-77d6-4541-aa2c-7e4d72524ccc None None] Deleting port dd7d8698-7228-46df-a78c-54bb35380856 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:08.565393 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cc331688-77d6-4541-aa2c-7e4d72524ccc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.574296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port dd7d8698-7228-46df-a78c-54bb35380856 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:08.574632 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.575750 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-be7abfdb-6931-4026-ba0f-895c94ee6424 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags HTTP/1.1" status: 200 len: 316 time: 0.1951613 Oct 27 16:14:08.578691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59120) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:08.600149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-5f2d90c3-0b93-4766-9508-cb5a91d138d0 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:08.654084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-cc331688-77d6-4541-aa2c-7e4d72524ccc None None] For port dd7d8698-7228-46df-a78c-54bb35380856, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dd7d8698-7228-46df-a78c-54bb35380856,segment=NetworkSegment(bab98f2a-7dca-4dba-a3e2-6c1d389121be),segment_id=bab98f2a-7dca-4dba-a3e2-6c1d389121be)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:08.654750 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cc331688-77d6-4541-aa2c-7e4d72524ccc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.656165 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.669276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cc331688-77d6-4541-aa2c-7e4d72524ccc None None] Calling delete_port for dd7d8698-7228-46df-a78c-54bb35380856 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:08.676329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dd7d8698-7228-46df-a78c-54bb35380856 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:08.703041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] For port dd7d8698-7228-46df-a78c-54bb35380856, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dd7d8698-7228-46df-a78c-54bb35380856,segment=NetworkSegment(bab98f2a-7dca-4dba-a3e2-6c1d389121be),segment_id=bab98f2a-7dca-4dba-a3e2-6c1d389121be)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:08.703395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.729890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for dd7d8698-7228-46df-a78c-54bb35380856 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:08.802818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.825139 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.844548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a12b3242-0a39-422a-b87c-b283ebe9ce57 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:08.869122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: a12b3242-0a39-422a-b87c-b283ebe9ce57 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:08.869467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a12b3242-0a39-422a-b87c-b283ebe9ce57 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:08.881131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:08.885161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:08.887171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Pushing event updated for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:08.889350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:08.905492 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cc331688-77d6-4541-aa2c-7e4d72524ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.940341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:08.950373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59128) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:08.954930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-a4b212e4-2927-4ff0-878c-70ff810d70e2 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1', 'tempest-TagsExtTest-Tag-354074494') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:08.958870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc331688-77d6-4541-aa2c-7e4d72524ccc None None] Pushing event deleted for resources: {'Port': ['ID=dd7d8698-7228-46df-a78c-54bb35380856,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:08.960934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc331688-77d6-4541-aa2c-7e4d72524ccc None None] No DVR routers for this DVR port dd7d8698-7228-46df-a78c-54bb35380856 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:08.961964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5f2d90c3-0b93-4766-9508-cb5a91d138d0 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags HTTP/1.1" status: 204 len: 168 time: 0.3799648 Oct 27 16:14:08.997660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59130) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:09.005447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:09.006097 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.018324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=dd7d8698-7228-46df-a78c-54bb35380856,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:09.039163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No DVR routers for this DVR port dd7d8698-7228-46df-a78c-54bb35380856 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:09.060117 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-a4b212e4-2927-4ff0-878c-70ff810d70e2 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:09.061448 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a4b212e4-2927-4ff0-878c-70ff810d70e2 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags/tempest-TagsExtTest-Tag-354074494 HTTP/1.1" status: 404 len: 328 time: 0.1100590 Oct 27 16:14:09.064459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59132) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:09.069155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-5ad76528-4c3a-4ad3-a251-e0b75e257acb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1', 'tempest-TagsExtTest-Tag-819772418') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:09.125582 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-5ad76528-4c3a-4ad3-a251-e0b75e257acb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:09.127685 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5ad76528-4c3a-4ad3-a251-e0b75e257acb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags/tempest-TagsExtTest-Tag-819772418 HTTP/1.1" status: 404 len: 328 time: 0.0609293 Oct 27 16:14:09.132695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59134) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:09.134643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d536fe-9e3d-47a3-8bdc-0d2234e2ae61 admin admin] Deleting subnet ecf8ace2-a585-40bb-9db8-bf06bdefe115 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:14:09.137868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-2cddf934-e66f-4096-877e-fa5ee5ad7734 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1', 'tempest-TagsExtTest-Tag-1491218293') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:09.147222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2d536fe-9e3d-47a3-8bdc-0d2234e2ae61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.150050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.182440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e6d894d3-14b6-49a6-b5a4-c486ac11ecae tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8320560 Oct 27 16:14:09.195580 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-2cddf934-e66f-4096-877e-fa5ee5ad7734 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:09.196648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2cddf934-e66f-4096-877e-fa5ee5ad7734 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags/tempest-TagsExtTest-Tag-1491218293 HTTP/1.1" status: 404 len: 329 time: 0.0629992 Oct 27 16:14:09.200006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:09.204617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Request body: {'port': {'device_id': '546fcdc3-76b7-4379-8111-9c281d62a321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:09.204778 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-343edd02-00cf-41fd-bf6a-76f9b89a3221 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a', {'tags': ['tempest-TagsExtTest-Tag-1347092792', 'tempest-TagsExtTest-Tag-295410835', 'tempest-TagsExtTest-Tag-1680095611']}) {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:09.208941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218f9f6b-2862-4fc4-a4dd-30a427d9348b']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:09.215717 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fb3b0a0e-3ae0-4d59-b0e1-666fae2bc225 None None] Provisioning complete for port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:09.216432 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0a0e-3ae0-4d59-b0e1-666fae2bc225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.237365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab98f2a-7dca-4dba-a3e2-6c1d389121be') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:09.237685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab98f2a-7dca-4dba-a3e2-6c1d389121be') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:09.255651 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2d536fe-9e3d-47a3-8bdc-0d2234e2ae61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.255908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b0a0e-3ae0-4d59-b0e1-666fae2bc225 None None] Port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:09.258606 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.318074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.329531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:14:09.329919 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:14:09.333341 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:14:09.344283 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.373843 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-343edd02-00cf-41fd-bf6a-76f9b89a3221 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags HTTP/1.1" status: 200 len: 317 time: 0.1725848 Oct 27 16:14:09.376387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59140) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:09.381365 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-1362f056-5aa0-4bd9-b3be-6fad9eaac3d4 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:09.390440 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2d536fe-9e3d-47a3-8bdc-0d2234e2ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.533729 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1362f056-5aa0-4bd9-b3be-6fad9eaac3d4 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags HTTP/1.1" status: 204 len: 168 time: 0.1560740 Oct 27 16:14:09.537421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59142) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:09.543174 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-aeccb9f4-b120-4093-bb03-b52548a48bf2 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a', 'tempest-TagsExtTest-Tag-1347092792') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:09.583833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217aacd-fc69-4694-a7a4-bd1c06a19cea req-997caff6-40ff-4ea0-8d25-c106762bab2b tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:09.585339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1217aacd-fc69-4694-a7a4-bd1c06a19cea req-997caff6-40ff-4ea0-8d25-c106762bab2b tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 936 time: 0.1719978 Oct 27 16:14:09.588559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.600003 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.603206 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/networks/218f9f6b-2862-4fc4-a4dd-30a427d9348b HTTP/1.1" status: 204 len: 168 time: 1.2880490 Oct 27 16:14:09.609718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59144) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:09.616684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'name': 'tempest-PortsTestJSON-852700944'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:09.625986 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-aeccb9f4-b120-4093-bb03-b52548a48bf2 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:09.628659 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-aeccb9f4-b120-4093-bb03-b52548a48bf2 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags/tempest-TagsExtTest-Tag-1347092792 HTTP/1.1" status: 404 len: 329 time: 0.0886524 Oct 27 16:14:09.630695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59146) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:09.635336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-d98ffc05-7e7e-445e-9ff3-135a5aed8aa5 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a', 'tempest-TagsExtTest-Tag-295410835') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:09.682211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaa126-f00c-4623-950c-9c62a4e0af99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Network': ['ID=218f9f6b-2862-4fc4-a4dd-30a427d9348b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:09.711916 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-d98ffc05-7e7e-445e-9ff3-135a5aed8aa5 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:09.713015 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d98ffc05-7e7e-445e-9ff3-135a5aed8aa5 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags/tempest-TagsExtTest-Tag-295410835 HTTP/1.1" status: 404 len: 328 time: 0.0812871 Oct 27 16:14:09.715929 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2d536fe-9e3d-47a3-8bdc-0d2234e2ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.716930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59148) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:09.721553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-9e104cec-b4a1-4e12-9670-7d4d1286c34e tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a', 'tempest-TagsExtTest-Tag-1680095611') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:09.777206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d536fe-9e3d-47a3-8bdc-0d2234e2ae61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf8ace2-a585-40bb-9db8-bf06bdefe115,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:09.779388 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2d536fe-9e3d-47a3-8bdc-0d2234e2ae61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:09.785200 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b2d536fe-9e3d-47a3-8bdc-0d2234e2ae61 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ecf8ace2-a585-40bb-9db8-bf06bdefe115 HTTP/1.1" status: 204 len: 168 time: 0.7836385 Oct 27 16:14:09.785539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59150) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:09.810046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1217aacd-fc69-4694-a7a4-bd1c06a19cea req-b70e3bd6-3605-4ccc-8564-e68a9db31352 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057397 Oct 27 16:14:09.867814 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-9e104cec-b4a1-4e12-9670-7d4d1286c34e tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:09.872221 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9e104cec-b4a1-4e12-9670-7d4d1286c34e tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags/tempest-TagsExtTest-Tag-1680095611 HTTP/1.1" status: 404 len: 329 time: 0.1511116 Oct 27 16:14:09.872356 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59154) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:09.877487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-0b2dd279-999d-4d5e-ab61-1af74c446a4f tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b', {'tags': ['tempest-TagsExtTest-Tag-1279398573', 'tempest-TagsExtTest-Tag-807367629', 'tempest-TagsExtTest-Tag-634189759']}) {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:09.882396 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.006679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.017111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0b2dd279-999d-4d5e-ab61-1af74c446a4f tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "PUT /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags HTTP/1.1" status: 200 len: 316 time: 0.1438274 Oct 27 16:14:10.019813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59156) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.028090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-d225489d-147c-4dc6-ac71-ee02d1fb59d0 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:10.045107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560879d0-a51b-4faa-81ce-fa9665121579']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:10.058384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b64784-bfa7-44f8-b32a-1e903a785eb4') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:10.058688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b64784-bfa7-44f8-b32a-1e903a785eb4') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:10.070715 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.090860 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.098635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:14:10.099121 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:14:10.103052 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:14:10.193743 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d225489d-147c-4dc6-ac71-ee02d1fb59d0 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags HTTP/1.1" status: 204 len: 168 time: 0.1703691 Oct 27 16:14:10.193957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59162) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.198375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-c1cb6a87-7772-47f2-b4b4-b7b4a07eccb3 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b', 'tempest-TagsExtTest-Tag-1279398573') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:10.210981 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.223208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.226380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:10.226904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] 10.222.0.15 "DELETE /v2.0/networks/560879d0-a51b-4faa-81ce-fa9665121579 HTTP/1.1" status: 204 len: 168 time: 0.4400563 Oct 27 16:14:10.237691 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.240103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:10.240363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c4afb-5c4e-4d04-a9d8-5959057363ef admin admin] Pushing event deleted for resources: {'Network': ['ID=560879d0-a51b-4faa-81ce-fa9665121579,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:10.243865 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.247743 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-c1cb6a87-7772-47f2-b4b4-b7b4a07eccb3 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:10.248923 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c1cb6a87-7772-47f2-b4b4-b7b4a07eccb3 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags/tempest-TagsExtTest-Tag-1279398573 HTTP/1.1" status: 404 len: 329 time: 0.0540626 Oct 27 16:14:10.251787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59166) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.256360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-cc1f4419-9450-41ab-8b92-6b582d678beb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b', 'tempest-TagsExtTest-Tag-807367629') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:10.267293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Transition to ACTIVE for port object df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:14:10.270212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port 68c7a598-6f75-4d8b-ac5b-0cb44c57bc10 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:10.279135 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-cc1f4419-9450-41ab-8b92-6b582d678beb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:10.282891 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cc1f4419-9450-41ab-8b92-6b582d678beb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags/tempest-TagsExtTest-Tag-807367629 HTTP/1.1" status: 404 len: 328 time: 0.0273433 Oct 27 16:14:10.283123 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59168) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.287484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-9bfdb7da-b1b7-4fc4-8deb-e9c6cb05488b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b', 'tempest-TagsExtTest-Tag-634189759') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:10.307415 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.309720 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-9bfdb7da-b1b7-4fc4-8deb-e9c6cb05488b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] show failed (client error): The resource could not be found. Oct 27 16:14:10.313466 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9bfdb7da-b1b7-4fc4-8deb-e9c6cb05488b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags/tempest-TagsExtTest-Tag-634189759 HTTP/1.1" status: 404 len: 328 time: 0.0267143 Oct 27 16:14:10.315526 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.318105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-20376445-84a8-4338-b53c-2d69af668d6b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f1ed33fb-e759-4977-a65d-b279dcd0216b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:10.345932 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-20376445-84a8-4338-b53c-2d69af668d6b tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b/tags HTTP/1.1" status: 204 len: 168 time: 0.0304804 Oct 27 16:14:10.352726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59172) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.359806 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-7b520272-47e4-46c8-92c3-aa418bfeb678 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d5d977c-fa96-4387-8026-dfb9e7423d1a') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:10.387541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae708b-4462-485f-a750-60157e952282 service neutron] Pushing event updated for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:10.453058 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7b520272-47e4-46c8-92c3-aa418bfeb678 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a/tags HTTP/1.1" status: 204 len: 168 time: 0.0988758 Oct 27 16:14:10.455321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59174) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.459774 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-7154b49e-6627-4a34-b280-d8251eeb86de tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'de9929b0-5b79-476c-8cae-5172e63ef9e1') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:10.540776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7154b49e-6627-4a34-b280-d8251eeb86de tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1/tags HTTP/1.1" status: 204 len: 168 time: 0.0842700 Oct 27 16:14:10.541353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59176) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.544969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Attempting to bind port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:10.549895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Attempting to bind port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:10.549895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Attempting to bind port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:10.553276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-d0b49acb-2c2d-432b-8444-afea76da4501 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f4b7798c-8321-4b63-9357-824ade948a99') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:10.560176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:14:10.560507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Attempting to bind port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:10.592775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:10.593112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:10.593497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:10.593942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Bound port: df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:10.594296 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.602009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.635316 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59178) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.677957 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3c12c5f3-341e-484b-8ddb-391a0af61b9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee5a3117a08f457aa0f274d79dfeb6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408659 Oct 27 16:14:10.680632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59180) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.716342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:10.720180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:10.723236 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d0b49acb-2c2d-432b-8444-afea76da4501 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99/tags HTTP/1.1" status: 204 len: 168 time: 0.1794660 Oct 27 16:14:10.727992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59182) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.738231 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ecccc557-9d20-4ca3-8a84-ddfe47ea5285 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.759904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ecccc557-9d20-4ca3-8a84-ddfe47ea5285 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.807556 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.809797 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.856391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:10.862594 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.862594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-eeae708b-4462-485f-a750-60157e952282 service neutron] 10.222.0.53 "PUT /v2.0/ports/df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 HTTP/1.1" status: 200 len: 1096 time: 1.6638443 Oct 27 16:14:10.862594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:10.862594 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80750599-91f5-4cef-b3d4-5de695526149" -d '{"events": [{"name": "network-changed", "server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:10.877481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:10.881769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:10.886521 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ecccc557-9d20-4ca3-8a84-ddfe47ea5285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.891221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:10.891378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ecccc557-9d20-4ca3-8a84-ddfe47ea5285 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.894450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:10.895090 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.905775 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dfce6516-4e30-4fe3-a0f1-3137dfffa98e tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for subnetpool, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:10.909301 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dfce6516-4e30-4fe3-a0f1-3137dfffa98e tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/subnetpools/f1ed33fb-e759-4977-a65d-b279dcd0216b HTTP/1.1" status: 204 len: 168 time: 0.1779745 Oct 27 16:14:10.909471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ecccc557-9d20-4ca3-8a84-ddfe47ea5285 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/331c052a-8f5c-48c4-a13e-bcbc1ccbe02a HTTP/1.1" status: 204 len: 168 time: 0.2272711 Oct 27 16:14:10.910673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59192) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:10.928956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae708b-4462-485f-a750-60157e952282 service neutron] Pushing event updated for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:10.934628 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8709ac9d-7b0d-4124-b199-611235d5988f x-openstack-request-id: req-8709ac9d-7b0d-4124-b199-611235d5988f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:10.934960 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:10.935222 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8709ac9d-7b0d-4124-b199-611235d5988f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:10.935615 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecccc557-9d20-4ca3-8a84-ddfe47ea5285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=331c052a-8f5c-48c4-a13e-bcbc1ccbe02a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:10.935758 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'status': 'completed', 'code': 200} Oct 27 16:14:10.984323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7b350fc7-bc17-4a0d-b7e4-a261aa339fd2 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d5d977c-fa96-4387-8026-dfb9e7423d1a HTTP/1.1" status: 200 len: 205 time: 0.0697341 Oct 27 16:14:11.007038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59194) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:11.071109 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4575853 Oct 27 16:14:11.077231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59196) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:11.119018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047d0bf-38dd-4f41-93a0-950206f0b93d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=68c7a598-6f75-4d8b-ac5b-0cb44c57bc10,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:11.125582 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223d73b-b3ba-4748-bd11-8ba1b440f517 req-f7377e42-8e53-4f3e-bc94-0067651829a3 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:11.128513 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c223d73b-b3ba-4748-bd11-8ba1b440f517 req-f7377e42-8e53-4f3e-bc94-0067651829a3 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 948 time: 0.2171102 Oct 27 16:14:11.134274 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ff74-fb85-4a8c-90c3-ce438c5c4eeb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:11.135159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80750599-91f5-4cef-b3d4-5de695526149 req-5e3452b5-b8b1-4aee-ae91-606ffe2a3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:11.137568 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80750599-91f5-4cef-b3d4-5de695526149 req-5e3452b5-b8b1-4aee-ae91-606ffe2a3838 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3662ba104a8945b387de04222a338ce1&device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 1099 time: 0.1592088 Oct 27 16:14:11.193378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80750599-91f5-4cef-b3d4-5de695526149 req-70d9279e-f9ba-4bc4-95b5-0b7d26dd5c9c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3662ba104a8945b387de04222a338ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231345 Oct 27 16:14:11.282892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f84fcb18-608c-487b-a3f0-e688f9016afa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 68c7a598-6f75-4d8b-ac5b-0cb44c57bc10 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:11.283662 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f84fcb18-608c-487b-a3f0-e688f9016afa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:11.371617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80750599-91f5-4cef-b3d4-5de695526149 req-f1ae018b-c4e6-47d2-b3b0-3bede9de2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:11.373321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80750599-91f5-4cef-b3d4-5de695526149 req-f1ae018b-c4e6-47d2-b3b0-3bede9de2857 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706123 Oct 27 16:14:11.382298 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f84fcb18-608c-487b-a3f0-e688f9016afa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:11.398268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f84fcb18-608c-487b-a3f0-e688f9016afa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 68c7a598-6f75-4d8b-ac5b-0cb44c57bc10 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:11.553808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-f8b43500-03e8-4806-99df-f3e05e83f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:11.555356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-f8b43500-03e8-4806-99df-f3e05e83f724 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3662ba104a8945b387de04222a338ce1&device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 1099 time: 0.1092441 Oct 27 16:14:11.603140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-7b61b092-d3fe-42f5-bb7c-f76628ea0b6d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 HTTP/1.1" status: 200 len: 217 time: 0.0375330 Oct 27 16:14:11.612780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d06b49-7ee2-4e57-b613-2b03a0c8d3d7 req-85661d34-b410-465f-be4d-31fc15ef0546 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:11.614420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-24d06b49-7ee2-4e57-b613-2b03a0c8d3d7 req-85661d34-b410-465f-be4d-31fc15ef0546 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1068864 Oct 27 16:14:11.660080 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f84fcb18-608c-487b-a3f0-e688f9016afa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:11.709324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fcb18-608c-487b-a3f0-e688f9016afa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=68c7a598-6f75-4d8b-ac5b-0cb44c57bc10,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:11.721474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-d174f5c6-4187-46bd-a145-ee9ce3be112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:11.722961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-d174f5c6-4187-46bd-a145-ee9ce3be112c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.1078377 Oct 27 16:14:11.728399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f84fcb18-608c-487b-a3f0-e688f9016afa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:11.728823 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c223d73b-b3ba-4748-bd11-8ba1b440f517 req-47079d2b-dd4f-4df9-bc3b-086d77425531 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5601637 Oct 27 16:14:11.732074 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f84fcb18-608c-487b-a3f0-e688f9016afa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/68c7a598-6f75-4d8b-ac5b-0cb44c57bc10 HTTP/1.1" status: 204 len: 168 time: 0.6540077 Oct 27 16:14:11.736680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59212) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:11.737253 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-24d06b49-7ee2-4e57-b613-2b03a0c8d3d7 req-7c587af5-9a05-431b-93d1-0ed3d3eb66a6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140287 Oct 27 16:14:11.739899 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ff74-fb85-4a8c-90c3-ce438c5c4eeb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:11.747629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'mac_address': 'fa:16:3e:93:a0:5b', 'name': 'tempest-PortsTestJSON-722371836'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:11.754196 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ff74-fb85-4a8c-90c3-ce438c5c4eeb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:11.787216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-d258f647-e901-4874-858d-6416c7b1d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:11.789055 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-d258f647-e901-4874-858d-6416c7b1d0f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552320 Oct 27 16:14:11.923483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae5017-d758-4820-957e-c827e35ae044 req-af3e54c1-2dbd-4b0a-a1e9-f52c533cf8f5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:11.925296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38ae5017-d758-4820-957e-c827e35ae044 req-af3e54c1-2dbd-4b0a-a1e9-f52c533cf8f5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0780146 Oct 27 16:14:11.944551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-db57e731-b934-4977-b527-57c2db4b300d service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472597 Oct 27 16:14:11.967173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ff74-fb85-4a8c-90c3-ce438c5c4eeb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:11.967694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa4ff74-fb85-4a8c-90c3-ce438c5c4eeb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Fanout notify agent at l3_agent the message router_deleted on router 0d5d977c-fa96-4387-8026-dfb9e7423d1a {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:14:11.975153 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fa4ff74-fb85-4a8c-90c3-ce438c5c4eeb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:11.976410 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8fa4ff74-fb85-4a8c-90c3-ce438c5c4eeb tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/routers/0d5d977c-fa96-4387-8026-dfb9e7423d1a HTTP/1.1" status: 204 len: 168 time: 0.9666166 Oct 27 16:14:11.978878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59222) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:11.989528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38ae5017-d758-4820-957e-c827e35ae044 req-175a8c5b-db2c-47c1-be67-955291715529 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581136 Oct 27 16:14:12.017235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:12.078766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ce3470-837d-4202-8623-c382aedb7fe9 req-e82e7b6d-9fb3-4bae-afa6-55c0b2f41413 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204827 Oct 27 16:14:12.140739 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.168583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port ef3f10b3-2c46-4a94-b63e-acd3693b0cff yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:12.183180 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf7754-6cac-417a-94ce-26eae73f6405 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Deleting port de9929b0-5b79-476c-8cae-5172e63ef9e1 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:12.183940 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9bcf7754-6cac-417a-94ce-26eae73f6405 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.230291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59240) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:12.322170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-fc9fc455-81ec-4f1a-a682-7707807ed773 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:12.329933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-fc9fc455-81ec-4f1a-a682-7707807ed773 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 812 time: 0.1305864 Oct 27 16:14:12.340684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-f85be9c3-6ba3-4daa-995f-9a391cef2d0d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/quotas/e453eb141e324e84bad185e6328bf7f8 HTTP/1.1" status: 200 len: 375 time: 0.0101686 Oct 27 16:14:12.394979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9bcf7754-6cac-417a-94ce-26eae73f6405 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.409970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-d0bdece3-0ca5-4cfa-8f39-8669ed3a1b3d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0634449 Oct 27 16:14:12.418870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf7754-6cac-417a-94ce-26eae73f6405 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Calling delete_port for de9929b0-5b79-476c-8cae-5172e63ef9e1 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:12.452265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-755356088-network', 'tenant_id': '859d61171b484adaab4d255b083936a9'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:12.488213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.511664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-35b42839-e996-45c9-8651-a367d69522d9 service neutron] 10.222.0.15 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916536 Oct 27 16:14:12.601418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Made reservation on behalf of 859d61171b484adaab4d255b083936a9 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:12.603723 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.611770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-408a6e83-e497-4a39-8ff7-459c39d77fda service neutron] 10.222.0.15 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938604 Oct 27 16:14:12.625433 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.644588 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.700991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:12.703728 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9bcf7754-6cac-417a-94ce-26eae73f6405 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.713063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:12.724507 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:12.730377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:12.730977 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.737691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=ef3f10b3-2c46-4a94-b63e-acd3693b0cff,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:12.801279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf7754-6cac-417a-94ce-26eae73f6405 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Pushing event deleted for resources: {'Port': ['ID=de9929b0-5b79-476c-8cae-5172e63ef9e1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:12.869888 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.878053 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a70c0ca2-45df-4dc0-9ef5-328bbdb59657 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1401858 Oct 27 16:14:12.880736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59252) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:12.908382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9bcf7754-6cac-417a-94ce-26eae73f6405 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.911795 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9bcf7754-6cac-417a-94ce-26eae73f6405 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/ports/de9929b0-5b79-476c-8cae-5172e63ef9e1 HTTP/1.1" status: 204 len: 168 time: 0.9309886 Oct 27 16:14:12.915824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59254) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:12.957615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d13329a9-8306-4a4f-a1ac-d779d8236a6d req-2f807e63-eced-4568-be70-b433713e1393 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 210 time: 0.0645738 Oct 27 16:14:12.966789 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:12.974651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b57b2-78d4-432b-9f2b-a288b5510fb8 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:12.976487 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-353b57b2-78d4-432b-9f2b-a288b5510fb8 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/ef3f10b3-2c46-4a94-b63e-acd3693b0cff HTTP/1.1" status: 200 len: 840 time: 0.0942621 Oct 27 16:14:12.979042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59256) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:13.014577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8befbd-bdd2-41cb-82f8-a656692edce7 req-7b555b1e-2080-4470-a7f2-2f83828db33b tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:13.016758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e8befbd-bdd2-41cb-82f8-a656692edce7 req-7b555b1e-2080-4470-a7f2-2f83828db33b tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 948 time: 0.1699567 Oct 27 16:14:13.040300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-267e2dd0-a0df-4b90-9196-be45fa63dab6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Deleting subnet f4b7798c-8321-4b63-9357-824ade948a99 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:14:13.043727 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-267e2dd0-a0df-4b90-9196-be45fa63dab6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.058164 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:14:13.095130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c340e3-9cc9-4e97-8604-1740eb4561d3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:13.095509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port ef3f10b3-2c46-4a94-b63e-acd3693b0cff {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:13.095846 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.110741 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.110741 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Added segment 5487898b-0458-431a-8e39-c18f02bd235a of type vlan for network e4289fac-6b86-43ce-bf75-de917894a89a Oct 27 16:14:13.137740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-267e2dd0-a0df-4b90-9196-be45fa63dab6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.177876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.192790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for ef3f10b3-2c46-4a94-b63e-acd3693b0cff owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:13.200640 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9e8befbd-bdd2-41cb-82f8-a656692edce7 req-b3f1d28f-d1be-428f-a57b-a752d6966da9 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722443 Oct 27 16:14:13.202616 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.289359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-267e2dd0-a0df-4b90-9196-be45fa63dab6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.324069 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.325070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:13.325707 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.357302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.394702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=ef3f10b3-2c46-4a94-b63e-acd3693b0cff,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:13.407480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.411475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/ef3f10b3-2c46-4a94-b63e-acd3693b0cff HTTP/1.1" status: 204 len: 168 time: 0.4300282 Oct 27 16:14:13.414070 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59268) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:13.425511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.425872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.426235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.426542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.426877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.427306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.427617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.427951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.428349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.428673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.428994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.429323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f51a3d3-65b7-42dc-90af-1e6d9e29068d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:13.438656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] Pushing event updated for resources: {'Network': ['ID=e4289fac-6b86-43ce-bf75-de917894a89a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:13.443934 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-55982b3c-116c-4587-a800-d7120a4a2a99 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2091708 Oct 27 16:14:13.447025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59270) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:13.449708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network e4289fac-6b86-43ce-bf75-de917894a89a details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:14:13.452074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] Request body: {'subnet': {'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-755356088-subnet', 'tenant_id': '859d61171b484adaab4d255b083936a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:13.461692 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ad7c13-de2b-437a-9b83-946af369b30a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:14:13.463295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-45ad7c13-de2b-437a-9b83-946af369b30a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/ef3f10b3-2c46-4a94-b63e-acd3693b0cff HTTP/1.1" status: 404 len: 333 time: 0.0480623 Oct 27 16:14:13.476399 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59272) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:13.483881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'name': 'tempest-PortsTestJSON-654913954'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:13.528642 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-267e2dd0-a0df-4b90-9196-be45fa63dab6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.572592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] Made reservation on behalf of 859d61171b484adaab4d255b083936a9 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:13.575167 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.577033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2dd0-a0df-4b90-9196-be45fa63dab6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b7798c-8321-4b63-9357-824ade948a99,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:13.580212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a425f660-5d5f-4a52-b04c-1166259067b0 None None] Network cd0ef506-f07b-44f8-bd80-8b61b11c13be requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:13.585266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-267e2dd0-a0df-4b90-9196-be45fa63dab6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.589130 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-267e2dd0-a0df-4b90-9196-be45fa63dab6 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/subnets/f4b7798c-8321-4b63-9357-824ade948a99 HTTP/1.1" status: 204 len: 168 time: 0.6700895 Oct 27 16:14:13.591951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59274) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:13.696542 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.759488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Deleting port 80003a91-439e-4530-9d29-d08de6445cbd {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:13.759864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.770313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab29040-03c7-44a8-8193-338d775fbee9 None None] DHCP port deletion for cd0ef506-f07b-44f8-bd80-8b61b11c13be request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:14:13.781472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:13.785268 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.803494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port ad2db47c-2765-45f7-b2ac-53c3fc4b3352 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:13.846025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6ab29040-03c7-44a8-8193-338d775fbee9 None None] Deleting port 80003a91-439e-4530-9d29-d08de6445cbd {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:13.846443 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ab29040-03c7-44a8-8193-338d775fbee9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.849093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.851167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] For port 80003a91-439e-4530-9d29-d08de6445cbd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=80003a91-439e-4530-9d29-d08de6445cbd,segment=NetworkSegment(095801f9-4c8b-43e2-9f55-b925302d3276),segment_id=095801f9-4c8b-43e2-9f55-b925302d3276)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:13.851725 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.867885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Calling delete_port for 80003a91-439e-4530-9d29-d08de6445cbd owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:13.919167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6ab29040-03c7-44a8-8193-338d775fbee9 None None] For port 80003a91-439e-4530-9d29-d08de6445cbd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=80003a91-439e-4530-9d29-d08de6445cbd,segment=NetworkSegment(095801f9-4c8b-43e2-9f55-b925302d3276),segment_id=095801f9-4c8b-43e2-9f55-b925302d3276)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:13.919548 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ab29040-03c7-44a8-8193-338d775fbee9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:13.923261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df9ba29-f360-44fd-afb4-737ab76e2a89,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:13.944492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6ab29040-03c7-44a8-8193-338d775fbee9 None None] Calling delete_port for 80003a91-439e-4530-9d29-d08de6445cbd owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:13.998794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] Checking segment: {'id': '5487898b-0458-431a-8e39-c18f02bd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:13.999075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] Network hostable DHCP agents. Network: e4289fac-6b86-43ce-bf75-de917894a89a, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:14:14.030855 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.043164 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ab29040-03c7-44a8-8193-338d775fbee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.045656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.066779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] No DVR routers for this DVR port 80003a91-439e-4530-9d29-d08de6445cbd on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:14.068821 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab29040-03c7-44a8-8193-338d775fbee9 None None] Pushing event deleted for resources: {'Port': ['ID=80003a91-439e-4530-9d29-d08de6445cbd,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:14.079006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab29040-03c7-44a8-8193-338d775fbee9 None None] No DVR routers for this DVR port 80003a91-439e-4530-9d29-d08de6445cbd on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:14.079120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Pushing event deleted for resources: {'Port': ['ID=80003a91-439e-4530-9d29-d08de6445cbd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:14.117200 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b535604a-0daa-4e37-ad77-7171e31f061a req-f5efc66b-297a-4b10-8a6d-541002056dc3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 210 time: 0.0331283 Oct 27 16:14:14.128929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] Network e4289fac-6b86-43ce-bf75-de917894a89a is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:14:14.165377 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.174079 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.191372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0ef506-f07b-44f8-bd80-8b61b11c13be']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:14.204102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '095801f9-4c8b-43e2-9f55-b925302d3276') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:14.204536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '095801f9-4c8b-43e2-9f55-b925302d3276') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:14.211402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, e4289fac-6b86-43ce-bf75-de917894a89a) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:14.216418 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.227308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.229381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.231498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:14.237793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f56a1f-c6b5-4afa-8cdb-9c62710429f7 None None] Network e4289fac-6b86-43ce-bf75-de917894a89a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:14.238021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:14.246587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:14.252401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.253271 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.263584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=ad2db47c-2765-45f7-b2ac-53c3fc4b3352,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:14.267977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.284724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:14:14.284870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:14:14.289424 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:14:14.379174 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-252757d2-2530-4e0a-82ff-8bc7397ecc7d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9310858 Oct 27 16:14:14.397182 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-191063c8-aec5-49b1-b2a2-b26aae77b348 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9195995 Oct 27 16:14:14.400032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59284) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:14.408933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-bbb6c0c5-b4f3-4799-b620-3a259337b6ea tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:14.413088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c5d72-2dfc-40f2-8d3e-ade0695db2ed req-17385ecd-cd29-47e6-a4ab-1de060dc3c7f tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.416854 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da5c5d72-2dfc-40f2-8d3e-ade0695db2ed req-17385ecd-cd29-47e6-a4ab-1de060dc3c7f tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 948 time: 0.0738823 Oct 27 16:14:14.439480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b1b35-c733-4ec5-953a-9e1801ed35a3 None None] Network e4289fac-6b86-43ce-bf75-de917894a89a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:14.459943 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.473865 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.478897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] 10.222.0.15 "DELETE /v2.0/networks/cd0ef506-f07b-44f8-bd80-8b61b11c13be HTTP/1.1" status: 204 len: 168 time: 0.8850207 Oct 27 16:14:14.504104 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da5c5d72-2dfc-40f2-8d3e-ade0695db2ed req-29fbd6c2-da59-4f72-9d13-43e40063fcb1 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814087 Oct 27 16:14:14.528922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e8c63-fecc-4e65-9dd2-e80833d95b64 tempest-TagsExtTest-13238882 tempest-TagsExtTest-13238882-project] Pushing event deleted for resources: {'Network': ['ID=cd0ef506-f07b-44f8-bd80-8b61b11c13be,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:14.535106 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c0c5-b4f3-4799-b620-3a259337b6ea tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.688077 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 80003a91-439e-4530-9d29-d08de6445cbd no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:14.710405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 80003a91-439e-4530-9d29-d08de6445cbd {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:14.710780 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 80003a91-439e-4530-9d29-d08de6445cbd not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:14.760742 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c0c5-b4f3-4799-b620-3a259337b6ea tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.933574 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c0c5-b4f3-4799-b620-3a259337b6ea tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.954229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-39a7f2a1-a1c1-4104-98e3-c9508ffa69cf tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.955858 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-39a7f2a1-a1c1-4104-98e3-c9508ffa69cf tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/networks?id=e4289fac-6b86-43ce-bf75-de917894a89a HTTP/1.1" status: 200 len: 813 time: 0.1079791 Oct 27 16:14:14.985180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bbb6c0c5-b4f3-4799-b620-3a259337b6ea tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] In _notify_port_updated(), no bound segment for port ad2db47c-2765-45f7-b2ac-53c3fc4b3352 on network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 {{(pid=109723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:14:14.994026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb6c0c5-b4f3-4799-b620-3a259337b6ea tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:14.994763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c0c5-b4f3-4799-b620-3a259337b6ea tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:14.996284 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bbb6c0c5-b4f3-4799-b620-3a259337b6ea tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "PUT /v2.0/ports/ad2db47c-2765-45f7-b2ac-53c3fc4b3352 HTTP/1.1" status: 200 len: 818 time: 0.5927334 Oct 27 16:14:15.001520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59306) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:15.001685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59308) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:15.019961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-ea5e54b0-b796-4131-a4e2-78f8fcd262a3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/quotas/859d61171b484adaab4d255b083936a9 HTTP/1.1" status: 200 len: 375 time: 0.0524731 Oct 27 16:14:15.051443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6c0c5-b4f3-4799-b620-3a259337b6ea tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=ad2db47c-2765-45f7-b2ac-53c3fc4b3352,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:15.103806 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-aef89aa7-60e1-4dd8-9cf0-4a397c403c63 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=859d61171b484adaab4d255b083936a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719461 Oct 27 16:14:15.136876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb8f4e-8eec-48a2-952c-306d55473bbe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port ad2db47c-2765-45f7-b2ac-53c3fc4b3352 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:15.137249 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8f4e-8eec-48a2-952c-306d55473bbe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.177301 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:14:15.197021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-5f2ecc5b-76fa-480c-9f97-9d505802600d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:15.198652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-5f2ecc5b-76fa-480c-9f97-9d505802600d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.54 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 812 time: 0.2416196 Oct 27 16:14:15.219899 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Request body: {'port': {'device_id': '3b914721-5a42-43ea-a764-ffc114ce6f8f', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'admin_state_up': True, 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:15.235266 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8f4e-8eec-48a2-952c-306d55473bbe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.274559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-6d31d6b8-74c7-4c26-957b-0ae6c4a239f1 service neutron] 10.222.0.15 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687531 Oct 27 16:14:15.276754 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-52f250cd-975d-4a19-ad91-ee9e816ba3c8 req-0ca05af3-6bd9-4a92-b9cb-3e4fca75aa63 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 210 time: 0.0509403 Oct 27 16:14:15.287268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb8f4e-8eec-48a2-952c-306d55473bbe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for ad2db47c-2765-45f7-b2ac-53c3fc4b3352 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:15.292556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:15.308472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-51db3d28-5479-4203-9e11-1ef43ab6d5fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5099f2868a14cdf91e830a3683a59e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958367 Oct 27 16:14:15.308472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59314) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:15.418988 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-71c1964f-34f8-4ab1-a93a-4c7106c15246 service neutron] 10.222.0.15 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342025 Oct 27 16:14:15.427904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:15.444044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'mac_address': 'fa:16:3e:67:8b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:15.455201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7dcde220-b553-4bbb-8bab-e5e054b6c245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.476835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Made reservation on behalf of e453eb141e324e84bad185e6328bf7f8 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:15.484668 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.484910 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.489404 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7dcde220-b553-4bbb-8bab-e5e054b6c245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.514743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:15.538697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:15.557506 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8f4e-8eec-48a2-952c-306d55473bbe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.597593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb8f4e-8eec-48a2-952c-306d55473bbe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=ad2db47c-2765-45f7-b2ac-53c3fc4b3352,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:15.626263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8f4e-8eec-48a2-952c-306d55473bbe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.629565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b0eb8f4e-8eec-48a2-952c-306d55473bbe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/ad2db47c-2765-45f7-b2ac-53c3fc4b3352 HTTP/1.1" status: 204 len: 168 time: 0.6259019 Oct 27 16:14:15.637753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59324) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:15.663850 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.696468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Allocated IP 172.20.0.13 (14060b4c-01a1-4d12-9810-8c7a68febede/5585183d-91de-498a-87df-f34ca26ac743/ce8783fc-f162-415d-b74e-d76fb0a604ec) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:15.701910 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7dcde220-b553-4bbb-8bab-e5e054b6c245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.704484 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7dcde220-b553-4bbb-8bab-e5e054b6c245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.705654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7dcde220-b553-4bbb-8bab-e5e054b6c245 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89b0f056-1f69-4a64-87d3-86a15aec6899 HTTP/1.1" status: 204 len: 168 time: 0.3902617 Oct 27 16:14:15.730887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f54612-9084-4107-8152-d21a97f02da6 req-4eaa6042-3925-4c8b-a41f-3727d0643993 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:15.738815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1f54612-9084-4107-8152-d21a97f02da6 req-4eaa6042-3925-4c8b-a41f-3727d0643993 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 948 time: 0.1536386 Oct 27 16:14:15.754374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcde220-b553-4bbb-8bab-e5e054b6c245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b0f056-1f69-4a64-87d3-86a15aec6899,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:15.769556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f18b585-ebb2-4b79-bdd5-fe35e748a535 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:15.773997 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2f18b585-ebb2-4b79-bdd5-fe35e748a535 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1348507 Oct 27 16:14:15.774774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59330) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:15.808915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:15.812079 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f997c1b-04a2-440e-b689-970addaad783 req-e22aa061-f03b-44f7-98be-24b2dd89499c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 210 time: 0.0575244 Oct 27 16:14:15.816204 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05601ed-2489-4c8a-b5d9-f0f1b6d11cf2 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:14:15.817923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c05601ed-2489-4c8a-b5d9-f0f1b6d11cf2 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/ad2db47c-2765-45f7-b2ac-53c3fc4b3352 HTTP/1.1" status: 404 len: 333 time: 0.0359459 Oct 27 16:14:15.824109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59332) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:15.830242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1280580055'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:15.844149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1f54612-9084-4107-8152-d21a97f02da6 req-3f678e2f-dc6c-4325-9226-6e38d06521b0 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997469 Oct 27 16:14:15.952429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:15.955974 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:15.983464 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:16.240112 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:14:16.249094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:16.257590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:16.257937 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Added segment 72a0a30d-c733-4df1-86c9-88f994b5df60 of type vlan for network 399d1fbb-d296-4760-a942-e2c7428ef2c9 Oct 27 16:14:16.311481 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:16.400498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd0c54d0-5458-41cc-916e-260617286bd7 req-aeaba537-5f15-4f32-b2d2-4e5cf30dc417 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 210 time: 0.0282779 Oct 27 16:14:16.402421 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:16.424090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['45596fc9-4b02-4305-9b3c-76f511af54f5'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:16.438825 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:16.445054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:16.449393 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:16.486282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Network 14060b4c-01a1-4d12-9810-8c7a68febede is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:16.520014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:16.524644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:16.527457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event updated for resources: {'Port': ['ID=ce8783fc-f162-415d-b74e-d76fb0a604ec,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:16.572283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.573783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.574143 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.574486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.574826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.575161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.575494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.575937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.576215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.576544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.576877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.582372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:14:16.597350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Network': ['ID=399d1fbb-d296-4760-a942-e2c7428ef2c9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:16.636214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:16.637180 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:16.647186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59358) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:16.647688 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-98b5d5a5-41b1-4cd2-ad3e-0dc5c9d25efe tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8216877 Oct 27 16:14:16.656325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': '399d1fbb-d296-4760-a942-e2c7428ef2c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:16.663109 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 399d1fbb-d296-4760-a942-e2c7428ef2c9 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:14:16.753299 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-e4f88ebb-db39-45e8-9308-59b3d0792caf tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5399537 Oct 27 16:14:16.772120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Request body: {'port': {'device_id': '3b914721-5a42-43ea-a764-ffc114ce6f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:16.808920 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['852df851-cd37-4d53-8c35-32327ae0272a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:16.851171 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:16.888191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:16.888191 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:16.981861 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3f8e437-6bae-4faf-bfa1-df8f2a9f3b6e req-77785649-1cac-4136-b2eb-f3bcc33a86db tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 210 time: 0.0571980 Oct 27 16:14:16.989642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c98ff073-8f18-451d-a5d2-03dccb38bcd0 None None] Provisioning complete for port ce8783fc-f162-415d-b74e-d76fb0a604ec triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:16.990096 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c98ff073-8f18-451d-a5d2-03dccb38bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.062729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c98ff073-8f18-451d-a5d2-03dccb38bcd0 None None] Port ce8783fc-f162-415d-b74e-d76fb0a604ec cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:17.083752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623c685-14ef-46bf-9bc4-2f5cf68fc8de req-72cead22-d2d5-45d9-9d56-1c1a04e96632 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.085478 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6623c685-14ef-46bf-9bc4-2f5cf68fc8de req-72cead22-d2d5-45d9-9d56-1c1a04e96632 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 949 time: 0.1561916 Oct 27 16:14:17.178320 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6623c685-14ef-46bf-9bc4-2f5cf68fc8de req-581ff72e-e564-4f8a-b266-35617f1af56e tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838432 Oct 27 16:14:17.242051 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.278358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8783fc-f162-415d-b74e-d76fb0a604ec {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:17.288547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.303423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Transition to ACTIVE for port object ce8783fc-f162-415d-b74e-d76fb0a604ec will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:14:17.309666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:17.314719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Subnet': ['ID=82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:17.321668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Checking segment: {'id': '72a0a30d-c733-4df1-86c9-88f994b5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '399d1fbb-d296-4760-a942-e2c7428ef2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:17.322068 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network hostable DHCP agents. Network: 399d1fbb-d296-4760-a942-e2c7428ef2c9, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:14:17.378038 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.408575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 399d1fbb-d296-4760-a942-e2c7428ef2c9 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:14:17.432032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8783fc-f162-415d-b74e-d76fb0a604ec,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:17.465086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:14:17.471828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:17.484847 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.533476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Attempting to bind port ce8783fc-f162-415d-b74e-d76fb0a604ec on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:17.533900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Attempting to bind port ce8783fc-f162-415d-b74e-d76fb0a604ec by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:17.534294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Attempting to bind port ce8783fc-f162-415d-b74e-d76fb0a604ec on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:17.541531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Port ce8783fc-f162-415d-b74e-d76fb0a604ec on network 14060b4c-01a1-4d12-9810-8c7a68febede not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:14:17.541666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Attempting to bind port ce8783fc-f162-415d-b74e-d76fb0a604ec on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:17.552246 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:17.552801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Checking segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:17.553288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Bound using segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:17.554194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Bound port: ce8783fc-f162-415d-b74e-d76fb0a604ec, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:17.554555 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.601297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 399d1fbb-d296-4760-a942-e2c7428ef2c9) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:17.610740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.612243 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.644635 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.647276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e521bc-822a-44e7-a478-a46af96d0548 None None] Network 399d1fbb-d296-4760-a942-e2c7428ef2c9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:17.663159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f97ce0-a1c7-4aa1-8d9a-a9bceaac56c1 req-4dbd2834-6e44-4680-8fa9-9476945c4774 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.673074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] For port ce8783fc-f162-415d-b74e-d76fb0a604ec, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:17.674438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d9f97ce0-a1c7-4aa1-8d9a-a9bceaac56c1 req-4dbd2834-6e44-4680-8fa9-9476945c4774 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 944 time: 0.1810973 Oct 27 16:14:17.677363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] For port ce8783fc-f162-415d-b74e-d76fb0a604ec, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ce8783fc-f162-415d-b74e-d76fb0a604ec,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:17.717493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d9f97ce0-a1c7-4aa1-8d9a-a9bceaac56c1 req-0a187398-2a2e-44b4-b097-b332a4c41956 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408697 Oct 27 16:14:17.723017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:17.731477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9c3b1a74-d6cd-45d1-aa1c-6511e8baf3bd tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0774007 Oct 27 16:14:17.731625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59382) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:17.731725 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aa5205-6726-4a8e-aa75-e85f9acd4c4b" -d '{"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-plugged", "status": "completed", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:17.737834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c52110fc-0195-48c2-a5f8-41e73f25ee42 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': '399d1fbb-d296-4760-a942-e2c7428ef2c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:17.751898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:17.755493 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.892795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.893456 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:17.894802 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] 10.222.0.54 "PUT /v2.0/ports/ce8783fc-f162-415d-b74e-d76fb0a604ec HTTP/1.1" status: 200 len: 1092 time: 1.1328139 Oct 27 16:14:17.905886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf20ab-e84d-4c0c-8c4c-628aae4a8e10 req-6d6ae184-ae64-4f81-be0c-a8a3e5f4b6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:17.908549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59cf20ab-e84d-4c0c-8c4c-628aae4a8e10 req-6d6ae184-ae64-4f81-be0c-a8a3e5f4b6d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 1101 time: 0.0678751 Oct 27 16:14:17.911248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b914721-5a42-43ea-a764-ffc114ce6f8f', 'tag': 'ce8783fc-f162-415d-b74e-d76fb0a604ec'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:17.913837 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea3c0e-16e9-484a-9bdd-d757defab2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b914721-5a42-43ea-a764-ffc114ce6f8f", "tag": "ce8783fc-f162-415d-b74e-d76fb0a604ec"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:17.964787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16266b-852b-4bd3-b545-fad25d8da898 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8783fc-f162-415d-b74e-d76fb0a604ec,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:17.984803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-59cf20ab-e84d-4c0c-8c4c-628aae4a8e10 req-2020c8a4-fd42-4133-853e-b2ad3f758ef5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678868 Oct 27 16:14:18.003056 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2059291-5759-4071-9577-1c3a55bcb95c x-openstack-request-id: req-a2059291-5759-4071-9577-1c3a55bcb95c {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:18.003056 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b914721-5a42-43ea-a764-ffc114ce6f8f", "tag": "ce8783fc-f162-415d-b74e-d76fb0a604ec", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:18.003056 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2059291-5759-4071-9577-1c3a55bcb95c {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:18.003056 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b914721-5a42-43ea-a764-ffc114ce6f8f', 'tag': 'ce8783fc-f162-415d-b74e-d76fb0a604ec', 'status': 'completed', 'code': 200} Oct 27 16:14:18.059752 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511eec60-e9ba-4c85-a9e3-e669db305672 x-openstack-request-id: req-511eec60-e9ba-4c85-a9e3-e669db305672 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:18.064038 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-plugged", "status": "completed", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:18.064038 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-511eec60-e9ba-4c85-a9e3-e669db305672 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:18.064038 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'code': 200} Oct 27 16:14:18.074789 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:18.148072 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-af6986c9-c085-4cbc-9201-4e92d7884dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:18.149528 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-af6986c9-c085-4cbc-9201-4e92d7884dab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 1095 time: 0.1452274 Oct 27 16:14:18.183911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:18.218618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-399d1fbb-d296-4760-a942-e2c7428ef2c9', 'network_id': '399d1fbb-d296-4760-a942-e2c7428ef2c9', 'tenant_id': 'c382712ab70d4e799c67faffe244b629', 'fixed_ips': [{'subnet_id': '82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:14:18.219508 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:18.224920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4af71d31-3e01-440e-a7d2-c3a60d5f7b9b req-ec54a3a0-6676-482d-a309-7808f8b0eb75 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 210 time: 0.0677304 Oct 27 16:14:18.242870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52110fc-0195-48c2-a5f8-41e73f25ee42 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:18.262806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c52110fc-0195-48c2-a5f8-41e73f25ee42 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:18.272083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-d6a2c9d6-d234-4761-aab1-d26aef6df326 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8783fc-f162-415d-b74e-d76fb0a604ec HTTP/1.1" status: 200 len: 217 time: 0.1147747 Oct 27 16:14:18.386487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-993b7bd4-9918-46c4-811c-239e368bc05d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:18.388104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-993b7bd4-9918-46c4-811c-239e368bc05d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.54 "GET /v2.0/networks?id=e4289fac-6b86-43ce-bf75-de917894a89a HTTP/1.1" status: 200 len: 813 time: 0.2493837 Oct 27 16:14:18.405556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Request body: {'port': {'device_id': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a', 'admin_state_up': True, 'tenant_id': '859d61171b484adaab4d255b083936a9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:18.407626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-b4ffc08d-c186-48b1-9526-92223df0e990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:18.409260 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-b4ffc08d-c186-48b1-9526-92223df0e990 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.1189601 Oct 27 16:14:18.435368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Allocated IP 172.20.0.2 (399d1fbb-d296-4760-a942-e2c7428ef2c9/82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e/2c5f2f89-29a8-4643-a6a4-2366684bcff7) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:18.490932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb642057-dac5-469d-8742-32474f834fcf req-1060dc54-2af8-47d7-976d-52499fdfdf73 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:18.493104 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fb642057-dac5-469d-8742-32474f834fcf req-1060dc54-2af8-47d7-976d-52499fdfdf73 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 950 time: 0.1388347 Oct 27 16:14:18.502731 n-d-815689-1 neutron-server[109722]: INFO neutron.db.ipam_backend_mixin [None req-c52110fc-0195-48c2-a5f8-41e73f25ee42 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e (CIDR: 172.20.0.0/28) Oct 27 16:14:18.568668 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fb642057-dac5-469d-8742-32474f834fcf req-42d62d57-ab13-4f18-ba85-8a96b48fd228 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647805 Oct 27 16:14:18.588398 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52110fc-0195-48c2-a5f8-41e73f25ee42 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:14:18.588398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52110fc-0195-48c2-a5f8-41e73f25ee42 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:14:18.607440 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-f5ceb100-50b6-45d7-b55d-3917e9f4092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:18.609447 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-f5ceb100-50b6-45d7-b55d-3917e9f4092d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920531 Oct 27 16:14:18.626534 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cbd92fa0-2ad7-4654-9f36-498eca78b029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:18.649056 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:18.692556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Made reservation on behalf of 859d61171b484adaab4d255b083936a9 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:18.696735 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:18.721534 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:18.758133 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-cf4a89c0-6881-4599-ad8f-e7c15c797482 service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402421 Oct 27 16:14:18.775156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Network 399d1fbb-d296-4760-a942-e2c7428ef2c9 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:18.781023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:18.784613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:18.793953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Pushing event updated for resources: {'Port': ['ID=2c5f2f89-29a8-4643-a6a4-2366684bcff7,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:18.827774 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c52110fc-0195-48c2-a5f8-41e73f25ee42 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0968878 Oct 27 16:14:18.830564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59416) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:18.835620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-604c0bdd-dc03-4a70-9bc6-d34a9c260cbc tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': '399d1fbb-d296-4760-a942-e2c7428ef2c9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:18.865390 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Attempting to bind port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:18.865952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Attempting to bind port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '72a0a30d-c733-4df1-86c9-88f994b5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '399d1fbb-d296-4760-a942-e2c7428ef2c9'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:18.866422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Attempting to bind port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 on network 399d1fbb-d296-4760-a942-e2c7428ef2c9 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:18.872989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:18.873515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Checking segment: {'id': '72a0a30d-c733-4df1-86c9-88f994b5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '399d1fbb-d296-4760-a942-e2c7428ef2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:18.874045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:18.874552 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Bound using segment: {'id': '72a0a30d-c733-4df1-86c9-88f994b5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '399d1fbb-d296-4760-a942-e2c7428ef2c9'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:18.875124 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Bound port: 2c5f2f89-29a8-4643-a6a4-2366684bcff7, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a0a30d-c733-4df1-86c9-88f994b5df60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '399d1fbb-d296-4760-a942-e2c7428ef2c9'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:18.875618 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:18.903393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75164c-4fdc-4c4e-bac4-6efd514f9d7a req-e0477fb2-976b-4aac-afc0-288fa4dadc91 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:18.904495 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d75164c-4fdc-4c4e-bac4-6efd514f9d7a req-e0477fb2-976b-4aac-afc0-288fa4dadc91 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 944 time: 0.1114314 Oct 27 16:14:18.927862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db0d6173-afaa-4bfd-a54a-a9339895d8c5 req-6db8a7ef-d858-41cc-a899-3b6f7121cb04 service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622961 Oct 27 16:14:18.931367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Allocated IP 172.20.0.5 (e4289fac-6b86-43ce-bf75-de917894a89a/3df9ba29-f360-44fd-afb4-737ab76e2a89/b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:18.952418 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d75164c-4fdc-4c4e-bac4-6efd514f9d7a req-321ea079-38fb-4588-97a4-288378de1fac tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 Oct 27 16:14:18.984727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] For port 2c5f2f89-29a8-4643-a6a4-2366684bcff7, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:18.989009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] For port 2c5f2f89-29a8-4643-a6a4-2366684bcff7, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2c5f2f89-29a8-4643-a6a4-2366684bcff7,segment=NetworkSegment(72a0a30d-c733-4df1-86c9-88f994b5df60),segment_id=72a0a30d-c733-4df1-86c9-88f994b5df60)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:19.056894 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:19.114235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea3c0e-16e9-484a-9bdd-d757defab2b6 req-7eb2e57b-994b-4c66-9caa-faf7aba23fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:19.115897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fea3c0e-16e9-484a-9bdd-d757defab2b6 req-7eb2e57b-994b-4c66-9caa-faf7aba23fbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 1095 time: 0.0621583 Oct 27 16:14:19.139480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604c0bdd-dc03-4a70-9bc6-d34a9c260cbc tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:19.147109 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-604c0bdd-dc03-4a70-9bc6-d34a9c260cbc tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:19.161836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07f43a-ccac-48b4-b642-172364c0a74a None None] Pushing event updated for resources: {'Port': ['ID=2c5f2f89-29a8-4643-a6a4-2366684bcff7,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:19.218133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea3c0e-16e9-484a-9bdd-d757defab2b6 req-d99e8358-5b18-4e5b-9653-5579a90b3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:19.219938 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fea3c0e-16e9-484a-9bdd-d757defab2b6 req-d99e8358-5b18-4e5b-9653-5579a90b3e62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.0938375 Oct 27 16:14:19.274281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59424) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:19.284112 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fea3c0e-16e9-484a-9bdd-d757defab2b6 req-4901c51b-1477-42d6-9d80-9c2c357e9377 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8783fc-f162-415d-b74e-d76fb0a604ec HTTP/1.1" status: 200 len: 217 time: 0.0503855 Oct 27 16:14:19.372874 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9a850d6-83cc-4615-b244-6858f3f76021 req-545de2eb-7b82-41c8-8036-17014af927e3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 210 time: 0.0374591 Oct 27 16:14:19.379382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea3c0e-16e9-484a-9bdd-d757defab2b6 req-cb955c0e-b07a-4dd6-b64f-ad623e6e6424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:19.381841 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fea3c0e-16e9-484a-9bdd-d757defab2b6 req-cb955c0e-b07a-4dd6-b64f-ad623e6e6424 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.0910604 Oct 27 16:14:19.433942 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:19.451889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eaae416-0953-40ff-a8e5-409391f0ca55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:19.509333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea3c0e-16e9-484a-9bdd-d757defab2b6 req-a09d9689-6eb7-4293-b9c6-0143b06d7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:19.512103 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fea3c0e-16e9-484a-9bdd-d757defab2b6 req-a09d9689-6eb7-4293-b9c6-0143b06d7b37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163955 Oct 27 16:14:19.644762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eaae416-0953-40ff-a8e5-409391f0ca55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:19.647867 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:19.649718 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fea3c0e-16e9-484a-9bdd-d757defab2b6 req-1f38c60b-5ab5-403e-80b8-a9d3e11703c0 service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287470 Oct 27 16:14:19.707463 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-604c0bdd-dc03-4a70-9bc6-d34a9c260cbc tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:19.723274 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eaae416-0953-40ff-a8e5-409391f0ca55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:19.796442 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0eaae416-0953-40ff-a8e5-409391f0ca55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96c7800e7cc54643905fb776693d1815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5207777 Oct 27 16:14:19.800068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaae416-0953-40ff-a8e5-409391f0ca55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3168532-e592-4e21-af2e-e5bfebdcb2e0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:19.810938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59432) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:19.855435 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fea3c0e-16e9-484a-9bdd-d757defab2b6 req-c861f89a-e67f-45a9-ae51-d9c69bd1689d service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981716 Oct 27 16:14:19.902552 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b18c3ca-302e-455a-9fd0-213fc11db74f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:19.933129 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b18c3ca-302e-455a-9fd0-213fc11db74f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:20.068944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b18c3ca-302e-455a-9fd0-213fc11db74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:20.070539 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b18c3ca-302e-455a-9fd0-213fc11db74f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:20.071708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2b18c3ca-302e-455a-9fd0-213fc11db74f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3168532-e592-4e21-af2e-e5bfebdcb2e0 HTTP/1.1" status: 204 len: 168 time: 0.2598102 Oct 27 16:14:20.105987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18c3ca-302e-455a-9fd0-213fc11db74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3168532-e592-4e21-af2e-e5bfebdcb2e0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:20.147663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef2cc0-9635-4565-963b-6694f0871ed0 req-704468de-32e6-4f8d-ac2d-365d709ed898 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:20.160511 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5ef2cc0-9635-4565-963b-6694f0871ed0 req-704468de-32e6-4f8d-ac2d-365d709ed898 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 944 time: 0.1042681 Oct 27 16:14:20.161824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Network e4289fac-6b86-43ce-bf75-de917894a89a is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:20.182937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:20.191394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:20.200610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Pushing event updated for resources: {'Port': ['ID=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:20.220410 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5ef2cc0-9635-4565-963b-6694f0871ed0 req-ce21296e-a322-46f3-8eca-44962c32a9c3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586176 Oct 27 16:14:20.234588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604c0bdd-dc03-4a70-9bc6-d34a9c260cbc tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 399d1fbb-d296-4760-a942-e2c7428ef2c9 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:20.252483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d63fc-3a39-46e9-ab47-e030bf690b12 req-6b3c97a2-abea-4188-9d86-5bd924178fdc tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:20.252483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-686d63fc-3a39-46e9-ab47-e030bf690b12 req-6b3c97a2-abea-4188-9d86-5bd924178fdc tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 950 time: 0.6007946 Oct 27 16:14:20.255004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-604c0bdd-dc03-4a70-9bc6-d34a9c260cbc tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:20.260714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c0bdd-dc03-4a70-9bc6-d34a9c260cbc tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Subnet': ['ID=9023df35-e963-496b-8503-d1e8548ace8c,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:20.264863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604c0bdd-dc03-4a70-9bc6-d34a9c260cbc tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:20.265436 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-604c0bdd-dc03-4a70-9bc6-d34a9c260cbc tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:20.312741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:20.313394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:20.339264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-686d63fc-3a39-46e9-ab47-e030bf690b12 req-85bd8275-479b-41c1-bef2-bd3e577aefe6 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759737 Oct 27 16:14:20.376898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd6f462-7317-4edf-8764-6e5e56240ef1 None None] Network 399d1fbb-d296-4760-a942-e2c7428ef2c9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:20.405799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-604c0bdd-dc03-4a70-9bc6-d34a9c260cbc tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5718682 Oct 27 16:14:20.406657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59442) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:20.413313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': '399d1fbb-d296-4760-a942-e2c7428ef2c9', 'fixed_ips': [{'subnet_id': '82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e'}, {'subnet_id': '9023df35-e963-496b-8503-d1e8548ace8c'}], 'name': 'tempest-PortsTestJSON-417632793'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:20.471751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f849b376-fd17-4128-b21e-bd17549a4d71 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0729928 Oct 27 16:14:20.487061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Request body: {'port': {'device_id': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:20.557072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-258d4ff1-fa2f-4d80-bf21-e7515974f3ee None None] Provisioning complete for port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:20.557640 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-258d4ff1-fa2f-4d80-bf21-e7515974f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:20.618587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:20.665887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcaed3-689b-4a90-9192-3da38643a6bf req-a2cb652d-30d7-4a98-a9a4-35c928e0cfc7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:20.668035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11dcaed3-689b-4a90-9192-3da38643a6bf req-a2cb652d-30d7-4a98-a9a4-35c928e0cfc7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 931 time: 0.1391635 Oct 27 16:14:20.770665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2c5f2f89-29a8-4643-a6a4-2366684bcff7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:20.774583 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-258d4ff1-fa2f-4d80-bf21-e7515974f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:20.790352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11dcaed3-689b-4a90-9192-3da38643a6bf req-6c61a1ef-1262-419f-8bd4-83f328bfcb12 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018009 Oct 27 16:14:20.808019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:20.877624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-258d4ff1-fa2f-4d80-bf21-e7515974f3ee None None] For port 2c5f2f89-29a8-4643-a6a4-2366684bcff7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2c5f2f89-29a8-4643-a6a4-2366684bcff7,segment=NetworkSegment(72a0a30d-c733-4df1-86c9-88f994b5df60),segment_id=72a0a30d-c733-4df1-86c9-88f994b5df60)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:20.881787 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6414a4-1b9f-49b4-a934-2c3280aa6b54 None None] Update dhcp port {'port': {'network_id': '399d1fbb-d296-4760-a942-e2c7428ef2c9', 'fixed_ips': [{'subnet_id': '82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e', 'ip_address': '172.20.0.2'}, {'subnet_id': '9023df35-e963-496b-8503-d1e8548ace8c'}], 'binding:host_id': 'n-d-815689-1'}, 'id': '2c5f2f89-29a8-4643-a6a4-2366684bcff7'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:14:20.911197 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1e6414a4-1b9f-49b4-a934-2c3280aa6b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:20.946788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:20.947165 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:20.988084 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.020588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:21.040835 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-258d4ff1-fa2f-4d80-bf21-e7515974f3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.116421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:21.149705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.162820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59458) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:21.177177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eccbe873-68be-4e44-b4d0-269fc5f17f10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.177518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Transition to ACTIVE for port object b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:14:21.196723 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-1e6414a4-1b9f-49b4-a934-2c3280aa6b54 None None] Allocated IP 172.20.0.18 (399d1fbb-d296-4760-a942-e2c7428ef2c9/9023df35-e963-496b-8503-d1e8548ace8c/2c5f2f89-29a8-4643-a6a4-2366684bcff7) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:21.201883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d4ff1-fa2f-4d80-bf21-e7515974f3ee None None] Pushing event updated for resources: {'Port': ['ID=2c5f2f89-29a8-4643-a6a4-2366684bcff7,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:21.273423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.296767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eccbe873-68be-4e44-b4d0-269fc5f17f10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.331217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1e6414a4-1b9f-49b4-a934-2c3280aa6b54 None None] For port 2c5f2f89-29a8-4643-a6a4-2366684bcff7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2c5f2f89-29a8-4643-a6a4-2366684bcff7,segment=NetworkSegment(72a0a30d-c733-4df1-86c9-88f994b5df60),segment_id=72a0a30d-c733-4df1-86c9-88f994b5df60)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:21.338861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Pushing event updated for resources: {'Port': ['ID=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:21.379051 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1e6414a4-1b9f-49b4-a934-2c3280aa6b54 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.384338 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eccbe873-68be-4e44-b4d0-269fc5f17f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.430711 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1e6414a4-1b9f-49b4-a934-2c3280aa6b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.432709 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eccbe873-68be-4e44-b4d0-269fc5f17f10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9e51a3ac20f410caf49bab1176e027d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687287 Oct 27 16:14:21.441749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59474) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:21.453335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Attempting to bind port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:21.453335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Attempting to bind port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '5487898b-0458-431a-8e39-c18f02bd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:21.453629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbe873-68be-4e44-b4d0-269fc5f17f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00970a97-7f43-48f5-8ce1-56426f65f540,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:21.453796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Attempting to bind port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 on network e4289fac-6b86-43ce-bf75-de917894a89a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:21.467192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef628667-132d-47f9-9782-26ba435695c4 req-ddb57e05-c44e-4903-bfdf-3e38a5b8178d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:21.475809 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef628667-132d-47f9-9782-26ba435695c4 req-ddb57e05-c44e-4903-bfdf-3e38a5b8178d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 944 time: 0.1403430 Oct 27 16:14:21.483130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 on network e4289fac-6b86-43ce-bf75-de917894a89a not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:14:21.483355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Attempting to bind port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 on network e4289fac-6b86-43ce-bf75-de917894a89a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:21.503205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:21.503552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Checking segment: {'id': '5487898b-0458-431a-8e39-c18f02bd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:21.503943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Bound using segment: {'id': '5487898b-0458-431a-8e39-c18f02bd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:21.504502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Bound port: b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5487898b-0458-431a-8e39-c18f02bd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:21.504773 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.532590 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4d443886-6103-4d72-8980-b14513fe53b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.558928 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef628667-132d-47f9-9782-26ba435695c4 req-2e93a302-5730-4d93-8236-10018a3c32e6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815792 Oct 27 16:14:21.566456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6414a4-1b9f-49b4-a934-2c3280aa6b54 None None] Pushing event updated for resources: {'Port': ['ID=2c5f2f89-29a8-4643-a6a4-2366684bcff7,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:21.587051 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe612-aa39-4dbe-ac5a-eb24158ce11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.617263 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe612-aa39-4dbe-ac5a-eb24158ce11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.640461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:21.643992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.13 (399d1fbb-d296-4760-a942-e2c7428ef2c9/82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e/3b66f478-04ed-4d95-ae4f-0315c6ecd4ed) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:21.645736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:21.652326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.22 (399d1fbb-d296-4760-a942-e2c7428ef2c9/9023df35-e963-496b-8503-d1e8548ace8c/3b66f478-04ed-4d95-ae4f-0315c6ecd4ed) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:21.812398 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.826042 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe612-aa39-4dbe-ac5a-eb24158ce11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.830315 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.831101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ebfe612-aa39-4dbe-ac5a-eb24158ce11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.833336 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4ebfe612-aa39-4dbe-ac5a-eb24158ce11c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00970a97-7f43-48f5-8ce1-56426f65f540 HTTP/1.1" status: 204 len: 168 time: 0.3943479 Oct 27 16:14:21.866553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfe612-aa39-4dbe-ac5a-eb24158ce11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00970a97-7f43-48f5-8ce1-56426f65f540,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:21.905584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:21.906201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:21.907585 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] 10.222.0.54 "PUT /v2.0/ports/b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 HTTP/1.1" status: 200 len: 1091 time: 1.4262795 Oct 27 16:14:21.909979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:21.921548 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87aad0ca-1501-49e8-96cd-dada11b42da1" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:21.969374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40879742-4fd9-40aa-a1b5-95b0d526b92a service neutron] Pushing event updated for resources: {'Port': ['ID=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:22.021944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f438203-6a7f-41ff-bf38-9eb446bfb5cf req-9cec472a-7aa4-48e1-b23f-8e58ebc0dea8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:22.023681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f438203-6a7f-41ff-bf38-9eb446bfb5cf req-9cec472a-7aa4-48e1-b23f-8e58ebc0dea8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.0826104 Oct 27 16:14:22.026496 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66ba6aa-64bf-4316-80a8-4b2565b431de x-openstack-request-id: req-d66ba6aa-64bf-4316-80a8-4b2565b431de {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:22.026789 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:22.027070 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d66ba6aa-64bf-4316-80a8-4b2565b431de {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:22.027528 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'status': 'completed', 'code': 200} Oct 27 16:14:22.039304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.140182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 399d1fbb-d296-4760-a942-e2c7428ef2c9 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:22.152223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c06c3e-196c-49bb-9722-fc7b87f2cf89 None None] Network 399d1fbb-d296-4760-a942-e2c7428ef2c9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:22.152481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:22.156455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:22.160735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=3b66f478-04ed-4d95-ae4f-0315c6ecd4ed,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:22.165718 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f438203-6a7f-41ff-bf38-9eb446bfb5cf req-3ea8b8dd-5601-47ae-97bc-adbbdc5865ae tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295872 Oct 27 16:14:22.190102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-771a0993-4ef5-4a43-815c-457ccff8152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:22.191714 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-771a0993-4ef5-4a43-815c-457ccff8152c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=859d61171b484adaab4d255b083936a9&device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 1094 time: 0.1668875 Oct 27 16:14:22.211782 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.214702 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.235547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1177a3a5-d9aa-44a2-9ced-a676573c68f7 None None] Provisioning complete for port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:22.235921 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1177a3a5-d9aa-44a2-9ced-a676573c68f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.248458 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-bea460d0-c4c8-4d6e-a142-ef27011426d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 HTTP/1.1" status: 200 len: 217 time: 0.0458145 Oct 27 16:14:22.259424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:22.260698 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.323742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f256d2a3-1583-4d6a-8425-e7cbb052e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:22.325578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f256d2a3-1583-4d6a-8425-e7cbb052e8df service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3df9ba29-f360-44fd-afb4-737ab76e2a89 HTTP/1.1" status: 200 len: 853 time: 0.0613050 Oct 27 16:14:22.370250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-c3a687ac-e3d3-4166-9d3c-c6e9397a659d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e4289fac-6b86-43ce-bf75-de917894a89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358231 Oct 27 16:14:22.399035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2f6acfb8-52bc-46e7-b267-1062aa50ed86 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9912629 Oct 27 16:14:22.401800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59496) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:22.408750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0adf0ab1-2309-4081-9804-4fbd7c11dbb1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:22.530208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-f7634c7a-6ac8-469b-aa3b-e52316b4e834 service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525083 Oct 27 16:14:22.665999 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0adf0ab1-2309-4081-9804-4fbd7c11dbb1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.676826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fb5fffa-3fe5-4dcf-88b5-d0965a835654 req-a3051894-adcb-42c0-baa4-c330eb35ed98 service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378765 Oct 27 16:14:22.716923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2c5f2f89-29a8-4643-a6a4-2366684bcff7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:22.783237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:22.784099 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.809242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee66d53-f06b-44c8-bbde-213c3bb95939 req-cee551a2-2de5-42d5-8b3f-45007fee27eb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:22.810813 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ee66d53-f06b-44c8-bbde-213c3bb95939 req-cee551a2-2de5-42d5-8b3f-45007fee27eb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 944 time: 0.1218355 Oct 27 16:14:22.861331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b1381320-9147-405d-889e-b9a053176206 None None] Provisioning complete for port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:22.862281 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b1381320-9147-405d-889e-b9a053176206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:22.908439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ce8783fc-f162-415d-b74e-d76fb0a604ec details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:22.910280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aad0ca-1501-49e8-96cd-dada11b42da1 req-3dcc7cb6-4c37-4558-9288-ede7d6968687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:22.913315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-87aad0ca-1501-49e8-96cd-dada11b42da1 req-3dcc7cb6-4c37-4558-9288-ede7d6968687 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=859d61171b484adaab4d255b083936a9&device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 1094 time: 0.0885956 Oct 27 16:14:23.082908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aad0ca-1501-49e8-96cd-dada11b42da1 req-e0271b88-dd55-4377-ab6d-1f1d7ce2c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:23.084687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-87aad0ca-1501-49e8-96cd-dada11b42da1 req-e0271b88-dd55-4377-ab6d-1f1d7ce2c13c service neutron] 10.222.0.54 "GET /v2.0/networks?id=e4289fac-6b86-43ce-bf75-de917894a89a HTTP/1.1" status: 200 len: 914 time: 0.1631205 Oct 27 16:14:23.089093 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7ee66d53-f06b-44c8-bbde-213c3bb95939 req-58cfb817-36c2-446c-851a-8a3e02e2e150 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668182 Oct 27 16:14:23.146037 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-87aad0ca-1501-49e8-96cd-dada11b42da1 req-9a55cecd-a8db-4893-b6b6-0a9558d5c616 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 HTTP/1.1" status: 200 len: 217 time: 0.0503216 Oct 27 16:14:23.169415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ce8783fc-f162-415d-b74e-d76fb0a604ec, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ce8783fc-f162-415d-b74e-d76fb0a604ec,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:23.174089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-0adf0ab1-2309-4081-9804-4fbd7c11dbb1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Delete allocated IP 172.20.0.22 (399d1fbb-d296-4760-a942-e2c7428ef2c9/9023df35-e963-496b-8503-d1e8548ace8c) {{(pid=109722) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:14:23.183556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'ce8783fc-f162-415d-b74e-d76fb0a604ec', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'port_id': 'ce8783fc-f162-415d-b74e-d76fb0a604ec', 'mac_address': 'fa:16:3e:4c:83:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:23.191901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b1381320-9147-405d-889e-b9a053176206 None None] Provisioning complete for port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:23.192292 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b1381320-9147-405d-889e-b9a053176206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.224372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aad0ca-1501-49e8-96cd-dada11b42da1 req-19ca51a8-01ee-408e-bf28-d768b598d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:23.225856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-87aad0ca-1501-49e8-96cd-dada11b42da1 req-19ca51a8-01ee-408e-bf28-d768b598d1d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3df9ba29-f360-44fd-afb4-737ab76e2a89 HTTP/1.1" status: 200 len: 853 time: 0.0721872 Oct 27 16:14:23.257877 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.260690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b1381320-9147-405d-889e-b9a053176206 None None] Port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:23.272347 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8783fc-f162-415d-b74e-d76fb0a604ec {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:23.287201 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-87aad0ca-1501-49e8-96cd-dada11b42da1 req-77d7c2ca-c5f1-433d-b3fe-9009c0ad3956 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e4289fac-6b86-43ce-bf75-de917894a89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511642 Oct 27 16:14:23.294745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ce8783fc-f162-415d-b74e-d76fb0a604ec, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ce8783fc-f162-415d-b74e-d76fb0a604ec,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:23.311475 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:23.337011 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0adf0ab1-2309-4081-9804-4fbd7c11dbb1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.382426 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.403963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0adf0ab1-2309-4081-9804-4fbd7c11dbb1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.410521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af3f1e-2002-4703-84ea-11a05a6f1169 req-67489254-094f-4cb3-bf64-1930bd7c2829 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:23.421341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92af3f1e-2002-4703-84ea-11a05a6f1169 req-67489254-094f-4cb3-bf64-1930bd7c2829 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.1447361 Oct 27 16:14:23.450157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-09ff5715-b2b4-4662-b3b0-10f4f513f5ca None None] Provisioning complete for port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:23.450531 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-09ff5715-b2b4-4662-b3b0-10f4f513f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.497496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92af3f1e-2002-4703-84ea-11a05a6f1169 req-cf821465-23a8-40c9-af2c-f560b78a4a14 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747366 Oct 27 16:14:23.506160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-87aad0ca-1501-49e8-96cd-dada11b42da1 req-5af15277-55e6-4675-b0a1-aea8de9fe14f service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971507 Oct 27 16:14:23.539356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:23.554039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=ce8783fc-f162-415d-b74e-d76fb0a604ec,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:23.558699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf0ab1-2309-4081-9804-4fbd7c11dbb1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=3b66f478-04ed-4d95-ae4f-0315c6ecd4ed,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:23.573964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'mac_address': 'fa:16:3e:67:8b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:23.585581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-09ff5715-b2b4-4662-b3b0-10f4f513f5ca None None] Port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:23.595627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0adf0ab1-2309-4081-9804-4fbd7c11dbb1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] In _notify_port_updated(), no bound segment for port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed on network 399d1fbb-d296-4760-a942-e2c7428ef2c9 {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:14:23.602745 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adf0ab1-2309-4081-9804-4fbd7c11dbb1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:23.612359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0adf0ab1-2309-4081-9804-4fbd7c11dbb1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.616348 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0adf0ab1-2309-4081-9804-4fbd7c11dbb1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "PUT /v2.0/ports/3b66f478-04ed-4d95-ae4f-0315c6ecd4ed HTTP/1.1" status: 200 len: 919 time: 1.2130091 Oct 27 16:14:23.620533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59536) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:23.632682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-201e109a-3349-461a-a82a-5e0a1c685b66 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e'}, {'subnet_id': '9023df35-e963-496b-8503-d1e8548ace8c'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:23.654578 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.682550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['ce8783fc-f162-415d-b74e-d76fb0a604ec'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:23.701938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-87aad0ca-1501-49e8-96cd-dada11b42da1 req-33991cc1-b786-4951-8368-f5ca2b03fd4f service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861143 Oct 27 16:14:23.711718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:23.748533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:23.761308 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-201e109a-3349-461a-a82a-5e0a1c685b66 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:23.946228 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.001782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9355a38c-7fad-42d5-9595-5e8378144e3b None None] Provisioning complete for port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:24.002148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9355a38c-7fad-42d5-9595-5e8378144e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.058824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-201e109a-3349-461a-a82a-5e0a1c685b66 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.19 (399d1fbb-d296-4760-a942-e2c7428ef2c9/9023df35-e963-496b-8503-d1e8548ace8c/3b66f478-04ed-4d95-ae4f-0315c6ecd4ed) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:24.089226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9355a38c-7fad-42d5-9595-5e8378144e3b None None] Port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:24.093189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:24.133393 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.146496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:24.250796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-201e109a-3349-461a-a82a-5e0a1c685b66 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.344160 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-201e109a-3349-461a-a82a-5e0a1c685b66 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.549006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e109a-3349-461a-a82a-5e0a1c685b66 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=3b66f478-04ed-4d95-ae4f-0315c6ecd4ed,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:24.598404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-201e109a-3349-461a-a82a-5e0a1c685b66 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] In _notify_port_updated(), no bound segment for port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed on network 399d1fbb-d296-4760-a942-e2c7428ef2c9 {{(pid=109723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:14:24.615177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201e109a-3349-461a-a82a-5e0a1c685b66 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:24.621206 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-201e109a-3349-461a-a82a-5e0a1c685b66 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.621206 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-201e109a-3349-461a-a82a-5e0a1c685b66 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "PUT /v2.0/ports/3b66f478-04ed-4d95-ae4f-0315c6ecd4ed HTTP/1.1" status: 200 len: 999 time: 0.9958320 Oct 27 16:14:24.621538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59580) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:24.621633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e917e99-17ac-49a3-a0c2-62ce023626f2 req-b329c831-c915-4f14-83b0-bf4891fed74e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:24.628805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e917e99-17ac-49a3-a0c2-62ce023626f2 req-b329c831-c915-4f14-83b0-bf4891fed74e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 945 time: 0.4103456 Oct 27 16:14:24.688299 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e917e99-17ac-49a3-a0c2-62ce023626f2 req-cb5daac5-b53a-4ac3-a6d5-3f3cf318cdac tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578761 Oct 27 16:14:24.777941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca8780-b4b5-4606-bfd1-695c9b7497c7 req-6c3b602f-4a3b-4234-9609-9735ac93d403 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:24.780152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18ca8780-b4b5-4606-bfd1-695c9b7497c7 req-6c3b602f-4a3b-4234-9609-9735ac93d403 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.1091852 Oct 27 16:14:24.821193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d89792e6-c1a5-4f74-a91f-e3fc9fbe74ce tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:24.821639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d89792e6-c1a5-4f74-a91f-e3fc9fbe74ce tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.828776 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7d3468ad-3101-462d-852b-9afe45890698 None None] Provisioning complete for port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:24.829256 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d3468ad-3101-462d-852b-9afe45890698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.884853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7d3468ad-3101-462d-852b-9afe45890698 None None] Port 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:24.896599 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18ca8780-b4b5-4606-bfd1-695c9b7497c7 req-30edce49-565c-4135-ad57-3a4bdf028e93 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088688 Oct 27 16:14:24.904820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ce8783fc-f162-415d-b74e-d76fb0a604ec up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:24.970361 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d89792e6-c1a5-4f74-a91f-e3fc9fbe74ce tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:24.997029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d89792e6-c1a5-4f74-a91f-e3fc9fbe74ce tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 3b66f478-04ed-4d95-ae4f-0315c6ecd4ed owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:25.082420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port ce8783fc-f162-415d-b74e-d76fb0a604ec completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:14:25.092656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port ce8783fc-f162-415d-b74e-d76fb0a604ec triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:25.093350 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:25.232811 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:25.263897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b914721-5a42-43ea-a764-ffc114ce6f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8783fc-f162-415d-b74e-d76fb0a604ec'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:25.268194 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a302f39-412c-4628-ba9d-2157c4209e87" -d '{"events": [{"server_uuid": "3b914721-5a42-43ea-a764-ffc114ce6f8f", "name": "network-vif-plugged", "status": "completed", "tag": "ce8783fc-f162-415d-b74e-d76fb0a604ec"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:25.282434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ce8783fc-f162-415d-b74e-d76fb0a604ec, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ce8783fc-f162-415d-b74e-d76fb0a604ec,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:25.319688 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb85bf7e-b6b3-48f4-9abc-3f41242e00ee x-openstack-request-id: req-cb85bf7e-b6b3-48f4-9abc-3f41242e00ee {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:25.319688 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b914721-5a42-43ea-a764-ffc114ce6f8f", "name": "network-vif-plugged", "status": "completed", "tag": "ce8783fc-f162-415d-b74e-d76fb0a604ec", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:25.319688 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb85bf7e-b6b3-48f4-9abc-3f41242e00ee {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:25.319688 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b914721-5a42-43ea-a764-ffc114ce6f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8783fc-f162-415d-b74e-d76fb0a604ec', 'code': 200} Oct 27 16:14:25.327489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:25.367193 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d89792e6-c1a5-4f74-a91f-e3fc9fbe74ce tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:25.371840 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:25.406658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89792e6-c1a5-4f74-a91f-e3fc9fbe74ce tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=3b66f478-04ed-4d95-ae4f-0315c6ecd4ed,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:25.438960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:25.439333 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:25.486189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=ce8783fc-f162-415d-b74e-d76fb0a604ec,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:25.560974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060295a4-0622-4368-a3ad-a49c87de8f5a req-53ca417c-7a8a-44bb-a5ee-e61dbccc414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:25.562961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-060295a4-0622-4368-a3ad-a49c87de8f5a req-53ca417c-7a8a-44bb-a5ee-e61dbccc414f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 1097 time: 0.1576662 Oct 27 16:14:25.655725 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:25.658450 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-060295a4-0622-4368-a3ad-a49c87de8f5a req-a8940c31-c192-4ee3-b4b2-acb9c6e46f69 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686688 Oct 27 16:14:25.668863 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d89792e6-c1a5-4f74-a91f-e3fc9fbe74ce tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:25.672454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d89792e6-c1a5-4f74-a91f-e3fc9fbe74ce tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/3b66f478-04ed-4d95-ae4f-0315c6ecd4ed HTTP/1.1" status: 204 len: 168 time: 1.0500133 Oct 27 16:14:25.678221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59646) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:25.696769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:25.716662 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-677cbd7b-da4a-4a92-bc59-d65a4f087b24 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:14:25.718535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-677cbd7b-da4a-4a92-bc59-d65a4f087b24 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/3b66f478-04ed-4d95-ae4f-0315c6ecd4ed HTTP/1.1" status: 404 len: 333 time: 0.0372603 Oct 27 16:14:25.721210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59650) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:25.784008 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:25.812565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efbfd91-5db7-4b12-9c3d-b486e2b7d7e1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting subnet 9023df35-e963-496b-8503-d1e8548ace8c {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:14:25.823917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2efbfd91-5db7-4b12-9c3d-b486e2b7d7e1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:25.882686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:25.888244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3077ca-77a1-4525-9aab-69562ebfc8dc req-78c0950c-5e4d-4515-86e7-e8e5248d0422 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:25.906336 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc3077ca-77a1-4525-9aab-69562ebfc8dc req-78c0950c-5e4d-4515-86e7-e8e5248d0422 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 946 time: 0.1059983 Oct 27 16:14:25.922200 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2efbfd91-5db7-4b12-9c3d-b486e2b7d7e1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:25.982375 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc3077ca-77a1-4525-9aab-69562ebfc8dc req-80280d56-4eb4-45e8-a802-e3bbad644ae0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750678 Oct 27 16:14:26.076008 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2efbfd91-5db7-4b12-9c3d-b486e2b7d7e1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:26.089823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1815d1-0c93-4744-928a-08353d5b47e6 req-1d8e0b81-0618-43e1-9e9c-a0067e47007f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:26.090738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59658) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:26.091498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1815d1-0c93-4744-928a-08353d5b47e6 req-1d8e0b81-0618-43e1-9e9c-a0067e47007f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.0912864 Oct 27 16:14:26.165596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f1815d1-0c93-4744-928a-08353d5b47e6 req-84512d92-8526-478c-b4c4-05dffeb034dc tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539944 Oct 27 16:14:26.247339 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2efbfd91-5db7-4b12-9c3d-b486e2b7d7e1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:26.277042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-44ed913c-2f46-4b84-a076-b6b9ce7b952a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:26.281238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbfd91-5db7-4b12-9c3d-b486e2b7d7e1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Subnet': ['ID=9023df35-e963-496b-8503-d1e8548ace8c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:26.292646 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2efbfd91-5db7-4b12-9c3d-b486e2b7d7e1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:26.293412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68619f5d-daa8-4f22-ad47-ae65d2d0e0a2 None None] Network 399d1fbb-d296-4760-a942-e2c7428ef2c9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:26.297454 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2efbfd91-5db7-4b12-9c3d-b486e2b7d7e1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/9023df35-e963-496b-8503-d1e8548ace8c HTTP/1.1" status: 204 len: 168 time: 0.5750697 Oct 27 16:14:26.302184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59664) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:26.402270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-1569d889-4b32-4e24-b1ae-be0425e3cf97 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting subnet 82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:14:26.412249 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-44ed913c-2f46-4b84-a076-b6b9ce7b952a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:26.413176 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1569d889-4b32-4e24-b1ae-be0425e3cf97 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:26.464272 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1569d889-4b32-4e24-b1ae-be0425e3cf97 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:26.469800 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-44ed913c-2f46-4b84-a076-b6b9ce7b952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:26.523237 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-44ed913c-2f46-4b84-a076-b6b9ce7b952a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b4db376c7b94133bf912808a4484312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297643 Oct 27 16:14:26.528693 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59666) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:26.556203 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed913c-2f46-4b84-a076-b6b9ce7b952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf1f9cd-0682-4060-a7de-215a670b2892,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:26.647166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1569d889-4b32-4e24-b1ae-be0425e3cf97 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:26.727341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c34d6e5f-b967-4831-b735-3a14cc5aed7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:26.845155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c34d6e5f-b967-4831-b735-3a14cc5aed7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:26.905316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:27.080253 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:27.097960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a', 'port_id': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'mac_address': 'fa:16:3e:7a:32:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df9ba29-f360-44fd-afb4-737ab76e2a89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:27.158942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adcccb-d3ce-4044-9520-bb049ad74553 req-ed022f08-ce9d-4027-8c0d-5dcf37c8e4c5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:27.162322 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:27.169161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6adcccb-d3ce-4044-9520-bb049ad74553 req-ed022f08-ce9d-4027-8c0d-5dcf37c8e4c5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 946 time: 0.0807707 Oct 27 16:14:27.193495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:27.223632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:27.257113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6adcccb-d3ce-4044-9520-bb049ad74553 req-71fbeb35-e327-47f3-8efc-a4a0e433fe5f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712807 Oct 27 16:14:27.298984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c34d6e5f-b967-4831-b735-3a14cc5aed7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:27.302862 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c34d6e5f-b967-4831-b735-3a14cc5aed7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:27.303544 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c34d6e5f-b967-4831-b735-3a14cc5aed7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cf1f9cd-0682-4060-a7de-215a670b2892 HTTP/1.1" status: 204 len: 168 time: 0.7659981 Oct 27 16:14:27.304776 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1569d889-4b32-4e24-b1ae-be0425e3cf97 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:27.319152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:27.321823 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19226fe-fdef-4cdf-8025-08fa3f1f49c4" -d '{"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-plugged", "status": "completed", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:27.346748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569d889-4b32-4e24-b1ae-be0425e3cf97 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Subnet': ['ID=82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:27.354593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d6e5f-b967-4831-b735-3a14cc5aed7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf1f9cd-0682-4060-a7de-215a670b2892,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:27.366792 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:27.380081 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1569d889-4b32-4e24-b1ae-be0425e3cf97 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:27.396014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59688) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:27.406116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1569d889-4b32-4e24-b1ae-be0425e3cf97 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e HTTP/1.1" status: 204 len: 168 time: 1.1022184 Oct 27 16:14:27.406342 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe520520-34b3-4308-8af3-225b526cf5a3 x-openstack-request-id: req-fe520520-34b3-4308-8af3-225b526cf5a3 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:27.406974 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-plugged", "status": "completed", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:27.407235 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe520520-34b3-4308-8af3-225b526cf5a3 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:27.407901 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'code': 200} Oct 27 16:14:27.474770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f915d9b5-d88d-4d38-b597-db412bcae111 None None] Network 399d1fbb-d296-4760-a942-e2c7428ef2c9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:27.540211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308ef27-8c11-4d39-a4fc-c11533f03936 req-93d94a56-c3d2-4fa4-bb98-032ac9b0f6df tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:27.541982 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f308ef27-8c11-4d39-a4fc-c11533f03936 req-93d94a56-c3d2-4fa4-bb98-032ac9b0f6df tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.2569125 Oct 27 16:14:27.574529 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:27.606475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f308ef27-8c11-4d39-a4fc-c11533f03936 req-d5f5a8ce-3905-4d97-bd40-4860f90427ed tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541849 Oct 27 16:14:27.607212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:27.645706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ceaab253-1b34-4282-a366-f549ab13a261 None None] Provisioning complete for port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:27.650550 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ceaab253-1b34-4282-a366-f549ab13a261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:27.667243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:27.667573 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:27.697604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:27.761043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] For port 2c5f2f89-29a8-4643-a6a4-2366684bcff7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2c5f2f89-29a8-4643-a6a4-2366684bcff7,segment=NetworkSegment(72a0a30d-c733-4df1-86c9-88f994b5df60),segment_id=72a0a30d-c733-4df1-86c9-88f994b5df60)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:27.761468 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:27.783513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 2c5f2f89-29a8-4643-a6a4-2366684bcff7 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:27.907808 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2ba0f0-0699-4a67-b0e4-ae8bbc5f6719 None None] DHCP port deletion for 399d1fbb-d296-4760-a942-e2c7428ef2c9 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:14:27.990722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.046291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=2c5f2f89-29a8-4643-a6a4-2366684bcff7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:28.049699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-de2ba0f0-0699-4a67-b0e4-ae8bbc5f6719 None None] Deleting port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:28.050195 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de2ba0f0-0699-4a67-b0e4-ae8bbc5f6719 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.056361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No DVR routers for this DVR port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:28.129948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-de2ba0f0-0699-4a67-b0e4-ae8bbc5f6719 None None] For port 2c5f2f89-29a8-4643-a6a4-2366684bcff7, host n-d-815689-1, got binding levels [] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:28.130472 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de2ba0f0-0699-4a67-b0e4-ae8bbc5f6719 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.151067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-de2ba0f0-0699-4a67-b0e4-ae8bbc5f6719 None None] Calling delete_port for 2c5f2f89-29a8-4643-a6a4-2366684bcff7 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:28.155129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.ipam_backend_mixin [None req-de2ba0f0-0699-4a67-b0e4-ae8bbc5f6719 None None] Port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 was not found and therefore no delete operation was performed {{(pid=109724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:14:28.156513 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de2ba0f0-0699-4a67-b0e4-ae8bbc5f6719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.183258 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.183921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ba0f0-0699-4a67-b0e4-ae8bbc5f6719 None None] Pushing event deleted for resources: {'Port': ['ID=2c5f2f89-29a8-4643-a6a4-2366684bcff7,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:28.187712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2ba0f0-0699-4a67-b0e4-ae8bbc5f6719 None None] No DVR routers for this DVR port 2c5f2f89-29a8-4643-a6a4-2366684bcff7 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:28.211971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399d1fbb-d296-4760-a942-e2c7428ef2c9']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:28.224098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a0a30d-c733-4df1-86c9-88f994b5df60') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:28.224098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a0a30d-c733-4df1-86c9-88f994b5df60') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:28.234703 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.250642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.255979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:14:28.255979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:14:28.259736 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:14:28.336455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59708) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:28.357336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b46a4b05-778e-4791-a1e3-506f25452380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.391709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ef9e1-c924-4710-8d37-83e3046180a1 req-1b99e567-4c5e-4dc6-b034-6a0db94c833d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:28.393404 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de4ef9e1-c924-4710-8d37-83e3046180a1 req-1b99e567-4c5e-4dc6-b034-6a0db94c833d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 946 time: 0.0653822 Oct 27 16:14:28.441876 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de4ef9e1-c924-4710-8d37-83e3046180a1 req-d1a61029-bedf-46cd-913d-dd561a11901c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Oct 27 16:14:28.452974 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.458177 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.462069 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/networks/399d1fbb-d296-4760-a942-e2c7428ef2c9 HTTP/1.1" status: 204 len: 168 time: 1.0626652 Oct 27 16:14:28.468971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59710) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:28.531393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53527b7-06a4-4b11-b0c8-05760c163dcf tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Network': ['ID=399d1fbb-d296-4760-a942-e2c7428ef2c9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:28.607924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9d154-1176-4e36-b44a-355b3e12919e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:28.617282 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-20b9d154-1176-4e36-b44a-355b3e12919e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1485796 Oct 27 16:14:28.618304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59716) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:28.632342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf40691d-595c-48ed-86ef-3d72018789d1 req-1ec7e629-95d6-4ba8-aac7-a48cf3b7f364 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=e453eb141e324e84bad185e6328bf7f8 HTTP/1.1" status: 200 len: 267 time: 0.0640686 Oct 27 16:14:28.687267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b46a4b05-778e-4791-a1e3-506f25452380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.709977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2c5f2f89-29a8-4643-a6a4-2366684bcff7 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:28.727762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7b2f022a-a90b-4dd7-b60e-3f22176340b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0999188 Oct 27 16:14:28.729872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59720) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:28.735070 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-666782975'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:28.755568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 2c5f2f89-29a8-4643-a6a4-2366684bcff7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:28.756042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2c5f2f89-29a8-4643-a6a4-2366684bcff7 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:28.772808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40691d-595c-48ed-86ef-3d72018789d1 req-6a8d961e-19d8-4a02-9a5a-d4afb5fe6797 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:28.774426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf40691d-595c-48ed-86ef-3d72018789d1 req-6a8d961e-19d8-4a02-9a5a-d4afb5fe6797 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 946 time: 0.1282461 Oct 27 16:14:28.788393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-cf40691d-595c-48ed-86ef-3d72018789d1 req-de70fcdb-8aaa-4ccd-8766-ceaf161711fc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Request body: {'port': {'security_groups': []}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:28.811075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63792818-c10e-4192-ba79-e82c68fa66bd req-d2cb78e6-a429-4d60-8dc6-e1151e0a769c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:28.818741 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63792818-c10e-4192-ba79-e82c68fa66bd req-d2cb78e6-a429-4d60-8dc6-e1151e0a769c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 944 time: 0.0986421 Oct 27 16:14:28.834249 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b46a4b05-778e-4791-a1e3-506f25452380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.868138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a4b05-778e-4791-a1e3-506f25452380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1c9afe-6a69-4c56-9ee9-030e85143cf5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:28.872964 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63792818-c10e-4192-ba79-e82c68fa66bd req-1102dbf9-7600-4aa9-b5b7-703277a85f7a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475848 Oct 27 16:14:28.906091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:28.909733 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:28.919015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:28.937092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b46a4b05-778e-4791-a1e3-506f25452380 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd3b6d7d61e44942b37834623aea53cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993276 Oct 27 16:14:28.940982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59726) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:28.957175 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cf40691d-595c-48ed-86ef-3d72018789d1 req-de70fcdb-8aaa-4ccd-8766-ceaf161711fc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.015800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:14:29.036714 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.037170 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Added segment 0996a048-c32e-467a-a642-3e9e24950981 of type vlan for network dced5db1-b756-42a6-8194-2ad69bdf4f88 Oct 27 16:14:29.081333 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bc81d13-07b8-436a-9e11-8da4b1cc85dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.092515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:14:29.101792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:29.103063 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.112324 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bc81d13-07b8-436a-9e11-8da4b1cc85dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.121487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.227741 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.241135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bc81d13-07b8-436a-9e11-8da4b1cc85dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.243132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cf40691d-595c-48ed-86ef-3d72018789d1 req-de70fcdb-8aaa-4ccd-8766-ceaf161711fc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] For port ce8783fc-f162-415d-b74e-d76fb0a604ec, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ce8783fc-f162-415d-b74e-d76fb0a604ec,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:29.243751 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bc81d13-07b8-436a-9e11-8da4b1cc85dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.255901 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1bc81d13-07b8-436a-9e11-8da4b1cc85dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e1c9afe-6a69-4c56-9ee9-030e85143cf5 HTTP/1.1" status: 204 len: 168 time: 0.3141541 Oct 27 16:14:29.265096 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc81d13-07b8-436a-9e11-8da4b1cc85dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1c9afe-6a69-4c56-9ee9-030e85143cf5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:29.276811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.280881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:29.281099 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.292671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:29.293505 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.367685 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.373215 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cf40691d-595c-48ed-86ef-3d72018789d1 req-de70fcdb-8aaa-4ccd-8766-ceaf161711fc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.394497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Network': ['ID=dced5db1-b756-42a6-8194-2ad69bdf4f88,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:29.407724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network dced5db1-b756-42a6-8194-2ad69bdf4f88 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:14:29.412306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:29.414989 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f247e807-c583-4346-9453-970d26643113" -d '{"events": [{"server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "name": "network-vif-plugged", "status": "completed", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:29.435101 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ef958d42-6648-47e1-b323-a293816f7d52 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7043092 Oct 27 16:14:29.443810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59740) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:29.449781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': 'dced5db1-b756-42a6-8194-2ad69bdf4f88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:29.565552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cf40691d-595c-48ed-86ef-3d72018789d1 req-de70fcdb-8aaa-4ccd-8766-ceaf161711fc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.688169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf40691d-595c-48ed-86ef-3d72018789d1 req-de70fcdb-8aaa-4ccd-8766-ceaf161711fc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:29.688897 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cf40691d-595c-48ed-86ef-3d72018789d1 req-de70fcdb-8aaa-4ccd-8766-ceaf161711fc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.689633 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799b16d0-be40-4db3-b536-876e191162e6 x-openstack-request-id: req-799b16d0-be40-4db3-b536-876e191162e6 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:29.689912 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "name": "network-vif-plugged", "status": "completed", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:29.690353 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf40691d-595c-48ed-86ef-3d72018789d1 req-de70fcdb-8aaa-4ccd-8766-ceaf161711fc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "PUT /v2.0/ports/ce8783fc-f162-415d-b74e-d76fb0a604ec HTTP/1.1" status: 200 len: 905 time: 0.9071064 Oct 27 16:14:29.690693 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-799b16d0-be40-4db3-b536-876e191162e6 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:29.691082 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'code': 200} Oct 27 16:14:29.698791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['45596fc9-4b02-4305-9b3c-76f511af54f5', 'ce8783fc-f162-415d-b74e-d76fb0a604ec'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:29.701727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['852df851-cd37-4d53-8c35-32327ae0272a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:29.702314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b914721-5a42-43ea-a764-ffc114ce6f8f', 'tag': 'ce8783fc-f162-415d-b74e-d76fb0a604ec'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:29.704714 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ec3479-6f65-423e-bdf9-5b9f55a9557b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b914721-5a42-43ea-a764-ffc114ce6f8f", "tag": "ce8783fc-f162-415d-b74e-d76fb0a604ec"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:29.759351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70fcdb-8aaa-4ccd-8766-ceaf161711fc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event updated for resources: {'Port': ['ID=ce8783fc-f162-415d-b74e-d76fb0a604ec,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:29.759351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d83c2-5ed0-4276-b003-f5a4c174ce27 req-a5d2d857-aade-4f79-8527-9a9e443b0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:29.759351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-222d83c2-5ed0-4276-b003-f5a4c174ce27 req-a5d2d857-aade-4f79-8527-9a9e443b0711 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 1096 time: 0.1827357 Oct 27 16:14:29.809322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-222d83c2-5ed0-4276-b003-f5a4c174ce27 req-977af96c-e55b-4245-8279-a41a3038b263 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478380 Oct 27 16:14:29.817199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:29.841785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['ce8783fc-f162-415d-b74e-d76fb0a604ec'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:29.858384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:29.863058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:29.882602 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0802e3c5-1b40-4cec-8829-9d568e2810c6 x-openstack-request-id: req-0802e3c5-1b40-4cec-8829-9d568e2810c6 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:29.883149 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b914721-5a42-43ea-a764-ffc114ce6f8f", "tag": "ce8783fc-f162-415d-b74e-d76fb0a604ec", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:29.887264 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0802e3c5-1b40-4cec-8829-9d568e2810c6 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:29.887713 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b914721-5a42-43ea-a764-ffc114ce6f8f', 'tag': 'ce8783fc-f162-415d-b74e-d76fb0a604ec', 'status': 'completed', 'code': 200} Oct 27 16:14:30.110248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d13348-ed4f-4504-86d0-d0248b9010c2 req-4f366f57-bf0d-409e-a53f-7578a48e8061 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:30.112542 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-12d13348-ed4f-4504-86d0-d0248b9010c2 req-4f366f57-bf0d-409e-a53f-7578a48e8061 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1156702 Oct 27 16:14:30.188602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1ad88-79f2-4ef2-9881-1afa6d8a27b2 req-11ad7a1d-d9e8-4247-a830-b975a072f7a1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:30.188602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4da1ad88-79f2-4ef2-9881-1afa6d8a27b2 req-11ad7a1d-d9e8-4247-a830-b975a072f7a1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 908 time: 0.2986896 Oct 27 16:14:30.215761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec3479-6f65-423e-bdf9-5b9f55a9557b req-106d0c28-7537-4bb1-acd9-a73884a63269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:30.217649 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43ec3479-6f65-423e-bdf9-5b9f55a9557b req-106d0c28-7537-4bb1-acd9-a73884a63269 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 1059 time: 0.1653645 Oct 27 16:14:30.289415 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-12d13348-ed4f-4504-86d0-d0248b9010c2 req-d4d9b5c2-3387-4053-b3a8-2fdd4ef892f1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673849 Oct 27 16:14:30.338427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8e316ee9-2c74-4491-802a-fac73bf2a734 None None] Provisioning complete for port ce8783fc-f162-415d-b74e-d76fb0a604ec triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:30.339005 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e316ee9-2c74-4491-802a-fac73bf2a734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:30.484668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78babcc-f164-4c91-ab8f-67cb0eb8f337 req-cc497eb2-85cb-4ff4-b1a1-47aa624b098b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:30.484668 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d78babcc-f164-4c91-ab8f-67cb0eb8f337 req-cc497eb2-85cb-4ff4-b1a1-47aa624b098b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0596521 Oct 27 16:14:30.487172 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d78babcc-f164-4c91-ab8f-67cb0eb8f337 req-edf8f028-2944-4e87-86f3-225d0dec3c94 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429745 Oct 27 16:14:30.874686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec3479-6f65-423e-bdf9-5b9f55a9557b req-2e2e447a-e77c-4d60-ae1e-adf8c399bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:30.876444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43ec3479-6f65-423e-bdf9-5b9f55a9557b req-2e2e447a-e77c-4d60-ae1e-adf8c399bd8a service neutron] 10.222.0.54 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.6499782 Oct 27 16:14:30.909194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fa8c7-27dc-44e6-a407-d70c08275c97 req-f5b7fa00-db10-4d83-b2ea-2ab39bf7e9f6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:30.923757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b58fa8c7-27dc-44e6-a407-d70c08275c97 req-f5b7fa00-db10-4d83-b2ea-2ab39bf7e9f6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1480796 Oct 27 16:14:31.010748 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.019785 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43ec3479-6f65-423e-bdf9-5b9f55a9557b req-bbbee1d0-c832-430f-aea9-e9d8179e0c87 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce8783fc-f162-415d-b74e-d76fb0a604ec HTTP/1.1" status: 200 len: 217 time: 0.1350467 Oct 27 16:14:31.060610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b58fa8c7-27dc-44e6-a407-d70c08275c97 req-9fba204c-ce9b-4b04-991e-ca1a2a59d185 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355090 Oct 27 16:14:31.120222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec3479-6f65-423e-bdf9-5b9f55a9557b req-be796f10-d778-43cb-aef9-09c5bacdd7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:31.123496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43ec3479-6f65-423e-bdf9-5b9f55a9557b req-be796f10-d778-43cb-aef9-09c5bacdd7ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.0944767 Oct 27 16:14:31.208501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Subnet': ['ID=b1209d6f-7390-4a45-b810-005384aa8e3e,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:31.231480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Checking segment: {'id': '0996a048-c32e-467a-a642-3e9e24950981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dced5db1-b756-42a6-8194-2ad69bdf4f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:31.231480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network hostable DHCP agents. Network: dced5db1-b756-42a6-8194-2ad69bdf4f88, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:14:31.236511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec3479-6f65-423e-bdf9-5b9f55a9557b req-57695c2f-0942-4ed7-a295-ca5d7b0ef22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:31.238639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43ec3479-6f65-423e-bdf9-5b9f55a9557b req-57695c2f-0942-4ed7-a295-ca5d7b0ef22e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768735 Oct 27 16:14:31.359136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43ec3479-6f65-423e-bdf9-5b9f55a9557b req-bcee66ec-9ac5-43f0-aeaf-c0690d013124 service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113760 Oct 27 16:14:31.432873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network dced5db1-b756-42a6-8194-2ad69bdf4f88 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:14:31.510760 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d4de3-65fe-444a-b293-52a90279c28f req-0e4370c0-37c3-4525-b2bf-ec8bfc517ddc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:31.512361 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-0e4370c0-37c3-4525-b2bf-ec8bfc517ddc tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 812 time: 0.1595559 Oct 27 16:14:31.513093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a4ce2-7830-4a4a-9862-3ec34948a52e req-fc65f60f-9efc-44d6-a2ff-d5d16857cc73 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:31.515861 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-158a4ce2-7830-4a4a-9862-3ec34948a52e req-fc65f60f-9efc-44d6-a2ff-d5d16857cc73 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0911646 Oct 27 16:14:31.519120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, dced5db1-b756-42a6-8194-2ad69bdf4f88) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:31.528820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdf2254-9e6c-4a6e-ba1d-6d4f43e3284f None None] Network dced5db1-b756-42a6-8194-2ad69bdf4f88 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:31.531316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:31.531911 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:31.539956 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-ff9d0a0e-7310-45c0-b595-2b4ed1b4b126 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/quotas/e453eb141e324e84bad185e6328bf7f8 HTTP/1.1" status: 200 len: 375 time: 0.0192375 Oct 27 16:14:31.546276 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43ec3479-6f65-423e-bdf9-5b9f55a9557b req-32a25765-87ac-4835-ac13-bed66d6bf726 service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800141 Oct 27 16:14:31.644814 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-158a4ce2-7830-4a4a-9862-3ec34948a52e req-50153d48-40d4-49a5-a785-e9388c3b3c80 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973401 Oct 27 16:14:31.666330 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1e66ed5f-ae01-4189-9bc0-f4bd4efd5fd7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2085793 Oct 27 16:14:31.674886 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-7d4545be-9963-4151-aa12-8a7b4258d64e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1338699 Oct 27 16:14:31.677558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59812) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:31.691041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': 'dced5db1-b756-42a6-8194-2ad69bdf4f88', 'name': 'tempest-PortsTestJSON-315772625'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:31.865866 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9782c733-8eb2-4175-a7d2-0a234234d6f7 service neutron] 10.222.0.15 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760967 Oct 27 16:14:31.963877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-dced5db1-b756-42a6-8194-2ad69bdf4f88', 'network_id': 'dced5db1-b756-42a6-8194-2ad69bdf4f88', 'tenant_id': 'c382712ab70d4e799c67faffe244b629', 'fixed_ips': [{'subnet_id': 'b1209d6f-7390-4a45-b810-005384aa8e3e'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:14:31.964809 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.076846 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-cacee978-779e-423e-bc84-5a7de4d49142 service neutron] 10.222.0.15 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092044 Oct 27 16:14:32.081731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:32.086378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.162477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port bee9c785-5604-4f83-a9c1-f7de059cb671 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:32.244868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Allocated IP 172.20.0.2 (dced5db1-b756-42a6-8194-2ad69bdf4f88/b1209d6f-7390-4a45-b810-005384aa8e3e/75895e2e-5d70-4859-a104-30d072d80b42) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:32.344746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-cc87b30d-cd12-4950-95b9-165bf5998ca9 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:32.359348 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-cc87b30d-cd12-4950-95b9-165bf5998ca9 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/networks?id=e4289fac-6b86-43ce-bf75-de917894a89a HTTP/1.1" status: 200 len: 813 time: 0.2972906 Oct 27 16:14:32.376302 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-df739ea6-7960-487a-bc28-4cd22eec8f2e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/quotas/859d61171b484adaab4d255b083936a9 HTTP/1.1" status: 200 len: 375 time: 0.0159857 Oct 27 16:14:32.472687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-33222737-7ae4-40ae-9a82-704b9469e834 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=859d61171b484adaab4d255b083936a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0954053 Oct 27 16:14:32.559718 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.563331 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9bfe833a-caf3-41a6-b921-9d7ed1b9fe31 req-919b5721-7c68-4de4-b83a-66d55babf436 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 210 time: 0.0736737 Oct 27 16:14:32.601576 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.637118 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-84885fbd-f772-446f-8a4f-9be445ff3752 service neutron] 10.222.0.15 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627438 Oct 27 16:14:32.675493 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.726372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Network dced5db1-b756-42a6-8194-2ad69bdf4f88 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:32.736928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:32.749949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:32.777512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.8 (dced5db1-b756-42a6-8194-2ad69bdf4f88/b1209d6f-7390-4a45-b810-005384aa8e3e/bee9c785-5604-4f83-a9c1-f7de059cb671) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:32.809970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Pushing event updated for resources: {'Port': ['ID=75895e2e-5d70-4859-a104-30d072d80b42,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:32.838295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-5258e8dd-5ce7-4ed8-92e5-7f2d368c1c66 service neutron] 10.222.0.15 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926739 Oct 27 16:14:32.852955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Attempting to bind port 75895e2e-5d70-4859-a104-30d072d80b42 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:32.853494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Attempting to bind port 75895e2e-5d70-4859-a104-30d072d80b42 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '0996a048-c32e-467a-a642-3e9e24950981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dced5db1-b756-42a6-8194-2ad69bdf4f88'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:32.856551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Attempting to bind port 75895e2e-5d70-4859-a104-30d072d80b42 on network dced5db1-b756-42a6-8194-2ad69bdf4f88 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:32.860554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:32.861151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Checking segment: {'id': '0996a048-c32e-467a-a642-3e9e24950981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dced5db1-b756-42a6-8194-2ad69bdf4f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:32.861769 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:32.862220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Bound using segment: {'id': '0996a048-c32e-467a-a642-3e9e24950981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dced5db1-b756-42a6-8194-2ad69bdf4f88'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:32.862892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Bound port: 75895e2e-5d70-4859-a104-30d072d80b42, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0996a048-c32e-467a-a642-3e9e24950981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'dced5db1-b756-42a6-8194-2ad69bdf4f88'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:32.863447 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.010036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] For port 75895e2e-5d70-4859-a104-30d072d80b42, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:33.014382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] For port 75895e2e-5d70-4859-a104-30d072d80b42, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=75895e2e-5d70-4859-a104-30d072d80b42,segment=NetworkSegment(0996a048-c32e-467a-a642-3e9e24950981),segment_id=0996a048-c32e-467a-a642-3e9e24950981)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:33.085058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.156606 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.213645 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.323336 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9c70622-5fca-4539-a181-fa1bf5fc0d4d req-96112583-28e0-42d4-aea5-0f9bb899c935 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 210 time: 0.0943167 Oct 27 16:14:33.328001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de270f-3fd9-40c6-899f-395160ce50d3 None None] Pushing event updated for resources: {'Port': ['ID=75895e2e-5d70-4859-a104-30d072d80b42,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:33.362776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network dced5db1-b756-42a6-8194-2ad69bdf4f88 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:33.371125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:33.373263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=bee9c785-5604-4f83-a9c1-f7de059cb671,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:33.385650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:33.532383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:33.533433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:33.649414 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-65544614-7fe8-4047-9fe5-a2089a0ee6b6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9706411 Oct 27 16:14:33.652203 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59896) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:33.657708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': 'dced5db1-b756-42a6-8194-2ad69bdf4f88', 'name': 'tempest-PortsTestJSON-1976556305'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:33.703027 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2531b975-a258-45cf-a590-bd7db61059a9 req-da896619-22f8-4ad1-a9d2-577a05614b08 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 210 time: 0.0790060 Oct 27 16:14:33.933187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:33.948256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:34.031463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port 14499c53-2a53-4789-931d-f766a94da97c yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:34.269353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.7 (dced5db1-b756-42a6-8194-2ad69bdf4f88/b1209d6f-7390-4a45-b810-005384aa8e3e/14499c53-2a53-4789-931d-f766a94da97c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:34.465162 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5073d8d-b940-4238-b00a-48185417a33a req-ea8f4f82-ef4d-4b78-958f-d5bddba300c4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 210 time: 0.0479250 Oct 27 16:14:34.583713 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:34.774295 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:34.808901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 75895e2e-5d70-4859-a104-30d072d80b42 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:34.843325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network dced5db1-b756-42a6-8194-2ad69bdf4f88 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:34.848935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:34.872499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:34.882837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba57b9a4-f178-4cbb-b165-4766fec0d8ee req-fdad0df7-0bf1-4584-bae1-617da8c5235a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 210 time: 0.0676081 Oct 27 16:14:34.889968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc4f648-0a7e-4b54-bb23-0b660445ac0a None None] Network dced5db1-b756-42a6-8194-2ad69bdf4f88 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:34.908303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=14499c53-2a53-4789-931d-f766a94da97c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:34.968720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 75895e2e-5d70-4859-a104-30d072d80b42 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:34.969092 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:34.982472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59934) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:35.007076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b851a38e-a3bd-4dc3-97cc-937865732d16 None None] Provisioning complete for port 75895e2e-5d70-4859-a104-30d072d80b42 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:35.007721 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b851a38e-a3bd-4dc3-97cc-937865732d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.042830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:35.053592 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.146313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e4364a16-2c2e-4d09-814c-161478f501da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4928315 Oct 27 16:14:35.148982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59948) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:35.212367 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce04094c-f517-42b7-8057-6bed47ddfd30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.261021 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.293797 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b851a38e-a3bd-4dc3-97cc-937865732d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.362424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 75895e2e-5d70-4859-a104-30d072d80b42, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=75895e2e-5d70-4859-a104-30d072d80b42,segment=NetworkSegment(0996a048-c32e-467a-a642-3e9e24950981),segment_id=0996a048-c32e-467a-a642-3e9e24950981)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:35.414217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce04094c-f517-42b7-8057-6bed47ddfd30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.425153 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.476212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce04094c-f517-42b7-8057-6bed47ddfd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:35.510974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57ae72e-17f6-4572-9ece-1135b4c2b6be tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:35.514555 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f57ae72e-17f6-4572-9ece-1135b4c2b6be tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.3645055 Oct 27 16:14:35.529718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d4de3-65fe-444a-b293-52a90279c28f req-06eec0eb-4297-47df-9a78-636621bff063 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:35.542225 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-06eec0eb-4297-47df-9a78-636621bff063 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 812 time: 0.2874157 Oct 27 16:14:35.546348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59954) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:35.605256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Request body: {'port': {'device_id': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'admin_state_up': True, 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:35.659290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=75895e2e-5d70-4859-a104-30d072d80b42,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:35.673322 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-b851a38e-a3bd-4dc3-97cc-937865732d16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:14:35.673322 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-b851a38e-a3bd-4dc3-97cc-937865732d16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:14:35.764340 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ce04094c-f517-42b7-8057-6bed47ddfd30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9b6e4beb3964cb1ad60f5a93d9b9631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7783070 Oct 27 16:14:35.789682 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78db9721-7714-45b1-ae93-8cb8ed3befa3 req-5ecec1b8-3b42-4269-bb7e-7186684227b8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 210 time: 0.1311100 Oct 27 16:14:35.790464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04094c-f517-42b7-8057-6bed47ddfd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cfe5f6-bad2-44ba-b5fa-6081d69aa515,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:35.820808 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59958) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:36.197537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b21a069-51fc-4ca7-b378-c7a9c20fc4fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.197537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b21a069-51fc-4ca7-b378-c7a9c20fc4fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.200831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39186a78-9df6-481d-b49e-38c15682c18b req-6108b86b-1c3a-433c-b7dd-bf9a860e0337 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 210 time: 0.0564170 Oct 27 16:14:36.266296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-60ea87b0-7050-4e77-8ed8-eceb187e046f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 14499c53-2a53-4789-931d-f766a94da97c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:36.266933 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60ea87b0-7050-4e77-8ed8-eceb187e046f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.356820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d16dc30e-c1b1-4929-8b39-fb132a522bad None None] Provisioning complete for port 75895e2e-5d70-4859-a104-30d072d80b42 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:36.357843 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d16dc30e-c1b1-4929-8b39-fb132a522bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.383535 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60ea87b0-7050-4e77-8ed8-eceb187e046f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.407597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-60ea87b0-7050-4e77-8ed8-eceb187e046f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 14499c53-2a53-4789-931d-f766a94da97c owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:36.450005 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b21a069-51fc-4ca7-b378-c7a9c20fc4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.451773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b21a069-51fc-4ca7-b378-c7a9c20fc4fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.452970 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8b21a069-51fc-4ca7-b378-c7a9c20fc4fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2cfe5f6-bad2-44ba-b5fa-6081d69aa515 HTTP/1.1" status: 204 len: 168 time: 0.6303380 Oct 27 16:14:36.479166 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21a069-51fc-4ca7-b378-c7a9c20fc4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cfe5f6-bad2-44ba-b5fa-6081d69aa515,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:36.501622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Made reservation on behalf of e453eb141e324e84bad185e6328bf7f8 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:36.507581 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.570824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d16dc30e-c1b1-4929-8b39-fb132a522bad None None] Provisioning complete for port bee9c785-5604-4f83-a9c1-f7de059cb671 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:36.571196 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d16dc30e-c1b1-4929-8b39-fb132a522bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.665216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d16dc30e-c1b1-4929-8b39-fb132a522bad None None] Port bee9c785-5604-4f83-a9c1-f7de059cb671 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:36.692079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d16dc30e-c1b1-4929-8b39-fb132a522bad None None] Provisioning complete for port 14499c53-2a53-4789-931d-f766a94da97c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:36.694730 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d16dc30e-c1b1-4929-8b39-fb132a522bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:36.810510 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 75895e2e-5d70-4859-a104-30d072d80b42 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:36.850883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Allocated IP 172.20.0.14 (14060b4c-01a1-4d12-9810-8c7a68febede/5585183d-91de-498a-87df-f34ca26ac743/842145fa-d107-4b03-b565-fac94f5fde54) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:36.969046 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d16dc30e-c1b1-4929-8b39-fb132a522bad None None] Port 14499c53-2a53-4789-931d-f766a94da97c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:37.033096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 75895e2e-5d70-4859-a104-30d072d80b42 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:37.034106 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.141841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.151949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-78410978-ad3e-415a-8141-d24429b762d5 None None] Provisioning complete for port 14499c53-2a53-4789-931d-f766a94da97c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:37.152381 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-78410978-ad3e-415a-8141-d24429b762d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.258922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-78410978-ad3e-415a-8141-d24429b762d5 None None] Port 14499c53-2a53-4789-931d-f766a94da97c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:37.293789 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-737d2776-b789-4e00-acbf-44ac77b9e28c req-c33bfd25-7488-4380-a7cc-a8701e6cae54 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 210 time: 0.1343482 Oct 27 16:14:37.331110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-eb04194e-19ea-4c0b-921f-7e986ca0bba7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:37.332930 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-eb04194e-19ea-4c0b-921f-7e986ca0bba7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.53 "GET /v2.0/networks?id=e4289fac-6b86-43ce-bf75-de917894a89a HTTP/1.1" status: 200 len: 813 time: 0.7762942 Oct 27 16:14:37.359162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Request body: {'port': {'device_id': 'bc59d60c-fa17-43db-9567-7d1e6ef8dd0b', 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a', 'admin_state_up': True, 'tenant_id': '859d61171b484adaab4d255b083936a9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:37.425796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60ea87b0-7050-4e77-8ed8-eceb187e046f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.434628 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-13687905-b7a6-4d1c-8b57-aa1899435226 req-9b84dbdc-d242-4be7-9517-5ae332c4124b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 210 time: 0.0500081 Oct 27 16:14:37.464740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea87b0-7050-4e77-8ed8-eceb187e046f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=14499c53-2a53-4789-931d-f766a94da97c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:37.483627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.493024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['852df851-cd37-4d53-8c35-32327ae0272a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:37.494755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60000) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:37.536705 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44fe1587-644e-46c7-bb24-0028a9c8e134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.544867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Network 14060b4c-01a1-4d12-9810-8c7a68febede is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:37.583935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:37.605505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['45596fc9-4b02-4305-9b3c-76f511af54f5'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:37.703857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:37.707219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event updated for resources: {'Port': ['ID=842145fa-d107-4b03-b565-fac94f5fde54,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:37.735900 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44fe1587-644e-46c7-bb24-0028a9c8e134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.817953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60ea87b0-7050-4e77-8ed8-eceb187e046f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.821241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44fe1587-644e-46c7-bb24-0028a9c8e134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.822668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-60ea87b0-7050-4e77-8ed8-eceb187e046f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/14499c53-2a53-4789-931d-f766a94da97c HTTP/1.1" status: 204 len: 168 time: 2.2747304 Oct 27 16:14:37.826486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60002) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:37.861939 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc811369-115c-4c2a-afdb-6603838f6f01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:14:37.864020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cc811369-115c-4c2a-afdb-6603838f6f01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/14499c53-2a53-4789-931d-f766a94da97c HTTP/1.1" status: 404 len: 333 time: 0.0365560 Oct 27 16:14:37.866742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60004) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:37.885195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:37.885858 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.917091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Made reservation on behalf of 859d61171b484adaab4d255b083936a9 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:37.920985 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:37.943453 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-44fe1587-644e-46c7-bb24-0028a9c8e134 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffb9ef56dff54e59bceef2838c2a71b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470348 Oct 27 16:14:37.945275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe1587-644e-46c7-bb24-0028a9c8e134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcabdfd-1f5b-40cc-bb06-d7db1f89ee71,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:37.949400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60006) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:38.056655 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-79962588-f866-4b86-b775-324756d2f081 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4697976 Oct 27 16:14:38.090829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-626f02b2-2303-4f57-81e9-c38d4aa2e913 None None] Provisioning complete for port 842145fa-d107-4b03-b565-fac94f5fde54 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:38.091604 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-626f02b2-2303-4f57-81e9-c38d4aa2e913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.112619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Request body: {'port': {'device_id': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:38.144361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-626f02b2-2303-4f57-81e9-c38d4aa2e913 None None] Port 842145fa-d107-4b03-b565-fac94f5fde54 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:38.227222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-68a30980-06c0-4293-8dc7-bb98c3a30f70 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port bee9c785-5604-4f83-a9c1-f7de059cb671 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:38.227577 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68a30980-06c0-4293-8dc7-bb98c3a30f70 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.239857 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e6b1-9db5-466d-bf7b-73ba064cfcd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.439676 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-faa92b05-8c37-48b5-a1a2-d40a0be143df req-cb5576d2-a72c-4862-9958-e48b08cce354 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 210 time: 0.0296237 Oct 27 16:14:38.676101 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.708838 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Allocated IP 172.20.0.9 (e4289fac-6b86-43ce-bf75-de917894a89a/3df9ba29-f360-44fd-afb4-737ab76e2a89/2b3be247-5954-4010-b19d-9a5c0ec4a2b2) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:38.744511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e6b1-9db5-466d-bf7b-73ba064cfcd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.889937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f2e14-4ea9-4ad6-8954-df6587e1f128 req-24bca6d8-9c99-453c-8998-e4131354c7a1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:38.891433 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d2f2e14-4ea9-4ad6-8954-df6587e1f128 req-24bca6d8-9c99-453c-8998-e4131354c7a1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 932 time: 0.2860236 Oct 27 16:14:38.897077 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68a30980-06c0-4293-8dc7-bb98c3a30f70 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:38.971996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-68a30980-06c0-4293-8dc7-bb98c3a30f70 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for bee9c785-5604-4f83-a9c1-f7de059cb671 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:39.124263 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d2f2e14-4ea9-4ad6-8954-df6587e1f128 req-816dc5a8-119e-4d67-86e9-615f5bd64626 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174342 Oct 27 16:14:39.172893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e6b1-9db5-466d-bf7b-73ba064cfcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.175439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bc9e6b1-9db5-466d-bf7b-73ba064cfcd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.176735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7bc9e6b1-9db5-466d-bf7b-73ba064cfcd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fcabdfd-1f5b-40cc-bb06-d7db1f89ee71 HTTP/1.1" status: 204 len: 168 time: 1.2252376 Oct 27 16:14:39.225299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9e6b1-9db5-466d-bf7b-73ba064cfcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcabdfd-1f5b-40cc-bb06-d7db1f89ee71,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:39.260440 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.420214 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68a30980-06c0-4293-8dc7-bb98c3a30f70 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.424420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.435913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:39.471081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842145fa-d107-4b03-b565-fac94f5fde54 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:39.533910 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.538108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a30980-06c0-4293-8dc7-bb98c3a30f70 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=bee9c785-5604-4f83-a9c1-f7de059cb671,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:39.560139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Network e4289fac-6b86-43ce-bf75-de917894a89a is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:39.583246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:39.620498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:39.652777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Transition to ACTIVE for port object 842145fa-d107-4b03-b565-fac94f5fde54 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:14:39.715160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a8d43-b541-469b-a7d4-346b7108f75b req-36f96e3a-eea7-413a-9cb8-463d8d7a3d73 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:39.730984 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e69a8d43-b541-469b-a7d4-346b7108f75b req-36f96e3a-eea7-413a-9cb8-463d8d7a3d73 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 931 time: 0.1076310 Oct 27 16:14:39.740801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Pushing event updated for resources: {'Port': ['ID=2b3be247-5954-4010-b19d-9a5c0ec4a2b2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:39.743405 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.777676 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68a30980-06c0-4293-8dc7-bb98c3a30f70 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.791436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-68a30980-06c0-4293-8dc7-bb98c3a30f70 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/bee9c785-5604-4f83-a9c1-f7de059cb671 HTTP/1.1" status: 204 len: 168 time: 1.9226768 Oct 27 16:14:39.797811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60046) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:39.878822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:39.878822 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:39.902223 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc7e4bf-8703-4704-995b-64f7f3a5c0d1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:14:39.904168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0dc7e4bf-8703-4704-995b-64f7f3a5c0d1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/bee9c785-5604-4f83-a9c1-f7de059cb671 HTTP/1.1" status: 404 len: 333 time: 0.0942447 Oct 27 16:14:39.911894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60052) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:39.919334 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e69a8d43-b541-469b-a7d4-346b7108f75b req-99b4f3d8-ce9d-42c1-b19f-0f9c02dffa7e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872232 Oct 27 16:14:39.950925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Pushing event updated for resources: {'Port': ['ID=842145fa-d107-4b03-b565-fac94f5fde54,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:40.039952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcda36e5-1fa4-4596-8789-6069835273cb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting subnet b1209d6f-7390-4a45-b810-005384aa8e3e {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:14:40.048363 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dcda36e5-1fa4-4596-8789-6069835273cb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.088955 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-3a05945c-6c27-4e00-b785-4a82b6f49882 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7366710 Oct 27 16:14:40.092104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Attempting to bind port 842145fa-d107-4b03-b565-fac94f5fde54 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:40.092815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Attempting to bind port 842145fa-d107-4b03-b565-fac94f5fde54 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:40.093160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Attempting to bind port 842145fa-d107-4b03-b565-fac94f5fde54 on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:40.115917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Request body: {'port': {'device_id': 'bc59d60c-fa17-43db-9567-7d1e6ef8dd0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:40.126261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Port 842145fa-d107-4b03-b565-fac94f5fde54 on network 14060b4c-01a1-4d12-9810-8c7a68febede not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:14:40.126592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Attempting to bind port 842145fa-d107-4b03-b565-fac94f5fde54 on network 14060b4c-01a1-4d12-9810-8c7a68febede {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:40.155703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:40.156108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Checking segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:40.156736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Bound using segment: {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:40.157196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Bound port: 842145fa-d107-4b03-b565-fac94f5fde54, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a136aeb-5fd3-445a-b56a-1b56a12fdecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:40.157561 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.184498 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dcda36e5-1fa4-4596-8789-6069835273cb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.285097 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.406022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] For port 842145fa-d107-4b03-b565-fac94f5fde54, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:40.471896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] For port 842145fa-d107-4b03-b565-fac94f5fde54, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=842145fa-d107-4b03-b565-fac94f5fde54,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:40.473895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dcda36e5-1fa4-4596-8789-6069835273cb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.553875 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.768102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:40.768102 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:40.769033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] 10.222.0.53 "PUT /v2.0/ports/842145fa-d107-4b03-b565-fac94f5fde54 HTTP/1.1" status: 200 len: 1092 time: 2.6662400 Oct 27 16:14:40.771599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'tag': '842145fa-d107-4b03-b565-fac94f5fde54'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:40.773856 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5ba8eb-c888-4a4e-9c85-a6f7b1a63037" -d '{"events": [{"name": "network-changed", "server_uuid": "8869d350-203b-4fa7-a7d0-cc94b76a460f", "tag": "842145fa-d107-4b03-b565-fac94f5fde54"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:40.850759 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7983c6fb-bcdf-4cac-ae6c-f505d3790c50 x-openstack-request-id: req-7983c6fb-bcdf-4cac-ae6c-f505d3790c50 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:40.851303 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8869d350-203b-4fa7-a7d0-cc94b76a460f", "tag": "842145fa-d107-4b03-b565-fac94f5fde54", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:40.851741 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7983c6fb-bcdf-4cac-ae6c-f505d3790c50 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:40.852347 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'tag': '842145fa-d107-4b03-b565-fac94f5fde54', 'status': 'completed', 'code': 200} Oct 27 16:14:40.984022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d7272-717f-4be6-82d6-9bf6afd7437b service neutron] Pushing event updated for resources: {'Port': ['ID=842145fa-d107-4b03-b565-fac94f5fde54,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:41.022074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e366-1c7b-4d63-9f41-84a3c50f143b req-76daa58f-c1ea-4fd3-8501-e5e4b47c6475 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:41.031295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e67e366-1c7b-4d63-9f41-84a3c50f143b req-76daa58f-c1ea-4fd3-8501-e5e4b47c6475 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 944 time: 0.3308012 Oct 27 16:14:41.051110 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dcda36e5-1fa4-4596-8789-6069835273cb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.084211 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dcda36e5-1fa4-4596-8789-6069835273cb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.084896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb21fe-0c77-4be2-aaf1-83f7da50276f None None] Network dced5db1-b756-42a6-8194-2ad69bdf4f88 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:41.088137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dcda36e5-1fa4-4596-8789-6069835273cb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/b1209d6f-7390-4a45-b810-005384aa8e3e HTTP/1.1" status: 204 len: 168 time: 1.1692917 Oct 27 16:14:41.090719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60090) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:41.129308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda36e5-1fa4-4596-8789-6069835273cb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Subnet': ['ID=b1209d6f-7390-4a45-b810-005384aa8e3e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:41.137488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ba8eb-c888-4a4e-9c85-a6f7b1a63037 req-fb560f8f-33b7-4f55-9078-39498c13c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:41.139009 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b5ba8eb-c888-4a4e-9c85-a6f7b1a63037 req-fb560f8f-33b7-4f55-9078-39498c13c1e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 1095 time: 0.2631450 Oct 27 16:14:41.183487 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e67e366-1c7b-4d63-9f41-84a3c50f143b req-ed3c5e00-88f3-4930-bd93-a7b03ee6e0b1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513031 Oct 27 16:14:41.365839 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.398846 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337fd09-5fdf-4f3d-8d0a-14c002c455d7 req-daf37322-9202-4d90-af31-e7fbbe79fa43 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:41.407324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9337fd09-5fdf-4f3d-8d0a-14c002c455d7 req-daf37322-9202-4d90-af31-e7fbbe79fa43 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 931 time: 0.1689417 Oct 27 16:14:41.491909 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9337fd09-5fdf-4f3d-8d0a-14c002c455d7 req-919b5f35-ffde-465b-844e-84def7cea164 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834966 Oct 27 16:14:41.527020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 75895e2e-5d70-4859-a104-30d072d80b42 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:41.527020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.539125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39f430c-fe01-4e11-8f46-fc8314722c9b None None] DHCP port deletion for dced5db1-b756-42a6-8194-2ad69bdf4f88 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:14:41.630145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e39f430c-fe01-4e11-8f46-fc8314722c9b None None] Deleting port 75895e2e-5d70-4859-a104-30d072d80b42 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:41.631053 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e39f430c-fe01-4e11-8f46-fc8314722c9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.636747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ba8eb-c888-4a4e-9c85-a6f7b1a63037 req-c1937bba-0daf-4c30-85c7-20838582b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:41.638280 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b5ba8eb-c888-4a4e-9c85-a6f7b1a63037 req-c1937bba-0daf-4c30-85c7-20838582b4df service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=e453eb141e324e84bad185e6328bf7f8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4832277 Oct 27 16:14:41.641786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] For port 75895e2e-5d70-4859-a104-30d072d80b42, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=75895e2e-5d70-4859-a104-30d072d80b42,segment=NetworkSegment(0996a048-c32e-467a-a642-3e9e24950981),segment_id=0996a048-c32e-467a-a642-3e9e24950981)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:41.642156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.668242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:41.674150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 75895e2e-5d70-4859-a104-30d072d80b42 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:41.678246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.695866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Transition to ACTIVE for port object 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:14:41.834902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e39f430c-fe01-4e11-8f46-fc8314722c9b None None] For port 75895e2e-5d70-4859-a104-30d072d80b42, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=75895e2e-5d70-4859-a104-30d072d80b42,segment=NetworkSegment(0996a048-c32e-467a-a642-3e9e24950981),segment_id=0996a048-c32e-467a-a642-3e9e24950981)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:41.834902 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e39f430c-fe01-4e11-8f46-fc8314722c9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:41.834902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e39f430c-fe01-4e11-8f46-fc8314722c9b None None] Calling delete_port for 75895e2e-5d70-4859-a104-30d072d80b42 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:41.849146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ba8eb-c888-4a4e-9c85-a6f7b1a63037 req-f7ccc129-8722-4e50-b8dc-eb755d912d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:41.850633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2b5ba8eb-c888-4a4e-9c85-a6f7b1a63037 req-f7ccc129-8722-4e50-b8dc-eb755d912d3c service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533787 Oct 27 16:14:41.929992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d4de3-65fe-444a-b293-52a90279c28f req-3f0f160f-f84f-44db-a7ea-fd44c8a832e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:41.931483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-3f0f160f-f84f-44db-a7ea-fd44c8a832e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 1095 time: 0.0428054 Oct 27 16:14:41.978690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-4a1c4e6c-da81-477e-9a04-064343839af1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=842145fa-d107-4b03-b565-fac94f5fde54 HTTP/1.1" status: 200 len: 217 time: 0.0381722 Oct 27 16:14:42.040999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d4de3-65fe-444a-b293-52a90279c28f req-4f1a6006-f137-4b86-9c34-d146272c9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:42.042671 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-4f1a6006-f137-4b86-9c34-d146272c9c06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.0566738 Oct 27 16:14:42.070127 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.141665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d4de3-65fe-444a-b293-52a90279c28f req-f347b831-6d90-4262-b292-ae483bcd82bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:42.143198 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-f347b831-6d90-4262-b292-ae483bcd82bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929601 Oct 27 16:14:42.143826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3be247-5954-4010-b19d-9a5c0ec4a2b2,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:42.168334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.175029 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e39f430c-fe01-4e11-8f46-fc8314722c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.202612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=75895e2e-5d70-4859-a104-30d072d80b42,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:42.211377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No DVR routers for this DVR port 75895e2e-5d70-4859-a104-30d072d80b42 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:42.272590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f430c-fe01-4e11-8f46-fc8314722c9b None None] Pushing event deleted for resources: {'Port': ['ID=75895e2e-5d70-4859-a104-30d072d80b42,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:42.285246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f430c-fe01-4e11-8f46-fc8314722c9b None None] No DVR routers for this DVR port 75895e2e-5d70-4859-a104-30d072d80b42 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:42.302124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Attempting to bind port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:42.302466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Attempting to bind port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '5487898b-0458-431a-8e39-c18f02bd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:42.303579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Attempting to bind port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 on network e4289fac-6b86-43ce-bf75-de917894a89a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:42.319990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 on network e4289fac-6b86-43ce-bf75-de917894a89a not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:14:42.320367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Attempting to bind port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 on network e4289fac-6b86-43ce-bf75-de917894a89a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:42.327426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-094e390c-4518-4ee6-b24b-34c9c0b26aa7 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750917 Oct 27 16:14:42.332410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:42.335034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Checking segment: {'id': '5487898b-0458-431a-8e39-c18f02bd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:42.335945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Bound using segment: {'id': '5487898b-0458-431a-8e39-c18f02bd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:42.336489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Bound port: 2b3be247-5954-4010-b19d-9a5c0ec4a2b2, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5487898b-0458-431a-8e39-c18f02bd235a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:42.336864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.376911 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:42.385818 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.445360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dced5db1-b756-42a6-8194-2ad69bdf4f88']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:42.462894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0996a048-c32e-467a-a642-3e9e24950981') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:42.464553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0996a048-c32e-467a-a642-3e9e24950981') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:42.504521 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.538420 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.548436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:14:42.548907 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.587276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6981a-a16d-4c69-91b5-411ce0ee085f req-12f31a0f-6b3d-4891-af67-0b3cf6e543c2 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:42.597107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ec6981a-a16d-4c69-91b5-411ce0ee085f req-12f31a0f-6b3d-4891-af67-0b3cf6e543c2 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 944 time: 0.2435110 Oct 27 16:14:42.616044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] For port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:14:42.643567 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:14:42.650429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] For port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2b3be247-5954-4010-b19d-9a5c0ec4a2b2,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:42.653397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a64d4de3-65fe-444a-b293-52a90279c28f req-774afed0-9bc4-42e6-99a0-86cfb464c843 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131416 Oct 27 16:14:42.694335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-195fc604-66b0-4b25-b24b-b52f1eab4aaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.698897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ec6981a-a16d-4c69-91b5-411ce0ee085f req-55b9ffa6-adec-474d-a19b-424df19106ed tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008172 Oct 27 16:14:42.720744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 75895e2e-5d70-4859-a104-30d072d80b42 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:42.745209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.753921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 75895e2e-5d70-4859-a104-30d072d80b42 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:42.754516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 75895e2e-5d70-4859-a104-30d072d80b42 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:42.825111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ca7f8-6e39-47f7-b71e-2c6dba54bfa7 req-372c7992-9392-418b-b1db-79b4885950d2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:42.836606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce9ca7f8-6e39-47f7-b71e-2c6dba54bfa7 req-372c7992-9392-418b-b1db-79b4885950d2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 943 time: 0.0992556 Oct 27 16:14:42.837139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Pushing event updated for resources: {'Port': ['ID=2b3be247-5954-4010-b19d-9a5c0ec4a2b2,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:42.847963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:42.848749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.850314 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-868fea82-3597-42c6-852b-0d9724639f68 service neutron] 10.222.0.53 "PUT /v2.0/ports/2b3be247-5954-4010-b19d-9a5c0ec4a2b2 HTTP/1.1" status: 200 len: 1091 time: 2.7393208 Oct 27 16:14:42.863816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc59d60c-fa17-43db-9567-7d1e6ef8dd0b', 'tag': '2b3be247-5954-4010-b19d-9a5c0ec4a2b2'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:42.870360 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec494ecd-2bfa-47a0-b6c5-4d6fa61e82d3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc59d60c-fa17-43db-9567-7d1e6ef8dd0b", "tag": "2b3be247-5954-4010-b19d-9a5c0ec4a2b2"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:42.909321 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.933061 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffa3815-223e-49cf-9c32-57e320394dc2 x-openstack-request-id: req-4ffa3815-223e-49cf-9c32-57e320394dc2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:42.937873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:42.938125 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc59d60c-fa17-43db-9567-7d1e6ef8dd0b", "tag": "2b3be247-5954-4010-b19d-9a5c0ec4a2b2", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:42.938125 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ffa3815-223e-49cf-9c32-57e320394dc2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:42.938125 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc59d60c-fa17-43db-9567-7d1e6ef8dd0b', 'tag': '2b3be247-5954-4010-b19d-9a5c0ec4a2b2', 'status': 'completed', 'code': 200} Oct 27 16:14:42.940030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60136) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:42.942349 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/networks/dced5db1-b756-42a6-8194-2ad69bdf4f88 HTTP/1.1" status: 204 len: 168 time: 1.8484766 Oct 27 16:14:42.945645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c71689-f278-45fd-966b-81ac92297c8a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Network': ['ID=dced5db1-b756-42a6-8194-2ad69bdf4f88,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:42.946740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2084518793'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:42.962091 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce9ca7f8-6e39-47f7-b71e-2c6dba54bfa7 req-db005b52-f73f-4751-af5a-f4885e12ddb3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210704 Oct 27 16:14:43.019040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec494ecd-2bfa-47a0-b6c5-4d6fa61e82d3 req-b37ab9b5-421b-4fa6-9953-f38b35950e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:43.026050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec494ecd-2bfa-47a0-b6c5-4d6fa61e82d3 req-b37ab9b5-421b-4fa6-9953-f38b35950e6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=859d61171b484adaab4d255b083936a9&device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 1094 time: 0.0553944 Oct 27 16:14:43.057116 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-195fc604-66b0-4b25-b24b-b52f1eab4aaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.063962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:43.076164 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.133208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:14:43.155922 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.156283 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Added segment 61073b72-c799-4de5-a8b8-9765d8ffdc3a of type vlan for network 498f3521-22a2-427b-aa77-8f1575af4edc Oct 27 16:14:43.194436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-195fc604-66b0-4b25-b24b-b52f1eab4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.195663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec494ecd-2bfa-47a0-b6c5-4d6fa61e82d3 req-276f5498-11f0-49a7-8f16-5b9aab5fedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:43.198018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec494ecd-2bfa-47a0-b6c5-4d6fa61e82d3 req-276f5498-11f0-49a7-8f16-5b9aab5fedb2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=859d61171b484adaab4d255b083936a9&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1607428 Oct 27 16:14:43.216968 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.234953 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-195fc604-66b0-4b25-b24b-b52f1eab4aaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2040fb8cff34402b839476aa7cc672d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8567362 Oct 27 16:14:43.237010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195fc604-66b0-4b25-b24b-b52f1eab4aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d81a8a-e3a9-4b07-9a38-37232587c505,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:43.239997 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60140) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:43.297656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc45c74d-6ff6-448c-96d8-af5cad8e4c62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.319948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec494ecd-2bfa-47a0-b6c5-4d6fa61e82d3 req-f7c10b0c-e02d-4ff5-a22b-fe538d144b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:43.321603 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec494ecd-2bfa-47a0-b6c5-4d6fa61e82d3 req-f7c10b0c-e02d-4ff5-a22b-fe538d144b5e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1153269 Oct 27 16:14:43.324823 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc45c74d-6ff6-448c-96d8-af5cad8e4c62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.360212 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.366155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:43.366854 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.440688 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc45c74d-6ff6-448c-96d8-af5cad8e4c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.443504 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc45c74d-6ff6-448c-96d8-af5cad8e4c62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.444907 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fc45c74d-6ff6-448c-96d8-af5cad8e4c62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6d81a8a-e3a9-4b07-9a38-37232587c505 HTTP/1.1" status: 204 len: 168 time: 0.2039583 Oct 27 16:14:43.453673 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45c74d-6ff6-448c-96d8-af5cad8e4c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d81a8a-e3a9-4b07-9a38-37232587c505,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:43.467287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Network': ['ID=498f3521-22a2-427b-aa77-8f1575af4edc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:43.474516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-ed29407e-a752-4dea-893f-fd08ea7f30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:43.485184 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-ed29407e-a752-4dea-893f-fd08ea7f30dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=859d61171b484adaab4d255b083936a9&device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 1094 time: 0.1058903 Oct 27 16:14:43.485808 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 498f3521-22a2-427b-aa77-8f1575af4edc details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:14:43.531463 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-19df85e8-ec80-4d68-86ee-2bc30e698889 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b3be247-5954-4010-b19d-9a5c0ec4a2b2 HTTP/1.1" status: 200 len: 217 time: 0.0464883 Oct 27 16:14:43.574416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0b9e59a8-f911-4b32-9897-84df90657240 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6330535 Oct 27 16:14:43.577525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60152) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:43.582884 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': '498f3521-22a2-427b-aa77-8f1575af4edc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:43.592392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-bd7d2eae-ecc7-4cc1-913b-1d0b573c4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:43.593923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-bd7d2eae-ecc7-4cc1-913b-1d0b573c4eff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3df9ba29-f360-44fd-afb4-737ab76e2a89 HTTP/1.1" status: 200 len: 853 time: 0.0556750 Oct 27 16:14:43.639123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-bd3f8dfb-78ac-4446-b60c-f8b45949da14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e4289fac-6b86-43ce-bf75-de917894a89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329418 Oct 27 16:14:43.747572 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-951db5a3-931c-4f3b-9e5b-66e6332726e6 service neutron] 10.222.0.53 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972843 Oct 27 16:14:43.800768 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:43.804870 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:43.878192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c764e4a-5dd5-4a5b-8123-2762005522a9 req-d45e4832-1eaf-4306-882b-79cf939b2cf7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:43.879322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c764e4a-5dd5-4a5b-8123-2762005522a9 req-d45e4832-1eaf-4306-882b-79cf939b2cf7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 944 time: 0.1130679 Oct 27 16:14:43.935180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753067d9-1809-4ffb-82c5-2de6d535f552 req-8d26545f-a443-4812-b954-6bee7b1e019f service neutron] 10.222.0.53 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683791 Oct 27 16:14:43.978371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c764e4a-5dd5-4a5b-8123-2762005522a9 req-92b5b547-2712-49f4-98c9-2bb265a0401b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905905 Oct 27 16:14:44.106125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663be437-16c8-444d-85d0-d3d4b8b47b17 req-5cf45b55-a4aa-4e78-8de5-0f9f74d1f0c2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:44.114978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-663be437-16c8-444d-85d0-d3d4b8b47b17 req-5cf45b55-a4aa-4e78-8de5-0f9f74d1f0c2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 943 time: 0.0805986 Oct 27 16:14:44.145090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.157938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-663be437-16c8-444d-85d0-d3d4b8b47b17 req-856f709d-8949-4c8a-af95-aed47f361375 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Oct 27 16:14:44.167818 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a31281-bd31-4494-bb7b-f54fb7b60a29 req-a349eb29-6cda-41aa-a391-564ba7e6d461 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:44.169412 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0a31281-bd31-4494-bb7b-f54fb7b60a29 req-a349eb29-6cda-41aa-a391-564ba7e6d461 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 950 time: 0.0711436 Oct 27 16:14:44.252732 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Subnet': ['ID=aa1d2d7d-a95e-486f-bb50-43201cf718fe,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:44.266061 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0a31281-bd31-4494-bb7b-f54fb7b60a29 req-9fece2a1-1a89-4240-8dd0-cc512a743232 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773430 Oct 27 16:14:44.272250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Checking segment: {'id': '61073b72-c799-4de5-a8b8-9765d8ffdc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '498f3521-22a2-427b-aa77-8f1575af4edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:44.272602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network hostable DHCP agents. Network: 498f3521-22a2-427b-aa77-8f1575af4edc, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:14:44.365941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 498f3521-22a2-427b-aa77-8f1575af4edc is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:14:44.458091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 498f3521-22a2-427b-aa77-8f1575af4edc) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:44.464688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:44.465402 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.469053 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a55ddfc-0d5e-4421-80eb-858fa76dee9a None None] Network 498f3521-22a2-427b-aa77-8f1575af4edc requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:44.576123 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2c1d6b8c-b4da-418a-b002-9b02f4dd9311 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9970777 Oct 27 16:14:44.578989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60226) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:44.584324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': '498f3521-22a2-427b-aa77-8f1575af4edc', 'name': 'tempest-PortsTestJSON-1912358843', 'fixed_ips': [{'subnet_id': 'aa1d2d7d-a95e-486f-bb50-43201cf718fe', 'ip_address': '172.20.0.10'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:44.828955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:44.830175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-498f3521-22a2-427b-aa77-8f1575af4edc', 'network_id': '498f3521-22a2-427b-aa77-8f1575af4edc', 'tenant_id': 'c382712ab70d4e799c67faffe244b629', 'fixed_ips': [{'subnet_id': 'aa1d2d7d-a95e-486f-bb50-43201cf718fe'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:14:44.833994 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.924788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:44.944606 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port e3102d62-45ba-4826-8510-9cfc41473a93 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:44.971941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Allocated IP 172.20.0.2 (498f3521-22a2-427b-aa77-8f1575af4edc/aa1d2d7d-a95e-486f-bb50-43201cf718fe/2905526d-30ac-477a-b059-cb47cbce05f6) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:45.112556 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb75322-170a-47ef-a452-a9beaca94ac9 req-fc8d4c1f-6950-415c-9600-5ec178e86978 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:45.114075 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ceb75322-170a-47ef-a452-a9beaca94ac9 req-fc8d4c1f-6950-415c-9600-5ec178e86978 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 944 time: 0.0537724 Oct 27 16:14:45.160957 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.170078 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ceb75322-170a-47ef-a452-a9beaca94ac9 req-3e077d05-ddfb-4c43-ba3b-3f3e6d93bd12 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485282 Oct 27 16:14:45.288369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e282c-01eb-42aa-91ba-03549ffd01b1 req-ea627b26-287c-4612-8a62-6e6f712194f8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:45.289904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e5e282c-01eb-42aa-91ba-03549ffd01b1 req-ea627b26-287c-4612-8a62-6e6f712194f8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 943 time: 0.0565939 Oct 27 16:14:45.331342 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e5e282c-01eb-42aa-91ba-03549ffd01b1 req-d5384012-c790-4462-889e-364d5cdfcb3d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339940 Oct 27 16:14:45.345463 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.394745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Network 498f3521-22a2-427b-aa77-8f1575af4edc is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:45.399904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:45.404326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:45.421598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Pushing event updated for resources: {'Port': ['ID=2905526d-30ac-477a-b059-cb47cbce05f6,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:45.438060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.10 (498f3521-22a2-427b-aa77-8f1575af4edc/aa1d2d7d-a95e-486f-bb50-43201cf718fe/e3102d62-45ba-4826-8510-9cfc41473a93) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:45.448002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:45.488163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Attempting to bind port 2905526d-30ac-477a-b059-cb47cbce05f6 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:45.488546 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Attempting to bind port 2905526d-30ac-477a-b059-cb47cbce05f6 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '61073b72-c799-4de5-a8b8-9765d8ffdc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '498f3521-22a2-427b-aa77-8f1575af4edc'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:45.488910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Attempting to bind port 2905526d-30ac-477a-b059-cb47cbce05f6 on network 498f3521-22a2-427b-aa77-8f1575af4edc {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:45.499045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:45.499427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Checking segment: {'id': '61073b72-c799-4de5-a8b8-9765d8ffdc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '498f3521-22a2-427b-aa77-8f1575af4edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:45.499835 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.500282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Bound using segment: {'id': '61073b72-c799-4de5-a8b8-9765d8ffdc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '498f3521-22a2-427b-aa77-8f1575af4edc'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:45.500833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Bound port: 2905526d-30ac-477a-b059-cb47cbce05f6, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61073b72-c799-4de5-a8b8-9765d8ffdc3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '498f3521-22a2-427b-aa77-8f1575af4edc'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:45.501421 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.599130 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.635954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] For port 2905526d-30ac-477a-b059-cb47cbce05f6, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:45.635954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] For port 2905526d-30ac-477a-b059-cb47cbce05f6, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2905526d-30ac-477a-b059-cb47cbce05f6,segment=NetworkSegment(61073b72-c799-4de5-a8b8-9765d8ffdc3a),segment_id=61073b72-c799-4de5-a8b8-9765d8ffdc3a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:45.656208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2b3be247-5954-4010-b19d-9a5c0ec4a2b2,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:45.668959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '2b3be247-5954-4010-b19d-9a5c0ec4a2b2', 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a', 'port_id': '2b3be247-5954-4010-b19d-9a5c0ec4a2b2', 'mac_address': 'fa:16:3e:4f:d7:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df9ba29-f360-44fd-afb4-737ab76e2a89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:45.707706 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.720984 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:45.740705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2b3be247-5954-4010-b19d-9a5c0ec4a2b2,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:45.744943 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.790625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 498f3521-22a2-427b-aa77-8f1575af4edc is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:45.806686 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.814427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=e3102d62-45ba-4826-8510-9cfc41473a93,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:45.819053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:45.822952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:45.851419 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.853159 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 842145fa-d107-4b03-b565-fac94f5fde54 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:45.897858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:45.898537 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:45.964176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a3664-1f7e-4042-87a7-dcdfd1994fe1 None None] Pushing event updated for resources: {'Port': ['ID=2905526d-30ac-477a-b059-cb47cbce05f6,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:46.015223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aea0867e-b37b-4600-a59e-4e8ce1d2b1a7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4349420 Oct 27 16:14:46.017841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60274) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:46.023216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': '498f3521-22a2-427b-aa77-8f1575af4edc', 'name': 'tempest-PortsTestJSON-1468530486', 'fixed_ips': [{'subnet_id': 'aa1d2d7d-a95e-486f-bb50-43201cf718fe', 'ip_address': '172.20.0.9'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:46.068686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 842145fa-d107-4b03-b565-fac94f5fde54, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=842145fa-d107-4b03-b565-fac94f5fde54,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:46.081631 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '842145fa-d107-4b03-b565-fac94f5fde54', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'port_id': '842145fa-d107-4b03-b565-fac94f5fde54', 'mac_address': 'fa:16:3e:d9:ea:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:46.083380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=2b3be247-5954-4010-b19d-9a5c0ec4a2b2,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:46.151380 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:46.182225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842145fa-d107-4b03-b565-fac94f5fde54 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:46.213447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 842145fa-d107-4b03-b565-fac94f5fde54, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=842145fa-d107-4b03-b565-fac94f5fde54,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:46.275138 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:46.349290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=842145fa-d107-4b03-b565-fac94f5fde54,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:46.354051 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636a1b4-aa7a-41fd-b278-4ca2dc361fa3 req-5c455e7d-c2fa-4776-94cd-ae075939dc97 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:46.355756 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6636a1b4-aa7a-41fd-b278-4ca2dc361fa3 req-5c455e7d-c2fa-4776-94cd-ae075939dc97 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 945 time: 0.0779638 Oct 27 16:14:46.361036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:46.371811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:46.401561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port 81b30427-604c-4d75-b736-6143b4569429 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:46.411685 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6636a1b4-aa7a-41fd-b278-4ca2dc361fa3 req-4ebecf53-2ec1-4ead-81d1-a1e746f8374e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Oct 27 16:14:46.582250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee57ee-1aff-4942-a07a-e6bb932d6055 req-76859a1e-49f1-4543-b059-3a81abc9ff43 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:46.584982 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39ee57ee-1aff-4942-a07a-e6bb932d6055 req-76859a1e-49f1-4543-b059-3a81abc9ff43 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 944 time: 0.1093931 Oct 27 16:14:46.607810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.9 (498f3521-22a2-427b-aa77-8f1575af4edc/aa1d2d7d-a95e-486f-bb50-43201cf718fe/81b30427-604c-4d75-b736-6143b4569429) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:46.619236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['842145fa-d107-4b03-b565-fac94f5fde54'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:46.659747 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39ee57ee-1aff-4942-a07a-e6bb932d6055 req-24b2b1f7-46e5-4a56-a2fb-632ff702844f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655179 Oct 27 16:14:46.704760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['2b3be247-5954-4010-b19d-9a5c0ec4a2b2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:46.835513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2905526d-30ac-477a-b059-cb47cbce05f6 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:46.939289 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.044921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2905526d-30ac-477a-b059-cb47cbce05f6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:47.045523 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.069519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.179545 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.241518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 2905526d-30ac-477a-b059-cb47cbce05f6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2905526d-30ac-477a-b059-cb47cbce05f6,segment=NetworkSegment(61073b72-c799-4de5-a8b8-9765d8ffdc3a),segment_id=61073b72-c799-4de5-a8b8-9765d8ffdc3a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:47.277042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9aa004-e7bf-4eef-8a79-eb3696ad1022 None None] Network 498f3521-22a2-427b-aa77-8f1575af4edc requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:47.347230 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.356814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-34c589cc-6414-4fdf-a0fb-676ebb643e45 None None] Provisioning complete for port 2905526d-30ac-477a-b059-cb47cbce05f6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:47.359759 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34c589cc-6414-4fdf-a0fb-676ebb643e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.458379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:47.504505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=2905526d-30ac-477a-b059-cb47cbce05f6,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:47.519531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 498f3521-22a2-427b-aa77-8f1575af4edc is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:47.521795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:47.524580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:47.561797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80c2d3b-3a40-4699-b55f-4fc0e7fb8f96 req-65964d5b-0576-4f4e-94a6-c44482019113 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:47.564446 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b80c2d3b-3a40-4699-b55f-4fc0e7fb8f96 req-65964d5b-0576-4f4e-94a6-c44482019113 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 945 time: 0.0622325 Oct 27 16:14:47.570258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=81b30427-604c-4d75-b736-6143b4569429,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:47.599526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:47.600302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.614016 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b80c2d3b-3a40-4699-b55f-4fc0e7fb8f96 req-e223859a-8756-4a62-9442-0ed73f9699f7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428402 Oct 27 16:14:47.638279 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.668922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:47.671850 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f321611-1dcb-49c9-ada9-8805bc44e997" -d '{"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-unplugged", "status": "completed", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:47.686552 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:47.717526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c392daee-24d4-4677-b407-e14e98b2915c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6983690 Oct 27 16:14:47.720917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60320) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:47.725058 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d628d97f-f628-47bd-a5cc-691b7ef74c8d x-openstack-request-id: req-d628d97f-f628-47bd-a5cc-691b7ef74c8d {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:47.725323 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-unplugged", "status": "completed", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:47.725562 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d628d97f-f628-47bd-a5cc-691b7ef74c8d {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:47.728128 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'code': 200} Oct 27 16:14:47.765639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:47.835027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:47.875049 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64fc731-9d95-4de5-881e-ab931aa1e2db tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:47.876729 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c64fc731-9d95-4de5-881e-ab931aa1e2db tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1544311 Oct 27 16:14:47.880163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60328) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:47.885752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d170b37-2d7f-47f7-bb22-49ce199ccf43 req-bd0ab72e-d5ed-43d3-973e-bde7a51793d3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:47.893531 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d170b37-2d7f-47f7-bb22-49ce199ccf43 req-bd0ab72e-d5ed-43d3-973e-bde7a51793d3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 944 time: 0.1377716 Oct 27 16:14:47.943480 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d170b37-2d7f-47f7-bb22-49ce199ccf43 req-25aca3b6-74f1-4adb-9a71-5a3958ab2dfd tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489802 Oct 27 16:14:47.953458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d53be44f-41b7-4ce4-9886-fc0bd6877107 None None] Provisioning complete for port 81b30427-604c-4d75-b736-6143b4569429 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:47.953458 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d53be44f-41b7-4ce4-9886-fc0bd6877107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.014300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d53be44f-41b7-4ce4-9886-fc0bd6877107 None None] Port 81b30427-604c-4d75-b736-6143b4569429 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:48.023175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb011e-a5a6-4aa0-8153-abf8c0d5a7ae tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:48.030400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb011e-a5a6-4aa0-8153-abf8c0d5a7ae tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:48.031895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d53be44f-41b7-4ce4-9886-fc0bd6877107 None None] Provisioning complete for port 2905526d-30ac-477a-b059-cb47cbce05f6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:48.032755 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d53be44f-41b7-4ce4-9886-fc0bd6877107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.036805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbb011e-a5a6-4aa0-8153-abf8c0d5a7ae tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:48.041012 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4bbb011e-a5a6-4aa0-8153-abf8c0d5a7ae tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1596587 Oct 27 16:14:48.042181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60342) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:48.139829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d53be44f-41b7-4ce4-9886-fc0bd6877107 None None] Provisioning complete for port e3102d62-45ba-4826-8510-9cfc41473a93 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:48.140445 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d53be44f-41b7-4ce4-9886-fc0bd6877107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.147002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4ed3d4e2-b0a1-423f-82d0-975af542d3c7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 81b30427-604c-4d75-b736-6143b4569429 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:48.147365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ed3d4e2-b0a1-423f-82d0-975af542d3c7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.178435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d53be44f-41b7-4ce4-9886-fc0bd6877107 None None] Port e3102d62-45ba-4826-8510-9cfc41473a93 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:48.248901 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ed3d4e2-b0a1-423f-82d0-975af542d3c7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.261956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4ed3d4e2-b0a1-423f-82d0-975af542d3c7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 81b30427-604c-4d75-b736-6143b4569429 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:48.309114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f200e96c-6d33-4c7d-bc45-7db0d03dd92c None None] Provisioning complete for port e3102d62-45ba-4826-8510-9cfc41473a93 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:48.309357 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f200e96c-6d33-4c7d-bc45-7db0d03dd92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.361759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f200e96c-6d33-4c7d-bc45-7db0d03dd92c None None] Port e3102d62-45ba-4826-8510-9cfc41473a93 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:48.457952 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c697ccae-211a-43f5-bd8a-90bb9650458a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.487322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d328743d-e9d5-4371-80d4-af98a8486198 None None] Provisioning complete for port 81b30427-604c-4d75-b736-6143b4569429 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:48.487685 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d328743d-e9d5-4371-80d4-af98a8486198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.515019 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ed3d4e2-b0a1-423f-82d0-975af542d3c7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.523699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d328743d-e9d5-4371-80d4-af98a8486198 None None] Port 81b30427-604c-4d75-b736-6143b4569429 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:48.549125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3d4e2-b0a1-423f-82d0-975af542d3c7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=81b30427-604c-4d75-b736-6143b4569429,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:48.621450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ed3d4e2-b0a1-423f-82d0-975af542d3c7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.628624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60346) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:48.639256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4ed3d4e2-b0a1-423f-82d0-975af542d3c7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/81b30427-604c-4d75-b736-6143b4569429 HTTP/1.1" status: 204 len: 168 time: 0.5958638 Oct 27 16:14:48.669297 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-720ae398-86d2-4a40-ba8a-611769ad8e76 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:14:48.671163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-720ae398-86d2-4a40-ba8a-611769ad8e76 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/81b30427-604c-4d75-b736-6143b4569429 HTTP/1.1" status: 404 len: 333 time: 0.0409999 Oct 27 16:14:48.674095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60350) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:48.739760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2905526d-30ac-477a-b059-cb47cbce05f6 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:48.811851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48ce96-f0d2-40aa-8c5f-f2e4f4459e8e req-41e2182e-a962-4a24-92b1-794ca0ce9a28 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:48.816807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce48ce96-f0d2-40aa-8c5f-f2e4f4459e8e req-41e2182e-a962-4a24-92b1-794ca0ce9a28 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 945 time: 0.1023426 Oct 27 16:14:48.834216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2905526d-30ac-477a-b059-cb47cbce05f6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:48.834888 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:48.868212 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce48ce96-f0d2-40aa-8c5f-f2e4f4459e8e req-d28d88e6-9bf5-48aa-8d65-3b9a20fc859e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414052 Oct 27 16:14:49.083697 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8d9fc178-d10b-4751-b31a-c89af3cd41a4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port e3102d62-45ba-4826-8510-9cfc41473a93 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:49.083916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fb2c7-0481-4d1f-9838-bbada4f69a4b req-6d25d90f-e379-4c32-9ef1-36ff2b02ec37 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:49.084589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc178-d10b-4751-b31a-c89af3cd41a4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.085243 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe3fb2c7-0481-4d1f-9838-bbada4f69a4b req-6d25d90f-e379-4c32-9ef1-36ff2b02ec37 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 944 time: 0.0698762 Oct 27 16:14:49.131545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe3fb2c7-0481-4d1f-9838-bbada4f69a4b req-364c56d9-5986-40e0-a5c2-a24cb7c4f6d2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377471 Oct 27 16:14:49.178281 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc178-d10b-4751-b31a-c89af3cd41a4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.190966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8d9fc178-d10b-4751-b31a-c89af3cd41a4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for e3102d62-45ba-4826-8510-9cfc41473a93 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:49.383195 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc178-d10b-4751-b31a-c89af3cd41a4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.409999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fc178-d10b-4751-b31a-c89af3cd41a4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=e3102d62-45ba-4826-8510-9cfc41473a93,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:49.446902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:14:49.457274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:49.494065 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc178-d10b-4751-b31a-c89af3cd41a4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.498310 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8d9fc178-d10b-4751-b31a-c89af3cd41a4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/e3102d62-45ba-4826-8510-9cfc41473a93 HTTP/1.1" status: 204 len: 168 time: 0.8229704 Oct 27 16:14:49.500858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60370) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:49.543344 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-03820bf8-7a60-496e-89cd-f12c8f0cd42b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:14:49.545817 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-03820bf8-7a60-496e-89cd-f12c8f0cd42b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/e3102d62-45ba-4826-8510-9cfc41473a93 HTTP/1.1" status: 404 len: 333 time: 0.0433581 Oct 27 16:14:49.548167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60372) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:49.656983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-7d414e16-4c01-4052-a3bf-e0009555ba03 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979955 Oct 27 16:14:49.669317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e3b466-8ce6-41b8-a40f-ae2e8c99d964 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting subnet aa1d2d7d-a95e-486f-bb50-43201cf718fe {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:14:49.673504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26e3b466-8ce6-41b8-a40f-ae2e8c99d964 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.705138 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:14:49.726218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:49.739125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:49.739506 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.744637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'mac_address': 'fa:16:3e:67:8b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:14:49.781300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26e3b466-8ce6-41b8-a40f-ae2e8c99d964 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.820796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-b1c8c89f-ff71-4d71-9dfb-8bf105c7fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:49.822415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-b1c8c89f-ff71-4d71-9dfb-8bf105c7fc34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 1095 time: 0.1119111 Oct 27 16:14:49.823193 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.855862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:14:49.918030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:49.930057 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.954963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26e3b466-8ce6-41b8-a40f-ae2e8c99d964 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:49.963742 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc59d60c-fa17-43db-9567-7d1e6ef8dd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3be247-5954-4010-b19d-9a5c0ec4a2b2'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:49.966297 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f016b92e-31d1-421d-8917-a01a70b11457" -d '{"events": [{"server_uuid": "bc59d60c-fa17-43db-9567-7d1e6ef8dd0b", "name": "network-vif-plugged", "status": "completed", "tag": "2b3be247-5954-4010-b19d-9a5c0ec4a2b2"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:49.991443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2b3be247-5954-4010-b19d-9a5c0ec4a2b2,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:50.021401 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.032487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeae1e-2f85-446d-a069-4fc493ae59f3 req-d11458fc-0302-4155-b8e5-ca5dca520af4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:50.041176 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63eeae1e-2f85-446d-a069-4fc493ae59f3 req-d11458fc-0302-4155-b8e5-ca5dca520af4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 945 time: 0.0910327 Oct 27 16:14:50.041488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-c89b7fae-9e54-4277-a6f0-c24689b48cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:50.043008 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-c89b7fae-9e54-4277-a6f0-c24689b48cbe service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.1985233 Oct 27 16:14:50.085208 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d67e418-6e52-41fa-a9fe-93c11f8b02dd x-openstack-request-id: req-3d67e418-6e52-41fa-a9fe-93c11f8b02dd {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:50.085765 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc59d60c-fa17-43db-9567-7d1e6ef8dd0b", "name": "network-vif-plugged", "status": "completed", "tag": "2b3be247-5954-4010-b19d-9a5c0ec4a2b2", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:50.086225 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d67e418-6e52-41fa-a9fe-93c11f8b02dd {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:50.093625 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc59d60c-fa17-43db-9567-7d1e6ef8dd0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3be247-5954-4010-b19d-9a5c0ec4a2b2', 'code': 200} Oct 27 16:14:50.099122 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.100517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 842145fa-d107-4b03-b565-fac94f5fde54 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:50.104656 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63eeae1e-2f85-446d-a069-4fc493ae59f3 req-a39e79c5-5f26-4217-be54-f259d33b141c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555732 Oct 27 16:14:50.127001 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26e3b466-8ce6-41b8-a40f-ae2e8c99d964 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.206220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:50.216490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26e3b466-8ce6-41b8-a40f-ae2e8c99d964 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.220261 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-26e3b466-8ce6-41b8-a40f-ae2e8c99d964 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/aa1d2d7d-a95e-486f-bb50-43201cf718fe HTTP/1.1" status: 204 len: 168 time: 0.6710517 Oct 27 16:14:50.223611 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60396) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:50.224608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3b466-8ce6-41b8-a40f-ae2e8c99d964 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1d2d7d-a95e-486f-bb50-43201cf718fe,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:50.233337 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-9748b137-fd8d-4681-a8e8-4236ec281d14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 200 len: 998 time: 0.1762753 Oct 27 16:14:50.244566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941ca3d9-ae22-4f72-a40d-d026b8f5fd6e None None] Network 498f3521-22a2-427b-aa77-8f1575af4edc requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:50.247272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:50.363258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728c253-42e5-413b-b408-6e82c99c3251 req-769169aa-ad40-4dff-ac77-179c421cff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:50.366239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6728c253-42e5-413b-b408-6e82c99c3251 req-769169aa-ad40-4dff-ac77-179c421cff5c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 1096 time: 0.2313943 Oct 27 16:14:50.383323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-501a810f-76e5-4379-856a-15236ceaab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:50.403079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-501a810f-76e5-4379-856a-15236ceaab0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.1583726 Oct 27 16:14:50.437604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14868e12-bc2b-4463-a20b-059a288a1717 req-9de36288-9b81-499e-b044-eb2a3358a5aa tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:50.445863 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-14868e12-bc2b-4463-a20b-059a288a1717 req-9de36288-9b81-499e-b044-eb2a3358a5aa tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 945 time: 0.1188905 Oct 27 16:14:50.512207 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.537347 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-14868e12-bc2b-4463-a20b-059a288a1717 req-3909be60-9ba5-41b2-b100-04acd75388ed tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900567 Oct 27 16:14:50.567657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-1333d3c0-76ad-40b5-98be-9fd988f1588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:50.569241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-1333d3c0-76ad-40b5-98be-9fd988f1588c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1444802 Oct 27 16:14:50.575297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6728c253-42e5-413b-b408-6e82c99c3251 req-82fe83a7-1fba-40cb-a2fa-bb537572fb89 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016126 Oct 27 16:14:50.614519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 2905526d-30ac-477a-b059-cb47cbce05f6 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:50.615478 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.619798 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 842145fa-d107-4b03-b565-fac94f5fde54 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:14:50.666697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 842145fa-d107-4b03-b565-fac94f5fde54 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:50.667087 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.707892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=2b3be247-5954-4010-b19d-9a5c0ec4a2b2,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:50.709258 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] For port 2905526d-30ac-477a-b059-cb47cbce05f6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2905526d-30ac-477a-b059-cb47cbce05f6,segment=NetworkSegment(61073b72-c799-4de5-a8b8-9765d8ffdc3a),segment_id=61073b72-c799-4de5-a8b8-9765d8ffdc3a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:50.709701 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.728416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 2905526d-30ac-477a-b059-cb47cbce05f6 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:50.879766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.926813 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:50.943657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 842145fa-d107-4b03-b565-fac94f5fde54, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=842145fa-d107-4b03-b565-fac94f5fde54,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:50.957563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0f2114-b034-454b-ba63-f3a88d6c536a None None] DHCP port deletion for 498f3521-22a2-427b-aa77-8f1575af4edc request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:14:50.961581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=2905526d-30ac-477a-b059-cb47cbce05f6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:50.964477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No DVR routers for this DVR port 2905526d-30ac-477a-b059-cb47cbce05f6 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:50.983096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-5e43b280-c9b8-4202-b937-df7e1c62d27f service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529200 Oct 27 16:14:51.012380 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.072647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.077170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=842145fa-d107-4b03-b565-fac94f5fde54,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:51.095128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498f3521-22a2-427b-aa77-8f1575af4edc']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:51.099939 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e098535-2efa-4b7a-92a2-18393d35c391 req-bd3dcce4-510a-446a-bacb-3c9f6fa26b7f service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074982 Oct 27 16:14:51.107017 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61073b72-c799-4de5-a8b8-9765d8ffdc3a') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:51.113291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61073b72-c799-4de5-a8b8-9765d8ffdc3a') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:14:51.120015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.134855 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:14:51.146993 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:14:51.272349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486ea5e-5b22-46cb-bd44-40a951d35a7f req-b5c53fbb-63a2-4fc3-9268-31650b729ded tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.273906 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b486ea5e-5b22-46cb-bd44-40a951d35a7f req-b5c53fbb-63a2-4fc3-9268-31650b729ded tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.0665319 Oct 27 16:14:51.316897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b486ea5e-5b22-46cb-bd44-40a951d35a7f req-3dcb27f9-220a-4203-a3a0-7dfae4ae7e77 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359731 Oct 27 16:14:51.343661 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.351770 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.357058 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/networks/498f3521-22a2-427b-aa77-8f1575af4edc HTTP/1.1" status: 204 len: 168 time: 1.1326122 Oct 27 16:14:51.360917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60430) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:51.371147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-534414324'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:51.373225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdf516-380c-47b9-ab29-638eb54868da tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Network': ['ID=498f3521-22a2-427b-aa77-8f1575af4edc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:51.455580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:51.459955 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.486355 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-78677ef7-ce04-4e62-9215-e06907a0164c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.529437 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:14:51.550572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170a806-7131-4b2a-83b1-9d727ed1a8c8 req-5d6b2de3-ed51-400c-beb4-12492ccfb876 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.556798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170a806-7131-4b2a-83b1-9d727ed1a8c8 req-5d6b2de3-ed51-400c-beb4-12492ccfb876 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.562812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170a806-7131-4b2a-83b1-9d727ed1a8c8 req-5d6b2de3-ed51-400c-beb4-12492ccfb876 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.568993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170a806-7131-4b2a-83b1-9d727ed1a8c8 req-5d6b2de3-ed51-400c-beb4-12492ccfb876 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.575094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170a806-7131-4b2a-83b1-9d727ed1a8c8 req-5d6b2de3-ed51-400c-beb4-12492ccfb876 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.581164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170a806-7131-4b2a-83b1-9d727ed1a8c8 req-5d6b2de3-ed51-400c-beb4-12492ccfb876 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.593402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170a806-7131-4b2a-83b1-9d727ed1a8c8 req-5d6b2de3-ed51-400c-beb4-12492ccfb876 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.595423 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a170a806-7131-4b2a-83b1-9d727ed1a8c8 req-5d6b2de3-ed51-400c-beb4-12492ccfb876 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5445 time: 0.1289485 Oct 27 16:14:51.600313 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.600664 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Added segment 95fbf2f0-34c3-4ff9-9f11-bc8129a33664 of type vlan for network 3cfdd67d-4b48-4cdd-af70-5adab8849427 Oct 27 16:14:51.663597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.729133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43a728-f309-4b43-a31d-d544acc7777e req-9033dd5a-6488-4e30-9c31-e907ce8bdc06 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.730826 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d43a728-f309-4b43-a31d-d544acc7777e req-9033dd5a-6488-4e30-9c31-e907ce8bdc06 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 945 time: 0.0690811 Oct 27 16:14:51.733435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a170a806-7131-4b2a-83b1-9d727ed1a8c8 req-af8e9737-e589-4652-9c91-e0ec0b441991 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1224530 Oct 27 16:14:51.803365 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d43a728-f309-4b43-a31d-d544acc7777e req-3063d450-b953-4f71-87b8-f917384b33ff tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624802 Oct 27 16:14:51.851743 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.861189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:51.863393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:51.954145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Network': ['ID=3cfdd67d-4b48-4cdd-af70-5adab8849427,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:51.968434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 3cfdd67d-4b48-4cdd-af70-5adab8849427 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:14:52.018478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1ccdc2a2-d483-424d-bae9-6ca6224a2d6f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6494765 Oct 27 16:14:52.019014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60454) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:52.026710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': '3cfdd67d-4b48-4cdd-af70-5adab8849427', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:52.092130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842145fa-d107-4b03-b565-fac94f5fde54'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:52.095464 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a5d88c-f155-4410-9a91-8bb214926113" -d '{"events": [{"server_uuid": "8869d350-203b-4fa7-a7d0-cc94b76a460f", "name": "network-vif-plugged", "status": "completed", "tag": "842145fa-d107-4b03-b565-fac94f5fde54"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:52.121674 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:52.143491 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf805ad3-ef27-479c-9c37-c5a23b3f5f43 x-openstack-request-id: req-bf805ad3-ef27-479c-9c37-c5a23b3f5f43 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:52.143796 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869d350-203b-4fa7-a7d0-cc94b76a460f", "name": "network-vif-plugged", "status": "completed", "tag": "842145fa-d107-4b03-b565-fac94f5fde54", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:52.144080 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf805ad3-ef27-479c-9c37-c5a23b3f5f43 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:52.144484 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842145fa-d107-4b03-b565-fac94f5fde54', 'code': 200} Oct 27 16:14:52.161088 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:52.178314 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:14:52.212174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:52.216514 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:52.600085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dec55-9930-4910-bdb4-a2fd9eca91c9 req-b257498c-0a93-4bd3-ae50-f2e7e930b73b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:52.624711 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac6dec55-9930-4910-bdb4-a2fd9eca91c9 req-b257498c-0a93-4bd3-ae50-f2e7e930b73b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.1297479 Oct 27 16:14:52.721551 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac6dec55-9930-4910-bdb4-a2fd9eca91c9 req-505bf28d-56f2-41b3-9168-f45800b5425d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956113 Oct 27 16:14:52.735490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2905526d-30ac-477a-b059-cb47cbce05f6 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:52.777573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09629-0675-4a96-b1ef-41522d571fc5 req-8b9048ca-5e7a-415a-9130-b12925d6bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:52.779308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98e09629-0675-4a96-b1ef-41522d571fc5 req-8b9048ca-5e7a-415a-9130-b12925d6bc7d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 1097 time: 0.5280001 Oct 27 16:14:52.807993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 2905526d-30ac-477a-b059-cb47cbce05f6 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:14:52.810263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2905526d-30ac-477a-b059-cb47cbce05f6 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:52.819297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:52.945426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca7a6f-ac1e-4b3f-b893-5a2d3870374c req-851007f3-c00c-4310-ba01-3049dc9aef6a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:52.954393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca7a6f-ac1e-4b3f-b893-5a2d3870374c req-851007f3-c00c-4310-ba01-3049dc9aef6a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:52.962527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca7a6f-ac1e-4b3f-b893-5a2d3870374c req-851007f3-c00c-4310-ba01-3049dc9aef6a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:52.971624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca7a6f-ac1e-4b3f-b893-5a2d3870374c req-851007f3-c00c-4310-ba01-3049dc9aef6a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:52.972901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Subnet': ['ID=5e3c56c4-661c-4fe8-8e1f-16dafb0e9b71,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:52.988510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca7a6f-ac1e-4b3f-b893-5a2d3870374c req-851007f3-c00c-4310-ba01-3049dc9aef6a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.014151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca7a6f-ac1e-4b3f-b893-5a2d3870374c req-851007f3-c00c-4310-ba01-3049dc9aef6a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.034034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca7a6f-ac1e-4b3f-b893-5a2d3870374c req-851007f3-c00c-4310-ba01-3049dc9aef6a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.049791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8ca7a6f-ac1e-4b3f-b893-5a2d3870374c req-851007f3-c00c-4310-ba01-3049dc9aef6a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5445 time: 0.1817884 Oct 27 16:14:53.082557 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98e09629-0675-4a96-b1ef-41522d571fc5 req-860ad675-2394-4f68-9ec3-b3e57a5a69b5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855473 Oct 27 16:14:53.090539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Checking segment: {'id': '95fbf2f0-34c3-4ff9-9f11-bc8129a33664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3cfdd67d-4b48-4cdd-af70-5adab8849427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:53.090943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network hostable DHCP agents. Network: 3cfdd67d-4b48-4cdd-af70-5adab8849427, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:14:53.115167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-30452a5f-ff23-4d57-aa1c-34d5626c0108 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.122238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-30452a5f-ff23-4d57-aa1c-34d5626c0108 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.129240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-30452a5f-ff23-4d57-aa1c-34d5626c0108 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.132724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8ca7a6f-ac1e-4b3f-b893-5a2d3870374c req-9460b5f5-880e-4198-ab91-0f4bea656e38 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818017 Oct 27 16:14:53.138575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-30452a5f-ff23-4d57-aa1c-34d5626c0108 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.146362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-30452a5f-ff23-4d57-aa1c-34d5626c0108 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.161290 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-30452a5f-ff23-4d57-aa1c-34d5626c0108 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.168730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-30452a5f-ff23-4d57-aa1c-34d5626c0108 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.170648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-30452a5f-ff23-4d57-aa1c-34d5626c0108 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5445 time: 0.3904192 Oct 27 16:14:53.189936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-b94e45c5-2b32-40ca-9f5e-2be4a4c8b459 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4967391 Oct 27 16:14:53.203261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48629464-f5af-4aa5-b78b-94d265c5f62b req-31b1d339-3b1e-4597-b9fd-43670c6331b4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.210516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-48629464-f5af-4aa5-b78b-94d265c5f62b req-31b1d339-3b1e-4597-b9fd-43670c6331b4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 945 time: 0.2226985 Oct 27 16:14:53.311975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 3cfdd67d-4b48-4cdd-af70-5adab8849427 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:14:53.316506 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-48629464-f5af-4aa5-b78b-94d265c5f62b req-595ac49b-f634-48f9-9305-ed45a16e3952 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051860 Oct 27 16:14:53.366325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-8fbe21f4-90dc-4172-abb0-a563e8464f48 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.366600 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-8fbe21f4-90dc-4172-abb0-a563e8464f48 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "GET /v2.0/ports/9595a43a-c66f-4afe-b42f-87763c646d51?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0675967 Oct 27 16:14:53.374171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-043fd5c4-e4bb-46d4-bd45-cf27b2b2c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.374665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-043fd5c4-e4bb-46d4-bd45-cf27b2b2c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.375100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-043fd5c4-e4bb-46d4-bd45-cf27b2b2c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.375561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-043fd5c4-e4bb-46d4-bd45-cf27b2b2c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.376027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-043fd5c4-e4bb-46d4-bd45-cf27b2b2c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.376505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-043fd5c4-e4bb-46d4-bd45-cf27b2b2c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.376957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-043fd5c4-e4bb-46d4-bd45-cf27b2b2c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.379002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-043fd5c4-e4bb-46d4-bd45-cf27b2b2c0b9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=05c2f9bb08d64d578878e90145e409ff&device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6491 time: 0.1255770 Oct 27 16:14:53.480445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:53.483861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 3cfdd67d-4b48-4cdd-af70-5adab8849427) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:53.502925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.504611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:53.553646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cdf925-e240-4dc5-896f-2cfa77848cf0 None None] Network 3cfdd67d-4b48-4cdd-af70-5adab8849427 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:53.803014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-3cfdd67d-4b48-4cdd-af70-5adab8849427', 'network_id': '3cfdd67d-4b48-4cdd-af70-5adab8849427', 'tenant_id': 'c382712ab70d4e799c67faffe244b629', 'fixed_ips': [{'subnet_id': '5e3c56c4-661c-4fe8-8e1f-16dafb0e9b71'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:14:53.803864 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:53.807791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:53.808175 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:53.810904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5bbf93f5-e3fb-43a2-a3ed-c359fa3ec552 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7909923 Oct 27 16:14:53.814551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60498) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:53.820024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7720d7dc-5904-4e5f-bed4-e374df81f7e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-918018098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:53.845343 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-19ec471b-4b20-4831-a2cf-b1f64d2b4f43 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "GET /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4650507 Oct 27 16:14:53.847473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-5ded34e3-4b34-4f37-862b-928056bb289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.848161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-5ded34e3-4b34-4f37-862b-928056bb289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.848820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-5ded34e3-4b34-4f37-862b-928056bb289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.850736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-5ded34e3-4b34-4f37-862b-928056bb289b service neutron] 10.222.0.54 "GET /v2.0/networks?id=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&id=3e58baa5-d2dd-427a-8a5f-98e7e842580b HTTP/1.1" status: 200 len: 2292 time: 0.4166477 Oct 27 16:14:53.943492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7218c-f73b-4a0e-becc-b7cda36d3d75 req-860ebf61-ef36-48db-8520-2559ca329297 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:53.944603 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-ab10b2eb-e460-4010-9faa-d35d7a8b8007 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c99e1955-e7cb-478c-a365-644fabf98807 HTTP/1.1" status: 200 len: 1002 time: 0.0834777 Oct 27 16:14:53.945260 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76c7218c-f73b-4a0e-becc-b7cda36d3d75 req-860ebf61-ef36-48db-8520-2559ca329297 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.0563099 Oct 27 16:14:53.952282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:54.003588 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76c7218c-f73b-4a0e-becc-b7cda36d3d75 req-dd2a4d98-231b-4c42-9c7b-e763e6b34e2a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503526 Oct 27 16:14:54.004579 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7720d7dc-5904-4e5f-bed4-e374df81f7e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.005848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7720d7dc-5904-4e5f-bed4-e374df81f7e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.101024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-495715ad-8365-4b90-abc6-58da9a04ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.101024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-495715ad-8365-4b90-abc6-58da9a04ac38 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6a8634cd-f9a5-4715-9b54-2dde676fa017 HTTP/1.1" status: 200 len: 850 time: 0.1373034 Oct 27 16:14:54.113155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7720d7dc-5904-4e5f-bed4-e374df81f7e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.119284 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.236752 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7720d7dc-5904-4e5f-bed4-e374df81f7e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.245749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8772656-669e-4f98-b5e8-b4ddd106fbe9 req-c4821298-e189-40ae-ba7b-2b9813130227 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.247537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8772656-669e-4f98-b5e8-b4ddd106fbe9 req-c4821298-e189-40ae-ba7b-2b9813130227 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 945 time: 0.1821067 Oct 27 16:14:54.270090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-b6411fbf-883a-479a-81a4-9462df47653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.272211 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-b6411fbf-883a-479a-81a4-9462df47653f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498938 Oct 27 16:14:54.338978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Allocated IP 172.20.0.2 (3cfdd67d-4b48-4cdd-af70-5adab8849427/5e3c56c4-661c-4fe8-8e1f-16dafb0e9b71/b750ae73-5c74-47d0-92ac-5dbf10022d53) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:54.347652 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7720d7dc-5904-4e5f-bed4-e374df81f7e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.349377 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7720d7dc-5904-4e5f-bed4-e374df81f7e7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5340168 Oct 27 16:14:54.352159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60506) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:54.365912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'network_id': '3cfdd67d-4b48-4cdd-af70-5adab8849427', 'name': 'tempest-PortsTestJSON-265690275'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:54.543728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-ee888ac0-c0ca-4df6-912f-f294b022a0f7 service neutron] 10.222.0.54 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614930 Oct 27 16:14:54.600476 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.636495 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.687156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4981c4-d4af-4316-957a-b6c09bccdc79 req-bcd25779-90b4-4eb3-bcb9-7f399860e880 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.693902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4981c4-d4af-4316-957a-b6c09bccdc79 req-bcd25779-90b4-4eb3-bcb9-7f399860e880 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.701220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4981c4-d4af-4316-957a-b6c09bccdc79 req-bcd25779-90b4-4eb3-bcb9-7f399860e880 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.708494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4981c4-d4af-4316-957a-b6c09bccdc79 req-bcd25779-90b4-4eb3-bcb9-7f399860e880 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.711484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] For port 9595a43a-c66f-4afe-b42f-87763c646d51, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9595a43a-c66f-4afe-b42f-87763c646d51,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:54.718683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4981c4-d4af-4316-957a-b6c09bccdc79 req-bcd25779-90b4-4eb3-bcb9-7f399860e880 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.725951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4981c4-d4af-4316-957a-b6c09bccdc79 req-bcd25779-90b4-4eb3-bcb9-7f399860e880 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.731090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:54.734188 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d4d194-bc2e-4d2e-8e2a-6a9e11e3d0aa" -d '{"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-plugged", "status": "completed", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:54.734975 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4981c4-d4af-4316-957a-b6c09bccdc79 req-bcd25779-90b4-4eb3-bcb9-7f399860e880 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:54.744302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f4981c4-d4af-4316-957a-b6c09bccdc79 req-bcd25779-90b4-4eb3-bcb9-7f399860e880 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 5445 time: 0.2281346 Oct 27 16:14:54.751316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] For port 9595a43a-c66f-4afe-b42f-87763c646d51, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:54.767133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:54.789973 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] device_id is not set on port 9595a43a-c66f-4afe-b42f-87763c646d51 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:54.799272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.804681 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f4981c4-d4af-4316-957a-b6c09bccdc79 req-e383216a-f019-4e1a-8551-8bc7dab6c0c1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597856 Oct 27 16:14:54.831286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8772656-669e-4f98-b5e8-b4ddd106fbe9 req-3c960be6-f2b4-4cca-9b63-ebcba8be7682 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201006 Oct 27 16:14:54.857704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:14:54.867304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.867503 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.881124 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.885924 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:54.894075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 935953a2-6495-45f6-89e3-b6b0c3d8b32e no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:54.894236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port b1305b2c-c2a2-46eb-a121-015cc6a3fa5d yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:54.940789 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd8f8bc-0175-49a9-91e5-8e4f935b500a x-openstack-request-id: req-2bd8f8bc-0175-49a9-91e5-8e4f935b500a {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:54.941060 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-plugged", "status": "completed", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:54.941450 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bd8f8bc-0175-49a9-91e5-8e4f935b500a {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:54.941907 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'code': 200} Oct 27 16:14:54.996001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=10']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:54.999986 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.034728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-57693517-ad61-4831-8c2c-5136400b4034 service neutron] 10.222.0.54 "GET /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279484 Oct 27 16:14:55.146856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-fe67fbd0-0ef3-4691-98fe-1fe14511df84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=e0738243-2861-423b-81cc-1a0184199dd8 HTTP/1.1" status: 200 len: 217 time: 0.1035187 Oct 27 16:14:55.169865 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Network 3cfdd67d-4b48-4cdd-af70-5adab8849427 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:55.179011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:55.200564 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.api [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8319441b-0838-42bd-8880-dd5c54ba175f {{(pid=109722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:14:55.201110 n-d-815689-1 neutron-server[109722]: DEBUG oslo_db.api [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:14:55.207472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:55.240717 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.305195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 935953a2-6495-45f6-89e3-b6b0c3d8b32e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=935953a2-6495-45f6-89e3-b6b0c3d8b32e,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:55.307995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-386cf465-16c4-46a2-a9c2-87222b9aeb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.309494 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-386cf465-16c4-46a2-a9c2-87222b9aeb83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.0873287 Oct 27 16:14:55.328187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Pushing event updated for resources: {'Port': ['ID=b750ae73-5c74-47d0-92ac-5dbf10022d53,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:55.351182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] No DVR routers for this DVR port 9595a43a-c66f-4afe-b42f-87763c646d51 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:55.377566 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] Pushing event updated for resources: {'Port': ['ID=9595a43a-c66f-4afe-b42f-87763c646d51,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:55.380841 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.385702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device e507069f-974e-4a04-9d36-642541b0a01c no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:55.438844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Attempting to bind port b750ae73-5c74-47d0-92ac-5dbf10022d53 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:14:55.439163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Attempting to bind port b750ae73-5c74-47d0-92ac-5dbf10022d53 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '95fbf2f0-34c3-4ff9-9f11-bc8129a33664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3cfdd67d-4b48-4cdd-af70-5adab8849427'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:14:55.439526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Attempting to bind port b750ae73-5c74-47d0-92ac-5dbf10022d53 on network 3cfdd67d-4b48-4cdd-af70-5adab8849427 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:14:55.448185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:14:55.448185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Checking segment: {'id': '95fbf2f0-34c3-4ff9-9f11-bc8129a33664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3cfdd67d-4b48-4cdd-af70-5adab8849427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:14:55.448588 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.449613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Bound using segment: {'id': '95fbf2f0-34c3-4ff9-9f11-bc8129a33664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3cfdd67d-4b48-4cdd-af70-5adab8849427'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:14:55.450098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Bound port: b750ae73-5c74-47d0-92ac-5dbf10022d53, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fbf2f0-34c3-4ff9-9f11-bc8129a33664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3cfdd67d-4b48-4cdd-af70-5adab8849427'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:14:55.450485 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.481096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa66c3-0fc1-4af5-a822-732a20339cb4 req-b067f6e7-b68a-48c3-9530-a2ce6ba3b039 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.483136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67fa66c3-0fc1-4af5-a822-732a20339cb4 req-b067f6e7-b68a-48c3-9530-a2ce6ba3b039 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.3353746 Oct 27 16:14:55.568521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] In _notify_port_updated(), no bound segment for port 9595a43a-c66f-4afe-b42f-87763c646d51 on network df512f30-e00c-4c99-8ce8-eac121a29043 {{(pid=109723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:14:55.569409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.570023 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.571472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-7703776f-1de5-464f-b548-ec46a13d5856 service neutron] 10.222.0.53 "PUT /v2.0/ports/9595a43a-c66f-4afe-b42f-87763c646d51 HTTP/1.1" status: 200 len: 1033 time: 1.6330347 Oct 27 16:14:55.575809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-32787708-5b61-4014-9931-9bab09ccb83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.577321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-32787708-5b61-4014-9931-9bab09ccb83c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2301180 Oct 27 16:14:55.620178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.645828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5f673-4a1d-4e6f-b7cc-7e647f1e0cb9 req-7e1f2d27-e1f2-4eb9-903f-a0f949e78034 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.647334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdc5f673-4a1d-4e6f-b7cc-7e647f1e0cb9 req-7e1f2d27-e1f2-4eb9-903f-a0f949e78034 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 945 time: 0.2072940 Oct 27 16:14:55.681219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-62663367-fdb5-457b-82ae-bf631df93b93 None None] Provisioning complete for port 9595a43a-c66f-4afe-b42f-87763c646d51 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:55.681995 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-62663367-fdb5-457b-82ae-bf631df93b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.688190 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67fa66c3-0fc1-4af5-a822-732a20339cb4 req-b51e9156-66f5-4dfa-863c-d5948bc3fb7d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547058 Oct 27 16:14:55.702786 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.728078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:55.729845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=935953a2-6495-45f6-89e3-b6b0c3d8b32e,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:55.740149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-1fc37a78-0b1a-4994-9251-8856bc900d21 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:55.741601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-1fc37a78-0b1a-4994-9251-8856bc900d21 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "GET /v2.0/ports/ebe93a55-5bce-4ee5-92a3-5e3bab95f303?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1594808 Oct 27 16:14:55.759182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:14:55.774555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] For port b750ae73-5c74-47d0-92ac-5dbf10022d53, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:55.815502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] For port b750ae73-5c74-47d0-92ac-5dbf10022d53, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b750ae73-5c74-47d0-92ac-5dbf10022d53,segment=NetworkSegment(95fbf2f0-34c3-4ff9-9f11-bc8129a33664),segment_id=95fbf2f0-34c3-4ff9-9f11-bc8129a33664)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:14:55.826254 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port e507069f-974e-4a04-9d36-642541b0a01c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e507069f-974e-4a04-9d36-642541b0a01c,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:55.830674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-62663367-fdb5-457b-82ae-bf631df93b93 None None] Port 9595a43a-c66f-4afe-b42f-87763c646d51 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:55.855882 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.932986 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:55.933679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d43e3d0a-dd03-416e-b07c-58a545b450f7 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:55.938688 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-8b840d00-6709-4a51-bf0e-57f8dc1564f4 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340154 Oct 27 16:14:56.058625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.6 (3cfdd67d-4b48-4cdd-af70-5adab8849427/5e3c56c4-661c-4fe8-8e1f-16dafb0e9b71/eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:14:56.065755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baea73a-71bc-4ac0-97b9-1eb7b4618c3c None None] Pushing event updated for resources: {'Port': ['ID=b750ae73-5c74-47d0-92ac-5dbf10022d53,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:56.407409 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:56.455783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c67ea-c220-4c7f-bfc2-54efecc27ee1 req-951dead2-b94e-42eb-a47a-665c4b0cb6b2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:56.462527 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d4c67ea-c220-4c7f-bfc2-54efecc27ee1 req-951dead2-b94e-42eb-a47a-665c4b0cb6b2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 945 time: 0.2003365 Oct 27 16:14:56.495125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=e507069f-974e-4a04-9d36-642541b0a01c,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:56.602889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:56.634218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d43e3d0a-dd03-416e-b07c-58a545b450f7, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d43e3d0a-dd03-416e-b07c-58a545b450f7,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:56.687190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d4c67ea-c220-4c7f-bfc2-54efecc27ee1 req-595ee9e5-a81e-4b3f-b42d-2be6ac738e15 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093699 Oct 27 16:14:56.721784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:56.738158 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:56.740882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9595a43a-c66f-4afe-b42f-87763c646d51 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:56.742306 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:56.841503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-bdc5f673-4a1d-4e6f-b7cc-7e647f1e0cb9 req-730d852a-e3e7-4e25-8563-ed81f91393c8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Deleting port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:56.841848 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdc5f673-4a1d-4e6f-b7cc-7e647f1e0cb9 req-730d852a-e3e7-4e25-8563-ed81f91393c8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:56.911422 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-840717d1-5c22-40e3-bb17-2db89e57fe0e service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9584157 Oct 27 16:14:56.924445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 3cfdd67d-4b48-4cdd-af70-5adab8849427 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:14:56.929992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:14:56.936632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b750ae73-5c74-47d0-92ac-5dbf10022d53 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:56.944144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935953a2-6495-45f6-89e3-b6b0c3d8b32e'}, {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e507069f-974e-4a04-9d36-642541b0a01c'}, {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd43e3d0a-dd03-416e-b07c-58a545b450f7'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:56.948160 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c562006-0dfd-4cc9-8b92-e99f60ad71bf" -d '{"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-unplugged", "status": "completed", "tag": "935953a2-6495-45f6-89e3-b6b0c3d8b32e"}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-unplugged", "status": "completed", "tag": "e507069f-974e-4a04-9d36-642541b0a01c"}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-unplugged", "status": "completed", "tag": "d43e3d0a-dd03-416e-b07c-58a545b450f7"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:56.953932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:14:56.979245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2764-544d-4894-8e99-a1fe2623c8dd req-21e4a990-6bc4-43e0-b4a5-81cc67d94a5a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:56.983772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2764-544d-4894-8e99-a1fe2623c8dd req-21e4a990-6bc4-43e0-b4a5-81cc67d94a5a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:56.990153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2764-544d-4894-8e99-a1fe2623c8dd req-21e4a990-6bc4-43e0-b4a5-81cc67d94a5a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:56.999306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2764-544d-4894-8e99-a1fe2623c8dd req-21e4a990-6bc4-43e0-b4a5-81cc67d94a5a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:57.019966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:57.020783 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.024688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:57.026135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2764-544d-4894-8e99-a1fe2623c8dd req-21e4a990-6bc4-43e0-b4a5-81cc67d94a5a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:57.048775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa2764-544d-4894-8e99-a1fe2623c8dd req-21e4a990-6bc4-43e0-b4a5-81cc67d94a5a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:57.051374 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1fa2764-544d-4894-8e99-a1fe2623c8dd req-21e4a990-6bc4-43e0-b4a5-81cc67d94a5a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 4661 time: 0.4244709 Oct 27 16:14:57.061951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9595a43a-c66f-4afe-b42f-87763c646d51 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:14:57.062607 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device ebe93a55-5bce-4ee5-92a3-5e3bab95f303 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:57.153965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d43e3d0a-dd03-416e-b07c-58a545b450f7,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:57.168456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-144c7b98-c28f-4507-a3e5-33f64972997f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae HTTP/1.1" status: 200 len: 217 time: 0.2162187 Oct 27 16:14:57.245636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b750ae73-5c74-47d0-92ac-5dbf10022d53 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:57.246671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.314338 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.367392 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba664761-7947-44f4-a8fd-843d798e0af8 req-7cc0ec2c-9b62-4449-a759-dfdefefe04f5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:57.374884 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba664761-7947-44f4-a8fd-843d798e0af8 req-7cc0ec2c-9b62-4449-a759-dfdefefe04f5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.1510265 Oct 27 16:14:57.397842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-b14ee455-cede-47fc-b8a8-7e17adb6249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:57.401253 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-b14ee455-cede-47fc-b8a8-7e17adb6249e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.2175665 Oct 27 16:14:57.427334 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a93160a8-9b6f-490f-8bdd-4c2927c29498 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0734358 Oct 27 16:14:57.447474 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60560) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:14:57.463229 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.540612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port b750ae73-5c74-47d0-92ac-5dbf10022d53, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b750ae73-5c74-47d0-92ac-5dbf10022d53,segment=NetworkSegment(95fbf2f0-34c3-4ff9-9f11-bc8129a33664),segment_id=95fbf2f0-34c3-4ff9-9f11-bc8129a33664)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:57.568933 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba664761-7947-44f4-a8fd-843d798e0af8 req-8acd3ffe-da2b-4642-b4ff-4188d926f2a3 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791327 Oct 27 16:14:57.595322 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.766833 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1fa2764-544d-4894-8e99-a1fe2623c8dd req-c4b6a49a-0591-4ace-ba0e-e3ae18364254 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&id=a238d129-c195-4550-9116-b139601d7bbf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6295924 Oct 27 16:14:57.775290 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-bdc5f673-4a1d-4e6f-b7cc-7e647f1e0cb9 req-730d852a-e3e7-4e25-8563-ed81f91393c8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] For port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=2b3be247-5954-4010-b19d-9a5c0ec4a2b2,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:57.775504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdc5f673-4a1d-4e6f-b7cc-7e647f1e0cb9 req-730d852a-e3e7-4e25-8563-ed81f91393c8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:57.779930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] For port ebe93a55-5bce-4ee5-92a3-5e3bab95f303, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:57.874406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-bdc5f673-4a1d-4e6f-b7cc-7e647f1e0cb9 req-730d852a-e3e7-4e25-8563-ed81f91393c8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Calling delete_port for 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:14:57.928481 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ae2a93-4b8f-477d-900c-f60f03728b90 x-openstack-request-id: req-c5ae2a93-4b8f-477d-900c-f60f03728b90 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:14:57.929081 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-unplugged", "status": "completed", "tag": "935953a2-6495-45f6-89e3-b6b0c3d8b32e", "code": 200}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-unplugged", "status": "completed", "tag": "e507069f-974e-4a04-9d36-642541b0a01c", "code": 200}, {"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-unplugged", "status": "completed", "tag": "d43e3d0a-dd03-416e-b07c-58a545b450f7", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:14:57.935493 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5ae2a93-4b8f-477d-900c-f60f03728b90 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:14:57.936018 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '935953a2-6495-45f6-89e3-b6b0c3d8b32e', 'code': 200} Oct 27 16:14:57.936318 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e507069f-974e-4a04-9d36-642541b0a01c', 'code': 200} Oct 27 16:14:57.936550 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd43e3d0a-dd03-416e-b07c-58a545b450f7', 'code': 200} Oct 27 16:14:57.967993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-b79dc1c8-6441-4c56-98fd-a47e383c8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:57.971754 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-b79dc1c8-6441-4c56-98fd-a47e383c8b35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4010985 Oct 27 16:14:57.991445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3949be-c839-4e47-87b6-44ee6a84a357 None None] Network 3cfdd67d-4b48-4cdd-af70-5adab8849427 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:14:58.105760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] For port ebe93a55-5bce-4ee5-92a3-5e3bab95f303, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:14:58.108343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=b750ae73-5c74-47d0-92ac-5dbf10022d53,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:58.130649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229f034-33f3-4463-8563-a06505c68bac req-113e20f9-a3c6-493e-a498-31e7f5b1bd21 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:58.138264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229f034-33f3-4463-8563-a06505c68bac req-113e20f9-a3c6-493e-a498-31e7f5b1bd21 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:58.144816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229f034-33f3-4463-8563-a06505c68bac req-113e20f9-a3c6-493e-a498-31e7f5b1bd21 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:58.152009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229f034-33f3-4463-8563-a06505c68bac req-113e20f9-a3c6-493e-a498-31e7f5b1bd21 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:58.158896 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229f034-33f3-4463-8563-a06505c68bac req-113e20f9-a3c6-493e-a498-31e7f5b1bd21 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:58.165579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229f034-33f3-4463-8563-a06505c68bac req-113e20f9-a3c6-493e-a498-31e7f5b1bd21 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:58.172464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229f034-33f3-4463-8563-a06505c68bac req-113e20f9-a3c6-493e-a498-31e7f5b1bd21 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:58.178881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5767fee7-425c-4b20-a52b-d3b0975b2647 None None] Provisioning complete for port b750ae73-5c74-47d0-92ac-5dbf10022d53 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:58.179288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5767fee7-425c-4b20-a52b-d3b0975b2647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.182065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1229f034-33f3-4463-8563-a06505c68bac req-113e20f9-a3c6-493e-a498-31e7f5b1bd21 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5434 time: 0.2957137 Oct 27 16:14:58.184530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] device_id is not set on port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:14:58.197128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.268883 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1229f034-33f3-4463-8563-a06505c68bac req-d2b2d73a-4d25-4901-bcb0-5175a13854d2 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803781 Oct 27 16:14:58.330942 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.425209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.465045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] Pushing event updated for resources: {'Port': ['ID=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:58.502655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:14:58.503037 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:14:58.646002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] No DVR routers for this DVR port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:58.741721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-882ea566-8dd9-4624-b355-260541092730 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7390203 Oct 27 16:14:58.830323 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b750ae73-5c74-47d0-92ac-5dbf10022d53 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:14:58.847859 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eadeaf-9d4f-453f-801a-9b4bcd623304 req-09315054-112c-47a2-a812-f6a5bb6952d8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:58.850681 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-50eadeaf-9d4f-453f-801a-9b4bcd623304 req-09315054-112c-47a2-a812-f6a5bb6952d8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 945 time: 0.3832071 Oct 27 16:14:58.925332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] In _notify_port_updated(), no bound segment for port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 on network df512f30-e00c-4c99-8ce8-eac121a29043 {{(pid=109723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:14:58.925332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:58.925332 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:58.925332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b084e32b-a4fc-428a-a61b-370cc4b1ca1d service neutron] 10.222.0.53 "PUT /v2.0/ports/ebe93a55-5bce-4ee5-92a3-5e3bab95f303 HTTP/1.1" status: 200 len: 1033 time: 3.1714923 Oct 27 16:14:58.959588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b750ae73-5c74-47d0-92ac-5dbf10022d53 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:58.963455 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.087161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-50eadeaf-9d4f-453f-801a-9b4bcd623304 req-b5a16b2f-d380-4f65-b27c-3d4929dbd21f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289577 Oct 27 16:14:59.129100 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdc5f673-4a1d-4e6f-b7cc-7e647f1e0cb9 req-730d852a-e3e7-4e25-8563-ed81f91393c8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.266296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:14:59.273591 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-f553ccbf-9370-4a23-9e9a-82fd1610184e service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216577 Oct 27 16:14:59.279192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d852a-e3e7-4e25-8563-ed81f91393c8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Pushing event deleted for resources: {'Port': ['ID=2b3be247-5954-4010-b19d-9a5c0ec4a2b2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:14:59.491410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4da69749-7fc5-454b-bfdf-aa41a816c5a4 None None] Provisioning complete for port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:59.492190 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4da69749-7fc5-454b-bfdf-aa41a816c5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.511262 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-665a0ab8-f638-4063-a21d-4b56150c296b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=c66df584-c0e2-44b9-9e4a-4e1505a5de3d HTTP/1.1" status: 200 len: 217 time: 0.2044733 Oct 27 16:14:59.542960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 7667c6e7-fede-4069-bc52-bac40ef20493 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:14:59.577602 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.598881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c6c9-0b48-46ae-95c0-018781c010ac req-5bed4322-6321-49f5-8bb7-6995cd97411c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.609003 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c6c9-0b48-46ae-95c0-018781c010ac req-5bed4322-6321-49f5-8bb7-6995cd97411c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.619810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c6c9-0b48-46ae-95c0-018781c010ac req-5bed4322-6321-49f5-8bb7-6995cd97411c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.621402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4da69749-7fc5-454b-bfdf-aa41a816c5a4 None None] Port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:14:59.629454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc5f673-4a1d-4e6f-b7cc-7e647f1e0cb9 req-730d852a-e3e7-4e25-8563-ed81f91393c8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] No DVR routers for this DVR port 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:14:59.631230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c6c9-0b48-46ae-95c0-018781c010ac req-5bed4322-6321-49f5-8bb7-6995cd97411c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.636341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bdc5f673-4a1d-4e6f-b7cc-7e647f1e0cb9 req-730d852a-e3e7-4e25-8563-ed81f91393c8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.640938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bdc5f673-4a1d-4e6f-b7cc-7e647f1e0cb9 req-730d852a-e3e7-4e25-8563-ed81f91393c8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.53 "DELETE /v2.0/ports/2b3be247-5954-4010-b19d-9a5c0ec4a2b2 HTTP/1.1" status: 204 len: 173 time: 3.9559097 Oct 27 16:14:59.641271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc59d60c-fa17-43db-9567-7d1e6ef8dd0b', 'name': 'network-vif-deleted', 'tag': '2b3be247-5954-4010-b19d-9a5c0ec4a2b2'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:14:59.641872 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c6c9-0b48-46ae-95c0-018781c010ac req-5bed4322-6321-49f5-8bb7-6995cd97411c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.644041 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b9f708-c06e-41e9-8572-96c34ad830c8" -d '{"events": [{"server_uuid": "bc59d60c-fa17-43db-9567-7d1e6ef8dd0b", "name": "network-vif-deleted", "tag": "2b3be247-5954-4010-b19d-9a5c0ec4a2b2"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:14:59.658131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Deleting port 7667c6e7-fede-4069-bc52-bac40ef20493 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:14:59.658467 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.658655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c6c9-0b48-46ae-95c0-018781c010ac req-5bed4322-6321-49f5-8bb7-6995cd97411c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.666373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8c6c9-0b48-46ae-95c0-018781c010ac req-5bed4322-6321-49f5-8bb7-6995cd97411c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.668883 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03f8c6c9-0b48-46ae-95c0-018781c010ac req-5bed4322-6321-49f5-8bb7-6995cd97411c tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5434 time: 0.2659936 Oct 27 16:14:59.719431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a44042-3a01-4866-bfe8-7d59f283ab56 req-2fce9805-afae-4be3-8bab-26090855b402 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.738802 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a44042-3a01-4866-bfe8-7d59f283ab56 req-2fce9805-afae-4be3-8bab-26090855b402 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.750667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a44042-3a01-4866-bfe8-7d59f283ab56 req-2fce9805-afae-4be3-8bab-26090855b402 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.764837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a44042-3a01-4866-bfe8-7d59f283ab56 req-2fce9805-afae-4be3-8bab-26090855b402 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.771453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a44042-3a01-4866-bfe8-7d59f283ab56 req-2fce9805-afae-4be3-8bab-26090855b402 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.779552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d1a44042-3a01-4866-bfe8-7d59f283ab56 req-2fce9805-afae-4be3-8bab-26090855b402 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 3879 time: 0.3164608 Oct 27 16:14:59.779783 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.800190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-fea55c32-7398-4dd1-b719-0a5833313275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.801560 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-fea55c32-7398-4dd1-b719-0a5833313275 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.2814870 Oct 27 16:14:59.812815 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f04d4b79-3a48-4bd5-b473-e2c4d692f211 None None] Provisioning complete for port eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:14:59.813449 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f04d4b79-3a48-4bd5-b473-e2c4d692f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.815792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50777b-66cf-48a0-a7eb-c9cbd0a10423 req-f2ba6361-e18d-4cb5-aabe-0dc0c08fa984 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.817899 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4e50777b-66cf-48a0-a7eb-c9cbd0a10423 req-f2ba6361-e18d-4cb5-aabe-0dc0c08fa984 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.0714266 Oct 27 16:14:59.865507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 7667c6e7-fede-4069-bc52-bac40ef20493, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=7667c6e7-fede-4069-bc52-bac40ef20493,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:59.870842 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.902325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d1a44042-3a01-4866-bfe8-7d59f283ab56 req-6d738eb6-8b5a-4d68-b605-abcaf372cb38 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217284 Oct 27 16:14:59.970811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] For port 7667c6e7-fede-4069-bc52-bac40ef20493, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=7667c6e7-fede-4069-bc52-bac40ef20493,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:14:59.970811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:14:59.972546 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4e50777b-66cf-48a0-a7eb-c9cbd0a10423 req-80a708df-e0a3-4080-aab4-e9d3c6795597 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448455 Oct 27 16:14:59.983709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-e2820bf9-955c-4433-9bd3-160ffab998d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:14:59.985468 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-e2820bf9-955c-4433-9bd3-160ffab998d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1739845 Oct 27 16:15:00.006284 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc73b206-9c62-4a84-9f35-6add0a10be06 x-openstack-request-id: req-dc73b206-9c62-4a84-9f35-6add0a10be06 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:00.006284 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc59d60c-fa17-43db-9567-7d1e6ef8dd0b", "name": "network-vif-deleted", "tag": "2b3be247-5954-4010-b19d-9a5c0ec4a2b2", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:00.006284 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc73b206-9c62-4a84-9f35-6add0a10be06 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:00.006284 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc59d60c-fa17-43db-9567-7d1e6ef8dd0b', 'name': 'network-vif-deleted', 'tag': '2b3be247-5954-4010-b19d-9a5c0ec4a2b2', 'status': 'completed', 'code': 200} Oct 27 16:15:00.007082 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.008772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7667c6e7-fede-4069-bc52-bac40ef20493'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:00.011345 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbcb79e-86db-41ca-973a-22d28163cc81" -d '{"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-unplugged", "status": "completed", "tag": "7667c6e7-fede-4069-bc52-bac40ef20493"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:00.030909 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.190122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:00.275054 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca324622-08e0-4edf-9853-b788eccd6c92 x-openstack-request-id: req-ca324622-08e0-4edf-9853-b788eccd6c92 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:00.275332 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-unplugged", "status": "completed", "tag": "7667c6e7-fede-4069-bc52-bac40ef20493", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:00.275599 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca324622-08e0-4edf-9853-b788eccd6c92 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:00.276005 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7667c6e7-fede-4069-bc52-bac40ef20493', 'code': 200} Oct 27 16:15:00.277602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=7667c6e7-fede-4069-bc52-bac40ef20493,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:00.301027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:00.358716 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:00.359232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 2b3be247-5954-4010-b19d-9a5c0ec4a2b2 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:00.360153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device bf0c880e-4e05-475a-a650-447ac3e62a98 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:00.405719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f04d4b79-3a48-4bd5-b473-e2c4d692f211 None None] Port eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:00.477871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f04d4b79-3a48-4bd5-b473-e2c4d692f211 None None] Provisioning complete for port b750ae73-5c74-47d0-92ac-5dbf10022d53 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:00.478341 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f04d4b79-3a48-4bd5-b473-e2c4d692f211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.486894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-e57bd3fb-baed-49bf-a879-1406584b8cb4 service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819000 Oct 27 16:15:00.621992 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.626223 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18cf6a63-bd44-4414-8e48-4183bd293952 req-5466c1e5-f6c9-45e5-b432-5e5a4e59b14e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=bc59d60c-fa17-43db-9567-7d1e6ef8dd0b HTTP/1.1" status: 200 len: 210 time: 0.2365150 Oct 27 16:15:00.641764 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.642135 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.642499 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Floating IP 0d92b032-7a2c-4134-8090-55a8dceff2f8 disassociated. External IP: 172.25.4.85, port: 7667c6e7-fede-4069-bc52-bac40ef20493. Oct 27 16:15:00.642875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Calling delete_port for 7667c6e7-fede-4069-bc52-bac40ef20493 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:00.716550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port bf0c880e-4e05-475a-a650-447ac3e62a98, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bf0c880e-4e05-475a-a650-447ac3e62a98,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:00.737328 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.843866 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.854366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-216156aa-6bcc-42a4-a00f-57026224a9cd None None] Provisioning complete for port eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:00.855080 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-216156aa-6bcc-42a4-a00f-57026224a9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:00.909648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-69b0999c-69e9-4e2a-a5f7-59febe9dcd5a service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213729 Oct 27 16:15:01.046732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-216156aa-6bcc-42a4-a00f-57026224a9cd None None] Port eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:01.078043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-90407dee-d25b-45d0-8f1e-77ec58cb1ab7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.7&port_id=20cb089c-9c9d-4514-b3f7-e98f1b022466 HTTP/1.1" status: 200 len: 217 time: 0.1363494 Oct 27 16:15:01.135438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=bf0c880e-4e05-475a-a650-447ac3e62a98,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:01.221406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-1512effb-f400-41bb-a533-4af94a196fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:01.223746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-1512effb-f400-41bb-a533-4af94a196fff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 200 len: 797 time: 0.1448424 Oct 27 16:15:01.306027 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:01.382139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-4a4e46d7-d467-48db-b647-15ce2920dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:01.387928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-4a4e46d7-d467-48db-b647-15ce2920dfc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1510973 Oct 27 16:15:01.424475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd0455-fcca-479b-bcfc-7531a056e65f req-07fb9acf-87d9-476c-9160-098f06cba7f6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:01.431673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd0455-fcca-479b-bcfc-7531a056e65f req-07fb9acf-87d9-476c-9160-098f06cba7f6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:01.449406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd0455-fcca-479b-bcfc-7531a056e65f req-07fb9acf-87d9-476c-9160-098f06cba7f6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:01.471537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd0455-fcca-479b-bcfc-7531a056e65f req-07fb9acf-87d9-476c-9160-098f06cba7f6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:01.490648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd0455-fcca-479b-bcfc-7531a056e65f req-07fb9acf-87d9-476c-9160-098f06cba7f6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:01.492561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0dcd0455-fcca-479b-bcfc-7531a056e65f req-07fb9acf-87d9-476c-9160-098f06cba7f6 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 3797 time: 0.3676691 Oct 27 16:15:01.516551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 842145fa-d107-4b03-b565-fac94f5fde54 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:15:01.579560 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:01.608887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4fe03-88be-4374-a8af-56362f22249e req-bbefb7bd-a276-4fe4-879b-7427dc238b4d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:01.621516 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dcc4fe03-88be-4374-a8af-56362f22249e req-bbefb7bd-a276-4fe4-879b-7427dc238b4d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.2331388 Oct 27 16:15:01.630567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Port': ['ID=7667c6e7-fede-4069-bc52-bac40ef20493,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:01.718617 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dcc4fe03-88be-4374-a8af-56362f22249e req-273e04ab-278c-48f1-9489-70093d31e80d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914681 Oct 27 16:15:01.796133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-e9f6ce68-acf7-4be8-94a4-f16d54202a6c service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928165 Oct 27 16:15:02.029398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 842145fa-d107-4b03-b565-fac94f5fde54, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=842145fa-d107-4b03-b565-fac94f5fde54,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:02.036727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Router 49c06349-e383-4005-bbda-31f7b746e33e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:15:02.075992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '842145fa-d107-4b03-b565-fac94f5fde54', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'port_id': '842145fa-d107-4b03-b565-fac94f5fde54', 'mac_address': 'fa:16:3e:d9:ea:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:15:02.214720 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.225600 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8657ef-487b-405f-a03a-8a442494f4ce req-6ea01ca1-1e96-4f5e-8c97-1038109295f1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:02.227471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a8657ef-487b-405f-a03a-8a442494f4ce req-6ea01ca1-1e96-4f5e-8c97-1038109295f1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1943293 Oct 27 16:15:02.240772 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0dcd0455-fcca-479b-bcfc-7531a056e65f req-036e0d2e-0532-4e8a-9ad2-472cadd58887 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6075397 Oct 27 16:15:02.242710 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 842145fa-d107-4b03-b565-fac94f5fde54 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:15:02.269579 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.298702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf0c880e-4e05-475a-a650-447ac3e62a98'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:02.301027 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be3cbeb-27a6-41a5-9ddb-51e48761eecd" -d '{"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-unplugged", "status": "completed", "tag": "bf0c880e-4e05-475a-a650-447ac3e62a98"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:02.340395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 842145fa-d107-4b03-b565-fac94f5fde54, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=842145fa-d107-4b03-b565-fac94f5fde54,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:02.375803 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.409584 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a565aa8-d635-4577-a192-93ad4b530e50 x-openstack-request-id: req-9a565aa8-d635-4577-a192-93ad4b530e50 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:02.415335 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-unplugged", "status": "completed", "tag": "bf0c880e-4e05-475a-a650-447ac3e62a98", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:02.415335 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a565aa8-d635-4577-a192-93ad4b530e50 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:02.415335 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf0c880e-4e05-475a-a650-447ac3e62a98', 'code': 200} Oct 27 16:15:02.416121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:15:02.429153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1654c4a0-4160-4ec5-985f-2de855e5a922 None None] Sync routers for ids ['49c06349-e383-4005-bbda-31f7b746e33e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:15:02.450804 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.469533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654c4a0-4160-4ec5-985f-2de855e5a922 None None] Routers {'49c06349-e383-4005-bbda-31f7b746e33e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:02.469533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1654c4a0-4160-4ec5-985f-2de855e5a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:14:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['49c06349-e383-4005-bbda-31f7b746e33e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:02.569145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] No DVR routers for this DVR port 7667c6e7-fede-4069-bc52-bac40ef20493 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:02.586817 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a8657ef-487b-405f-a03a-8a442494f4ce req-e841adb5-f7e6-4884-ba17-4128eb45d2ff tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335018 Oct 27 16:15:02.605687 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.607731 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.618195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd746140-14f2-4f32-af7d-0881e179e1cf tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "DELETE /v2.0/ports/7667c6e7-fede-4069-bc52-bac40ef20493 HTTP/1.1" status: 204 len: 173 time: 3.6844981 Oct 27 16:15:02.618773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-deleted', 'tag': '7667c6e7-fede-4069-bc52-bac40ef20493'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:02.621138 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e21559-f0dd-4d94-b51d-581651bcfdb0" -d '{"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-deleted", "tag": "7667c6e7-fede-4069-bc52-bac40ef20493"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:02.628452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:02.679634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60684) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:02.784442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-4d042158-49e3-4d93-8375-a6e04e6e614b service neutron] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9655433 Oct 27 16:15:02.847786 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea77bcd-7004-45d7-beea-485c12f280ba x-openstack-request-id: req-1ea77bcd-7004-45d7-beea-485c12f280ba {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:02.848256 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-deleted", "tag": "7667c6e7-fede-4069-bc52-bac40ef20493", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:02.848873 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ea77bcd-7004-45d7-beea-485c12f280ba {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:02.849005 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-deleted', 'tag': '7667c6e7-fede-4069-bc52-bac40ef20493', 'status': 'completed', 'code': 200} Oct 27 16:15:02.887537 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:02.929057 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network 3cfdd67d-4b48-4cdd-af70-5adab8849427 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:02.935568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['842145fa-d107-4b03-b565-fac94f5fde54'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:15:02.941596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:03.005884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-6f614189-c690-4aa8-9ecb-25473d7d428b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e68582e4-50d4-4b71-a602-6763563cb152 HTTP/1.1" status: 200 len: 217 time: 0.2021646 Oct 27 16:15:03.083424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=842145fa-d107-4b03-b565-fac94f5fde54,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:03.195315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.195995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.197290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.197819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.199438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cba51b-0093-4a54-a3a2-1d5894e9cfe6 req-865f3c4b-5ce1-4c2e-80a8-34ecbfc6e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.200170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cba51b-0093-4a54-a3a2-1d5894e9cfe6 req-865f3c4b-5ce1-4c2e-80a8-34ecbfc6e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.200784 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cba51b-0093-4a54-a3a2-1d5894e9cfe6 req-865f3c4b-5ce1-4c2e-80a8-34ecbfc6e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.201422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cba51b-0093-4a54-a3a2-1d5894e9cfe6 req-865f3c4b-5ce1-4c2e-80a8-34ecbfc6e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.202036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cba51b-0093-4a54-a3a2-1d5894e9cfe6 req-865f3c4b-5ce1-4c2e-80a8-34ecbfc6e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.202648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cba51b-0093-4a54-a3a2-1d5894e9cfe6 req-865f3c4b-5ce1-4c2e-80a8-34ecbfc6e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.203967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.204507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.205185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.205697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.206186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.206684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.207175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.207670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:03.209155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cba51b-0093-4a54-a3a2-1d5894e9cfe6 req-865f3c4b-5ce1-4c2e-80a8-34ecbfc6e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.211198 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0cba51b-0093-4a54-a3a2-1d5894e9cfe6 req-865f3c4b-5ce1-4c2e-80a8-34ecbfc6e53d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 6491 time: 0.5305355 Oct 27 16:15:03.229555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-5c31b735-a211-4218-a2de-79cb259055d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.230205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec705915-f9e1-4530-b440-6e4a972e6a6f req-0101c605-8170-4c1e-8bb7-c99d724767a4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.231295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-5c31b735-a211-4218-a2de-79cb259055d4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4358174-7ecb-4439-ac5f-a50c700e1652 HTTP/1.1" status: 200 len: 797 time: 0.2003231 Oct 27 16:15:03.239438 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec705915-f9e1-4530-b440-6e4a972e6a6f req-0101c605-8170-4c1e-8bb7-c99d724767a4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 945 time: 0.3567362 Oct 27 16:15:03.264718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-1654c4a0-4160-4ec5-985f-2de855e5a922 None None] Set router 49c06349-e383-4005-bbda-31f7b746e33e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:03.354754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec705915-f9e1-4530-b440-6e4a972e6a6f req-982edd4e-e9e7-493a-ab20-30c6ffacd95d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144123 Oct 27 16:15:03.430542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c966ae07-d6f8-4efd-a34b-29523ed9dded tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Deleting port e507069f-974e-4a04-9d36-642541b0a01c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:03.431079 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c966ae07-d6f8-4efd-a34b-29523ed9dded tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.528781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Router 9d8c5cd9-2060-4a74-a047-cb96cce0680b is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:15:03.623300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0cba51b-0093-4a54-a3a2-1d5894e9cfe6 req-a6240a0b-71a0-43c1-af28-8b970b74cee9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3870418 Oct 27 16:15:03.700766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-92d751ee-794a-4264-96b0-63cbf21a7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.704303 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-92d751ee-794a-4264-96b0-63cbf21a7183 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4632082 Oct 27 16:15:03.729968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2c422-7f04-477a-aa69-d33e93a7440b req-0c16917d-410d-4cd5-b745-938c3848991a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.732113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-afb2c422-7f04-477a-aa69-d33e93a7440b req-0c16917d-410d-4cd5-b745-938c3848991a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2254570 Oct 27 16:15:03.781987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:15:03.789274 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-20106dc1-6884-4e5c-bb9e-f1237646fa7b tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "PUT /v2.0/routers/9d8c5cd9-2060-4a74-a047-cb96cce0680b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3403654 Oct 27 16:15:03.793469 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60724) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:03.793838 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe66d6-11e6-4a71-a4b7-82389ce3cbc7 None None] Sync routers for ids ['9d8c5cd9-2060-4a74-a047-cb96cce0680b'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:15:03.828523 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe66d6-11e6-4a71-a4b7-82389ce3cbc7 None None] Routers {'9d8c5cd9-2060-4a74-a047-cb96cce0680b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:03.829167 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-abfe66d6-11e6-4a71-a4b7-82389ce3cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:14:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9d8c5cd9-2060-4a74-a047-cb96cce0680b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:03.854387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-afb2c422-7f04-477a-aa69-d33e93a7440b req-153f8b00-2506-45f5-94f2-9134062716ea tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085496 Oct 27 16:15:03.864122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c3ae0585-ffe1-43c4-91ae-3d78007ad77e None None] Provisioning complete for port eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:03.868671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c3ae0585-ffe1-43c4-91ae-3d78007ad77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.902135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113ed932-b3bb-49b9-a06f-279529b5c59c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:03.909584 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-113ed932-b3bb-49b9-a06f-279529b5c59c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d8c5cd9-2060-4a74-a047-cb96cce0680b HTTP/1.1" status: 200 len: 981 time: 0.1137502 Oct 27 16:15:03.911361 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60728) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:03.984540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c966ae07-d6f8-4efd-a34b-29523ed9dded tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] For port e507069f-974e-4a04-9d36-642541b0a01c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e507069f-974e-4a04-9d36-642541b0a01c,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:03.984917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c966ae07-d6f8-4efd-a34b-29523ed9dded tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:03.992582 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-abfe66d6-11e6-4a71-a4b7-82389ce3cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:04.024328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c966ae07-d6f8-4efd-a34b-29523ed9dded tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Calling delete_port for e507069f-974e-4a04-9d36-642541b0a01c owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:04.033483 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfe66d6-11e6-4a71-a4b7-82389ce3cbc7 None None] Routers {'9d8c5cd9-2060-4a74-a047-cb96cce0680b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:04.034817 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-abfe66d6-11e6-4a71-a4b7-82389ce3cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:14:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9d8c5cd9-2060-4a74-a047-cb96cce0680b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:04.144176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae0585-ffe1-43c4-91ae-3d78007ad77e None None] Port eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:04.173725 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-abfe66d6-11e6-4a71-a4b7-82389ce3cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:04.174114 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfe66d6-11e6-4a71-a4b7-82389ce3cbc7 None None] The sync data for ids ['9d8c5cd9-2060-4a74-a047-cb96cce0680b'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:04.251880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-aeb76492-8b6a-43f9-8be4-ce9ac59bbe7c service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320175 Oct 27 16:15:04.367779 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9690b70-4413-4c63-9d10-02dce3896b76 req-670c7f47-c6b2-4da7-8a99-8a9132a18137 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:04.381889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9690b70-4413-4c63-9d10-02dce3896b76 req-670c7f47-c6b2-4da7-8a99-8a9132a18137 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:04.390737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9690b70-4413-4c63-9d10-02dce3896b76 req-670c7f47-c6b2-4da7-8a99-8a9132a18137 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:04.398697 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9690b70-4413-4c63-9d10-02dce3896b76 req-670c7f47-c6b2-4da7-8a99-8a9132a18137 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:04.409478 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9690b70-4413-4c63-9d10-02dce3896b76 req-670c7f47-c6b2-4da7-8a99-8a9132a18137 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 3142 time: 0.2843921 Oct 27 16:15:04.637792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-5577cb1d-021f-43e7-85aa-17db1718a5ab service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791714 Oct 27 16:15:04.648340 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9690b70-4413-4c63-9d10-02dce3896b76 req-acd562b4-8a1b-49af-ba15-9a00d98f7338 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369163 Oct 27 16:15:04.729451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1654c4a0-4160-4ec5-985f-2de855e5a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:43Z', 'revision_number': 4, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '3ee44426-787e-4994-89ca-3ae0d688117a', 'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'mac_address': 'fa:16:3e:3e:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:40Z', 'updated_at': '2021-10-27T16:03:57Z', 'revision_number': 5, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'subnets': [{'id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:04.779659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-b5b8cf04-7cad-4aef-b281-5a8a0ee31908 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=56cde905-1083-4605-a7b0-19acc8047639 HTTP/1.1" status: 200 len: 217 time: 0.1318662 Oct 27 16:15:04.831091 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1654c4a0-4160-4ec5-985f-2de855e5a922 None None] Checking router: 49c06349-e383-4005-bbda-31f7b746e33e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:15:04.856771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654c4a0-4160-4ec5-985f-2de855e5a922 None None] Routers {'49c06349-e383-4005-bbda-31f7b746e33e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:04.860613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1654c4a0-4160-4ec5-985f-2de855e5a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:14:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['49c06349-e383-4005-bbda-31f7b746e33e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:04.886663 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c966ae07-d6f8-4efd-a34b-29523ed9dded tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.080632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-0266563f-a06a-486d-80d7-a43782c96040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:05.092659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-0266563f-a06a-486d-80d7-a43782c96040 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4358174-7ecb-4439-ac5f-a50c700e1652 HTTP/1.1" status: 200 len: 797 time: 0.2976565 Oct 27 16:15:05.094342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966ae07-d6f8-4efd-a34b-29523ed9dded tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Port': ['ID=e507069f-974e-4a04-9d36-642541b0a01c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:05.251031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df01965-3ab4-48b3-9651-ce2d96e3b5f7 req-24cc37f8-0808-45b7-b9f8-7fc836f8fb06 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:05.262131 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4df01965-3ab4-48b3-9651-ce2d96e3b5f7 req-24cc37f8-0808-45b7-b9f8-7fc836f8fb06 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.3871803 Oct 27 16:15:05.315464 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-1654c4a0-4160-4ec5-985f-2de855e5a922 None None] Set router 49c06349-e383-4005-bbda-31f7b746e33e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:05.347285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c966ae07-d6f8-4efd-a34b-29523ed9dded tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] No DVR routers for this DVR port e507069f-974e-4a04-9d36-642541b0a01c on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:05.355182 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c966ae07-d6f8-4efd-a34b-29523ed9dded tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:05.368598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c966ae07-d6f8-4efd-a34b-29523ed9dded tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "DELETE /v2.0/ports/e507069f-974e-4a04-9d36-642541b0a01c HTTP/1.1" status: 204 len: 173 time: 2.7298789 Oct 27 16:15:05.370753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-deleted', 'tag': 'e507069f-974e-4a04-9d36-642541b0a01c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:05.379870 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98924f5-ce67-42be-8940-e05da8614a9b" -d '{"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-deleted", "tag": "e507069f-974e-4a04-9d36-642541b0a01c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:05.437315 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4df01965-3ab4-48b3-9651-ce2d96e3b5f7 req-ec4f11e6-35ea-4d69-bc86-cdb8beb1d0ed tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730387 Oct 27 16:15:05.588082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-b690bffb-42b8-428e-89c5-59d9d6209a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:05.590486 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-b690bffb-42b8-428e-89c5-59d9d6209a62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3e58baa5-d2dd-427a-8a5f-98e7e842580b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4671423 Oct 27 16:15:05.622095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 842145fa-d107-4b03-b565-fac94f5fde54 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:05.888131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aeb2f-3d91-4f94-b41c-0b8eebee981f req-1d5e2064-18ae-4684-9dd4-12f41e74b55b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:05.889781 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3a7aeb2f-3d91-4f94-b41c-0b8eebee981f req-1d5e2064-18ae-4684-9dd4-12f41e74b55b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 945 time: 0.3033600 Oct 27 16:15:06.159663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a39dc2d0-b55c-42b3-8786-f0c3ed76b3fb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:06.226028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 842145fa-d107-4b03-b565-fac94f5fde54 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:06.226028 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:06.246097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1654c4a0-4160-4ec5-985f-2de855e5a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:43Z', 'revision_number': 4, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '3ee44426-787e-4994-89ca-3ae0d688117a', 'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'mac_address': 'fa:16:3e:3e:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:40Z', 'updated_at': '2021-10-27T16:03:57Z', 'revision_number': 5, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'subnets': [{'id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:06.421556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1654c4a0-4160-4ec5-985f-2de855e5a922 None None] The sync data for ids ['49c06349-e383-4005-bbda-31f7b746e33e'] in n-d-815689-1 is: [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:03:43Z', 'revision_number': 4, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '3ee44426-787e-4994-89ca-3ae0d688117a', 'name': '', 'network_id': 'c395456f-7f40-43bf-9aec-b98bcc11fe96', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'mac_address': 'fa:16:3e:3e:76:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:40Z', 'updated_at': '2021-10-27T16:03:57Z', 'revision_number': 5, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'subnets': [{'id': 'e7f56118-b5f3-4287-be33-2cc6440dcc53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:06.706749 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:06.775669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842145fa-d107-4b03-b565-fac94f5fde54'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:06.780815 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f66323-63d9-4e5b-a4c4-0d8c05f661d0" -d '{"events": [{"server_uuid": "8869d350-203b-4fa7-a7d0-cc94b76a460f", "name": "network-vif-plugged", "status": "completed", "tag": "842145fa-d107-4b03-b565-fac94f5fde54"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:06.812284 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 842145fa-d107-4b03-b565-fac94f5fde54, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=842145fa-d107-4b03-b565-fac94f5fde54,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:06.907589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:07.056775 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3a7aeb2f-3d91-4f94-b41c-0b8eebee981f req-589a3179-afde-4046-a121-65db5163f0c7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1422811 Oct 27 16:15:07.103319 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=842145fa-d107-4b03-b565-fac94f5fde54,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:07.124336 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-846c4f7f-89a3-4f3b-9357-b53f171074f1 service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5226955 Oct 27 16:15:07.199825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf185d-b021-4632-b92f-94b7978bd982 None None] New status for floating IP 0d92b032-7a2c-4134-8090-55a8dceff2f8: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:15:07.200609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c7ba934b-c93a-4b04-90d5-1df98fac8ac0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Deleting port d43e3d0a-dd03-416e-b07c-58a545b450f7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:07.200609 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c7ba934b-c93a-4b04-90d5-1df98fac8ac0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:07.355911 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68591102-5198-44ea-945d-644ffe3f26bc x-openstack-request-id: req-68591102-5198-44ea-945d-644ffe3f26bc {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:07.356901 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-deleted", "tag": "e507069f-974e-4a04-9d36-642541b0a01c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:07.357349 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68591102-5198-44ea-945d-644ffe3f26bc {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:07.357952 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-deleted', 'tag': 'e507069f-974e-4a04-9d36-642541b0a01c', 'status': 'completed', 'code': 200} Oct 27 16:15:07.653458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111df85-d00d-4dd3-b9ff-9c54b916f318 req-82a8ca6a-5f78-4b7f-8711-84ac920444a5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:07.663270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111df85-d00d-4dd3-b9ff-9c54b916f318 req-82a8ca6a-5f78-4b7f-8711-84ac920444a5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:07.670672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111df85-d00d-4dd3-b9ff-9c54b916f318 req-82a8ca6a-5f78-4b7f-8711-84ac920444a5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:07.680811 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3111df85-d00d-4dd3-b9ff-9c54b916f318 req-82a8ca6a-5f78-4b7f-8711-84ac920444a5 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 2409 time: 0.1505141 Oct 27 16:15:07.756340 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c7ba934b-c93a-4b04-90d5-1df98fac8ac0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] For port d43e3d0a-dd03-416e-b07c-58a545b450f7, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d43e3d0a-dd03-416e-b07c-58a545b450f7,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:07.767333 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c7ba934b-c93a-4b04-90d5-1df98fac8ac0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:07.769964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa012e7-cd9c-4f1e-904f-1b1423eebabf req-a7f05270-9f30-4bcf-93f7-fee04d9b9b5f service neutron] 10.222.0.54 "GET /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340451 Oct 27 16:15:07.816239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c7ba934b-c93a-4b04-90d5-1df98fac8ac0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Calling delete_port for d43e3d0a-dd03-416e-b07c-58a545b450f7 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:07.854500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3111df85-d00d-4dd3-b9ff-9c54b916f318 req-3506b89b-d6f8-458c-a951-9e0c2445ee33 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1727333 Oct 27 16:15:07.985974 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e893682-7bf4-452d-837c-330ceffd1f38 x-openstack-request-id: req-0e893682-7bf4-452d-837c-330ceffd1f38 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:07.986654 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869d350-203b-4fa7-a7d0-cc94b76a460f", "name": "network-vif-plugged", "status": "completed", "tag": "842145fa-d107-4b03-b565-fac94f5fde54", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:07.986654 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e893682-7bf4-452d-837c-330ceffd1f38 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:07.987149 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842145fa-d107-4b03-b565-fac94f5fde54', 'code': 200} Oct 27 16:15:08.059096 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a39dc2d0-b55c-42b3-8786-f0c3ed76b3fb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:08.059096 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a39dc2d0-b55c-42b3-8786-f0c3ed76b3fb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.276952 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a39dc2d0-b55c-42b3-8786-f0c3ed76b3fb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.307556 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a39dc2d0-b55c-42b3-8786-f0c3ed76b3fb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:08.554467 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c7ba934b-c93a-4b04-90d5-1df98fac8ac0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.627457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba934b-c93a-4b04-90d5-1df98fac8ac0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Port': ['ID=d43e3d0a-dd03-416e-b07c-58a545b450f7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:08.725304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a39dc2d0-b55c-42b3-8786-f0c3ed76b3fb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.783305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c7ba934b-c93a-4b04-90d5-1df98fac8ac0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] No DVR routers for this DVR port d43e3d0a-dd03-416e-b07c-58a545b450f7 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:08.802403 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c7ba934b-c93a-4b04-90d5-1df98fac8ac0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:08.815364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-c7ba934b-c93a-4b04-90d5-1df98fac8ac0 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "DELETE /v2.0/ports/d43e3d0a-dd03-416e-b07c-58a545b450f7 HTTP/1.1" status: 204 len: 173 time: 3.4288669 Oct 27 16:15:08.872218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dc2d0-b55c-42b3-8786-f0c3ed76b3fb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:09.177842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd7d91d6-3e75-4ff9-b93b-ddb4ee00e42f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Deleting port bf0c880e-4e05-475a-a650-447ac3e62a98 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:09.178481 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd7d91d6-3e75-4ff9-b93b-ddb4ee00e42f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:09.249021 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a39dc2d0-b55c-42b3-8786-f0c3ed76b3fb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:09.360778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-deleted', 'tag': 'd43e3d0a-dd03-416e-b07c-58a545b450f7'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:09.363820 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ae5c36-63fc-4e29-a867-f2e55872ff02" -d '{"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-deleted", "tag": "d43e3d0a-dd03-416e-b07c-58a545b450f7"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:09.525200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd7d91d6-3e75-4ff9-b93b-ddb4ee00e42f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] For port bf0c880e-4e05-475a-a650-447ac3e62a98, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=bf0c880e-4e05-475a-a650-447ac3e62a98,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:09.525682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd7d91d6-3e75-4ff9-b93b-ddb4ee00e42f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:09.557228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd7d91d6-3e75-4ff9-b93b-ddb4ee00e42f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Calling delete_port for bf0c880e-4e05-475a-a650-447ac3e62a98 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:09.859218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39dc2d0-b55c-42b3-8786-f0c3ed76b3fb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Router 9d8c5cd9-2060-4a74-a047-cb96cce0680b has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:15:09.876901 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f7ff0-518f-4d60-81a1-baeb25e016fe req-39027ec3-3211-4c7e-8e58-e4d9fe529515 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:09.890118 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f45f7ff0-518f-4d60-81a1-baeb25e016fe req-39027ec3-3211-4c7e-8e58-e4d9fe529515 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.3316755 Oct 27 16:15:09.931571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd7d91d6-3e75-4ff9-b93b-ddb4ee00e42f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.012435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d91d6-3e75-4ff9-b93b-ddb4ee00e42f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Port': ['ID=bf0c880e-4e05-475a-a650-447ac3e62a98,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:10.088407 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f45f7ff0-518f-4d60-81a1-baeb25e016fe req-19797ee1-d90b-426a-8aae-38811e18f99f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962035 Oct 27 16:15:10.128498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd7d91d6-3e75-4ff9-b93b-ddb4ee00e42f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] No DVR routers for this DVR port bf0c880e-4e05-475a-a650-447ac3e62a98 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:10.134248 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd7d91d6-3e75-4ff9-b93b-ddb4ee00e42f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.137837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-fd7d91d6-3e75-4ff9-b93b-ddb4ee00e42f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "DELETE /v2.0/ports/bf0c880e-4e05-475a-a650-447ac3e62a98 HTTP/1.1" status: 204 len: 173 time: 1.3215876 Oct 27 16:15:10.218551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39dc2d0-b55c-42b3-8786-f0c3ed76b3fb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:15:10.229657 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253af5c-6d70-4f24-b879-0f47170a8b0c None None] Sync routers for ids ['9d8c5cd9-2060-4a74-a047-cb96cce0680b'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:15:10.239776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a39dc2d0-b55c-42b3-8786-f0c3ed76b3fb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "PUT /v2.0/routers/9d8c5cd9-2060-4a74-a047-cb96cce0680b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3265843 Oct 27 16:15:10.246693 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253af5c-6d70-4f24-b879-0f47170a8b0c None None] Routers {'9d8c5cd9-2060-4a74-a047-cb96cce0680b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:10.247475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60794) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:10.250855 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9253af5c-6d70-4f24-b879-0f47170a8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:14:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9d8c5cd9-2060-4a74-a047-cb96cce0680b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:10.306994 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0626816e-df3b-4bc9-a3a3-3a85594d71f5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:15:10.309307 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0626816e-df3b-4bc9-a3a3-3a85594d71f5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/eb3c8e37-e1bf-4ca8-b9fb-586a6093c91b HTTP/1.1" status: 404 len: 333 time: 0.0606611 Oct 27 16:15:10.328369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60798) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:10.344569 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9253af5c-6d70-4f24-b879-0f47170a8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:10.371282 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253af5c-6d70-4f24-b879-0f47170a8b0c None None] Routers {'9d8c5cd9-2060-4a74-a047-cb96cce0680b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:10.372113 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9253af5c-6d70-4f24-b879-0f47170a8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:14:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9d8c5cd9-2060-4a74-a047-cb96cce0680b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:10.421751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11394fa9-0113-464e-bd73-bac7d9aa50fb req-5708d430-c42e-48b6-8caa-9f069bf11644 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:10.438631 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-11394fa9-0113-464e-bd73-bac7d9aa50fb req-5708d430-c42e-48b6-8caa-9f069bf11644 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 943 time: 0.1278605 Oct 27 16:15:10.482328 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9253af5c-6d70-4f24-b879-0f47170a8b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:10.483313 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253af5c-6d70-4f24-b879-0f47170a8b0c None None] The sync data for ids ['9d8c5cd9-2060-4a74-a047-cb96cce0680b'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:10.563662 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1436-605b-495e-9729-d991be3a1b10 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:10.597591 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-11394fa9-0113-464e-bd73-bac7d9aa50fb req-57ef75d2-ec22-438b-a90a-8bf9f6016299 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579511 Oct 27 16:15:10.806587 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bc5838-871f-4c97-b35a-593e832a864b x-openstack-request-id: req-89bc5838-871f-4c97-b35a-593e832a864b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:10.806903 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-deleted", "tag": "d43e3d0a-dd03-416e-b07c-58a545b450f7", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:10.807136 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89bc5838-871f-4c97-b35a-593e832a864b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:10.807546 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-deleted', 'tag': 'd43e3d0a-dd03-416e-b07c-58a545b450f7', 'status': 'completed', 'code': 200} Oct 27 16:15:10.813321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b91e1f00-6b6b-4075-b071-4cb06e2e30bd tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Deleting port 935953a2-6495-45f6-89e3-b6b0c3d8b32e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:10.813321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b91e1f00-6b6b-4075-b071-4cb06e2e30bd tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.099541 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1436-605b-495e-9729-d991be3a1b10 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.103521 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1436-605b-495e-9729-d991be3a1b10 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.300877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1436-605b-495e-9729-d991be3a1b10 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.304564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6b1436-605b-495e-9729-d991be3a1b10 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Fanout notify agent at l3_agent the message router_deleted on router 9d8c5cd9-2060-4a74-a047-cb96cce0680b {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:15:11.336848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a129ed-0984-49f2-811e-60a75c801d03 req-221ba604-3e17-4685-9c29-881d85992fb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:11.338615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9a129ed-0984-49f2-811e-60a75c801d03 req-221ba604-3e17-4685-9c29-881d85992fb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1152074 Oct 27 16:15:11.340236 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd6b1436-605b-495e-9729-d991be3a1b10 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.344103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bd6b1436-605b-495e-9729-d991be3a1b10 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/routers/9d8c5cd9-2060-4a74-a047-cb96cce0680b HTTP/1.1" status: 204 len: 168 time: 1.0137260 Oct 27 16:15:11.359183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60820) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:11.423469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b91e1f00-6b6b-4075-b071-4cb06e2e30bd tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] For port 935953a2-6495-45f6-89e3-b6b0c3d8b32e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=935953a2-6495-45f6-89e3-b6b0c3d8b32e,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:11.424273 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b91e1f00-6b6b-4075-b071-4cb06e2e30bd tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.437009 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9a129ed-0984-49f2-811e-60a75c801d03 req-ed508c70-0440-4353-a437-609fc8d19a0d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914526 Oct 27 16:15:11.517771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b91e1f00-6b6b-4075-b071-4cb06e2e30bd tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Calling delete_port for 935953a2-6495-45f6-89e3-b6b0c3d8b32e owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:11.543480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc66faf1-4725-4cff-a03d-b514d410a1b5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting subnet 5e3c56c4-661c-4fe8-8e1f-16dafb0e9b71 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:15:11.551090 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc66faf1-4725-4cff-a03d-b514d410a1b5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.638261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b9bf6-fd57-4ae1-9704-4983ed6465e5 req-8351fafe-4c5f-4378-8b27-ae4397078fa8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:11.640483 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b8b9bf6-fd57-4ae1-9704-4983ed6465e5 req-8351fafe-4c5f-4378-8b27-ae4397078fa8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.0957215 Oct 27 16:15:11.643099 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc66faf1-4725-4cff-a03d-b514d410a1b5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.732207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b8b9bf6-fd57-4ae1-9704-4983ed6465e5 req-00f3a879-e788-4202-988f-f328f0a92172 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731883 Oct 27 16:15:11.931847 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc66faf1-4725-4cff-a03d-b514d410a1b5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:11.944889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586305-d041-4a22-aa50-d2609759a523 req-b26a380d-ca30-4cb1-aba3-44abdf96cb6b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:11.972975 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d586305-d041-4a22-aa50-d2609759a523 req-b26a380d-ca30-4cb1-aba3-44abdf96cb6b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1450398 Oct 27 16:15:12.122748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d586305-d041-4a22-aa50-d2609759a523 req-da90e411-5049-4c14-89bc-e5edd49c4e11 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484528 Oct 27 16:15:12.286417 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc66faf1-4725-4cff-a03d-b514d410a1b5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.352458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d044f-72fa-4736-b291-3abaf4ecbf1e req-e4a026bd-6716-4e92-ae81-bf5892ba4240 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:12.356856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-639d044f-72fa-4736-b291-3abaf4ecbf1e req-e4a026bd-6716-4e92-ae81-bf5892ba4240 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 943 time: 0.1371019 Oct 27 16:15:12.425572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66faf1-4725-4cff-a03d-b514d410a1b5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3c56c4-661c-4fe8-8e1f-16dafb0e9b71,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:12.443971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c87876-ee73-4752-b297-8f4a6e917b80 None None] Network 3cfdd67d-4b48-4cdd-af70-5adab8849427 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:12.449580 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc66faf1-4725-4cff-a03d-b514d410a1b5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.459109 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-639d044f-72fa-4736-b291-3abaf4ecbf1e req-cd798e40-d6db-4082-8cc1-89b651daa8e4 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e716061-ac90-4155-8a66-5814faa8fd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948913 Oct 27 16:15:12.473483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fc66faf1-4725-4cff-a03d-b514d410a1b5 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/5e3c56c4-661c-4fe8-8e1f-16dafb0e9b71 HTTP/1.1" status: 204 len: 168 time: 1.1082468 Oct 27 16:15:12.474834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60838) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:12.750866 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b91e1f00-6b6b-4075-b071-4cb06e2e30bd tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.808463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-deleted', 'tag': 'bf0c880e-4e05-475a-a650-447ac3e62a98'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:12.837157 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1df1e4c-b241-4d92-bda8-8f4927cb7d1f" -d '{"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-deleted", "tag": "bf0c880e-4e05-475a-a650-447ac3e62a98"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:12.856098 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:12.882098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e55af06-c2cc-4ba1-b815-3cd8becf5ec4 None None] DHCP port deletion for 3cfdd67d-4b48-4cdd-af70-5adab8849427 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:15:12.896277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb29bc-e45b-4265-9524-8ff6fb338db8 req-ed48492d-6346-404b-9748-d200a2cd6c0f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:12.903893 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8bb29bc-e45b-4265-9524-8ff6fb338db8 req-ed48492d-6346-404b-9748-d200a2cd6c0f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.0745809 Oct 27 16:15:12.923303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e1f00-6b6b-4075-b071-4cb06e2e30bd tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Port': ['ID=935953a2-6495-45f6-89e3-b6b0c3d8b32e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:13.031463 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8bb29bc-e45b-4265-9524-8ff6fb338db8 req-e686cafd-9329-4b56-9265-99c1faa650f6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261451 Oct 27 16:15:13.046509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b91e1f00-6b6b-4075-b071-4cb06e2e30bd tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] No DVR routers for this DVR port 935953a2-6495-45f6-89e3-b6b0c3d8b32e on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:13.056861 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b91e1f00-6b6b-4075-b071-4cb06e2e30bd tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.060860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f23d73a-44f6-4cde-9c9e-b6c5379fdd95 req-b91e1f00-6b6b-4075-b071-4cb06e2e30bd tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.53 "DELETE /v2.0/ports/935953a2-6495-45f6-89e3-b6b0c3d8b32e HTTP/1.1" status: 204 len: 173 time: 2.9133902 Oct 27 16:15:13.077135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8e55af06-c2cc-4ba1-b815-3cd8becf5ec4 None None] Deleting port b750ae73-5c74-47d0-92ac-5dbf10022d53 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:13.077260 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e55af06-c2cc-4ba1-b815-3cd8becf5ec4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.125754 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e053a3b-9028-4450-91a7-10bc50560d28 x-openstack-request-id: req-6e053a3b-9028-4450-91a7-10bc50560d28 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:13.136333 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-deleted", "tag": "bf0c880e-4e05-475a-a650-447ac3e62a98", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:13.139841 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e053a3b-9028-4450-91a7-10bc50560d28 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:13.139841 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-deleted', 'tag': 'bf0c880e-4e05-475a-a650-447ac3e62a98', 'status': 'completed', 'code': 200} Oct 27 16:15:13.193843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port b750ae73-5c74-47d0-92ac-5dbf10022d53 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:13.194278 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.247600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8e55af06-c2cc-4ba1-b815-3cd8becf5ec4 None None] For port b750ae73-5c74-47d0-92ac-5dbf10022d53, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b750ae73-5c74-47d0-92ac-5dbf10022d53,segment=NetworkSegment(95fbf2f0-34c3-4ff9-9f11-bc8129a33664),segment_id=95fbf2f0-34c3-4ff9-9f11-bc8129a33664)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:13.249061 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e55af06-c2cc-4ba1-b815-3cd8becf5ec4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.280474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8e55af06-c2cc-4ba1-b815-3cd8becf5ec4 None None] Calling delete_port for b750ae73-5c74-47d0-92ac-5dbf10022d53 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:13.409732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] For port b750ae73-5c74-47d0-92ac-5dbf10022d53, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b750ae73-5c74-47d0-92ac-5dbf10022d53,segment=NetworkSegment(95fbf2f0-34c3-4ff9-9f11-bc8129a33664),segment_id=95fbf2f0-34c3-4ff9-9f11-bc8129a33664)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:13.413948 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.477855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for b750ae73-5c74-47d0-92ac-5dbf10022d53 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:13.628906 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e55af06-c2cc-4ba1-b815-3cd8becf5ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.713665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55af06-c2cc-4ba1-b815-3cd8becf5ec4 None None] Pushing event deleted for resources: {'Port': ['ID=b750ae73-5c74-47d0-92ac-5dbf10022d53,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:13.729944 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e55af06-c2cc-4ba1-b815-3cd8becf5ec4 None None] No DVR routers for this DVR port b750ae73-5c74-47d0-92ac-5dbf10022d53 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:13.764269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43d82f2f-ff48-49e1-ac36-566fddc56526 req-5dc32ea5-0ebf-4a3f-84ee-96cb6691acf9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.1053481 Oct 27 16:15:13.795690 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:13.858342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=b750ae73-5c74-47d0-92ac-5dbf10022d53,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:13.872072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No DVR routers for this DVR port b750ae73-5c74-47d0-92ac-5dbf10022d53 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:13.905856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:13.906415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:13.906919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:13.907424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:13.907918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:13.908447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:13.908929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:13.909518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:13.910010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:13.910491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:13.914885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:13.915664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:14.111201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.153861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cfdd67d-4b48-4cdd-af70-5adab8849427']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:14.174550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fbf2f0-34c3-4ff9-9f11-bc8129a33664') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:14.175153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fbf2f0-34c3-4ff9-9f11-bc8129a33664') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:14.199708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.235245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.266973 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:15:14.269919 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.270809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e3a38-adb7-4c78-b676-d00b82377d8f req-50aa6ee8-e4fe-45dd-a190-c2913fd690eb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:15:14.285333 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:15:14.297872 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d3e3a38-adb7-4c78-b676-d00b82377d8f req-50aa6ee8-e4fe-45dd-a190-c2913fd690eb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.1513691 Oct 27 16:15:14.397988 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d3e3a38-adb7-4c78-b676-d00b82377d8f req-e5f9468a-3fb8-4b99-832e-a1aaa8c44eb2 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991054 Oct 27 16:15:14.635624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.655077 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:14.668075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/networks/3cfdd67d-4b48-4cdd-af70-5adab8849427 HTTP/1.1" status: 204 len: 168 time: 2.1849933 Oct 27 16:15:14.669384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60864) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:14.760608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f8b99-6859-4e0d-b558-7f5d695577b7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:14.784043 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3e4f8b99-6859-4e0d-b558-7f5d695577b7 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/dc233a36-332f-49cf-a503-bba3b577f9bd HTTP/1.1" status: 200 len: 841 time: 0.1132410 Oct 27 16:15:14.785534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60868) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:14.796984 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b750ae73-5c74-47d0-92ac-5dbf10022d53 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:14.849557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0996b-4437-48e0-bf01-08ef4d9e4398 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Network': ['ID=3cfdd67d-4b48-4cdd-af70-5adab8849427,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:14.913382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b750ae73-5c74-47d0-92ac-5dbf10022d53 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:14.920090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b750ae73-5c74-47d0-92ac-5dbf10022d53 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:14.947275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60874) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:14.949994 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-95f02286-b0f3-4db3-b013-d4eea49c470e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/dc233a36-332f-49cf-a503-bba3b577f9bd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1629934 Oct 27 16:15:14.956347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1320a141-f605-4d88-a609-166757d8dd99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:15.003896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e21bc46-986e-43bd-b426-e7bc2f839bd9 req-1d33b224-7421-41d8-832e-5ec2e0935188 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0414577 Oct 27 16:15:15.154331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-deleted', 'tag': '935953a2-6495-45f6-89e3-b6b0c3d8b32e'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:15.159344 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bcc0ba-3040-4de3-9825-b4a6f6f737e1" -d '{"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-deleted", "tag": "935953a2-6495-45f6-89e3-b6b0c3d8b32e"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:15.284827 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ac9f8c-1f7a-49bb-ab62-2d353259b688 x-openstack-request-id: req-58ac9f8c-1f7a-49bb-ab62-2d353259b688 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:15.285415 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fb43b7-51aa-4cfd-bc75-868ccf0231d4", "name": "network-vif-deleted", "tag": "935953a2-6495-45f6-89e3-b6b0c3d8b32e", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:15.285909 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58ac9f8c-1f7a-49bb-ab62-2d353259b688 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:15.286600 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15fb43b7-51aa-4cfd-bc75-868ccf0231d4', 'name': 'network-vif-deleted', 'tag': '935953a2-6495-45f6-89e3-b6b0c3d8b32e', 'status': 'completed', 'code': 200} Oct 27 16:15:15.405788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1320a141-f605-4d88-a609-166757d8dd99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:15.411511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1320a141-f605-4d88-a609-166757d8dd99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:15.914127 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc881c-f302-4448-9848-5432dd18068b req-57489dd5-574d-4e4e-b919-782a42beb8a5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:15.943011 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23bc881c-f302-4448-9848-5432dd18068b req-57489dd5-574d-4e4e-b919-782a42beb8a5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.4061625 Oct 27 16:15:16.055397 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23bc881c-f302-4448-9848-5432dd18068b req-1ce421ad-140a-4121-b29d-157a008dfb27 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107512 Oct 27 16:15:16.155665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23d78bd6-f1fc-43e7-bb28-43f57f4eaf3d req-a7482030-0499-46a6-bfe5-d11f2ab1845f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0351195 Oct 27 16:15:16.354665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1320a141-f605-4d88-a609-166757d8dd99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.394348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1320a141-f605-4d88-a609-166757d8dd99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:16.398271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1320a141-f605-4d88-a609-166757d8dd99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:16.403791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1320a141-f605-4d88-a609-166757d8dd99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:16.409897 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1320a141-f605-4d88-a609-166757d8dd99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.410670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52b3868-0a1c-488a-8a41-c5bebdfa3537 None None] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:16.453625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320a141-f605-4d88-a609-166757d8dd99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Subnet': ['ID=cb332e1e-556b-44bb-a8dc-a8ae5364c28d,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:16.501839 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1320a141-f605-4d88-a609-166757d8dd99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5516510 Oct 27 16:15:16.501839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60884) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:16.518073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0908551a-295e-43eb-8b43-35eb534c3c19 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'security_group': {'name': 'tempest-secgroup-1457435431'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:16.611172 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0908551a-295e-43eb-8b43-35eb534c3c19 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.843460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0908551a-295e-43eb-8b43-35eb534c3c19 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.908657 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0908551a-295e-43eb-8b43-35eb534c3c19 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:16.927339 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'tenant_id': 'c382712ab70d4e799c67faffe244b629', 'fixed_ips': [{'subnet_id': 'cb332e1e-556b-44bb-a8dc-a8ae5364c28d'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:15:16.928219 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.000319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908551a-295e-43eb-8b43-35eb534c3c19 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73af4e2-0cae-44d6-8338-bcc5f81ed107,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:17.030253 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0908551a-295e-43eb-8b43-35eb534c3c19 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.031503 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0908551a-295e-43eb-8b43-35eb534c3c19 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5275886 Oct 27 16:15:17.034229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60888) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:17.038587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5f73b965-96de-4652-b374-cf77106db4ec tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'security_group': {'name': 'tempest-secgroup-768889406'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:17.131232 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f73b965-96de-4652-b374-cf77106db4ec tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.177114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Allocated IP 172.20.0.2 (e5de3fc8-79da-4d33-9380-e5c960fd3ef6/cb332e1e-556b-44bb-a8dc-a8ae5364c28d/ee64f1f0-0d29-4b22-91a4-b3e3d6310637) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:17.281684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a7f76-8a71-4efa-a2e8-0c82bdafad88 req-90f30183-24fd-49d5-aa4e-a6ff7a281fa7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:17.290200 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f40a7f76-8a71-4efa-a2e8-0c82bdafad88 req-90f30183-24fd-49d5-aa4e-a6ff7a281fa7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.0850766 Oct 27 16:15:17.302124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f73b965-96de-4652-b374-cf77106db4ec tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.349594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f40a7f76-8a71-4efa-a2e8-0c82bdafad88 req-cc365e4c-a13c-467c-bca8-23415c288548 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569618 Oct 27 16:15:17.372225 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f73b965-96de-4652-b374-cf77106db4ec tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.442645 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73b965-96de-4652-b374-cf77106db4ec tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9143093d-df04-49cd-8c93-0bfcded0ff30,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:17.465672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f73b965-96de-4652-b374-cf77106db4ec tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.470081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5f73b965-96de-4652-b374-cf77106db4ec tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4318354 Oct 27 16:15:17.472523 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60898) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:17.481631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-294622424', 'security_groups': ['9143093d-df04-49cd-8c93-0bfcded0ff30'], 'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb332e1e-556b-44bb-a8dc-a8ae5364c28d'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:17.486671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.518617 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-558fca5d-8323-4a99-a54b-9e446ac4a29f req-bb5dfea3-f06c-45b4-88fa-a0560342411d tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0747688 Oct 27 16:15:17.600519 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.684011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:17.687812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:17.691407 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:17.698051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Pushing event updated for resources: {'Port': ['ID=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:17.748752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:17.794274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Attempting to bind port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:17.795007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Attempting to bind port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'f0789d4c-ed34-495c-9465-0179ba4a6bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:17.795802 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Attempting to bind port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 on network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:17.809519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:17.810309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Checking segment: {'id': 'f0789d4c-ed34-495c-9465-0179ba4a6bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:17.810937 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.811529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Bound using segment: {'id': 'f0789d4c-ed34-495c-9465-0179ba4a6bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:17.812475 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Bound port: ee64f1f0-0d29-4b22-91a4-b3e3d6310637, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0789d4c-ed34-495c-9465-0179ba4a6bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:17.816784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.920753 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:17.949761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port 9faf4078-5462-4b89-b627-fba44a0629f9 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:15:17.987350 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] For port ee64f1f0-0d29-4b22-91a4-b3e3d6310637, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:17.991069 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] For port ee64f1f0-0d29-4b22-91a4-b3e3d6310637, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,segment=NetworkSegment(f0789d4c-ed34-495c-9465-0179ba4a6bb3),segment_id=f0789d4c-ed34-495c-9465-0179ba4a6bb3)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:18.137709 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:18.201608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236b285-fcae-4214-8382-1505e5ebe7c5 None None] Pushing event updated for resources: {'Port': ['ID=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:18.207888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962e4e0-4b80-4c6f-8c9a-cab8ce3d04ec req-d89980ed-a714-4326-bffb-5a93c8f2e43c tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:18.209707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a962e4e0-4b80-4c6f-8c9a-cab8ce3d04ec req-d89980ed-a714-4326-bffb-5a93c8f2e43c tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 951 time: 0.0730822 Oct 27 16:15:18.215663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.10 (e5de3fc8-79da-4d33-9380-e5c960fd3ef6/cb332e1e-556b-44bb-a8dc-a8ae5364c28d/9faf4078-5462-4b89-b627-fba44a0629f9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:18.278096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a962e4e0-4b80-4c6f-8c9a-cab8ce3d04ec req-bcdc4a7b-bfde-4445-b94c-4c92865fbe36 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597394 Oct 27 16:15:18.417097 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f71d8510-5c15-4f4f-937b-308cc04b1e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:18.535809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d151d-a9f3-4a37-a82e-b6f296986456 req-251dd684-50f7-4b22-a925-5ecdab398e68 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:18.553363 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3a1d151d-a9f3-4a37-a82e-b6f296986456 req-251dd684-50f7-4b22-a925-5ecdab398e68 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.1051433 Oct 27 16:15:18.559944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:18.645020 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3a1d151d-a9f3-4a37-a82e-b6f296986456 req-14496511-a554-4268-beef-e2e2fdf9ab3f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894856 Oct 27 16:15:18.683978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18ac6e14-db12-44d9-93d4-560af1f11d55 req-aa252a65-d359-4036-b368-1d959236a96e tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0503597 Oct 27 16:15:18.685508 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:18.732757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:18.739864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:18.743941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:18.799760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=9faf4078-5462-4b89-b627-fba44a0629f9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:18.823504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:18.824047 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:18.832967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee64f1f0-0d29-4b22-91a4-b3e3d6310637 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:18.888970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4e96bccf-b741-4628-93c8-f0bc33463e7a tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4150395 Oct 27 16:15:18.891624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60930) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:18.896773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5dc4863a-386f-4e33-8c8a-166d73ec7e7f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:18.907627 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:18.908333 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:19.034030 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:19.087461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port ee64f1f0-0d29-4b22-91a4-b3e3d6310637, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,segment=NetworkSegment(f0789d4c-ed34-495c-9465-0179ba4a6bb3),segment_id=f0789d4c-ed34-495c-9465-0179ba4a6bb3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:19.159522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc4863a-386f-4e33-8c8a-166d73ec7e7f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:19.163311 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dc4863a-386f-4e33-8c8a-166d73ec7e7f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:19.171397 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:19.265931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:19.362628 n-d-815689-1 neutron-server[109723]: INFO neutron.db.ipam_backend_mixin [None req-5dc4863a-386f-4e33-8c8a-166d73ec7e7f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cb332e1e-556b-44bb-a8dc-a8ae5364c28d (CIDR: 172.20.0.0/28) Oct 27 16:15:19.411445 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc4863a-386f-4e33-8c8a-166d73ec7e7f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:15:19.411768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc4863a-386f-4e33-8c8a-166d73ec7e7f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:19.436593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56cae1-2aa2-45f5-8666-fdae2e5b5e5e req-27ab4c48-c4dc-43b9-9534-2ec776113a54 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:19.446181 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed56cae1-2aa2-45f5-8666-fdae2e5b5e5e req-27ab4c48-c4dc-43b9-9534-2ec776113a54 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 951 time: 0.0752232 Oct 27 16:15:19.490543 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5dc4863a-386f-4e33-8c8a-166d73ec7e7f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5954013 Oct 27 16:15:19.491113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60934) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:19.507093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-53a7d4a0-861e-4e71-b74d-d01b194ff386 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:19.524291 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed56cae1-2aa2-45f5-8666-fdae2e5b5e5e req-f1ce1e82-95ac-4369-8a8a-ff2dbdd99cba tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665374 Oct 27 16:15:19.743272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a7d4a0-861e-4e71-b74d-d01b194ff386 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:19.749492 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53a7d4a0-861e-4e71-b74d-d01b194ff386 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:19.798767 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-efbf5297-25cd-45e8-b60e-fbfed3af37e9 None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:19.799343 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-efbf5297-25cd-45e8-b60e-fbfed3af37e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:19.931637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3961e3-c014-4022-aec4-e4fe15a0b055 req-baff8289-db08-4751-9b9a-c0719018e268 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:19.945440 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de3961e3-c014-4022-aec4-e4fe15a0b055 req-baff8289-db08-4751-9b9a-c0719018e268 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.1637318 Oct 27 16:15:20.010965 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de3961e3-c014-4022-aec4-e4fe15a0b055 req-4bdd2024-235f-4543-b184-59823be9785c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577636 Oct 27 16:15:20.109513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-efbf5297-25cd-45e8-b60e-fbfed3af37e9 None None] Provisioning complete for port dc233a36-332f-49cf-a503-bba3b577f9bd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:20.110128 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-efbf5297-25cd-45e8-b60e-fbfed3af37e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:20.157426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-efbf5297-25cd-45e8-b60e-fbfed3af37e9 None None] Port dc233a36-332f-49cf-a503-bba3b577f9bd cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:20.234996 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55969175-3c0b-4604-8c38-4f88748d38f4 req-35e73de8-308d-4861-b28b-d1fc05d7c5a9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0810516 Oct 27 16:15:20.291393 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-440aec0c-374b-4b71-93cd-d15e0f54bc8e None None] Provisioning complete for port 9faf4078-5462-4b89-b627-fba44a0629f9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:20.291763 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-440aec0c-374b-4b71-93cd-d15e0f54bc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:20.341025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-440aec0c-374b-4b71-93cd-d15e0f54bc8e None None] Port 9faf4078-5462-4b89-b627-fba44a0629f9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:20.349077 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53a7d4a0-861e-4e71-b74d-d01b194ff386 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:20.406823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a7d4a0-861e-4e71-b74d-d01b194ff386 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:20.410262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-53a7d4a0-861e-4e71-b74d-d01b194ff386 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:20.416472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7d4a0-861e-4e71-b74d-d01b194ff386 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:20.417047 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53a7d4a0-861e-4e71-b74d-d01b194ff386 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:20.433820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d01109d-6a73-401e-8455-33496bb88425 None None] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:20.436216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7d4a0-861e-4e71-b74d-d01b194ff386 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Subnet': ['ID=c7c503ca-71ff-4e22-93f6-d0b92f0d1262,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:20.551205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-53a7d4a0-861e-4e71-b74d-d01b194ff386 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0586414 Oct 27 16:15:20.555829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60966) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:20.560014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c871cd67-0a13-442d-9bd4-b71aec2e6e54 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1506847296', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c7c503ca-71ff-4e22-93f6-d0b92f0d1262'}], 'security_groups': ['b73af4e2-0cae-44d6-8338-bcc5f81ed107']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:20.693434 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c871cd67-0a13-442d-9bd4-b71aec2e6e54 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:20.881337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee64f1f0-0d29-4b22-91a4-b3e3d6310637 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:20.943530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59771d6b-0d2c-47de-bc84-2a1a834483c8 None None] Update dhcp port {'port': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'fixed_ips': [{'subnet_id': 'cb332e1e-556b-44bb-a8dc-a8ae5364c28d', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c7c503ca-71ff-4e22-93f6-d0b92f0d1262'}], 'binding:host_id': 'n-d-815689-1'}, 'id': 'ee64f1f0-0d29-4b22-91a4-b3e3d6310637'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:15:20.977470 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59771d6b-0d2c-47de-bc84-2a1a834483c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:21.029446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:21.030161 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:21.196391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-c871cd67-0a13-442d-9bd4-b71aec2e6e54 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Delete allocated IP 172.20.0.10 (e5de3fc8-79da-4d33-9380-e5c960fd3ef6/cb332e1e-556b-44bb-a8dc-a8ae5364c28d) {{(pid=109723) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:15:21.221581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-c871cd67-0a13-442d-9bd4-b71aec2e6e54 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.27 (e5de3fc8-79da-4d33-9380-e5c960fd3ef6/c7c503ca-71ff-4e22-93f6-d0b92f0d1262/9faf4078-5462-4b89-b627-fba44a0629f9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:21.246059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8b621-2aef-4887-b45c-81d91faf0c3e req-4ab85e53-3e47-4d3b-a62f-8d36c4d3df65 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:21.250616 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-09c8b621-2aef-4887-b45c-81d91faf0c3e req-4ab85e53-3e47-4d3b-a62f-8d36c4d3df65 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.1112750 Oct 27 16:15:21.321016 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-09c8b621-2aef-4887-b45c-81d91faf0c3e req-c5b0b09b-fe52-4c52-aed8-5e4553c53cb7 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610061 Oct 27 16:15:21.478633 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4d8367a-c9ae-4529-bd40-d6e31df07f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:21.479780 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c871cd67-0a13-442d-9bd4-b71aec2e6e54 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:21.502124 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2cbeafd-a9b9-4f2c-8034-77c53df7969e req-3a9f1b7e-f7ca-4bf8-94e2-0b92b62a017b tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0432539 Oct 27 16:15:21.526181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c871cd67-0a13-442d-9bd4-b71aec2e6e54 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:21.618276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:21.641819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-59771d6b-0d2c-47de-bc84-2a1a834483c8 None None] Allocated IP 172.20.0.18 (e5de3fc8-79da-4d33-9380-e5c960fd3ef6/c7c503ca-71ff-4e22-93f6-d0b92f0d1262/ee64f1f0-0d29-4b22-91a4-b3e3d6310637) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:21.683402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c871cd67-0a13-442d-9bd4-b71aec2e6e54 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=9faf4078-5462-4b89-b627-fba44a0629f9,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:21.720320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c871cd67-0a13-442d-9bd4-b71aec2e6e54 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] In _notify_port_updated(), no bound segment for port 9faf4078-5462-4b89-b627-fba44a0629f9 on network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 {{(pid=109723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:15:21.726259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c871cd67-0a13-442d-9bd4-b71aec2e6e54 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:21.727266 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c871cd67-0a13-442d-9bd4-b71aec2e6e54 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:21.728685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c871cd67-0a13-442d-9bd4-b71aec2e6e54 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "PUT /v2.0/ports/9faf4078-5462-4b89-b627-fba44a0629f9 HTTP/1.1" status: 200 len: 921 time: 1.1731844 Oct 27 16:15:21.731715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60994) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:21.903602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 9faf4078-5462-4b89-b627-fba44a0629f9 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:21.905109 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.083257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.108585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 9faf4078-5462-4b89-b627-fba44a0629f9 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:22.129208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40aeb92-0489-414d-8cca-051c175a4813 req-3b65b25f-8df1-4595-a4bc-0c6b77a7646f tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:22.131896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f40aeb92-0489-414d-8cca-051c175a4813 req-3b65b25f-8df1-4595-a4bc-0c6b77a7646f tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 951 time: 0.1262920 Oct 27 16:15:22.234722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-59771d6b-0d2c-47de-bc84-2a1a834483c8 None None] For port ee64f1f0-0d29-4b22-91a4-b3e3d6310637, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,segment=NetworkSegment(f0789d4c-ed34-495c-9465-0179ba4a6bb3),segment_id=f0789d4c-ed34-495c-9465-0179ba4a6bb3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:22.248903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.251994 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f40aeb92-0489-414d-8cca-051c175a4813 req-24e50547-3217-41cf-bbdd-bed863357c78 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114602 Oct 27 16:15:22.294855 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.298442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59771d6b-0d2c-47de-bc84-2a1a834483c8 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.300033 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.316665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:22.318937 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4835f771-27ba-4a61-9061-97284648bf40" -d '{"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-unplugged", "status": "completed", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:22.338422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:22.365304 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59771d6b-0d2c-47de-bc84-2a1a834483c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.436989 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11065dcb-784a-4978-98d2-4cb9dc32a6a2 x-openstack-request-id: req-11065dcb-784a-4978-98d2-4cb9dc32a6a2 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:22.436989 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-unplugged", "status": "completed", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:22.436989 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11065dcb-784a-4978-98d2-4cb9dc32a6a2 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:22.436989 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'code': 200} Oct 27 16:15:22.436989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59771d6b-0d2c-47de-bc84-2a1a834483c8 None None] Pushing event updated for resources: {'Port': ['ID=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:22.451741 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.472208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.541675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=9faf4078-5462-4b89-b627-fba44a0629f9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:22.557485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.559531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=11']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:22.560855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.561422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.563145 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.563753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.564224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.564652 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.565110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.567462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.567928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.568560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.569066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:22.615996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7be1e4-fbdc-4a51-adbb-9a28496381ac req-c1e24701-a5c6-44a4-b033-7f34c2b6a779 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:22.624966 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a7be1e4-fbdc-4a51-adbb-9a28496381ac req-c1e24701-a5c6-44a4-b033-7f34c2b6a779 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.1750293 Oct 27 16:15:22.714659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5d81119-8dd8-4c97-95e3-084ac5556805 req-77f7915f-068b-40f1-bf22-876a32764842 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0612633 Oct 27 16:15:22.781414 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a7be1e4-fbdc-4a51-adbb-9a28496381ac req-9fa2cc40-dc45-40b0-ad1e-9a47663e2692 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552896 Oct 27 16:15:22.781983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee64f1f0-0d29-4b22-91a4-b3e3d6310637 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:22.796300 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.800086 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f996134e-bf95-4a9e-ad16-532f84614c71 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/9faf4078-5462-4b89-b627-fba44a0629f9 HTTP/1.1" status: 204 len: 168 time: 1.0668359 Oct 27 16:15:22.807390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32772) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:22.837936 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2639b3-784e-462d-86f7-2af6bc0dd9a3 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:15:22.842624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2f2639b3-784e-462d-86f7-2af6bc0dd9a3 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/9faf4078-5462-4b89-b627-fba44a0629f9 HTTP/1.1" status: 404 len: 333 time: 0.0341530 Oct 27 16:15:22.845617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32774) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:22.881766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:22.882424 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.948887 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab1779cf-7f16-4cd2-bad7-63c5b7733a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:22.997963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab1779cf-7f16-4cd2-bad7-63c5b7733a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.170951 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab1779cf-7f16-4cd2-bad7-63c5b7733a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.173933 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab1779cf-7f16-4cd2-bad7-63c5b7733a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.178588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32776) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:23.179989 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ab1779cf-7f16-4cd2-bad7-63c5b7733a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/security-groups/9143093d-df04-49cd-8c93-0bfcded0ff30 HTTP/1.1" status: 204 len: 168 time: 0.3322520 Oct 27 16:15:23.194977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1779cf-7f16-4cd2-bad7-63c5b7733a21 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9143093d-df04-49cd-8c93-0bfcded0ff30,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:23.290655 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d50d4eb-ad09-4096-8fd7-594f3f227f99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.325474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d50d4eb-ad09-4096-8fd7-594f3f227f99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.414154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4c2ad4a8-7fa6-42d9-9cde-e1e2539aaaf5 None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:23.414537 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad4a8-7fa6-42d9-9cde-e1e2539aaaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.432484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c837ae7-5fa0-45c0-8e71-b312fdd8fcb2 req-cfa75821-96cf-4250-91b5-1c7cd88a507b tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:23.435010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c837ae7-5fa0-45c0-8e71-b312fdd8fcb2 req-cfa75821-96cf-4250-91b5-1c7cd88a507b tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 949 time: 0.0897918 Oct 27 16:15:23.486009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d50d4eb-ad09-4096-8fd7-594f3f227f99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.489159 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d50d4eb-ad09-4096-8fd7-594f3f227f99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.494665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32780) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:23.505123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1d50d4eb-ad09-4096-8fd7-594f3f227f99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/security-groups/b73af4e2-0cae-44d6-8338-bcc5f81ed107 HTTP/1.1" status: 204 len: 168 time: 0.3244519 Oct 27 16:15:23.543460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50d4eb-ad09-4096-8fd7-594f3f227f99 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73af4e2-0cae-44d6-8338-bcc5f81ed107,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:23.574561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c837ae7-5fa0-45c0-8e71-b312fdd8fcb2 req-8abd7bde-7fd0-462d-b73b-0d7c379d043c tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284900 Oct 27 16:15:23.580901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4c2ad4a8-7fa6-42d9-9cde-e1e2539aaaf5 None None] Could not find standard attr ID for object 9faf4078-5462-4b89-b627-fba44a0629f9. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:15:23.600632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4c2ad4a8-7fa6-42d9-9cde-e1e2539aaaf5 None None] Provisioning complete for port dc233a36-332f-49cf-a503-bba3b577f9bd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:23.600632 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4c2ad4a8-7fa6-42d9-9cde-e1e2539aaaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.600959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-769581b5-36c2-495f-8197-1f8e0eb114aa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting subnet cb332e1e-556b-44bb-a8dc-a8ae5364c28d {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:15:23.601822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-769581b5-36c2-495f-8197-1f8e0eb114aa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.644964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4c2ad4a8-7fa6-42d9-9cde-e1e2539aaaf5 None None] Port dc233a36-332f-49cf-a503-bba3b577f9bd cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:23.661935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-769581b5-36c2-495f-8197-1f8e0eb114aa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.840386 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-769581b5-36c2-495f-8197-1f8e0eb114aa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:23.900198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46f03a-6db3-45bb-9f69-4972e6e65e8c req-d3c7b246-06b8-45d1-8a7f-a1f38fd30c25 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:23.904178 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba46f03a-6db3-45bb-9f69-4972e6e65e8c req-d3c7b246-06b8-45d1-8a7f-a1f38fd30c25 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.53 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 949 time: 0.1064887 Oct 27 16:15:23.932631 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6e0cec2-b292-4b0e-a5a5-c61b36f06ab3 req-cbc45504-c6d5-4bdc-a400-92f43825cd85 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0507655 Oct 27 16:15:24.110054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88877b0f-fe70-450c-8816-f36d33b3ab49 req-e3a81eb3-95df-419e-97c5-e77921807dff tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:24.110054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88877b0f-fe70-450c-8816-f36d33b3ab49 req-e3a81eb3-95df-419e-97c5-e77921807dff tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.1034935 Oct 27 16:15:24.110054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88877b0f-fe70-450c-8816-f36d33b3ab49 req-7a177e78-d296-4cf5-8b43-61e0eb8e7ef5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397031 Oct 27 16:15:24.121094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-993c39ce-8839-494b-97b0-6bb02b453781 None None] Could not find standard attr ID for object 9faf4078-5462-4b89-b627-fba44a0629f9. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:15:24.205950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-769581b5-36c2-495f-8197-1f8e0eb114aa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:24.228282 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:24.232602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ba46f03a-6db3-45bb-9f69-4972e6e65e8c req-900f0e10-8b7b-42bf-903e-ebc387fcc445 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Deleting port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:24.233025 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba46f03a-6db3-45bb-9f69-4972e6e65e8c req-900f0e10-8b7b-42bf-903e-ebc387fcc445 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:24.237830 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769581b5-36c2-495f-8197-1f8e0eb114aa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Subnet': ['ID=cb332e1e-556b-44bb-a8dc-a8ae5364c28d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:24.258741 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-769581b5-36c2-495f-8197-1f8e0eb114aa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:24.263463 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-769581b5-36c2-495f-8197-1f8e0eb114aa tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/cb332e1e-556b-44bb-a8dc-a8ae5364c28d HTTP/1.1" status: 204 len: 168 time: 0.7677102 Oct 27 16:15:24.271644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32786) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:24.288139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-451f0a93-2a64-4760-b7b4-e3af0480b836 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:24.394020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ba46f03a-6db3-45bb-9f69-4972e6e65e8c req-900f0e10-8b7b-42bf-903e-ebc387fcc445 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] For port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:24.395071 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba46f03a-6db3-45bb-9f69-4972e6e65e8c req-900f0e10-8b7b-42bf-903e-ebc387fcc445 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:24.395914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e741dd2-2093-482c-b565-8f723cd8d5ff None None] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:24.420803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ba46f03a-6db3-45bb-9f69-4972e6e65e8c req-900f0e10-8b7b-42bf-903e-ebc387fcc445 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Calling delete_port for df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:24.588450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451f0a93-2a64-4760-b7b4-e3af0480b836 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:24.595352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-451f0a93-2a64-4760-b7b4-e3af0480b836 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:24.818875 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a10ac2-d281-4a33-a382-d453ee271049 req-72925423-eb79-484a-b7b5-73ce7f102a11 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:24.821191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c6a10ac2-d281-4a33-a382-d453ee271049 req-72925423-eb79-484a-b7b5-73ce7f102a11 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 949 time: 0.1596096 Oct 27 16:15:24.904246 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c6a10ac2-d281-4a33-a382-d453ee271049 req-77bc7d7b-ad1e-4cf8-921a-5cd5e306e7c9 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/security-groups?id=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711241 Oct 27 16:15:25.150110 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2ba51abc-e6e5-4547-8bb3-92f28245abba req-8fb0fd5f-a522-4877-adee-48f48568e31d tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0475960 Oct 27 16:15:25.155121 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba46f03a-6db3-45bb-9f69-4972e6e65e8c req-900f0e10-8b7b-42bf-903e-ebc387fcc445 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:25.256580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f0e10-8b7b-42bf-903e-ebc387fcc445 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Pushing event deleted for resources: {'Port': ['ID=df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:25.330262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba46f03a-6db3-45bb-9f69-4972e6e65e8c req-900f0e10-8b7b-42bf-903e-ebc387fcc445 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] No DVR routers for this DVR port df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:25.334611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ba46f03a-6db3-45bb-9f69-4972e6e65e8c req-900f0e10-8b7b-42bf-903e-ebc387fcc445 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:25.338542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba46f03a-6db3-45bb-9f69-4972e6e65e8c req-900f0e10-8b7b-42bf-903e-ebc387fcc445 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.53 "DELETE /v2.0/ports/df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 HTTP/1.1" status: 204 len: 173 time: 1.4272716 Oct 27 16:15:25.339013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-deleted', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:25.342233 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c495bfc0-644a-4e21-8a99-e2d2243b0701" -d '{"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-deleted", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:25.365632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561feaf-de94-4de6-9a7a-686fa2f77653 req-3c08b12c-980d-42f1-82b2-27513ef779f6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:25.383242 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0561feaf-de94-4de6-9a7a-686fa2f77653 req-3c08b12c-980d-42f1-82b2-27513ef779f6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.1690772 Oct 27 16:15:25.421234 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4d0d94-9c76-4e4e-8c1d-82e3fda0686e x-openstack-request-id: req-4a4d0d94-9c76-4e4e-8c1d-82e3fda0686e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:25.421590 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546fcdc3-76b7-4379-8111-9c281d62a321", "name": "network-vif-deleted", "tag": "df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:25.421848 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a4d0d94-9c76-4e4e-8c1d-82e3fda0686e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:25.422245 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546fcdc3-76b7-4379-8111-9c281d62a321', 'name': 'network-vif-deleted', 'tag': 'df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3', 'status': 'completed', 'code': 200} Oct 27 16:15:25.435404 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-451f0a93-2a64-4760-b7b4-e3af0480b836 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:25.515955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0561feaf-de94-4de6-9a7a-686fa2f77653 req-3764b4f2-a03f-472d-876d-8df08d10e54e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296594 Oct 27 16:15:25.536848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451f0a93-2a64-4760-b7b4-e3af0480b836 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:25.566107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-451f0a93-2a64-4760-b7b4-e3af0480b836 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:25.590628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f0a93-2a64-4760-b7b4-e3af0480b836 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:25.596274 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-451f0a93-2a64-4760-b7b4-e3af0480b836 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:25.636986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f0a93-2a64-4760-b7b4-e3af0480b836 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Subnet': ['ID=3d8f7750-504c-4065-acca-fbc312c5760e,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:25.725263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b03891-04c5-45ed-81be-8931c9b8e0e8 req-d8f0b37a-b9b6-42dd-8b07-4416c455eaa2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:25.733250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2b03891-04c5-45ed-81be-8931c9b8e0e8 req-d8f0b37a-b9b6-42dd-8b07-4416c455eaa2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0797043 Oct 27 16:15:25.753325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4694ac5-2ca1-40e9-b274-2968c1b84fbd None None] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:25.782922 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2b03891-04c5-45ed-81be-8931c9b8e0e8 req-3b50e887-e46c-4db1-99f5-ff58b13c68fc tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487649 Oct 27 16:15:25.798706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-451f0a93-2a64-4760-b7b4-e3af0480b836 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5221043 Oct 27 16:15:25.799567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32812) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:25.816041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e8bdca80-4ceb-402e-b496-5860d925e4d6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'security_group': {'name': 'tempest-secgroup-1014506072'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:25.902880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-35c57120-3af5-4de0-a1b2-c5f5e0e8577f None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:25.903606 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-35c57120-3af5-4de0-a1b2-c5f5e0e8577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:25.971613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9674d-47b9-44c5-b469-3e3ad2659c3f req-571ea787-29e4-4454-9aa5-14a61783b08e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:25.971613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23c9674d-47b9-44c5-b469-3e3ad2659c3f req-571ea787-29e4-4454-9aa5-14a61783b08e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0748403 Oct 27 16:15:26.032349 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8bdca80-4ceb-402e-b496-5860d925e4d6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.054803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23c9674d-47b9-44c5-b469-3e3ad2659c3f req-5e912dba-e0b4-40c9-9126-b666c8bacf92 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777314 Oct 27 16:15:26.087110 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-834f8174-4ecb-46fd-b6d7-b5ef2490defa req-8b6ddfd8-ce02-42cb-9cba-1f45e1e03d46 tempest-ImagesOneServerTestJSON-763862344 tempest-ImagesOneServerTestJSON-763862344-project] 10.222.0.15 "GET /v2.0/ports?device_id=546fcdc3-76b7-4379-8111-9c281d62a321 HTTP/1.1" status: 200 len: 210 time: 0.0613465 Oct 27 16:15:26.153046 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-35c57120-3af5-4de0-a1b2-c5f5e0e8577f None None] Provisioning complete for port dc233a36-332f-49cf-a503-bba3b577f9bd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:26.153471 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-35c57120-3af5-4de0-a1b2-c5f5e0e8577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.155435 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8bdca80-4ceb-402e-b496-5860d925e4d6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.211123 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-35c57120-3af5-4de0-a1b2-c5f5e0e8577f None None] Port dc233a36-332f-49cf-a503-bba3b577f9bd cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:26.262792 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8bdca80-4ceb-402e-b496-5860d925e4d6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.321057 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e75bd56-1ab4-46be-babd-963455f1fc7c None None] Update dhcp port {'port': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'fixed_ips': [{'subnet_id': 'c7c503ca-71ff-4e22-93f6-d0b92f0d1262', 'ip_address': '172.20.0.18'}, {'subnet_id': '3d8f7750-504c-4065-acca-fbc312c5760e'}], 'binding:host_id': 'n-d-815689-1'}, 'id': 'ee64f1f0-0d29-4b22-91a4-b3e3d6310637'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:15:26.345973 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe4bafdb-c3dd-4b41-8fd9-ad33b6f1564d req-d40fd064-17b4-4e21-a279-aacab149b062 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0792780 Oct 27 16:15:26.347846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdca80-4ceb-402e-b496-5860d925e4d6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=025f8df0-c67d-4676-9361-b69d87be7e3e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:26.379296 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0e75bd56-1ab4-46be-babd-963455f1fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.389342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace0a4c-60e5-42a0-af07-49ccac54654d req-8db4d28c-9ff5-4b3a-816d-aa7cffbc204a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:26.391088 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ace0a4c-60e5-42a0-af07-49ccac54654d req-8db4d28c-9ff5-4b3a-816d-aa7cffbc204a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0991232 Oct 27 16:15:26.412442 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8bdca80-4ceb-402e-b496-5860d925e4d6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.417046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e8bdca80-4ceb-402e-b496-5860d925e4d6 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6144862 Oct 27 16:15:26.417761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32838) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:26.422318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8f5ce76b-2c8d-4f7d-a8aa-b7b73010df8c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'security_group': {'name': 'tempest-secgroup-2133460762'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:26.444829 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ace0a4c-60e5-42a0-af07-49ccac54654d req-8b75d6cc-bdd1-497b-bd90-f5425641ef90 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471685 Oct 27 16:15:26.496344 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f5ce76b-2c8d-4f7d-a8aa-b7b73010df8c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.565846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-0e75bd56-1ab4-46be-babd-963455f1fc7c None None] Allocated IP 172.20.0.2 (e5de3fc8-79da-4d33-9380-e5c960fd3ef6/3d8f7750-504c-4065-acca-fbc312c5760e/ee64f1f0-0d29-4b22-91a4-b3e3d6310637) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:26.617867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542312e-e6c0-4fdc-8409-7c7630e10250 req-78a9da11-171f-4674-bc4e-f84e3182c42e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:26.619917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9542312e-e6c0-4fdc-8409-7c7630e10250 req-78a9da11-171f-4674-bc4e-f84e3182c42e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0984023 Oct 27 16:15:26.630075 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f5ce76b-2c8d-4f7d-a8aa-b7b73010df8c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.684192 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9542312e-e6c0-4fdc-8409-7c7630e10250 req-6bca4d3d-9838-45a4-b2f2-e6043d338e26 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499494 Oct 27 16:15:26.685383 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f5ce76b-2c8d-4f7d-a8aa-b7b73010df8c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.713093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0e75bd56-1ab4-46be-babd-963455f1fc7c None None] For port ee64f1f0-0d29-4b22-91a4-b3e3d6310637, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,segment=NetworkSegment(f0789d4c-ed34-495c-9465-0179ba4a6bb3),segment_id=f0789d4c-ed34-495c-9465-0179ba4a6bb3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:26.747427 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0e75bd56-1ab4-46be-babd-963455f1fc7c None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.767011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44acc0d5-6187-4699-9e8e-60923b58a3af req-2ee24ca8-47bc-4e99-b413-2bddb93b82d0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:26.769543 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-44acc0d5-6187-4699-9e8e-60923b58a3af req-2ee24ca8-47bc-4e99-b413-2bddb93b82d0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.1543062 Oct 27 16:15:26.793770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ce76b-2c8d-4f7d-a8aa-b7b73010df8c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39bb45c4-a669-4c51-86aa-31722cd1fc8d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:26.814900 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-44acc0d5-6187-4699-9e8e-60923b58a3af req-52d6a23d-9e76-4c14-bc94-1c5899c11b91 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Oct 27 16:15:26.874034 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0e75bd56-1ab4-46be-babd-963455f1fc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.901955 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f5ce76b-2c8d-4f7d-a8aa-b7b73010df8c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:26.906238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32850) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:26.910858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-241ae7ff-a8ca-4de8-a99a-94b5caa23b53 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'security_group': {'name': 'tempest-secgroup-474361345'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:26.914036 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8f5ce76b-2c8d-4f7d-a8aa-b7b73010df8c tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4937348 Oct 27 16:15:26.957316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479fda5-f8d7-4624-bb99-ff8626b04e62 req-f98f2ea6-2daf-452a-8928-7be8c5710796 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:26.966257 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1479fda5-f8d7-4624-bb99-ff8626b04e62 req-f98f2ea6-2daf-452a-8928-7be8c5710796 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1106598 Oct 27 16:15:26.987162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e75bd56-1ab4-46be-babd-963455f1fc7c None None] Pushing event updated for resources: {'Port': ['ID=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:27.022005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1479fda5-f8d7-4624-bb99-ff8626b04e62 req-3b976ac1-8fab-4f5d-b59a-f03a1144877e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548558 Oct 27 16:15:27.056589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-241ae7ff-a8ca-4de8-a99a-94b5caa23b53 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:27.079855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad1a55-8aa6-413a-8cef-cbda995a50fe req-a2dc8599-28ea-40bc-87dd-84acb4790903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:27.081583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84ad1a55-8aa6-413a-8cef-cbda995a50fe req-a2dc8599-28ea-40bc-87dd-84acb4790903 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 1097 time: 0.0540419 Oct 27 16:15:27.170000 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-241ae7ff-a8ca-4de8-a99a-94b5caa23b53 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:27.236991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad1a55-8aa6-413a-8cef-cbda995a50fe req-d394f079-5cea-4547-ab1c-c92b2c458fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:27.239351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84ad1a55-8aa6-413a-8cef-cbda995a50fe req-d394f079-5cea-4547-ab1c-c92b2c458fd6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.1437068 Oct 27 16:15:27.240750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80516d5-1f1b-43dc-a4df-465ec52b9b0d req-ee913aa1-00e0-41db-8db8-fa41b3e56317 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:27.242785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b80516d5-1f1b-43dc-a4df-465ec52b9b0d req-ee913aa1-00e0-41db-8db8-fa41b3e56317 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0766757 Oct 27 16:15:27.245228 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-241ae7ff-a8ca-4de8-a99a-94b5caa23b53 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:27.308925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84ad1a55-8aa6-413a-8cef-cbda995a50fe req-f6f978ea-4400-412b-8ff2-e6252cea6dc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=842145fa-d107-4b03-b565-fac94f5fde54 HTTP/1.1" status: 200 len: 217 time: 0.0604265 Oct 27 16:15:27.313125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ae7ff-a8ca-4de8-a99a-94b5caa23b53 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0177ae-642b-411b-94e3-34edc2272960,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:27.332045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b80516d5-1f1b-43dc-a4df-465ec52b9b0d req-f3725cfe-9327-4bc6-9a5e-c9ed25ec0d5e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785425 Oct 27 16:15:27.372305 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-241ae7ff-a8ca-4de8-a99a-94b5caa23b53 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:27.376456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32860) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:27.377079 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-241ae7ff-a8ca-4de8-a99a-94b5caa23b53 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4693446 Oct 27 16:15:27.381735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1180017567', 'security_groups': ['7a0177ae-642b-411b-94e3-34edc2272960'], 'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3d8f7750-504c-4065-acca-fbc312c5760e'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:27.441885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad1a55-8aa6-413a-8cef-cbda995a50fe req-35d92e2e-1003-4654-a50f-0aaa6eb40f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:27.443783 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84ad1a55-8aa6-413a-8cef-cbda995a50fe req-35d92e2e-1003-4654-a50f-0aaa6eb40f02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.1277084 Oct 27 16:15:27.527852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d0453ef4-e1ee-4046-a80b-a4685ce4633e req-37f7002b-3207-482d-8404-c948ac0c4ff3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0573573 Oct 27 16:15:27.579187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad1a55-8aa6-413a-8cef-cbda995a50fe req-e04efcdc-269d-4dd6-8617-de4dca3f430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:27.581006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84ad1a55-8aa6-413a-8cef-cbda995a50fe req-e04efcdc-269d-4dd6-8617-de4dca3f430e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261089 Oct 27 16:15:27.659496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51d24d-5d20-43fd-a791-39bb4420ae83 req-ae999492-c245-47eb-a8f6-ca6460d2b832 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:27.661260 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b51d24d-5d20-43fd-a791-39bb4420ae83 req-ae999492-c245-47eb-a8f6-ca6460d2b832 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0700834 Oct 27 16:15:27.666125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 842145fa-d107-4b03-b565-fac94f5fde54 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:27.753462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84ad1a55-8aa6-413a-8cef-cbda995a50fe req-2dee2299-ad8a-48b7-b46f-9bff163ff960 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622305 Oct 27 16:15:27.754652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:27.772166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b51d24d-5d20-43fd-a791-39bb4420ae83 req-af2f8fca-8fdc-4ad1-a941-16526425a29b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847969 Oct 27 16:15:27.847547 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:27.905041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842145fa-d107-4b03-b565-fac94f5fde54'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:15:27.907106 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32874) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:27.914107 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de050433-76dd-4775-b9ba-4bc69629f387" -d '{"events": [{"server_uuid": "8869d350-203b-4fa7-a7d0-cc94b76a460f", "name": "network-vif-unplugged", "status": "completed", "tag": "842145fa-d107-4b03-b565-fac94f5fde54"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:15:27.930800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 842145fa-d107-4b03-b565-fac94f5fde54, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=842145fa-d107-4b03-b565-fac94f5fde54,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:27.990320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1186b124-2ead-4b26-8eca-ea6f7e5ac26c None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:27.990320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1186b124-2ead-4b26-8eca-ea6f7e5ac26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.043799 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.053792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:28.062480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ff2cb-2032-413a-accc-ab66dbff8aaa req-037b885c-ae91-45e1-a8ca-cf8a084745f1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:28.066595 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-799ff2cb-2032-413a-accc-ab66dbff8aaa req-037b885c-ae91-45e1-a8ca-cf8a084745f1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 946 time: 0.1289632 Oct 27 16:15:28.078323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a98b0-1fb7-4364-9a38-2e3ef672193f req-b0d7d9c5-2535-46e8-88f0-ad5e76664f14 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:28.080772 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c2a98b0-1fb7-4364-9a38-2e3ef672193f req-b0d7d9c5-2535-46e8-88f0-ad5e76664f14 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1695330 Oct 27 16:15:28.125645 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:28.126283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device df1ebd8e-3eb1-43eb-b2c0-8c19b8bd8df3 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:28.169723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.171284 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=842145fa-d107-4b03-b565-fac94f5fde54,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:28.191028 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-55a71727-4085-49fa-acc6-958b57693067 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3662ba104a8945b387de04222a338ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794271 Oct 27 16:15:28.194494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32880) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:28.223841 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c2a98b0-1fb7-4364-9a38-2e3ef672193f req-16a0f204-dbab-4886-bc76-e9f56b924356 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349144 Oct 27 16:15:28.225122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] device_id is not set on port 912815e1-3cb5-4bc5-931c-88cf52c799b4 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:15:28.227150 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-799ff2cb-2032-413a-accc-ab66dbff8aaa req-93bebeac-1e0a-446c-83b6-6fb83619ac44 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189704 Oct 27 16:15:28.239258 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84ad1a55-8aa6-413a-8cef-cbda995a50fe req-5cfa77d0-70ae-4f1b-97a3-c68d5bfcf206 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743402 Oct 27 16:15:28.246363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1186b124-2ead-4b26-8eca-ea6f7e5ac26c None None] Provisioning complete for port dc233a36-332f-49cf-a503-bba3b577f9bd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:28.247246 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1186b124-2ead-4b26-8eca-ea6f7e5ac26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.290912 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4087bf-9bbf-42dd-9ef3-f698b75bdd5f x-openstack-request-id: req-8e4087bf-9bbf-42dd-9ef3-f698b75bdd5f {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:15:28.291148 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869d350-203b-4fa7-a7d0-cc94b76a460f", "name": "network-vif-unplugged", "status": "completed", "tag": "842145fa-d107-4b03-b565-fac94f5fde54", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:15:28.291365 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e4087bf-9bbf-42dd-9ef3-f698b75bdd5f {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:15:28.291812 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '842145fa-d107-4b03-b565-fac94f5fde54', 'code': 200} Oct 27 16:15:28.311693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1186b124-2ead-4b26-8eca-ea6f7e5ac26c None None] Port dc233a36-332f-49cf-a503-bba3b577f9bd cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:28.359615 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b109cf4d-4523-4cc0-8760-391172e78c17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.397353 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b109cf4d-4523-4cc0-8760-391172e78c17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.482060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.6 (e5de3fc8-79da-4d33-9380-e5c960fd3ef6/3d8f7750-504c-4065-acca-fbc312c5760e/912815e1-3cb5-4bc5-931c-88cf52c799b4) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:28.550933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156cd93-6779-42ab-99d1-5591cfd1b3f3 req-497134a5-3d7c-40f4-9ba6-89041465b6f3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:28.552608 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d156cd93-6779-42ab-99d1-5591cfd1b3f3 req-497134a5-3d7c-40f4-9ba6-89041465b6f3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0783305 Oct 27 16:15:28.628196 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d156cd93-6779-42ab-99d1-5591cfd1b3f3 req-800081ef-bd20-4bd0-9214-55c0195f83ea tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626600 Oct 27 16:15:28.629322 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b109cf4d-4523-4cc0-8760-391172e78c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.651926 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b109cf4d-4523-4cc0-8760-391172e78c17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.668815 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b109cf4d-4523-4cc0-8760-391172e78c17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd93a1ad-08fe-4c81-9c8e-1a782ab9a293 HTTP/1.1" status: 204 len: 168 time: 0.4726956 Oct 27 16:15:28.700420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109cf4d-4523-4cc0-8760-391172e78c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd93a1ad-08fe-4c81-9c8e-1a782ab9a293,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:28.780944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.799603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee64f1f0-0d29-4b22-91a4-b3e3d6310637 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:28.813273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23f67abe-0e1d-459f-bda2-5fd293471f0e req-e4653713-6425-4470-8018-aed2878af26c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0537271 Oct 27 16:15:28.826339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab1d45-a44d-476c-a59d-6e92fd50f523 req-dd2fbf2e-83c9-4e3c-ae0c-9791557dd5b4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:28.841118 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-24ab1d45-a44d-476c-a59d-6e92fd50f523 req-dd2fbf2e-83c9-4e3c-ae0c-9791557dd5b4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0733109 Oct 27 16:15:28.879229 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-24ab1d45-a44d-476c-a59d-6e92fd50f523 req-82d0047d-c5e6-4577-a471-1de3784e6f45 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444372 Oct 27 16:15:28.929764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:28.930610 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.932430 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:28.964417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:28.968460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:28.972208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:29.116387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=912815e1-3cb5-4bc5-931c-88cf52c799b4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:29.142144 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:29.142777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:29.179168 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:15:29.256738 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ed8a65a2-ee8c-4829-bb54-94716ecacf01 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8768015 Oct 27 16:15:29.257845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32908) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:29.266665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-196972ac-a56f-416f-84a7-b979bdb24771 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:29.291486 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:29.302167 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0a8b7-4d0f-4c79-98c0-a670261a1e1f req-d5c7a26e-c337-4404-a609-a85cbc11c143 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:29.311356 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2fe0a8b7-4d0f-4c79-98c0-a670261a1e1f req-d5c7a26e-c337-4404-a609-a85cbc11c143 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1133275 Oct 27 16:15:29.377391 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2fe0a8b7-4d0f-4c79-98c0-a670261a1e1f req-e01a7532-cc24-4f2f-8c8b-e2b72536c920 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578790 Oct 27 16:15:29.448152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1ddf728c-1b6b-46c9-ab79-74ad61d36614 None None] Provisioning complete for port 912815e1-3cb5-4bc5-931c-88cf52c799b4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:29.448818 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1ddf728c-1b6b-46c9-ab79-74ad61d36614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:29.501066 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa89cce-efcc-41d6-a058-b0d6394111a7 req-bbcadb50-4145-4319-80f2-fecf04afd051 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:29.501066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efa89cce-efcc-41d6-a058-b0d6394111a7 req-bbcadb50-4145-4319-80f2-fecf04afd051 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 944 time: 0.1202495 Oct 27 16:15:29.501427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1ddf728c-1b6b-46c9-ab79-74ad61d36614 None None] Port 912815e1-3cb5-4bc5-931c-88cf52c799b4 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:29.560076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3dc96-a059-40b6-b6e8-8cda9f09a137 req-b275db4e-48e6-43d0-a602-fc08a4a6ecbb tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:29.561704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-17f3dc96-a059-40b6-b6e8-8cda9f09a137 req-b275db4e-48e6-43d0-a602-fc08a4a6ecbb tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0619962 Oct 27 16:15:29.573087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efa89cce-efcc-41d6-a058-b0d6394111a7 req-0d7f9d31-c5bc-42f3-a3e3-2f5856889ab1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618210 Oct 27 16:15:29.651854 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-17f3dc96-a059-40b6-b6e8-8cda9f09a137 req-d2d0d5ee-65d5-47e5-8260-fe2ecfd69a32 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822697 Oct 27 16:15:29.658404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196972ac-a56f-416f-84a7-b979bdb24771 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:29.663100 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-196972ac-a56f-416f-84a7-b979bdb24771 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:29.794365 n-d-815689-1 neutron-server[109723]: INFO neutron.db.ipam_backend_mixin [None req-196972ac-a56f-416f-84a7-b979bdb24771 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3d8f7750-504c-4065-acca-fbc312c5760e (CIDR: 172.20.0.0/28) Oct 27 16:15:29.845631 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-196972ac-a56f-416f-84a7-b979bdb24771 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:15:29.846128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-196972ac-a56f-416f-84a7-b979bdb24771 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:29.935150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-196972ac-a56f-416f-84a7-b979bdb24771 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6735921 Oct 27 16:15:29.935565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32940) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:29.940624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-85f043d4-c7b5-4c6f-89a2-c1ef243b284d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:30.073297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d0742-62a7-4b13-9497-6311761137fb req-fa091316-fc15-417c-a42a-017b1e9b9ceb tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:30.082671 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-656d0742-62a7-4b13-9497-6311761137fb req-fa091316-fc15-417c-a42a-017b1e9b9ceb tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/networks?id=e4289fac-6b86-43ce-bf75-de917894a89a HTTP/1.1" status: 200 len: 813 time: 0.1887424 Oct 27 16:15:30.104252 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-656d0742-62a7-4b13-9497-6311761137fb req-99125f57-7665-4c27-aa34-ff317f986bc3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/quotas/859d61171b484adaab4d255b083936a9 HTTP/1.1" status: 200 len: 375 time: 0.0203364 Oct 27 16:15:30.107272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2e89077-0379-4ab3-a761-b52f0fe1dd7f req-cae753da-e6cc-4dd2-9466-54abb9aaa0c3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0744200 Oct 27 16:15:30.203145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-656d0742-62a7-4b13-9497-6311761137fb req-fbef729a-5e5a-4592-aeb6-65e5c776cf06 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=859d61171b484adaab4d255b083936a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968366 Oct 27 16:15:30.267965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f043d4-c7b5-4c6f-89a2-c1ef243b284d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:30.274395 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85f043d4-c7b5-4c6f-89a2-c1ef243b284d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:30.505904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223e19f-a24b-43f2-90df-2617a8d8beac req-4fd14c88-7bae-486b-95d7-4ccb1a5cfd69 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:30.514755 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a223e19f-a24b-43f2-90df-2617a8d8beac req-4fd14c88-7bae-486b-95d7-4ccb1a5cfd69 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1597817 Oct 27 16:15:30.555651 n-d-815689-1 neutron-server[109722]: INFO neutron.db.ipam_backend_mixin [None req-85f043d4-c7b5-4c6f-89a2-c1ef243b284d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c7c503ca-71ff-4e22-93f6-d0b92f0d1262 (CIDR: 172.20.0.16/28) Oct 27 16:15:30.587896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a223e19f-a24b-43f2-90df-2617a8d8beac req-a6f0c32e-eda1-4219-a79c-60d405ef2012 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734038 Oct 27 16:15:30.608436 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f043d4-c7b5-4c6f-89a2-c1ef243b284d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:15:30.610502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f043d4-c7b5-4c6f-89a2-c1ef243b284d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:30.751218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-85f043d4-c7b5-4c6f-89a2-c1ef243b284d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8144362 Oct 27 16:15:30.756086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32980) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:30.765700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b68e5dfe-e447-4b6c-8a26-ffb7b60fafa4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'subnet': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:30.776149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba17e00-f47e-4f8d-bf99-f991a0733865 req-639330f3-a3d2-436d-9fdc-e55d9f3638b6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:30.778065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ba17e00-f47e-4f8d-bf99-f991a0733865 req-639330f3-a3d2-436d-9fdc-e55d9f3638b6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 944 time: 0.0899053 Oct 27 16:15:30.828166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ba17e00-f47e-4f8d-bf99-f991a0733865 req-a446b9fb-1630-4a57-8a91-73927bb28954 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Oct 27 16:15:30.850012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789e219-0e02-4be3-b936-2bdac5cfb46e req-6dee9dc7-5a44-46d0-ab6f-d6c0a1dbd4e0 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:30.858871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9789e219-0e02-4be3-b936-2bdac5cfb46e req-6dee9dc7-5a44-46d0-ab6f-d6c0a1dbd4e0 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1324749 Oct 27 16:15:30.931658 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9789e219-0e02-4be3-b936-2bdac5cfb46e req-2d6629d1-d5da-4a91-b422-118343e3bd1b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718095 Oct 27 16:15:31.087016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68e5dfe-e447-4b6c-8a26-ffb7b60fafa4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Made reservation on behalf of c382712ab70d4e799c67faffe244b629 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:31.092479 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b68e5dfe-e447-4b6c-8a26-ffb7b60fafa4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:31.267229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892974d2-ff4f-455f-bb4d-e9129ef6e7c1 req-23ee1b0b-21fd-479b-a9b2-a3f9ddfbf9fb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:31.269022 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-892974d2-ff4f-455f-bb4d-e9129ef6e7c1 req-23ee1b0b-21fd-479b-a9b2-a3f9ddfbf9fb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.2555227 Oct 27 16:15:31.286863 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f5517c1-91b0-4016-9045-c54b8a9f201c req-4413c8ec-4b48-4fee-bae2-77d43c4695f3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0596502 Oct 27 16:15:31.343258 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-892974d2-ff4f-455f-bb4d-e9129ef6e7c1 req-82b74e21-5372-4330-b87d-7dc6df60ce6a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651991 Oct 27 16:15:31.419131 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fd64325a-d623-4cca-bab6-02ac03883ca0 req-7f47e044-7f54-4530-ad9e-7adae6387068 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=859d61171b484adaab4d255b083936a9 HTTP/1.1" status: 200 len: 221 time: 0.0387354 Oct 27 16:15:31.563222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be6a2-6c80-4dfc-8342-cafed4ef7bda req-9c5b744a-c496-4929-91a8-a4d38325e5ea tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:31.569682 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-848be6a2-6c80-4dfc-8342-cafed4ef7bda req-9c5b744a-c496-4929-91a8-a4d38325e5ea tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0626135 Oct 27 16:15:31.589963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038beda-60b9-4339-a451-08e6c46fcaef req-6bc5c834-df6b-4f44-90bd-5da6320b36fa tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:31.591496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c038beda-60b9-4339-a451-08e6c46fcaef req-6bc5c834-df6b-4f44-90bd-5da6320b36fa tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1058600 Oct 27 16:15:31.629773 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-848be6a2-6c80-4dfc-8342-cafed4ef7bda req-76ee3fb1-a525-4841-b2be-974d33ab9e27 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532634 Oct 27 16:15:31.640609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c038beda-60b9-4339-a451-08e6c46fcaef req-6acff291-d885-4b0f-998f-661463e0b24e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426974 Oct 27 16:15:31.645830 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b68e5dfe-e447-4b6c-8a26-ffb7b60fafa4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:31.705164 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33018) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:31.739793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68e5dfe-e447-4b6c-8a26-ffb7b60fafa4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:31.743316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e5dfe-e447-4b6c-8a26-ffb7b60fafa4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Subnet': ['ID=01a89db9-af93-4185-8d8d-27da7558c0e3,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:31.749330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b68e5dfe-e447-4b6c-8a26-ffb7b60fafa4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:31.754642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d86f6fd-696c-48a4-ae55-dc5ee10b79f7 None None] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:31.764831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68e5dfe-e447-4b6c-8a26-ffb7b60fafa4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:31.765430 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b68e5dfe-e447-4b6c-8a26-ffb7b60fafa4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:31.802525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2d5f8-38b6-4728-afbf-0ae21b384eca req-9d2525d9-c5d1-4a78-aacf-10beb7938b2b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:31.810961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72b2d5f8-38b6-4728-afbf-0ae21b384eca req-9d2525d9-c5d1-4a78-aacf-10beb7938b2b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0787952 Oct 27 16:15:31.863968 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72b2d5f8-38b6-4728-afbf-0ae21b384eca req-bd2ba80e-b898-4cb8-a4e9-c6ceb8b69416 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515890 Oct 27 16:15:31.920192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33032) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:31.925627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b68e5dfe-e447-4b6c-8a26-ffb7b60fafa4 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1662025 Oct 27 16:15:31.929692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8b4a74a0-0297-48ae-bbfb-32bf0d728795 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-581054152', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '01a89db9-af93-4185-8d8d-27da7558c0e3'}], 'security_groups': ['025f8df0-c67d-4676-9361-b69d87be7e3e', '39bb45c4-a669-4c51-86aa-31722cd1fc8d']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:32.063209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-301974f3-2fbc-4cd5-9c7a-bbb5ea347771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.144158 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dcc4d8-fb14-4bfc-8952-c8dbeb12fb45 None None] Update dhcp port {'port': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'fixed_ips': [{'subnet_id': 'c7c503ca-71ff-4e22-93f6-d0b92f0d1262', 'ip_address': '172.20.0.18'}, {'subnet_id': '3d8f7750-504c-4065-acca-fbc312c5760e', 'ip_address': '172.20.0.2'}, {'subnet_id': '01a89db9-af93-4185-8d8d-27da7558c0e3'}], 'binding:host_id': 'n-d-815689-1'}, 'id': 'ee64f1f0-0d29-4b22-91a4-b3e3d6310637'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:15:32.181018 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-71dcc4d8-fb14-4bfc-8952-c8dbeb12fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.186078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3921e18-46b2-4f9c-94d7-533eff28ee65 req-1e4bfff5-cb0e-494c-877b-6aa06c3ff3e6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:32.187723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3921e18-46b2-4f9c-94d7-533eff28ee65 req-1e4bfff5-cb0e-494c-877b-6aa06c3ff3e6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0612226 Oct 27 16:15:32.225626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3a11e-a750-4dce-9c9c-3c5b46234902 req-455daff6-fbb4-4bbc-9c1d-89e2747ce6f7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:32.235357 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0dc3a11e-a750-4dce-9c9c-3c5b46234902 req-455daff6-fbb4-4bbc-9c1d-89e2747ce6f7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2339354 Oct 27 16:15:32.259177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3921e18-46b2-4f9c-94d7-533eff28ee65 req-1d711b18-0e03-45d5-b84a-370889008087 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646031 Oct 27 16:15:32.339241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0dc3a11e-a750-4dce-9c9c-3c5b46234902 req-18b57289-9495-4a22-ac2b-db4dd0e7dbfc tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027014 Oct 27 16:15:32.343042 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-301974f3-2fbc-4cd5-9c7a-bbb5ea347771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.418159 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b4a74a0-0297-48ae-bbfb-32bf0d728795 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.419608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3620002-4483-441a-a604-f0e7f89e68c1 req-9798ae9e-9f86-4f87-b568-e349ff925244 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0404456 Oct 27 16:15:32.438573 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-301974f3-2fbc-4cd5-9c7a-bbb5ea347771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.442060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-71dcc4d8-fb14-4bfc-8952-c8dbeb12fb45 None None] Allocated IP 172.20.0.34 (e5de3fc8-79da-4d33-9380-e5c960fd3ef6/01a89db9-af93-4185-8d8d-27da7558c0e3/ee64f1f0-0d29-4b22-91a4-b3e3d6310637) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:32.550538 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.567157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-71dcc4d8-fb14-4bfc-8952-c8dbeb12fb45 None None] For port ee64f1f0-0d29-4b22-91a4-b3e3d6310637, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,segment=NetworkSegment(f0789d4c-ed34-495c-9465-0179ba4a6bb3),segment_id=f0789d4c-ed34-495c-9465-0179ba4a6bb3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:32.601720 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-71dcc4d8-fb14-4bfc-8952-c8dbeb12fb45 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.661830 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-71dcc4d8-fb14-4bfc-8952-c8dbeb12fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.805820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcc4d8-fb14-4bfc-8952-c8dbeb12fb45 None None] Pushing event updated for resources: {'Port': ['ID=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:32.826485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301974f3-2fbc-4cd5-9c7a-bbb5ea347771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a27779-a285-4ce6-b8f0-74e2be3f6cbb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:32.840883 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-301974f3-2fbc-4cd5-9c7a-bbb5ea347771 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=897695ced4124882b30682fc8597894c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1322243 Oct 27 16:15:32.843032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33044) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:32.916571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcf2de-f4e9-410b-a86d-54c1b70a90c9 req-0aeef134-2265-437e-b20e-86e6bbc46679 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:32.924732 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9edcf2de-f4e9-410b-a86d-54c1b70a90c9 req-0aeef134-2265-437e-b20e-86e6bbc46679 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.4370089 Oct 27 16:15:32.986300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97e4bf16-fc3f-4d6e-8e9f-6f46730c151e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:32.986465 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9edcf2de-f4e9-410b-a86d-54c1b70a90c9 req-e8d6d85b-7564-4b7d-864f-9ed7c84af09f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586283 Oct 27 16:15:33.042298 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97e4bf16-fc3f-4d6e-8e9f-6f46730c151e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:33.186424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97e4bf16-fc3f-4d6e-8e9f-6f46730c151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:33.189122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93528258-99b5-440a-9f39-ea54589204cb req-bf61a70c-a8c3-43c6-a100-80207c2e71ca tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:33.190025 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97e4bf16-fc3f-4d6e-8e9f-6f46730c151e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:33.191905 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-97e4bf16-fc3f-4d6e-8e9f-6f46730c151e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9a27779-a285-4ce6-b8f0-74e2be3f6cbb HTTP/1.1" status: 204 len: 168 time: 0.3489442 Oct 27 16:15:33.197708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-93528258-99b5-440a-9f39-ea54589204cb req-bf61a70c-a8c3-43c6-a100-80207c2e71ca tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1189804 Oct 27 16:15:33.232943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4bf16-fc3f-4d6e-8e9f-6f46730c151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a27779-a285-4ce6-b8f0-74e2be3f6cbb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:33.265023 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-93528258-99b5-440a-9f39-ea54589204cb req-23b323f8-251f-4417-8fb0-a9e0a79b2b19 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663223 Oct 27 16:15:33.461587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-8b4a74a0-0297-48ae-bbfb-32bf0d728795 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Delete allocated IP 172.20.0.6 (e5de3fc8-79da-4d33-9380-e5c960fd3ef6/3d8f7750-504c-4065-acca-fbc312c5760e) {{(pid=109722) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:15:33.503236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-8b4a74a0-0297-48ae-bbfb-32bf0d728795 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Allocated IP 172.20.0.42 (e5de3fc8-79da-4d33-9380-e5c960fd3ef6/01a89db9-af93-4185-8d8d-27da7558c0e3/912815e1-3cb5-4bc5-931c-88cf52c799b4) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:33.529980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336c77-0940-4859-9d7b-bb6793a2e0e1 req-b509aef7-a810-4819-a358-3dea3a10d81b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:33.537905 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae336c77-0940-4859-9d7b-bb6793a2e0e1 req-b509aef7-a810-4819-a358-3dea3a10d81b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1264150 Oct 27 16:15:33.541691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad95ff4-c404-412d-a162-ce06df1551cc req-e4ebb913-6b09-4091-8aa7-392f7407c4a9 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:33.570633 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5ad95ff4-c404-412d-a162-ce06df1551cc req-e4ebb913-6b09-4091-8aa7-392f7407c4a9 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1835582 Oct 27 16:15:33.619601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae336c77-0940-4859-9d7b-bb6793a2e0e1 req-73b54a45-ac2f-40bc-8af0-6821c12f2035 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799754 Oct 27 16:15:33.699477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 842145fa-d107-4b03-b565-fac94f5fde54 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:33.728531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0a767d8-3104-41c6-9346-d6aa105bb535 req-f1362db5-baa0-41bc-85e1-8cd3b56fa6fa tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0430112 Oct 27 16:15:33.909800 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5ad95ff4-c404-412d-a162-ce06df1551cc req-7d91facc-b586-46db-b728-c3801ff41e9d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367746 Oct 27 16:15:33.946972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b4a74a0-0297-48ae-bbfb-32bf0d728795 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.010778 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b4a74a0-0297-48ae-bbfb-32bf0d728795 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.081587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a74a0-0297-48ae-bbfb-32bf0d728795 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event updated for resources: {'Port': ['ID=912815e1-3cb5-4bc5-931c-88cf52c799b4,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:34.114386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4075f710-e9ac-4fff-b644-49a921c9c26e None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:34.114891 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4075f710-e9ac-4fff-b644-49a921c9c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.201869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416be07-c755-4259-8283-53c4f032c362 req-ba8dad48-b24c-4013-98ee-e52a5bca57a6 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:34.210631 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0416be07-c755-4259-8283-53c4f032c362 req-ba8dad48-b24c-4013-98ee-e52a5bca57a6 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1296654 Oct 27 16:15:34.293502 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0416be07-c755-4259-8283-53c4f032c362 req-919c1b0e-3244-49b5-8c3d-6f2ff795f787 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817618 Oct 27 16:15:34.298634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4075f710-e9ac-4fff-b644-49a921c9c26e None None] Provisioning complete for port 912815e1-3cb5-4bc5-931c-88cf52c799b4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:34.299012 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4075f710-e9ac-4fff-b644-49a921c9c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.318644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a74a0-0297-48ae-bbfb-32bf0d728795 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] In _notify_port_updated(), no bound segment for port 912815e1-3cb5-4bc5-931c-88cf52c799b4 on network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:15:34.326395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a74a0-0297-48ae-bbfb-32bf0d728795 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:34.328101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b4a74a0-0297-48ae-bbfb-32bf0d728795 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.329652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8b4a74a0-0297-48ae-bbfb-32bf0d728795 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "PUT /v2.0/ports/912815e1-3cb5-4bc5-931c-88cf52c799b4 HTTP/1.1" status: 200 len: 959 time: 2.4084384 Oct 27 16:15:34.332458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33084) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:34.365396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4075f710-e9ac-4fff-b644-49a921c9c26e None None] Port 912815e1-3cb5-4bc5-931c-88cf52c799b4 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:34.383321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4075f710-e9ac-4fff-b644-49a921c9c26e None None] Provisioning complete for port dc233a36-332f-49cf-a503-bba3b577f9bd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:34.384314 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4075f710-e9ac-4fff-b644-49a921c9c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.451661 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4075f710-e9ac-4fff-b644-49a921c9c26e None None] Port dc233a36-332f-49cf-a503-bba3b577f9bd cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:34.523086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0675344b-d7c2-4074-b3e3-9c9c2015b6ca tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port 912815e1-3cb5-4bc5-931c-88cf52c799b4 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:34.537381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0675344b-d7c2-4074-b3e3-9c9c2015b6ca tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.730358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e424f3e-2838-4c73-be88-fc8f523d3ec0 req-6a466fa5-32f0-44a4-9e81-01f73e1f4b83 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:34.732213 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e424f3e-2838-4c73-be88-fc8f523d3ec0 req-6a466fa5-32f0-44a4-9e81-01f73e1f4b83 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1219120 Oct 27 16:15:34.745996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5c5fd-7aba-4b13-b9f4-b198c94e538e req-4c167900-992e-4c95-8e1e-dbfc8447b1a2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:34.754620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5dc5c5fd-7aba-4b13-b9f4-b198c94e538e req-4c167900-992e-4c95-8e1e-dbfc8447b1a2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2058549 Oct 27 16:15:34.814759 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e424f3e-2838-4c73-be88-fc8f523d3ec0 req-4d5112fc-4359-406e-b3d4-128a897437d6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744328 Oct 27 16:15:34.826646 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0675344b-d7c2-4074-b3e3-9c9c2015b6ca tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:34.845407 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33102) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:34.850970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee64f1f0-0d29-4b22-91a4-b3e3d6310637 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:34.869535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0675344b-d7c2-4074-b3e3-9c9c2015b6ca tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for 912815e1-3cb5-4bc5-931c-88cf52c799b4 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:34.888018 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5dc5c5fd-7aba-4b13-b9f4-b198c94e538e req-78388e2b-2c8d-4e71-9da5-35578ace8c33 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281686 Oct 27 16:15:35.005842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:35.006969 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.011765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b5433089-8c2e-433e-bc70-1ed393396b2e None None] Provisioning complete for port 912815e1-3cb5-4bc5-931c-88cf52c799b4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:35.012851 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b5433089-8c2e-433e-bc70-1ed393396b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.061467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0b10701-374a-4c53-a4f1-96e5396a4b83 req-6a83db00-0134-49bf-b900-889afb79e59f tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0444992 Oct 27 16:15:35.094852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095206c9-687c-4942-b82a-b804d0ad8739 req-8ae30e01-2e7f-4eaf-8475-0f7b9afe195f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:35.097016 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-095206c9-687c-4942-b82a-b804d0ad8739 req-8ae30e01-2e7f-4eaf-8475-0f7b9afe195f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1178749 Oct 27 16:15:35.104622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1644640844-network', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:35.182667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-095206c9-687c-4942-b82a-b804d0ad8739 req-85f72855-1962-4e8c-826b-1f95b53214d2 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523322 Oct 27 16:15:35.193433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Made reservation on behalf of b4828585e5d94c82bb3c35d3bbdfb5db for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:35.196394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.197588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b5433089-8c2e-433e-bc70-1ed393396b2e None None] Port 912815e1-3cb5-4bc5-931c-88cf52c799b4 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:35.207037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.277170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0675344b-d7c2-4074-b3e3-9c9c2015b6ca tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.392300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.416865 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0675344b-d7c2-4074-b3e3-9c9c2015b6ca tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.421038 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0675344b-d7c2-4074-b3e3-9c9c2015b6ca tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/912815e1-3cb5-4bc5-931c-88cf52c799b4 HTTP/1.1" status: 204 len: 168 time: 1.0874836 Oct 27 16:15:35.422627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675344b-d7c2-4074-b3e3-9c9c2015b6ca tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=912815e1-3cb5-4bc5-931c-88cf52c799b4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:35.423600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33112) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:35.441195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963ebec-480e-4a29-aedd-e21c13ae18bd req-1110784f-2e76-465c-a640-fd3c1f514415 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:35.453065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b963ebec-480e-4a29-aedd-e21c13ae18bd req-1110784f-2e76-465c-a640-fd3c1f514415 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2334266 Oct 27 16:15:35.496582 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.504687 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b963ebec-480e-4a29-aedd-e21c13ae18bd req-abc476da-35c5-4d13-a42c-720e9784ba3c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504246 Oct 27 16:15:35.532380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee66875e-e2d7-4318-996e-a36c4755f24b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:35.534160 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0590286-40a4-4037-89df-4b8ceb17496e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] GET failed (client error): The resource could not be found. Oct 27 16:15:35.539461 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:35.540353 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a0590286-40a4-4037-89df-4b8ceb17496e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports/912815e1-3cb5-4bc5-931c-88cf52c799b4 HTTP/1.1" status: 404 len: 333 time: 0.1145713 Oct 27 16:15:35.548879 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:15:35.560145 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.560593 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Added segment a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b of type vlan for network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 Oct 27 16:15:35.620402 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.673996 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64caecf9-2116-44b8-865c-9181b26a807d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.701626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64caecf9-2116-44b8-865c-9181b26a807d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.715390 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.717131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:35.717702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.799022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ca773-d4f1-45ac-9151-0df4f258520d req-02449163-0bb3-4213-a9c6-274aed42505f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:35.800669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b6ca773-d4f1-45ac-9151-0df4f258520d req-02449163-0bb3-4213-a9c6-274aed42505f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1301858 Oct 27 16:15:35.805851 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64caecf9-2116-44b8-865c-9181b26a807d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.810718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64caecf9-2116-44b8-865c-9181b26a807d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.813529 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-64caecf9-2116-44b8-865c-9181b26a807d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/security-groups/7a0177ae-642b-411b-94e3-34edc2272960 HTTP/1.1" status: 204 len: 168 time: 0.2725894 Oct 27 16:15:35.816888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33118) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:35.833109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64caecf9-2116-44b8-865c-9181b26a807d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0177ae-642b-411b-94e3-34edc2272960,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:35.857991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] Pushing event updated for resources: {'Network': ['ID=87b8790e-4d49-4bc3-9d04-ebb80b87e497,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:35.877760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:15:35.910666 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebd083ea-5036-4e72-a7d6-528302dd2bbb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:35.918363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b009be31-4c52-4efa-831b-f53e757114a6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0715754 Oct 27 16:15:35.923132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33122) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:35.929377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] Request body: {'subnet': {'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1644640844-subnet', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:35.944974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b6ca773-d4f1-45ac-9151-0df4f258520d req-7ead1ba4-885b-448f-950a-16ab5d71469b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004655 Oct 27 16:15:35.973171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebd083ea-5036-4e72-a7d6-528302dd2bbb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.061688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] Made reservation on behalf of b4828585e5d94c82bb3c35d3bbdfb5db for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:36.069542 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.131385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aaa712-08e3-4917-9bef-789f8a8be1a5 req-fcc44f99-ddef-4550-98a0-9ba563f6c0c5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:36.140005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-36aaa712-08e3-4917-9bef-789f8a8be1a5 req-fcc44f99-ddef-4550-98a0-9ba563f6c0c5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0691142 Oct 27 16:15:36.184918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f4dc6-3c88-4206-b7de-acd9bcbfefbd req-cfeade82-93bb-49ec-9fad-50ddad7926b3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:36.186584 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac9f4dc6-3c88-4206-b7de-acd9bcbfefbd req-cfeade82-93bb-49ec-9fad-50ddad7926b3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1941957 Oct 27 16:15:36.190819 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-36aaa712-08e3-4917-9bef-789f8a8be1a5 req-ab48d97d-f908-4ca7-8062-0647ffcedc5c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495765 Oct 27 16:15:36.191516 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebd083ea-5036-4e72-a7d6-528302dd2bbb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.197681 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebd083ea-5036-4e72-a7d6-528302dd2bbb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.205372 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ebd083ea-5036-4e72-a7d6-528302dd2bbb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/security-groups/39bb45c4-a669-4c51-86aa-31722cd1fc8d HTTP/1.1" status: 204 len: 168 time: 0.3835967 Oct 27 16:15:36.208994 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33134) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:36.227975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd083ea-5036-4e72-a7d6-528302dd2bbb tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bb45c4-a669-4c51-86aa-31722cd1fc8d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:36.316363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-114dd1e0-ab29-4c83-8ac3-a83aaca714f9 req-e5252e6e-b2af-4dbe-ac65-3e4767cc42d9 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0322530 Oct 27 16:15:36.440672 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac9f4dc6-3c88-4206-b7de-acd9bcbfefbd req-8d50d5fb-5aa2-460d-bfa7-efb77348c4bb tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446928 Oct 27 16:15:36.468522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fb723-edcb-448f-8996-c6bca9606aac req-8d4c9eec-079d-447e-8945-610583f9eaf0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:36.470222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c2fb723-edcb-448f-8996-c6bca9606aac req-8d4c9eec-079d-447e-8945-610583f9eaf0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0684903 Oct 27 16:15:36.543937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c2fb723-edcb-448f-8996-c6bca9606aac req-84002d4c-d6a5-4368-b964-1a4addc387c4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662601 Oct 27 16:15:36.570417 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7dd55d19-d361-4ad7-ab80-00539d4e0756 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.598448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7dd55d19-d361-4ad7-ab80-00539d4e0756 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.680548 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.720556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7dd55d19-d361-4ad7-ab80-00539d4e0756 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.724476 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7dd55d19-d361-4ad7-ab80-00539d4e0756 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.726414 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7dd55d19-d361-4ad7-ab80-00539d4e0756 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/security-groups/025f8df0-c67d-4676-9361-b69d87be7e3e HTTP/1.1" status: 204 len: 168 time: 0.5154622 Oct 27 16:15:36.729253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33140) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:36.774483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd55d19-d361-4ad7-ab80-00539d4e0756 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=025f8df0-c67d-4676-9361-b69d87be7e3e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:36.808520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547606c-85e4-4ca2-8794-b546843cef86 req-64c1c28a-b9f5-4b72-aa44-45dd007612d4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:36.810854 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0547606c-85e4-4ca2-8794-b546843cef86 req-64c1c28a-b9f5-4b72-aa44-45dd007612d4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1657488 Oct 27 16:15:36.827637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] Checking segment: {'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:36.827996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] Network hostable DHCP agents. Network: 87b8790e-4d49-4bc3-9d04-ebb80b87e497, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:15:36.844092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=403b2198-5b7b-4c81-9930-e682c94ffd9b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:36.846977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41712b3-e62e-45b0-927a-cfe233272020 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting subnet 3d8f7750-504c-4065-acca-fbc312c5760e {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:15:36.854637 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d41712b3-e62e-45b0-927a-cfe233272020 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.913614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d41712b3-e62e-45b0-927a-cfe233272020 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:36.968112 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0547606c-85e4-4ca2-8794-b546843cef86 req-c0c4281c-cf6f-48d4-ab8e-9a690000c797 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414533 Oct 27 16:15:37.017105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] Network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:15:37.029461 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d41712b3-e62e-45b0-927a-cfe233272020 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.119741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 87b8790e-4d49-4bc3-9d04-ebb80b87e497) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:37.129410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bbd201-6a4f-47ff-920d-f29addb0ee12 None None] Network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:37.171269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:37.172240 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.212352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eabcd-1f9d-4366-bec1-6a642399aedc req-6ad58585-72f3-4a4b-a944-fbaca86f2cc5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:37.214755 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b97eabcd-1f9d-4366-bec1-6a642399aedc req-6ad58585-72f3-4a4b-a944-fbaca86f2cc5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1084394 Oct 27 16:15:37.228151 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d41712b3-e62e-45b0-927a-cfe233272020 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.251003 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7461181-48ef-4e10-8705-314757a11d6e None None] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:37.251594 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d41712b3-e62e-45b0-927a-cfe233272020 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.257061 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d41712b3-e62e-45b0-927a-cfe233272020 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/3d8f7750-504c-4065-acca-fbc312c5760e HTTP/1.1" status: 204 len: 168 time: 0.5258167 Oct 27 16:15:37.262208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33148) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:37.283744 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b97eabcd-1f9d-4366-bec1-6a642399aedc req-45a5774f-5e7b-4061-982b-4c107e6b5d06 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604610 Oct 27 16:15:37.315354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41712b3-e62e-45b0-927a-cfe233272020 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8f7750-504c-4065-acca-fbc312c5760e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:37.323074 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fcba462b-8868-474b-a90a-1803901f5971 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3978860 Oct 27 16:15:37.324976 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33152) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:37.330966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:37.463679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'fixed_ips': [{'subnet_id': '403b2198-5b7b-4c81-9930-e682c94ffd9b'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:15:37.464384 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.485262 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.487006 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.553074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1699eee1-fa9c-4cbf-8951-84fe3bd2e889 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting subnet 01a89db9-af93-4185-8d8d-27da7558c0e3 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:15:37.560777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1699eee1-fa9c-4cbf-8951-84fe3bd2e889 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.630774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab3db7-5236-4308-b8a7-86d83b5f7dc9 req-fbeb9143-09d4-4087-8e47-e60c09dd2f61 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:37.640923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3dab3db7-5236-4308-b8a7-86d83b5f7dc9 req-fbeb9143-09d4-4087-8e47-e60c09dd2f61 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1512866 Oct 27 16:15:37.650441 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.671249 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb553823-2514-4c87-bd5a-e5de2b0a3bbc req-8d8e4de1-a915-45ff-94a5-584288d3ded7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.1476228 Oct 27 16:15:37.686695 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1699eee1-fa9c-4cbf-8951-84fe3bd2e889 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:37.793009 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3dab3db7-5236-4308-b8a7-86d83b5f7dc9 req-3b7690e6-56ef-4372-b905-0d83c82b2b33 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464610 Oct 27 16:15:37.793481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Allocated IP 172.20.0.2 (87b8790e-4d49-4bc3-9d04-ebb80b87e497/403b2198-5b7b-4c81-9930-e682c94ffd9b/4e79b1cb-199a-4942-8c6c-cc89c00e57a2) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:37.926051 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1699eee1-fa9c-4cbf-8951-84fe3bd2e889 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.035628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03acbd-8251-478f-81a3-cc6ee23caf75 req-b52170e8-17bf-4c02-a21f-69e934b5de3a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:38.046804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c03acbd-8251-478f-81a3-cc6ee23caf75 req-b52170e8-17bf-4c02-a21f-69e934b5de3a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1312015 Oct 27 16:15:38.101759 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.108789 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c03acbd-8251-478f-81a3-cc6ee23caf75 req-e8af9bb8-0151-4439-97b5-9611f0efdff1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608649 Oct 27 16:15:38.149185 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.163969 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d80fd-f664-4e8d-8f30-2885d8423f11 req-3c704c61-c8ac-4313-818b-32e7ec88a0c2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:38.171425 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1699eee1-fa9c-4cbf-8951-84fe3bd2e889 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.200341 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd3d80fd-f664-4e8d-8f30-2885d8423f11 req-3c704c61-c8ac-4313-818b-32e7ec88a0c2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.3360343 Oct 27 16:15:38.218006 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.290875 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1699eee1-fa9c-4cbf-8951-84fe3bd2e889 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.293674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Pushing event updated for resources: {'Port': ['ID=4e79b1cb-199a-4942-8c6c-cc89c00e57a2,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:38.297701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1699eee1-fa9c-4cbf-8951-84fe3bd2e889 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/01a89db9-af93-4185-8d8d-27da7558c0e3 HTTP/1.1" status: 204 len: 168 time: 1.0061240 Oct 27 16:15:38.307562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33168) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:38.315535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:38.317490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:38.325112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:38.370727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699eee1-fa9c-4cbf-8951-84fe3bd2e889 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Subnet': ['ID=01a89db9-af93-4185-8d8d-27da7558c0e3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:38.414505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Attempting to bind port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:38.415270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Attempting to bind port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:38.415819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Attempting to bind port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 on network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:38.428417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:38.430071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Checking segment: {'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:38.430489 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.430889 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Bound using segment: {'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:38.431383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Bound port: 4e79b1cb-199a-4942-8c6c-cc89c00e57a2, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:38.431775 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.434930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57b003-2b52-498e-8243-36bfda08d307 req-533254ca-ab7f-4025-8b10-8bde8cd57cd2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:38.445343 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cd57b003-2b52-498e-8243-36bfda08d307 req-533254ca-ab7f-4025-8b10-8bde8cd57cd2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1452172 Oct 27 16:15:38.471046 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd49f684-d541-4a94-b254-6906273fb573 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:15:38.471505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd49f684-d541-4a94-b254-6906273fb573 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:38.485221 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cd49f684-d541-4a94-b254-6906273fb573 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/3d8f7750-504c-4065-acca-fbc312c5760e HTTP/1.1" status: 404 len: 337 time: 0.1041815 Oct 27 16:15:38.488642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33170) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:38.518244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cd57b003-2b52-498e-8243-36bfda08d307 req-69d760f0-52ed-413a-9d2d-b813e5ca0be6 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718498 Oct 27 16:15:38.552777 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd3d80fd-f664-4e8d-8f30-2885d8423f11 req-a061896f-a006-4fb0-b0d7-a6e47a63b899 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3514316 Oct 27 16:15:38.610682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] For port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:38.619260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] For port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4e79b1cb-199a-4942-8c6c-cc89c00e57a2,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:38.625931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0907cda-9c6c-489f-a355-02c789601a65 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting subnet c7c503ca-71ff-4e22-93f6-d0b92f0d1262 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:15:38.637283 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0907cda-9c6c-489f-a355-02c789601a65 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.679394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0907cda-9c6c-489f-a355-02c789601a65 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.708153 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.780294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab79c11-0984-4b58-ba01-0dff69b3f883 None None] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:38.800732 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0907cda-9c6c-489f-a355-02c789601a65 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.887785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d146fbc5-c53a-490e-b578-8d6ef5a09f53 None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:38.888194 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d146fbc5-c53a-490e-b578-8d6ef5a09f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:38.891339 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97435b5-93e6-44ad-9a20-f9c83661ef3b None None] Pushing event updated for resources: {'Port': ['ID=4e79b1cb-199a-4942-8c6c-cc89c00e57a2,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:38.923886 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ecdf7179-ff46-4c41-bbf3-230462402392 req-9f6434c5-45a2-4109-8621-0cc71948edb7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0354447 Oct 27 16:15:39.005036 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0907cda-9c6c-489f-a355-02c789601a65 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:39.047088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:39.053410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0907cda-9c6c-489f-a355-02c789601a65 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c503ca-71ff-4e22-93f6-d0b92f0d1262,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:39.063912 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0907cda-9c6c-489f-a355-02c789601a65 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:39.070354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b0907cda-9c6c-489f-a355-02c789601a65 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/c7c503ca-71ff-4e22-93f6-d0b92f0d1262 HTTP/1.1" status: 204 len: 168 time: 0.5774813 Oct 27 16:15:39.070758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33176) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:39.075543 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:39.090423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d0791-fcd3-4471-a3ed-807d96b1a204 req-8674c429-73e2-4ca4-b4ab-32b9a4c1b13a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:39.092378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f97d0791-fcd3-4471-a3ed-807d96b1a204 req-8674c429-73e2-4ca4-b4ab-32b9a4c1b13a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.4145951 Oct 27 16:15:39.124219 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a758e5e4-3c18-4d5f-ab57-6f1edc927fc8 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:15:39.124219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a758e5e4-3c18-4d5f-ab57-6f1edc927fc8 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:39.132648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a758e5e4-3c18-4d5f-ab57-6f1edc927fc8 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/cb332e1e-556b-44bb-a8dc-a8ae5364c28d HTTP/1.1" status: 404 len: 337 time: 0.0565259 Oct 27 16:15:39.140353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33180) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:39.222377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7e7bf6bb-1f46-4ac3-9bdc-d64bf79671a1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d8c5cd9-2060-4a74-a047-cb96cce0680b HTTP/1.1" status: 200 len: 205 time: 0.0784771 Oct 27 16:15:39.223357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33182) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:39.224171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d146fbc5-c53a-490e-b578-8d6ef5a09f53 None None] Provisioning complete for port dc233a36-332f-49cf-a503-bba3b577f9bd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:39.225172 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d146fbc5-c53a-490e-b578-8d6ef5a09f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:39.317623 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-8dbdba47-c467-4bbe-94c3-755542e7c587 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] delete failed (client error): The resource could not be found. Oct 27 16:15:39.318837 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8dbdba47-c467-4bbe-94c3-755542e7c587 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/routers/9d8c5cd9-2060-4a74-a047-cb96cce0680b HTTP/1.1" status: 404 len: 336 time: 0.0934041 Oct 27 16:15:39.325078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33186) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:39.331814 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f97d0791-fcd3-4471-a3ed-807d96b1a204 req-76c36334-a61d-4829-a6cd-20256996ad73 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287278 Oct 27 16:15:39.346851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d146fbc5-c53a-490e-b578-8d6ef5a09f53 None None] Port dc233a36-332f-49cf-a503-bba3b577f9bd cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:39.433612 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-66038a37-367e-478a-ae88-83b69273708f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:15:39.434158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66038a37-367e-478a-ae88-83b69273708f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:39.439858 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-66038a37-367e-478a-ae88-83b69273708f tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/5e3c56c4-661c-4fe8-8e1f-16dafb0e9b71 HTTP/1.1" status: 404 len: 337 time: 0.0449548 Oct 27 16:15:39.445335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33192) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:39.466066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a808cbd7-4f12-4a78-9543-233091a7139f None None] Update dhcp port {'port': {'network_id': 'e5de3fc8-79da-4d33-9380-e5c960fd3ef6', 'fixed_ips': [{'subnet_id': 'c7c503ca-71ff-4e22-93f6-d0b92f0d1262'}], 'binding:host_id': 'n-d-815689-1'}, 'id': 'ee64f1f0-0d29-4b22-91a4-b3e3d6310637'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:15:39.485862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Allocated IP 172.25.4.48 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/fd9414df-683a-4ec1-8992-51df4a666f83) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:39.503262 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a808cbd7-4f12-4a78-9543-233091a7139f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:39.509367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635fb73-b932-446b-b0bf-589de4a90749 req-60392c0c-0dff-4288-adef-7c662c693524 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:39.518237 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0635fb73-b932-446b-b0bf-589de4a90749 req-60392c0c-0dff-4288-adef-7c662c693524 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.2380672 Oct 27 16:15:39.526215 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1747fda-d307-41f4-a734-fe107dd2fa43 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:15:39.526668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1747fda-d307-41f4-a734-fe107dd2fa43 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:39.533354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f1747fda-d307-41f4-a734-fe107dd2fa43 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/aa1d2d7d-a95e-486f-bb50-43201cf718fe HTTP/1.1" status: 404 len: 337 time: 0.0819485 Oct 27 16:15:39.536093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33196) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:39.577007 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee97cbfd-ac50-41d5-8ebe-73cff56d6054 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:15:39.577403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee97cbfd-ac50-41d5-8ebe-73cff56d6054 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:39.580591 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ee97cbfd-ac50-41d5-8ebe-73cff56d6054 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/b1209d6f-7390-4a45-b810-005384aa8e3e HTTP/1.1" status: 404 len: 337 time: 0.0370522 Oct 27 16:15:39.584501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33200) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:39.632890 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2761fdd8-64e7-4d89-80f4-2f9c389fe99d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:15:39.637811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2761fdd8-64e7-4d89-80f4-2f9c389fe99d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:39.642673 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2761fdd8-64e7-4d89-80f4-2f9c389fe99d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/3b66f478-04ed-4d95-ae4f-0315c6ecd4ed HTTP/1.1" status: 404 len: 333 time: 0.0561974 Oct 27 16:15:39.653381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33202) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:39.716292 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b803a15e-02ec-4d65-b5ff-bb8fbd0089ac tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:15:39.717055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b803a15e-02ec-4d65-b5ff-bb8fbd0089ac tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:39.720813 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b803a15e-02ec-4d65-b5ff-bb8fbd0089ac tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/9023df35-e963-496b-8503-d1e8548ace8c HTTP/1.1" status: 404 len: 337 time: 0.0661075 Oct 27 16:15:39.742940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0635fb73-b932-446b-b0bf-589de4a90749 req-2c905ab1-82a5-411a-8732-2faae357396f tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237327 Oct 27 16:15:39.743736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33204) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:39.843789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2a200f-0fb3-4f44-a81b-46e8b6afa4ea None None] Network e5de3fc8-79da-4d33-9380-e5c960fd3ef6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:39.909818 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebda07f-cded-482f-bbc1-241e9f17cbc9 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:15:39.910318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebda07f-cded-482f-bbc1-241e9f17cbc9 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:39.914052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2ebda07f-cded-482f-bbc1-241e9f17cbc9 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/82ce3ee3-5508-4fdc-9b3f-3c86c6449e4e HTTP/1.1" status: 404 len: 337 time: 0.1690772 Oct 27 16:15:39.917508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33206) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:39.961688 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60e07ac-19fc-47f7-8ffb-e402bf2ef01e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:15:39.962360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60e07ac-19fc-47f7-8ffb-e402bf2ef01e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:39.965573 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a60e07ac-19fc-47f7-8ffb-e402bf2ef01e tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/94745374-c066-4fbc-9e14-cad553bc6e2c HTTP/1.1" status: 404 len: 333 time: 0.0470273 Oct 27 16:15:39.970132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33208) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:39.971062 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-48036cf1-4fde-4618-acea-435f8e52a384 None None] Provisioning complete for port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:39.971434 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-48036cf1-4fde-4618-acea-435f8e52a384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.054031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680f480-506b-48fd-bf4c-8d526c5150e5 req-a837e7b2-23b8-4d38-b5cc-f8d8af473349 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:40.054878 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0dfe0-5545-4d23-8578-0e6c73afaf9b req-2c28fa7f-dab8-420c-8904-2afb33c93e00 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:40.057348 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6a0dfe0-5545-4d23-8578-0e6c73afaf9b req-2c28fa7f-dab8-420c-8904-2afb33c93e00 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1765847 Oct 27 16:15:40.058697 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e97045c-2df3-4733-a685-c211a664eaa9 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:15:40.059502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e97045c-2df3-4733-a685-c211a664eaa9 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:40.062079 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a680f480-506b-48fd-bf4c-8d526c5150e5 req-a837e7b2-23b8-4d38-b5cc-f8d8af473349 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.4653053 Oct 27 16:15:40.067113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0e97045c-2df3-4733-a685-c211a664eaa9 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/892873a5-4aaa-41a9-89a2-fc259c0521f8 HTTP/1.1" status: 404 len: 337 time: 0.0919948 Oct 27 16:15:40.070297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33212) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:40.141822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.151588 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f4cd82-3056-4ae4-8688-191c9368864d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] DELETE failed (client error): The resource could not be found. Oct 27 16:15:40.152232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f4cd82-3056-4ae4-8688-191c9368864d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:15:40.156985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b6f4cd82-3056-4ae4-8688-191c9368864d tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/subnets/16cd546b-898d-4033-b9be-2298a17d95f7 HTTP/1.1" status: 404 len: 337 time: 0.0848768 Oct 27 16:15:40.161004 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a680f480-506b-48fd-bf4c-8d526c5150e5 req-a7be8ce9-21f8-4608-9bde-f0485d69b985 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979807 Oct 27 16:15:40.163663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33214) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:40.182377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8ec043-e586-418e-8139-935085ff3480 None None] DHCP port deletion for e5de3fc8-79da-4d33-9380-e5c960fd3ef6 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:15:40.279185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-48036cf1-4fde-4618-acea-435f8e52a384 None None] Provisioning complete for port dc233a36-332f-49cf-a503-bba3b577f9bd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:40.280439 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-48036cf1-4fde-4618-acea-435f8e52a384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.280887 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6a0dfe0-5545-4d23-8578-0e6c73afaf9b req-79d03030-ee76-487f-b566-fe24edf0584b tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120481 Oct 27 16:15:40.330992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3f172c30-ecf2-449c-9d3e-6529cd102ec1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Deleting port dc233a36-332f-49cf-a503-bba3b577f9bd {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:40.331241 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f172c30-ecf2-449c-9d3e-6529cd102ec1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.352469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-48036cf1-4fde-4618-acea-435f8e52a384 None None] Port dc233a36-332f-49cf-a503-bba3b577f9bd cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:40.363509 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-331e1093-52b3-4507-9fd5-1657d43f1aa6 req-f77cb53f-ebcb-4a9e-8ac3-b358fd44e662 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0470245 Oct 27 16:15:40.366369 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.388381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ec043-e586-418e-8139-935085ff3480 None None] Deleting port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:40.388746 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fb8ec043-e586-418e-8139-935085ff3480 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.463019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:40.480744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:40.485782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:40.544681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fb8ec043-e586-418e-8139-935085ff3480 None None] For port ee64f1f0-0d29-4b22-91a4-b3e3d6310637, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,segment=NetworkSegment(f0789d4c-ed34-495c-9465-0179ba4a6bb3),segment_id=f0789d4c-ed34-495c-9465-0179ba4a6bb3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:40.545266 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fb8ec043-e586-418e-8139-935085ff3480 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.561762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Pushing event updated for resources: {'Port': ['ID=fd9414df-683a-4ec1-8992-51df4a666f83,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:40.562309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-fb8ec043-e586-418e-8139-935085ff3480 None None] Calling delete_port for ee64f1f0-0d29-4b22-91a4-b3e3d6310637 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:40.672515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d912ef-0d9f-4f9a-86e1-70b7683aab59 None None] Network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:40.857432 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fb8ec043-e586-418e-8139-935085ff3480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.935206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ec043-e586-418e-8139-935085ff3480 None None] Pushing event deleted for resources: {'Port': ['ID=ee64f1f0-0d29-4b22-91a4-b3e3d6310637,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:40.937307 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:40.977108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d74f51fb-8e83-4819-ac93-6dd0683e982f None None] Provisioning complete for port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:40.977493 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d74f51fb-8e83-4819-ac93-6dd0683e982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:40.985015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ec043-e586-418e-8139-935085ff3480 None None] No DVR routers for this DVR port ee64f1f0-0d29-4b22-91a4-b3e3d6310637 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:41.035451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaefa67-8938-452e-9676-c07b94460995 req-07929338-e779-41e5-9171-379c60f9bb99 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:41.037301 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-daaefa67-8938-452e-9676-c07b94460995 req-07929338-e779-41e5-9171-379c60f9bb99 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1402221 Oct 27 16:15:41.046782 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f172c30-ecf2-449c-9d3e-6529cd102ec1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.065406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3f172c30-ecf2-449c-9d3e-6529cd102ec1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Calling delete_port for dc233a36-332f-49cf-a503-bba3b577f9bd owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:41.092826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d856933-ead8-4639-a81e-611e6db14924 req-cd780666-2359-41c1-b339-4ecd274aec18 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:41.102202 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d856933-ead8-4639-a81e-611e6db14924 req-cd780666-2359-41c1-b339-4ecd274aec18 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1295245 Oct 27 16:15:41.107758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:41.108281 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.197191 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d856933-ead8-4639-a81e-611e6db14924 req-137366b4-e62b-4bf6-89d7-343e53d134bd tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902762 Oct 27 16:15:41.245549 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d74f51fb-8e83-4819-ac93-6dd0683e982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.271460 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-daaefa67-8938-452e-9676-c07b94460995 req-e4336d52-fa03-4c6e-b813-bc29c232c8c8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475623 Oct 27 16:15:41.309728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d74f51fb-8e83-4819-ac93-6dd0683e982f None None] For port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4e79b1cb-199a-4942-8c6c-cc89c00e57a2,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:41.334061 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.376350 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f172c30-ecf2-449c-9d3e-6529cd102ec1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.412597 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d74f51fb-8e83-4819-ac93-6dd0683e982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.429196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f172c30-ecf2-449c-9d3e-6529cd102ec1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Port': ['ID=dc233a36-332f-49cf-a503-bba3b577f9bd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:41.443245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f172c30-ecf2-449c-9d3e-6529cd102ec1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.448845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3f172c30-ecf2-449c-9d3e-6529cd102ec1 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/ports/dc233a36-332f-49cf-a503-bba3b577f9bd HTTP/1.1" status: 204 len: 168 time: 1.2838933 Oct 27 16:15:41.464950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33230) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:41.469611 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.540203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cead1e9-8ae0-443b-959d-65ac39d07f97 req-0fcf3ad7-4d72-406d-a693-652b4c8f0b8f tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:41.541865 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1cead1e9-8ae0-443b-959d-65ac39d07f97 req-0fcf3ad7-4d72-406d-a693-652b4c8f0b8f tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.0806899 Oct 27 16:15:41.570044 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.630322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084a6f0-b752-4695-9044-d6b834bf7ef0 req-9710c732-bf13-4898-8565-ea63c5852033 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:41.638353 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8084a6f0-b752-4695-9044-d6b834bf7ef0 req-9710c732-bf13-4898-8565-ea63c5852033 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2125196 Oct 27 16:15:41.651427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f51fb-8e83-4819-ac93-6dd0683e982f None None] Pushing event updated for resources: {'Port': ['ID=4e79b1cb-199a-4942-8c6c-cc89c00e57a2,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:41.655467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-46bd91c9-f94c-4593-948c-4e7d6912a678 None None] Provisioning complete for port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:41.656157 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-46bd91c9-f94c-4593-948c-4e7d6912a678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.712633 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1cead1e9-8ae0-443b-959d-65ac39d07f97 req-ab4c2dd9-e67c-4ac6-ae3c-d93699665cf0 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610694 Oct 27 16:15:41.726995 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:15:41.727378 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:15:41.767670 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.787364 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.806186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8084a6f0-b752-4695-9044-d6b834bf7ef0 req-9db67475-d288-4c1d-9fd5-8312993ba153 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615133 Oct 27 16:15:41.830312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5de3fc8-79da-4d33-9380-e5c960fd3ef6']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:41.843221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0789d4c-ed34-495c-9465-0179ba4a6bb3') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:41.844843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0789d4c-ed34-495c-9465-0179ba4a6bb3') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:41.862684 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.901351 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.909147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:15:41.909647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:41.912114 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f447feb-46e1-4c7a-a0f8-d50ebcbe7b7b req-c3869cfe-2ad4-4cd7-8b8c-d8d9933ff0ba tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0692894 Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:15:41.913332 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:15:42.044775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5daf03b-ca90-471c-af3f-39f36aa3c3fe req-ff63e60a-69b0-4f52-acda-4bca165eabba tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:42.046681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5daf03b-ca90-471c-af3f-39f36aa3c3fe req-ff63e60a-69b0-4f52-acda-4bca165eabba tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1493323 Oct 27 16:15:42.087957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5daf03b-ca90-471c-af3f-39f36aa3c3fe req-ac59a73e-1901-4bd6-8d2f-f4df0d337b02 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346456 Oct 27 16:15:42.090151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Router cc7b1501-d35f-4f42-979c-3a4203531bc1 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:15:42.160885 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:42.170125 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:42.175888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] 10.222.0.15 "DELETE /v2.0/networks/e5de3fc8-79da-4d33-9380-e5c960fd3ef6 HTTP/1.1" status: 204 len: 168 time: 0.7076886 Oct 27 16:15:42.187665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c590d0a-19d9-40a3-b341-66a8c5a7ec25 tempest-PortsTestJSON-1557222898 tempest-PortsTestJSON-1557222898-project] Pushing event deleted for resources: {'Network': ['ID=e5de3fc8-79da-4d33-9380-e5c960fd3ef6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:42.228009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:15:42.334323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:42.338833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33242) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:42.338983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-55c7ab2b-8891-4d0f-b398-5687608bc09f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0126770 Oct 27 16:15:42.422279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Sync routers for ids ['cc7b1501-d35f-4f42-979c-3a4203531bc1'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:15:42.445275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Routers {'cc7b1501-d35f-4f42-979c-3a4203531bc1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:42.446298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cc7b1501-d35f-4f42-979c-3a4203531bc1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:42.489084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55adfa-d28e-4f7d-aabb-6e3eda0538ca req-0bd2f275-1c13-40ea-847f-339c81240797 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:42.490643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cd55adfa-d28e-4f7d-aabb-6e3eda0538ca req-0bd2f275-1c13-40ea-847f-339c81240797 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1089242 Oct 27 16:15:42.604433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee64f1f0-0d29-4b22-91a4-b3e3d6310637 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:42.649210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2ab40-5cd1-455f-aa5d-d1fbe61ce3c5 req-6ff3f346-ab06-468c-9859-e329f1a9b04a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:42.650814 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-14d2ab40-5cd1-455f-aa5d-d1fbe61ce3c5 req-6ff3f346-ab06-468c-9859-e329f1a9b04a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0761776 Oct 27 16:15:42.659051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: ee64f1f0-0d29-4b22-91a4-b3e3d6310637 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:42.659393 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee64f1f0-0d29-4b22-91a4-b3e3d6310637 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:42.699714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Set router cc7b1501-d35f-4f42-979c-3a4203531bc1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:42.706157 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cd55adfa-d28e-4f7d-aabb-6e3eda0538ca req-e3a4853c-2225-4b3d-b0f5-32a37043a5d0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057822 Oct 27 16:15:42.751638 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-14d2ab40-5cd1-455f-aa5d-d1fbe61ce3c5 req-1e1ad5ac-beeb-4451-af4f-12451f74bd75 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920506 Oct 27 16:15:42.854199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:42.909930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33252) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:42.988950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:42.989330 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.034132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca2377-e3a1-496f-8a4b-5d97f5a34bea req-4829c656-7bf7-495b-99cf-17acf3736ebb tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:43.044346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1cca2377-e3a1-496f-8a4b-5d97f5a34bea req-4829c656-7bf7-495b-99cf-17acf3736ebb tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1485174 Oct 27 16:15:43.113498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1cca2377-e3a1-496f-8a4b-5d97f5a34bea req-228ecaf8-e7bb-4b5b-89b1-95551ed8edd6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679634 Oct 27 16:15:43.135808 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-49e667d2-aa2b-4dd4-8df9-2d27372cdedd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c382712ab70d4e799c67faffe244b629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2244363 Oct 27 16:15:43.148146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:40Z', 'revision_number': 3, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:43.157931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33258) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:43.171839 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97314ca3-3c50-4c6e-b81a-0cd9bd070200 req-9227139b-750f-4ed2-9289-aaa64907b724 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/ports?device_id=15fb43b7-51aa-4cfd-bc75-868ccf0231d4 HTTP/1.1" status: 200 len: 210 time: 0.0478683 Oct 27 16:15:43.185745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Checking router: cc7b1501-d35f-4f42-979c-3a4203531bc1 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:15:43.186358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Updating router cc7b1501-d35f-4f42-979c-3a4203531bc1 port fd9414df-683a-4ec1-8992-51df4a666f83 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:15:43.213672 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.257769 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29fae819-e8a9-4818-88f5-9abd26c447f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.265442 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.297335 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29fae819-e8a9-4818-88f5-9abd26c447f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.519900 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.531885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Allocated IP 172.20.0.1 (87b8790e-4d49-4bc3-9d04-ebb80b87e497/403b2198-5b7b-4c81-9930-e682c94ffd9b/ca34c1da-7fd0-47fc-bb05-7af6d11ca16d) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:43.616647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29fae819-e8a9-4818-88f5-9abd26c447f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.619280 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29fae819-e8a9-4818-88f5-9abd26c447f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.620445 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-29fae819-e8a9-4818-88f5-9abd26c447f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f73ee15-d05d-4e6d-afaf-2226bf764fec HTTP/1.1" status: 204 len: 168 time: 0.4615209 Oct 27 16:15:43.638241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fae819-e8a9-4818-88f5-9abd26c447f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f73ee15-d05d-4e6d-afaf-2226bf764fec,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:43.644830 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.659620 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.739841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Attempting to bind port fd9414df-683a-4ec1-8992-51df4a666f83 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:43.740427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Attempting to bind port fd9414df-683a-4ec1-8992-51df4a666f83 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:43.741343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Attempting to bind port fd9414df-683a-4ec1-8992-51df4a666f83 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:43.743296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fb798-c18d-40ee-a5ed-8fea2645b4db None None] Pushing event updated for resources: {'Port': ['ID=fd9414df-683a-4ec1-8992-51df4a666f83,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:43.750243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:43.750739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:43.750993 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.751372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:43.751857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Bound port: fd9414df-683a-4ec1-8992-51df4a666f83, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:43.752268 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.762342 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.837064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] For port fd9414df-683a-4ec1-8992-51df4a666f83, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:43.842285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:43.844147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:43.848525 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] For port fd9414df-683a-4ec1-8992-51df4a666f83, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fd9414df-683a-4ec1-8992-51df4a666f83,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:43.852886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:43.857925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Pushing event updated for resources: {'Port': ['ID=ca34c1da-7fd0-47fc-bb05-7af6d11ca16d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:43.902810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25330dd-796b-4895-ab36-efc88f211f15 req-5393f6ca-ccb6-457d-8baa-440bbe3f9471 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:43.904362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f25330dd-796b-4895-ab36-efc88f211f15 req-5393f6ca-ccb6-457d-8baa-440bbe3f9471 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1128447 Oct 27 16:15:43.912860 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.915960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b5fbc-e26c-4936-a1c6-8fc13b1e6e2f req-6cdde3fc-d130-4701-b574-63d641d35c56 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:43.923048 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a78b5fbc-e26c-4936-a1c6-8fc13b1e6e2f req-6cdde3fc-d130-4701-b574-63d641d35c56 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0731506 Oct 27 16:15:43.965824 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:43.974068 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a78b5fbc-e26c-4936-a1c6-8fc13b1e6e2f req-6daa546c-d787-4a4b-b46f-9253aa4d9cf6 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495663 Oct 27 16:15:44.008768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f25330dd-796b-4895-ab36-efc88f211f15 req-c4f6ecda-69c0-4add-99e9-1f26e34ab915 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930932 Oct 27 16:15:44.082332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Routers {'cc7b1501-d35f-4f42-979c-3a4203531bc1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:44.083412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cc7b1501-d35f-4f42-979c-3a4203531bc1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:44.239234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:44.271714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22fb798-c18d-40ee-a5ed-8fea2645b4db None None] Pushing event updated for resources: {'Port': ['ID=fd9414df-683a-4ec1-8992-51df4a666f83,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:44.284685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7af56b93-e645-43ad-8208-ae9eb104ca60 None None] Provisioning complete for port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:44.285310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7af56b93-e645-43ad-8208-ae9eb104ca60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:44.343438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7af56b93-e645-43ad-8208-ae9eb104ca60 None None] Port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:44.355912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] Set router cc7b1501-d35f-4f42-979c-3a4203531bc1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:44.482891 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:44.590845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:40Z', 'revision_number': 3, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:44.617441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e12566-a86d-4b13-9f70-2de2880aa46b req-47ead3fc-0cfb-4ea7-85e7-648924e15928 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:44.619132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-93e12566-a86d-4b13-9f70-2de2880aa46b req-47ead3fc-0cfb-4ea7-85e7-648924e15928 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1397436 Oct 27 16:15:44.623050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:44.653283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7702af-1fa4-4d12-9413-173c6134fcc5 None None] The sync data for ids ['cc7b1501-d35f-4f42-979c-3a4203531bc1'] in n-d-815689-1 is: [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:40Z', 'revision_number': 3, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:44.667194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e997676-de1a-417f-8188-67dd058e8a05 req-e8cc7e3f-64d9-46b9-96c1-67c7f1a91413 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:44.668782 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e997676-de1a-417f-8188-67dd058e8a05 req-e8cc7e3f-64d9-46b9-96c1-67c7f1a91413 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0627148 Oct 27 16:15:44.745700 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:44.783321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Pushing event updated for resources: {'Port': ['ID=ca34c1da-7fd0-47fc-bb05-7af6d11ca16d,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:44.792694 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e997676-de1a-417f-8188-67dd058e8a05 req-7c4fef19-678a-47b9-bd31-f7c86f5d72c5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925684 Oct 27 16:15:44.926302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb541e-855c-48a0-91c6-be80ad445378 req-4f883fc5-632f-4541-8c47-642caa7053bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:44.929042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbdb541e-855c-48a0-91c6-be80ad445378 req-4f883fc5-632f-4541-8c47-642caa7053bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 1095 time: 0.3597689 Oct 27 16:15:44.934065 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-93e12566-a86d-4b13-9f70-2de2880aa46b req-5c74fd8d-385b-4cf0-8400-e75b67a31e9c tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2525082 Oct 27 16:15:44.960506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb78bd-3d70-46ba-ac12-c958fd48775c req-7a7461c8-d8d1-4c71-9140-dc7d4121a44b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:44.962294 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5efb78bd-3d70-46ba-ac12-c958fd48775c req-7a7461c8-d8d1-4c71-9140-dc7d4121a44b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0705538 Oct 27 16:15:45.017517 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5efb78bd-3d70-46ba-ac12-c958fd48775c req-5bc6b4e8-17fa-4bb6-904d-8658642fc8ab tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481765 Oct 27 16:15:45.097240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:45.105131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33306) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:45.108605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:45.121670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb541e-855c-48a0-91c6-be80ad445378 req-ea3b1a95-60f1-486e-880f-973956e60704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:45.123201 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbdb541e-855c-48a0-91c6-be80ad445378 req-ea3b1a95-60f1-486e-880f-973956e60704 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.1859202 Oct 27 16:15:45.221949 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa1db-32cb-4757-9969-31ec85ef2732 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.296922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa1db-32cb-4757-9969-31ec85ef2732 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.313313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33308) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:45.392487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Router cc7b1501-d35f-4f42-979c-3a4203531bc1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:15:45.413068 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbdb541e-855c-48a0-91c6-be80ad445378 req-ffe52193-d149-4c6d-9575-dab68883a26e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 200 len: 998 time: 0.2357507 Oct 27 16:15:45.453546 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa1db-32cb-4757-9969-31ec85ef2732 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.457555 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3fa1db-32cb-4757-9969-31ec85ef2732 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.459266 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ac3fa1db-32cb-4757-9969-31ec85ef2732 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "DELETE /v2.0/security-groups/7e716061-ac90-4155-8a66-5814faa8fd3b HTTP/1.1" status: 204 len: 168 time: 0.3523929 Oct 27 16:15:45.464728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33312) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:45.494352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fa1db-32cb-4757-9969-31ec85ef2732 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e716061-ac90-4155-8a66-5814faa8fd3b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:45.498742 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f31f8856-eba4-46af-b477-9880f0a1e741 None None] Provisioning complete for port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:45.499342 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f31f8856-eba4-46af-b477-9880f0a1e741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.501866 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-b87e03b2-040c-4ac4-b392-8835e6827ab2 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] show failed (client error): The resource could not be found. Oct 27 16:15:45.503284 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b87e03b2-040c-4ac4-b392-8835e6827ab2 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "GET /v2.0/security-groups/7e716061-ac90-4155-8a66-5814faa8fd3b HTTP/1.1" status: 404 len: 347 time: 0.0358682 Oct 27 16:15:45.507857 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33314) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:45.522616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-57c6eb0b-3e8b-4e5e-a9ab-ec96ec5b274c tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-70728974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:45.576569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f31f8856-eba4-46af-b477-9880f0a1e741 None None] Port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:45.615471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb541e-855c-48a0-91c6-be80ad445378 req-89f28eeb-f7f1-4510-9ae5-507bda3cd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:45.618281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbdb541e-855c-48a0-91c6-be80ad445378 req-89f28eeb-f7f1-4510-9ae5-507bda3cd782 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.1669767 Oct 27 16:15:45.669028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cde0a66f-4a44-4062-8a9f-86cf57ff76f1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Deleting port 1a505cdc-c9c9-40b2-8744-2d381c4a031b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:45.670155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:15:45.670926 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cde0a66f-4a44-4062-8a9f-86cf57ff76f1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.676830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5df64d11-014d-43ba-883c-329e314c0386 admin admin] 10.222.0.15 "PUT /v2.0/routers/cc7b1501-d35f-4f42-979c-3a4203531bc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3367798 Oct 27 16:15:45.694741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb541e-855c-48a0-91c6-be80ad445378 req-aa5c7990-a1b3-46fd-a895-355122e8fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:45.696635 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbdb541e-855c-48a0-91c6-be80ad445378 req-aa5c7990-a1b3-46fd-a895-355122e8fd8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695405 Oct 27 16:15:45.702520 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57c6eb0b-3e8b-4e5e-a9ab-ec96ec5b274c tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.714197 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57c6eb0b-3e8b-4e5e-a9ab-ec96ec5b274c tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.788353 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cde0a66f-4a44-4062-8a9f-86cf57ff76f1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.788671 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cde0a66f-4a44-4062-8a9f-86cf57ff76f1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.802273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cde0a66f-4a44-4062-8a9f-86cf57ff76f1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Calling delete_port for 1a505cdc-c9c9-40b2-8744-2d381c4a031b owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:45.859334 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57c6eb0b-3e8b-4e5e-a9ab-ec96ec5b274c tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:45.910487 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbdb541e-855c-48a0-91c6-be80ad445378 req-a302a554-34e3-4f8f-b9c8-99b279e01014 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024577 Oct 27 16:15:45.974622 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57c6eb0b-3e8b-4e5e-a9ab-ec96ec5b274c tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.041704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbdb541e-855c-48a0-91c6-be80ad445378 req-0011bf8e-fea7-44ff-b423-3da047cffbc7 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229117 Oct 27 16:15:46.061295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd00d7-67ba-48e1-8715-9b60c4ae020a req-ebc18047-e125-42be-bdd9-a329b91ba657 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:46.073149 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7fdd00d7-67ba-48e1-8715-9b60c4ae020a req-ebc18047-e125-42be-bdd9-a329b91ba657 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1291428 Oct 27 16:15:46.092921 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57c6eb0b-3e8b-4e5e-a9ab-ec96ec5b274c tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.094470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-57c6eb0b-3e8b-4e5e-a9ab-ec96ec5b274c tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.7801814 Oct 27 16:15:46.097901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33330) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:46.104573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2078609868'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:46.111467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7fdd00d7-67ba-48e1-8715-9b60c4ae020a req-e352c5f6-b945-4cdd-8d79-5044dba352e0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401015 Oct 27 16:15:46.130667 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cde0a66f-4a44-4062-8a9f-86cf57ff76f1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.164985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0a66f-4a44-4062-8a9f-86cf57ff76f1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Port': ['ID=1a505cdc-c9c9-40b2-8744-2d381c4a031b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:46.238996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Made reservation on behalf of 9832b1322219424f92a56da0d934d5f1 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:46.242775 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.258818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.271322 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cde0a66f-4a44-4062-8a9f-86cf57ff76f1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.274590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cde0a66f-4a44-4062-8a9f-86cf57ff76f1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.278537 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cde0a66f-4a44-4062-8a9f-86cf57ff76f1 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "DELETE /v2.0/floatingips/0d92b032-7a2c-4134-8090-55a8dceff2f8 HTTP/1.1" status: 204 len: 168 time: 0.7667451 Oct 27 16:15:46.279529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33332) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:46.296578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde743c-81a0-4fdd-860b-a7a93270e445 req-0d8ecd67-c588-487b-b33c-8070c9052494 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:46.300580 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fde743c-81a0-4fdd-860b-a7a93270e445 req-0d8ecd67-c588-487b-b33c-8070c9052494 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1067469 Oct 27 16:15:46.366637 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.428007 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fde743c-81a0-4fdd-860b-a7a93270e445 req-9c4b50c7-be13-460e-96e0-285bba99bc65 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992157 Oct 27 16:15:46.445135 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.468802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2a375-6016-42d5-bd34-d5a899d1444c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Deleting port ebe93a55-5bce-4ee5-92a3-5e3bab95f303 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:46.469414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0c2a375-6016-42d5-bd34-d5a899d1444c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.475612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:15:46.491459 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdb7779-6675-46e1-948d-90ea878450f9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:46.496953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.508641 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Added segment 45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90 of type vlan for network 007f5d90-d933-4539-b34b-206822259cbe Oct 27 16:15:46.587912 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.656036 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0c2a375-6016-42d5-bd34-d5a899d1444c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.679862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467776b-d1a9-41d0-8763-19e10adba686 req-0d963824-c19f-42d9-81c6-3729c0b1ac43 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:46.681432 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d467776b-d1a9-41d0-8763-19e10adba686 req-0d963824-c19f-42d9-81c6-3729c0b1ac43 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0993109 Oct 27 16:15:46.682509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2a375-6016-42d5-bd34-d5a899d1444c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Calling delete_port for ebe93a55-5bce-4ee5-92a3-5e3bab95f303 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:46.714490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33336) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:46.718991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6554b826-0de5-465b-b64a-9cb559a1e19e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1391397420', 'description': 'tempest-description--584935230'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:46.813766 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.821365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:46.822057 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.822946 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d467776b-d1a9-41d0-8763-19e10adba686 req-c15b1379-6b94-4b25-a761-139f32c8877a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333377 Oct 27 16:15:46.847607 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fd9414df-683a-4ec1-8992-51df4a666f83 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:46.956749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Network': ['ID=007f5d90-d933-4539-b34b-206822259cbe,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:46.963936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fd9414df-683a-4ec1-8992-51df4a666f83 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:46.964686 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:46.990760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 007f5d90-d933-4539-b34b-206822259cbe details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:15:47.024430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac3507-3df3-443e-8314-38d33c8ce307 req-d34493fd-3571-4185-9da0-255054174f68 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:47.025965 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88ac3507-3df3-443e-8314-38d33c8ce307 req-d34493fd-3571-4185-9da0-255054174f68 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0742919 Oct 27 16:15:47.075603 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88ac3507-3df3-443e-8314-38d33c8ce307 req-3f42c12f-fa77-49b6-a2c1-216b2485f3bb tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433095 Oct 27 16:15:47.099375 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Sync routers for ids ['cc7b1501-d35f-4f42-979c-3a4203531bc1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:15:47.113717 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Routers {'cc7b1501-d35f-4f42-979c-3a4203531bc1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:47.114796 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cc7b1501-d35f-4f42-979c-3a4203531bc1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:47.136894 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.174033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port fd9414df-683a-4ec1-8992-51df4a666f83, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fd9414df-683a-4ec1-8992-51df4a666f83,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:47.188237 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6554b826-0de5-465b-b64a-9cb559a1e19e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.246780 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Set router cc7b1501-d35f-4f42-979c-3a4203531bc1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:47.265232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2006060-8917-4d9e-9017-69b16023c958 req-4155fcd8-9013-4852-baf7-030dfdc8433d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:47.269202 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f2006060-8917-4d9e-9017-69b16023c958 req-4155fcd8-9013-4852-baf7-030dfdc8433d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0583615 Oct 27 16:15:47.270620 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0c2a375-6016-42d5-bd34-d5a899d1444c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.294332 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6554b826-0de5-465b-b64a-9cb559a1e19e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.302321 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.305767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bf27a87a-6e23-476d-a503-bfe82aa93d34 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2068141 Oct 27 16:15:47.312242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33348) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:47.325862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'subnet': {'network_id': '007f5d90-d933-4539-b34b-206822259cbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:47.331940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2a375-6016-42d5-bd34-d5a899d1444c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Port': ['ID=ebe93a55-5bce-4ee5-92a3-5e3bab95f303,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:47.372027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=fd9414df-683a-4ec1-8992-51df4a666f83,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:47.510236 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f2006060-8917-4d9e-9017-69b16023c958 req-fb609d4a-50c0-4993-8a4b-516d686cf53b tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237477 Oct 27 16:15:47.511804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6554b826-0de5-465b-b64a-9cb559a1e19e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.544793 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0c2a375-6016-42d5-bd34-d5a899d1444c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.544793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e0c2a375-6016-42d5-bd34-d5a899d1444c tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "DELETE /v2.0/ports/ebe93a55-5bce-4ee5-92a3-5e3bab95f303 HTTP/1.1" status: 204 len: 168 time: 1.2613852 Oct 27 16:15:47.549917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:47.553862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554b826-0de5-465b-b64a-9cb559a1e19e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852c9cbe-75db-4864-b4f2-c19a0329744e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:47.594453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d53e20-99ec-4e4f-8aff-70c803a1c500 req-6a8af39c-fb0f-47ca-8767-327c4238c7a5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:47.596964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12d53e20-99ec-4e4f-8aff-70c803a1c500 req-6a8af39c-fb0f-47ca-8767-327c4238c7a5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1293409 Oct 27 16:15:47.649371 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:44Z', 'revision_number': 4, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ca34c1da-7fd0-47fc-bb05-7af6d11ca16d', 'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'mac_address': 'fa:16:3e:59:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:43Z', 'updated_at': '2021-10-27T16:15:44Z', 'revision_number': 2, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'subnets': [{'id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:47.661675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12d53e20-99ec-4e4f-8aff-70c803a1c500 req-7b6f793a-cb2c-4fda-8403-8b341e0e4144 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552549 Oct 27 16:15:47.683954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Made reservation on behalf of 9832b1322219424f92a56da0d934d5f1 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:47.692991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.699513 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Checking router: cc7b1501-d35f-4f42-979c-3a4203531bc1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:15:47.700381 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Updating router cc7b1501-d35f-4f42-979c-3a4203531bc1 port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:15:47.743424 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:47.956255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183545f-eb0f-4f37-b7fb-2eaf7a5641ee req-4c2dec5a-76ac-48cd-bf6e-991d6644502f tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:47.965725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2183545f-eb0f-4f37-b7fb-2eaf7a5641ee req-4c2dec5a-76ac-48cd-bf6e-991d6644502f tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.2853892 Oct 27 16:15:48.085498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfa38f-df62-40e5-a75f-6cfaed2ba1fb tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Deleting port 9595a43a-c66f-4afe-b42f-87763c646d51 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:48.088385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa38f-df62-40e5-a75f-6cfaed2ba1fb tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.126728 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6554b826-0de5-465b-b64a-9cb559a1e19e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.128004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6554b826-0de5-465b-b64a-9cb559a1e19e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4126680 Oct 27 16:15:48.140495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33360) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:48.144074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d8166173-cf36-4aa1-b0f0-98a0c3e28c81 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Request body: {'security_group_rule': {'security_group_id': '852c9cbe-75db-4864-b4f2-c19a0329744e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:48.149133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.194318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8e47-41aa-470b-8de4-9b0db464081d req-5ab22322-458f-47d7-a786-17a01af8b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.194318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c6c8e47-41aa-470b-8de4-9b0db464081d req-5ab22322-458f-47d7-a786-17a01af8b242 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 1097 time: 0.4950337 Oct 27 16:15:48.204298 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.212509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992051d-46c9-4146-ad9c-45593829d53c req-2af80521-c021-4068-b227-fe1fcda93e71 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.214021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b992051d-46c9-4146-ad9c-45593829d53c req-2af80521-c021-4068-b227-fe1fcda93e71 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0921791 Oct 27 16:15:48.215325 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2183545f-eb0f-4f37-b7fb-2eaf7a5641ee req-88229b11-f22e-430a-8028-1ccb32abb05b tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487178 Oct 27 16:15:48.242968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Subnet': ['ID=6ef04b0e-119b-4b66-b8f3-ffff658fd514,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:48.290257 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Checking segment: {'id': '45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '007f5d90-d933-4539-b34b-206822259cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:48.290613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network hostable DHCP agents. Network: 007f5d90-d933-4539-b34b-206822259cbe, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:15:48.297244 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa38f-df62-40e5-a75f-6cfaed2ba1fb tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.307180 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.307439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8166173-cf36-4aa1-b0f0-98a0c3e28c81 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.330698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-5ddfa38f-df62-40e5-a75f-6cfaed2ba1fb tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Calling delete_port for 9595a43a-c66f-4afe-b42f-87763c646d51 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:48.331148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b992051d-46c9-4146-ad9c-45593829d53c req-c3cbd23d-fcd1-466e-a8ae-d2435db055c4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036696 Oct 27 16:15:48.421796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8e47-41aa-470b-8de4-9b0db464081d req-6bf88365-3cad-488b-81c1-5a6584ad3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.423579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c6c8e47-41aa-470b-8de4-9b0db464081d req-6bf88365-3cad-488b-81c1-5a6584ad3634 service neutron] 10.222.0.53 "GET /v2.0/networks?id=af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 200 len: 912 time: 0.2206554 Oct 27 16:15:48.446654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046fee4-70fb-4670-a0e1-98301e02505a req-38c1aa5a-5a09-46f4-ae66-85e3642bb2a9 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.448501 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4046fee4-70fb-4670-a0e1-98301e02505a req-38c1aa5a-5a09-46f4-ae66-85e3642bb2a9 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1283536 Oct 27 16:15:48.454921 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network 007f5d90-d933-4539-b34b-206822259cbe is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:15:48.463308 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8166173-cf36-4aa1-b0f0-98a0c3e28c81 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.540273 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4046fee4-70fb-4670-a0e1-98301e02505a req-1d7fbc0f-18ab-4a29-afff-912c28fe1284 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768015 Oct 27 16:15:48.542767 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Pushing event updated for resources: {'Port': ['ID=ca34c1da-7fd0-47fc-bb05-7af6d11ca16d,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:48.547616 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5607ebe6-288a-47ba-aaf1-b9cc14669120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.583091 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8166173-cf36-4aa1-b0f0-98a0c3e28c81 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.584656 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.586795 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.587918 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.588298 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.588886 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.589282 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.589665 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.590027 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.590492 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.590842 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.591174 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.591929 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:15:48.617197 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Attempting to bind port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:48.617365 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Attempting to bind port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:48.618927 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Attempting to bind port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d on network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:48.625317 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:48.625749 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Checking segment: {'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:48.626206 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.626844 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Bound using segment: {'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:48.627337 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Bound port: ca34c1da-7fd0-47fc-bb05-7af6d11ca16d, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:48.627740 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.639947 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c6c8e47-41aa-470b-8de4-9b0db464081d req-e988fed6-2f26-457d-8085-12c0637e005d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c81c317-d7ec-4316-a78c-58931598cec3 HTTP/1.1" status: 200 len: 1002 time: 0.2048063 Oct 27 16:15:48.644414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8166173-cf36-4aa1-b0f0-98a0c3e28c81 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fa3935-63a2-46d7-b804-5342a0a689be,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:48.668963 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 007f5d90-d933-4539-b34b-206822259cbe) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:48.679175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169ffe4a-924b-4708-9d97-4ef73a98380e None None] Network 007f5d90-d933-4539-b34b-206822259cbe requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:48.705130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.705794 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.718100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06f157-4f6a-41c7-bfe9-b160c4740359 req-ea7dee3a-5cba-4552-98a6-5975de518575 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.724951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e06f157-4f6a-41c7-bfe9-b160c4740359 req-ea7dee3a-5cba-4552-98a6-5975de518575 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.2597954 Oct 27 16:15:48.733285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8166173-cf36-4aa1-b0f0-98a0c3e28c81 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.734395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d8166173-cf36-4aa1-b0f0-98a0c3e28c81 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5943227 Oct 27 16:15:48.737317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33368) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:48.743033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0af7447d-47cb-431b-8e8f-438d6f6c12a1 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Request body: {'security_group_rule': {'security_group_id': '852c9cbe-75db-4864-b4f2-c19a0329744e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:48.772762 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] For port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:48.775664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4616a-7b9d-411f-bb29-811092838f25 req-d89131be-cf85-4a65-bb9a-4164a66b434e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.780996 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] For port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ca34c1da-7fd0-47fc-bb05-7af6d11ca16d,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:48.783390 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97a4616a-7b9d-411f-bb29-811092838f25 req-d89131be-cf85-4a65-bb9a-4164a66b434e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0895979 Oct 27 16:15:48.813296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8e47-41aa-470b-8de4-9b0db464081d req-ce8dc2cf-8898-4582-aa0b-479f9ab15c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.814823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c6c8e47-41aa-470b-8de4-9b0db464081d req-ce8dc2cf-8898-4582-aa0b-479f9ab15c02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea3730f2-0bf8-4326-9e2c-a789f343fc1b HTTP/1.1" status: 200 len: 850 time: 0.1646438 Oct 27 16:15:48.820925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e06f157-4f6a-41c7-bfe9-b160c4740359 req-8520aea6-4a76-4a6f-9f63-1c9af846c509 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854042 Oct 27 16:15:48.846979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97a4616a-7b9d-411f-bb29-811092838f25 req-3c7ded14-c3e8-4b71-93b7-6aafde1e72f8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526917 Oct 27 16:15:48.846979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa38f-df62-40e5-a75f-6cfaed2ba1fb tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.850591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7c8d58ed-5e4f-4022-899a-ef4a505e47ab None None] Provisioning complete for port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:48.851098 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c8d58ed-5e4f-4022-899a-ef4a505e47ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.855875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fd9414df-683a-4ec1-8992-51df4a666f83 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:48.869526 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:48.909294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c8e47-41aa-470b-8de4-9b0db464081d req-3419ae79-8373-4908-aa04-58f82ce4db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:48.911374 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c6c8e47-41aa-470b-8de4-9b0db464081d req-3419ae79-8373-4908-aa04-58f82ce4db82 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af016594-8bc5-461b-993c-3fdc1c22d42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822325 Oct 27 16:15:48.947479 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a6c57-f38f-4d6c-8ad2-4787ad047f08 None None] Pushing event updated for resources: {'Port': ['ID=ca34c1da-7fd0-47fc-bb05-7af6d11ca16d,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:48.966606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-db40b44e-2217-4967-8de9-081e274f6bb4 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6468027 Oct 27 16:15:48.969929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33374) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:48.970942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfa38f-df62-40e5-a75f-6cfaed2ba1fb tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Port': ['ID=9595a43a-c66f-4afe-b42f-87763c646d51,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:48.989940 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Routers {'cc7b1501-d35f-4f42-979c-3a4203531bc1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:15:48.991333 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cc7b1501-d35f-4f42-979c-3a4203531bc1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:49.001580 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'network': {'name': 'tempest-router-network01--1862709441'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:49.161283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0af7447d-47cb-431b-8e8f-438d6f6c12a1 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.190725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f449914-4a60-4a61-917a-93b56420ebf3 req-8ce4d046-33d9-4986-bf3d-86ba1f38c169 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:49.192496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f449914-4a60-4a61-917a-93b56420ebf3 req-8ce4d046-33d9-4986-bf3d-86ba1f38c169 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1791835 Oct 27 16:15:49.220968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fd9414df-683a-4ec1-8992-51df4a666f83 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:49.221266 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.247692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c6c8e47-41aa-470b-8de4-9b0db464081d req-e3b2c4a0-61fe-4744-8126-39896b4d8bce service neutron] 10.222.0.53 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282218 Oct 27 16:15:49.288214 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ddfa38f-df62-40e5-a75f-6cfaed2ba1fb tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.289847 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] Set router cc7b1501-d35f-4f42-979c-3a4203531bc1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:15:49.294594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5ddfa38f-df62-40e5-a75f-6cfaed2ba1fb tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "DELETE /v2.0/ports/9595a43a-c66f-4afe-b42f-87763c646d51 HTTP/1.1" status: 204 len: 168 time: 1.7409987 Oct 27 16:15:49.294594 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0af7447d-47cb-431b-8e8f-438d6f6c12a1 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.294874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33380) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:49.347683 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f449914-4a60-4a61-917a-93b56420ebf3 req-42a70401-004d-4b39-86c6-f74c077203b9 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484694 Oct 27 16:15:49.414090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-43eb1152-7586-465b-8475-eed9c88e890a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Deleting subnet 7049252d-b600-4fab-b5a2-b6177f5e768d {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:15:49.418105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43eb1152-7586-465b-8475-eed9c88e890a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.421335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0af7447d-47cb-431b-8e8f-438d6f6c12a1 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.423105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Made reservation on behalf of 9832b1322219424f92a56da0d934d5f1 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:49.444961 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.458455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c6c8e47-41aa-470b-8de4-9b0db464081d req-d5eb316f-a08f-48e7-9a02-4833b9ae28c7 service neutron] 10.222.0.53 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993420 Oct 27 16:15:49.572821 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:15:49.576690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c8d58ed-5e4f-4022-899a-ef4a505e47ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.586414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-007f5d90-d933-4539-b34b-206822259cbe', 'network_id': '007f5d90-d933-4539-b34b-206822259cbe', 'tenant_id': '9832b1322219424f92a56da0d934d5f1', 'fixed_ips': [{'subnet_id': '6ef04b0e-119b-4b66-b8f3-ffff658fd514'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:15:49.587552 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.592884 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.593568 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Added segment 456716fc-fba6-49cc-94fe-bc469c937274 of type vlan for network 7204566e-3912-4244-b021-4ab54a8cd2c7 Oct 27 16:15:49.674530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a621678-c95f-4514-b814-f2ccbbd7d579 req-62b6adcc-102f-434e-9d84-f2376fb2d882 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:49.684414 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a621678-c95f-4514-b814-f2ccbbd7d579 req-62b6adcc-102f-434e-9d84-f2376fb2d882 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1714063 Oct 27 16:15:49.702657 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.740270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-f1fa6ef8-5eaf-4043-ab07-eb81dff70b06 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1380820 Oct 27 16:15:49.746196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7447d-47cb-431b-8e8f-438d6f6c12a1 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3a0c7a-cd22-4ad0-bc00-51d0640fa0ec,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:49.755645 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0af7447d-47cb-431b-8e8f-438d6f6c12a1 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.757262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0af7447d-47cb-431b-8e8f-438d6f6c12a1 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0177755 Oct 27 16:15:49.772599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33388) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:49.774402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:49.794938 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43eb1152-7586-465b-8475-eed9c88e890a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.814487 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:44Z', 'revision_number': 4, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ca34c1da-7fd0-47fc-bb05-7af6d11ca16d', 'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'mac_address': 'fa:16:3e:59:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:43Z', 'updated_at': '2021-10-27T16:15:48Z', 'revision_number': 4, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'subnets': [{'id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:49.828721 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.834925 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:49.835685 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:49.847372 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a621678-c95f-4514-b814-f2ccbbd7d579 req-e2cd7804-e602-473d-9fa7-b2eefb7cb08d tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556895 Oct 27 16:15:49.853009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7c8d58ed-5e4f-4022-899a-ef4a505e47ab None None] For port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ca34c1da-7fd0-47fc-bb05-7af6d11ca16d,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:49.862156 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57b6bc-b15d-43de-b1a6-5fad533625b4 None None] The sync data for ids ['cc7b1501-d35f-4f42-979c-3a4203531bc1'] in n-d-815689-1 is: [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:44Z', 'revision_number': 4, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ca34c1da-7fd0-47fc-bb05-7af6d11ca16d', 'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'mac_address': 'fa:16:3e:59:f6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:43Z', 'updated_at': '2021-10-27T16:15:48Z', 'revision_number': 4, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'subnets': [{'id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:15:49.933988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-3100c882-19b9-4e71-bc15-d877c154b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:49.938730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-3100c882-19b9-4e71-bc15-d877c154b93a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 1096 time: 0.1541088 Oct 27 16:15:50.021097 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c8d58ed-5e4f-4022-899a-ef4a505e47ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.062004 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.062243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Network': ['ID=7204566e-3912-4244-b021-4ab54a8cd2c7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:50.108621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Allocated IP 2001:db8::2 (007f5d90-d933-4539-b34b-206822259cbe/6ef04b0e-119b-4b66-b8f3-ffff658fd514/85a45c7a-ef59-409c-9e03-85cf5fb333c3) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:50.142022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 7204566e-3912-4244-b021-4ab54a8cd2c7 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:15:50.162278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1b722-3a83-4cd9-b455-85d5437f676e req-ce3d5dc9-5943-49b4-bd8d-c56b4d7a690c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:50.166139 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-52e1b722-3a83-4cd9-b455-85d5437f676e req-ce3d5dc9-5943-49b4-bd8d-c56b4d7a690c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.4146593 Oct 27 16:15:50.220464 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-47ab84f7-19fc-4f60-82f8-987eba8e774e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2456665 Oct 27 16:15:50.223449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33392) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:50.239885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'network': {'name': 'tempest-router-network02--536474532'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:50.250096 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43eb1152-7586-465b-8475-eed9c88e890a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.261395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e92e9f-9071-4e41-9284-4fdbc4e1cb77 req-463df3c8-0c11-48bd-9ee5-d2c2b3d6f7fe tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:50.263105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6e92e9f-9071-4e41-9284-4fdbc4e1cb77 req-463df3c8-0c11-48bd-9ee5-d2c2b3d6f7fe tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2042332 Oct 27 16:15:50.264333 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-6c7cdda3-3967-4ff2-b545-404a39ded267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:50.268844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-6c7cdda3-3967-4ff2-b545-404a39ded267 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.2919924 Oct 27 16:15:50.277120 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-52e1b722-3a83-4cd9-b455-85d5437f676e req-bee21965-dc26-4328-a984-3324dab90a2c tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960598 Oct 27 16:15:50.326687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c835568a-0941-4314-ae2f-aa02378f6e95 None None] Provisioning complete for port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:50.328738 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c835568a-0941-4314-ae2f-aa02378f6e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.340720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d58ed-5e4f-4022-899a-ef4a505e47ab None None] Pushing event updated for resources: {'Port': ['ID=ca34c1da-7fd0-47fc-bb05-7af6d11ca16d,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:50.393530 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-1b086661-54da-4720-9193-fd96a0636106 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=852df851-cd37-4d53-8c35-32327ae0272a HTTP/1.1" status: 200 len: 217 time: 0.1039929 Oct 27 16:15:50.493348 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6e92e9f-9071-4e41-9284-4fdbc4e1cb77 req-24f0b339-cc44-41e5-b886-07099a2b5edd tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026889 Oct 27 16:15:50.514270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Made reservation on behalf of 9832b1322219424f92a56da0d934d5f1 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:50.527316 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.531342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43eb1152-7586-465b-8475-eed9c88e890a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.559048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-b7e18ee8-53af-48cd-be41-d7e9bcd00032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:50.561459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-b7e18ee8-53af-48cd-be41-d7e9bcd00032 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.1605351 Oct 27 16:15:50.601235 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.601773 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb1152-7586-465b-8475-eed9c88e890a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Subnet': ['ID=7049252d-b600-4fab-b5a2-b6177f5e768d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:50.605113 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43eb1152-7586-465b-8475-eed9c88e890a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.612325 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-43eb1152-7586-465b-8475-eed9c88e890a tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "DELETE /v2.0/subnets/7049252d-b600-4fab-b5a2-b6177f5e768d HTTP/1.1" status: 204 len: 168 time: 1.3161235 Oct 27 16:15:50.615852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33396) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:50.625350 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d888c60e-b38f-46c2-a2d3-357c864be54e None None] Network a7ed5152-1a1f-4ec2-abc4-e8bd08222722 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:50.679633 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.706680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-da417bcd-62d8-4309-876b-e3b22888d0a3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Deleting subnet 6a8d481b-7fae-4434-9be6-f0271be7a17c {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:15:50.723778 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da417bcd-62d8-4309-876b-e3b22888d0a3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.739253 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.849289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:15:50.894011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Network 007f5d90-d933-4539-b34b-206822259cbe is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:50.900160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:50.906564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:50.913446 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:50.913792 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Added segment 96fb10af-7e85-4761-92ee-1309b6d572e0 of type vlan for network 2851ec13-2172-4026-b227-828f4e7da2e2 Oct 27 16:15:50.914624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ca34c1da-7fd0-47fc-bb05-7af6d11ca16d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:50.966647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-a28f2345-2bc2-4dc9-8a0c-dcf86874988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:50.972562 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-a28f2345-2bc2-4dc9-8a0c-dcf86874988b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3975408 Oct 27 16:15:51.027145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Allocated IP 172.25.4.177 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/c14759a1-7548-495c-89af-d221071ff873) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:51.040465 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Pushing event updated for resources: {'Port': ['ID=85a45c7a-ef59-409c-9e03-85cf5fb333c3,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:51.063520 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.096807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Attempting to bind port 85a45c7a-ef59-409c-9e03-85cf5fb333c3 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:51.097539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Attempting to bind port 85a45c7a-ef59-409c-9e03-85cf5fb333c3 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '007f5d90-d933-4539-b34b-206822259cbe'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:51.098084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Attempting to bind port 85a45c7a-ef59-409c-9e03-85cf5fb333c3 on network 007f5d90-d933-4539-b34b-206822259cbe {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:51.101772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:51.102580 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.185746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:51.185746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Checking segment: {'id': '45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '007f5d90-d933-4539-b34b-206822259cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:51.185746 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.185746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Bound using segment: {'id': '45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '007f5d90-d933-4539-b34b-206822259cbe'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:51.185746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Bound port: 85a45c7a-ef59-409c-9e03-85cf5fb333c3, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '007f5d90-d933-4539-b34b-206822259cbe'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:51.185746 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.207385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb94704-5260-474e-9188-1265064dd185 None None] DHCP port deletion for a7ed5152-1a1f-4ec2-abc4-e8bd08222722 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:15:51.236448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da417bcd-62d8-4309-876b-e3b22888d0a3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.337862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ebfe5-d74b-4b41-bbe8-1f07626bb17e req-f9918b95-ab91-44e3-ab51-321262468bab tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:51.344359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] For port 85a45c7a-ef59-409c-9e03-85cf5fb333c3, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:51.346368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-709ebfe5-d74b-4b41-bbe8-1f07626bb17e req-f9918b95-ab91-44e3-ab51-321262468bab tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.3659997 Oct 27 16:15:51.356296 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.369985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:51.370952 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.399999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] For port 85a45c7a-ef59-409c-9e03-85cf5fb333c3, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=85a45c7a-ef59-409c-9e03-85cf5fb333c3,segment=NetworkSegment(45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90),segment_id=45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:51.402793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631da04-42ab-402a-b480-7f02b7be4b8d req-d36ee836-ff86-44a4-958b-0a8ccfd4eb61 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:51.404466 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c631da04-42ab-402a-b480-7f02b7be4b8d req-d36ee836-ff86-44a4-958b-0a8ccfd4eb61 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.6952255 Oct 27 16:15:51.405842 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da417bcd-62d8-4309-876b-e3b22888d0a3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.451791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-dbb94704-5260-474e-9188-1265064dd185 None None] Deleting port a396d90b-1525-4c8a-bb4f-a156eae7f970 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:51.454594 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dbb94704-5260-474e-9188-1265064dd185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.485126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-5e90636e-f4b7-49bc-9aa6-7236f6f2c789 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798779 Oct 27 16:15:51.516343 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.542574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c631da04-42ab-402a-b480-7f02b7be4b8d req-f0294f71-bac9-4c33-8c6d-e35cc3019c61 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987942 Oct 27 16:15:51.558300 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5fc6b62e-78e2-4811-b98b-f46e065d416a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.595018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3650813 Oct 27 16:15:51.595560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33406) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:51.606727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'subnet': {'network_id': '7204566e-3912-4244-b021-4ab54a8cd2c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:51.612976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dbb94704-5260-474e-9188-1265064dd185 None None] For port a396d90b-1525-4c8a-bb4f-a156eae7f970, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a396d90b-1525-4c8a-bb4f-a156eae7f970,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:51.613372 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dbb94704-5260-474e-9188-1265064dd185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.646953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721efe0-2a07-42a2-a7d7-79d865c221e3 None None] Pushing event updated for resources: {'Port': ['ID=85a45c7a-ef59-409c-9e03-85cf5fb333c3,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:51.651529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-dbb94704-5260-474e-9188-1265064dd185 None None] Calling delete_port for a396d90b-1525-4c8a-bb4f-a156eae7f970 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:51.677302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.699199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03d5c6-23a9-43a2-a4e7-a69182936b24 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Network': ['ID=2851ec13-2172-4026-b227-828f4e7da2e2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:51.702289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da417bcd-62d8-4309-876b-e3b22888d0a3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.734687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-709ebfe5-d74b-4b41-bbe8-1f07626bb17e req-bbb95db4-0093-4122-8b4a-2213eff802e2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509338 Oct 27 16:15:51.775378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 2851ec13-2172-4026-b227-828f4e7da2e2 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:15:51.821399 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da417bcd-62d8-4309-876b-e3b22888d0a3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8d481b-7fae-4434-9be6-f0271be7a17c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:51.846414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da417bcd-62d8-4309-876b-e3b22888d0a3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.846790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c17d9eea-fcba-4963-86ff-bc33cef2bea4 req-8dbc620e-fbcf-4ce3-a639-429047796e77 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351948 Oct 27 16:15:51.851012 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-da417bcd-62d8-4309-876b-e3b22888d0a3 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "DELETE /v2.0/subnets/6a8d481b-7fae-4434-9be6-f0271be7a17c HTTP/1.1" status: 204 len: 168 time: 1.2335773 Oct 27 16:15:51.854941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33412) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:51.919757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9016cf0c-bfa6-4e4f-9333-1a5dfbe17974 None None] Network df512f30-e00c-4c99-8ce8-eac121a29043 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:51.937344 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:51.952687 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce99fd-dbad-45dc-b0f8-530cdb4fda8f req-6b327c9a-27ca-4dea-a2da-e56d97b86dec tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:51.961202 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5ce99fd-dbad-45dc-b0f8-530cdb4fda8f req-6b327c9a-27ca-4dea-a2da-e56d97b86dec tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.2694583 Oct 27 16:15:51.980842 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.082275 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5ce99fd-dbad-45dc-b0f8-530cdb4fda8f req-72bd1c03-8c54-4ece-a666-8c26d953c898 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201754 Oct 27 16:15:52.097795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:52.106797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:52.112474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:52.170353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Pushing event updated for resources: {'Port': ['ID=c14759a1-7548-495c-89af-d221071ff873,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:52.189250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Made reservation on behalf of 9832b1322219424f92a56da0d934d5f1 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:52.190833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.220573 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.223362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755ce03-82cc-4f70-894f-0a66cc337c94 req-792742c4-91ce-43d1-92a4-7ccafbccd8a1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:52.230942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1755ce03-82cc-4f70-894f-0a66cc337c94 req-792742c4-91ce-43d1-92a4-7ccafbccd8a1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2746563 Oct 27 16:15:52.257897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Deleting port a396d90b-1525-4c8a-bb4f-a156eae7f970 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:52.258524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.279440 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dbb94704-5260-474e-9188-1265064dd185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.284233 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.362553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97e0286-f9a4-443f-a3bc-c6a8c7f48ff2 None None] DHCP port deletion for df512f30-e00c-4c99-8ce8-eac121a29043 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:15:52.377058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb94704-5260-474e-9188-1265064dd185 None None] No DVR routers for this DVR port a396d90b-1525-4c8a-bb4f-a156eae7f970 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:52.385208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb94704-5260-474e-9188-1265064dd185 None None] Pushing event deleted for resources: {'Port': ['ID=a396d90b-1525-4c8a-bb4f-a156eae7f970,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:52.386566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] For port a396d90b-1525-4c8a-bb4f-a156eae7f970, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a396d90b-1525-4c8a-bb4f-a156eae7f970,segment=NetworkSegment(929cb9ca-8af3-4254-b22a-4786dd3dc496),segment_id=929cb9ca-8af3-4254-b22a-4786dd3dc496)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:52.386566 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.408750 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1755ce03-82cc-4f70-894f-0a66cc337c94 req-2555e3d0-1556-446c-a528-a040e9de6a86 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616340 Oct 27 16:15:52.415657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Calling delete_port for a396d90b-1525-4c8a-bb4f-a156eae7f970 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:52.423400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.583880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d97e0286-f9a4-443f-a3bc-c6a8c7f48ff2 None None] Deleting port abc7ee60-50c1-4fee-9b81-fc52641d145d {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:15:52.584767 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d97e0286-f9a4-443f-a3bc-c6a8c7f48ff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.589786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.602889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.667564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Port': ['ID=a396d90b-1525-4c8a-bb4f-a156eae7f970,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:52.670590 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] No DVR routers for this DVR port a396d90b-1525-4c8a-bb4f-a156eae7f970 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:52.718032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d97e0286-f9a4-443f-a3bc-c6a8c7f48ff2 None None] For port abc7ee60-50c1-4fee-9b81-fc52641d145d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=abc7ee60-50c1-4fee-9b81-fc52641d145d,segment=NetworkSegment(25728234-6f90-4770-98c1-3e002080bf5b),segment_id=25728234-6f90-4770-98c1-3e002080bf5b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:52.718537 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d97e0286-f9a4-443f-a3bc-c6a8c7f48ff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.758276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d97e0286-f9a4-443f-a3bc-c6a8c7f48ff2 None None] Calling delete_port for abc7ee60-50c1-4fee-9b81-fc52641d145d owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:15:52.815193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8738fb-5cf7-4ffe-a8c8-d6bbb6544fcd req-e50da56f-a5bf-4620-a1e3-51feb88a082a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:52.819931 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.824412 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd8738fb-5cf7-4ffe-a8c8-d6bbb6544fcd req-e50da56f-a5bf-4620-a1e3-51feb88a082a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2361121 Oct 27 16:15:52.854263 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:52.906009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd933e2-1d5f-467a-ba08-3fbe8cd09606 req-37e11a44-92be-47d9-828c-befc55bb3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:52.907131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcd933e2-1d5f-467a-ba08-3fbe8cd09606 req-37e11a44-92be-47d9-828c-befc55bb3641 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 1095 time: 0.2485847 Oct 27 16:15:52.910883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 85a45c7a-ef59-409c-9e03-85cf5fb333c3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:52.950197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44b766-5a44-44a8-ae3f-8d9f9a6bfc67 req-37ad5454-13c5-40a1-a5ba-d3aa50394a0d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:52.961071 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd8738fb-5cf7-4ffe-a8c8-d6bbb6544fcd req-466190a4-4d0e-4820-b4f2-3cd4cf429589 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352110 Oct 27 16:15:52.961506 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a44b766-5a44-44a8-ae3f-8d9f9a6bfc67 req-37ad5454-13c5-40a1-a5ba-d3aa50394a0d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.3216939 Oct 27 16:15:52.997323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ed5152-1a1f-4ec2-abc4-e8bd08222722']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:53.011685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 85a45c7a-ef59-409c-9e03-85cf5fb333c3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:53.012087 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.026557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '929cb9ca-8af3-4254-b22a-4786dd3dc496') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:53.027201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '929cb9ca-8af3-4254-b22a-4786dd3dc496') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:53.072821 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a44b766-5a44-44a8-ae3f-8d9f9a6bfc67 req-1bc91aa1-065f-4ea6-a3f1-fdc3b2798fb1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103234 Oct 27 16:15:53.082242 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.086915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Subnet': ['ID=ac857578-0098-4ae7-b22e-ca882bf4320a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:53.094341 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d97e0286-f9a4-443f-a3bc-c6a8c7f48ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.107216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Checking segment: {'id': '456716fc-fba6-49cc-94fe-bc469c937274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7204566e-3912-4244-b021-4ab54a8cd2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:53.107591 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network hostable DHCP agents. Network: 7204566e-3912-4244-b021-4ab54a8cd2c7, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:15:53.110402 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.121071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:15:53.121479 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:15:53.124623 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:15:53.156969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e0286-f9a4-443f-a3bc-c6a8c7f48ff2 None None] Pushing event deleted for resources: {'Port': ['ID=abc7ee60-50c1-4fee-9b81-fc52641d145d,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:53.165131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97e0286-f9a4-443f-a3bc-c6a8c7f48ff2 None None] No DVR routers for this DVR port abc7ee60-50c1-4fee-9b81-fc52641d145d on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:15:53.192256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.195288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd933e2-1d5f-467a-ba08-3fbe8cd09606 req-1a163a6a-ff40-4489-bd0e-ffd49cb13dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.197012 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcd933e2-1d5f-467a-ba08-3fbe8cd09606 req-1a163a6a-ff40-4489-bd0e-ffd49cb13dc3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.2807195 Oct 27 16:15:53.232228 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.280341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 85a45c7a-ef59-409c-9e03-85cf5fb333c3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=85a45c7a-ef59-409c-9e03-85cf5fb333c3,segment=NetworkSegment(45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90),segment_id=45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:53.314659 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network 7204566e-3912-4244-b021-4ab54a8cd2c7 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:15:53.323002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958740cd-d3fc-46c4-8973-087e0c517be6 None None] Network 007f5d90-d933-4539-b34b-206822259cbe requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:53.343729 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-25e2d5a3-99fe-4442-bfd2-ec350b7e2c3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1419616 Oct 27 16:15:53.353952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcd933e2-1d5f-467a-ba08-3fbe8cd09606 req-e0252fbc-c632-4d0b-8b17-45ade074047a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 200 len: 998 time: 0.1022243 Oct 27 16:15:53.360364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2a614-d4ec-4ccb-a794-df0a23e18c69 req-eb999293-6af1-4179-9b08-4208ff3690b8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.362782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ade2a614-d4ec-4ccb-a794-df0a23e18c69 req-eb999293-6af1-4179-9b08-4208ff3690b8 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1468298 Oct 27 16:15:53.376552 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.401225 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.407315 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "DELETE /v2.0/networks/a7ed5152-1a1f-4ec2-abc4-e8bd08222722 HTTP/1.1" status: 204 len: 168 time: 1.5478735 Oct 27 16:15:53.407315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40a708-afff-4da5-aa90-a907db1815c7 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Network': ['ID=a7ed5152-1a1f-4ec2-abc4-e8bd08222722,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:53.409193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33426) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:53.427391 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.433804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.505554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 7204566e-3912-4244-b021-4ab54a8cd2c7) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:53.525671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.526540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.529547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a396d90b-1525-4c8a-bb4f-a156eae7f970 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:53.563705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd933e2-1d5f-467a-ba08-3fbe8cd09606 req-2aaa30c4-134a-41d3-929b-b2b1a169f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.565133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412cfe49-6b2d-47bb-87d7-affad295ad08 None None] Network 7204566e-3912-4244-b021-4ab54a8cd2c7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:53.565286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcd933e2-1d5f-467a-ba08-3fbe8cd09606 req-2aaa30c4-134a-41d3-929b-b2b1a169f511 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.2017963 Oct 27 16:15:53.570904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.583520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Pushing event updated for resources: {'Port': ['ID=c14759a1-7548-495c-89af-d221071ff873,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:53.590793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: a396d90b-1525-4c8a-bb4f-a156eae7f970 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:53.596429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a396d90b-1525-4c8a-bb4f-a156eae7f970 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:53.596429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device abc7ee60-50c1-4fee-9b81-fc52641d145d no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:15:53.596429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5eaed732-3ee2-467f-b2c4-81c81bc58112 None None] Provisioning complete for port 85a45c7a-ef59-409c-9e03-85cf5fb333c3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:53.596429 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5eaed732-3ee2-467f-b2c4-81c81bc58112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.596896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-f9ac8de1-9d3c-4903-9027-0f83cf63d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.598092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-f9ac8de1-9d3c-4903-9027-0f83cf63d2fe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e453eb141e324e84bad185e6328bf7f8&device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 1096 time: 0.2245607 Oct 27 16:15:53.605709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ade2a614-d4ec-4ccb-a794-df0a23e18c69 req-af945b15-82cc-4d44-8b9d-979d8659a1ae tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305527 Oct 27 16:15:53.646825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.704710 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e5628579-0430-4874-9e40-79889ef2df46 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1051438 Oct 27 16:15:53.706844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33432) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:53.712779 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'subnet': {'network_id': '2851ec13-2172-4026-b227-828f4e7da2e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:53.731048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd933e2-1d5f-467a-ba08-3fbe8cd09606 req-bb8966dc-87df-48c1-a360-245b7e292bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.733073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcd933e2-1d5f-467a-ba08-3fbe8cd09606 req-bb8966dc-87df-48c1-a360-245b7e292bf2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532431 Oct 27 16:15:53.803246 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.830791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-37a46c32-db42-413c-a7f7-da8e9b784aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.833190 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-37a46c32-db42-413c-a7f7-da8e9b784aa4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 200 len: 913 time: 0.1959293 Oct 27 16:15:53.838799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.848335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6b92ec0c-de7b-471e-8472-b994710c7e5e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0698915 Oct 27 16:15:53.875159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df512f30-e00c-4c99-8ce8-eac121a29043']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:53.888352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-8d7aa9a8-a0c2-4eef-a01d-b83609f1423d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45596fc9-4b02-4305-9b3c-76f511af54f5 HTTP/1.1" status: 200 len: 217 time: 0.0474386 Oct 27 16:15:53.893729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25728234-6f90-4770-98c1-3e002080bf5b') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:53.894038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25728234-6f90-4770-98c1-3e002080bf5b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:15:53.906939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: abc7ee60-50c1-4fee-9b81-fc52641d145d {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:15:53.906939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device abc7ee60-50c1-4fee-9b81-fc52641d145d not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:15:53.911718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.937209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.945715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:15:53.945715 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:53.958393 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=85a45c7a-ef59-409c-9e03-85cf5fb333c3,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:53.989642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-69a85c77-9643-42ad-b513-157db9c3e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:53.992035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-69a85c77-9643-42ad-b513-157db9c3e3eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 200 len: 851 time: 0.0939372 Oct 27 16:15:54.002001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcd933e2-1d5f-467a-ba08-3fbe8cd09606 req-d5b70105-fa05-45d7-a43f-bd3e6cc04217 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534494 Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:15:54.023977 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:15:54.047691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a03193-8fe5-4214-9ee8-3b10ba64e8f7 req-2ecf0d3b-681b-48b3-a942-a520e57319b1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:54.049596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2a03193-8fe5-4214-9ee8-3b10ba64e8f7 req-2ecf0d3b-681b-48b3-a942-a520e57319b1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.3466153 Oct 27 16:15:54.102929 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2a03193-8fe5-4214-9ee8-3b10ba64e8f7 req-309c9c11-1749-4d8d-8f7d-1a800a702265 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344553 Oct 27 16:15:54.164667 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.172537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-1263081c-ea87-4166-8017-703bb7c1c830 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1391397420&fields=id&tenant_id=b4828585e5d94c82bb3c35d3bbdfb5db HTTP/1.1" status: 200 len: 267 time: 0.1380482 Oct 27 16:15:54.176132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-8d997a9f-0685-43cf-879e-fbdd2e32ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:54.177613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-8d997a9f-0685-43cf-879e-fbdd2e32ae2b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=14060b4c-01a1-4d12-9810-8c7a68febede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747067 Oct 27 16:15:54.187734 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.188030 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.195329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-7204566e-3912-4244-b021-4ab54a8cd2c7', 'network_id': '7204566e-3912-4244-b021-4ab54a8cd2c7', 'tenant_id': '9832b1322219424f92a56da0d934d5f1', 'fixed_ips': [{'subnet_id': 'ac857578-0098-4ae7-b22e-ca882bf4320a'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:15:54.212273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.212796 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] 10.222.0.15 "DELETE /v2.0/networks/df512f30-e00c-4c99-8ce8-eac121a29043 HTTP/1.1" status: 204 len: 168 time: 0.7906971 Oct 27 16:15:54.235591 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Made reservation on behalf of 9832b1322219424f92a56da0d934d5f1 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:15:54.235971 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.348169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2138af4-be81-49f6-8554-0b064f1bce49 tempest-TaggedBootDevicesTest_v242-1884447579 tempest-TaggedBootDevicesTest_v242-1884447579-project] Pushing event deleted for resources: {'Network': ['ID=df512f30-e00c-4c99-8ce8-eac121a29043,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:54.450853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9c868-71a1-4970-a32e-22c36efed229 req-280a851f-e090-413b-9322-0090736bd21d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:54.458423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8e9c868-71a1-4970-a32e-22c36efed229 req-280a851f-e090-413b-9322-0090736bd21d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1133742 Oct 27 16:15:54.548466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Allocated IP 2001:db8::2 (7204566e-3912-4244-b021-4ab54a8cd2c7/ac857578-0098-4ae7-b22e-ca882bf4320a/cb90cac8-7712-4e66-ad51-59a382195c30) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:54.563988 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8e9c868-71a1-4970-a32e-22c36efed229 req-e35292e6-8c67-4e06-92da-4d8073a83a27 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027694 Oct 27 16:15:54.732203 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cd5893b9-b731-41a6-9ab6-5462092bbb5d None None] Provisioning complete for port 85a45c7a-ef59-409c-9e03-85cf5fb333c3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:54.732395 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cd5893b9-b731-41a6-9ab6-5462092bbb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.760972 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.834894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcd933e2-1d5f-467a-ba08-3fbe8cd09606 req-ade72a74-908c-44b5-9afd-f7e9ae275e45 service neutron] 10.222.0.53 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8300290 Oct 27 16:15:54.838600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 85a45c7a-ef59-409c-9e03-85cf5fb333c3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:54.881662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.894782 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.906991 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-1c370db1-197a-450b-888f-78ecf8519c55 service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7207992 Oct 27 16:15:54.918152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-fc8c3e8e-a3da-4440-abf0-432876145f74 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:54.919846 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-fc8c3e8e-a3da-4440-abf0-432876145f74 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/networks?id=87b8790e-4d49-4bc3-9d04-ebb80b87e497 HTTP/1.1" status: 200 len: 812 time: 0.7465146 Oct 27 16:15:54.960371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6b2fd-44c5-45b7-8474-dd17837ac381 req-7794ff34-72d8-45b4-b6d9-db0cefa0d192 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:54.962034 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1f6b2fd-44c5-45b7-8474-dd17837ac381 req-7794ff34-72d8-45b4-b6d9-db0cefa0d192 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1516409 Oct 27 16:15:54.962789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Network 7204566e-3912-4244-b021-4ab54a8cd2c7 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:54.963963 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 85a45c7a-ef59-409c-9e03-85cf5fb333c3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:54.964401 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:54.967715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Pushing event updated for resources: {'Port': ['ID=cb90cac8-7712-4e66-ad51-59a382195c30,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:54.971868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:54.976202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:54.994685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-5ac69ed3-89eb-4106-b6ee-02d30435a993 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/quotas/b4828585e5d94c82bb3c35d3bbdfb5db HTTP/1.1" status: 200 len: 375 time: 0.0656199 Oct 27 16:15:55.010618 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Subnet': ['ID=fff89fed-b60b-45d5-9aac-d4d89c70b12c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:55.034641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Checking segment: {'id': '96fb10af-7e85-4761-92ee-1309b6d572e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2851ec13-2172-4026-b227-828f4e7da2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:55.035361 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network hostable DHCP agents. Network: 2851ec13-2172-4026-b227-828f4e7da2e2, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:15:55.065480 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1f6b2fd-44c5-45b7-8474-dd17837ac381 req-73ab5f6b-ac93-4013-a836-137f8595b50e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642171 Oct 27 16:15:55.081287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Attempting to bind port cb90cac8-7712-4e66-ad51-59a382195c30 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:55.084951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Attempting to bind port cb90cac8-7712-4e66-ad51-59a382195c30 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '456716fc-fba6-49cc-94fe-bc469c937274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7204566e-3912-4244-b021-4ab54a8cd2c7'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:55.084951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Attempting to bind port cb90cac8-7712-4e66-ad51-59a382195c30 on network 7204566e-3912-4244-b021-4ab54a8cd2c7 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:55.091074 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:55.091504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Checking segment: {'id': '456716fc-fba6-49cc-94fe-bc469c937274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7204566e-3912-4244-b021-4ab54a8cd2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:55.092032 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:55.092625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Bound using segment: {'id': '456716fc-fba6-49cc-94fe-bc469c937274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7204566e-3912-4244-b021-4ab54a8cd2c7'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:55.093364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Bound port: cb90cac8-7712-4e66-ad51-59a382195c30, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456716fc-fba6-49cc-94fe-bc469c937274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7204566e-3912-4244-b021-4ab54a8cd2c7'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:55.093936 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:55.112682 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-180fcbaf-f69f-44df-82aa-b047b68c907c req-121e5f49-6dae-4028-a55d-ce9730f51535 service neutron] 10.222.0.54 "GET /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918259 Oct 27 16:15:55.141064 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-8f810530-e87e-424e-bb42-5baa4a074525 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b4828585e5d94c82bb3c35d3bbdfb5db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1149495 Oct 27 16:15:55.141746 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network 2851ec13-2172-4026-b227-828f4e7da2e2 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:15:55.219294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] For port cb90cac8-7712-4e66-ad51-59a382195c30, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:55.224250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] For port cb90cac8-7712-4e66-ad51-59a382195c30, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cb90cac8-7712-4e66-ad51-59a382195c30,segment=NetworkSegment(456716fc-fba6-49cc-94fe-bc469c937274),segment_id=456716fc-fba6-49cc-94fe-bc469c937274)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:55.247944 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-4292b015-1741-4aa9-8ec4-d28559d707f3 service neutron] 10.222.0.15 "GET /v2.0/networks/87b8790e-4d49-4bc3-9d04-ebb80b87e497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032426 Oct 27 16:15:55.250149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45163320-59c5-4759-88e7-7a86998aefdd req-a0648f57-9e60-4803-ac30-2ee55ee0e16f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:55.251691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45163320-59c5-4759-88e7-7a86998aefdd req-a0648f57-9e60-4803-ac30-2ee55ee0e16f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0692036 Oct 27 16:15:55.252887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 2851ec13-2172-4026-b227-828f4e7da2e2) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:55.257800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:55.258382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:55.267813 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011da4f3-b499-4f4b-8d27-671a141eb84d None None] Network 2851ec13-2172-4026-b227-828f4e7da2e2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:55.305187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45163320-59c5-4759-88e7-7a86998aefdd req-3c540dcd-3ba9-4aa2-99d7-bd21a321a2c3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440352 Oct 27 16:15:55.366976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-ce3c8020-6d3b-4802-aa0d-cc8fe6e25240 service neutron] 10.222.0.15 "GET /v2.0/networks/87b8790e-4d49-4bc3-9d04-ebb80b87e497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052823 Oct 27 16:15:55.383906 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-76063873-bf35-4bd4-835a-4b2e84db87e5 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6750453 Oct 27 16:15:55.384795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33466) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:15:55.405516 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:55.591020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1bfde-daa6-4db5-8bf1-9904b47b3c6a None None] Pushing event updated for resources: {'Port': ['ID=cb90cac8-7712-4e66-ad51-59a382195c30,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:55.607542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-2851ec13-2172-4026-b227-828f4e7da2e2', 'network_id': '2851ec13-2172-4026-b227-828f4e7da2e2', 'tenant_id': '9832b1322219424f92a56da0d934d5f1', 'fixed_ips': [{'subnet_id': 'fff89fed-b60b-45d5-9aac-d4d89c70b12c'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:15:55.610441 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:55.805228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc4999-2cf5-4f50-a02a-a59a89b62ae0 req-74d6e4ad-8575-4aac-a9e3-758bb997d3f7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:55.831298 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-10cc4999-2cf5-4f50-a02a-a59a89b62ae0 req-74d6e4ad-8575-4aac-a9e3-758bb997d3f7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2576926 Oct 27 16:15:55.890651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11066929-aac2-429b-bdca-5ccb959c0efa req-4318ba47-06ab-4aa4-b01a-e0f2cdec32a4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:55.905302 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11066929-aac2-429b-bdca-5ccb959c0efa req-4318ba47-06ab-4aa4-b01a-e0f2cdec32a4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.0928154 Oct 27 16:15:55.983771 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11066929-aac2-429b-bdca-5ccb959c0efa req-a34a40d3-447e-4a90-97f6-40df51935451 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773902 Oct 27 16:15:56.052374 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-10cc4999-2cf5-4f50-a02a-a59a89b62ae0 req-72ce7cc1-331e-4397-a083-ca0461f1f297 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199852 Oct 27 16:15:56.083176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Allocated IP 2001:db8::2 (2851ec13-2172-4026-b227-828f4e7da2e2/fff89fed-b60b-45d5-9aac-d4d89c70b12c/b4299ce3-751b-444b-a96f-91727421ce75) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:56.096875 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7a0bbc5-b5e4-4757-a1b4-7ac1894c3f0b req-38a50fd8-7f1e-475f-aab0-c8e0445cedc8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 210 time: 0.0449350 Oct 27 16:15:56.250461 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:56.285022 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:56.328745 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbcd34-bc71-473e-bbc7-37cb84f4b547 req-54d58b0d-0fcc-417c-9c22-7dfb8a5f458e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:56.330367 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9fbcd34-bc71-473e-bbc7-37cb84f4b547 req-54d58b0d-0fcc-417c-9c22-7dfb8a5f458e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1486571 Oct 27 16:15:56.399234 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:56.442629 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9fbcd34-bc71-473e-bbc7-37cb84f4b547 req-892cf544-0bf7-49a3-8dd3-2bdc8863b099 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858397 Oct 27 16:15:56.454421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Network 2851ec13-2172-4026-b227-828f4e7da2e2 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:56.477998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:56.500697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:56.500697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Pushing event updated for resources: {'Port': ['ID=b4299ce3-751b-444b-a96f-91727421ce75,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:56.663167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Attempting to bind port b4299ce3-751b-444b-a96f-91727421ce75 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:15:56.668685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Attempting to bind port b4299ce3-751b-444b-a96f-91727421ce75 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '96fb10af-7e85-4761-92ee-1309b6d572e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2851ec13-2172-4026-b227-828f4e7da2e2'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:15:56.669495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Attempting to bind port b4299ce3-751b-444b-a96f-91727421ce75 on network 2851ec13-2172-4026-b227-828f4e7da2e2 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:15:56.675692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Allocated IP 2001:db8::1 (7204566e-3912-4244-b021-4ab54a8cd2c7/ac857578-0098-4ae7-b22e-ca882bf4320a/c9a6b457-8dbe-4005-bc13-8cccc9ddd456) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:15:56.676440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:15:56.676884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Checking segment: {'id': '96fb10af-7e85-4761-92ee-1309b6d572e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2851ec13-2172-4026-b227-828f4e7da2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:15:56.677297 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:56.678338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Bound using segment: {'id': '96fb10af-7e85-4761-92ee-1309b6d572e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2851ec13-2172-4026-b227-828f4e7da2e2'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:15:56.679064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Bound port: b4299ce3-751b-444b-a96f-91727421ce75, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fb10af-7e85-4761-92ee-1309b6d572e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2851ec13-2172-4026-b227-828f4e7da2e2'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:15:56.679755 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:56.794604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] For port b4299ce3-751b-444b-a96f-91727421ce75, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:15:56.810575 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] For port b4299ce3-751b-444b-a96f-91727421ce75, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b4299ce3-751b-444b-a96f-91727421ce75,segment=NetworkSegment(96fb10af-7e85-4761-92ee-1309b6d572e0),segment_id=96fb10af-7e85-4761-92ee-1309b6d572e0)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:15:56.850973 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cb90cac8-7712-4e66-ad51-59a382195c30 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:56.912573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b57f3f-57aa-402c-ba9e-8878c8e76de8 req-c1a2e771-2c7f-4cfc-a665-d5a232f601b7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:56.918194 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:56.925114 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3b57f3f-57aa-402c-ba9e-8878c8e76de8 req-c1a2e771-2c7f-4cfc-a665-d5a232f601b7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1726041 Oct 27 16:15:56.995077 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:57.033691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fba7f5-5cdd-40d1-9409-60527d889ad0 None None] Pushing event updated for resources: {'Port': ['ID=b4299ce3-751b-444b-a96f-91727421ce75,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:57.052085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port cb90cac8-7712-4e66-ad51-59a382195c30 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:57.052717 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:57.107582 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:57.210122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Port': ['ID=c9a6b457-8dbe-4005-bc13-8cccc9ddd456,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:57.211111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4f944-bd73-4498-8c2e-ae10d13f0ca1 req-9dc0e42c-d474-4498-bd21-11df114c744d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:57.224752 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3b57f3f-57aa-402c-ba9e-8878c8e76de8 req-81227f13-d7fb-40a6-ae3d-61412756cf9e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914053 Oct 27 16:15:57.240984 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network 7204566e-3912-4244-b021-4ab54a8cd2c7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:57.243334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85e4f944-bd73-4498-8c2e-ae10d13f0ca1 req-9dc0e42c-d474-4498-bd21-11df114c744d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1329157 Oct 27 16:15:57.245864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:57.265391 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:57.268471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:15:57.269784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:57.293290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055ff56f-2e51-4821-8682-868fa6dfa5e3 None None] Network 7204566e-3912-4244-b021-4ab54a8cd2c7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:57.303588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85e4f944-bd73-4498-8c2e-ae10d13f0ca1 req-c2992119-bf1e-4038-a2ed-abfa0c3ea443 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587618 Oct 27 16:15:57.417761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port cb90cac8-7712-4e66-ad51-59a382195c30, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cb90cac8-7712-4e66-ad51-59a382195c30,segment=NetworkSegment(456716fc-fba6-49cc-94fe-bc469c937274),segment_id=456716fc-fba6-49cc-94fe-bc469c937274)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:57.448655 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c25b80d-f1bb-4d04-b0f1-2494a8f67250 req-290b0648-7ad7-4477-af15-3fff3df6ca70 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 210 time: 0.0615757 Oct 27 16:15:57.458946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d6e62834-da81-463e-b58c-1176c3234c5b None None] Provisioning complete for port cb90cac8-7712-4e66-ad51-59a382195c30 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:57.459788 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d6e62834-da81-463e-b58c-1176c3234c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:57.551865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96609db7-169e-4b69-9af8-a1b36601af89 req-d1ad86f9-65b8-4f71-8a83-0243a75a9f55 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:57.563483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96609db7-169e-4b69-9af8-a1b36601af89 req-d1ad86f9-65b8-4f71-8a83-0243a75a9f55 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1222236 Oct 27 16:15:57.571826 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:57.669032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8681a6c-c76b-4f52-b7c0-9f2f58f8ab28 req-20cbc8f4-01de-4da2-a734-a82d35e318e6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:57.678447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96609db7-169e-4b69-9af8-a1b36601af89 req-738e4e9a-5351-4b08-abb4-150d72544a16 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110330 Oct 27 16:15:57.681768 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8681a6c-c76b-4f52-b7c0-9f2f58f8ab28 req-20cbc8f4-01de-4da2-a734-a82d35e318e6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1005597 Oct 27 16:15:57.713065 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=cb90cac8-7712-4e66-ad51-59a382195c30,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:58.103478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594b39e-7cbd-4e77-9fac-414be979e280 req-afef9f99-b350-48d9-8916-763448d51e96 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:58.105509 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4594b39e-7cbd-4e77-9fac-414be979e280 req-afef9f99-b350-48d9-8916-763448d51e96 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1084981 Oct 27 16:15:58.213382 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4594b39e-7cbd-4e77-9fac-414be979e280 req-e5e7223e-b743-4acd-8289-2b7701943c28 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920267 Oct 27 16:15:58.279722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:58.352646 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8681a6c-c76b-4f52-b7c0-9f2f58f8ab28 req-3cbbc49a-a568-4b46-abd4-4a41444a5582 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6612575 Oct 27 16:15:58.385493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-574b91dc-107c-4001-857e-9136305d0415 None None] Provisioning complete for port c9a6b457-8dbe-4005-bc13-8cccc9ddd456 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:58.386024 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-574b91dc-107c-4001-857e-9136305d0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:58.434033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68944c3-a9d2-4500-ae00-e85d7ade8222 req-486da068-0354-41d7-98e5-7cc546ed67b2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:58.435902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f68944c3-a9d2-4500-ae00-e85d7ade8222 req-486da068-0354-41d7-98e5-7cc546ed67b2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1193314 Oct 27 16:15:58.508089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-574b91dc-107c-4001-857e-9136305d0415 None None] Port c9a6b457-8dbe-4005-bc13-8cccc9ddd456 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:58.528357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-574b91dc-107c-4001-857e-9136305d0415 None None] Provisioning complete for port cb90cac8-7712-4e66-ad51-59a382195c30 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:58.529138 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-574b91dc-107c-4001-857e-9136305d0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:58.549447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f68944c3-a9d2-4500-ae00-e85d7ade8222 req-ab09639b-09a4-46e2-9334-d12bba31e113 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972383 Oct 27 16:15:58.723045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a500e45-b969-46d3-8bba-6b6131481304 req-ee5fbec6-f4bb-4560-823b-a5a0106e3dd9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 210 time: 0.0840340 Oct 27 16:15:58.834656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-aebedd76-ea6e-4939-9aca-50ea4e5259d6 None None] Provisioning complete for port c9a6b457-8dbe-4005-bc13-8cccc9ddd456 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:58.835084 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aebedd76-ea6e-4939-9aca-50ea4e5259d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:58.932989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a6af07-3462-4f8a-8f4a-47ebc4be2514 None None] Network 2851ec13-2172-4026-b227-828f4e7da2e2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:15:59.023653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b405a0-7618-44da-95d3-43837dc847b7 req-ed4e5769-7f1b-4413-9c64-10d0b677d202 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:59.056502 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b405a0-7618-44da-95d3-43837dc847b7 req-ed4e5769-7f1b-4413-9c64-10d0b677d202 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1146383 Oct 27 16:15:59.071586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.110574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b4299ce3-751b-444b-a96f-91727421ce75 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:15:59.123983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b405a0-7618-44da-95d3-43837dc847b7 req-f162ba8b-59bb-42dd-b400-b268c3d59d2f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634239 Oct 27 16:15:59.155668 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-aebedd76-ea6e-4939-9aca-50ea4e5259d6 None None] Port c9a6b457-8dbe-4005-bc13-8cccc9ddd456 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:15:59.155871 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.156469 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.290896 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.387160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b4299ce3-751b-444b-a96f-91727421ce75 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:59.387849 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.420941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Port': ['ID=c9a6b457-8dbe-4005-bc13-8cccc9ddd456,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:15:59.432133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-09b44c4e-b3ec-43de-a0ee-c8866d781db0 None None] Provisioning complete for port b4299ce3-751b-444b-a96f-91727421ce75 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:15:59.432515 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-09b44c4e-b3ec-43de-a0ee-c8866d781db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.468605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a31b4-ebb4-4746-b0f5-cec8d44bb68f req-ee98a374-0658-439c-a168-ffaf7aee82da tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:59.470733 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e75a31b4-ebb4-4746-b0f5-cec8d44bb68f req-ee98a374-0658-439c-a168-ffaf7aee82da tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1118376 Oct 27 16:15:59.550501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network 7204566e-3912-4244-b021-4ab54a8cd2c7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:15:59.559038 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.562502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:15:59.637612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-1ca8dece-16e3-4a7c-b147-b1167a7b6d16 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:15:59.640161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-1ca8dece-16e3-4a7c-b147-b1167a7b6d16 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.53 "GET /v2.0/networks?id=87b8790e-4d49-4bc3-9d04-ebb80b87e497 HTTP/1.1" status: 200 len: 812 time: 0.4792500 Oct 27 16:15:59.700343 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e75a31b4-ebb4-4746-b0f5-cec8d44bb68f req-64a7a863-3b55-4bfb-ac86-66f22143e4b3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065339 Oct 27 16:15:59.738760 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-09b44c4e-b3ec-43de-a0ee-c8866d781db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.749574 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-4e69f13d-a628-45e2-ba39-fa280702662e tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4828585e5d94c82bb3c35d3bbdfb5db HTTP/1.1" status: 200 len: 380 time: 0.0994613 Oct 27 16:15:59.771761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port b4299ce3-751b-444b-a96f-91727421ce75, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b4299ce3-751b-444b-a96f-91727421ce75,segment=NetworkSegment(96fb10af-7e85-4761-92ee-1309b6d572e0),segment_id=96fb10af-7e85-4761-92ee-1309b6d572e0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:15:59.774196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Request body: {'port': {'device_id': '190b6a26-0642-408a-92a8-c405ea0409c9', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'admin_state_up': True, 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'security_groups': ['852c9cbe-75db-4864-b4f2-c19a0329744e']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:15:59.879441 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:15:59.880128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cb90cac8-7712-4e66-ad51-59a382195c30 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:00.148490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Router 32c2b336-e32d-40d7-91f8-1addced85f92 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:16:00.218948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=b4299ce3-751b-444b-a96f-91727421ce75,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:00.232769 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-09b44c4e-b3ec-43de-a0ee-c8866d781db0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:16:00.233220 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-09b44c4e-b3ec-43de-a0ee-c8866d781db0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:16:00.234434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port cb90cac8-7712-4e66-ad51-59a382195c30 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:00.234891 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:00.269759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Made reservation on behalf of b4828585e5d94c82bb3c35d3bbdfb5db for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:00.282351 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:00.303047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:00.309547 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d27b0581-8a1b-41cb-ac30-cdf1d1395fd9 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "PUT /v2.0/routers/32c2b336-e32d-40d7-91f8-1addced85f92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9236157 Oct 27 16:16:00.312448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33576) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:00.534476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959cd59-9eb6-483f-acfd-619412c0fd99 None None] Sync routers for ids ['32c2b336-e32d-40d7-91f8-1addced85f92'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:00.552266 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959cd59-9eb6-483f-acfd-619412c0fd99 None None] Routers {'32c2b336-e32d-40d7-91f8-1addced85f92'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:00.553092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1959cd59-9eb6-483f-acfd-619412c0fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['32c2b336-e32d-40d7-91f8-1addced85f92'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:00.560413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Allocated IP 172.20.0.13 (87b8790e-4d49-4bc3-9d04-ebb80b87e497/403b2198-5b7b-4c81-9930-e682c94ffd9b/408dbb8b-7908-4c71-ad2b-30499b37f380) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:00.565587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb3e4d-1801-4904-be4a-dedc103efd46 req-86bd6409-aa74-4a9a-87ee-1d15cdbfe19e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:00.567508 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aceb3e4d-1801-4904-be4a-dedc103efd46 req-86bd6409-aa74-4a9a-87ee-1d15cdbfe19e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=8869d350-203b-4fa7-a7d0-cc94b76a460f HTTP/1.1" status: 200 len: 944 time: 0.1624212 Oct 27 16:16:00.597529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1959cd59-9eb6-483f-acfd-619412c0fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:00.649173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959cd59-9eb6-483f-acfd-619412c0fd99 None None] Routers {'32c2b336-e32d-40d7-91f8-1addced85f92'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:00.650366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1959cd59-9eb6-483f-acfd-619412c0fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['32c2b336-e32d-40d7-91f8-1addced85f92'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:00.703608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1959cd59-9eb6-483f-acfd-619412c0fd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:00.703608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959cd59-9eb6-483f-acfd-619412c0fd99 None None] The sync data for ids ['32c2b336-e32d-40d7-91f8-1addced85f92'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:00.842612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:00.905709 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b4299ce3-751b-444b-a96f-91727421ce75 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:00.959559 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39747872-9023-495b-b263-2d2a43192535 req-18837a8a-70bb-4a2a-8dab-b4c67a76abd2 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 210 time: 0.0524700 Oct 27 16:16:00.966661 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:00.990593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-884bff92-b0f6-4251-bb1b-0ba7c0b95af7 None None] Provisioning complete for port c9a6b457-8dbe-4005-bc13-8cccc9ddd456 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:00.991096 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-884bff92-b0f6-4251-bb1b-0ba7c0b95af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.055772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-884bff92-b0f6-4251-bb1b-0ba7c0b95af7 None None] Port c9a6b457-8dbe-4005-bc13-8cccc9ddd456 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:01.067584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-aceb3e4d-1801-4904-be4a-dedc103efd46 req-5f3befef-7598-4a76-9230-668e590c4026 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Deleting port 842145fa-d107-4b03-b565-fac94f5fde54 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:01.067938 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aceb3e4d-1801-4904-be4a-dedc103efd46 req-5f3befef-7598-4a76-9230-668e590c4026 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.083082 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b4299ce3-751b-444b-a96f-91727421ce75 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:01.083446 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.121889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Pushing event updated for resources: {'Port': ['ID=408dbb8b-7908-4c71-ad2b-30499b37f380,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:01.126271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-884bff92-b0f6-4251-bb1b-0ba7c0b95af7 None None] Provisioning complete for port b4299ce3-751b-444b-a96f-91727421ce75 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:01.126647 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-884bff92-b0f6-4251-bb1b-0ba7c0b95af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.195263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:01.196978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:01.201381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:01.218973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-aceb3e4d-1801-4904-be4a-dedc103efd46 req-5f3befef-7598-4a76-9230-668e590c4026 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] For port 842145fa-d107-4b03-b565-fac94f5fde54, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=842145fa-d107-4b03-b565-fac94f5fde54,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:01.219558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aceb3e4d-1801-4904-be4a-dedc103efd46 req-5f3befef-7598-4a76-9230-668e590c4026 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.254503 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-aceb3e4d-1801-4904-be4a-dedc103efd46 req-5f3befef-7598-4a76-9230-668e590c4026 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Calling delete_port for 842145fa-d107-4b03-b565-fac94f5fde54 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:01.347395 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-a11848bf-3e68-4c95-a6ff-62254e3a1d90 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:16:01.352016 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a11848bf-3e68-4c95-a6ff-62254e3a1d90 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "PUT /v2.0/routers/32c2b336-e32d-40d7-91f8-1addced85f92/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0351629 Oct 27 16:16:01.352533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33592) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:01.364944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:01.365933 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.394841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430180e7-a3e1-4a62-b448-a12eff6af832 req-c480ee45-6ca7-47b3-a58e-ea9d7cc51456 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:01.397227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-430180e7-a3e1-4a62-b448-a12eff6af832 req-c480ee45-6ca7-47b3-a58e-ea9d7cc51456 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2625659 Oct 27 16:16:01.450973 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-baf2222b-483e-4b05-97fa-edc946be94f9 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6933770 Oct 27 16:16:01.475331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Request body: {'port': {'device_id': '190b6a26-0642-408a-92a8-c405ea0409c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:01.509034 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-430180e7-a3e1-4a62-b448-a12eff6af832 req-f51227a6-ccf7-4500-a5dd-d12befc60487 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795817 Oct 27 16:16:01.596582 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.606418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6057ff6b-35e2-485e-81c7-de6192df0299 None None] Provisioning complete for port 408dbb8b-7908-4c71-ad2b-30499b37f380 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:01.606934 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6057ff6b-35e2-485e-81c7-de6192df0299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.657522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6057ff6b-35e2-485e-81c7-de6192df0299 None None] Port 408dbb8b-7908-4c71-ad2b-30499b37f380 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:01.749510 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aceb3e4d-1801-4904-be4a-dedc103efd46 req-5f3befef-7598-4a76-9230-668e590c4026 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.763161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['45596fc9-4b02-4305-9b3c-76f511af54f5'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:16:01.769486 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['852df851-cd37-4d53-8c35-32327ae0272a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:16:01.801734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3befef-7598-4a76-9230-668e590c4026 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event deleted for resources: {'Port': ['ID=842145fa-d107-4b03-b565-fac94f5fde54,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:01.861292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-aceb3e4d-1801-4904-be4a-dedc103efd46 req-5f3befef-7598-4a76-9230-668e590c4026 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] No DVR routers for this DVR port 842145fa-d107-4b03-b565-fac94f5fde54 on host n-h2-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:01.864767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-aceb3e4d-1801-4904-be4a-dedc103efd46 req-5f3befef-7598-4a76-9230-668e590c4026 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:01.868969 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aceb3e4d-1801-4904-be4a-dedc103efd46 req-5f3befef-7598-4a76-9230-668e590c4026 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "DELETE /v2.0/ports/842145fa-d107-4b03-b565-fac94f5fde54 HTTP/1.1" status: 204 len: 173 time: 1.2261600 Oct 27 16:16:01.869469 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'name': 'network-vif-deleted', 'tag': '842145fa-d107-4b03-b565-fac94f5fde54'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:01.871936 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f30996-f0cc-43af-99c0-4aa0b04c3ec1" -d '{"events": [{"server_uuid": "8869d350-203b-4fa7-a7d0-cc94b76a460f", "name": "network-vif-deleted", "tag": "842145fa-d107-4b03-b565-fac94f5fde54"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:02.003655 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8727192-82ba-465f-9d58-97fe5b503021 x-openstack-request-id: req-b8727192-82ba-465f-9d58-97fe5b503021 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:02.004028 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869d350-203b-4fa7-a7d0-cc94b76a460f", "name": "network-vif-deleted", "tag": "842145fa-d107-4b03-b565-fac94f5fde54", "status": "failed", "code": 422}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:02.004301 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8727192-82ba-465f-9d58-97fe5b503021 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:02.004824 n-d-815689-1 neutron-server[109722]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8869d350-203b-4fa7-a7d0-cc94b76a460f', 'name': 'network-vif-deleted', 'tag': '842145fa-d107-4b03-b565-fac94f5fde54', 'status': 'failed', 'code': 422} returned with failed status Oct 27 16:16:02.043439 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8791872-4316-4185-a5c9-cc0e04fa0924 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.097989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 408dbb8b-7908-4c71-ad2b-30499b37f380 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:02.115004 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.136709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Transition to ACTIVE for port object 408dbb8b-7908-4c71-ad2b-30499b37f380 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:16:02.251627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b6a07-8131-494e-80df-655cffb7b3ef req-a440d9f1-7e95-4c26-a1ca-e52ceddd166a tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.260744 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-182b6a07-8131-494e-80df-655cffb7b3ef req-a440d9f1-7e95-4c26-a1ca-e52ceddd166a tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 932 time: 0.1379883 Oct 27 16:16:02.288003 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.350579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-182b6a07-8131-494e-80df-655cffb7b3ef req-f8daf068-75ae-460e-8c23-8ab9cb73c6ce tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887141 Oct 27 16:16:02.469786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Pushing event updated for resources: {'Port': ['ID=408dbb8b-7908-4c71-ad2b-30499b37f380,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:02.517295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Attempting to bind port 408dbb8b-7908-4c71-ad2b-30499b37f380 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:02.517939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Attempting to bind port 408dbb8b-7908-4c71-ad2b-30499b37f380 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:02.518584 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.518733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Attempting to bind port 408dbb8b-7908-4c71-ad2b-30499b37f380 on network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:02.533332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Port 408dbb8b-7908-4c71-ad2b-30499b37f380 on network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:16:02.533332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Attempting to bind port 408dbb8b-7908-4c71-ad2b-30499b37f380 on network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:02.542129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:02.542483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Checking segment: {'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:02.542930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Bound using segment: {'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:02.543810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Bound port: 408dbb8b-7908-4c71-ad2b-30499b37f380, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:02.544216 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.581341 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b8791872-4316-4185-a5c9-cc0e04fa0924 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Deleting port c9a6b457-8dbe-4005-bc13-8cccc9ddd456 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:02.581918 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8791872-4316-4185-a5c9-cc0e04fa0924 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.752893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] For port 408dbb8b-7908-4c71-ad2b-30499b37f380, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:02.793464 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8791872-4316-4185-a5c9-cc0e04fa0924 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.796241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] For port 408dbb8b-7908-4c71-ad2b-30499b37f380, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=408dbb8b-7908-4c71-ad2b-30499b37f380,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:02.816860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b8791872-4316-4185-a5c9-cc0e04fa0924 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Calling delete_port for c9a6b457-8dbe-4005-bc13-8cccc9ddd456 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:02.826254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa4e29-c419-42f2-ab9b-c819a44dcc49 req-510e5a0c-221f-4669-892b-315ff8e05f2c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.828903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5fa4e29-c419-42f2-ab9b-c819a44dcc49 req-510e5a0c-221f-4669-892b-315ff8e05f2c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1546860 Oct 27 16:16:02.885091 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.899838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5fa4e29-c419-42f2-ab9b-c819a44dcc49 req-09f68f6f-89ce-4c09-9ecf-2b172effffaf tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631983 Oct 27 16:16:02.955866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:02.956789 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:02.958426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] 10.222.0.53 "PUT /v2.0/ports/408dbb8b-7908-4c71-ad2b-30499b37f380 HTTP/1.1" status: 200 len: 1092 time: 1.4892120 Oct 27 16:16:02.959641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b6a26-0642-408a-92a8-c405ea0409c9', 'tag': '408dbb8b-7908-4c71-ad2b-30499b37f380'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:02.962878 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90948f2-eb7b-41b8-a837-0ef371615117" -d '{"events": [{"name": "network-changed", "server_uuid": "190b6a26-0642-408a-92a8-c405ea0409c9", "tag": "408dbb8b-7908-4c71-ad2b-30499b37f380"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:03.006457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc60819-9386-4ba4-9859-31ad39c762e4 service neutron] Pushing event updated for resources: {'Port': ['ID=408dbb8b-7908-4c71-ad2b-30499b37f380,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:03.046472 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b6a3ae-2e17-472d-9583-07034da9a18a x-openstack-request-id: req-c9b6a3ae-2e17-472d-9583-07034da9a18a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:03.047438 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190b6a26-0642-408a-92a8-c405ea0409c9", "tag": "408dbb8b-7908-4c71-ad2b-30499b37f380", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:03.048166 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9b6a3ae-2e17-472d-9583-07034da9a18a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:03.051560 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b6a26-0642-408a-92a8-c405ea0409c9', 'tag': '408dbb8b-7908-4c71-ad2b-30499b37f380', 'status': 'completed', 'code': 200} Oct 27 16:16:03.168713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90948f2-eb7b-41b8-a837-0ef371615117 req-6f67315e-7a34-4fc2-9962-2ca6610446c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:03.172902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d90948f2-eb7b-41b8-a837-0ef371615117 req-6f67315e-7a34-4fc2-9962-2ca6610446c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4828585e5d94c82bb3c35d3bbdfb5db&device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 1095 time: 0.0916865 Oct 27 16:16:03.301506 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8791872-4316-4185-a5c9-cc0e04fa0924 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:03.382280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8791872-4316-4185-a5c9-cc0e04fa0924 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Port': ['ID=c9a6b457-8dbe-4005-bc13-8cccc9ddd456,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:03.417349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90948f2-eb7b-41b8-a837-0ef371615117 req-fa7ebdb2-6db4-45d1-a879-2dbb5286ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:03.419692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d90948f2-eb7b-41b8-a837-0ef371615117 req-fa7ebdb2-6db4-45d1-a879-2dbb5286ef90 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=b4828585e5d94c82bb3c35d3bbdfb5db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2362857 Oct 27 16:16:03.618205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8791872-4316-4185-a5c9-cc0e04fa0924 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:03.701193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90948f2-eb7b-41b8-a837-0ef371615117 req-c7f836fc-66c2-4ec5-bef3-f07333f480ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:03.701193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d90948f2-eb7b-41b8-a837-0ef371615117 req-c7f836fc-66c2-4ec5-bef3-f07333f480ef service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2714417 Oct 27 16:16:03.777350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f8eaa-e14b-4e65-9d87-febcdeea60b9 req-20659e2b-f0d2-418a-bf0a-982f9aad9aed tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:03.779121 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0c5f8eaa-e14b-4e65-9d87-febcdeea60b9 req-20659e2b-f0d2-418a-bf0a-982f9aad9aed tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 944 time: 0.3022945 Oct 27 16:16:03.863143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90792813-9c7d-410c-880a-0d78b8c56168 req-22dcfc53-1f48-4698-a6ec-e8d282ccafad tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:03.864824 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90792813-9c7d-410c-880a-0d78b8c56168 req-22dcfc53-1f48-4698-a6ec-e8d282ccafad tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 908 time: 0.1909251 Oct 27 16:16:03.875782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-1676b1c3-5de7-413d-bbbf-0ad3d79a0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:03.878365 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-1676b1c3-5de7-413d-bbbf-0ad3d79a0a43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4828585e5d94c82bb3c35d3bbdfb5db&device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 1095 time: 0.1222689 Oct 27 16:16:03.942321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-6013f333-d954-459f-b960-932d8ccf7258 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=408dbb8b-7908-4c71-ad2b-30499b37f380 HTTP/1.1" status: 200 len: 217 time: 0.0504289 Oct 27 16:16:04.078243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-585ab334-203e-4b10-b392-66379df0d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:04.080776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-585ab334-203e-4b10-b392-66379df0d83a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=403b2198-5b7b-4c81-9930-e682c94ffd9b HTTP/1.1" status: 200 len: 851 time: 0.1277866 Oct 27 16:16:04.115498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc53fe-5618-43dd-9829-7593b427b5ce req-f7434a11-e5b1-4d63-a507-10605bf5144b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:04.122269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aacc53fe-5618-43dd-9829-7593b427b5ce req-f7434a11-e5b1-4d63-a507-10605bf5144b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1129563 Oct 27 16:16:04.184402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-2f6a5105-03ec-4bfe-87c8-52ab257dada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:04.186093 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-2f6a5105-03ec-4bfe-87c8-52ab257dada6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=87b8790e-4d49-4bc3-9d04-ebb80b87e497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951929 Oct 27 16:16:04.200827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aacc53fe-5618-43dd-9829-7593b427b5ce req-31c87e61-c28e-458e-a086-63da394fb2a2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632160 Oct 27 16:16:04.251471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0c5f8eaa-e14b-4e65-9d87-febcdeea60b9 req-db6141ea-b4dc-4838-bed1-51b27454ee98 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4643872 Oct 27 16:16:04.294486 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-39dc3247-a094-44b7-adfa-3726fa8b794f service neutron] 10.222.0.53 "GET /v2.0/networks/87b8790e-4d49-4bc3-9d04-ebb80b87e497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925295 Oct 27 16:16:04.295950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8791872-4316-4185-a5c9-cc0e04fa0924 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Router 32c2b336-e32d-40d7-91f8-1addced85f92 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:04.405657 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddf3ddc8-2feb-4b70-ac94-c29891b57a70 req-a66a62c1-9453-43c5-8086-8c4df9c720d5 service neutron] 10.222.0.53 "GET /v2.0/networks/87b8790e-4d49-4bc3-9d04-ebb80b87e497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034040 Oct 27 16:16:04.415326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8791872-4316-4185-a5c9-cc0e04fa0924 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:04.424566 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33630) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:04.427611 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b148f6c-ab49-43eb-8b2b-811fdbca58d4 None None] Sync routers for ids ['32c2b336-e32d-40d7-91f8-1addced85f92'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:04.432992 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b8791872-4316-4185-a5c9-cc0e04fa0924 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "PUT /v2.0/routers/32c2b336-e32d-40d7-91f8-1addced85f92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0793400 Oct 27 16:16:04.439907 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b148f6c-ab49-43eb-8b2b-811fdbca58d4 None None] Routers {'32c2b336-e32d-40d7-91f8-1addced85f92'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:04.440854 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5b148f6c-ab49-43eb-8b2b-811fdbca58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['32c2b336-e32d-40d7-91f8-1addced85f92'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:04.466125 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-70dd17dc-7d7a-48cf-acd9-1b623fdd6ed6 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] delete failed (client error): The resource could not be found. Oct 27 16:16:04.467488 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-70dd17dc-7d7a-48cf-acd9-1b623fdd6ed6 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-470449592 HTTP/1.1" status: 404 len: 334 time: 0.0416341 Oct 27 16:16:04.471193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33632) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:04.483384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e5c37746-ab22-4d8f-8c2b-8e006956bc7c tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'router': {'external_gateway_info': {'network_id': '32c2b336-e32d-40d7-91f8-1addced85f92'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:04.484504 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5b148f6c-ab49-43eb-8b2b-811fdbca58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:04.497923 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b148f6c-ab49-43eb-8b2b-811fdbca58d4 None None] Routers {'32c2b336-e32d-40d7-91f8-1addced85f92'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:04.498827 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5b148f6c-ab49-43eb-8b2b-811fdbca58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['32c2b336-e32d-40d7-91f8-1addced85f92'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:04.534609 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5b148f6c-ab49-43eb-8b2b-811fdbca58d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:04.535509 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b148f6c-ab49-43eb-8b2b-811fdbca58d4 None None] The sync data for ids ['32c2b336-e32d-40d7-91f8-1addced85f92'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:04.726728 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e5c37746-ab22-4d8f-8c2b-8e006956bc7c tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.805277 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-e5c37746-ab22-4d8f-8c2b-8e006956bc7c tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] update failed (client error): The resource could not be found. Oct 27 16:16:04.810102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33634) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:04.812641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e5c37746-ab22-4d8f-8c2b-8e006956bc7c tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "PUT /v2.0/routers/32c2b336-e32d-40d7-91f8-1addced85f92 HTTP/1.1" status: 404 len: 339 time: 0.3401985 Oct 27 16:16:04.815193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-867015138'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:04.919595 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Made reservation on behalf of 9832b1322219424f92a56da0d934d5f1 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:04.925063 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.951547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:16:04.962771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:04.963131 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Added segment 2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45 of type vlan for network 8ee8bf80-a566-4484-92f5-c3c149010b2d Oct 27 16:16:05.011954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.046136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d4938e-cbdd-42b8-84bc-1ecf604b599b req-67ebd084-2ffe-4999-a0ad-4fa0a88f5fb8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:05.047838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0d4938e-cbdd-42b8-84bc-1ecf604b599b req-67ebd084-2ffe-4999-a0ad-4fa0a88f5fb8 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.54 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 908 time: 0.1294978 Oct 27 16:16:05.057225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81f536-9c41-4374-98b6-17bc037d3567 req-041d9e9d-8463-4d41-b6fd-b6bd938ce52a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:05.058666 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b81f536-9c41-4374-98b6-17bc037d3567 req-041d9e9d-8463-4d41-b6fd-b6bd938ce52a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 908 time: 0.0799565 Oct 27 16:16:05.156101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.156101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:05.156101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.172820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f0d4938e-cbdd-42b8-84bc-1ecf604b599b req-9f4b46ca-db83-4e15-aa3f-445f662bef18 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Deleting port ce8783fc-f162-415d-b74e-d76fb0a604ec {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:05.173207 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f0d4938e-cbdd-42b8-84bc-1ecf604b599b req-9f4b46ca-db83-4e15-aa3f-445f662bef18 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.230333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Network': ['ID=8ee8bf80-a566-4484-92f5-c3c149010b2d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:05.246615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 8ee8bf80-a566-4484-92f5-c3c149010b2d details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:16:05.294559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f0d4938e-cbdd-42b8-84bc-1ecf604b599b req-9f4b46ca-db83-4e15-aa3f-445f662bef18 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] For port ce8783fc-f162-415d-b74e-d76fb0a604ec, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ce8783fc-f162-415d-b74e-d76fb0a604ec,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:05.296184 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f0d4938e-cbdd-42b8-84bc-1ecf604b599b req-9f4b46ca-db83-4e15-aa3f-445f662bef18 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.329671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f0d4938e-cbdd-42b8-84bc-1ecf604b599b req-9f4b46ca-db83-4e15-aa3f-445f662bef18 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Calling delete_port for ce8783fc-f162-415d-b74e-d76fb0a604ec owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:05.386104 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2bae1202-7374-4d06-9a4c-449b679d4373 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5724270 Oct 27 16:16:05.388767 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33644) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:05.402292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'subnet': {'network_id': '8ee8bf80-a566-4484-92f5-c3c149010b2d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:05.523769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73a3f6-da59-4c6e-9f26-44eed9f1825b req-6e7b7158-c88e-42e5-bfde-b2a995cb5b58 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:05.525248 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e73a3f6-da59-4c6e-9f26-44eed9f1825b req-6e7b7158-c88e-42e5-bfde-b2a995cb5b58 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2149377 Oct 27 16:16:05.565703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c29125-e1e6-435f-98c6-7476f412ac21 req-d8393269-2010-454a-aa37-13ff2f351267 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:05.567649 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d1c29125-e1e6-435f-98c6-7476f412ac21 req-d8393269-2010-454a-aa37-13ff2f351267 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 944 time: 0.1100175 Oct 27 16:16:05.574727 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e73a3f6-da59-4c6e-9f26-44eed9f1825b req-28c7ce10-3337-44e7-9291-9323ed56e0ff tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406680 Oct 27 16:16:05.609831 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Made reservation on behalf of 9832b1322219424f92a56da0d934d5f1 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:05.613609 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.630233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d1c29125-e1e6-435f-98c6-7476f412ac21 req-29988230-b423-4e1d-8738-0f6d56d182e4 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490596 Oct 27 16:16:05.695773 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f0d4938e-cbdd-42b8-84bc-1ecf604b599b req-9f4b46ca-db83-4e15-aa3f-445f662bef18 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.726473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b46ca-db83-4e15-aa3f-445f662bef18 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event deleted for resources: {'Port': ['ID=ce8783fc-f162-415d-b74e-d76fb0a604ec,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:05.779740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d4938e-cbdd-42b8-84bc-1ecf604b599b req-9f4b46ca-db83-4e15-aa3f-445f662bef18 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] No DVR routers for this DVR port ce8783fc-f162-415d-b74e-d76fb0a604ec on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:05.782664 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f0d4938e-cbdd-42b8-84bc-1ecf604b599b req-9f4b46ca-db83-4e15-aa3f-445f662bef18 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:05.786252 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0d4938e-cbdd-42b8-84bc-1ecf604b599b req-9f4b46ca-db83-4e15-aa3f-445f662bef18 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.54 "DELETE /v2.0/ports/ce8783fc-f162-415d-b74e-d76fb0a604ec HTTP/1.1" status: 204 len: 173 time: 0.7266381 Oct 27 16:16:05.786832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b914721-5a42-43ea-a764-ffc114ce6f8f', 'name': 'network-vif-deleted', 'tag': 'ce8783fc-f162-415d-b74e-d76fb0a604ec'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:05.790249 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4765ebd9-b361-481d-9d23-5df6c8dced4d" -d '{"events": [{"server_uuid": "3b914721-5a42-43ea-a764-ffc114ce6f8f", "name": "network-vif-deleted", "tag": "ce8783fc-f162-415d-b74e-d76fb0a604ec"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:05.848513 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a5ca0e-b72b-4d6d-b97a-d77855ce6c30 x-openstack-request-id: req-72a5ca0e-b72b-4d6d-b97a-d77855ce6c30 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:05.848513 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b914721-5a42-43ea-a764-ffc114ce6f8f", "name": "network-vif-deleted", "tag": "ce8783fc-f162-415d-b74e-d76fb0a604ec", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:05.848513 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72a5ca0e-b72b-4d6d-b97a-d77855ce6c30 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:05.848823 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b914721-5a42-43ea-a764-ffc114ce6f8f', 'name': 'network-vif-deleted', 'tag': 'ce8783fc-f162-415d-b74e-d76fb0a604ec', 'status': 'completed', 'code': 200} Oct 27 16:16:05.851679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 408dbb8b-7908-4c71-ad2b-30499b37f380 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:16:06.022607 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.052974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 408dbb8b-7908-4c71-ad2b-30499b37f380, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=408dbb8b-7908-4c71-ad2b-30499b37f380,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:06.069968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '408dbb8b-7908-4c71-ad2b-30499b37f380', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'port_id': '408dbb8b-7908-4c71-ad2b-30499b37f380', 'mac_address': 'fa:16:3e:4c:20:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:16:06.131281 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.144881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Subnet': ['ID=e5509f2e-c940-47b9-81e0-7e70cebc0fda,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:06.157347 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 408dbb8b-7908-4c71-ad2b-30499b37f380 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:06.181716 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:16:06.184043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Checking segment: {'id': '2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ee8bf80-a566-4484-92f5-c3c149010b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:06.184499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network hostable DHCP agents. Network: 8ee8bf80-a566-4484-92f5-c3c149010b2d, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:16:06.200457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 408dbb8b-7908-4c71-ad2b-30499b37f380, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=408dbb8b-7908-4c71-ad2b-30499b37f380,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:06.236434 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-128ed296-5488-4896-86d4-2c366468e297 req-f5f70111-8a03-4892-93f8-a1af69aa11e1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b914721-5a42-43ea-a764-ffc114ce6f8f HTTP/1.1" status: 200 len: 210 time: 0.0327287 Oct 27 16:16:06.255739 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.278369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network 8ee8bf80-a566-4484-92f5-c3c149010b2d is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:16:06.332345 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=408dbb8b-7908-4c71-ad2b-30499b37f380,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:06.341728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.342072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.342412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.342746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.343081 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.343413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.343738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.344087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.344416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.344738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.345061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.345388 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:06.352748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 8ee8bf80-a566-4484-92f5-c3c149010b2d) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:06.357321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:06.358131 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.366365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00abb7a7-57fb-4940-9bc9-c6f1c56c735e None None] Network 8ee8bf80-a566-4484-92f5-c3c149010b2d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:06.476445 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0566f1bd-58dc-4a60-819b-81b72624a9ee tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0822639 Oct 27 16:16:06.480362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33654) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:06.489685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7e59e428-e121-4b0b-8a54-36af75bf05cd tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ee8bf80-a566-4484-92f5-c3c149010b2d'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:06.538382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-8ee8bf80-a566-4484-92f5-c3c149010b2d', 'network_id': '8ee8bf80-a566-4484-92f5-c3c149010b2d', 'tenant_id': '9832b1322219424f92a56da0d934d5f1', 'fixed_ips': [{'subnet_id': 'e5509f2e-c940-47b9-81e0-7e70cebc0fda'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:16:06.539626 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.545244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['408dbb8b-7908-4c71-ad2b-30499b37f380'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:16:06.866231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Allocated IP 2001:db8:1::2 (8ee8bf80-a566-4484-92f5-c3c149010b2d/e5509f2e-c940-47b9-81e0-7e70cebc0fda/f189e6a5-b53c-4d8a-93d2-35a8b9e797bd) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:06.897811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd47618-fa71-49ba-967f-64813b346748 req-4b5fc950-c1e6-4a73-bc7f-ec54f6bfbe93 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:06.899371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1dd47618-fa71-49ba-967f-64813b346748 req-4b5fc950-c1e6-4a73-bc7f-ec54f6bfbe93 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 945 time: 0.1223774 Oct 27 16:16:06.916802 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e59e428-e121-4b0b-8a54-36af75bf05cd tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:06.934283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c9e0c-e798-4a29-9df2-4979cc87b0fa req-6a2da304-f71b-4440-b305-4d2c500f10e4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:06.936395 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b0c9e0c-e798-4a29-9df2-4979cc87b0fa req-6a2da304-f71b-4440-b305-4d2c500f10e4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1612999 Oct 27 16:16:06.976639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1dd47618-fa71-49ba-967f-64813b346748 req-c0358614-8be1-4750-990b-2986a6772465 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629807 Oct 27 16:16:07.077980 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.107292 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b0c9e0c-e798-4a29-9df2-4979cc87b0fa req-bfe73008-a8e4-479d-b12e-55c578188484 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624727 Oct 27 16:16:07.158428 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.181194 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-7e59e428-e121-4b0b-8a54-36af75bf05cd tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:16:07.185968 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7e59e428-e121-4b0b-8a54-36af75bf05cd tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "PUT /v2.0/routers/32c2b336-e32d-40d7-91f8-1addced85f92 HTTP/1.1" status: 400 len: 364 time: 0.7006750 Oct 27 16:16:07.188237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:07.248713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Pushing event updated for resources: {'Port': ['ID=f189e6a5-b53c-4d8a-93d2-35a8b9e797bd,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:07.273425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Network 8ee8bf80-a566-4484-92f5-c3c149010b2d is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:07.278733 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:07.289721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:07.436837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Attempting to bind port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:07.437253 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Attempting to bind port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ee8bf80-a566-4484-92f5-c3c149010b2d'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:07.437625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Attempting to bind port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd on network 8ee8bf80-a566-4484-92f5-c3c149010b2d {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:07.446688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:07.447097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Checking segment: {'id': '2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ee8bf80-a566-4484-92f5-c3c149010b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:07.447470 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.447862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Bound using segment: {'id': '2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ee8bf80-a566-4484-92f5-c3c149010b2d'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:07.448366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Bound port: f189e6a5-b53c-4d8a-93d2-35a8b9e797bd, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '8ee8bf80-a566-4484-92f5-c3c149010b2d'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:07.448757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.593781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] For port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:07.602068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] For port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f189e6a5-b53c-4d8a-93d2-35a8b9e797bd,segment=NetworkSegment(2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45),segment_id=2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:07.707640 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.779240 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:07.851872 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a25d9-5cba-48fc-9880-4b497d509788 None None] Pushing event updated for resources: {'Port': ['ID=f189e6a5-b53c-4d8a-93d2-35a8b9e797bd,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:07.867407 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 408dbb8b-7908-4c71-ad2b-30499b37f380 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:08.039088 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 408dbb8b-7908-4c71-ad2b-30499b37f380 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:16:08.044571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 408dbb8b-7908-4c71-ad2b-30499b37f380 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:08.045611 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.222920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa066cd-d969-4b20-a0f7-d7835dc2fca1 req-a263fdee-2d2a-4fd4-b88d-83f40d58001d tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:08.244197 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eaa066cd-d969-4b20-a0f7-d7835dc2fca1 req-a263fdee-2d2a-4fd4-b88d-83f40d58001d tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 945 time: 0.1253469 Oct 27 16:16:08.276012 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.291120 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eaa066cd-d969-4b20-a0f7-d7835dc2fca1 req-2c8b2dac-37ac-479b-9df4-43508dcbdd15 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457594 Oct 27 16:16:08.305990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802ea94-70c2-451a-a269-ca63d573694f req-974cef56-d81a-47cf-97ba-bfbd3a5adeb9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:08.316177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5802ea94-70c2-451a-a269-ca63d573694f req-974cef56-d81a-47cf-97ba-bfbd3a5adeb9 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 945 time: 0.2691712 Oct 27 16:16:08.403308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b6a26-0642-408a-92a8-c405ea0409c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408dbb8b-7908-4c71-ad2b-30499b37f380'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:08.411088 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049b4d28-9a9b-4483-88b2-fc7bce730835" -d '{"events": [{"server_uuid": "190b6a26-0642-408a-92a8-c405ea0409c9", "name": "network-vif-plugged", "status": "completed", "tag": "408dbb8b-7908-4c71-ad2b-30499b37f380"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:08.418873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5802ea94-70c2-451a-a269-ca63d573694f req-8cd2a5f5-c666-41d2-8f5b-158fed8b579a tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014674 Oct 27 16:16:08.423397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Allocated IP 2001:db8::1 (007f5d90-d933-4539-b34b-206822259cbe/6ef04b0e-119b-4b66-b8f3-ffff658fd514/b109889c-6bd3-4278-bcf4-1da55b5be275) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:08.458130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 408dbb8b-7908-4c71-ad2b-30499b37f380, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=408dbb8b-7908-4c71-ad2b-30499b37f380,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:08.531680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d590c3-cd41-45c4-9085-c8f14f6a609b req-102cf253-04cc-43e5-a42c-8f39f6d168aa tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:08.534246 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7881bc-4089-436c-8d9e-751bf7d3a0c1 x-openstack-request-id: req-8e7881bc-4089-436c-8d9e-751bf7d3a0c1 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:08.535409 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4d590c3-cd41-45c4-9085-c8f14f6a609b req-102cf253-04cc-43e5-a42c-8f39f6d168aa tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1591773 Oct 27 16:16:08.539643 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190b6a26-0642-408a-92a8-c405ea0409c9", "name": "network-vif-plugged", "status": "completed", "tag": "408dbb8b-7908-4c71-ad2b-30499b37f380", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:08.539942 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e7881bc-4089-436c-8d9e-751bf7d3a0c1 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:08.540387 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b6a26-0642-408a-92a8-c405ea0409c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '408dbb8b-7908-4c71-ad2b-30499b37f380', 'code': 200} Oct 27 16:16:08.545255 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.644719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=408dbb8b-7908-4c71-ad2b-30499b37f380,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:08.658019 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4d590c3-cd41-45c4-9085-c8f14f6a609b req-961abc85-f6d3-4caf-84d6-00a73dc01043 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148636 Oct 27 16:16:08.772316 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.848246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4b7d5-c188-4245-9ab5-55095950d078 req-6de9b612-ac6e-4c6d-89a9-ccaed7528485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:08.848246 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-48f4b7d5-c188-4245-9ab5-55095950d078 req-6de9b612-ac6e-4c6d-89a9-ccaed7528485 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 1097 time: 0.2230463 Oct 27 16:16:08.897459 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:08.919982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f189e6a5-b53c-4d8a-93d2-35a8b9e797bd up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:08.992690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-48f4b7d5-c188-4245-9ab5-55095950d078 req-653165a4-7785-4411-b455-1d917f3bbf42 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282609 Oct 27 16:16:09.001761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network 007f5d90-d933-4539-b34b-206822259cbe is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:09.006601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:09.013689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:09.014346 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.072765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:09.073691 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.084917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Port': ['ID=b109889c-6bd3-4278-bcf4-1da55b5be275,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:09.335603 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.409749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:16:09.426861 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ce8783fc-f162-415d-b74e-d76fb0a604ec no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:09.479318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.559629 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f189e6a5-b53c-4d8a-93d2-35a8b9e797bd,segment=NetworkSegment(2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45),segment_id=2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:09.566959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: ce8783fc-f162-415d-b74e-d76fb0a604ec {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:09.572257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ce8783fc-f162-415d-b74e-d76fb0a604ec not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:09.652540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3ec75-f45a-4ddc-85a6-9cad249eef3e req-6098caee-af23-4d98-b1a4-ccee86941d67 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:09.655081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44a3ec75-f45a-4ddc-85a6-9cad249eef3e req-6098caee-af23-4d98-b1a4-ccee86941d67 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.54 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 945 time: 0.2922950 Oct 27 16:16:09.657569 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3dd3d-ef71-47e6-9e51-1e3ab1ad568f req-a00951d6-3ba3-4c6d-a558-2c1364a15928 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:09.666482 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0f3dd3d-ef71-47e6-9e51-1e3ab1ad568f req-a00951d6-3ba3-4c6d-a558-2c1364a15928 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 945 time: 0.1156893 Oct 27 16:16:09.730041 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.734442 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0f3dd3d-ef71-47e6-9e51-1e3ab1ad568f req-9f962261-aebb-4e17-a443-dc312a0379fd tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666270 Oct 27 16:16:09.877132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4e6a14c2-2e6a-45f9-905c-b8b8bb097a34 None None] Provisioning complete for port b109889c-6bd3-4278-bcf4-1da55b5be275 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:09.885779 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e6a14c2-2e6a-45f9-905c-b8b8bb097a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:09.905741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b0c6f-6046-4783-b60f-51cee806af08 req-56f48a33-dbac-45db-bbd1-a834ef5ecf11 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:09.914639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e36b0c6f-6046-4783-b60f-51cee806af08 req-56f48a33-dbac-45db-bbd1-a834ef5ecf11 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0815301 Oct 27 16:16:09.940023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a14c2-2e6a-45f9-905c-b8b8bb097a34 None None] Port b109889c-6bd3-4278-bcf4-1da55b5be275 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:09.963333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f1263f-09b0-4e62-adb2-521b61d82b70 None None] Network 8ee8bf80-a566-4484-92f5-c3c149010b2d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:10.017704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e36b0c6f-6046-4783-b60f-51cee806af08 req-0931655b-c6aa-490b-a563-a45c84d8cc3b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020501 Oct 27 16:16:10.061851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:10.095295 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=f189e6a5-b53c-4d8a-93d2-35a8b9e797bd,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:10.115738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a', 'port_id': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'mac_address': 'fa:16:3e:7a:32:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df9ba29-f360-44fd-afb4-737ab76e2a89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:16:10.132394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-af0220f0-8aa0-4c1a-b1ae-9892596a0c22 None None] Provisioning complete for port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:10.132905 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-af0220f0-8aa0-4c1a-b1ae-9892596a0c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.251177 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.278966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:10.410658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:10.486510 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.622063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:16:10.636139 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:10.712204 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b281f78-eeb8-4dd3-acdb-4d4dd4ae5268 req-af12d59b-3e04-4bdf-bad4-a30b295748f0 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:10.715646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b281f78-eeb8-4dd3-acdb-4d4dd4ae5268 req-af12d59b-3e04-4bdf-bad4-a30b295748f0 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 946 time: 1.2743750 Oct 27 16:16:10.749007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8a8117eb-4751-413e-9f32-1ee1ed46b418 None None] Provisioning complete for port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:10.749007 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8a8117eb-4751-413e-9f32-1ee1ed46b418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:10.895770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f189e6a5-b53c-4d8a-93d2-35a8b9e797bd up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:10.907749 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b281f78-eeb8-4dd3-acdb-4d4dd4ae5268 req-742ba8cc-26ef-45b7-8aec-149aae7ab696 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801136 Oct 27 16:16:10.997740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f115-0e1e-4415-b568-be5b657804a7 req-995c16a4-eae0-4af6-926c-1b0d67c3fc4d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:10.999340 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d3a4f115-0e1e-4415-b568-be5b657804a7 req-995c16a4-eae0-4af6-926c-1b0d67c3fc4d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 945 time: 0.1594203 Oct 27 16:16:11.088563 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d3a4f115-0e1e-4415-b568-be5b657804a7 req-8f9af911-aeea-4dcd-b055-13d4ef2aee13 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717010 Oct 27 16:16:11.133760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-44a3ec75-f45a-4ddc-85a6-9cad249eef3e req-c710d056-e0e5-406b-a7c2-f512460ad528 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Deleting port 45596fc9-4b02-4305-9b3c-76f511af54f5 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:11.135265 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-44a3ec75-f45a-4ddc-85a6-9cad249eef3e req-c710d056-e0e5-406b-a7c2-f512460ad528 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:11.340809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd564bf9-cdb3-4a58-ad35-915133b9a102 req-2ab4b7db-6f82-4145-8b50-328bb8fa266f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:11.342460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd564bf9-cdb3-4a58-ad35-915133b9a102 req-2ab4b7db-6f82-4145-8b50-328bb8fa266f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 944 time: 0.1650386 Oct 27 16:16:11.378496 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:11.406023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 45596fc9-4b02-4305-9b3c-76f511af54f5 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:11.411254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-44a3ec75-f45a-4ddc-85a6-9cad249eef3e req-c710d056-e0e5-406b-a7c2-f512460ad528 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] For port 45596fc9-4b02-4305-9b3c-76f511af54f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=45596fc9-4b02-4305-9b3c-76f511af54f5,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:11.411823 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-44a3ec75-f45a-4ddc-85a6-9cad249eef3e req-c710d056-e0e5-406b-a7c2-f512460ad528 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:11.439045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd564bf9-cdb3-4a58-ad35-915133b9a102 req-3871848c-61cc-407a-aadf-294b7ea85bbf tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797424 Oct 27 16:16:11.448008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-44a3ec75-f45a-4ddc-85a6-9cad249eef3e req-c710d056-e0e5-406b-a7c2-f512460ad528 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Calling delete_port for 45596fc9-4b02-4305-9b3c-76f511af54f5 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:11.454046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:11.463903 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:11.629940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event updated for resources: {'Port': ['ID=b109889c-6bd3-4278-bcf4-1da55b5be275,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:11.660908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:11.661655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:11.708686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Network 007f5d90-d933-4539-b34b-206822259cbe is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:11.710980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:11.836937 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:11.873058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Router 32c2b336-e32d-40d7-91f8-1addced85f92 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:12.119964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0017d92-a156-4e8c-868e-7d0bba607494 req-b783c28a-2512-4951-b4a1-49f526631351 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:12.141874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:12.143836 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-44a3ec75-f45a-4ddc-85a6-9cad249eef3e req-c710d056-e0e5-406b-a7c2-f512460ad528 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:12.152157 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0017d92-a156-4e8c-868e-7d0bba607494 req-b783c28a-2512-4951-b4a1-49f526631351 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 946 time: 0.1297665 Oct 27 16:16:12.154716 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c93b4e-d952-445c-a66c-12132a773113 None None] Sync routers for ids ['32c2b336-e32d-40d7-91f8-1addced85f92'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:12.161927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-be865b02-af35-4f42-bc28-e6e3e552e38d tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "PUT /v2.0/routers/32c2b336-e32d-40d7-91f8-1addced85f92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9702251 Oct 27 16:16:12.167385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33742) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:12.168171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['852df851-cd37-4d53-8c35-32327ae0272a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:16:12.235667 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0017d92-a156-4e8c-868e-7d0bba607494 req-bdcbe971-7fab-4f72-b104-b202b9fdd63f tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822351 Oct 27 16:16:12.248512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c93b4e-d952-445c-a66c-12132a773113 None None] Routers {'32c2b336-e32d-40d7-91f8-1addced85f92'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:12.250787 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33c93b4e-d952-445c-a66c-12132a773113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['32c2b336-e32d-40d7-91f8-1addced85f92'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:12.290311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c710d056-e0e5-406b-a7c2-f512460ad528 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event deleted for resources: {'Port': ['ID=45596fc9-4b02-4305-9b3c-76f511af54f5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:12.358268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-394510f9-eceb-450a-b933-0afd5660df4f req-bceb95d4-2f97-4042-94a3-d17af92dd87d tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 210 time: 0.1317780 Oct 27 16:16:12.385098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33c93b4e-d952-445c-a66c-12132a773113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:12.439954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a3ec75-f45a-4ddc-85a6-9cad249eef3e req-c710d056-e0e5-406b-a7c2-f512460ad528 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] No DVR routers for this DVR port 45596fc9-4b02-4305-9b3c-76f511af54f5 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:12.446650 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-44a3ec75-f45a-4ddc-85a6-9cad249eef3e req-c710d056-e0e5-406b-a7c2-f512460ad528 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:12.450451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44a3ec75-f45a-4ddc-85a6-9cad249eef3e req-c710d056-e0e5-406b-a7c2-f512460ad528 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.54 "DELETE /v2.0/ports/45596fc9-4b02-4305-9b3c-76f511af54f5 HTTP/1.1" status: 204 len: 173 time: 2.7781112 Oct 27 16:16:12.451006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8c55da3c-913d-4e85-85de-1ed6fe05247e None None] Provisioning complete for port b109889c-6bd3-4278-bcf4-1da55b5be275 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:12.451383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050f7e89-1313-43da-adb7-f7c38d839f67', 'name': 'network-vif-deleted', 'tag': '45596fc9-4b02-4305-9b3c-76f511af54f5'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:12.451529 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8c55da3c-913d-4e85-85de-1ed6fe05247e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:12.455577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c93b4e-d952-445c-a66c-12132a773113 None None] Routers {'32c2b336-e32d-40d7-91f8-1addced85f92'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:12.455864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33c93b4e-d952-445c-a66c-12132a773113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['32c2b336-e32d-40d7-91f8-1addced85f92'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:12.457608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab44123-bc3f-4c7c-899e-a9ba19835bb3 req-9fc6bc0a-36c2-4e53-8a0f-819756232944 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:12.463276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9ab44123-bc3f-4c7c-899e-a9ba19835bb3 req-9fc6bc0a-36c2-4e53-8a0f-819756232944 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 946 time: 0.1270292 Oct 27 16:16:12.467183 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa49b85-8e53-4ce8-9a2b-0f629f8b7fc4" -d '{"events": [{"server_uuid": "050f7e89-1313-43da-adb7-f7c38d839f67", "name": "network-vif-deleted", "tag": "45596fc9-4b02-4305-9b3c-76f511af54f5"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:12.469702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33748) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:12.479072 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7afbcfa-99de-474c-b6ed-1376ab84d4d7 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:12.484374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7dadf8de-5c67-45a7-a615-c669b386b0fd tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Request body: {'floatingip': {'port_id': '408dbb8b-7908-4c71-ad2b-30499b37f380'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:12.602689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33c93b4e-d952-445c-a66c-12132a773113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:12.603483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c93b4e-d952-445c-a66c-12132a773113 None None] The sync data for ids ['32c2b336-e32d-40d7-91f8-1addced85f92'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:12.625601 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeea8f72-0270-4392-b5c7-d4c335cdfcc4 x-openstack-request-id: req-eeea8f72-0270-4392-b5c7-d4c335cdfcc4 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:12.626125 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "050f7e89-1313-43da-adb7-f7c38d839f67", "name": "network-vif-deleted", "tag": "45596fc9-4b02-4305-9b3c-76f511af54f5", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:12.627759 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eeea8f72-0270-4392-b5c7-d4c335cdfcc4 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:12.628374 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050f7e89-1313-43da-adb7-f7c38d839f67', 'name': 'network-vif-deleted', 'tag': '45596fc9-4b02-4305-9b3c-76f511af54f5', 'status': 'completed', 'code': 200} Oct 27 16:16:12.647345 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7dadf8de-5c67-45a7-a615-c669b386b0fd tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:12.702479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8c55da3c-913d-4e85-85de-1ed6fe05247e None None] Port b109889c-6bd3-4278-bcf4-1da55b5be275 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:12.753140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a85fb8-070f-4771-998e-490a4b133d5d req-6c93d340-fe26-48d6-83bb-a045c1d2663d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:12.764187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a6a85fb8-070f-4771-998e-490a4b133d5d req-6c93d340-fe26-48d6-83bb-a045c1d2663d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 944 time: 0.1343179 Oct 27 16:16:12.872092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a6a85fb8-070f-4771-998e-490a4b133d5d req-c5fef29a-4981-4d93-8067-3de9472d811d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041644 Oct 27 16:16:12.875188 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-e7afbcfa-99de-474c-b6ed-1376ab84d4d7 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 16:16:12.886606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e7afbcfa-99de-474c-b6ed-1376ab84d4d7 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "DELETE /v2.0/routers/32c2b336-e32d-40d7-91f8-1addced85f92 HTTP/1.1" status: 409 len: 329 time: 0.7157948 Oct 27 16:16:12.890349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33770) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:13.386584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:13.616597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:13.617023 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.740948 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7dadf8de-5c67-45a7-a615-c669b386b0fd tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.742589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33776) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:13.796192 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-08ab1302-ef86-4211-9cc0-802b3aac7369 req-7b1a0d27-f0e1-4dd0-97bd-58e2642e24e6 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=050f7e89-1313-43da-adb7-f7c38d839f67 HTTP/1.1" status: 200 len: 210 time: 0.0480533 Oct 27 16:16:13.814347 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.839425 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.870068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:13.872783 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffe8bf7-b6fd-4489-8597-34c2469a56ae" -d '{"events": [{"server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "name": "network-vif-plugged", "status": "completed", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:13.903386 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7dadf8de-5c67-45a7-a615-c669b386b0fd tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:13.904583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:13.978534 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.053668 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88a4def-1e1c-4441-aada-e8ebdf0c2225 x-openstack-request-id: req-b88a4def-1e1c-4441-aada-e8ebdf0c2225 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:14.054260 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "name": "network-vif-plugged", "status": "completed", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:14.054688 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b88a4def-1e1c-4441-aada-e8ebdf0c2225 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:14.055251 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'code': 200} Oct 27 16:16:14.055993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:14.170342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81b617a8-005c-44f2-918b-10cc17195081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.212344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead665a0-570e-4ef7-8b56-d9d7b1d28e10 req-d07894b1-f04e-4826-b078-f4613e787e1b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:14.219988 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ead665a0-570e-4ef7-8b56-d9d7b1d28e10 req-d07894b1-f04e-4826-b078-f4613e787e1b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1656015 Oct 27 16:16:14.221715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Deleting port b109889c-6bd3-4278-bcf4-1da55b5be275 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:14.222930 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.292903 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ead665a0-570e-4ef7-8b56-d9d7b1d28e10 req-e85e0401-2c22-4e4d-acb4-57a01123542c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718608 Oct 27 16:16:14.325891 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-7dadf8de-5c67-45a7-a615-c669b386b0fd tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Floating IP cb31598b-9323-4250-8ac4-9307b77df971 associated. External IP: 172.25.4.177, port: 408dbb8b-7908-4c71-ad2b-30499b37f380. Oct 27 16:16:14.392917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.423561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Calling delete_port for b109889c-6bd3-4278-bcf4-1da55b5be275 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:14.545036 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81b617a8-005c-44f2-918b-10cc17195081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.695839 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81b617a8-005c-44f2-918b-10cc17195081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.703338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dadf8de-5c67-45a7-a615-c669b386b0fd tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Router cc7b1501-d35f-4f42-979c-3a4203531bc1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:14.741230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.757132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b617a8-005c-44f2-918b-10cc17195081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40311f39-3835-4834-bfa7-d9e9f5071672,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:14.760912 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-81b617a8-005c-44f2-918b-10cc17195081 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2acf0e4fcf54f60b82a8ff6bb302144&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0077233 Oct 27 16:16:14.793407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33786) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:14.808242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Port': ['ID=b109889c-6bd3-4278-bcf4-1da55b5be275,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:14.862582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.862925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.863271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.863615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.863959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.865554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.865991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.866463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.866811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.876402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.876402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.877013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:14.986923 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:14.995310 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ceccc73f-e1ea-4079-974e-23d9a022137f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.046515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dadf8de-5c67-45a7-a615-c669b386b0fd tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:15.056831 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7dadf8de-5c67-45a7-a615-c669b386b0fd tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.058444 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8446f5c1-358a-4e97-a31c-3e8db79c1cf5 None None] Sync routers for ids ['cc7b1501-d35f-4f42-979c-3a4203531bc1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:15.083604 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446f5c1-358a-4e97-a31c-3e8db79c1cf5 None None] Routers {'cc7b1501-d35f-4f42-979c-3a4203531bc1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:15.085731 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8446f5c1-358a-4e97-a31c-3e8db79c1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cc7b1501-d35f-4f42-979c-3a4203531bc1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:15.095612 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7dadf8de-5c67-45a7-a615-c669b386b0fd tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "PUT /v2.0/floatingips/cb31598b-9323-4250-8ac4-9307b77df971 HTTP/1.1" status: 200 len: 992 time: 2.6199362 Oct 27 16:16:15.095612 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ceccc73f-e1ea-4079-974e-23d9a022137f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.097158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33794) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:15.097676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190b6a26-0642-408a-92a8-c405ea0409c9', 'tag': '408dbb8b-7908-4c71-ad2b-30499b37f380'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:15.117590 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a02fd1-705e-440c-a24b-7a715f47ae67" -d '{"events": [{"name": "network-changed", "server_uuid": "190b6a26-0642-408a-92a8-c405ea0409c9", "tag": "408dbb8b-7908-4c71-ad2b-30499b37f380"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:15.282310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Router 32c2b336-e32d-40d7-91f8-1addced85f92 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:15.438169 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8446f5c1-358a-4e97-a31c-3e8db79c1cf5 None None] Set router cc7b1501-d35f-4f42-979c-3a4203531bc1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:15.583108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:15.594862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee0f832-0cb0-40ab-8fec-23ee61867fce None None] Sync routers for ids ['32c2b336-e32d-40d7-91f8-1addced85f92'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:15.599332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-29e50e65-6279-4d7c-8e23-eabca4819404 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "PUT /v2.0/routers/32c2b336-e32d-40d7-91f8-1addced85f92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7072928 Oct 27 16:16:15.609346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33806) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:15.613713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee0f832-0cb0-40ab-8fec-23ee61867fce None None] Routers {'32c2b336-e32d-40d7-91f8-1addced85f92'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:15.615038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bee0f832-0cb0-40ab-8fec-23ee61867fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['32c2b336-e32d-40d7-91f8-1addced85f92'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:15.678783 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-69087c9c-9160-4ca8-b791-e01474f8963a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] show failed (client error): The resource could not be found. Oct 27 16:16:15.680393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-69087c9c-9160-4ca8-b791-e01474f8963a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1627738996 HTTP/1.1" status: 404 len: 335 time: 0.0686159 Oct 27 16:16:15.683097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a02fd1-705e-440c-a24b-7a715f47ae67 req-4a0f0e60-fb66-4858-864b-10231dac4cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:15.685241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97a02fd1-705e-440c-a24b-7a715f47ae67 req-4a0f0e60-fb66-4858-864b-10231dac4cd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4828585e5d94c82bb3c35d3bbdfb5db&device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 1097 time: 0.2441735 Oct 27 16:16:15.685970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33808) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:15.693250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8b78b84a-bc6b-443f-8a7d-8c089e3a9d7f tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:15.705911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a8c89-94fb-4a47-b513-54858e493dbc req-eb3f06ba-5c5c-4292-afc1-0ff4b9ae684a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:15.709694 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc2a8c89-94fb-4a47-b513-54858e493dbc req-eb3f06ba-5c5c-4292-afc1-0ff4b9ae684a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1832895 Oct 27 16:16:15.726970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bee0f832-0cb0-40ab-8fec-23ee61867fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:15.756719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee0f832-0cb0-40ab-8fec-23ee61867fce None None] Routers {'32c2b336-e32d-40d7-91f8-1addced85f92'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:15.757638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bee0f832-0cb0-40ab-8fec-23ee61867fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['32c2b336-e32d-40d7-91f8-1addced85f92'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:15.804631 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bee0f832-0cb0-40ab-8fec-23ee61867fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:15.805562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee0f832-0cb0-40ab-8fec-23ee61867fce None None] The sync data for ids ['32c2b336-e32d-40d7-91f8-1addced85f92'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:15.847523 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-8b78b84a-bc6b-443f-8a7d-8c089e3a9d7f tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] update failed (client error): The resource could not be found. Oct 27 16:16:15.848609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8b78b84a-bc6b-443f-8a7d-8c089e3a9d7f tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-566894246 HTTP/1.1" status: 404 len: 334 time: 0.1611946 Oct 27 16:16:15.855872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33810) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:15.938372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-da809e47-2ae0-4dff-93a4-776e05eb08db tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Deleting subnet e5509f2e-c940-47b9-81e0-7e70cebc0fda {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:15.942998 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da809e47-2ae0-4dff-93a4-776e05eb08db tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.947464 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8446f5c1-358a-4e97-a31c-3e8db79c1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:44Z', 'revision_number': 4, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'cb31598b-9323-4250-8ac4-9307b77df971', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'port_id': '408dbb8b-7908-4c71-ad2b-30499b37f380', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'mac_address': 'fa:16:3e:4c:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b6a26-0642-408a-92a8-c405ea0409c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:15:52Z', 'updated_at': '2021-10-27T16:16:13Z', 'revision_number': 1, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca34c1da-7fd0-47fc-bb05-7af6d11ca16d', 'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'mac_address': 'fa:16:3e:59:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:43Z', 'updated_at': '2021-10-27T16:15:49Z', 'revision_number': 5, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'subnets': [{'id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:15.982172 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8446f5c1-358a-4e97-a31c-3e8db79c1cf5 None None] Checking router: cc7b1501-d35f-4f42-979c-3a4203531bc1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:15.994301 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d906e40-8f1b-4ade-9a3d-54a844e349b4 x-openstack-request-id: req-1d906e40-8f1b-4ade-9a3d-54a844e349b4 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:15.995023 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190b6a26-0642-408a-92a8-c405ea0409c9", "tag": "408dbb8b-7908-4c71-ad2b-30499b37f380", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:15.998460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da809e47-2ae0-4dff-93a4-776e05eb08db tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:15.998789 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d906e40-8f1b-4ade-9a3d-54a844e349b4 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:15.998995 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8446f5c1-358a-4e97-a31c-3e8db79c1cf5 None None] Routers {'cc7b1501-d35f-4f42-979c-3a4203531bc1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:15.999431 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190b6a26-0642-408a-92a8-c405ea0409c9', 'tag': '408dbb8b-7908-4c71-ad2b-30499b37f380', 'status': 'completed', 'code': 200} Oct 27 16:16:16.000145 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8446f5c1-358a-4e97-a31c-3e8db79c1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cc7b1501-d35f-4f42-979c-3a4203531bc1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:16.002214 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ceccc73f-e1ea-4079-974e-23d9a022137f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.010274 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ceccc73f-e1ea-4079-974e-23d9a022137f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.015524 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ceccc73f-e1ea-4079-974e-23d9a022137f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40311f39-3835-4834-bfa7-d9e9f5071672 HTTP/1.1" status: 204 len: 168 time: 1.2222407 Oct 27 16:16:16.076931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccc73f-e1ea-4079-974e-23d9a022137f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40311f39-3835-4834-bfa7-d9e9f5071672,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:16.128561 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da809e47-2ae0-4dff-93a4-776e05eb08db tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.192941 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8446f5c1-358a-4e97-a31c-3e8db79c1cf5 None None] Set router cc7b1501-d35f-4f42-979c-3a4203531bc1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:16.201248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690adc6-1b4a-4bb5-b98c-49b15ca41e83 req-5fe6634f-22e4-4f93-9684-d77ff36c8109 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:16.209891 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e690adc6-1b4a-4bb5-b98c-49b15ca41e83 req-5fe6634f-22e4-4f93-9684-d77ff36c8109 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.2382805 Oct 27 16:16:16.230828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc2a8c89-94fb-4a47-b513-54858e493dbc req-4f12773c-5dbe-43bb-9de3-33c8d21ad583 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797007 Oct 27 16:16:16.292739 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e690adc6-1b4a-4bb5-b98c-49b15ca41e83 req-972e638b-81b7-4f8f-8b77-11babcf1fc91 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770469 Oct 27 16:16:16.324142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a02fd1-705e-440c-a24b-7a715f47ae67 req-75ada5a5-81b6-44e8-bd79-d261c027945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:16.328975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97a02fd1-705e-440c-a24b-7a715f47ae67 req-75ada5a5-81b6-44e8-bd79-d261c027945b service neutron] 10.222.0.53 "GET /v2.0/networks?id=87b8790e-4d49-4bc3-9d04-ebb80b87e497 HTTP/1.1" status: 200 len: 913 time: 0.6165388 Oct 27 16:16:16.407384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da809e47-2ae0-4dff-93a4-776e05eb08db tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.460791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da809e47-2ae0-4dff-93a4-776e05eb08db tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Subnet': ['ID=e5509f2e-c940-47b9-81e0-7e70cebc0fda,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:16.471846 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da809e47-2ae0-4dff-93a4-776e05eb08db tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.477691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d360d5-a653-44ef-85db-d2d00e18285a None None] Network 8ee8bf80-a566-4484-92f5-c3c149010b2d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:16.479871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-da809e47-2ae0-4dff-93a4-776e05eb08db tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "DELETE /v2.0/subnets/e5509f2e-c940-47b9-81e0-7e70cebc0fda HTTP/1.1" status: 204 len: 168 time: 0.6227260 Oct 27 16:16:16.487360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33818) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:16.771104 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:16.991374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60e430d-5dee-435d-a813-c25da1f3ef33 None None] DHCP port deletion for 8ee8bf80-a566-4484-92f5-c3c149010b2d request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:16:16.995481 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8446f5c1-358a-4e97-a31c-3e8db79c1cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:44Z', 'revision_number': 4, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'cb31598b-9323-4250-8ac4-9307b77df971', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'port_id': '408dbb8b-7908-4c71-ad2b-30499b37f380', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'mac_address': 'fa:16:3e:4c:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b6a26-0642-408a-92a8-c405ea0409c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:15:52Z', 'updated_at': '2021-10-27T16:16:13Z', 'revision_number': 1, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca34c1da-7fd0-47fc-bb05-7af6d11ca16d', 'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'mac_address': 'fa:16:3e:59:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:43Z', 'updated_at': '2021-10-27T16:15:49Z', 'revision_number': 5, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'subnets': [{'id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:17.068513 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8446f5c1-358a-4e97-a31c-3e8db79c1cf5 None None] The sync data for ids ['cc7b1501-d35f-4f42-979c-3a4203531bc1'] in n-d-815689-1 is: [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:44Z', 'revision_number': 4, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'cb31598b-9323-4250-8ac4-9307b77df971', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'floating_ip_address': '172.25.4.177', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'port_id': '408dbb8b-7908-4c71-ad2b-30499b37f380', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'mac_address': 'fa:16:3e:4c:20:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190b6a26-0642-408a-92a8-c405ea0409c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:15:52Z', 'updated_at': '2021-10-27T16:16:13Z', 'revision_number': 1, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca34c1da-7fd0-47fc-bb05-7af6d11ca16d', 'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'mac_address': 'fa:16:3e:59:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:43Z', 'updated_at': '2021-10-27T16:15:49Z', 'revision_number': 5, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'subnets': [{'id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:17.132002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e60e430d-5dee-435d-a813-c25da1f3ef33 None None] Deleting port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:17.132397 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e60e430d-5dee-435d-a813-c25da1f3ef33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.260621 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] Deleting port 3ee44426-787e-4994-89ca-3ae0d688117a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:17.271882 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.278536 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e60e430d-5dee-435d-a813-c25da1f3ef33 None None] For port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f189e6a5-b53c-4d8a-93d2-35a8b9e797bd,segment=NetworkSegment(2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45),segment_id=2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:17.278862 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e60e430d-5dee-435d-a813-c25da1f3ef33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.306033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e60e430d-5dee-435d-a813-c25da1f3ef33 None None] Calling delete_port for f189e6a5-b53c-4d8a-93d2-35a8b9e797bd owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:17.490172 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e60e430d-5dee-435d-a813-c25da1f3ef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.525978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e430d-5dee-435d-a813-c25da1f3ef33 None None] No DVR routers for this DVR port f189e6a5-b53c-4d8a-93d2-35a8b9e797bd on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:17.526577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] For port 3ee44426-787e-4994-89ca-3ae0d688117a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3ee44426-787e-4994-89ca-3ae0d688117a,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:17.527185 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.545007 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdcb47b-b516-4722-9308-360299623eea None None] New status for floating IP cb31598b-9323-4250-8ac4-9307b77df971: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:16:17.565423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] Calling delete_port for 3ee44426-787e-4994-89ca-3ae0d688117a owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:17.575667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e430d-5dee-435d-a813-c25da1f3ef33 None None] Pushing event deleted for resources: {'Port': ['ID=f189e6a5-b53c-4d8a-93d2-35a8b9e797bd,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:17.582645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547488b8-02eb-4973-884f-ed13decb5861 req-5a87a2ff-0716-409b-954c-32b865c8cbe3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.585369 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-547488b8-02eb-4973-884f-ed13decb5861 req-5a87a2ff-0716-409b-954c-32b865c8cbe3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1959727 Oct 27 16:16:17.666159 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-547488b8-02eb-4973-884f-ed13decb5861 req-ea3493f2-8cb2-459f-bf71-ff09ecd2ff7a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737970 Oct 27 16:16:17.737090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97a02fd1-705e-440c-a24b-7a715f47ae67 req-6c6152b4-a1da-49d0-8ba1-b60abe77cc1e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=408dbb8b-7908-4c71-ad2b-30499b37f380 HTTP/1.1" status: 200 len: 1000 time: 1.3891153 Oct 27 16:16:17.890410 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:17.918389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a02fd1-705e-440c-a24b-7a715f47ae67 req-615ec502-ea30-4e7e-a02d-ad28537380a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.920108 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97a02fd1-705e-440c-a24b-7a715f47ae67 req-615ec502-ea30-4e7e-a02d-ad28537380a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=403b2198-5b7b-4c81-9930-e682c94ffd9b HTTP/1.1" status: 200 len: 851 time: 0.1249394 Oct 27 16:16:17.931992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c381c7b6-cc4f-48fd-8c60-4e2b967dd6f8 req-e56aa8f8-6466-4e01-b0aa-3e40137d20d4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.937338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c381c7b6-cc4f-48fd-8c60-4e2b967dd6f8 req-e56aa8f8-6466-4e01-b0aa-3e40137d20d4 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.2717218 Oct 27 16:16:17.952219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216a241-fd4f-4cec-bb8c-9e3aef1f9d3f req-30282525-d8c5-4628-aa7e-599d871a7169 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:17.953762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2216a241-fd4f-4cec-bb8c-9e3aef1f9d3f req-30282525-d8c5-4628-aa7e-599d871a7169 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 945 time: 0.2820029 Oct 27 16:16:17.963992 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.005827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee44426-787e-4994-89ca-3ae0d688117a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:18.251982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a02fd1-705e-440c-a24b-7a715f47ae67 req-f32c516c-ef62-4e46-aadf-a301331fdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:18.254249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97a02fd1-705e-440c-a24b-7a715f47ae67 req-f32c516c-ef62-4e46-aadf-a301331fdc96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=87b8790e-4d49-4bc3-9d04-ebb80b87e497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3183887 Oct 27 16:16:18.275487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.283920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c381c7b6-cc4f-48fd-8c60-4e2b967dd6f8 req-bdd9723f-3a8b-4602-8b00-ffaaa89da166 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290534 Oct 27 16:16:18.337586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.381806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee8bf80-a566-4484-92f5-c3c149010b2d']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:18.413274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:18.413645 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdfddd2-dd4d-46ff-8cf0-d1b44f26ce45') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:18.437199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2216a241-fd4f-4cec-bb8c-9e3aef1f9d3f req-09ba9a73-3be4-4e0e-aea9-a7e501f31184 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Deleting port 852df851-cd37-4d53-8c35-32327ae0272a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:18.437637 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2216a241-fd4f-4cec-bb8c-9e3aef1f9d3f req-09ba9a73-3be4-4e0e-aea9-a7e501f31184 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.512916 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-876a7ce3-18c7-4614-ba4b-db12e690be94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.559712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2216a241-fd4f-4cec-bb8c-9e3aef1f9d3f req-09ba9a73-3be4-4e0e-aea9-a7e501f31184 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] For port 852df851-cd37-4d53-8c35-32327ae0272a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=852df851-cd37-4d53-8c35-32327ae0272a,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:18.560239 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2216a241-fd4f-4cec-bb8c-9e3aef1f9d3f req-09ba9a73-3be4-4e0e-aea9-a7e501f31184 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.576835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2216a241-fd4f-4cec-bb8c-9e3aef1f9d3f req-09ba9a73-3be4-4e0e-aea9-a7e501f31184 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Calling delete_port for 852df851-cd37-4d53-8c35-32327ae0272a owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:18.660171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.690104 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.709214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:18.709625 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:18.712867 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:18.744004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] Router 49c06349-e383-4005-bbda-31f7b746e33e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:18.745389 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97a02fd1-705e-440c-a24b-7a715f47ae67 req-4384714b-68e8-4b42-b870-bfa2b1972f15 service neutron] 10.222.0.53 "GET /v2.0/networks/87b8790e-4d49-4bc3-9d04-ebb80b87e497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798858 Oct 27 16:16:18.961858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db1cd1-6b67-45b4-9a29-b6fbd80408ec req-e6e0cd51-087b-4a6b-96bf-21a61423f79d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:18.963878 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4db1cd1-6b67-45b4-9a29-b6fbd80408ec req-e6e0cd51-087b-4a6b-96bf-21a61423f79d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0747087 Oct 27 16:16:18.998332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f189e6a5-b53c-4d8a-93d2-35a8b9e797bd no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:19.009249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:19.014793 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97a02fd1-705e-440c-a24b-7a715f47ae67 req-b40cc282-011d-40ce-a86c-25513d317e62 service neutron] 10.222.0.53 "GET /v2.0/networks/87b8790e-4d49-4bc3-9d04-ebb80b87e497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094159 Oct 27 16:16:19.019985 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-99caaaf2-aa21-4e0d-a36b-f5b1484a779c admin admin] 10.222.0.15 "PUT /v2.0/routers/49c06349-e383-4005-bbda-31f7b746e33e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8991716 Oct 27 16:16:19.023708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33864) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:19.028888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: f189e6a5-b53c-4d8a-93d2-35a8b9e797bd {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:19.029581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f189e6a5-b53c-4d8a-93d2-35a8b9e797bd not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:19.040697 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.045172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64090173-b277-429b-be39-127028c2814f None None] Sync routers for ids ['49c06349-e383-4005-bbda-31f7b746e33e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:19.054292 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.058571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "DELETE /v2.0/networks/8ee8bf80-a566-4484-92f5-c3c149010b2d HTTP/1.1" status: 204 len: 168 time: 2.5668886 Oct 27 16:16:19.062655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64090173-b277-429b-be39-127028c2814f None None] Routers {'49c06349-e383-4005-bbda-31f7b746e33e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:19.065620 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-64090173-b277-429b-be39-127028c2814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['49c06349-e383-4005-bbda-31f7b746e33e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:19.065795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33866) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:19.067997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2216a241-fd4f-4cec-bb8c-9e3aef1f9d3f req-09ba9a73-3be4-4e0e-aea9-a7e501f31184 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.086207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4db1cd1-6b67-45b4-9a29-b6fbd80408ec req-bc0408c8-d99f-4f99-9a4d-45b2afb5915d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045804 Oct 27 16:16:19.130428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5727b1-b3db-4bcb-900a-70c24f65bb04 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Network': ['ID=8ee8bf80-a566-4484-92f5-c3c149010b2d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:19.161956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['852df851-cd37-4d53-8c35-32327ae0272a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:16:19.181738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba9a73-3be4-4e0e-aea9-a7e501f31184 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event deleted for resources: {'Port': ['ID=852df851-cd37-4d53-8c35-32327ae0272a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:19.231743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.260375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2216a241-fd4f-4cec-bb8c-9e3aef1f9d3f req-09ba9a73-3be4-4e0e-aea9-a7e501f31184 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] No DVR routers for this DVR port 852df851-cd37-4d53-8c35-32327ae0272a on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:19.273935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2216a241-fd4f-4cec-bb8c-9e3aef1f9d3f req-09ba9a73-3be4-4e0e-aea9-a7e501f31184 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.277925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2216a241-fd4f-4cec-bb8c-9e3aef1f9d3f req-09ba9a73-3be4-4e0e-aea9-a7e501f31184 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "DELETE /v2.0/ports/852df851-cd37-4d53-8c35-32327ae0272a HTTP/1.1" status: 204 len: 173 time: 1.2840281 Oct 27 16:16:19.278401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219bdd3c-885f-40cd-b3ea-4e9e3c03f892', 'name': 'network-vif-deleted', 'tag': '852df851-cd37-4d53-8c35-32327ae0272a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:19.279502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-64090173-b277-429b-be39-127028c2814f None None] Set router 49c06349-e383-4005-bbda-31f7b746e33e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:19.281240 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1f02e6-d454-4097-b4b6-977d9a1307c4" -d '{"events": [{"server_uuid": "219bdd3c-885f-40cd-b3ea-4e9e3c03f892", "name": "network-vif-deleted", "tag": "852df851-cd37-4d53-8c35-32327ae0272a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:19.291011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a0a7ad-27d7-4f65-aeb6-c2ee8b3dc743 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Deleting subnet fff89fed-b60b-45d5-9aac-d4d89c70b12c {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:19.305969 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35a0a7ad-27d7-4f65-aeb6-c2ee8b3dc743 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.438268 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.480656 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415a898b-846f-49a9-86dc-5e9d0fbead30 x-openstack-request-id: req-415a898b-846f-49a9-86dc-5e9d0fbead30 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:19.480930 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219bdd3c-885f-40cd-b3ea-4e9e3c03f892", "name": "network-vif-deleted", "tag": "852df851-cd37-4d53-8c35-32327ae0272a", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:19.481256 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-415a898b-846f-49a9-86dc-5e9d0fbead30 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:19.482211 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219bdd3c-885f-40cd-b3ea-4e9e3c03f892', 'name': 'network-vif-deleted', 'tag': '852df851-cd37-4d53-8c35-32327ae0272a', 'status': 'completed', 'code': 200} Oct 27 16:16:19.500465 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35a0a7ad-27d7-4f65-aeb6-c2ee8b3dc743 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.560624 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8722f500-79ab-4773-84da-c5940c797553 req-65ee1887-5a46-4493-bf27-f62b8096d630 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=219bdd3c-885f-40cd-b3ea-4e9e3c03f892 HTTP/1.1" status: 200 len: 210 time: 0.0847192 Oct 27 16:16:19.639961 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35a0a7ad-27d7-4f65-aeb6-c2ee8b3dc743 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.668311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Deleting port e0791622-e583-431c-8e92-fbf79ac4ab0e {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:19.668791 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.702250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-64090173-b277-429b-be39-127028c2814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:16:17Z', 'revision_number': 5, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port': {'id': 'e0791622-e583-431c-8e92-fbf79ac4ab0e', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c06349-e383-4005-bbda-31f7b746e33e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:03:30Z', 'updated_at': '2021-10-27T16:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:19.739773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64090173-b277-429b-be39-127028c2814f None None] Checking router: 49c06349-e383-4005-bbda-31f7b746e33e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:19.750380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64090173-b277-429b-be39-127028c2814f None None] Routers {'49c06349-e383-4005-bbda-31f7b746e33e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:19.751008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-64090173-b277-429b-be39-127028c2814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:15:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['49c06349-e383-4005-bbda-31f7b746e33e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:19.783919 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] For port e0791622-e583-431c-8e92-fbf79ac4ab0e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e0791622-e583-431c-8e92-fbf79ac4ab0e,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:19.784434 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.817006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Calling delete_port for e0791622-e583-431c-8e92-fbf79ac4ab0e owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:19.822799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35a0a7ad-27d7-4f65-aeb6-c2ee8b3dc743 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.843132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35a0a7ad-27d7-4f65-aeb6-c2ee8b3dc743 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:19.847220 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-35a0a7ad-27d7-4f65-aeb6-c2ee8b3dc743 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "DELETE /v2.0/subnets/fff89fed-b60b-45d5-9aac-d4d89c70b12c HTTP/1.1" status: 204 len: 168 time: 0.7730455 Oct 27 16:16:19.872762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33880) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:19.882980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0a7ad-27d7-4f65-aeb6-c2ee8b3dc743 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Subnet': ['ID=fff89fed-b60b-45d5-9aac-d4d89c70b12c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:19.986608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54a4de0-c2cb-4de7-ab86-e7f10c44f654 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Deleting subnet ac857578-0098-4ae7-b22e-ca882bf4320a {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:20.000357 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a54a4de0-c2cb-4de7-ab86-e7f10c44f654 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.045981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a353e35e-9f8e-47e7-a16f-830782798318 None None] Network 2851ec13-2172-4026-b227-828f4e7da2e2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:20.072581 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a54a4de0-c2cb-4de7-ab86-e7f10c44f654 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.266368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-64090173-b277-429b-be39-127028c2814f None None] Set router 49c06349-e383-4005-bbda-31f7b746e33e gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:20.307500 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.310222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a54a4de0-c2cb-4de7-ab86-e7f10c44f654 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.340773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-64090173-b277-429b-be39-127028c2814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:16:19Z', 'revision_number': 6, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:20.388387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0791622-e583-431c-8e92-fbf79ac4ab0e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:20.409503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8262a16-ee5e-4945-a65b-2b7e85a12051 None None] DHCP port deletion for 2851ec13-2172-4026-b227-828f4e7da2e2 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:16:20.413807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64090173-b277-429b-be39-127028c2814f None None] The sync data for ids ['49c06349-e383-4005-bbda-31f7b746e33e'] in n-d-815689-1 is: [{'id': '49c06349-e383-4005-bbda-31f7b746e33e', 'name': 'tempest-TaggedBootDevicesTest_v242-191000770-router', 'tenant_id': '85e3eae7fd4a49d59e82505efcf10621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:03:28Z', 'updated_at': '2021-10-27T16:16:19Z', 'revision_number': 6, 'project_id': '85e3eae7fd4a49d59e82505efcf10621', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:20.464335 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc859729-b744-4547-bd4f-8ae47464fd84 req-2c810422-6031-4d30-950c-a1e4b22775da tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:20.466152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dc859729-b744-4547-bd4f-8ae47464fd84 req-2c810422-6031-4d30-950c-a1e4b22775da tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2235274 Oct 27 16:16:20.547961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f8262a16-ee5e-4945-a65b-2b7e85a12051 None None] Deleting port b4299ce3-751b-444b-a96f-91727421ce75 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:20.548797 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f8262a16-ee5e-4945-a65b-2b7e85a12051 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.581311 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a54a4de0-c2cb-4de7-ab86-e7f10c44f654 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.584887 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dc859729-b744-4547-bd4f-8ae47464fd84 req-4c109245-0cea-43b0-b571-b6dc1339c56a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566547 Oct 27 16:16:20.606927 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.678979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a4de0-c2cb-4de7-ab86-e7f10c44f654 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Subnet': ['ID=ac857578-0098-4ae7-b22e-ca882bf4320a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:20.694198 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a54a4de0-c2cb-4de7-ab86-e7f10c44f654 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.698459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a54a4de0-c2cb-4de7-ab86-e7f10c44f654 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "DELETE /v2.0/subnets/ac857578-0098-4ae7-b22e-ca882bf4320a HTTP/1.1" status: 204 len: 168 time: 0.8237634 Oct 27 16:16:20.702232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33890) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:20.725181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8999be4d-7e29-4a1b-a34f-348a4caf2197 None None] Network 7204566e-3912-4244-b021-4ab54a8cd2c7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:20.821858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.836003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.879640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f8262a16-ee5e-4945-a65b-2b7e85a12051 None None] For port b4299ce3-751b-444b-a96f-91727421ce75, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b4299ce3-751b-444b-a96f-91727421ce75,segment=NetworkSegment(96fb10af-7e85-4761-92ee-1309b6d572e0),segment_id=96fb10af-7e85-4761-92ee-1309b6d572e0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:20.880067 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f8262a16-ee5e-4945-a65b-2b7e85a12051 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:20.908624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f8262a16-ee5e-4945-a65b-2b7e85a12051 None None] Calling delete_port for b4299ce3-751b-444b-a96f-91727421ce75 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:21.013970 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.078719 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.080410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49c06349-e383-4005-bbda-31f7b746e33e {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:16:21.087050 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.097444 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-341902a5-a256-4a62-9351-0c3ff4a0bb43 admin admin] 10.222.0.15 "DELETE /v2.0/routers/49c06349-e383-4005-bbda-31f7b746e33e HTTP/1.1" status: 204 len: 168 time: 2.0702138 Oct 27 16:16:21.097986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33896) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:21.179851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Deleting port b4299ce3-751b-444b-a96f-91727421ce75 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:21.181900 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.219982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdec7f98-1fbf-4123-b718-abce3c4cb662 admin admin] Deleting subnet e7f56118-b5f3-4287-be33-2cc6440dcc53 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:21.225283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bdec7f98-1fbf-4123-b718-abce3c4cb662 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.232591 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f8262a16-ee5e-4945-a65b-2b7e85a12051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.273541 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bdec7f98-1fbf-4123-b718-abce3c4cb662 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.324856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8262a16-ee5e-4945-a65b-2b7e85a12051 None None] No DVR routers for this DVR port b4299ce3-751b-444b-a96f-91727421ce75 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:21.327120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8262a16-ee5e-4945-a65b-2b7e85a12051 None None] Pushing event deleted for resources: {'Port': ['ID=b4299ce3-751b-444b-a96f-91727421ce75,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:21.350723 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] For port b4299ce3-751b-444b-a96f-91727421ce75, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b4299ce3-751b-444b-a96f-91727421ce75,segment=NetworkSegment(96fb10af-7e85-4761-92ee-1309b6d572e0),segment_id=96fb10af-7e85-4761-92ee-1309b6d572e0)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:21.351096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.376988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Calling delete_port for b4299ce3-751b-444b-a96f-91727421ce75 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:21.378951 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bdec7f98-1fbf-4123-b718-abce3c4cb662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.444522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5327b2-e028-4bd1-a8dd-71e7ce5f1c40 None None] DHCP port deletion for 7204566e-3912-4244-b021-4ab54a8cd2c7 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:16:21.529075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b4299ce3-751b-444b-a96f-91727421ce75 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:21.568926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720eeb92-0fc7-482c-9ce5-2b7f4710e1d1 req-629a24ad-03ff-4f49-a067-3472688ba933 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.576861 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-720eeb92-0fc7-482c-9ce5-2b7f4710e1d1 req-629a24ad-03ff-4f49-a067-3472688ba933 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1102052 Oct 27 16:16:21.603461 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1517de06-9175-40f5-a2f6-81e54fd899d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.603461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b4299ce3-751b-444b-a96f-91727421ce75 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:21.603461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b4299ce3-751b-444b-a96f-91727421ce75 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:21.603461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3ee44426-787e-4994-89ca-3ae0d688117a no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:21.630478 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 3ee44426-787e-4994-89ca-3ae0d688117a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:21.631023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3ee44426-787e-4994-89ca-3ae0d688117a not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:21.663572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9e5327b2-e028-4bd1-a8dd-71e7ce5f1c40 None None] Deleting port cb90cac8-7712-4e66-ad51-59a382195c30 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:21.663947 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9e5327b2-e028-4bd1-a8dd-71e7ce5f1c40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.692172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-720eeb92-0fc7-482c-9ce5-2b7f4710e1d1 req-6015a512-5ba2-4a09-9211-f77fb2f19e54 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130531 Oct 27 16:16:21.697019 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.709251 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bdec7f98-1fbf-4123-b718-abce3c4cb662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.762121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Port': ['ID=b4299ce3-751b-444b-a96f-91727421ce75,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:21.773655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] No DVR routers for this DVR port b4299ce3-751b-444b-a96f-91727421ce75 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:21.779712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9e5327b2-e028-4bd1-a8dd-71e7ce5f1c40 None None] For port cb90cac8-7712-4e66-ad51-59a382195c30, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cb90cac8-7712-4e66-ad51-59a382195c30,segment=NetworkSegment(456716fc-fba6-49cc-94fe-bc469c937274),segment_id=456716fc-fba6-49cc-94fe-bc469c937274)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:21.783727 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9e5327b2-e028-4bd1-a8dd-71e7ce5f1c40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.801212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9e5327b2-e028-4bd1-a8dd-71e7ce5f1c40 None None] Calling delete_port for cb90cac8-7712-4e66-ad51-59a382195c30 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:21.830855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec7f98-1fbf-4123-b718-abce3c4cb662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7f56118-b5f3-4287-be33-2cc6440dcc53,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:21.835586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bdec7f98-1fbf-4123-b718-abce3c4cb662 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.840294 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bdec7f98-1fbf-4123-b718-abce3c4cb662 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e7f56118-b5f3-4287-be33-2cc6440dcc53 HTTP/1.1" status: 204 len: 168 time: 0.7400603 Oct 27 16:16:21.847717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33906) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:21.876431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e5e41-998d-4589-bf8d-261b523ffa3d req-62d3fd44-ce38-4224-97ee-09b29084511d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:21.889241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7c7e5e41-998d-4589-bf8d-261b523ffa3d req-62d3fd44-ce38-4224-97ee-09b29084511d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2083349 Oct 27 16:16:21.937102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a11da6-118d-4e3f-80b3-9aef6bdc48c7 None None] Network c395456f-7f40-43bf-9aec-b98bcc11fe96 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:21.981889 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:21.997741 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7c7e5e41-998d-4589-bf8d-261b523ffa3d req-dd2f94fa-92ec-4cb4-bf84-4e015e3b807d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069417 Oct 27 16:16:22.024039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2851ec13-2172-4026-b227-828f4e7da2e2']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:22.046892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 852df851-cd37-4d53-8c35-32327ae0272a no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:22.051448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fb10af-7e85-4761-92ee-1309b6d572e0') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:22.051913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fb10af-7e85-4761-92ee-1309b6d572e0') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:22.057964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.069423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.078982 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9e5327b2-e028-4bd1-a8dd-71e7ce5f1c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.096581 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.113626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:22.114157 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:22.117775 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:22.166864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Deleting port df3fa596-aaac-4a6d-9d27-5a2cde23a20a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:22.167317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.215275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5327b2-e028-4bd1-a8dd-71e7ce5f1c40 None None] Pushing event deleted for resources: {'Port': ['ID=cb90cac8-7712-4e66-ad51-59a382195c30,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:22.230880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 852df851-cd37-4d53-8c35-32327ae0272a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:22.231232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 852df851-cd37-4d53-8c35-32327ae0272a not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:22.240274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5327b2-e028-4bd1-a8dd-71e7ce5f1c40 None None] No DVR routers for this DVR port cb90cac8-7712-4e66-ad51-59a382195c30 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:22.313201 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.336297 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] For port df3fa596-aaac-4a6d-9d27-5a2cde23a20a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=df3fa596-aaac-4a6d-9d27-5a2cde23a20a,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:22.336936 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.354965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Calling delete_port for df3fa596-aaac-4a6d-9d27-5a2cde23a20a owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:22.357783 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.358124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.368474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.373533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "DELETE /v2.0/networks/2851ec13-2172-4026-b227-828f4e7da2e2 HTTP/1.1" status: 204 len: 168 time: 1.6701744 Oct 27 16:16:22.376243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33912) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:22.409907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101aeab-aae0-49b3-a79a-6d80ae78143a tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Network': ['ID=2851ec13-2172-4026-b227-828f4e7da2e2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:22.414079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf6dd5-10f3-47b8-b9df-7435f2a6e1b9 None None] DHCP port deletion for c395456f-7f40-43bf-9aec-b98bcc11fe96 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:16:22.493110 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.493897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf6dd5-10f3-47b8-b9df-7435f2a6e1b9 None None] Deleting port df3fa596-aaac-4a6d-9d27-5a2cde23a20a {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:22.494589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6dd5-10f3-47b8-b9df-7435f2a6e1b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.604823 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e7cf6dd5-10f3-47b8-b9df-7435f2a6e1b9 None None] For port df3fa596-aaac-4a6d-9d27-5a2cde23a20a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=df3fa596-aaac-4a6d-9d27-5a2cde23a20a,segment=NetworkSegment(041b848a-f06d-4324-ad30-643b93a06d02),segment_id=041b848a-f06d-4324-ad30-643b93a06d02)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:22.605492 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6dd5-10f3-47b8-b9df-7435f2a6e1b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.626145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf6dd5-10f3-47b8-b9df-7435f2a6e1b9 None None] Calling delete_port for df3fa596-aaac-4a6d-9d27-5a2cde23a20a owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:22.677697 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.699671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7204566e-3912-4244-b021-4ab54a8cd2c7']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:22.727432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456716fc-fba6-49cc-94fe-bc469c937274') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:22.731662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456716fc-fba6-49cc-94fe-bc469c937274') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:22.762938 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.840455 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.855922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:22.856485 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:22.859705 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:22.898228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e0791622-e583-431c-8e92-fbf79ac4ab0e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:22.940995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496a08e-1375-44e7-b6e9-76b385e3383b req-1ef22421-e381-4087-9f13-13ae574dd9ef tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:22.946201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e0791622-e583-431c-8e92-fbf79ac4ab0e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:22.946686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e0791622-e583-431c-8e92-fbf79ac4ab0e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:22.955007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device df3fa596-aaac-4a6d-9d27-5a2cde23a20a no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:22.955172 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6496a08e-1375-44e7-b6e9-76b385e3383b req-1ef22421-e381-4087-9f13-13ae574dd9ef tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1370609 Oct 27 16:16:22.955292 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7cf6dd5-10f3-47b8-b9df-7435f2a6e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:22.986657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: df3fa596-aaac-4a6d-9d27-5a2cde23a20a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:22.986657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device df3fa596-aaac-4a6d-9d27-5a2cde23a20a not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:22.986657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cb90cac8-7712-4e66-ad51-59a382195c30 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:23.004585 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6496a08e-1375-44e7-b6e9-76b385e3383b req-963a2348-307d-4c45-a9ed-90eca84d7e06 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535855 Oct 27 16:16:23.007166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.015692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf6dd5-10f3-47b8-b9df-7435f2a6e1b9 None None] Pushing event deleted for resources: {'Port': ['ID=df3fa596-aaac-4a6d-9d27-5a2cde23a20a,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:23.019195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf6dd5-10f3-47b8-b9df-7435f2a6e1b9 None None] No DVR routers for this DVR port df3fa596-aaac-4a6d-9d27-5a2cde23a20a on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:23.059032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.063772 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.069966 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "DELETE /v2.0/networks/7204566e-3912-4244-b021-4ab54a8cd2c7 HTTP/1.1" status: 204 len: 168 time: 0.6925092 Oct 27 16:16:23.073331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] No DVR routers for this DVR port df3fa596-aaac-4a6d-9d27-5a2cde23a20a on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:23.081925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33918) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:23.082521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3fa596-aaac-4a6d-9d27-5a2cde23a20a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:23.084045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: cb90cac8-7712-4e66-ad51-59a382195c30 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:23.084737 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cb90cac8-7712-4e66-ad51-59a382195c30 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:23.218566 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.243799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c395456f-7f40-43bf-9aec-b98bcc11fe96']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:23.250315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-0634acc7-d2f1-4e96-9c55-76f7613d46eb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.252227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-0634acc7-d2f1-4e96-9c55-76f7613d46eb tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.1897483 Oct 27 16:16:23.254130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041b848a-f06d-4324-ad30-643b93a06d02') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:23.254420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041b848a-f06d-4324-ad30-643b93a06d02') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:23.259776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fb7a6c-3d4a-43b0-9b5f-802a5443c040 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Deleting subnet 6ef04b0e-119b-4b66-b8f3-ffff658fd514 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:23.266529 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.273639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-62fb7a6c-3d4a-43b0-9b5f-802a5443c040 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.281303 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.288269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:23.288667 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.306016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6271ed-5bcd-45f4-95c3-3ace7d0e89db req-975317ce-d173-4d62-b3a6-ea760042b9d2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:23.307653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb6271ed-5bcd-45f4-95c3-3ace7d0e89db req-975317ce-d173-4d62-b3a6-ea760042b9d2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2033496 Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:23.348419 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:23.350697 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Network': ['ID=7204566e-3912-4244-b021-4ab54a8cd2c7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:23.358597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.358995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.359349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.359695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.360028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.360382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.360718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.361096 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.361366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.361695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.362022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.362804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d06bf94-2f05-4c49-a9aa-4edfacbd952b tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.372129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.372647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.380777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.380777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.380777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.380777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.380777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.380777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.380777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.380777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.380777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.380777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:23.395011 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-62fb7a6c-3d4a-43b0-9b5f-802a5443c040 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.402625 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb6271ed-5bcd-45f4-95c3-3ace7d0e89db req-8484d45c-20a3-4a2a-9e3b-e4bdc50f7246 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701692 Oct 27 16:16:23.443878 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.448369 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.452108 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c395456f-7f40-43bf-9aec-b98bcc11fe96 HTTP/1.1" status: 204 len: 168 time: 1.5938833 Oct 27 16:16:23.482493 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ea191-29c0-4c33-afdc-369ca8009218 admin admin] Pushing event deleted for resources: {'Network': ['ID=c395456f-7f40-43bf-9aec-b98bcc11fe96,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:23.540181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Deleting port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:23.540677 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.605223 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-62fb7a6c-3d4a-43b0-9b5f-802a5443c040 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.695284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] For port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:23.695793 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.812827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-62fb7a6c-3d4a-43b0-9b5f-802a5443c040 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.855814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb7a6c-3d4a-43b0-9b5f-802a5443c040 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef04b0e-119b-4b66-b8f3-ffff658fd514,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:23.859896 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-62fb7a6c-3d4a-43b0-9b5f-802a5443c040 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.862713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29a036-3059-475f-af0b-6f38a3fbbff0 None None] Network 007f5d90-d933-4539-b34b-206822259cbe requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:23.877579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-62fb7a6c-3d4a-43b0-9b5f-802a5443c040 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "DELETE /v2.0/subnets/6ef04b0e-119b-4b66-b8f3-ffff658fd514 HTTP/1.1" status: 204 len: 168 time: 0.7918150 Oct 27 16:16:23.880153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33928) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:23.986510 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.986882 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:23.987266 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Floating IP a1f70fcc-75fe-45c9-8fde-2d036a19fc91 disassociated. External IP: 172.25.4.59, port: 55bbcd2a-0a91-4355-862a-d3e4d6c77db1. Oct 27 16:16:23.987668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Calling delete_port for 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:24.007463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33930) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:24.024989 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.115391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Deleting port 85a45c7a-ef59-409c-9e03-85cf5fb333c3 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:24.115757 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.129173 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e0f371e5-1a32-47ca-b707-ef2c50ad7d9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85e3eae7fd4a49d59e82505efcf10621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1174445 Oct 27 16:16:24.130835 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.131311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33934) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:24.167482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c1dfd-fc2e-44e9-98b2-e66f589d05b5 None None] DHCP port deletion for 007f5d90-d933-4539-b34b-206822259cbe request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:16:24.316709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] For port 85a45c7a-ef59-409c-9e03-85cf5fb333c3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=85a45c7a-ef59-409c-9e03-85cf5fb333c3,segment=NetworkSegment(45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90),segment_id=45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:24.318468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.351110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Calling delete_port for 85a45c7a-ef59-409c-9e03-85cf5fb333c3 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:24.365143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-214c1dfd-fc2e-44e9-98b2-e66f589d05b5 None None] Deleting port 85a45c7a-ef59-409c-9e03-85cf5fb333c3 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:24.365643 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-214c1dfd-fc2e-44e9-98b2-e66f589d05b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.453455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440da608-5a58-447e-8a47-9899e1d6e528 req-a802afdb-6ef7-44d7-b931-6dcf4d7011f0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:24.456459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-440da608-5a58-447e-8a47-9899e1d6e528 req-a802afdb-6ef7-44d7-b931-6dcf4d7011f0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 944 time: 0.2707558 Oct 27 16:16:24.461366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c969b6a7-259f-462f-8a35-5e471f5619f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.490067 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c969b6a7-259f-462f-8a35-5e471f5619f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.504816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-214c1dfd-fc2e-44e9-98b2-e66f589d05b5 None None] For port 85a45c7a-ef59-409c-9e03-85cf5fb333c3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=85a45c7a-ef59-409c-9e03-85cf5fb333c3,segment=NetworkSegment(45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90),segment_id=45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:24.505225 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-214c1dfd-fc2e-44e9-98b2-e66f589d05b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.521421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-214c1dfd-fc2e-44e9-98b2-e66f589d05b5 None None] Calling delete_port for 85a45c7a-ef59-409c-9e03-85cf5fb333c3 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:24.659829 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.664558 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-214c1dfd-fc2e-44e9-98b2-e66f589d05b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.676558 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-440da608-5a58-447e-8a47-9899e1d6e528 req-f97e1265-d45d-4896-b3c7-8e76a9d257d5 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups?id=397e7e11-4900-4363-ada5-fc35782c7bf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303899 Oct 27 16:16:24.691300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a386a56-d922-4928-8bbe-f10995330d86 req-5fcb135d-295d-48e5-a0d9-d66a7edbdfde tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:24.691300 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a386a56-d922-4928-8bbe-f10995330d86 req-5fcb135d-295d-48e5-a0d9-d66a7edbdfde tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0983787 Oct 27 16:16:24.694962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.706645 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c1dfd-fc2e-44e9-98b2-e66f589d05b5 None None] Pushing event deleted for resources: {'Port': ['ID=85a45c7a-ef59-409c-9e03-85cf5fb333c3,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:24.730681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c1dfd-fc2e-44e9-98b2-e66f589d05b5 None None] No DVR routers for this DVR port 85a45c7a-ef59-409c-9e03-85cf5fb333c3 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:24.746130 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c969b6a7-259f-462f-8a35-5e471f5619f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.746286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Port': ['ID=85a45c7a-ef59-409c-9e03-85cf5fb333c3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:24.749915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] No DVR routers for this DVR port 85a45c7a-ef59-409c-9e03-85cf5fb333c3 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:24.750062 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c969b6a7-259f-462f-8a35-5e471f5619f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.757185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c969b6a7-259f-462f-8a35-5e471f5619f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a238d129-c195-4550-9116-b139601d7bbf HTTP/1.1" status: 204 len: 168 time: 0.6189814 Oct 27 16:16:24.758062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event deleted for resources: {'Port': ['ID=55bbcd2a-0a91-4355-862a-d3e4d6c77db1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:24.773848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969b6a7-259f-462f-8a35-5e471f5619f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238d129-c195-4550-9116-b139601d7bbf,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:24.860568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a386a56-d922-4928-8bbe-f10995330d86 req-ae3a0955-294c-4a98-8753-aae577aa5ed9 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700456 Oct 27 16:16:24.913682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:24.951938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 85a45c7a-ef59-409c-9e03-85cf5fb333c3 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:24.965321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007f5d90-d933-4539-b34b-206822259cbe']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:24.979719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:24.980378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e8ea90-7bfc-4906-8a91-f9e4a4d3ff90') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:24.994531 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.004086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Router 51609bd9-2a28-4e92-9fd0-65a17b14af90 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:25.007354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 85a45c7a-ef59-409c-9e03-85cf5fb333c3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:25.009667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 85a45c7a-ef59-409c-9e03-85cf5fb333c3 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:25.024525 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.032776 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:25.033450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:25.107106 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:25.131680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:25.144215 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b18d3-3d28-4473-bed8-f188ab296da7 None None] Sync routers for ids ['51609bd9-2a28-4e92-9fd0-65a17b14af90'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:25.155996 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b18d3-3d28-4473-bed8-f188ab296da7 None None] Routers {'51609bd9-2a28-4e92-9fd0-65a17b14af90'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:25.161972 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bc4b18d3-3d28-4473-bed8-f188ab296da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['51609bd9-2a28-4e92-9fd0-65a17b14af90'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:25.191366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] No DVR routers for this DVR port 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:25.194574 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.199570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6556cc9e-037e-4d2b-ae46-a6768e7ae42b req-f91f4235-2b89-47b0-bfa0-42e0e244651e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.53 "DELETE /v2.0/ports/55bbcd2a-0a91-4355-862a-d3e4d6c77db1 HTTP/1.1" status: 204 len: 173 time: 1.9359012 Oct 27 16:16:25.200313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-deleted', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:25.203989 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42dcb98-4c31-4db2-ab24-0efda0c2bd5b" -d '{"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-deleted", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:25.210155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.221990 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.229894 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "DELETE /v2.0/networks/007f5d90-d933-4539-b34b-206822259cbe HTTP/1.1" status: 204 len: 168 time: 1.3481038 Oct 27 16:16:25.232931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33948) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:25.266912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1703a-10ed-4340-b2be-bd94987cf53e tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Pushing event deleted for resources: {'Network': ['ID=007f5d90-d933-4539-b34b-206822259cbe,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:25.315499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33954) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:25.317402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-58a66a9e-551e-4e48-bd6d-8f0123178dc0 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "GET /v2.0/ports?device_id=32c2b336-e32d-40d7-91f8-1addced85f92 HTTP/1.1" status: 200 len: 205 time: 0.0827758 Oct 27 16:16:25.363695 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8019c42-534b-41f7-b6cd-721d09b76900 x-openstack-request-id: req-b8019c42-534b-41f7-b6cd-721d09b76900 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:25.364888 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e936f3-7f75-44d0-92e8-c2725c28cef0", "name": "network-vif-deleted", "tag": "55bbcd2a-0a91-4355-862a-d3e4d6c77db1", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:25.365395 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8019c42-534b-41f7-b6cd-721d09b76900 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:25.365941 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e936f3-7f75-44d0-92e8-c2725c28cef0', 'name': 'network-vif-deleted', 'tag': '55bbcd2a-0a91-4355-862a-d3e4d6c77db1', 'status': 'completed', 'code': 200} Oct 27 16:16:25.447255 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bc4b18d3-3d28-4473-bed8-f188ab296da7 None None] Set router 51609bd9-2a28-4e92-9fd0-65a17b14af90 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:25.811649 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bc4b18d3-3d28-4473-bed8-f188ab296da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce5f7a4a-5268-452a-9357-56577ba3518d', 'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'mac_address': 'fa:16:3e:b8:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:09Z', 'updated_at': '2021-10-27T16:07:16Z', 'revision_number': 5, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'subnets': [{'id': '5585183d-91de-498a-87df-f34ca26ac743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:25.814204 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b18d3-3d28-4473-bed8-f188ab296da7 None None] Checking router: 51609bd9-2a28-4e92-9fd0-65a17b14af90 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:25.823160 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b18d3-3d28-4473-bed8-f188ab296da7 None None] Routers {'51609bd9-2a28-4e92-9fd0-65a17b14af90'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:25.823910 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bc4b18d3-3d28-4473-bed8-f188ab296da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['51609bd9-2a28-4e92-9fd0-65a17b14af90'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:25.857625 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-551ae234-5541-4e79-af48-39e68377c121 req-7c25996e-6562-43d4-99af-cc2f64549ded tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6e936f3-7f75-44d0-92e8-c2725c28cef0 HTTP/1.1" status: 200 len: 210 time: 0.0610840 Oct 27 16:16:25.860467 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f98fd89c-7837-4540-b247-258295b117d2 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:25.959299 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bc4b18d3-3d28-4473-bed8-f188ab296da7 None None] Set router 51609bd9-2a28-4e92-9fd0-65a17b14af90 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:26.066417 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f98fd89c-7837-4540-b247-258295b117d2 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.076588 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f98fd89c-7837-4540-b247-258295b117d2 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.153632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53076-e383-481c-9fde-9d66d808556f req-ff753d2c-ebc7-4c25-a223-a09476a31668 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:26.159405 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fba53076-e383-481c-9fde-9d66d808556f req-ff753d2c-ebc7-4c25-a223-a09476a31668 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1252420 Oct 27 16:16:26.180985 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f98fd89c-7837-4540-b247-258295b117d2 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.182271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98fd89c-7837-4540-b247-258295b117d2 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Fanout notify agent at l3_agent the message router_deleted on router 32c2b336-e32d-40d7-91f8-1addced85f92 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:16:26.189892 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f98fd89c-7837-4540-b247-258295b117d2 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:26.194040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f98fd89c-7837-4540-b247-258295b117d2 tempest-RoutersNegativeIpV6Test-210048914 tempest-RoutersNegativeIpV6Test-210048914-project] 10.222.0.15 "DELETE /v2.0/routers/32c2b336-e32d-40d7-91f8-1addced85f92 HTTP/1.1" status: 204 len: 168 time: 0.8741984 Oct 27 16:16:26.260891 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bc4b18d3-3d28-4473-bed8-f188ab296da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce5f7a4a-5268-452a-9357-56577ba3518d', 'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'mac_address': 'fa:16:3e:b8:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:09Z', 'updated_at': '2021-10-27T16:07:16Z', 'revision_number': 5, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'subnets': [{'id': '5585183d-91de-498a-87df-f34ca26ac743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:26.266777 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fba53076-e383-481c-9fde-9d66d808556f req-7dbc1d10-958f-4ed0-9104-6d9b26bfdc7b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043370 Oct 27 16:16:26.312605 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4b18d3-3d28-4473-bed8-f188ab296da7 None None] The sync data for ids ['51609bd9-2a28-4e92-9fd0-65a17b14af90'] in n-d-815689-1 is: [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce5f7a4a-5268-452a-9357-56577ba3518d', 'name': '', 'network_id': '14060b4c-01a1-4d12-9810-8c7a68febede', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'mac_address': 'fa:16:3e:b8:e2:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '5585183d-91de-498a-87df-f34ca26ac743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:09Z', 'updated_at': '2021-10-27T16:07:16Z', 'revision_number': 5, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'subnets': [{'id': '5585183d-91de-498a-87df-f34ca26ac743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:26.749713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250cb2e-8702-4f3c-be0c-53e018caea16 None None] New status for floating IP a1f70fcc-75fe-45c9-8fde-2d036a19fc91: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:16:26.755839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33994) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:26.789420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33998) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:26.925880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-530156934-network', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:27.049090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Made reservation on behalf of e4d13418482a43108d1f408f67cfd165 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:27.053061 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.070165 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.091138 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34010) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:27.154475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-11127b1b-42ee-46fa-b41b-404d3c357aac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9832b1322219424f92a56da0d934d5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3636522 Oct 27 16:16:27.155526 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34012) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:27.187505 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.250635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bb96c0e-5bc5-4f3f-aff4-1e651ce483d0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.261351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-744e7c2d-f4b2-4701-969e-fab24dcb0cbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.265956 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.289685 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-744e7c2d-f4b2-4701-969e-fab24dcb0cbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.307499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:16:27.348306 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bb96c0e-5bc5-4f3f-aff4-1e651ce483d0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.394430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c73576f-3734-4440-ad86-6d7410eb65c2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:27.436777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cff01-f748-402c-afa3-7c2625094ebc req-ed017c15-7c5d-4209-9fc7-364b94493765 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:27.438310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d4cff01-f748-402c-afa3-7c2625094ebc req-ed017c15-7c5d-4209-9fc7-364b94493765 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1098309 Oct 27 16:16:27.450101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-744e7c2d-f4b2-4701-969e-fab24dcb0cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.453093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-744e7c2d-f4b2-4701-969e-fab24dcb0cbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.457471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-744e7c2d-f4b2-4701-969e-fab24dcb0cbf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cdb7779-6675-46e1-948d-90ea878450f9 HTTP/1.1" status: 204 len: 168 time: 0.2959747 Oct 27 16:16:27.482172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e7c2d-f4b2-4701-969e-fab24dcb0cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdb7779-6675-46e1-948d-90ea878450f9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:27.492111 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bb96c0e-5bc5-4f3f-aff4-1e651ce483d0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.494662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bb96c0e-5bc5-4f3f-aff4-1e651ce483d0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.511149 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3bb96c0e-5bc5-4f3f-aff4-1e651ce483d0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "DELETE /v2.0/security-groups/397e7e11-4900-4363-ada5-fc35782c7bf8 HTTP/1.1" status: 204 len: 168 time: 0.4187486 Oct 27 16:16:27.511893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34018) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:27.513757 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.514102 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Added segment b03b75bf-a772-4996-9258-2e40144a52f6 of type vlan for network b3dabac9-886f-4769-9e5c-c37d5153d4f2 Oct 27 16:16:27.522958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-bb6a2f32-81fe-47a1-a9fb-e851ad05f6ec req-7642538d-e48c-4164-abc2-cbb796377d3b service neutron] (109722) timed out ('10.222.0.15', 38038) {{(pid=109722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:16:27.545178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb96c0e-5bc5-4f3f-aff4-1e651ce483d0 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e7e11-4900-4363-ada5-fc35782c7bf8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:27.568970 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-8fbc8c21-32b4-4a3c-bb35-8346186c6c6e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] show failed (client error): The resource could not be found. Oct 27 16:16:27.577378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8fbc8c21-32b4-4a3c-bb35-8346186c6c6e tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "GET /v2.0/security-groups/397e7e11-4900-4363-ada5-fc35782c7bf8 HTTP/1.1" status: 404 len: 347 time: 0.0532038 Oct 27 16:16:27.578118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34020) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:27.634231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d4cff01-f748-402c-afa3-7c2625094ebc req-96b3d707-c682-4778-beb0-4922dfecebc4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868200 Oct 27 16:16:27.643974 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.750096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.751085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:27.751666 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.775617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1ff487cf-4a50-44fb-8ff1-05d439134cc1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Deleting port 1803c613-c781-4c33-adb2-055ddf94439a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:27.777884 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ff487cf-4a50-44fb-8ff1-05d439134cc1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.913764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] Pushing event updated for resources: {'Network': ['ID=b3dabac9-886f-4769-9e5c-c37d5153d4f2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:27.925398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network b3dabac9-886f-4769-9e5c-c37d5153d4f2 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:16:27.979817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ff487cf-4a50-44fb-8ff1-05d439134cc1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:27.980338 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ff487cf-4a50-44fb-8ff1-05d439134cc1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.002285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1ff487cf-4a50-44fb-8ff1-05d439134cc1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Calling delete_port for 1803c613-c781-4c33-adb2-055ddf94439a owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:28.012146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b372dd28-3cb2-4b39-95c3-17b958bb0f2d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2548518 Oct 27 16:16:28.022257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34028) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:28.028454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] Request body: {'subnet': {'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-530156934-subnet', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:28.068913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:28.105277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:28.106567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 55bbcd2a-0a91-4355-862a-d3e4d6c77db1 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:28.152656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] Made reservation on behalf of e4d13418482a43108d1f408f67cfd165 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:28.158522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.330511 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ff487cf-4a50-44fb-8ff1-05d439134cc1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.403643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff487cf-4a50-44fb-8ff1-05d439134cc1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Pushing event deleted for resources: {'Port': ['ID=1803c613-c781-4c33-adb2-055ddf94439a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:28.497061 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ff487cf-4a50-44fb-8ff1-05d439134cc1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.500170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ff487cf-4a50-44fb-8ff1-05d439134cc1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.507294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34040) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:28.508217 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1ff487cf-4a50-44fb-8ff1-05d439134cc1 tempest-ServerActionsTestJSON-1127657228 tempest-ServerActionsTestJSON-1127657228-project] 10.222.0.15 "DELETE /v2.0/floatingips/a1f70fcc-75fe-45c9-8fde-2d036a19fc91 HTTP/1.1" status: 204 len: 168 time: 0.9265299 Oct 27 16:16:28.575217 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:28.753962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e53b8bd9-0304-4047-ba78-3bb86240a48f,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:28.776690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] Checking segment: {'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:28.777056 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] Network hostable DHCP agents. Network: b3dabac9-886f-4769-9e5c-c37d5153d4f2, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:16:28.866710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780718d-2e8e-4911-9c39-371bfc498519 req-d7319f83-1782-45b7-9ffa-85715840121c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:28.868290 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b780718d-2e8e-4911-9c39-371bfc498519 req-d7319f83-1782-45b7-9ffa-85715840121c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1155097 Oct 27 16:16:28.966639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34054) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:29.138248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5c6e8f52-ece3-4174-9b61-e06bfffb35c1 tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1232357507', 'prefixes': ['172.20.0.0/16']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:29.248702 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.408324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] Network b3dabac9-886f-4769-9e5c-c37d5153d4f2 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:16:29.434211 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c6e8f52-ece3-4174-9b61-e06bfffb35c1 tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] Publish callbacks [] for subnetpool, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.435711 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5c6e8f52-ece3-4174-9b61-e06bfffb35c1 tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4677196 Oct 27 16:16:29.438413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34068) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:29.462731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b780718d-2e8e-4911-9c39-371bfc498519 req-01311c01-2182-40e1-898a-448df3363d33 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874043 Oct 27 16:16:29.509721 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8c4118aa-cdad-4f6a-bc26-a1f25fdf5351 tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] 10.222.0.15 "GET /v2.0/subnetpools/abd271ba-0747-40eb-aabf-2093d287d09f HTTP/1.1" status: 200 len: 732 time: 0.0700061 Oct 27 16:16:29.517656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34070) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:29.522750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c4f84f60-5060-421f-8c31-b7033abd33fa tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-743737548'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:29.549696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, b3dabac9-886f-4769-9e5c-c37d5153d4f2) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:29.556129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:29.557096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.561251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e1d8f0-2bc4-4ec3-ae12-217834af3f56 None None] Network b3dabac9-886f-4769-9e5c-c37d5153d4f2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:29.708241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34072) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:29.711473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-530156934-router', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:29.717802 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-93c47e17-5430-4721-8f8e-73f7dc1e8eb8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6928496 Oct 27 16:16:29.760179 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4f84f60-5060-421f-8c31-b7033abd33fa tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] Publish callbacks [] for subnetpool, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.764662 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c4f84f60-5060-421f-8c31-b7033abd33fa tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] 10.222.0.15 "PUT /v2.0/subnetpools/abd271ba-0747-40eb-aabf-2093d287d09f HTTP/1.1" status: 200 len: 683 time: 0.2433043 Oct 27 16:16:29.765082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34074) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:29.784747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d44946-75a1-4be6-9ffa-e843a85d1c0f None None] Network b3dabac9-886f-4769-9e5c-c37d5153d4f2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:29.803716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.804830 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.908755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.948258 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.989039 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1ebd97e-8f25-49e8-a25b-691ff9340076 tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] Publish callbacks [] for subnetpool, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:29.993425 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f1ebd97e-8f25-49e8-a25b-691ff9340076 tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] 10.222.0.15 "DELETE /v2.0/subnetpools/abd271ba-0747-40eb-aabf-2093d287d09f HTTP/1.1" status: 204 len: 168 time: 0.2239411 Oct 27 16:16:29.993425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34076) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:30.015020 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-f6fbcaad-e5f2-4426-94b4-76c52ee95be0 tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] show failed (client error): The resource could not be found. Oct 27 16:16:30.019638 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f6fbcaad-e5f2-4426-94b4-76c52ee95be0 tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] 10.222.0.15 "GET /v2.0/subnetpools/abd271ba-0747-40eb-aabf-2093d287d09f HTTP/1.1" status: 404 len: 346 time: 0.0223298 Oct 27 16:16:30.019638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34078) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:30.044837 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-a197c801-efdf-4ef8-8579-d6ecfc73b55f tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] delete failed (client error): The resource could not be found. Oct 27 16:16:30.046997 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a197c801-efdf-4ef8-8579-d6ecfc73b55f tempest-SubnetPoolsTestJSON-1165507038 tempest-SubnetPoolsTestJSON-1165507038-project] 10.222.0.15 "DELETE /v2.0/subnetpools/abd271ba-0747-40eb-aabf-2093d287d09f HTTP/1.1" status: 404 len: 346 time: 0.0259874 Oct 27 16:16:30.179332 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:30.350429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] Deleting port ce5f7a4a-5268-452a-9357-56577ba3518d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:30.355184 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:30.607573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] For port ce5f7a4a-5268-452a-9357-56577ba3518d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ce5f7a4a-5268-452a-9357-56577ba3518d,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:30.608274 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:30.644208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] Calling delete_port for ce5f7a4a-5268-452a-9357-56577ba3518d owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:30.648116 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:30.685716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:30.864019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb135a-49c4-4f65-b3ba-250a6a9d51a3 req-fd828c6c-37db-4135-ad1e-dfad55228660 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:30.873060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72bb135a-49c4-4f65-b3ba-250a6a9d51a3 req-fd828c6c-37db-4135-ad1e-dfad55228660 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.2675428 Oct 27 16:16:30.929153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34098) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:30.934203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Allocated IP 172.25.4.203 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/d5eece4b-3745-42ea-bb96-ef82cb01703c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:30.981528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72bb135a-49c4-4f65-b3ba-250a6a9d51a3 req-280482d3-73de-4095-b867-d04f1134f261 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071713 Oct 27 16:16:31.097693 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.179718 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e142ddd-5927-4bf7-b784-87bd6e7564fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.226827 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.278674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:31.282242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:31.285268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:31.293192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Pushing event updated for resources: {'Port': ['ID=d5eece4b-3745-42ea-bb96-ef82cb01703c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:31.333054 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.366543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce5f7a4a-5268-452a-9357-56577ba3518d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:31.385051 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e142ddd-5927-4bf7-b784-87bd6e7564fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.640597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:31.885575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] Router 51609bd9-2a28-4e92-9fd0-65a17b14af90 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:32.009176 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e142ddd-5927-4bf7-b784-87bd6e7564fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.151947 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3e142ddd-5927-4bf7-b784-87bd6e7564fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9c764a184114bf7b2ba3465d45fbed0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2191870 Oct 27 16:16:32.151947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e142ddd-5927-4bf7-b784-87bd6e7564fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a45d255-47c0-4918-9690-5610d8a2db16,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:32.154598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34114) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:32.194733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:32.202580 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dec9fd55-c0c2-4d42-b6e4-1ec762b19ec2 admin admin] 10.222.0.15 "PUT /v2.0/routers/51609bd9-2a28-4e92-9fd0-65a17b14af90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6920063 Oct 27 16:16:32.203700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34116) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:32.207146 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5909d05-a4d4-4785-86db-679b15b9a52c None None] Sync routers for ids ['51609bd9-2a28-4e92-9fd0-65a17b14af90'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:32.219743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.221588 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5909d05-a4d4-4785-86db-679b15b9a52c None None] Routers {'51609bd9-2a28-4e92-9fd0-65a17b14af90'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:32.224139 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e5909d05-a4d4-4785-86db-679b15b9a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['51609bd9-2a28-4e92-9fd0-65a17b14af90'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:32.356373 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.477872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7587408-9074-4d28-9e0a-951e5e92c1ab req-217a55ce-4bf3-4029-aa6e-5a32d849db33 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:32.480352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7587408-9074-4d28-9e0a-951e5e92c1ab req-217a55ce-4bf3-4029-aa6e-5a32d849db33 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.3581891 Oct 27 16:16:32.490708 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e5909d05-a4d4-4785-86db-679b15b9a52c None None] Set router 51609bd9-2a28-4e92-9fd0-65a17b14af90 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:32.523288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.546483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7587408-9074-4d28-9e0a-951e5e92c1ab req-bbee5362-9fb3-4059-90c8-6b5f1a70b07e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583148 Oct 27 16:16:32.593454 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.670467 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e183af52-5507-421a-9da5-0e127e192331 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.711177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e183af52-5507-421a-9da5-0e127e192331 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.842701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Deleting port d268485b-6853-4bc6-891e-0a3457abb9e1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:32.843275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.844841 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e183af52-5507-421a-9da5-0e127e192331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.849825 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e183af52-5507-421a-9da5-0e127e192331 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:32.864558 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e183af52-5507-421a-9da5-0e127e192331 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a45d255-47c0-4918-9690-5610d8a2db16 HTTP/1.1" status: 204 len: 168 time: 0.6988871 Oct 27 16:16:32.891848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183af52-5507-421a-9da5-0e127e192331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a45d255-47c0-4918-9690-5610d8a2db16,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:32.914631 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.044661 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e5909d05-a4d4-4785-86db-679b15b9a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:16:31Z', 'revision_number': 5, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port': {'id': 'd268485b-6853-4bc6-891e-0a3457abb9e1', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f5:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:07:04Z', 'updated_at': '2021-10-27T16:07:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:33.078688 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5909d05-a4d4-4785-86db-679b15b9a52c None None] Checking router: 51609bd9-2a28-4e92-9fd0-65a17b14af90 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:33.080905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] For port d268485b-6853-4bc6-891e-0a3457abb9e1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d268485b-6853-4bc6-891e-0a3457abb9e1,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:33.081283 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.089301 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5909d05-a4d4-4785-86db-679b15b9a52c None None] Routers {'51609bd9-2a28-4e92-9fd0-65a17b14af90'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:33.090063 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e5909d05-a4d4-4785-86db-679b15b9a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['51609bd9-2a28-4e92-9fd0-65a17b14af90'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:33.130760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Calling delete_port for d268485b-6853-4bc6-891e-0a3457abb9e1 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:33.197648 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e5909d05-a4d4-4785-86db-679b15b9a52c None None] Set router 51609bd9-2a28-4e92-9fd0-65a17b14af90 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:33.265194 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e5909d05-a4d4-4785-86db-679b15b9a52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:16:32Z', 'revision_number': 6, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:33.295668 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5909d05-a4d4-4785-86db-679b15b9a52c None None] The sync data for ids ['51609bd9-2a28-4e92-9fd0-65a17b14af90'] in n-d-815689-1 is: [{'id': '51609bd9-2a28-4e92-9fd0-65a17b14af90', 'name': 'tempest-ServerActionsTestJSON-2015302351-router', 'tenant_id': 'e453eb141e324e84bad185e6328bf7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:07:01Z', 'updated_at': '2021-10-27T16:16:32Z', 'revision_number': 6, 'project_id': 'e453eb141e324e84bad185e6328bf7f8', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:33.328988 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Router b3e066b5-5e11-4281-b56d-563b6f2e651d is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:16:33.557607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.593762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:33.620878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Sync routers for ids ['b3e066b5-5e11-4281-b56d-563b6f2e651d'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:33.647093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Routers {'b3e066b5-5e11-4281-b56d-563b6f2e651d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:33.650001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b3e066b5-5e11-4281-b56d-563b6f2e651d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:33.680629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Pushing event deleted for resources: {'Port': ['ID=d268485b-6853-4bc6-891e-0a3457abb9e1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:33.706379 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:33.710292 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-73bcfb86-d761-41cb-b31f-17aca26fd88b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0029998 Oct 27 16:16:33.714069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:34.001613 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.109091 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Set router b3e066b5-5e11-4281-b56d-563b6f2e651d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:34.134079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85665a46-b6d2-4547-92ac-d3a78a983203 req-aea9cccd-8a1e-4117-a950-4eadc64e398d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:34.146569 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85665a46-b6d2-4547-92ac-d3a78a983203 req-aea9cccd-8a1e-4117-a950-4eadc64e398d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.3182065 Oct 27 16:16:34.245992 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.249499 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.325720 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85665a46-b6d2-4547-92ac-d3a78a983203 req-36889390-665a-413b-b7bf-d05954b69aed tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782627 Oct 27 16:16:34.415802 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.417296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51609bd9-2a28-4e92-9fd0-65a17b14af90 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:16:34.423557 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.424942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-12cb45ad-93f7-4918-be75-c60855cc9e60 admin admin] 10.222.0.15 "DELETE /v2.0/routers/51609bd9-2a28-4e92-9fd0-65a17b14af90 HTTP/1.1" status: 204 len: 168 time: 2.2201407 Oct 27 16:16:34.427858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34158) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:34.526542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'name': 'tempest-ServerRescueTestJSON-530156934-router', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:31Z', 'revision_number': 3, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'gw_port': {'id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:30Z', 'updated_at': '2021-10-27T16:16:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:34.580016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Checking router: b3e066b5-5e11-4281-b56d-563b6f2e651d for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:34.580648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Updating router b3e066b5-5e11-4281-b56d-563b6f2e651d port d5eece4b-3745-42ea-bb96-ef82cb01703c binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:16:34.605093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34164) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:34.615935 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.643616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c12ce0-9238-4383-875c-5d2f9976b79f admin admin] Deleting subnet 5585183d-91de-498a-87df-f34ca26ac743 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:16:34.664694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17c12ce0-9238-4383-875c-5d2f9976b79f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.812247 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17c12ce0-9238-4383-875c-5d2f9976b79f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.902479 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:34.920939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d268485b-6853-4bc6-891e-0a3457abb9e1 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:34.927558 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2611461f-87fa-4d9d-9839-e8408976657f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.019433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d268485b-6853-4bc6-891e-0a3457abb9e1 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:35.020457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d268485b-6853-4bc6-891e-0a3457abb9e1 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:35.021115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ce5f7a4a-5268-452a-9357-56577ba3518d no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:35.062400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2611461f-87fa-4d9d-9839-e8408976657f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.077335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: ce5f7a4a-5268-452a-9357-56577ba3518d {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:16:35.080236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ce5f7a4a-5268-452a-9357-56577ba3518d not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:16:35.173630 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17c12ce0-9238-4383-875c-5d2f9976b79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.176612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2611461f-87fa-4d9d-9839-e8408976657f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.239293 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.333056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2611461f-87fa-4d9d-9839-e8408976657f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56802509162f4b8c8057d6b6e1384dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7261705 Oct 27 16:16:35.337306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.340390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611461f-87fa-4d9d-9839-e8408976657f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b108ae33-bf2c-4040-9884-28779b3bdae5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:35.344859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34180) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:35.380924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3076ec-f2e8-44ac-bc37-e51c7e0a6225 req-0fb1c4e6-eeb2-48e2-b0f9-3036aa2add93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:35.382544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd3076ec-f2e8-44ac-bc37-e51c7e0a6225 req-0fb1c4e6-eeb2-48e2-b0f9-3036aa2add93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=859d61171b484adaab4d255b083936a9&device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 1096 time: 0.1329772 Oct 27 16:16:35.466966 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17c12ce0-9238-4383-875c-5d2f9976b79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.507085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c12ce0-9238-4383-875c-5d2f9976b79f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5585183d-91de-498a-87df-f34ca26ac743,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:35.515127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fac20-0933-4c2b-9a2a-a0fea75720b3 None None] Pushing event updated for resources: {'Port': ['ID=d5eece4b-3745-42ea-bb96-ef82cb01703c,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:35.529412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Allocated IP 172.20.0.1 (b3dabac9-886f-4769-9e5c-c37d5153d4f2/e53b8bd9-0304-4047-ba78-3bb86240a48f/3acd583c-61e5-4638-8df3-43403343424d) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:35.530979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17c12ce0-9238-4383-875c-5d2f9976b79f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.534547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-17c12ce0-9238-4383-875c-5d2f9976b79f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5585183d-91de-498a-87df-f34ca26ac743 HTTP/1.1" status: 204 len: 168 time: 1.1054854 Oct 27 16:16:35.540647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4263c8d7-28a2-40e6-82ad-971be232c938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.543657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34184) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:35.590797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Attempting to bind port d5eece4b-3745-42ea-bb96-ef82cb01703c on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:35.593672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Attempting to bind port d5eece4b-3745-42ea-bb96-ef82cb01703c by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:35.594175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Attempting to bind port d5eece4b-3745-42ea-bb96-ef82cb01703c on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:35.615514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5e1771-0919-482f-bd03-8f10caaee7d3 None None] Network 14060b4c-01a1-4d12-9810-8c7a68febede requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:35.623838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:35.630997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:35.631653 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.634700 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.635015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4263c8d7-28a2-40e6-82ad-971be232c938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.635435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:35.636165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Bound port: d5eece4b-3745-42ea-bb96-ef82cb01703c, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:35.637079 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.703223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3076ec-f2e8-44ac-bc37-e51c7e0a6225 req-6fbac5df-742c-418f-81b2-7d80208db253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:35.705401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd3076ec-f2e8-44ac-bc37-e51c7e0a6225 req-6fbac5df-742c-418f-81b2-7d80208db253 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e4289fac-6b86-43ce-bf75-de917894a89a HTTP/1.1" status: 200 len: 914 time: 0.3130212 Oct 27 16:16:35.775079 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4263c8d7-28a2-40e6-82ad-971be232c938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.778595 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4263c8d7-28a2-40e6-82ad-971be232c938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:35.779950 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4263c8d7-28a2-40e6-82ad-971be232c938 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b108ae33-bf2c-4040-9884-28779b3bdae5 HTTP/1.1" status: 204 len: 168 time: 0.4332752 Oct 27 16:16:35.820699 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd3076ec-f2e8-44ac-bc37-e51c7e0a6225 req-4d66de9f-bfbf-4493-be6d-7a48a88b5354 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 HTTP/1.1" status: 200 len: 217 time: 0.1059289 Oct 27 16:16:35.821690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263c8d7-28a2-40e6-82ad-971be232c938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b108ae33-bf2c-4040-9884-28779b3bdae5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:35.892702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb87f8c-c70b-495b-b22a-9b575d1aed2c req-3319070a-1920-4997-b9e7-b84cf8f962a4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:35.896174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5fb87f8c-c70b-495b-b22a-9b575d1aed2c req-3319070a-1920-4997-b9e7-b84cf8f962a4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.3941002 Oct 27 16:16:36.043960 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5fb87f8c-c70b-495b-b22a-9b575d1aed2c req-21540f3f-a69f-4743-9320-272a7c0d598e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399260 Oct 27 16:16:36.049129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3076ec-f2e8-44ac-bc37-e51c7e0a6225 req-6670b283-10db-4c06-a555-e1c13c6e2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:36.050828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd3076ec-f2e8-44ac-bc37-e51c7e0a6225 req-6670b283-10db-4c06-a555-e1c13c6e2ee0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3df9ba29-f360-44fd-afb4-737ab76e2a89 HTTP/1.1" status: 200 len: 853 time: 0.2029557 Oct 27 16:16:36.056417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] For port d5eece4b-3745-42ea-bb96-ef82cb01703c, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:36.115820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd3076ec-f2e8-44ac-bc37-e51c7e0a6225 req-6bb76636-be3e-41eb-9a30-5abe8a7e5fbb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e4289fac-6b86-43ce-bf75-de917894a89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535388 Oct 27 16:16:36.139949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] For port d5eece4b-3745-42ea-bb96-ef82cb01703c, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d5eece4b-3745-42ea-bb96-ef82cb01703c,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:36.203829 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.381298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca8382-9dcd-4267-a7d2-9da522bc5b42 None None] DHCP port deletion for 14060b4c-01a1-4d12-9810-8c7a68febede request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:16:36.399051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd3076ec-f2e8-44ac-bc37-e51c7e0a6225 req-e03e21b7-0d0f-44e0-b723-583b392c4f5b service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765410 Oct 27 16:16:36.421553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fac20-0933-4c2b-9a2a-a0fea75720b3 None None] Pushing event updated for resources: {'Port': ['ID=d5eece4b-3745-42ea-bb96-ef82cb01703c,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:36.467328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Routers {'b3e066b5-5e11-4281-b56d-563b6f2e651d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:36.467787 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b3e066b5-5e11-4281-b56d-563b6f2e651d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:36.509014 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.602299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd3076ec-f2e8-44ac-bc37-e51c7e0a6225 req-e07efe07-f6ab-467a-a202-0c8c2cd08067 service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940677 Oct 27 16:16:36.636195 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.679776 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-65ca8382-9dcd-4267-a7d2-9da522bc5b42 None None] Deleting port 0f038e06-1151-4e5d-8275-19a5d82810e0 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:36.680174 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65ca8382-9dcd-4267-a7d2-9da522bc5b42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.765267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Pushing event updated for resources: {'Port': ['ID=3acd583c-61e5-4638-8df3-43403343424d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:36.774548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Network b3dabac9-886f-4769-9e5c-c37d5153d4f2 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:36.788258 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Deleting port 0f038e06-1151-4e5d-8275-19a5d82810e0 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:16:36.788611 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.796007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:36.827539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:36.903839 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] Set router b3e066b5-5e11-4281-b56d-563b6f2e651d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:36.913635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-65ca8382-9dcd-4267-a7d2-9da522bc5b42 None None] For port 0f038e06-1151-4e5d-8275-19a5d82810e0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0f038e06-1151-4e5d-8275-19a5d82810e0,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:36.915778 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65ca8382-9dcd-4267-a7d2-9da522bc5b42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:36.925706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0f038e06-1151-4e5d-8275-19a5d82810e0 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:37.003032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.014463 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] For port 0f038e06-1151-4e5d-8275-19a5d82810e0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0f038e06-1151-4e5d-8275-19a5d82810e0,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:37.014835 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.101686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-65ca8382-9dcd-4267-a7d2-9da522bc5b42 None None] Calling delete_port for 0f038e06-1151-4e5d-8275-19a5d82810e0 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:37.146141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Calling delete_port for 0f038e06-1151-4e5d-8275-19a5d82810e0 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:16:37.293418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9918e17-4fbd-457c-8221-b29158573192 req-39fc3ca1-fb66-4ad2-b31c-84733e64ba12 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:37.293871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9918e17-4fbd-457c-8221-b29158573192 req-39fc3ca1-fb66-4ad2-b31c-84733e64ba12 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.0937254 Oct 27 16:16:37.363124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9918e17-4fbd-457c-8221-b29158573192 req-e422dca3-9f60-4480-8ba2-ce35270a6c09 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606763 Oct 27 16:16:37.393531 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.494002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 0f038e06-1151-4e5d-8275-19a5d82810e0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0f038e06-1151-4e5d-8275-19a5d82810e0,segment=NetworkSegment(7a136aeb-5fd3-445a-b56a-1b56a12fdecd),segment_id=7a136aeb-5fd3-445a-b56a-1b56a12fdecd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:37.542472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'name': 'tempest-ServerRescueTestJSON-530156934-router', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:31Z', 'revision_number': 3, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'gw_port': {'id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:30Z', 'updated_at': '2021-10-27T16:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:37.578032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec89eead-2f6c-4c48-8443-2e2453d7560c None None] The sync data for ids ['b3e066b5-5e11-4281-b56d-563b6f2e651d'] in n-d-815689-1 is: [{'id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'name': 'tempest-ServerRescueTestJSON-530156934-router', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:31Z', 'revision_number': 3, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'gw_port': {'id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:30Z', 'updated_at': '2021-10-27T16:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:37.592715 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.612307 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.703985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=0f038e06-1151-4e5d-8275-19a5d82810e0,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:37.719183 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65ca8382-9dcd-4267-a7d2-9da522bc5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.751942 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:37.782823 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca8382-9dcd-4267-a7d2-9da522bc5b42 None None] No DVR routers for this DVR port 0f038e06-1151-4e5d-8275-19a5d82810e0 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:37.784432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca8382-9dcd-4267-a7d2-9da522bc5b42 None None] Pushing event deleted for resources: {'Port': ['ID=0f038e06-1151-4e5d-8275-19a5d82810e0,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:37.787793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f038e06-1151-4e5d-8275-19a5d82810e0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:37.796472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] No DVR routers for this DVR port 0f038e06-1151-4e5d-8275-19a5d82810e0 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:16:37.932527 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.004926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14060b4c-01a1-4d12-9810-8c7a68febede']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:38.026651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a136aeb-5fd3-445a-b56a-1b56a12fdecd') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:38.026651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a136aeb-5fd3-445a-b56a-1b56a12fdecd') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:38.038843 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.043493 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.076677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.089644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:16:38.090158 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:16:38.092035 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:16:38.104419 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.228700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Pushing event updated for resources: {'Port': ['ID=3acd583c-61e5-4638-8df3-43403343424d,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:38.232962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.381553 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.391329 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:38.394496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] 10.222.0.15 "DELETE /v2.0/networks/14060b4c-01a1-4d12-9810-8c7a68febede HTTP/1.1" status: 204 len: 168 time: 2.8435261 Oct 27 16:16:38.425070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af73b4-0ffe-40f6-80d7-c039f3708624 admin admin] Pushing event deleted for resources: {'Network': ['ID=14060b4c-01a1-4d12-9810-8c7a68febede,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:38.513856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Network b3dabac9-886f-4769-9e5c-c37d5153d4f2 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:38.515576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:38.629166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d8d29-8922-4dd2-8f33-ceabc3a99757 req-45e9ba60-5e5f-4f1c-899e-8a28fe72ac34 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:38.641042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e92d8d29-8922-4dd2-8f33-ceabc3a99757 req-45e9ba60-5e5f-4f1c-899e-8a28fe72ac34 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 945 time: 0.1515024 Oct 27 16:16:38.731643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e92d8d29-8922-4dd2-8f33-ceabc3a99757 req-2a4d5ea2-4414-49e2-ab6a-4d3826e183ca tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843232 Oct 27 16:16:38.839879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Router b3e066b5-5e11-4281-b56d-563b6f2e651d has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:38.954325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34286) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:38.981962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d5eece4b-3745-42ea-bb96-ef82cb01703c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:39.023186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5a87a72e-b670-4bc4-af1d-c336c8929dc1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e453eb141e324e84bad185e6328bf7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669241 Oct 27 16:16:39.025644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34290) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:39.061869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:39.086993 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c593ebfd-a9fd-480d-9890-f94407db984e admin admin] 10.222.0.15 "PUT /v2.0/routers/b3e066b5-5e11-4281-b56d-563b6f2e651d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3630040 Oct 27 16:16:39.087977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d5eece4b-3745-42ea-bb96-ef82cb01703c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:39.088573 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.129126 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0fc238a3-1a1d-46b3-bbcd-d06f2f3a4376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.194325 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0fc238a3-1a1d-46b3-bbcd-d06f2f3a4376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.229311 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.261172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port d5eece4b-3745-42ea-bb96-ef82cb01703c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d5eece4b-3745-42ea-bb96-ef82cb01703c,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:39.317671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.389604 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0fc238a3-1a1d-46b3-bbcd-d06f2f3a4376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.399627 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=d5eece4b-3745-42ea-bb96-ef82cb01703c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:39.404123 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0fc238a3-1a1d-46b3-bbcd-d06f2f3a4376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.409842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0fc238a3-1a1d-46b3-bbcd-d06f2f3a4376 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d96d46dd-3aa7-4ac6-b534-7fea1c709ccf HTTP/1.1" status: 204 len: 168 time: 0.3801048 Oct 27 16:16:39.431955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc238a3-1a1d-46b3-bbcd-d06f2f3a4376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96d46dd-3aa7-4ac6-b534-7fea1c709ccf,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:39.508933 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:39.653499 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.697388 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:39.698488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:39.701245 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7490416f-5582-469b-8346-4109d5756b52" -d '{"events": [{"server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "name": "network-vif-unplugged", "status": "completed", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:39.757667 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:39.774179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-9b9be586-c8e6-4aa9-a811-cf61a9dca89c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:39.776090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-9b9be586-c8e6-4aa9-a811-cf61a9dca89c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/networks?id=b3dabac9-886f-4769-9e5c-c37d5153d4f2 HTTP/1.1" status: 200 len: 810 time: 0.1824665 Oct 27 16:16:39.796952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-35633d48-b7f5-48b9-bec4-1851e61594d3 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/quotas/e4d13418482a43108d1f408f67cfd165 HTTP/1.1" status: 200 len: 375 time: 0.0140858 Oct 27 16:16:39.841152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:39.891676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34346) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:39.897712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1c889f1a-bd71-475b-ba08-2c3ef9544824 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1556235721', 'description': 'tempest-secgroup-smoke-1556235721 description', 'project_id': 'aa2cd34858c645408908be49587cbd63'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:39.940438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-2c0b3ff5-fdb2-44f5-b9f5-521cb45d1f6e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4d13418482a43108d1f408f67cfd165&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1355243 Oct 27 16:16:40.029291 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dbef6e-7b8c-4e47-a34e-528bf4515625 x-openstack-request-id: req-e3dbef6e-7b8c-4e47-a34e-528bf4515625 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:40.029789 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "name": "network-vif-unplugged", "status": "failed", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6", "code": 422}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:40.029939 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3dbef6e-7b8c-4e47-a34e-528bf4515625 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:40.030453 n-d-815689-1 neutron-server[109724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'code': 422} returned with failed status Oct 27 16:16:40.041623 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c889f1a-bd71-475b-ba08-2c3ef9544824 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.094063 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c889f1a-bd71-475b-ba08-2c3ef9544824 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.135924 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Sync routers for ids ['b3e066b5-5e11-4281-b56d-563b6f2e651d'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:40.147818 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Routers {'b3e066b5-5e11-4281-b56d-563b6f2e651d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:40.148680 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b3e066b5-5e11-4281-b56d-563b6f2e651d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:40.169961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-4ea59e74-b1ea-4f35-a01a-20455cd9013b service neutron] 10.222.0.15 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095702 Oct 27 16:16:40.179950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cb99b-8d1c-44aa-977c-dca86fa844a5 req-5723ac42-85b9-4dc4-ad32-f3ba055d7176 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.185808 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e64cb99b-8d1c-44aa-977c-dca86fa844a5 req-5723ac42-85b9-4dc4-ad32-f3ba055d7176 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.0960205 Oct 27 16:16:40.246408 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e64cb99b-8d1c-44aa-977c-dca86fa844a5 req-8489a2cb-d808-4931-ba36-42809f173d7c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554519 Oct 27 16:16:40.321147 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Set router b3e066b5-5e11-4281-b56d-563b6f2e651d gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:40.382896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-d405286b-0d0e-4b57-88e4-6412f325a0fa service neutron] 10.222.0.15 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161403 Oct 27 16:16:40.407906 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c889f1a-bd71-475b-ba08-2c3ef9544824 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.456626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f544a2-c00a-4c8f-b96f-8e7abd176b00 req-38812045-8cab-45d7-8499-1c2fde2bbc69 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:40.458416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7f544a2-c00a-4c8f-b96f-8e7abd176b00 req-38812045-8cab-45d7-8499-1c2fde2bbc69 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.0909252 Oct 27 16:16:40.494727 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c889f1a-bd71-475b-ba08-2c3ef9544824 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.507393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7f544a2-c00a-4c8f-b96f-8e7abd176b00 req-b6e849b8-3a2c-4926-b819-2d3cfae88509 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416594 Oct 27 16:16:40.550210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c889f1a-bd71-475b-ba08-2c3ef9544824 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18c1acc5-9507-4e05-94b1-13418f9054d3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:40.669230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c889f1a-bd71-475b-ba08-2c3ef9544824 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.714305 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'name': 'tempest-ServerRescueTestJSON-530156934-router', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'gw_port': {'id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:30Z', 'updated_at': '2021-10-27T16:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '3acd583c-61e5-4638-8df3-43403343424d', 'name': '', 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'mac_address': 'fa:16:3e:c0:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'e53b8bd9-0304-4047-ba78-3bb86240a48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:34Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 2, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'subnets': [{'id': 'e53b8bd9-0304-4047-ba78-3bb86240a48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:40.751571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c889f1a-bd71-475b-ba08-2c3ef9544824 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.770793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-975cd819-2412-45a5-9154-58994815c71d req-44c6e0ed-dabe-4988-9279-c07d62689f28 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 210 time: 0.1166978 Oct 27 16:16:40.790872 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Checking router: b3e066b5-5e11-4281-b56d-563b6f2e651d for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:40.791634 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Updating router b3e066b5-5e11-4281-b56d-563b6f2e651d port 3acd583c-61e5-4638-8df3-43403343424d binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:16:40.826156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c889f1a-bd71-475b-ba08-2c3ef9544824 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd80112f-341a-4bfa-bdb1-0b6a9b493980,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:40.872950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d5eece4b-3745-42ea-bb96-ef82cb01703c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:40.875665 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.905420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c889f1a-bd71-475b-ba08-2c3ef9544824 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:40.905420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1c889f1a-bd71-475b-ba08-2c3ef9544824 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0064576 Oct 27 16:16:40.905607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34406) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:40.911380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cfa08f12-c06f-4a94-b6e6-94b5fe807c55 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': 'fd80112f-341a-4bfa-bdb1-0b6a9b493980', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:40.920786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-b5243f48-8a06-45c7-a245-f76680e0e6d1 req-b57c302b-5843-4467-b9ed-eabc3c767903 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:16:40.921829 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b5243f48-8a06-45c7-a245-f76680e0e6d1 req-b57c302b-5843-4467-b9ed-eabc3c767903 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052767 Oct 27 16:16:41.010786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d5eece4b-3745-42ea-bb96-ef82cb01703c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:41.011294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.032964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34420) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:41.070035 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfa08f12-c06f-4a94-b6e6-94b5fe807c55 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.180095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1116159815-network', 'tenant_id': '730dfd885419490d9fdeddebe65d7889'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:41.181251 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfa08f12-c06f-4a94-b6e6-94b5fe807c55 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.277689 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfa08f12-c06f-4a94-b6e6-94b5fe807c55 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.281690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Made reservation on behalf of 730dfd885419490d9fdeddebe65d7889 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:41.284372 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.296527 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.313055 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa08f12-c06f-4a94-b6e6-94b5fe807c55 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc018bee-94a6-45a3-aa48-85772ed1d892,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:41.387716 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.393071 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.435569 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae55e8-0cad-483a-8796-1ffae3544f86 req-33fcb5e4-660c-47bb-b591-e7ed2b17f935 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.438788 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02ae55e8-0cad-483a-8796-1ffae3544f86 req-33fcb5e4-660c-47bb-b591-e7ed2b17f935 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.0631845 Oct 27 16:16:41.444376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfa08f12-c06f-4a94-b6e6-94b5fe807c55 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.449945 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cfa08f12-c06f-4a94-b6e6-94b5fe807c55 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5434916 Oct 27 16:16:41.450869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34436) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:41.456684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4806e678-0e7e-438e-9629-d2b8dffc06ba tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': 'fd80112f-341a-4bfa-bdb1-0b6a9b493980', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:41.472408 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.507770 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.544367 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02ae55e8-0cad-483a-8796-1ffae3544f86 req-69d1a2a8-b9a3-4bd0-8c89-2f101b02702b tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809472 Oct 27 16:16:41.586001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:16:41.596347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fa7beb-4df1-487d-af90-10571279bb37,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:41.609107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bca12-50b9-4b7a-9182-dd18523d1086 req-2c548503-7bf2-4365-af27-2337224d3945 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.610948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-364bca12-50b9-4b7a-9182-dd18523d1086 req-2c548503-7bf2-4365-af27-2337224d3945 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1659486 Oct 27 16:16:41.614742 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.615151 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Added segment 2bc3ce1b-c441-4a35-9b0d-46a360260d48 of type vlan for network 3a37d9b9-88b3-4601-b185-dda2ce49e88e Oct 27 16:16:41.629703 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002423f-7c73-400a-ba71-eb50eaf81ede None None] Pushing event updated for resources: {'Port': ['ID=3acd583c-61e5-4638-8df3-43403343424d,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:41.644085 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4806e678-0e7e-438e-9629-d2b8dffc06ba tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.681672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.683217 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Attempting to bind port 3acd583c-61e5-4638-8df3-43403343424d on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:41.683864 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Attempting to bind port 3acd583c-61e5-4638-8df3-43403343424d by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:41.684727 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Attempting to bind port 3acd583c-61e5-4638-8df3-43403343424d on network b3dabac9-886f-4769-9e5c-c37d5153d4f2 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:41.697964 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:41.698453 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Checking segment: {'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:41.702506 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.703004 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Bound using segment: {'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:41.711592 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Bound port: 3acd583c-61e5-4638-8df3-43403343424d, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:41.711592 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.713527 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-364bca12-50b9-4b7a-9182-dd18523d1086 req-6b14ab6e-6ad3-4a5b-9994-be8f4da531ce tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888638 Oct 27 16:16:41.723538 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4806e678-0e7e-438e-9629-d2b8dffc06ba tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.807765 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] For port 3acd583c-61e5-4638-8df3-43403343424d, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:41.811173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4806e678-0e7e-438e-9629-d2b8dffc06ba tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.811786 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] For port 3acd583c-61e5-4638-8df3-43403343424d, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3acd583c-61e5-4638-8df3-43403343424d,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:41.814667 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.814667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:41.814667 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.827483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34446) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:41.855574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806e678-0e7e-438e-9629-d2b8dffc06ba tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a02a1d86-3da7-4750-af5c-0dfd4a51cc69,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:41.866441 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:41.904790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] Pushing event updated for resources: {'Network': ['ID=3a37d9b9-88b3-4601-b185-dda2ce49e88e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:41.905113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdcfd974-72ae-42a3-9379-87469b73cd87 req-6347c442-4da5-4206-a522-fa61b513e270 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 210 time: 0.0845947 Oct 27 16:16:41.920274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 3a37d9b9-88b3-4601-b185-dda2ce49e88e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:16:41.950597 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Routers {'b3e066b5-5e11-4281-b56d-563b6f2e651d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:41.951244 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b3e066b5-5e11-4281-b56d-563b6f2e651d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:41.957639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ed655170-b2b7-4f0d-b3e0-266f92295422 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9226277 Oct 27 16:16:41.957981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34454) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:41.967077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] Request body: {'subnet': {'network_id': '3a37d9b9-88b3-4601-b185-dda2ce49e88e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1116159815-subnet', 'tenant_id': '730dfd885419490d9fdeddebe65d7889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:42.000642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-640db1a4-e994-4384-898a-e71ef6d4a1b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.008203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4806e678-0e7e-438e-9629-d2b8dffc06ba tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.010511 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4806e678-0e7e-438e-9629-d2b8dffc06ba tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5583820 Oct 27 16:16:42.014089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34456) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:42.022147 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-13c192ea-d324-4443-855a-c0d345f5c844 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': 'fd80112f-341a-4bfa-bdb1-0b6a9b493980', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:42.041210 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002423f-7c73-400a-ba71-eb50eaf81ede None None] Pushing event updated for resources: {'Port': ['ID=3acd583c-61e5-4638-8df3-43403343424d,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:42.083354 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] Set router b3e066b5-5e11-4281-b56d-563b6f2e651d gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:42.094401 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-640db1a4-e994-4384-898a-e71ef6d4a1b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.154319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] Made reservation on behalf of 730dfd885419490d9fdeddebe65d7889 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:42.156678 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.179988 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-640db1a4-e994-4384-898a-e71ef6d4a1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.233009 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-640db1a4-e994-4384-898a-e71ef6d4a1b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b9031b020ca4a2a9e35f68e7a279a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035578 Oct 27 16:16:42.233231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34462) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:42.234473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640db1a4-e994-4384-898a-e71ef6d4a1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5eadb8-60dd-4a94-9cfb-6ed98b88b69f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:42.301742 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-72abc22b-1575-4b2c-bd8d-31daaee66273 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2160738 Oct 27 16:16:42.318154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-09d648cb-50a4-4e5a-b360-ba78870dddc3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:16:42.319495 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-09d648cb-50a4-4e5a-b360-ba78870dddc3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0120308 Oct 27 16:16:42.325968 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'name': 'tempest-ServerRescueTestJSON-530156934-router', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'gw_port': {'id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:30Z', 'updated_at': '2021-10-27T16:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '3acd583c-61e5-4638-8df3-43403343424d', 'name': '', 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'mac_address': 'fa:16:3e:c0:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'e53b8bd9-0304-4047-ba78-3bb86240a48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:34Z', 'updated_at': '2021-10-27T16:16:41Z', 'revision_number': 4, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'subnets': [{'id': 'e53b8bd9-0304-4047-ba78-3bb86240a48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:42.355532 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a77ef10-56c4-4150-97e7-4d38ebeadaff None None] The sync data for ids ['b3e066b5-5e11-4281-b56d-563b6f2e651d'] in n-d-815689-1 is: [{'id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'name': 'tempest-ServerRescueTestJSON-530156934-router', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:16:37Z', 'revision_number': 4, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'gw_port': {'id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:30Z', 'updated_at': '2021-10-27T16:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '3acd583c-61e5-4638-8df3-43403343424d', 'name': '', 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'mac_address': 'fa:16:3e:c0:55:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'e53b8bd9-0304-4047-ba78-3bb86240a48f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:34Z', 'updated_at': '2021-10-27T16:16:41Z', 'revision_number': 4, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'subnets': [{'id': 'e53b8bd9-0304-4047-ba78-3bb86240a48f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:42.355987 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fc34995-ed8c-4fc8-a882-1feac980d28a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.361706 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13c192ea-d324-4443-855a-c0d345f5c844 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.446782 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fc34995-ed8c-4fc8-a882-1feac980d28a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.597352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13c192ea-d324-4443-855a-c0d345f5c844 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.672432 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.677601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13c192ea-d324-4443-855a-c0d345f5c844 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.687282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fc34995-ed8c-4fc8-a882-1feac980d28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.690184 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fc34995-ed8c-4fc8-a882-1feac980d28a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.691769 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6fc34995-ed8c-4fc8-a882-1feac980d28a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c5eadb8-60dd-4a94-9cfb-6ed98b88b69f HTTP/1.1" status: 204 len: 168 time: 0.4549730 Oct 27 16:16:42.762230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c192ea-d324-4443-855a-c0d345f5c844 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b89c10-4ee2-414b-9d4f-8e9c579a0ab3,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:42.770353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc34995-ed8c-4fc8-a882-1feac980d28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5eadb8-60dd-4a94-9cfb-6ed98b88b69f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:42.814095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=073b4962-9c2f-4a4d-8d4b-1bda23d1824a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:42.830892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e748b8-add2-46d2-9582-0458db41414e req-83486754-acf5-42a0-b12e-4b2a077cb08a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:42.833316 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9e748b8-add2-46d2-9582-0458db41414e req-83486754-acf5-42a0-b12e-4b2a077cb08a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.1967061 Oct 27 16:16:42.866055 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] Checking segment: {'id': '2bc3ce1b-c441-4a35-9b0d-46a360260d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a37d9b9-88b3-4601-b185-dda2ce49e88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:42.866055 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] Network hostable DHCP agents. Network: 3a37d9b9-88b3-4601-b185-dda2ce49e88e, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:16:42.868611 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-13c192ea-d324-4443-855a-c0d345f5c844 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:42.873058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34476) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:42.873637 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-13c192ea-d324-4443-855a-c0d345f5c844 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8578796 Oct 27 16:16:42.897639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1d5216bc-f174-4f4b-8afc-b3a985c5595b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': 'fd80112f-341a-4bfa-bdb1-0b6a9b493980', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:42.943824 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9e748b8-add2-46d2-9582-0458db41414e req-83baf79b-ecf7-4926-80a6-0862c92ce174 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899792 Oct 27 16:16:42.981021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] Network 3a37d9b9-88b3-4601-b185-dda2ce49e88e is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:16:43.015439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3acd583c-61e5-4638-8df3-43403343424d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:43.020672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c906c41-da8e-4b5f-84e1-abfc8d675017 req-a121d75e-ca79-4528-927c-789694eb7e64 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.032769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c906c41-da8e-4b5f-84e1-abfc8d675017 req-a121d75e-ca79-4528-927c-789694eb7e64 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1760900 Oct 27 16:16:43.070857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3acd583c-61e5-4638-8df3-43403343424d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:43.071521 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.082146 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ca755346-adeb-4b07-b891-a7f8cdf0f315 req-73cab80c-323a-4aa1-bc93-bddca7ece294 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 210 time: 0.0454590 Oct 27 16:16:43.082986 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c906c41-da8e-4b5f-84e1-abfc8d675017 req-96374559-0eef-4758-8530-03f0dd79d2fb tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465121 Oct 27 16:16:43.130863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 3a37d9b9-88b3-4601-b185-dda2ce49e88e) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:43.135223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.135743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.136724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d5216bc-f174-4f4b-8afc-b3a985c5595b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.182222 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:16:43.206939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d92c16-6b93-4944-a9b6-8fd35ce38938 None None] Network 3a37d9b9-88b3-4601-b185-dda2ce49e88e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:43.219574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a7c1391e-940c-4a3c-a71c-828f17f85ac6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2571392 Oct 27 16:16:43.219846 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.247365 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d5216bc-f174-4f4b-8afc-b3a985c5595b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.306358 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d5216bc-f174-4f4b-8afc-b3a985c5595b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.328271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5216bc-f174-4f4b-8afc-b3a985c5595b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5071232d-bdc9-4104-b165-150ef4ebbf38,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:43.338793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 3acd583c-61e5-4638-8df3-43403343424d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3acd583c-61e5-4638-8df3-43403343424d,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:43.418434 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1d5216bc-f174-4f4b-8afc-b3a985c5595b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.419968 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1d5216bc-f174-4f4b-8afc-b3a985c5595b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5449514 Oct 27 16:16:43.423030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34490) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:43.427144 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.431703 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-393662aa-790c-4346-a28f-0fdfd2a025a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': 'fd80112f-341a-4bfa-bdb1-0b6a9b493980', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:43.435282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c563fb-3843-4777-8d0c-c81092dda5ca None None] Network 3a37d9b9-88b3-4601-b185-dda2ce49e88e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:43.539100 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-393662aa-790c-4346-a28f-0fdfd2a025a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Project aa2cd34858c645408908be49587cbd63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:16:43.552662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-393662aa-790c-4346-a28f-0fdfd2a025a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.620889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34492) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:43.638748 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8af38bc-1497-456c-92ae-65e7d7b0cecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.730762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8af38bc-1497-456c-92ae-65e7d7b0cecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.752470 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-393662aa-790c-4346-a28f-0fdfd2a025a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.773439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:16:43.808671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-c382cc39-33df-4518-8b02-778e6e6e6789 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:43.810447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-c382cc39-33df-4518-8b02-778e6e6e6789 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.54 "GET /v2.0/networks?id=b3dabac9-886f-4769-9e5c-c37d5153d4f2 HTTP/1.1" status: 200 len: 810 time: 0.2158782 Oct 27 16:16:43.825835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Request body: {'port': {'device_id': '6fe22c44-0063-42c6-b39c-913f84869ffc', 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2', 'admin_state_up': True, 'tenant_id': 'e4d13418482a43108d1f408f67cfd165'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:43.854854 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8af38bc-1497-456c-92ae-65e7d7b0cecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.895997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=3acd583c-61e5-4638-8df3-43403343424d,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:43.918621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-393662aa-790c-4346-a28f-0fdfd2a025a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:43.942434 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393662aa-790c-4346-a28f-0fdfd2a025a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544adbdc-eeb1-402e-b337-12bfd17c1a13,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:43.944372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af38bc-1497-456c-92ae-65e7d7b0cecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2873f9-0f0a-40db-9fbc-1441c65d3b0f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:43.992165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34498) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:43.992828 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b8af38bc-1497-456c-92ae-65e7d7b0cecf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a27f984e7154eba93552ddabd79eaec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705969 Oct 27 16:16:44.028158 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-393662aa-790c-4346-a28f-0fdfd2a025a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.033640 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-393662aa-790c-4346-a28f-0fdfd2a025a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6088707 Oct 27 16:16:44.037117 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34502) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:44.044084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c9270283-51ae-4acb-8dbc-b4bcccd5f633 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': 'fd80112f-341a-4bfa-bdb1-0b6a9b493980', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:44.146099 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a7d8a-0fd8-4d14-a6bc-c078af5742ed req-505b3a6e-1dbd-44ef-b941-116ff2627cc5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:44.147753 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c7a7d8a-0fd8-4d14-a6bc-c078af5742ed req-505b3a6e-1dbd-44ef-b941-116ff2627cc5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.0898623 Oct 27 16:16:44.191508 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c7a7d8a-0fd8-4d14-a6bc-c078af5742ed req-9a850f65-37c2-40c1-a66a-daccaff0b3af tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Oct 27 16:16:44.227668 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-c9270283-51ae-4acb-8dbc-b4bcccd5f633 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Project aa2cd34858c645408908be49587cbd63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:16:44.235835 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9270283-51ae-4acb-8dbc-b4bcccd5f633 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.427414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-5266bce9-45df-454b-9554-9c006a428ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:44.428969 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-5266bce9-45df-454b-9554-9c006a428ef5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4&tenant_id=859d61171b484adaab4d255b083936a9 HTTP/1.1" status: 200 len: 1094 time: 0.1482203 Oct 27 16:16:44.430777 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9270283-51ae-4acb-8dbc-b4bcccd5f633 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.445596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502571a-02ff-42f6-8dac-02641e95aafd req-7525a94b-a7de-4731-8780-66041265636d tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:44.447407 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4502571a-02ff-42f6-8dac-02641e95aafd req-7525a94b-a7de-4731-8780-66041265636d tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1298754 Oct 27 16:16:44.473694 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7a9f99c7-b4eb-4e52-a035-f4896be6665a req-2abca78f-df8a-41b6-954a-6999d37a3fe0 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 210 time: 0.0393379 Oct 27 16:16:44.519778 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9ea878c0-0c40-4e54-840f-fcf3ed57002f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.531370 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9270283-51ae-4acb-8dbc-b4bcccd5f633 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.537570 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-644d1d7b-80ac-4efe-a3e2-93db7df84011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:44.539034 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-644d1d7b-80ac-4efe-a3e2-93db7df84011 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=859d61171b484adaab4d255b083936a9&device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 1094 time: 0.0855086 Oct 27 16:16:44.542972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9ea878c0-0c40-4e54-840f-fcf3ed57002f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.544812 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4502571a-02ff-42f6-8dac-02641e95aafd req-3d6a7344-a1d0-4f29-8a7d-8d76819ad6b5 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833492 Oct 27 16:16:44.567974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9270283-51ae-4acb-8dbc-b4bcccd5f633 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8cc7d8-1310-4343-93f2-70541fdcaa36,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:44.587086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Made reservation on behalf of e4d13418482a43108d1f408f67cfd165 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:44.590728 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.664671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-f6183f89-6604-4b89-8581-d4178a98b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:44.666304 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-f6183f89-6604-4b89-8581-d4178a98b09a service neutron] 10.222.0.54 "GET /v2.0/networks?id=e4289fac-6b86-43ce-bf75-de917894a89a HTTP/1.1" status: 200 len: 914 time: 0.1159227 Oct 27 16:16:44.672975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9270283-51ae-4acb-8dbc-b4bcccd5f633 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.674190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c9270283-51ae-4acb-8dbc-b4bcccd5f633 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6359818 Oct 27 16:16:44.680080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34516) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:44.683329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'network': {'name': 'tempest-network-smoke--1364241881', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'port_security_enabled': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:44.702465 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9ea878c0-0c40-4e54-840f-fcf3ed57002f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.704946 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9ea878c0-0c40-4e54-840f-fcf3ed57002f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.706060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9ea878c0-0c40-4e54-840f-fcf3ed57002f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c2873f9-0f0a-40db-9fbc-1441c65d3b0f HTTP/1.1" status: 204 len: 168 time: 0.7108679 Oct 27 16:16:44.710740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-6a3e873f-9cbf-44c3-a5ef-0c6a676a4ad5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 HTTP/1.1" status: 200 len: 217 time: 0.0353973 Oct 27 16:16:44.751379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea878c0-0c40-4e54-840f-fcf3ed57002f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2873f9-0f0a-40db-9fbc-1441c65d3b0f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:44.774214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-c4e9add1-d28e-4e2b-8643-6a1bc3b22b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:44.776039 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-c4e9add1-d28e-4e2b-8643-6a1bc3b22b68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3df9ba29-f360-44fd-afb4-737ab76e2a89 HTTP/1.1" status: 200 len: 853 time: 0.0587037 Oct 27 16:16:44.822833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-d250862a-fa8c-4ab5-bf94-827ce73b8283 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e4289fac-6b86-43ce-bf75-de917894a89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383534 Oct 27 16:16:44.842042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:44.845864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.852455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Allocated IP 172.20.0.2 (b3dabac9-886f-4769-9e5c-c37d5153d4f2/e53b8bd9-0304-4047-ba78-3bb86240a48f/c4821bf0-fe0a-4e66-aee5-6b245df450e2) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:44.897502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:16:44.919696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3acd583c-61e5-4638-8df3-43403343424d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:44.920781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:44.921322 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Added segment a19b8b4c-bd6b-4cec-99f6-34d26059c816 of type vlan for network 722fbd1a-a884-4506-8ca5-3943d939537b Oct 27 16:16:44.955424 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-c82a758a-2df7-489d-8c6b-c1505301e181 service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219645 Oct 27 16:16:44.991129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3acd583c-61e5-4638-8df3-43403343424d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:44.991129 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.027441 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.093189 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b082657d-c82c-445d-aad6-0fe9f48b16b7 req-19eb4a14-07ff-4610-ac7a-35e32b0830e2 service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290114 Oct 27 16:16:45.120713 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.163193 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.171708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.172696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.275648 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.339307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Pushing event updated for resources: {'Port': ['ID=c4821bf0-fe0a-4e66-aee5-6b245df450e2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:45.342015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Network': ['ID=722fbd1a-a884-4506-8ca5-3943d939537b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:45.352941 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-15e7bb90-633f-4d38-8632-967a18e0d014 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6734972 Oct 27 16:16:45.356951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34546) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:45.362593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'admin_state_up': True, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:45.367918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 722fbd1a-a884-4506-8ca5-3943d939537b details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:16:45.393233 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4f6ec-6ca1-45ed-8055-af21a55fa4f0 req-88c3cbff-e3c9-45df-ace7-90ea5a911d58 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.393791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Network b3dabac9-886f-4769-9e5c-c37d5153d4f2 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:45.398771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:45.402715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:45.414327 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-04d4f6ec-6ca1-45ed-8055-af21a55fa4f0 req-88c3cbff-e3c9-45df-ace7-90ea5a911d58 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.0866730 Oct 27 16:16:45.462292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.463247 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.495983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-04d4f6ec-6ca1-45ed-8055-af21a55fa4f0 req-5643ca44-a0ee-4b5d-b469-b8b13dd13224 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565369 Oct 27 16:16:45.503741 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.511424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.583059 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.614859 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f3d5884b-8e55-45b0-a21f-1487f6274003 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7924211 Oct 27 16:16:45.624159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90467f49-7219-425e-9a8d-1075ba7da128 req-38ae37d3-3baa-43d5-81eb-f293448fcb8e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.625832 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-90467f49-7219-425e-9a8d-1075ba7da128 req-38ae37d3-3baa-43d5-81eb-f293448fcb8e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 931 time: 0.0629315 Oct 27 16:16:45.627688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Request body: {'port': {'device_id': '6fe22c44-0063-42c6-b39c-913f84869ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:45.674303 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-90467f49-7219-425e-9a8d-1075ba7da128 req-cb90ed2e-383b-40b2-acba-0618daa0e454 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 Oct 27 16:16:45.717225 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.945294 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:45.958782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bf95f-1f31-4b3a-8caf-74dc2db1f197 req-4ce36ccd-4a9c-428a-bb5e-708b8a8deb0e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:45.960351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-711bf95f-1f31-4b3a-8caf-74dc2db1f197 req-4ce36ccd-4a9c-428a-bb5e-708b8a8deb0e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.2446690 Oct 27 16:16:46.149317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-3d844050-9fb7-4adf-9adf-0a718ceebe27 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:46.159186 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-3d844050-9fb7-4adf-9adf-0a718ceebe27 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/networks?id=3a37d9b9-88b3-4601-b185-dda2ce49e88e HTTP/1.1" status: 200 len: 810 time: 0.1975276 Oct 27 16:16:46.181936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-711bf95f-1f31-4b3a-8caf-74dc2db1f197 req-46bac42a-716d-4213-bc62-7bacce78996d tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671844 Oct 27 16:16:46.189803 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-b040d07b-6567-4bff-b102-53039272e6bb tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/quotas/730dfd885419490d9fdeddebe65d7889 HTTP/1.1" status: 200 len: 375 time: 0.0292995 Oct 27 16:16:46.235365 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-3a157abb-026d-47c7-9543-b4fc72e15cde tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=730dfd885419490d9fdeddebe65d7889&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443294 Oct 27 16:16:46.403023 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-b3810a7f-e64d-499b-95b0-17ab75f672d6 service neutron] 10.222.0.15 "GET /v2.0/networks/3a37d9b9-88b3-4601-b185-dda2ce49e88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583908 Oct 27 16:16:46.432548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4821bf0-fe0a-4e66-aee5-6b245df450e2 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:46.444214 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.567235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Transition to ACTIVE for port object c4821bf0-fe0a-4e66-aee5-6b245df450e2 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:16:46.616641 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-f4db1202-892d-4d05-85d8-dfe1e72bb6f2 service neutron] 10.222.0.15 "GET /v2.0/networks/3a37d9b9-88b3-4601-b185-dda2ce49e88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073517 Oct 27 16:16:46.650742 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.702657 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.706001 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:46.806479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Pushing event updated for resources: {'Port': ['ID=c4821bf0-fe0a-4e66-aee5-6b245df450e2,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:46.901405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34370b16-2cd1-4dfa-a510-42eb2bdb4e7b req-3cac7460-94c3-4674-a48e-8e2241b783e4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:46.911142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-34370b16-2cd1-4dfa-a510-42eb2bdb4e7b req-3cac7460-94c3-4674-a48e-8e2241b783e4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.2615938 Oct 27 16:16:47.071779 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-34370b16-2cd1-4dfa-a510-42eb2bdb4e7b req-27e46117-503f-4576-a680-cbc98ce44711 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595433 Oct 27 16:16:47.148241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.25.4.121 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/eb1247b5-cf1e-4f6d-bcc2-830581543495) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:47.232559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a700be9-9759-4a70-94d2-5646561dd33e req-738b2a02-9d56-45dc-b07e-9fae93fda2ef tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.239404 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a700be9-9759-4a70-94d2-5646561dd33e req-738b2a02-9d56-45dc-b07e-9fae93fda2ef tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 943 time: 0.1395223 Oct 27 16:16:47.276176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Attempting to bind port c4821bf0-fe0a-4e66-aee5-6b245df450e2 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:47.276744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Attempting to bind port c4821bf0-fe0a-4e66-aee5-6b245df450e2 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:47.276862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Attempting to bind port c4821bf0-fe0a-4e66-aee5-6b245df450e2 on network b3dabac9-886f-4769-9e5c-c37d5153d4f2 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:47.284150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Port c4821bf0-fe0a-4e66-aee5-6b245df450e2 on network b3dabac9-886f-4769-9e5c-c37d5153d4f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:16:47.284487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Attempting to bind port c4821bf0-fe0a-4e66-aee5-6b245df450e2 on network b3dabac9-886f-4769-9e5c-c37d5153d4f2 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:47.309675 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a700be9-9759-4a70-94d2-5646561dd33e req-725daf06-f58f-4dfa-8f5f-21af81f816e8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663428 Oct 27 16:16:47.324797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:47.325097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Checking segment: {'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:47.325598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Bound using segment: {'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:47.326086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Bound port: c4821bf0-fe0a-4e66-aee5-6b245df450e2, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:47.342539 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:47.514237 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c31428b-151f-4e46-a954-cf30d1b1bc89 req-0d91e2e1-9320-4f34-98f8-8c6335a05c1d tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 210 time: 0.1109891 Oct 27 16:16:47.563251 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:47.595280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] For port c4821bf0-fe0a-4e66-aee5-6b245df450e2, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:47.602365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] For port c4821bf0-fe0a-4e66-aee5-6b245df450e2, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c4821bf0-fe0a-4e66-aee5-6b245df450e2,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:47.629330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44116ad-4af1-4a56-83eb-b64a7428dfc5 req-baf82513-a6ec-4dd2-9d1a-9ce1e7fbc8e1 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.630993 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e44116ad-4af1-4a56-83eb-b64a7428dfc5 req-baf82513-a6ec-4dd2-9d1a-9ce1e7fbc8e1 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1334410 Oct 27 16:16:47.692754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e44116ad-4af1-4a56-83eb-b64a7428dfc5 req-9339e432-c007-4fd1-be85-524a2b5033fb tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497441 Oct 27 16:16:47.724878 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:47.730788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:47.798577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:47.818320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:47.829123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:47.855111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:47.855932 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:47.857214 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] 10.222.0.54 "PUT /v2.0/ports/c4821bf0-fe0a-4e66-aee5-6b245df450e2 HTTP/1.1" status: 200 len: 1091 time: 2.2344654 Oct 27 16:16:47.857670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe22c44-0063-42c6-b39c-913f84869ffc', 'tag': 'c4821bf0-fe0a-4e66-aee5-6b245df450e2'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:47.860017 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f7f210-3fb5-4c82-8931-f363378e5dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe22c44-0063-42c6-b39c-913f84869ffc", "tag": "c4821bf0-fe0a-4e66-aee5-6b245df450e2"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:47.948420 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e46b90-becf-4eb2-9f4c-af09edaed338 x-openstack-request-id: req-e0e46b90-becf-4eb2-9f4c-af09edaed338 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:47.948420 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe22c44-0063-42c6-b39c-913f84869ffc", "tag": "c4821bf0-fe0a-4e66-aee5-6b245df450e2", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:47.948420 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0e46b90-becf-4eb2-9f4c-af09edaed338 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:47.948420 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe22c44-0063-42c6-b39c-913f84869ffc', 'tag': 'c4821bf0-fe0a-4e66-aee5-6b245df450e2', 'status': 'completed', 'code': 200} Oct 27 16:16:47.952979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bb460-2cb2-485a-9f56-ad9c2440386d service neutron] Pushing event updated for resources: {'Port': ['ID=c4821bf0-fe0a-4e66-aee5-6b245df450e2,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:48.094182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=eb1247b5-cf1e-4f6d-bcc2-830581543495,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:48.332624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff265ca6-a154-4de4-95c4-cc9f353b72e8 req-e5f38446-6e67-4ea0-a2a0-414571c32aba tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:48.335104 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff265ca6-a154-4de4-95c4-cc9f353b72e8 req-e5f38446-6e67-4ea0-a2a0-414571c32aba tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.0698650 Oct 27 16:16:48.394075 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ff265ca6-a154-4de4-95c4-cc9f353b72e8 req-9638f6b6-dd99-43f2-b17c-1ab1c1f78e9d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507486 Oct 27 16:16:48.450177 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:48.460961 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5c3cd6a-b835-4a0a-9f88-4ae6ea1ac778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:48.545101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22c653-16b6-4404-8cbb-79805b3469f0 req-9f890d4c-4b08-404c-b4ac-90cfa92aa21e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:48.546911 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e22c653-16b6-4404-8cbb-79805b3469f0 req-9f890d4c-4b08-404c-b4ac-90cfa92aa21e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 943 time: 0.0932405 Oct 27 16:16:48.658686 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e22c653-16b6-4404-8cbb-79805b3469f0 req-7c181413-a0d4-4251-bdb9-fb5f5b37e097 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979238 Oct 27 16:16:48.696427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1430e93f-7182-4f01-8914-87471c6ff4c3 req-97881645-194e-4e58-82b1-481ee390d3c5 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 210 time: 0.0833864 Oct 27 16:16:48.857739 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:48.879389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0b87b-bdf0-4acb-af6d-77ceab19f1d5 req-d0de4135-8724-42c5-a249-1d9d0f224f88 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:48.881122 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5b0b87b-bdf0-4acb-af6d-77ceab19f1d5 req-d0de4135-8724-42c5-a249-1d9d0f224f88 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.0813386 Oct 27 16:16:48.952352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5b0b87b-bdf0-4acb-af6d-77ceab19f1d5 req-73ab0fbc-ab38-402a-a7a7-d4987ae695d8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583441 Oct 27 16:16:49.163179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 5c55e5f7-95bf-4001-bc67-398837b334d0 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:16:49.307336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:49.320002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Sync routers for ids ['5c55e5f7-95bf-4001-bc67-398837b334d0'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:49.332171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Routers {'5c55e5f7-95bf-4001-bc67-398837b334d0'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:49.333170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5c55e5f7-95bf-4001-bc67-398837b334d0'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:49.441359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:49.447736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8f9aaab6-fe04-4a46-85ce-4e7fe752dca6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0893626 Oct 27 16:16:49.450841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34650) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:49.563699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Set router 5c55e5f7-95bf-4001-bc67-398837b334d0 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:49.701692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4512dc-e6fc-4ee5-84d8-d611de03d2a3 req-a8972449-0cc0-4f1b-b0b4-34fcc54df42d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:49.703922 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf4512dc-e6fc-4ee5-84d8-d611de03d2a3 req-a8972449-0cc0-4f1b-b0b4-34fcc54df42d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.1829565 Oct 27 16:16:49.785001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fab28f-523f-440e-b6ed-3f0c8777c05a req-30c5d053-10ba-4188-b263-69d1f395cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:49.786505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5fab28f-523f-440e-b6ed-3f0c8777c05a req-30c5d053-10ba-4188-b263-69d1f395cd67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 1097 time: 0.1737335 Oct 27 16:16:49.822255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf4512dc-e6fc-4ee5-84d8-d611de03d2a3 req-728261bc-61c8-48fa-95a9-97b3585e1d2d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064711 Oct 27 16:16:49.931640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:48Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:49.984360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Checking router: 5c55e5f7-95bf-4001-bc67-398837b334d0 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:49.984725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Updating router 5c55e5f7-95bf-4001-bc67-398837b334d0 port eb1247b5-cf1e-4f6d-bcc2-830581543495 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:16:50.019898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a82ea892-f2a1-4ba1-b025-2e75bd4c6688 req-6968eeac-2390-4243-a74c-6b1a7a6d4297 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 210 time: 0.0646622 Oct 27 16:16:50.036295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fab28f-523f-440e-b6ed-3f0c8777c05a req-671bdd7d-3819-4590-934b-dca15a21e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:50.043675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5fab28f-523f-440e-b6ed-3f0c8777c05a req-671bdd7d-3819-4590-934b-dca15a21e54f service neutron] 10.222.0.53 "GET /v2.0/networks?id=af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 200 len: 912 time: 0.2125280 Oct 27 16:16:50.051008 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:50.057210 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2d7b8e1a-b58a-4a3f-a0c8-7f576c7cb020 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=aa2cd34858c645408908be49587cbd63&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6051583 Oct 27 16:16:50.060025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34662) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:50.200890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56cc3c-e7c7-4b9b-b11c-f684cb65ed68 req-3474a89e-d197-4367-b4fc-5d1a0ac7fd0c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:50.202552 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b56cc3c-e7c7-4b9b-b11c-f684cb65ed68 req-3474a89e-d197-4367-b4fc-5d1a0ac7fd0c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 943 time: 0.3838530 Oct 27 16:16:50.342872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5fab28f-523f-440e-b6ed-3f0c8777c05a req-1fcd9d02-bc13-4d9b-aa63-4a0b2a61ebd2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c81c317-d7ec-4316-a78c-58931598cec3 HTTP/1.1" status: 200 len: 1002 time: 0.2921324 Oct 27 16:16:50.431809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2309405-9824-4fc6-9d1e-6e4695d35cf3 req-233f404a-5258-4a07-9264-d205a4f5f837 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:50.440007 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2309405-9824-4fc6-9d1e-6e4695d35cf3 req-233f404a-5258-4a07-9264-d205a4f5f837 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.2732515 Oct 27 16:16:50.482845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fab28f-523f-440e-b6ed-3f0c8777c05a req-644cd0b6-1ffd-49b4-8ff8-178a35b88cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:50.482845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5fab28f-523f-440e-b6ed-3f0c8777c05a req-644cd0b6-1ffd-49b4-8ff8-178a35b88cd6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea3730f2-0bf8-4326-9e2c-a789f343fc1b HTTP/1.1" status: 200 len: 850 time: 0.1238291 Oct 27 16:16:50.545416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2309405-9824-4fc6-9d1e-6e4695d35cf3 req-af2bbf69-c968-48b1-b872-d3972ceae8e0 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985298 Oct 27 16:16:50.547594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ad9cefbe-2cc7-485a-89ea-0ae8c6621210 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:50.549095 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ad9cefbe-2cc7-485a-89ea-0ae8c6621210 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.53 "GET /v2.0/networks?id=3a37d9b9-88b3-4601-b185-dda2ce49e88e HTTP/1.1" status: 200 len: 810 time: 0.4263666 Oct 27 16:16:50.571231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Request body: {'port': {'device_id': 'b966d101-ab80-464c-be52-ce2fad3d2c05', 'network_id': '3a37d9b9-88b3-4601-b185-dda2ce49e88e', 'admin_state_up': True, 'tenant_id': '730dfd885419490d9fdeddebe65d7889'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:50.634647 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:50.700674 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:50.823693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Attempting to bind port eb1247b5-cf1e-4f6d-bcc2-830581543495 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:50.824237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Attempting to bind port eb1247b5-cf1e-4f6d-bcc2-830581543495 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:50.824614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Attempting to bind port eb1247b5-cf1e-4f6d-bcc2-830581543495 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:50.830283 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b56cc3c-e7c7-4b9b-b11c-f684cb65ed68 req-b4917473-f041-43e1-8dff-273ab452aff8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091785 Oct 27 16:16:50.834923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:50.835444 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:50.836295 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:50.840496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:50.840496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Bound port: eb1247b5-cf1e-4f6d-bcc2-830581543495, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:50.840496 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:50.876706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424f290-85f4-4979-8a90-c0b3f1fc8c14 None None] Pushing event updated for resources: {'Port': ['ID=eb1247b5-cf1e-4f6d-bcc2-830581543495,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:50.916417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6982e90d-54ed-4b09-8ef7-3512c442a0e1 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:50.923145 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6982e90d-54ed-4b09-8ef7-3512c442a0e1 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8594046 Oct 27 16:16:50.924632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34680) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:50.953895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] For port eb1247b5-cf1e-4f6d-bcc2-830581543495, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:50.958681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] For port eb1247b5-cf1e-4f6d-bcc2-830581543495, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=eb1247b5-cf1e-4f6d-bcc2-830581543495,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:50.992114 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f149aef0-1e37-4c0e-8e0d-0a60785dcc74 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0662515 Oct 27 16:16:50.994090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34682) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:51.002899 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-529900440', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:51.043245 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:51.152079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Routers {'5c55e5f7-95bf-4001-bc67-398837b334d0'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:51.152825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5c55e5f7-95bf-4001-bc67-398837b334d0'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:51.221247 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1820d11-de4d-4e61-ba34-49955bef5901 req-369caffb-faf4-432c-b2a1-e817b5ce775a tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 210 time: 0.0587413 Oct 27 16:16:51.260019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:51.264148 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:51.389191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fab28f-523f-440e-b6ed-3f0c8777c05a req-e10f5ee2-1180-4dc2-b9d0-b2139b953ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.390700 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5fab28f-523f-440e-b6ed-3f0c8777c05a req-e10f5ee2-1180-4dc2-b9d0-b2139b953ae9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af016594-8bc5-461b-993c-3fdc1c22d42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8952777 Oct 27 16:16:51.479528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424f290-85f4-4979-8a90-c0b3f1fc8c14 None None] Pushing event updated for resources: {'Port': ['ID=eb1247b5-cf1e-4f6d-bcc2-830581543495,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:51.532917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f210-3fb5-4c82-8931-f363378e5dd6 req-2d82f76c-0dac-4e00-9587-6b85e208fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.535011 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08f7f210-3fb5-4c82-8931-f363378e5dd6 req-2d82f76c-0dac-4e00-9587-6b85e208fcef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4d13418482a43108d1f408f67cfd165&device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 1094 time: 0.1715205 Oct 27 16:16:51.572730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859160e-07e0-41d4-9024-b0fbd1030891 req-f66f55c0-3ea8-4ea7-95c9-bbb2115d66ac tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.574408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5859160e-07e0-41d4-9024-b0fbd1030891 req-f66f55c0-3ea8-4ea7-95c9-bbb2115d66ac tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.2128060 Oct 27 16:16:51.629120 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-907a563d-7075-489e-bf51-1b49be3224b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:51.656317 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5fab28f-523f-440e-b6ed-3f0c8777c05a req-b3a5bb21-1544-4cac-9741-17e3e29f8dd6 service neutron] 10.222.0.53 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315364 Oct 27 16:16:51.659081 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] Set router 5c55e5f7-95bf-4001-bc67-398837b334d0 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:51.742032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:51.772154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Made reservation on behalf of 730dfd885419490d9fdeddebe65d7889 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:16:51.775687 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:51.812981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd9207-8a7e-40f0-a67c-2a330bb862e3 req-febb9b89-d652-4757-a3dd-ef445b16fb9a tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:51.822053 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bacd9207-8a7e-40f0-a67c-2a330bb862e3 req-febb9b89-d652-4757-a3dd-ef445b16fb9a tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1230466 Oct 27 16:16:51.836814 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5859160e-07e0-41d4-9024-b0fbd1030891 req-bf3088e2-7ae2-4cf6-b843-3ea87b150a43 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128460 Oct 27 16:16:51.937690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Checking segment: {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:51.938384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network hostable DHCP agents. Network: 722fbd1a-a884-4506-8ca5-3943d939537b, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:16:51.963651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Subnet': ['ID=b43ebc92-4704-4b44-8da9-72fcfc7fde67,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:51.995265 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bacd9207-8a7e-40f0-a67c-2a330bb862e3 req-7e51969e-3443-4c84-ba3e-a5281acd7cf4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721709 Oct 27 16:16:52.048506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 722fbd1a-a884-4506-8ca5-3943d939537b is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:16:52.109103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f210-3fb5-4c82-8931-f363378e5dd6 req-05cd00cd-7389-4086-8da4-e0af3b5632b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.113724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08f7f210-3fb5-4c82-8931-f363378e5dd6 req-05cd00cd-7389-4086-8da4-e0af3b5632b3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e4d13418482a43108d1f408f67cfd165&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5383310 Oct 27 16:16:52.200008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf89a5-9bfe-4d0b-9690-d7a4d9a82e42 req-1ae6f9d1-45eb-4d8b-9fb1-95fceff98e10 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.205792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:48Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:52.213278 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-50bf89a5-9bfe-4d0b-9690-d7a4d9a82e42 req-1ae6f9d1-45eb-4d8b-9fb1-95fceff98e10 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 943 time: 0.0959995 Oct 27 16:16:52.239224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 722fbd1a-a884-4506-8ca5-3943d939537b) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:52.240420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a9c976-a68b-4fa2-8f8d-38db31125818 None None] The sync data for ids ['5c55e5f7-95bf-4001-bc67-398837b334d0'] in n-d-815689-1 is: [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:48Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:16:52.250172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.250921 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:52.251131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdfec65-a09a-4fa5-9beb-504a168a07db None None] Network 722fbd1a-a884-4506-8ca5-3943d939537b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:52.316408 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-50bf89a5-9bfe-4d0b-9690-d7a4d9a82e42 req-6d593b99-bde1-49c6-86f5-e75dcacab3eb tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991375 Oct 27 16:16:52.363928 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:52.367627 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:52.395741 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6a70910c-6499-461f-b671-1c69e87e43c9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3987412 Oct 27 16:16:52.398067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34698) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:52.410319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7f210-3fb5-4c82-8931-f363378e5dd6 req-1678331d-1367-43a7-9f17-cdd209d6ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.412707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08f7f210-3fb5-4c82-8931-f363378e5dd6 req-1678331d-1367-43a7-9f17-cdd209d6ec68 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2004356 Oct 27 16:16:52.520921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5fab28f-523f-440e-b6ed-3f0c8777c05a req-5f74c0bc-7d9c-4936-b513-dc67b2f36b97 service neutron] 10.222.0.53 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8463373 Oct 27 16:16:52.523214 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-091b992b-d7ce-45b4-b481-32244932feac req-3cebcef2-5c1d-46ff-a867-804703b3e221 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 210 time: 0.0454311 Oct 27 16:16:52.524673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Allocated IP 172.20.0.6 (3a37d9b9-88b3-4601-b185-dda2ce49e88e/073b4962-9c2f-4a4d-8d4b-1bda23d1824a/e9c56081-2dca-4270-8325-c1c3a2a4cbd9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:52.604370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-722fbd1a-a884-4506-8ca5-3943d939537b', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:16:52.607294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:52.784726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-aff268b3-a65b-4a6b-ac44-4d0832e17d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:52.792889 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-aff268b3-a65b-4a6b-ac44-4d0832e17d11 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4d13418482a43108d1f408f67cfd165&device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 1094 time: 0.2496533 Oct 27 16:16:52.934736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Allocated IP 172.20.0.2 (722fbd1a-a884-4506-8ca5-3943d939537b/b43ebc92-4704-4b44-8da9-72fcfc7fde67/f722a73b-54a4-43da-b16b-ab15911628e3) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:52.938095 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-f2d62809-7e0c-4b8b-9169-ff065a84fd16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4821bf0-fe0a-4e66-aee5-6b245df450e2 HTTP/1.1" status: 200 len: 217 time: 0.1231854 Oct 27 16:16:53.146896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device eb1247b5-cf1e-4f6d-bcc2-830581543495 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:53.388873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-7e3b99c5-d01b-4103-aeb3-d25f8522a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:53.391831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-7e3b99c5-d01b-4103-aeb3-d25f8522a6b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e53b8bd9-0304-4047-ba78-3bb86240a48f HTTP/1.1" status: 200 len: 850 time: 0.4092202 Oct 27 16:16:53.461424 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:53.473796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port eb1247b5-cf1e-4f6d-bcc2-830581543495 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:53.474411 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:53.487138 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba079f-6b31-41f1-add3-62c8b52441b0 req-a9921419-91c3-4112-8495-3fa0d9b61139 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:53.498480 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29ba079f-6b31-41f1-add3-62c8b52441b0 req-a9921419-91c3-4112-8495-3fa0d9b61139 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.4244018 Oct 27 16:16:53.551672 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:53.568449 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-6cb0404e-1f07-4f02-bfea-dd5af04e2d7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3dabac9-886f-4769-9e5c-c37d5153d4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1413646 Oct 27 16:16:53.587177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f4975-d80e-4933-9926-e949189caaf4 req-33712e40-707e-4bd1-9303-413b0cf10e0e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:53.608707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c81f4975-d80e-4933-9926-e949189caaf4 req-33712e40-707e-4bd1-9303-413b0cf10e0e tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.4092379 Oct 27 16:16:53.659078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Pushing event updated for resources: {'Port': ['ID=f722a73b-54a4-43da-b16b-ab15911628e3,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:53.686310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Network 722fbd1a-a884-4506-8ca5-3943d939537b is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:53.691232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:53.694244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:53.759763 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:53.812601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Attempting to bind port f722a73b-54a4-43da-b16b-ab15911628e3 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:53.813064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Attempting to bind port f722a73b-54a4-43da-b16b-ab15911628e3 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:53.813490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Attempting to bind port f722a73b-54a4-43da-b16b-ab15911628e3 on network 722fbd1a-a884-4506-8ca5-3943d939537b {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:53.835539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:53.836100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Checking segment: {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:53.836471 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:53.836873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Bound using segment: {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:53.837426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Bound port: f722a73b-54a4-43da-b16b-ab15911628e3, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:53.837846 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:53.843902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-683b49fb-8651-48f9-897f-76e622374e8d service neutron] 10.222.0.54 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226782 Oct 27 16:16:53.895206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port eb1247b5-cf1e-4f6d-bcc2-830581543495, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=eb1247b5-cf1e-4f6d-bcc2-830581543495,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:53.928492 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.005825 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29ba079f-6b31-41f1-add3-62c8b52441b0 req-24900d8c-04fe-45d3-b62b-a3fd23ad5bd2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4630408 Oct 27 16:16:54.065766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.286743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c81f4975-d80e-4933-9926-e949189caaf4 req-9f5254d5-05d7-4eb2-a8a6-b4bb497b6903 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6759443 Oct 27 16:16:54.295367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] For port f722a73b-54a4-43da-b16b-ab15911628e3, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:54.308128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] For port f722a73b-54a4-43da-b16b-ab15911628e3, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f722a73b-54a4-43da-b16b-ab15911628e3,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:54.310467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=eb1247b5-cf1e-4f6d-bcc2-830581543495,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:54.381355 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.389516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e2b860d-8c72-4240-a12e-e81d93dca6e0 req-0d6b911d-817b-4377-b5e1-a1ac6a2f3b7e service neutron] 10.222.0.54 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018020 Oct 27 16:16:54.426934 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.427888 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.552143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Network 3a37d9b9-88b3-4601-b185-dda2ce49e88e is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:54.559443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:54.562540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:54.583989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85dec38-5080-4c5f-aca5-417c8d1fb485 None None] Pushing event updated for resources: {'Port': ['ID=f722a73b-54a4-43da-b16b-ab15911628e3,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:54.616327 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.682773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:54.689623 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:54.689623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Pushing event updated for resources: {'Port': ['ID=e9c56081-2dca-4270-8325-c1c3a2a4cbd9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:54.732766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09502e8-8325-47c6-a6ae-f8c5df53a830 req-438d3c6b-c328-45dc-b352-5f453c066b32 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:54.735568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b09502e8-8325-47c6-a6ae-f8c5df53a830 req-438d3c6b-c328-45dc-b352-5f453c066b32 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 943 time: 0.3025262 Oct 27 16:16:54.752015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e868e3-2416-48a6-a66f-73007be3a22e req-ae60b81c-a54a-4851-9078-052be859f753 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:54.755756 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83e868e3-2416-48a6-a66f-73007be3a22e req-ae60b81c-a54a-4851-9078-052be859f753 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 931 time: 0.2841558 Oct 27 16:16:54.839818 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b09502e8-8325-47c6-a6ae-f8c5df53a830 req-74067676-8d75-407c-8691-7c02fd17c2df tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844336 Oct 27 16:16:54.951935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1d004118-0497-4a24-978c-a6eb5d19f41e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3899066 Oct 27 16:16:54.979982 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83e868e3-2416-48a6-a66f-73007be3a22e req-fe6056af-46b5-405c-ac8c-a732de0d49aa tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187791 Oct 27 16:16:54.998260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device eb1247b5-cf1e-4f6d-bcc2-830581543495 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:55.021043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Request body: {'port': {'device_id': 'b966d101-ab80-464c-be52-ce2fad3d2c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:16:55.159122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port eb1247b5-cf1e-4f6d-bcc2-830581543495 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:55.160365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.214916 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.427547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.20.0.1 (722fbd1a-a884-4506-8ca5-3943d939537b/b43ebc92-4704-4b44-8da9-72fcfc7fde67/62ee32d4-0457-4294-b815-ed4e5cfeba88) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:16:55.529574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405228f-cd29-47f7-a878-c26f397d3808 req-7bdc632c-aa34-4097-87e5-94df4d780899 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.531450 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4405228f-cd29-47f7-a878-c26f397d3808 req-7bdc632c-aa34-4097-87e5-94df4d780899 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.2253716 Oct 27 16:16:55.567780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495be1e-82df-4d97-be5a-5411bf61edcf req-1bc243bc-f45c-4d2b-8b1e-07c5167eb76c tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.572874 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e495be1e-82df-4d97-be5a-5411bf61edcf req-1bc243bc-f45c-4d2b-8b1e-07c5167eb76c tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1195869 Oct 27 16:16:55.609531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5738d50-acea-4655-bd85-30f1aba8f9d9 req-0a6976ec-c7b5-46c5-b489-7bc72e4a6cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.610924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5738d50-acea-4655-bd85-30f1aba8f9d9 req-0a6976ec-c7b5-46c5-b489-7bc72e4a6cc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=859d61171b484adaab4d255b083936a9&device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 1094 time: 0.2550969 Oct 27 16:16:55.641838 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e495be1e-82df-4d97-be5a-5411bf61edcf req-81a1d7f0-7a3e-418a-a434-1e3a3dcc55b9 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622361 Oct 27 16:16:55.732507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.780748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38200c92-a8ce-41f7-b59f-5de8431d5369 req-b98aca7e-afd0-4033-b1d5-2d0e9e2f803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:55.782512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38200c92-a8ce-41f7-b59f-5de8431d5369 req-b98aca7e-afd0-4033-b1d5-2d0e9e2f803c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 1097 time: 0.2352085 Oct 27 16:16:55.880040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:55.982873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c56081-2dca-4270-8325-c1c3a2a4cbd9 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:55.994064 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.011273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Transition to ACTIVE for port object e9c56081-2dca-4270-8325-c1c3a2a4cbd9 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:16:56.014406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 722fbd1a-a884-4506-8ca5-3943d939537b is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:56.044974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:56.051472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:16:56.104681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4405228f-cd29-47f7-a878-c26f397d3808 req-ace52e7d-00e6-4fcd-adbf-26a715a5d65c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608685 Oct 27 16:16:56.124684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34754) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:56.129545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=62ee32d4-0457-4294-b815-ed4e5cfeba88,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:56.187711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38200c92-a8ce-41f7-b59f-5de8431d5369 req-888e96bd-0f6b-46cf-bb73-28615e4b227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:56.193250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38200c92-a8ce-41f7-b59f-5de8431d5369 req-888e96bd-0f6b-46cf-bb73-28615e4b227d service neutron] 10.222.0.53 "GET /v2.0/networks?id=af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 200 len: 912 time: 0.3688529 Oct 27 16:16:56.198543 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.207551 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.324236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93de57-8868-4836-89db-85b8ea427dd6 req-7270980b-48dd-420c-8a90-744b68219837 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:56.337211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b93de57-8868-4836-89db-85b8ea427dd6 req-7270980b-48dd-420c-8a90-744b68219837 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 943 time: 0.3173904 Oct 27 16:16:56.516803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Pushing event updated for resources: {'Port': ['ID=e9c56081-2dca-4270-8325-c1c3a2a4cbd9,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:56.534879 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b93de57-8868-4836-89db-85b8ea427dd6 req-bc40f964-ce6d-4725-b588-73ae1e0d9ea0 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957700 Oct 27 16:16:56.539701 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3622cb81-2bf3-4fa6-ae37-febffd4ad8f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.551642 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38200c92-a8ce-41f7-b59f-5de8431d5369 req-34ea5438-b076-42ee-be93-f10fd4e4d6a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6c81c317-d7ec-4316-a78c-58931598cec3 HTTP/1.1" status: 200 len: 1002 time: 0.3395236 Oct 27 16:16:56.561495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e443370-ef28-44c9-a2e3-c236867abd40 None None] Network 722fbd1a-a884-4506-8ca5-3943d939537b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:16:56.600191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5738d50-acea-4655-bd85-30f1aba8f9d9 req-44372d02-ef45-47a1-a219-aa66b99013b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:56.601853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5738d50-acea-4655-bd85-30f1aba8f9d9 req-44372d02-ef45-47a1-a219-aa66b99013b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e4289fac-6b86-43ce-bf75-de917894a89a HTTP/1.1" status: 200 len: 914 time: 0.8591113 Oct 27 16:16:56.634948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e6f2d-3235-485f-94a8-333ac1cda498 req-7eef6ffb-82d8-4607-9299-049e55298a41 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:56.643237 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-332e6f2d-3235-485f-94a8-333ac1cda498 req-7eef6ffb-82d8-4607-9299-049e55298a41 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 943 time: 0.3893249 Oct 27 16:16:56.710076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38200c92-a8ce-41f7-b59f-5de8431d5369 req-0b3dc9e3-d7b6-4db3-9007-a8c8076f2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:56.719581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38200c92-a8ce-41f7-b59f-5de8431d5369 req-0b3dc9e3-d7b6-4db3-9007-a8c8076f2aa0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ea3730f2-0bf8-4326-9e2c-a789f343fc1b HTTP/1.1" status: 200 len: 850 time: 0.1323864 Oct 27 16:16:56.719581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Attempting to bind port e9c56081-2dca-4270-8325-c1c3a2a4cbd9 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:16:56.719581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Attempting to bind port e9c56081-2dca-4270-8325-c1c3a2a4cbd9 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '2bc3ce1b-c441-4a35-9b0d-46a360260d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a37d9b9-88b3-4601-b185-dda2ce49e88e'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:16:56.719581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Attempting to bind port e9c56081-2dca-4270-8325-c1c3a2a4cbd9 on network 3a37d9b9-88b3-4601-b185-dda2ce49e88e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:56.724790 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3622cb81-2bf3-4fa6-ae37-febffd4ad8f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.736393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-332e6f2d-3235-485f-94a8-333ac1cda498 req-f340dc72-2ba6-4a84-840d-37b61e2648fa tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857849 Oct 27 16:16:56.748706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Port e9c56081-2dca-4270-8325-c1c3a2a4cbd9 on network 3a37d9b9-88b3-4601-b185-dda2ce49e88e not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:16:56.749067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Attempting to bind port e9c56081-2dca-4270-8325-c1c3a2a4cbd9 on network 3a37d9b9-88b3-4601-b185-dda2ce49e88e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:16:56.819802 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3622cb81-2bf3-4fa6-ae37-febffd4ad8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.829960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:16:56.830661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Checking segment: {'id': '2bc3ce1b-c441-4a35-9b0d-46a360260d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a37d9b9-88b3-4601-b185-dda2ce49e88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:16:56.830661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Bound using segment: {'id': '2bc3ce1b-c441-4a35-9b0d-46a360260d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a37d9b9-88b3-4601-b185-dda2ce49e88e'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:16:56.831171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Bound port: e9c56081-2dca-4270-8325-c1c3a2a4cbd9, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc3ce1b-c441-4a35-9b0d-46a360260d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3a37d9b9-88b3-4601-b185-dda2ce49e88e'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:16:56.832960 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.901213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:56.910649 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5738d50-acea-4655-bd85-30f1aba8f9d9 req-b97bed2b-bcee-4fcb-9eea-5caeac3d9d85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 HTTP/1.1" status: 200 len: 217 time: 0.0987561 Oct 27 16:16:56.934416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38200c92-a8ce-41f7-b59f-5de8431d5369 req-6a1f59c8-a8ea-4e50-a0c4-05dfe7d2c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:56.936419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38200c92-a8ce-41f7-b59f-5de8431d5369 req-6a1f59c8-a8ea-4e50-a0c4-05dfe7d2c604 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=af016594-8bc5-461b-993c-3fdc1c22d42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1986659 Oct 27 16:16:57.006037 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3622cb81-2bf3-4fa6-ae37-febffd4ad8f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cabd648a044a477fab5da28d325bf911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8798623 Oct 27 16:16:57.011405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34762) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:57.054967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622cb81-2bf3-4fa6-ae37-febffd4ad8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b8a4c2-753f-4ebd-839e-2dd55b4bfac6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:57.064115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f722a73b-54a4-43da-b16b-ab15911628e3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:57.077218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a5513674-e56e-4f7f-bd4c-09193f6b7f65 None None] Provisioning complete for port f722a73b-54a4-43da-b16b-ab15911628e3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:57.078047 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a5513674-e56e-4f7f-bd4c-09193f6b7f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.097789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5738d50-acea-4655-bd85-30f1aba8f9d9 req-bae88f0c-2b51-43ed-a35c-6ede93fefe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.099271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5738d50-acea-4655-bd85-30f1aba8f9d9 req-bae88f0c-2b51-43ed-a35c-6ede93fefe71 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3df9ba29-f360-44fd-afb4-737ab76e2a89 HTTP/1.1" status: 200 len: 853 time: 0.1825614 Oct 27 16:16:57.115194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] For port e9c56081-2dca-4270-8325-c1c3a2a4cbd9, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:16:57.121652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] For port e9c56081-2dca-4270-8325-c1c3a2a4cbd9, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e9c56081-2dca-4270-8325-c1c3a2a4cbd9,segment=NetworkSegment(2bc3ce1b-c441-4a35-9b0d-46a360260d48),segment_id=2bc3ce1b-c441-4a35-9b0d-46a360260d48)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:16:57.172258 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02206a76-ca9f-49a0-b99f-a63ba4750089 req-b5850adb-bd36-45e9-8184-363064a2c642 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.180890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02206a76-ca9f-49a0-b99f-a63ba4750089 req-b5850adb-bd36-45e9-8184-363064a2c642 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.3806181 Oct 27 16:16:57.226687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5738d50-acea-4655-bd85-30f1aba8f9d9 req-0bbb6a74-06c7-44c5-bc63-a855c3b5a3e2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e4289fac-6b86-43ce-bf75-de917894a89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059017 Oct 27 16:16:57.230980 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5523-86d9-4b2a-af22-c8e67de7d06c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.233444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38200c92-a8ce-41f7-b59f-5de8431d5369 req-92639eca-26c1-40e4-ad7b-1e14f821d43d service neutron] 10.222.0.53 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621500 Oct 27 16:16:57.238935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.323491 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02206a76-ca9f-49a0-b99f-a63ba4750089 req-533eef48-9d21-43a0-be57-80f739374466 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416528 Oct 27 16:16:57.350136 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a5513674-e56e-4f7f-bd4c-09193f6b7f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.356842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f722a73b-54a4-43da-b16b-ab15911628e3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:57.357585 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.370348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5523-86d9-4b2a-af22-c8e67de7d06c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.443120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Pushing event updated for resources: {'Port': ['ID=e9c56081-2dca-4270-8325-c1c3a2a4cbd9,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:57.507262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a5513674-e56e-4f7f-bd4c-09193f6b7f65 None None] For port f722a73b-54a4-43da-b16b-ab15911628e3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f722a73b-54a4-43da-b16b-ab15911628e3,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:57.602590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.602887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c4821bf0-fe0a-4e66-aee5-6b245df450e2 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:16:57.603653 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.605182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-ef4aa637-2097-49b5-aaa2-d00dcabf85cb service neutron] 10.222.0.53 "PUT /v2.0/ports/e9c56081-2dca-4270-8325-c1c3a2a4cbd9 HTTP/1.1" status: 200 len: 1091 time: 2.6105242 Oct 27 16:16:57.610238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b966d101-ab80-464c-be52-ce2fad3d2c05', 'tag': 'e9c56081-2dca-4270-8325-c1c3a2a4cbd9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:16:57.613859 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfcd418-c812-4aef-a008-745bc84a7f90" -d '{"events": [{"name": "network-changed", "server_uuid": "b966d101-ab80-464c-be52-ce2fad3d2c05", "tag": "e9c56081-2dca-4270-8325-c1c3a2a4cbd9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:16:57.705474 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5738d50-acea-4655-bd85-30f1aba8f9d9 req-cb56eb71-e92d-45b3-817b-7d4c031d0345 service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407402 Oct 27 16:16:57.720800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac08c73-c3a9-4a14-9af6-755dd4f7fd12 req-53dc221c-67a9-4502-b2eb-77c907ebcce1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.723602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eac08c73-c3a9-4a14-9af6-755dd4f7fd12 req-53dc221c-67a9-4502-b2eb-77c907ebcce1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.2870076 Oct 27 16:16:57.777342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c4821bf0-fe0a-4e66-aee5-6b245df450e2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c4821bf0-fe0a-4e66-aee5-6b245df450e2,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:57.808219 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a5513674-e56e-4f7f-bd4c-09193f6b7f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.813217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'c4821bf0-fe0a-4e66-aee5-6b245df450e2', 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2', 'port_id': 'c4821bf0-fe0a-4e66-aee5-6b245df450e2', 'mac_address': 'fa:16:3e:3a:e7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53b8bd9-0304-4047-ba78-3bb86240a48f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:16:57.858232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5738d50-acea-4655-bd85-30f1aba8f9d9 req-0892630a-a0b7-46fb-a70c-cab33f3f9499 service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329691 Oct 27 16:16:57.880755 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.881356 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc5ae2-6572-44b8-a98a-a911c8c0a8d4 req-144c2c8b-49eb-477f-8aab-e2d00702f552 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:57.888875 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92cc5ae2-6572-44b8-a98a-a911c8c0a8d4 req-144c2c8b-49eb-477f-8aab-e2d00702f552 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 943 time: 0.1934221 Oct 27 16:16:57.904346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38200c92-a8ce-41f7-b59f-5de8431d5369 req-29065971-f47c-44c6-987d-24a3d8498380 service neutron] 10.222.0.53 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467640 Oct 27 16:16:57.911915 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eac08c73-c3a9-4a14-9af6-755dd4f7fd12 req-c4adc8f3-77ae-4298-a7cc-245e3da1a95c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565109 Oct 27 16:16:57.925713 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5523-86d9-4b2a-af22-c8e67de7d06c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.955597 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f4a5523-86d9-4b2a-af22-c8e67de7d06c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:57.976758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7f4a5523-86d9-4b2a-af22-c8e67de7d06c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3b8a4c2-753f-4ebd-839e-2dd55b4bfac6 HTTP/1.1" status: 204 len: 168 time: 0.9495883 Oct 27 16:16:58.030786 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a97a09-8608-4fd9-8252-8a6760b4cbbd x-openstack-request-id: req-d4a97a09-8608-4fd9-8252-8a6760b4cbbd {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:16:58.031088 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b966d101-ab80-464c-be52-ce2fad3d2c05", "tag": "e9c56081-2dca-4270-8325-c1c3a2a4cbd9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:16:58.031338 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4a97a09-8608-4fd9-8252-8a6760b4cbbd {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:16:58.031734 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b966d101-ab80-464c-be52-ce2fad3d2c05', 'tag': 'e9c56081-2dca-4270-8325-c1c3a2a4cbd9', 'status': 'completed', 'code': 200} Oct 27 16:16:58.052306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:16:58.052665 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:16:58.060608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5513674-e56e-4f7f-bd4c-09193f6b7f65 None None] Pushing event updated for resources: {'Port': ['ID=f722a73b-54a4-43da-b16b-ab15911628e3,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:58.079214 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.082626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a5523-86d9-4b2a-af22-c8e67de7d06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b8a4c2-753f-4ebd-839e-2dd55b4bfac6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:58.095430 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.100918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92cc5ae2-6572-44b8-a98a-a911c8c0a8d4 req-440e2d75-af9b-4c63-bcd8-2f537bf98626 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111926 Oct 27 16:16:58.121794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-e53a8e63-6c63-4ab3-9a93-1061fedc66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:58.123352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-e53a8e63-6c63-4ab3-9a93-1061fedc66ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=730dfd885419490d9fdeddebe65d7889&device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 1094 time: 0.1943426 Oct 27 16:16:58.133606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4821bf0-fe0a-4e66-aee5-6b245df450e2 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:16:58.160720 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.239737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-25aedc11-fca6-46a6-b5f4-45426f3a3cc7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9c56081-2dca-4270-8325-c1c3a2a4cbd9 HTTP/1.1" status: 200 len: 217 time: 0.0808733 Oct 27 16:16:58.259155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a47dd9-2837-49de-ba5f-48f2c4b5a1b1 req-8fa7cff2-53e6-4ea6-ad39-c9cd63ad1c41 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:58.264370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80a47dd9-2837-49de-ba5f-48f2c4b5a1b1 req-8fa7cff2-53e6-4ea6-ad39-c9cd63ad1c41 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 943 time: 0.1507506 Oct 27 16:16:58.292559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-23b31011-9dd7-4ed7-8ca6-0e7c46591911 None None] Provisioning complete for port f722a73b-54a4-43da-b16b-ab15911628e3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:58.292834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=62ee32d4-0457-4294-b815-ed4e5cfeba88,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:58.292983 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-23b31011-9dd7-4ed7-8ca6-0e7c46591911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.295701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c4821bf0-fe0a-4e66-aee5-6b245df450e2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c4821bf0-fe0a-4e66-aee5-6b245df450e2,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:16:58.317018 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.369773 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.411249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-d5f29d5b-34df-4650-a339-166f7befb9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:58.427933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-d5f29d5b-34df-4650-a339-166f7befb9d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=073b4962-9c2f-4a4d-8d4b-1bda23d1824a HTTP/1.1" status: 200 len: 850 time: 0.1662381 Oct 27 16:16:58.452916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80a47dd9-2837-49de-ba5f-48f2c4b5a1b1 req-d41a364d-208b-4afa-be71-27b6a13bf2f2 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735961 Oct 27 16:16:58.498231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c4821bf0-fe0a-4e66-aee5-6b245df450e2,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:58.535021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-cc1f625a-575c-454a-8ad9-593f2c6ef918 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a37d9b9-88b3-4601-b185-dda2ce49e88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781469 Oct 27 16:16:58.554527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded2ec4-8957-40b6-b94d-563ae7c1572a req-6b06ecde-ffc8-4a23-aa57-9ed3e232f55c tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:58.562390 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ded2ec4-8957-40b6-b94d-563ae7c1572a req-6b06ecde-ffc8-4a23-aa57-9ed3e232f55c tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1165006 Oct 27 16:16:58.589329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 722fbd1a-a884-4506-8ca5-3943d939537b is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:16:58.592921 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:16:58.614624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-23b31011-9dd7-4ed7-8ca6-0e7c46591911 None None] Provisioning complete for port 62ee32d4-0457-4294-b815-ed4e5cfeba88 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:58.615145 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-23b31011-9dd7-4ed7-8ca6-0e7c46591911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.670039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-23b31011-9dd7-4ed7-8ca6-0e7c46591911 None None] Port 62ee32d4-0457-4294-b815-ed4e5cfeba88 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:58.695392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ded2ec4-8957-40b6-b94d-563ae7c1572a req-02a6c4bb-6a14-4710-bde6-0fff9c3f8070 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317925 Oct 27 16:16:58.718135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c4821bf0-fe0a-4e66-aee5-6b245df450e2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:16:58.730598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-1174dbac-edae-4749-8719-0332d5f6c7eb service neutron] 10.222.0.53 "GET /v2.0/networks/3a37d9b9-88b3-4601-b185-dda2ce49e88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868646 Oct 27 16:16:58.760333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 5c55e5f7-95bf-4001-bc67-398837b334d0 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:16:58.824236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b2b87ee-b7b6-4e41-a64f-27dae76bc62f None None] Provisioning complete for port 62ee32d4-0457-4294-b815-ed4e5cfeba88 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:58.824634 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b2b87ee-b7b6-4e41-a64f-27dae76bc62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:58.866023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a183e499-e5a1-4925-baaf-8e160f4c0df4 req-6830cd3e-24a1-4fe1-80ba-251143e5bae4 service neutron] 10.222.0.53 "GET /v2.0/networks/3a37d9b9-88b3-4601-b185-dda2ce49e88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267598 Oct 27 16:16:58.888800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f722a73b-54a4-43da-b16b-ab15911628e3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:16:58.934321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:16:58.937463 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b87ee-b7b6-4e41-a64f-27dae76bc62f None None] Port 62ee32d4-0457-4294-b815-ed4e5cfeba88 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:58.951223 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-558c161b-5926-4e2e-a087-fd6644e055b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "PUT /v2.0/routers/5c55e5f7-95bf-4001-bc67-398837b334d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5421500 Oct 27 16:16:58.966020 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Sync routers for ids ['5c55e5f7-95bf-4001-bc67-398837b334d0'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:16:58.977998 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Routers {'5c55e5f7-95bf-4001-bc67-398837b334d0'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:16:58.979005 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5c55e5f7-95bf-4001-bc67-398837b334d0'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:58.994313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f722a73b-54a4-43da-b16b-ab15911628e3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:58.996944 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.020922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34786) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:59.039835 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8713-0210-4791-bed8-9361cf69e1c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.172266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8713-0210-4791-bed8-9361cf69e1c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.213690 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Set router 5c55e5f7-95bf-4001-bc67-398837b334d0 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:16:59.214449 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3fd8713-0210-4791-bed8-9361cf69e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.243980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1242016c-7923-4455-b73d-2d8a07ae9bc3 None None] Provisioning complete for port 62ee32d4-0457-4294-b815-ed4e5cfeba88 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:16:59.245079 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1242016c-7923-4455-b73d-2d8a07ae9bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.290336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1242016c-7923-4455-b73d-2d8a07ae9bc3 None None] Port 62ee32d4-0457-4294-b815-ed4e5cfeba88 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:16:59.351282 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.467809 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:56Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '62ee32d4-0457-4294-b815-ed4e5cfeba88', 'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:3a:c0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:54Z', 'updated_at': '2021-10-27T16:16:57Z', 'revision_number': 2, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:16:59.501035 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Checking router: 5c55e5f7-95bf-4001-bc67-398837b334d0 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:16:59.501782 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Updating router 5c55e5f7-95bf-4001-bc67-398837b334d0 port 62ee32d4-0457-4294-b815-ed4e5cfeba88 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:16:59.518836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcd418-c812-4aef-a008-745bc84a7f90 req-74fc30a2-705b-46e4-8039-cea3d1b190a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.520972 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7dfcd418-c812-4aef-a008-745bc84a7f90 req-74fc30a2-705b-46e4-8039-cea3d1b190a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=730dfd885419490d9fdeddebe65d7889&device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 1094 time: 0.5040755 Oct 27 16:16:59.530294 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.535976 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d116e-4030-4b83-aee0-b98b80ea7d8c req-555b9281-7d97-47ca-be45-eb359fc5c19a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.537656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-568d116e-4030-4b83-aee0-b98b80ea7d8c req-555b9281-7d97-47ca-be45-eb359fc5c19a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.4736249 Oct 27 16:16:59.634958 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-568d116e-4030-4b83-aee0-b98b80ea7d8c req-cca3e157-70ad-412e-82ae-71266416c837 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863423 Oct 27 16:16:59.637334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd8713-0210-4791-bed8-9361cf69e1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6201419b-5138-451a-b9c4-1d21f8714deb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:59.642278 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-aad22ec6-4276-4605-9779-9d77b45be437 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1556235721&fields=id&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 267 time: 0.4476683 Oct 27 16:16:59.648627 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a3fd8713-0210-4791-bed8-9361cf69e1c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a5b740123e44b0b8ca8d3dbc8df401a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252139 Oct 27 16:16:59.649238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34804) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:16:59.680546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcd418-c812-4aef-a008-745bc84a7f90 req-1ff3e895-38de-4c7d-9b13-6cf5932200a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.682891 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7dfcd418-c812-4aef-a008-745bc84a7f90 req-1ff3e895-38de-4c7d-9b13-6cf5932200a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3a37d9b9-88b3-4601-b185-dda2ce49e88e HTTP/1.1" status: 200 len: 911 time: 0.1440179 Oct 27 16:16:59.740869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7dfcd418-c812-4aef-a008-745bc84a7f90 req-64d06716-7eeb-4213-83c0-66f78821f7bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9c56081-2dca-4270-8325-c1c3a2a4cbd9 HTTP/1.1" status: 200 len: 217 time: 0.0506480 Oct 27 16:16:59.773012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7fe91d2-e3f5-459d-aac3-519d7c0c9faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.815914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-4a1eca31-8a9e-4804-90e8-a798c0184106 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.818188 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-4a1eca31-8a9e-4804-90e8-a798c0184106 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/networks?id=722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 200 len: 797 time: 0.1624951 Oct 27 16:16:59.820315 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7fe91d2-e3f5-459d-aac3-519d7c0c9faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.825917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcd418-c812-4aef-a008-745bc84a7f90 req-56f4b005-f43d-4971-8f7a-b79cce982471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.827596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7dfcd418-c812-4aef-a008-745bc84a7f90 req-56f4b005-f43d-4971-8f7a-b79cce982471 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=073b4962-9c2f-4a4d-8d4b-1bda23d1824a HTTP/1.1" status: 200 len: 850 time: 0.0777385 Oct 27 16:16:59.837472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1f4d4-6287-46c1-8699-06b2ef5eff90 req-02683dc4-dc09-423d-b367-1e2402e71ee0 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:16:59.844021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20a1f4d4-6287-46c1-8699-06b2ef5eff90 req-02683dc4-dc09-423d-b367-1e2402e71ee0 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 944 time: 0.1066716 Oct 27 16:16:59.854115 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.861726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f60049d4-3326-4564-b30c-3f2747736bfe tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/quotas/aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 375 time: 0.0289326 Oct 27 16:16:59.883170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7dfcd418-c812-4aef-a008-745bc84a7f90 req-e0ed583f-34a8-464b-97be-05bbbba85257 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3a37d9b9-88b3-4601-b185-dda2ce49e88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382683 Oct 27 16:16:59.917106 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.918756 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-c69668b6-a3cf-41e8-9938-c208e1b00cac tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490525 Oct 27 16:16:59.945430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20a1f4d4-6287-46c1-8699-06b2ef5eff90 req-b932fb6a-06fb-4e37-95a6-5572b1eaa7e1 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903523 Oct 27 16:16:59.974478 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Pushing event updated for resources: {'Port': ['ID=62ee32d4-0457-4294-b815-ed4e5cfeba88,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:16:59.984617 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:59.985156 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:59.985479 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7fe91d2-e3f5-459d-aac3-519d7c0c9faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.986248 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:59.986822 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:59.987442 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:59.987977 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:59.988497 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:59.988622 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7fe91d2-e3f5-459d-aac3-519d7c0c9faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:16:59.989099 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:59.989590 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:59.989776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f7fe91d2-e3f5-459d-aac3-519d7c0c9faf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6201419b-5138-451a-b9c4-1d21f8714deb HTTP/1.1" status: 204 len: 168 time: 0.3396213 Oct 27 16:16:59.990320 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:59.990799 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:16:59.991288 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:00.014646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe91d2-e3f5-459d-aac3-519d7c0c9faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6201419b-5138-451a-b9c4-1d21f8714deb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:00.039512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7dfcd418-c812-4aef-a008-745bc84a7f90 req-60953c49-35d6-4ba5-a09c-1d52d0a20a14 service neutron] 10.222.0.53 "GET /v2.0/networks/3a37d9b9-88b3-4601-b185-dda2ce49e88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452627 Oct 27 16:17:00.063458 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-0644978c-ceeb-4b8e-b6a7-c552b7ad1a82 service neutron] 10.222.0.15 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303632 Oct 27 16:17:00.100099 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Attempting to bind port 62ee32d4-0457-4294-b815-ed4e5cfeba88 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:00.100479 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Attempting to bind port 62ee32d4-0457-4294-b815-ed4e5cfeba88 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:00.101656 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Attempting to bind port 62ee32d4-0457-4294-b815-ed4e5cfeba88 on network 722fbd1a-a884-4506-8ca5-3943d939537b {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:00.109060 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:00.109476 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Checking segment: {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:00.109833 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:00.110346 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Bound using segment: {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:00.110688 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Bound port: 62ee32d4-0457-4294-b815-ed4e5cfeba88, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:00.111073 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:00.236934 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-90f1bdfc-5832-4fd9-a7ca-0ff9c116f3a8 service neutron] 10.222.0.15 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650810 Oct 27 16:17:00.250678 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] For port 62ee32d4-0457-4294-b815-ed4e5cfeba88, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:00.250910 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7dfcd418-c812-4aef-a008-745bc84a7f90 req-9d4dd738-7940-4697-a8dc-1a6ebae0b2e3 service neutron] 10.222.0.53 "GET /v2.0/networks/3a37d9b9-88b3-4601-b185-dda2ce49e88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050986 Oct 27 16:17:00.263394 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] For port 62ee32d4-0457-4294-b815-ed4e5cfeba88, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=62ee32d4-0457-4294-b815-ed4e5cfeba88,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:00.273240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f567f8-4667-43c3-82c5-1a95970ecb7d req-1d2b7e8a-ae1b-4e96-8127-b998cc43f660 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:00.275761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18f567f8-4667-43c3-82c5-1a95970ecb7d req-1d2b7e8a-ae1b-4e96-8127-b998cc43f660 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 943 time: 0.1022403 Oct 27 16:17:00.332561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18f567f8-4667-43c3-82c5-1a95970ecb7d req-8534bd30-84ab-4b58-b85f-065cbdae0267 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496008 Oct 27 16:17:00.364651 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:00.436016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-99267a89-87a8-4c74-8514-766362b3aebd None None] Provisioning complete for port 62ee32d4-0457-4294-b815-ed4e5cfeba88 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:00.437148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99267a89-87a8-4c74-8514-766362b3aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:00.444169 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3c24d-e916-4607-a75c-2c1d5a918bd1 None None] Pushing event updated for resources: {'Port': ['ID=62ee32d4-0457-4294-b815-ed4e5cfeba88,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:00.463222 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Routers {'5c55e5f7-95bf-4001-bc67-398837b334d0'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:00.463610 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5c55e5f7-95bf-4001-bc67-398837b334d0'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:00.501923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4886bc-5e3d-40e6-9f87-4ec88afcc854 req-ebb233e2-efb1-4092-9dfc-20e177df2ef1 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:00.508241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db4886bc-5e3d-40e6-9f87-4ec88afcc854 req-ebb233e2-efb1-4092-9dfc-20e177df2ef1 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.0916746 Oct 27 16:17:00.623873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db4886bc-5e3d-40e6-9f87-4ec88afcc854 req-ea6c7834-77b0-4732-841b-4eb87e7c9e0d tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144874 Oct 27 16:17:00.686930 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99267a89-87a8-4c74-8514-766362b3aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:00.734077 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36eb9858-2401-49ac-95f2-98655f10d0f7 req-ee916e04-f461-40a6-9005-569dda8e7849 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 210 time: 0.0488167 Oct 27 16:17:00.745228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-99267a89-87a8-4c74-8514-766362b3aebd None None] For port 62ee32d4-0457-4294-b815-ed4e5cfeba88, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=62ee32d4-0457-4294-b815-ed4e5cfeba88,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:00.794407 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] Set router 5c55e5f7-95bf-4001-bc67-398837b334d0 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:00.825280 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99267a89-87a8-4c74-8514-766362b3aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:00.873421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152280f6-138c-46ee-860c-a55e894f5f52 req-efe43d60-fbe7-4a26-9259-d8fe5998a3b1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:00.875829 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-152280f6-138c-46ee-860c-a55e894f5f52 req-efe43d60-fbe7-4a26-9259-d8fe5998a3b1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 943 time: 0.1039138 Oct 27 16:17:00.901436 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99267a89-87a8-4c74-8514-766362b3aebd None None] Pushing event updated for resources: {'Port': ['ID=62ee32d4-0457-4294-b815-ed4e5cfeba88,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:00.922896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-152280f6-138c-46ee-860c-a55e894f5f52 req-8e676538-53b2-42dd-b693-c5bf6f55f9d0 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394087 Oct 27 16:17:00.957181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-84fd3c67-2186-4af2-8180-d920af1861de None None] Provisioning complete for port 62ee32d4-0457-4294-b815-ed4e5cfeba88 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:00.957702 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-84fd3c67-2186-4af2-8180-d920af1861de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.054806 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:56Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '62ee32d4-0457-4294-b815-ed4e5cfeba88', 'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:3a:c0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:54Z', 'updated_at': '2021-10-27T16:17:00Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:01.090618 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92dbed4-6a9e-4028-b200-d1d0fe65f36e None None] The sync data for ids ['5c55e5f7-95bf-4001-bc67-398837b334d0'] in n-d-815689-1 is: [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:56Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '62ee32d4-0457-4294-b815-ed4e5cfeba88', 'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:3a:c0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:54Z', 'updated_at': '2021-10-27T16:17:00Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:01.115031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120576fa-6712-4991-8b00-3b81e328b6fd req-c21dcfae-7a76-4d98-8665-43d033d796db tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.117341 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-120576fa-6712-4991-8b00-3b81e328b6fd req-c21dcfae-7a76-4d98-8665-43d033d796db tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 944 time: 0.0644245 Oct 27 16:17:01.192780 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-120576fa-6712-4991-8b00-3b81e328b6fd req-b4bb90e9-7788-4712-83e6-1ec236d014e7 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678055 Oct 27 16:17:01.477037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c2e42-6bab-4222-a8e9-1846ab19ca9b req-e618255f-cf70-4115-9023-d61d37348fea tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:01.477037 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-401c2e42-6bab-4222-a8e9-1846ab19ca9b req-e618255f-cf70-4115-9023-d61d37348fea tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 943 time: 0.0601776 Oct 27 16:17:01.525675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-401c2e42-6bab-4222-a8e9-1846ab19ca9b req-3fed7869-dfec-4a3f-9471-110415c736e8 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413332 Oct 27 16:17:01.555230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34846) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:01.585160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:01.592608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c4821bf0-fe0a-4e66-aee5-6b245df450e2 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:01.734593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:01.741099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-634101896-network', 'tenant_id': 'af41b45f51fe493fb8d1865c99b6f90f'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:01.748277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'network_id': 'e4289fac-6b86-43ce-bf75-de917894a89a', 'port_id': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'mac_address': 'fa:16:3e:7a:32:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3df9ba29-f360-44fd-afb4-737ab76e2a89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:01.788276 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.802615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:01.808617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port c4821bf0-fe0a-4e66-aee5-6b245df450e2 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:01.818997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port c4821bf0-fe0a-4e66-aee5-6b245df450e2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:01.819326 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.836856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fee18bb1-10d9-46af-9872-fa9fea76be91 req-80c36de0-752d-48d7-992e-25d6de54dd61 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 210 time: 0.0423684 Oct 27 16:17:01.844813 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:01.909910 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.922343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Made reservation on behalf of af41b45f51fe493fb8d1865c99b6f90f for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:01.925944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.934480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe22c44-0063-42c6-b39c-913f84869ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4821bf0-fe0a-4e66-aee5-6b245df450e2'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:01.936047 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.936791 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa1d09d-d738-466e-ae3a-d14bee3ff3cf" -d '{"events": [{"server_uuid": "6fe22c44-0063-42c6-b39c-913f84869ffc", "name": "network-vif-plugged", "status": "completed", "tag": "c4821bf0-fe0a-4e66-aee5-6b245df450e2"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:01.951871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c4821bf0-fe0a-4e66-aee5-6b245df450e2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c4821bf0-fe0a-4e66-aee5-6b245df450e2,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:01.968844 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:01.999832 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1add33e1-7fdb-4a9d-affd-484484307f2c x-openstack-request-id: req-1add33e1-7fdb-4a9d-affd-484484307f2c {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:02.000467 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe22c44-0063-42c6-b39c-913f84869ffc", "name": "network-vif-plugged", "status": "completed", "tag": "c4821bf0-fe0a-4e66-aee5-6b245df450e2", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:02.000712 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1add33e1-7fdb-4a9d-affd-484484307f2c {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:02.001403 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe22c44-0063-42c6-b39c-913f84869ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4821bf0-fe0a-4e66-aee5-6b245df450e2', 'code': 200} Oct 27 16:17:02.029180 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.037335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device e9c56081-2dca-4270-8325-c1c3a2a4cbd9 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:02.052744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:02.083827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.131062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7b183-660e-4c9d-acd3-abbd4fd32ddd req-e193f631-28aa-4765-b2f4-a0b2c54c9764 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.133417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1d7b183-660e-4c9d-acd3-abbd4fd32ddd req-e193f631-28aa-4765-b2f4-a0b2c54c9764 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 944 time: 0.0687480 Oct 27 16:17:02.137841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea5a81-aaf0-4078-b79a-cdcf90a951bb req-9f6fd855-99c3-469e-a082-cc2808b9e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.139893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fea5a81-aaf0-4078-b79a-cdcf90a951bb req-9f6fd855-99c3-469e-a082-cc2808b9e7fa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 1096 time: 0.0539920 Oct 27 16:17:02.164693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.198228 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1d7b183-660e-4c9d-acd3-abbd4fd32ddd req-f0048768-c7bd-4120-bcad-2c94efadda37 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566685 Oct 27 16:17:02.199360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:17:02.224927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c4821bf0-fe0a-4e66-aee5-6b245df450e2,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:02.226811 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fea5a81-aaf0-4078-b79a-cdcf90a951bb req-ad94f118-b328-4462-999c-47a5adfd6d1f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789502 Oct 27 16:17:02.229578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:02.233228 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.233657 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Added segment 9501a119-45c5-40d0-b3ba-39b90d4a36ec of type vlan for network ccb07b70-755b-44ad-9a1b-5ba03e67584f Oct 27 16:17:02.282827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:02.289252 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.331063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port e9c56081-2dca-4270-8325-c1c3a2a4cbd9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e9c56081-2dca-4270-8325-c1c3a2a4cbd9,segment=NetworkSegment(2bc3ce1b-c441-4a35-9b0d-46a360260d48),segment_id=2bc3ce1b-c441-4a35-9b0d-46a360260d48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:02.345730 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693a576-faab-4cf5-849c-16fa8b015d85 req-4e198f99-3012-46ef-aeb1-bf1df7d1ab8b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.355357 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a693a576-faab-4cf5-849c-16fa8b015d85 req-4e198f99-3012-46ef-aeb1-bf1df7d1ab8b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0722051 Oct 27 16:17:02.356389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'e9c56081-2dca-4270-8325-c1c3a2a4cbd9', 'network_id': '3a37d9b9-88b3-4601-b185-dda2ce49e88e', 'port_id': 'e9c56081-2dca-4270-8325-c1c3a2a4cbd9', 'mac_address': 'fa:16:3e:c6:d5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '073b4962-9c2f-4a4d-8d4b-1bda23d1824a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:02.397066 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.398086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.398647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.438989 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a693a576-faab-4cf5-849c-16fa8b015d85 req-fc19f3bf-4afb-4cb1-9813-30184b20c7ae tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725696 Oct 27 16:17:02.476973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.487698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] Pushing event updated for resources: {'Network': ['ID=ccb07b70-755b-44ad-9a1b-5ba03e67584f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:02.509591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c56081-2dca-4270-8325-c1c3a2a4cbd9 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:02.539813 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8a534eaa-bbcc-47a2-ae58-b319797c6d6a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9831402 Oct 27 16:17:02.544310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34862) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:02.551708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] Request body: {'subnet': {'network_id': 'ccb07b70-755b-44ad-9a1b-5ba03e67584f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-634101896-subnet', 'tenant_id': 'af41b45f51fe493fb8d1865c99b6f90f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:02.555806 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port e9c56081-2dca-4270-8325-c1c3a2a4cbd9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e9c56081-2dca-4270-8325-c1c3a2a4cbd9,segment=NetworkSegment(2bc3ce1b-c441-4a35-9b0d-46a360260d48),segment_id=2bc3ce1b-c441-4a35-9b0d-46a360260d48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:02.571132 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.599061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network ccb07b70-755b-44ad-9a1b-5ba03e67584f details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:17:02.639617 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.665042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] Made reservation on behalf of af41b45f51fe493fb8d1865c99b6f90f for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:02.667460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:02.669811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc1d07-af73-4cf1-bf43-537ee95e6355 req-09f5ff04-244b-42f7-b8a7-c4ffb7b85680 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:02.671466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77cc1d07-af73-4cf1-bf43-537ee95e6355 req-09f5ff04-244b-42f7-b8a7-c4ffb7b85680 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 944 time: 0.0554245 Oct 27 16:17:02.719781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=e9c56081-2dca-4270-8325-c1c3a2a4cbd9,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:02.722466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77cc1d07-af73-4cf1-bf43-537ee95e6355 req-98711dab-c87c-45f5-a624-268d3cb43004 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443699 Oct 27 16:17:02.869996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['e9c56081-2dca-4270-8325-c1c3a2a4cbd9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:02.917085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 62ee32d4-0457-4294-b815-ed4e5cfeba88 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:02.941519 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5d2202f-834b-4d06-9e6f-2556fef2d096 req-d1cb3df3-707a-4468-b5f1-e47bab270d2a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 210 time: 0.0271831 Oct 27 16:17:03.171848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 62ee32d4-0457-4294-b815-ed4e5cfeba88 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:03.172136 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.347205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d29c23-2a95-41a1-9a53-6a1b0ce57875 req-2ed5d166-a1e4-408d-af00-e6c9466a1cff tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:03.348783 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5d29c23-2a95-41a1-9a53-6a1b0ce57875 req-2ed5d166-a1e4-408d-af00-e6c9466a1cff tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 944 time: 0.0581462 Oct 27 16:17:03.394029 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5d29c23-2a95-41a1-9a53-6a1b0ce57875 req-214c68cf-4719-46ff-bfb7-cf6ff1a6561d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390384 Oct 27 16:17:03.479600 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.570971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02f3080-be40-423a-b92c-e095d00a59f3,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:03.584944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] Checking segment: {'id': '9501a119-45c5-40d0-b3ba-39b90d4a36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ccb07b70-755b-44ad-9a1b-5ba03e67584f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:03.588254 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] Network hostable DHCP agents. Network: ccb07b70-755b-44ad-9a1b-5ba03e67584f, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:17:03.601380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7300d1-fa4e-426b-861f-75f967c3c5b7 req-d7d2bb56-1b00-4ade-9c1a-f030dd345fe7 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:03.602934 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a7300d1-fa4e-426b-861f-75f967c3c5b7 req-d7d2bb56-1b00-4ade-9c1a-f030dd345fe7 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0775445 Oct 27 16:17:03.609969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:03.648350 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a7300d1-fa4e-426b-861f-75f967c3c5b7 req-f928e06f-9f9c-404f-9f4b-2b3035110171 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377407 Oct 27 16:17:03.681373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:03.681373 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.750901 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.779688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] Network ccb07b70-755b-44ad-9a1b-5ba03e67584f is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:17:03.786705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:03.855326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040aa6c1-4abe-412d-bce2-03cb148dbcff req-6d21d83d-36c2-4469-af16-dd32c68e5d6e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:03.856893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-040aa6c1-4abe-412d-bce2-03cb148dbcff req-6d21d83d-36c2-4469-af16-dd32c68e5d6e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 944 time: 0.0491755 Oct 27 16:17:03.895437 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-040aa6c1-4abe-412d-bce2-03cb148dbcff req-e1c40173-badc-487d-849d-0b151fa2e07d tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318828 Oct 27 16:17:03.905221 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.928395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, ccb07b70-755b-44ad-9a1b-5ba03e67584f) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:03.938496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd8f351-a53f-475f-ba70-6569266dd3d0 None None] Network ccb07b70-755b-44ad-9a1b-5ba03e67584f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:03.941597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:03.942673 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:03.999728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,revision_number=10']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:04.004662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:04.006749 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bc396f-b924-40c0-bf8f-13500b3dfb32" -d '{"events": [{"server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "name": "network-vif-plugged", "status": "completed", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:04.019905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-446c4c0e-1357-475b-b4f5-20d1e1f56a2c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4742954 Oct 27 16:17:04.060779 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a13e5d-4d74-47a8-a779-b14e1ec21d7c x-openstack-request-id: req-b0a13e5d-4d74-47a8-a779-b14e1ec21d7c {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:04.061104 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "name": "network-vif-plugged", "status": "completed", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:04.061391 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0a13e5d-4d74-47a8-a779-b14e1ec21d7c {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:04.061705 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'code': 200} Oct 27 16:17:04.064034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device e9c56081-2dca-4270-8325-c1c3a2a4cbd9 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:04.073537 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-09dfbba8-724d-4f7b-bdde-49e7d62fe226 req-96d165cd-e078-4cf1-9b11-6048638569f9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 210 time: 0.0546081 Oct 27 16:17:04.151442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a216118-97dd-4e06-b5f3-304cd57a702f None None] Network ccb07b70-755b-44ad-9a1b-5ba03e67584f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:04.262208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port e9c56081-2dca-4270-8325-c1c3a2a4cbd9 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:04.282566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port e9c56081-2dca-4270-8325-c1c3a2a4cbd9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:04.283275 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.325929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf68ea3-0228-4e39-9b40-bb1cd203f602 req-e800757a-f109-4cec-8f4d-dcf417d50dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.329769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-101398f9-3f59-4e42-a7a9-77976c9a45ad tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.331299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-101398f9-3f59-4e42-a7a9-77976c9a45ad tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "GET /v2.0/networks?id=722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 200 len: 797 time: 0.1317000 Oct 27 16:17:04.332850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ecf68ea3-0228-4e39-9b40-bb1cd203f602 req-e800757a-f109-4cec-8f4d-dcf417d50dee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0659540 Oct 27 16:17:04.406444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-38781300-0822-4851-9242-0de05801c9bf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 380 time: 0.0575907 Oct 27 16:17:04.411083 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.417087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ecf68ea3-0228-4e39-9b40-bb1cd203f602 req-1c684c56-8da8-4996-94fa-6687a4fe2823 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651104 Oct 27 16:17:04.447152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port e9c56081-2dca-4270-8325-c1c3a2a4cbd9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e9c56081-2dca-4270-8325-c1c3a2a4cbd9,segment=NetworkSegment(2bc3ce1b-c441-4a35-9b0d-46a360260d48),segment_id=2bc3ce1b-c441-4a35-9b0d-46a360260d48)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:04.598180 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.600631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'port': {'device_id': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'admin_state_up': True, 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'security_groups': ['fd80112f-341a-4bfa-bdb1-0b6a9b493980']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:04.670333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=e9c56081-2dca-4270-8325-c1c3a2a4cbd9,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:04.739180 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448828f-458b-4afe-83ba-9251f39e3849 req-8912a5b5-a965-4acb-86af-b9459f9044ce tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.746976 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1448828f-458b-4afe-83ba-9251f39e3849 req-8912a5b5-a965-4acb-86af-b9459f9044ce tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.2656622 Oct 27 16:17:04.784229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:04.787876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.796456 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1448828f-458b-4afe-83ba-9251f39e3849 req-54fcedee-8772-45dc-a17b-6aebe5cdeda2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459688 Oct 27 16:17:04.826969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de8c28-13ff-4afb-a60d-33a6b3bc229c req-32cffa07-adaa-4e18-b77f-53ee43eb5983 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:04.830762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33de8c28-13ff-4afb-a60d-33a6b3bc229c req-32cffa07-adaa-4e18-b77f-53ee43eb5983 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0943758 Oct 27 16:17:04.871706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34902) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:04.876904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1835190876-network', 'tenant_id': '7200e8163dd34054b5dafb594863e6ad'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:04.917913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33de8c28-13ff-4afb-a60d-33a6b3bc229c req-e787604e-a47c-4353-9cbc-ab556f8231b7 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808089 Oct 27 16:17:04.951346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Made reservation on behalf of 7200e8163dd34054b5dafb594863e6ad for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:04.958321 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.970799 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:04.975406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.20.0.6 (722fbd1a-a884-4506-8ca5-3943d939537b/b43ebc92-4704-4b44-8da9-72fcfc7fde67/19fea6e9-de19-48da-885b-2e4e6588f976) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:05.091830 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d68b3-0f7c-4b29-9034-1834a88ac412 req-c44f2caa-65f5-4163-9339-988d2ddec597 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.093324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e74d68b3-0f7c-4b29-9034-1834a88ac412 req-c44f2caa-65f5-4163-9339-988d2ddec597 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 945 time: 0.0833619 Oct 27 16:17:05.129357 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.150250 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.152151 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e74d68b3-0f7c-4b29-9034-1834a88ac412 req-02211e18-beab-4299-926e-c08d203e99c3 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481095 Oct 27 16:17:05.191139 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.231236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:17:05.250169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e76b1fc-f8c0-4f08-b818-71796857ee99,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:05.255345 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.255581 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ffdf91ba-84e4-434b-8a2d-df819f55a184 req-c94725d0-7489-4a15-9b67-ba777dff351a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 210 time: 0.0383587 Oct 27 16:17:05.262108 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.262507 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Added segment b34cca3d-fd6e-4ce1-a553-1326e79cebd7 of type vlan for network 75a687a5-2d12-4960-9f85-c1bb6850e6d5 Oct 27 16:17:05.306602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 722fbd1a-a884-4506-8ca5-3943d939537b is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:05.313302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:05.314421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:05.350204 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=19fea6e9-de19-48da-885b-2e4e6588f976,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:05.351663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.406905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.408565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.456411 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.457556 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.458269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.491877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-f89a934e-49bc-4d7b-9182-7b4492dc0ad0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8983552 Oct 27 16:17:05.512337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Request body: {'port': {'device_id': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:05.554768 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6793449 Oct 27 16:17:05.557444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34926) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:05.576617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] Request body: {'subnet': {'network_id': '75a687a5-2d12-4960-9f85-c1bb6850e6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1835190876-subnet', 'tenant_id': '7200e8163dd34054b5dafb594863e6ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:05.613292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda91b5-fe02-456b-ad9a-516a8c7afe6e req-0a16311b-5b07-4bb6-8423-66a59dbed543 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.613573 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2bda91b5-fe02-456b-ad9a-516a8c7afe6e req-0a16311b-5b07-4bb6-8423-66a59dbed543 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.2149003 Oct 27 16:17:05.616710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b201a-cba2-4ebe-9fff-2aa709ea10ad admin admin] Pushing event updated for resources: {'Network': ['ID=75a687a5-2d12-4960-9f85-c1bb6850e6d5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:05.632395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 75a687a5-2d12-4960-9f85-c1bb6850e6d5 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:17:05.639867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d86a4-5f89-42ec-8f40-c865e2a239f1 req-4cd26c73-d5da-451b-adde-d954f64e7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.641416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-181d86a4-5f89-42ec-8f40-c865e2a239f1 req-4cd26c73-d5da-451b-adde-d954f64e7b96 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4d13418482a43108d1f408f67cfd165&device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 1096 time: 0.1907151 Oct 27 16:17:05.641558 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.710552 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2bda91b5-fe02-456b-ad9a-516a8c7afe6e req-5cf1be3e-2b0b-4193-9900-0c2f17581dc8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809886 Oct 27 16:17:05.809656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7ef319ae-1f04-451a-9d0d-1384da077b2a None None] Provisioning complete for port 19fea6e9-de19-48da-885b-2e4e6588f976 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:05.809656 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ef319ae-1f04-451a-9d0d-1384da077b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.810423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] Made reservation on behalf of 7200e8163dd34054b5dafb594863e6ad for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:05.810423 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:05.873062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d86a4-5f89-42ec-8f40-c865e2a239f1 req-cacbdeb1-dd75-4f39-ae66-32b46961fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:05.874616 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-181d86a4-5f89-42ec-8f40-c865e2a239f1 req-cacbdeb1-dd75-4f39-ae66-32b46961fc8d service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3dabac9-886f-4769-9e5c-c37d5153d4f2 HTTP/1.1" status: 200 len: 911 time: 0.2230756 Oct 27 16:17:05.890097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7ef319ae-1f04-451a-9d0d-1384da077b2a None None] Port 19fea6e9-de19-48da-885b-2e4e6588f976 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:05.931345 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-181d86a4-5f89-42ec-8f40-c865e2a239f1 req-c7ec65b3-ad07-454c-b1c3-105c5abc1854 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4821bf0-fe0a-4e66-aee5-6b245df450e2 HTTP/1.1" status: 200 len: 217 time: 0.0468891 Oct 27 16:17:06.044082 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d86a4-5f89-42ec-8f40-c865e2a239f1 req-5d233c82-328d-4611-896e-c5a66a90b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.045593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-181d86a4-5f89-42ec-8f40-c865e2a239f1 req-5d233c82-328d-4611-896e-c5a66a90b58f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e53b8bd9-0304-4047-ba78-3bb86240a48f HTTP/1.1" status: 200 len: 850 time: 0.1029723 Oct 27 16:17:06.056200 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b513bb4-fe11-4520-a7bb-9b469d8d194a req-3fb6cf8e-7fc1-461c-be60-d4c11189c8ed tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.057710 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b513bb4-fe11-4520-a7bb-9b469d8d194a req-3fb6cf8e-7fc1-461c-be60-d4c11189c8ed tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1302788 Oct 27 16:17:06.063279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b966d101-ab80-464c-be52-ce2fad3d2c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c56081-2dca-4270-8325-c1c3a2a4cbd9'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:06.066381 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a64859d-15d3-4648-8955-42c199230afc" -d '{"events": [{"server_uuid": "b966d101-ab80-464c-be52-ce2fad3d2c05", "name": "network-vif-plugged", "status": "completed", "tag": "e9c56081-2dca-4270-8325-c1c3a2a4cbd9"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:06.073959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19fea6e9-de19-48da-885b-2e4e6588f976 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:06.082588 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.094545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Transition to ACTIVE for port object 19fea6e9-de19-48da-885b-2e4e6588f976 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:17:06.111602 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-181d86a4-5f89-42ec-8f40-c865e2a239f1 req-9c51090a-9b3c-43fa-99d8-79259725039f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3dabac9-886f-4769-9e5c-c37d5153d4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528843 Oct 27 16:17:06.201084 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.216644 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b513bb4-fe11-4520-a7bb-9b469d8d194a req-4150ba1d-4d68-4f20-8c33-75b7d7840c40 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470406 Oct 27 16:17:06.264989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Pushing event updated for resources: {'Port': ['ID=19fea6e9-de19-48da-885b-2e4e6588f976,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:06.328276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-181d86a4-5f89-42ec-8f40-c865e2a239f1 req-355aa290-97d3-4f78-9013-a5caeb254871 service neutron] 10.222.0.54 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045982 Oct 27 16:17:06.329759 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.343157 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad9f2bb-5686-4879-b696-86585e97d0d9 x-openstack-request-id: req-0ad9f2bb-5686-4879-b696-86585e97d0d9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:06.346636 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b966d101-ab80-464c-be52-ce2fad3d2c05", "name": "network-vif-plugged", "status": "completed", "tag": "e9c56081-2dca-4270-8325-c1c3a2a4cbd9", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:06.347917 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ad9f2bb-5686-4879-b696-86585e97d0d9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:06.348935 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b966d101-ab80-464c-be52-ce2fad3d2c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c56081-2dca-4270-8325-c1c3a2a4cbd9', 'code': 200} Oct 27 16:17:06.361125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Attempting to bind port 19fea6e9-de19-48da-885b-2e4e6588f976 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:06.361545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Attempting to bind port 19fea6e9-de19-48da-885b-2e4e6588f976 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:06.362237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Attempting to bind port 19fea6e9-de19-48da-885b-2e4e6588f976 on network 722fbd1a-a884-4506-8ca5-3943d939537b {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:06.391721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Port 19fea6e9-de19-48da-885b-2e4e6588f976 on network 722fbd1a-a884-4506-8ca5-3943d939537b not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:17:06.409730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Attempting to bind port 19fea6e9-de19-48da-885b-2e4e6588f976 on network 722fbd1a-a884-4506-8ca5-3943d939537b {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:06.451663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:06.452194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Checking segment: {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:06.452582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Bound using segment: {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:06.453034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Bound port: 19fea6e9-de19-48da-885b-2e4e6588f976, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:06.453389 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.468691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=645adec6-b461-486d-9c98-a11b39a43552,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:06.546340 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041e31f-ddbf-4894-84f1-154f0027d6cd req-ec6e1b0e-90f8-493d-8a71-521eb6e9e0ed tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.550547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3041e31f-ddbf-4894-84f1-154f0027d6cd req-ec6e1b0e-90f8-493d-8a71-521eb6e9e0ed tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 945 time: 0.1723816 Oct 27 16:17:06.558619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d78e6-32c2-425c-a235-b9746a153351 req-234d3ec8-88f4-474f-a3ea-55e463d29b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.560714 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-008d78e6-32c2-425c-a235-b9746a153351 req-234d3ec8-88f4-474f-a3ea-55e463d29b02 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 1096 time: 0.1443698 Oct 27 16:17:06.582306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] Checking segment: {'id': 'b34cca3d-fd6e-4ce1-a553-1326e79cebd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '75a687a5-2d12-4960-9f85-c1bb6850e6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:06.582676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] Network hostable DHCP agents. Network: 75a687a5-2d12-4960-9f85-c1bb6850e6d5, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:17:06.601373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90820a9c-876c-4847-9104-738a68cfcee5 req-1a463cdc-ffd5-4b3a-a63f-8c5e6c727160 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.608148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90820a9c-876c-4847-9104-738a68cfcee5 req-1a463cdc-ffd5-4b3a-a63f-8c5e6c727160 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.619441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90820a9c-876c-4847-9104-738a68cfcee5 req-1a463cdc-ffd5-4b3a-a63f-8c5e6c727160 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.631014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90820a9c-876c-4847-9104-738a68cfcee5 req-1a463cdc-ffd5-4b3a-a63f-8c5e6c727160 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.631350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:06.638198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90820a9c-876c-4847-9104-738a68cfcee5 req-1a463cdc-ffd5-4b3a-a63f-8c5e6c727160 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.645184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90820a9c-876c-4847-9104-738a68cfcee5 req-1a463cdc-ffd5-4b3a-a63f-8c5e6c727160 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.651540 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90820a9c-876c-4847-9104-738a68cfcee5 req-1a463cdc-ffd5-4b3a-a63f-8c5e6c727160 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.653676 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-90820a9c-876c-4847-9104-738a68cfcee5 req-1a463cdc-ffd5-4b3a-a63f-8c5e6c727160 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5434 time: 0.1755841 Oct 27 16:17:06.660153 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-181d86a4-5f89-42ec-8f40-c865e2a239f1 req-df3a7284-66d2-41c3-96a1-6a6ca9425325 service neutron] 10.222.0.54 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698543 Oct 27 16:17:06.663207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3041e31f-ddbf-4894-84f1-154f0027d6cd req-9eeff9e1-8af1-4265-8187-0d9b6c67dc13 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013539 Oct 27 16:17:06.669272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19fea6e9-de19-48da-885b-2e4e6588f976,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:06.671395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-008d78e6-32c2-425c-a235-b9746a153351 req-a2f94a28-ce33-4155-902f-4847aacf12ee service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954597 Oct 27 16:17:06.706914 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.724720 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-90820a9c-876c-4847-9104-738a68cfcee5 req-686f453e-6221-4d83-b7e8-3611008e7988 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620689 Oct 27 16:17:06.780220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] Network 75a687a5-2d12-4960-9f85-c1bb6850e6d5 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:17:06.790804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.791437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.799383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] 10.222.0.54 "PUT /v2.0/ports/19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 1091 time: 1.2919035 Oct 27 16:17:06.800199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:06.802907 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb120d57-702f-4b68-b9e1-4add588ba4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:06.861306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13e0ed-5b52-423c-8787-fd9a55253463 service neutron] Pushing event updated for resources: {'Port': ['ID=19fea6e9-de19-48da-885b-2e4e6588f976,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:06.864930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 75a687a5-2d12-4960-9f85-c1bb6850e6d5) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:06.874320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a3807-a0d1-4f98-8787-2f2510dc801b None None] Network 75a687a5-2d12-4960-9f85-c1bb6850e6d5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:06.884781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.885156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:06.887458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28b827-8961-4770-a10f-310faab3b243 req-3227fe8e-5bbc-488e-b8f6-6878782c9d66 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.889440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec28b827-8961-4770-a10f-310faab3b243 req-3227fe8e-5bbc-488e-b8f6-6878782c9d66 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 943 time: 0.1003151 Oct 27 16:17:06.921912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80980baa-3d82-429d-9f3c-8d2228b8c2fe req-c4b0fba5-1208-4996-9779-5f39783a7e09 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:06.923630 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80980baa-3d82-429d-9f3c-8d2228b8c2fe req-c4b0fba5-1208-4996-9779-5f39783a7e09 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0913370 Oct 27 16:17:06.991210 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec28b827-8961-4770-a10f-310faab3b243 req-3b544dc6-1530-4443-906f-060ce3814700 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930719 Oct 27 16:17:06.994260 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80980baa-3d82-429d-9f3c-8d2228b8c2fe req-216c373d-91a9-4f18-bcef-d2f38a41a154 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578642 Oct 27 16:17:07.021910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-c91addd6-b323-4bbd-a5d7-c1c391f39e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.022136 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9a905d80-d125-404a-9e19-9d64ee6415a0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4493876 Oct 27 16:17:07.022256 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-c91addd6-b323-4bbd-a5d7-c1c391f39e02 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1094 time: 0.0769489 Oct 27 16:17:07.077347 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-c4b458c1-d43d-48e6-bf45-5d90479b654e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 217 time: 0.0483346 Oct 27 16:17:07.124339 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972e9d8b-b186-43d7-95e8-56883ebb8765 x-openstack-request-id: req-972e9d8b-b186-43d7-95e8-56883ebb8765 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:07.124636 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:07.124896 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-972e9d8b-b186-43d7-95e8-56883ebb8765 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:07.125303 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976', 'status': 'completed', 'code': 200} Oct 27 16:17:07.145333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1503c0b1-5398-4eec-a391-e86957da6273 None None] Network 75a687a5-2d12-4960-9f85-c1bb6850e6d5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:07.146354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-55d9007f-3d49-4adb-b139-6ccc95b1a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.148358 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-55d9007f-3d49-4adb-b139-6ccc95b1a523 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b43ebc92-4704-4b44-8da9-72fcfc7fde67 HTTP/1.1" status: 200 len: 834 time: 0.0632591 Oct 27 16:17:07.199764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-27122060-5e37-4f73-a04e-2ea2004ee950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.201341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-27122060-5e37-4f73-a04e-2ea2004ee950 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=722fbd1a-a884-4506-8ca5-3943d939537b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458419 Oct 27 16:17:07.342428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-074763f2-1283-4f9e-8364-2b119f012580 service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147606 Oct 27 16:17:07.366513 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32092c85-e9f5-4e6f-8935-8152178827d6 req-31f6d9f7-1b67-427e-a49a-3d1cff035bfb tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.368765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-32092c85-e9f5-4e6f-8935-8152178827d6 req-31f6d9f7-1b67-427e-a49a-3d1cff035bfb tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0693610 Oct 27 16:17:07.415254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-32092c85-e9f5-4e6f-8935-8152178827d6 req-7717ceab-a83e-4cd8-b91e-a8714c872ef1 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397034 Oct 27 16:17:07.471149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e25e0633-03ab-4e71-93c0-cd1cb472909e req-dc83366a-9942-4c40-996f-9c3c9e072ae8 service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207845 Oct 27 16:17:07.536357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-ed70c2a3-529c-44a1-8ade-febb00c227a5 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.542558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-ed70c2a3-529c-44a1-8ade-febb00c227a5 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.548782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-ed70c2a3-529c-44a1-8ade-febb00c227a5 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.555653 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-ed70c2a3-529c-44a1-8ade-febb00c227a5 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.561988 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-ed70c2a3-529c-44a1-8ade-febb00c227a5 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.568788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-ed70c2a3-529c-44a1-8ade-febb00c227a5 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.574850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-ed70c2a3-529c-44a1-8ade-febb00c227a5 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.576847 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-ed70c2a3-529c-44a1-8ade-febb00c227a5 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5434 time: 0.1547134 Oct 27 16:17:07.579453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-968de69c-0967-4aba-923f-595de129a47e tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.584237 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-968de69c-0967-4aba-923f-595de129a47e tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/networks?id=ccb07b70-755b-44ad-9a1b-5ba03e67584f HTTP/1.1" status: 200 len: 808 time: 0.1295013 Oct 27 16:17:07.623122 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-4a50ca9d-9321-4914-bd40-363e945333cd tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/quotas/af41b45f51fe493fb8d1865c99b6f90f HTTP/1.1" status: 200 len: 375 time: 0.0298824 Oct 27 16:17:07.637080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92314253-878f-43da-9fa7-af273c58372a req-54096d57-ffc9-403d-9c01-5f4aba953da7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.638577 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92314253-878f-43da-9fa7-af273c58372a req-54096d57-ffc9-403d-9c01-5f4aba953da7 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1463106 Oct 27 16:17:07.642930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-af802735-fcc4-4aed-8ede-f41d20579ca7 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.643876 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-af802735-fcc4-4aed-8ede-f41d20579ca7 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "GET /v2.0/ports/630e02a2-bc37-4b1c-9d43-7fc7f11e0bae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0600748 Oct 27 16:17:07.659371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb120d57-702f-4b68-b9e1-4add588ba4f9 req-0ba70930-242b-4be6-801a-0d14018fc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.660847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb120d57-702f-4b68-b9e1-4add588ba4f9 req-0ba70930-242b-4be6-801a-0d14018fc2f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1094 time: 0.0754297 Oct 27 16:17:07.664739 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-01e8a889-d27e-433c-b961-be0c1c1fdfb8 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=af41b45f51fe493fb8d1865c99b6f90f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345552 Oct 27 16:17:07.730201 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92314253-878f-43da-9fa7-af273c58372a req-de16e213-40b4-4f2d-8d6b-497b74b0beaa tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830870 Oct 27 16:17:07.795255 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-28c62040-2bcb-41b1-8de6-54a9fa7ebaaf tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "GET /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1421254 Oct 27 16:17:07.816435 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:07.841337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb120d57-702f-4b68-b9e1-4add588ba4f9 req-ba3b4093-5e58-4d83-b104-a3edf06a2d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.842825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb120d57-702f-4b68-b9e1-4add588ba4f9 req-ba3b4093-5e58-4d83-b104-a3edf06a2d1f service neutron] 10.222.0.54 "GET /v2.0/networks?id=722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 200 len: 898 time: 0.1746857 Oct 27 16:17:07.844979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-e64a9145-a1d5-45f4-aa51-043276cc073e service neutron] 10.222.0.15 "GET /v2.0/networks/ccb07b70-755b-44ad-9a1b-5ba03e67584f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654696 Oct 27 16:17:07.895889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:07.906444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a557f-bc2e-44b3-bdbe-f919987b6949 req-7c35c9f0-e2b1-433b-b7bb-b9b6c0a2475c tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:07.908130 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-734a557f-bc2e-44b3-bdbe-f919987b6949 req-7c35c9f0-e2b1-433b-b7bb-b9b6c0a2475c tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 945 time: 0.1060667 Oct 27 16:17:07.931643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb120d57-702f-4b68-b9e1-4add588ba4f9 req-17da856c-914b-4770-bc9e-242892f3b117 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 217 time: 0.0709281 Oct 27 16:17:07.991117 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-734a557f-bc2e-44b3-bdbe-f919987b6949 req-cd1cdc6b-20ae-4627-9470-c723c42d3c9f tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749121 Oct 27 16:17:08.006360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb120d57-702f-4b68-b9e1-4add588ba4f9 req-5259fce7-7bf8-475e-a419-54f7059982e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.007823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb120d57-702f-4b68-b9e1-4add588ba4f9 req-5259fce7-7bf8-475e-a419-54f7059982e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b43ebc92-4704-4b44-8da9-72fcfc7fde67 HTTP/1.1" status: 200 len: 834 time: 0.0688748 Oct 27 16:17:08.009768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-af2f0e0a-47ba-46f0-998c-5ab5b35ff7d7 service neutron] 10.222.0.15 "GET /v2.0/networks/ccb07b70-755b-44ad-9a1b-5ba03e67584f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577911 Oct 27 16:17:08.074802 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb120d57-702f-4b68-b9e1-4add588ba4f9 req-5f7c426f-6a62-4642-b49b-04ef28907a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.076861 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb120d57-702f-4b68-b9e1-4add588ba4f9 req-5f7c426f-6a62-4642-b49b-04ef28907a6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=722fbd1a-a884-4506-8ca5-3943d939537b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560527 Oct 27 16:17:08.103786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] For port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:08.181535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb120d57-702f-4b68-b9e1-4add588ba4f9 req-f41b5940-3cfe-4912-8ff7-632286dfc2c1 service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950148 Oct 27 16:17:08.182152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d22038-2033-46fc-8e5d-7d2d173fab8a req-cec0c3c0-89b2-471a-b89d-d09d7e66d0c4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.188280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d22038-2033-46fc-8e5d-7d2d173fab8a req-cec0c3c0-89b2-471a-b89d-d09d7e66d0c4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.195797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d22038-2033-46fc-8e5d-7d2d173fab8a req-cec0c3c0-89b2-471a-b89d-d09d7e66d0c4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.201969 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d22038-2033-46fc-8e5d-7d2d173fab8a req-cec0c3c0-89b2-471a-b89d-d09d7e66d0c4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.208809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d22038-2033-46fc-8e5d-7d2d173fab8a req-cec0c3c0-89b2-471a-b89d-d09d7e66d0c4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.215018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d22038-2033-46fc-8e5d-7d2d173fab8a req-cec0c3c0-89b2-471a-b89d-d09d7e66d0c4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.221743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d22038-2033-46fc-8e5d-7d2d173fab8a req-cec0c3c0-89b2-471a-b89d-d09d7e66d0c4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.224186 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b8d22038-2033-46fc-8e5d-7d2d173fab8a req-cec0c3c0-89b2-471a-b89d-d09d7e66d0c4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 5434 time: 0.1383581 Oct 27 16:17:08.225317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] For port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:08.283855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb120d57-702f-4b68-b9e1-4add588ba4f9 req-6fb3ec33-d1d3-4a70-bf0f-8224129e154a service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935621 Oct 27 16:17:08.291785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] device_id is not set on port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:17:08.310980 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.324017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b8d22038-2033-46fc-8e5d-7d2d173fab8a req-a9fdfdb5-8c64-45e0-bdf8-4d28f1357bb7 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e&id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648935 Oct 27 16:17:08.390751 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.507727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] No DVR routers for this DVR port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:08.512381 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] Pushing event updated for resources: {'Port': ['ID=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,revision_number=6']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:08.539927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f64f8-231d-45f6-a6c6-4c7d9205549b req-89cbe41b-8e68-4030-90fc-f9c1bdd91cd5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.541483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e3f64f8-231d-45f6-a6c6-4c7d9205549b req-89cbe41b-8e68-4030-90fc-f9c1bdd91cd5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.2011023 Oct 27 16:17:08.562752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267e793-d802-4717-8fde-ad4878f951c3 req-1ce7e73f-d8e1-417a-9e74-ca279cc1d316 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.564353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b267e793-d802-4717-8fde-ad4878f951c3 req-1ce7e73f-d8e1-417a-9e74-ca279cc1d316 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1422186 Oct 27 16:17:08.569888 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] In _notify_port_updated(), no bound segment for port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:17:08.570745 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.571348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.572745 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-5ad61433-ad69-4ca9-aa1a-f605057672b3 service neutron] 10.222.0.54 "PUT /v2.0/ports/630e02a2-bc37-4b1c-9d43-7fc7f11e0bae HTTP/1.1" status: 200 len: 1028 time: 0.7686803 Oct 27 16:17:08.589960 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e3f64f8-231d-45f6-a6c6-4c7d9205549b req-d0ab3ce0-cbc3-4d5a-89ed-b5d9a64ee242 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Oct 27 16:17:08.655353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-c7c4384f-b4a9-4d4b-8929-c979654b4725 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.656882 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-c7c4384f-b4a9-4d4b-8929-c979654b4725 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "GET /v2.0/ports/e0738243-2861-423b-81cc-1a0184199dd8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0752912 Oct 27 16:17:08.661333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b267e793-d802-4717-8fde-ad4878f951c3 req-fce3dd38-8e8c-4571-8eef-81c2fb288d92 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876579 Oct 27 16:17:08.686519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:08.712544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b6148-3fa6-4828-9a79-4557a34e4043 req-309d50ee-10fd-4b7c-853a-f304b41b5a22 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:08.714096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-394b6148-3fa6-4828-9a79-4557a34e4043 req-309d50ee-10fd-4b7c-853a-f304b41b5a22 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 943 time: 0.0562198 Oct 27 16:17:08.741468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9993b3e5-fd6e-4c68-a4ee-7b70380601d0 None None] Provisioning complete for port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:08.746641 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9993b3e5-fd6e-4c68-a4ee-7b70380601d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.753932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:08.773423 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-394b6148-3fa6-4828-9a79-4557a34e4043 req-8e0cb0b9-fa54-43a6-b6db-3e113a9c18fd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528431 Oct 27 16:17:08.781078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9993b3e5-fd6e-4c68-a4ee-7b70380601d0 None None] Port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:08.836305 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-47614953-3724-45d0-a512-5a7e2fe4e830 req-99e33db0-4d80-40ed-8224-2590c6edacb3 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 210 time: 0.0382276 Oct 27 16:17:08.961801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] For port e0738243-2861-423b-81cc-1a0184199dd8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=e0738243-2861-423b-81cc-1a0184199dd8,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:09.009204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b94a6-3f38-4df0-be44-716d97f0db0e req-69f356d9-2c3d-4d75-97bb-0cf77764945d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.011513 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2a0b94a6-3f38-4df0-be44-716d97f0db0e req-69f356d9-2c3d-4d75-97bb-0cf77764945d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0934618 Oct 27 16:17:09.016415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] For port e0738243-2861-423b-81cc-1a0184199dd8, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:09.067996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] device_id is not set on port e0738243-2861-423b-81cc-1a0184199dd8 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:17:09.085638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.089932 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2a0b94a6-3f38-4df0-be44-716d97f0db0e req-9593ebf0-e393-4288-be98-c53dc0c90014 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715513 Oct 27 16:17:09.114999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7a421-6001-4916-8df7-1a9b3b36103d req-61ed2cab-3968-47d3-adab-b4315161a925 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.116318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5e7a421-6001-4916-8df7-1a9b3b36103d req-61ed2cab-3968-47d3-adab-b4315161a925 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 945 time: 0.0539722 Oct 27 16:17:09.156426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5e7a421-6001-4916-8df7-1a9b3b36103d req-10f53aeb-d6f6-488b-adc3-b30de223b768 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341065 Oct 27 16:17:09.156775 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.265954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] Pushing event updated for resources: {'Port': ['ID=e0738243-2861-423b-81cc-1a0184199dd8,revision_number=6']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:09.268712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] No DVR routers for this DVR port e0738243-2861-423b-81cc-1a0184199dd8 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:09.310573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f674f7-6a82-45ea-bf71-2135f73f3293 req-a1243a00-63fb-4d68-969a-ab17d0eefe93 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.312200 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2f674f7-6a82-45ea-bf71-2135f73f3293 req-a1243a00-63fb-4d68-969a-ab17d0eefe93 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1289153 Oct 27 16:17:09.331078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] In _notify_port_updated(), no bound segment for port e0738243-2861-423b-81cc-1a0184199dd8 on network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:17:09.331853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.338661 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.338661 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-790dd2ad-5544-4649-8a0a-3f50493c3b32 service neutron] 10.222.0.54 "PUT /v2.0/ports/e0738243-2861-423b-81cc-1a0184199dd8 HTTP/1.1" status: 200 len: 1027 time: 0.6542809 Oct 27 16:17:09.391595 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2f674f7-6a82-45ea-bf71-2135f73f3293 req-bbda2c1c-e6de-4cc3-8af8-400fb1238551 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701177 Oct 27 16:17:09.461259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-f83d0ecc-26db-47e4-aae2-8223871d84fb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Deleting port 56cde905-1083-4605-a7b0-19acc8047639 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:09.461670 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-f83d0ecc-26db-47e4-aae2-8223871d84fb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.519011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-426cb89e-7380-4624-b8e2-c21b02164608 None None] Provisioning complete for port e0738243-2861-423b-81cc-1a0184199dd8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:09.523556 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-426cb89e-7380-4624-b8e2-c21b02164608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.556068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-426cb89e-7380-4624-b8e2-c21b02164608 None None] Port e0738243-2861-423b-81cc-1a0184199dd8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:09.568368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b963832-1343-4cdf-bd0f-5427a0868f11 req-869436b0-ea22-4516-969b-1a902e284e1a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.574289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b963832-1343-4cdf-bd0f-5427a0868f11 req-869436b0-ea22-4516-969b-1a902e284e1a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.580272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b963832-1343-4cdf-bd0f-5427a0868f11 req-869436b0-ea22-4516-969b-1a902e284e1a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.586635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b963832-1343-4cdf-bd0f-5427a0868f11 req-869436b0-ea22-4516-969b-1a902e284e1a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.592917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b963832-1343-4cdf-bd0f-5427a0868f11 req-869436b0-ea22-4516-969b-1a902e284e1a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.594698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b963832-1343-4cdf-bd0f-5427a0868f11 req-869436b0-ea22-4516-969b-1a902e284e1a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 3885 time: 0.1299734 Oct 27 16:17:09.656798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-f83d0ecc-26db-47e4-aae2-8223871d84fb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] For port 56cde905-1083-4605-a7b0-19acc8047639, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=56cde905-1083-4605-a7b0-19acc8047639,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:09.657211 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-f83d0ecc-26db-47e4-aae2-8223871d84fb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.671300 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b963832-1343-4cdf-bd0f-5427a0868f11 req-1baf2162-0543-4551-8ddc-453e13de1e69 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692492 Oct 27 16:17:09.676002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-f83d0ecc-26db-47e4-aae2-8223871d84fb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Calling delete_port for 56cde905-1083-4605-a7b0-19acc8047639 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:09.679101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 19fea6e9-de19-48da-885b-2e4e6588f976 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:09.799617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19fea6e9-de19-48da-885b-2e4e6588f976,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:09.813669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '19fea6e9-de19-48da-885b-2e4e6588f976', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'port_id': '19fea6e9-de19-48da-885b-2e4e6588f976', 'mac_address': 'fa:16:3e:93:6e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:09.850222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6880bfa-7052-4b05-b0f8-1f1f9603b49e req-1e60392a-f6bc-42a9-b236-2a8907328f08 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.851753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6880bfa-7052-4b05-b0f8-1f1f9603b49e req-1e60392a-f6bc-42a9-b236-2a8907328f08 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 945 time: 0.0682085 Oct 27 16:17:09.862121 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:09.876307 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19fea6e9-de19-48da-885b-2e4e6588f976 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:09.878504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a300b6a-259d-4046-951c-2effc6cb472e req-4f4ffbd1-bfb4-42d3-a753-3aa80b9bdcd2 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:09.880116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a300b6a-259d-4046-951c-2effc6cb472e req-4f4ffbd1-bfb4-42d3-a753-3aa80b9bdcd2 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0961878 Oct 27 16:17:09.896839 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6880bfa-7052-4b05-b0f8-1f1f9603b49e req-76d279a4-4616-4de6-b8c6-0c8f5247226e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382814 Oct 27 16:17:09.897763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19fea6e9-de19-48da-885b-2e4e6588f976,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:09.936523 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a300b6a-259d-4046-951c-2effc6cb472e req-c7c033b8-a3c1-4ae1-b347-a38a8cfb8968 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446417 Oct 27 16:17:09.996746 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-f83d0ecc-26db-47e4-aae2-8223871d84fb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:10.025620 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:10.026650 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d0ecc-26db-47e4-aae2-8223871d84fb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Port': ['ID=56cde905-1083-4605-a7b0-19acc8047639,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:10.046860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c4202-a29b-4261-b60b-487fe8ce55c8 req-77d696b2-1bd3-4165-9f3a-4ed30122ee26 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.048475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-561c4202-a29b-4261-b60b-487fe8ce55c8 req-77d696b2-1bd3-4165-9f3a-4ed30122ee26 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0850227 Oct 27 16:17:10.098294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-f83d0ecc-26db-47e4-aae2-8223871d84fb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] No DVR routers for this DVR port 56cde905-1083-4605-a7b0-19acc8047639 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:10.100954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-f83d0ecc-26db-47e4-aae2-8223871d84fb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:10.104706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-f83d0ecc-26db-47e4-aae2-8223871d84fb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "DELETE /v2.0/ports/56cde905-1083-4605-a7b0-19acc8047639 HTTP/1.1" status: 204 len: 173 time: 0.7643316 Oct 27 16:17:10.105542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-561c4202-a29b-4261-b60b-487fe8ce55c8 req-745dbe63-e189-46d6-800f-286f9375a93c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478444 Oct 27 16:17:10.109251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=19fea6e9-de19-48da-885b-2e4e6588f976,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:10.117968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.132149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.132149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.132149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.132149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.132149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.132149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.132149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.132149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.132149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.132149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.132149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:10.140794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-deleted', 'tag': '56cde905-1083-4605-a7b0-19acc8047639'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:10.143204 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56adc4b-757e-44de-bc25-2a5668861464" -d '{"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-deleted", "tag": "56cde905-1083-4605-a7b0-19acc8047639"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:10.153331 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38db1a62-0657-416b-93dd-b64dbaa84734 req-a4ad7311-499c-4ac6-bbd7-5c7dd481f583 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 210 time: 0.0569394 Oct 27 16:17:10.238461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e8a49-f87a-4452-a7df-ad2305e47505 req-aee83e87-792b-4d76-91cb-0f6a002778cc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.241263 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-231e8a49-f87a-4452-a7df-ad2305e47505 req-aee83e87-792b-4d76-91cb-0f6a002778cc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 944 time: 0.0606213 Oct 27 16:17:10.280197 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-231e8a49-f87a-4452-a7df-ad2305e47505 req-58e3781a-ae21-40de-a62d-cc49681a740a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341756 Oct 27 16:17:10.285335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['19fea6e9-de19-48da-885b-2e4e6588f976'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:10.292309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1edfd-73c7-44fe-873d-ef8a3cc4aa4b req-9a959fba-6c8a-4846-922d-b21201e06b25 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.296607 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1a1edfd-73c7-44fe-873d-ef8a3cc4aa4b req-9a959fba-6c8a-4846-922d-b21201e06b25 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0674815 Oct 27 16:17:10.311639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-073e71a4-7bd9-4274-8398-832e884fe4a9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Deleting port 20cb089c-9c9d-4514-b3f7-e98f1b022466 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:10.311974 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-073e71a4-7bd9-4274-8398-832e884fe4a9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:10.328823 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8902897-4f3f-4070-8101-47f655e9e2d9 x-openstack-request-id: req-b8902897-4f3f-4070-8101-47f655e9e2d9 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:10.329111 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-deleted", "tag": "56cde905-1083-4605-a7b0-19acc8047639", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:10.329354 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8902897-4f3f-4070-8101-47f655e9e2d9 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:10.329736 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-deleted', 'tag': '56cde905-1083-4605-a7b0-19acc8047639', 'status': 'completed', 'code': 200} Oct 27 16:17:10.402521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1a1edfd-73c7-44fe-873d-ef8a3cc4aa4b req-debe536f-e8e5-4225-9fc9-88e011fcf407 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995705 Oct 27 16:17:10.447991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-073e71a4-7bd9-4274-8398-832e884fe4a9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] For port 20cb089c-9c9d-4514-b3f7-e98f1b022466, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=20cb089c-9c9d-4514-b3f7-e98f1b022466,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:10.448394 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-073e71a4-7bd9-4274-8398-832e884fe4a9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:10.468100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-073e71a4-7bd9-4274-8398-832e884fe4a9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Calling delete_port for 20cb089c-9c9d-4514-b3f7-e98f1b022466 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:10.733760 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-073e71a4-7bd9-4274-8398-832e884fe4a9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:10.765747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e71a4-7bd9-4274-8398-832e884fe4a9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Port': ['ID=20cb089c-9c9d-4514-b3f7-e98f1b022466,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:10.853627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-672ecc6e-19ed-4a49-a7fa-664d9dfa9052 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.855117 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-672ecc6e-19ed-4a49-a7fa-664d9dfa9052 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.53 "GET /v2.0/networks?id=ccb07b70-755b-44ad-9a1b-5ba03e67584f HTTP/1.1" status: 200 len: 808 time: 0.1411312 Oct 27 16:17:10.889463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Request body: {'port': {'device_id': 'c0854e81-709d-4e65-b242-1cf834e175aa', 'network_id': 'ccb07b70-755b-44ad-9a1b-5ba03e67584f', 'admin_state_up': True, 'tenant_id': 'af41b45f51fe493fb8d1865c99b6f90f'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:10.959493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2f18e-5d5e-4257-bbdc-3987132c1b86 req-d3ca073d-15cc-4158-8ca9-6333ca4d9f42 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:10.961106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84d2f18e-5d5e-4257-bbdc-3987132c1b86 req-d3ca073d-15cc-4158-8ca9-6333ca4d9f42 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1050942 Oct 27 16:17:11.046371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84d2f18e-5d5e-4257-bbdc-3987132c1b86 req-9a3069c9-ec70-4183-a60b-61e65a100975 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757046 Oct 27 16:17:11.153367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Made reservation on behalf of af41b45f51fe493fb8d1865c99b6f90f for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:11.157043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.202103 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-073e71a4-7bd9-4274-8398-832e884fe4a9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] No DVR routers for this DVR port 20cb089c-9c9d-4514-b3f7-e98f1b022466 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:11.202637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0908541-a023-40d8-a8aa-d7f8d9295ef1 req-de2b2ea5-9892-4c1a-8ab8-86a8eea50cd8 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.204321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0908541-a023-40d8-a8aa-d7f8d9295ef1 req-de2b2ea5-9892-4c1a-8ab8-86a8eea50cd8 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 945 time: 0.0824416 Oct 27 16:17:11.209231 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-073e71a4-7bd9-4274-8398-832e884fe4a9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.213805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-073e71a4-7bd9-4274-8398-832e884fe4a9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "DELETE /v2.0/ports/20cb089c-9c9d-4514-b3f7-e98f1b022466 HTTP/1.1" status: 204 len: 173 time: 1.0657454 Oct 27 16:17:11.264805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a7fb3-a345-4977-b6ff-04df880f113d req-be720eb0-bea0-4126-b303-2f114d48fdd9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.271574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a7fb3-a345-4977-b6ff-04df880f113d req-be720eb0-bea0-4126-b303-2f114d48fdd9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.277665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a7fb3-a345-4977-b6ff-04df880f113d req-be720eb0-bea0-4126-b303-2f114d48fdd9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.279364 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba6a7fb3-a345-4977-b6ff-04df880f113d req-be720eb0-bea0-4126-b303-2f114d48fdd9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 2417 time: 0.4666240 Oct 27 16:17:11.328851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0908541-a023-40d8-a8aa-d7f8d9295ef1 req-e1566ad9-67db-42ec-9321-b94628eb5f0e tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fa7beb-4df1-487d-af90-10571279bb37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925064 Oct 27 16:17:11.366574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba6a7fb3-a345-4977-b6ff-04df880f113d req-d4e852ad-8f42-4cab-905f-510eaac48e10 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759010 Oct 27 16:17:11.376940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Allocated IP 172.20.0.8 (ccb07b70-755b-44ad-9a1b-5ba03e67584f/e02f3080-be40-423a-b92c-e095d00a59f3/994032cd-d257-4e4e-b762-95f8356acd5c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:11.394652 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-fe023aed-e254-4b11-9de3-f584a1dbd992 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Deleting port e68582e4-50d4-4b71-a602-6763563cb152 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:11.400477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-fe023aed-e254-4b11-9de3-f584a1dbd992 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.406572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f48886-c182-49c9-9c70-63488c0f1a54 req-fd71948d-c7ee-45fd-be6f-ae8dafa06a82 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.408151 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5f48886-c182-49c9-9c70-63488c0f1a54 req-fd71948d-c7ee-45fd-be6f-ae8dafa06a82 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.53 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 945 time: 0.1259582 Oct 27 16:17:11.523131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-fe023aed-e254-4b11-9de3-f584a1dbd992 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] For port e68582e4-50d4-4b71-a602-6763563cb152, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=e68582e4-50d4-4b71-a602-6763563cb152,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:11.523497 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-fe023aed-e254-4b11-9de3-f584a1dbd992 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.560461 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-fe023aed-e254-4b11-9de3-f584a1dbd992 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Calling delete_port for e68582e4-50d4-4b71-a602-6763563cb152 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:11.563650 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-504a4826-7868-4e90-96d2-340b1ccabcbd req-c9595da2-f3e2-479f-a87d-29ff41c2dde4 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 210 time: 0.0425532 Oct 27 16:17:11.578994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81339b79-3183-4eae-bc5c-ce882b5fd0bd req-cec1f993-e76b-426d-9947-bacc7f7d3a28 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.580684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81339b79-3183-4eae-bc5c-ce882b5fd0bd req-cec1f993-e76b-426d-9947-bacc7f7d3a28 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1503394 Oct 27 16:17:11.693489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 19fea6e9-de19-48da-885b-2e4e6588f976 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:11.698658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80c370-ceac-46e4-b2cf-2573b4b67a9d req-532c2cca-6160-4372-8fe9-dfe6e0dd3b00 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:11.704354 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bf80c370-ceac-46e4-b2cf-2573b4b67a9d req-532c2cca-6160-4372-8fe9-dfe6e0dd3b00 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 944 time: 0.0715277 Oct 27 16:17:11.732986 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81339b79-3183-4eae-bc5c-ce882b5fd0bd req-82b40877-f301-4011-9283-4f83d6bf3f5d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979528 Oct 27 16:17:11.739249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d5f48886-c182-49c9-9c70-63488c0f1a54 req-56f64898-7817-43c2-9c6a-d678a05b81f9 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Deleting port e9c56081-2dca-4270-8325-c1c3a2a4cbd9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:11.739612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d5f48886-c182-49c9-9c70-63488c0f1a54 req-56f64898-7817-43c2-9c6a-d678a05b81f9 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.765487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.779704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 19fea6e9-de19-48da-885b-2e4e6588f976 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:11.785171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 19fea6e9-de19-48da-885b-2e4e6588f976 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:11.785620 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.802808 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bf80c370-ceac-46e4-b2cf-2573b4b67a9d req-4ccf06a0-fc5d-40c7-b346-cca4f2fc3782 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566409 Oct 27 16:17:11.826344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-fe023aed-e254-4b11-9de3-f584a1dbd992 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.858639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe023aed-e254-4b11-9de3-f584a1dbd992 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Port': ['ID=e68582e4-50d4-4b71-a602-6763563cb152,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:11.871830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-d5f48886-c182-49c9-9c70-63488c0f1a54 req-56f64898-7817-43c2-9c6a-d678a05b81f9 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] For port e9c56081-2dca-4270-8325-c1c3a2a4cbd9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e9c56081-2dca-4270-8325-c1c3a2a4cbd9,segment=NetworkSegment(2bc3ce1b-c441-4a35-9b0d-46a360260d48),segment_id=2bc3ce1b-c441-4a35-9b0d-46a360260d48)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:11.872523 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d5f48886-c182-49c9-9c70-63488c0f1a54 req-56f64898-7817-43c2-9c6a-d678a05b81f9 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.892162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d5f48886-c182-49c9-9c70-63488c0f1a54 req-56f64898-7817-43c2-9c6a-d678a05b81f9 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Calling delete_port for e9c56081-2dca-4270-8325-c1c3a2a4cbd9 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:11.900589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.912944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-fe023aed-e254-4b11-9de3-f584a1dbd992 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] No DVR routers for this DVR port e68582e4-50d4-4b71-a602-6763563cb152 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:11.914835 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-fe023aed-e254-4b11-9de3-f584a1dbd992 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.918614 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-fe023aed-e254-4b11-9de3-f584a1dbd992 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "DELETE /v2.0/ports/e68582e4-50d4-4b71-a602-6763563cb152 HTTP/1.1" status: 204 len: 173 time: 0.6982152 Oct 27 16:17:11.926559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:11.929125 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9058faa7-a1d2-4d76-85bf-a7c1b64fbdf4" -d '{"events": [{"server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "name": "network-vif-plugged", "status": "completed", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:11.948872 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19fea6e9-de19-48da-885b-2e4e6588f976,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:11.950645 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:11.970696 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30093abf-53cc-4726-b0fd-3a9cd0e90e44 x-openstack-request-id: req-30093abf-53cc-4726-b0fd-3a9cd0e90e44 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:11.971060 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "name": "network-vif-plugged", "status": "completed", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:11.971841 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30093abf-53cc-4726-b0fd-3a9cd0e90e44 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:11.972264 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976', 'code': 200} Oct 27 16:17:12.006256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Network ccb07b70-755b-44ad-9a1b-5ba03e67584f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:12.013543 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.014438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device e68582e4-50d4-4b71-a602-6763563cb152 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:12.015034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:12.022627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:12.043945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Deleting port c99e1955-e7cb-478c-a365-644fabf98807 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:12.044323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.067659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Pushing event updated for resources: {'Port': ['ID=994032cd-d257-4e4e-b762-95f8356acd5c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:12.069576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: e68582e4-50d4-4b71-a602-6763563cb152 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:12.070080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device e68582e4-50d4-4b71-a602-6763563cb152 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:12.070707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c99e1955-e7cb-478c-a365-644fabf98807 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:12.135713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:12.136337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.170986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=19fea6e9-de19-48da-885b-2e4e6588f976,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:12.178541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] For port c99e1955-e7cb-478c-a365-644fabf98807, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c99e1955-e7cb-478c-a365-644fabf98807,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:12.179132 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.180292 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.188774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc612f6-04c6-48a3-89ec-a8f8cf8ee739 req-25655dd6-c450-4785-820e-8a6ccad0f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:12.191537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2cc612f6-04c6-48a3-89ec-a8f8cf8ee739 req-25655dd6-c450-4785-820e-8a6ccad0f30d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1096 time: 0.1346772 Oct 27 16:17:12.218968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c99e1955-e7cb-478c-a365-644fabf98807, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c99e1955-e7cb-478c-a365-644fabf98807,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:12.251438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2cc612f6-04c6-48a3-89ec-a8f8cf8ee739 req-54d999d8-65bf-437d-8ca8-8d38fa7cec0c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489218 Oct 27 16:17:12.262104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-07370c4e-da5b-436f-b726-30a65a86fe2c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3779602 Oct 27 16:17:12.276030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Request body: {'port': {'device_id': 'c0854e81-709d-4e65-b242-1cf834e175aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:12.316771 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.318425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c66df584-c0e2-44b9-9e4a-4e1505a5de3d no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:12.333815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-deleted', 'tag': '20cb089c-9c9d-4514-b3f7-e98f1b022466'}, {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-deleted', 'tag': 'e68582e4-50d4-4b71-a602-6763563cb152'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:12.335159 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54105f41-f45c-4517-ae6e-f1bfad40a940" -d '{"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-deleted", "tag": "20cb089c-9c9d-4514-b3f7-e98f1b022466"}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-deleted", "tag": "e68582e4-50d4-4b71-a602-6763563cb152"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:12.342325 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d5f48886-c182-49c9-9c70-63488c0f1a54 req-56f64898-7817-43c2-9c6a-d678a05b81f9 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.368098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['e9c56081-2dca-4270-8325-c1c3a2a4cbd9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:12.384468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f64898-7817-43c2-9c6a-d678a05b81f9 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Pushing event deleted for resources: {'Port': ['ID=e9c56081-2dca-4270-8325-c1c3a2a4cbd9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:12.388198 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.431577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58c86b-3ce8-43ba-a3ab-752f9ecd895b req-36b4a240-b829-4e6c-b8c3-64e70b406236 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:12.446949 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c58c86b-3ce8-43ba-a3ab-752f9ecd895b req-36b4a240-b829-4e6c-b8c3-64e70b406236 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.2755511 Oct 27 16:17:12.457059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c99e1955-e7cb-478c-a365-644fabf98807,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:12.506256 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.512957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-521f00a9-57c2-4250-ab36-8b76598a219a req-cd536968-9760-4ec8-ba6c-9bf1ad730d84 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 210 time: 0.0534618 Oct 27 16:17:12.530073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f48886-c182-49c9-9c70-63488c0f1a54 req-56f64898-7817-43c2-9c6a-d678a05b81f9 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] No DVR routers for this DVR port e9c56081-2dca-4270-8325-c1c3a2a4cbd9 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:12.533842 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d5f48886-c182-49c9-9c70-63488c0f1a54 req-56f64898-7817-43c2-9c6a-d678a05b81f9 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.537448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5f48886-c182-49c9-9c70-63488c0f1a54 req-56f64898-7817-43c2-9c6a-d678a05b81f9 tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.53 "DELETE /v2.0/ports/e9c56081-2dca-4270-8325-c1c3a2a4cbd9 HTTP/1.1" status: 204 len: 173 time: 1.1158278 Oct 27 16:17:12.539735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b966d101-ab80-464c-be52-ce2fad3d2c05', 'name': 'network-vif-deleted', 'tag': 'e9c56081-2dca-4270-8325-c1c3a2a4cbd9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:12.542125 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b51502-77e9-45e2-ae13-80fbc5df0b21" -d '{"events": [{"server_uuid": "b966d101-ab80-464c-be52-ce2fad3d2c05", "name": "network-vif-deleted", "tag": "e9c56081-2dca-4270-8325-c1c3a2a4cbd9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:12.552573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c66df584-c0e2-44b9-9e4a-4e1505a5de3d, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:12.561370 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c58c86b-3ce8-43ba-a3ab-752f9ecd895b req-4425c021-9827-453e-b13d-50a48311cc16 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135366 Oct 27 16:17:12.575765 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.576309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.576954 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Floating IP 608ab57d-e235-43fd-ba08-0250e42f960d disassociated. External IP: 172.25.4.246, port: c99e1955-e7cb-478c-a365-644fabf98807. Oct 27 16:17:12.577342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Calling delete_port for c99e1955-e7cb-478c-a365-644fabf98807 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:12.625337 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.626292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 56cde905-1083-4605-a7b0-19acc8047639 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:12.641114 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8d63b3-dcbb-45ea-9c89-2ec7fbf2ac5a x-openstack-request-id: req-0f8d63b3-dcbb-45ea-9c89-2ec7fbf2ac5a {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:12.641488 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-deleted", "tag": "20cb089c-9c9d-4514-b3f7-e98f1b022466", "status": "completed", "code": 200}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-deleted", "tag": "e68582e4-50d4-4b71-a602-6763563cb152", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:12.641828 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f8d63b3-dcbb-45ea-9c89-2ec7fbf2ac5a {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:12.642347 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-deleted', 'tag': '20cb089c-9c9d-4514-b3f7-e98f1b022466', 'status': 'completed', 'code': 200} Oct 27 16:17:12.642667 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-deleted', 'tag': 'e68582e4-50d4-4b71-a602-6763563cb152', 'status': 'completed', 'code': 200} Oct 27 16:17:12.714202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 56cde905-1083-4605-a7b0-19acc8047639 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:12.718986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 56cde905-1083-4605-a7b0-19acc8047639 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:12.718986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 20cb089c-9c9d-4514-b3f7-e98f1b022466 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:12.746636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 20cb089c-9c9d-4514-b3f7-e98f1b022466 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:12.746983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 20cb089c-9c9d-4514-b3f7-e98f1b022466 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:12.747622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:12.803650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:12.822728 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:12.822869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:12.822869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device e0738243-2861-423b-81cc-1a0184199dd8 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:12.871222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device e0738243-2861-423b-81cc-1a0184199dd8 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:12.882973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Port': ['ID=c99e1955-e7cb-478c-a365-644fabf98807,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:13.028839 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3f2c6f-108f-486f-b878-69d569cfca5c x-openstack-request-id: req-8e3f2c6f-108f-486f-b878-69d569cfca5c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:13.029767 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b966d101-ab80-464c-be52-ce2fad3d2c05", "name": "network-vif-deleted", "tag": "e9c56081-2dca-4270-8325-c1c3a2a4cbd9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:13.029767 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e3f2c6f-108f-486f-b878-69d569cfca5c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:13.029970 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b966d101-ab80-464c-be52-ce2fad3d2c05', 'name': 'network-vif-deleted', 'tag': 'e9c56081-2dca-4270-8325-c1c3a2a4cbd9', 'status': 'completed', 'code': 200} Oct 27 16:17:13.050422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfd4de-a301-4847-8df0-d9b31f0fd8d3 req-1cb9d2b5-4268-4d75-95d8-7ff54d5438ff tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.051991 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89dfd4de-a301-4847-8df0-d9b31f0fd8d3 req-1cb9d2b5-4268-4d75-95d8-7ff54d5438ff tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 931 time: 0.0793741 Oct 27 16:17:13.090300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:13.103472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f278-3f9d-4195-bbd0-afcf995047f5 req-7d7ee9b4-8fed-4ce5-ae18-fb6447c6ac34 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.109872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f278-3f9d-4195-bbd0-afcf995047f5 req-7d7ee9b4-8fed-4ce5-ae18-fb6447c6ac34 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.111402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a67f278-3f9d-4195-bbd0-afcf995047f5 req-7d7ee9b4-8fed-4ce5-ae18-fb6447c6ac34 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 1599 time: 0.5003626 Oct 27 16:17:13.114302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89dfd4de-a301-4847-8df0-d9b31f0fd8d3 req-bffae4d6-0b5f-4213-bc17-42336cf573ec tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516331 Oct 27 16:17:13.184376 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a67f278-3f9d-4195-bbd0-afcf995047f5 req-ff6534f6-f7e4-451b-be1d-bd3d24408c2f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups?id=17c9e4cf-308f-4692-b3ae-cccb9325037d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649662 Oct 27 16:17:13.265176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994032cd-d257-4e4e-b762-95f8356acd5c {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:13.267346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a464-e13b-4c26-9b68-86fe985d18d3 req-bfbe3fa6-be2e-4c3e-9faa-ae067ebbe767 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.269684 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75a0a464-e13b-4c26-9b68-86fe985d18d3 req-bfbe3fa6-be2e-4c3e-9faa-ae067ebbe767 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0867164 Oct 27 16:17:13.281857 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:13.282677 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.294951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54d4b25-d534-40bc-b3f7-5f2f38efbd2b None None] Sync routers for ids ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:13.313132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d4b25-d534-40bc-b3f7-5f2f38efbd2b None None] Routers {'b7d86b19-6a96-4a71-8795-6dff4e3a07a1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:13.314164 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a54d4b25-d534-40bc-b3f7-5f2f38efbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:13.323621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Transition to ACTIVE for port object 994032cd-d257-4e4e-b762-95f8356acd5c will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:17:13.351190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75a0a464-e13b-4c26-9b68-86fe985d18d3 req-af52f380-4c6c-421f-a4dc-adaa3554d76b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673110 Oct 27 16:17:13.355358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102b3c6-65c7-4fb6-b0aa-5bcb21bc6f1e req-854cf2c5-dccf-4e92-96bf-d6f21d471eab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.367712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] No DVR routers for this DVR port c99e1955-e7cb-478c-a365-644fabf98807 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:13.370085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6102b3c6-65c7-4fb6-b0aa-5bcb21bc6f1e req-854cf2c5-dccf-4e92-96bf-d6f21d471eab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.0710688 Oct 27 16:17:13.372168 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.381532 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.385646 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-4cbab40d-dc60-4932-ac30-14dd2ae93f24 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "DELETE /v2.0/ports/c99e1955-e7cb-478c-a365-644fabf98807 HTTP/1.1" status: 204 len: 173 time: 1.4614966 Oct 27 16:17:13.498403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a54d4b25-d534-40bc-b3f7-5f2f38efbd2b None None] Set router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:13.540854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Pushing event updated for resources: {'Port': ['ID=994032cd-d257-4e4e-b762-95f8356acd5c,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:13.558864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-daf52c2f-fdf7-4945-9438-fc1b24702407 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Deleting port c66df584-c0e2-44b9-9e4a-4e1505a5de3d {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:13.559211 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-daf52c2f-fdf7-4945-9438-fc1b24702407 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.576697 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6102b3c6-65c7-4fb6-b0aa-5bcb21bc6f1e req-c891c277-d235-4395-85ef-43868841eced tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053363 Oct 27 16:17:13.658299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Attempting to bind port 994032cd-d257-4e4e-b762-95f8356acd5c on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:13.659506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Attempting to bind port 994032cd-d257-4e4e-b762-95f8356acd5c by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '9501a119-45c5-40d0-b3ba-39b90d4a36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ccb07b70-755b-44ad-9a1b-5ba03e67584f'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:13.659793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Attempting to bind port 994032cd-d257-4e4e-b762-95f8356acd5c on network ccb07b70-755b-44ad-9a1b-5ba03e67584f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:13.683217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Port 994032cd-d257-4e4e-b762-95f8356acd5c on network ccb07b70-755b-44ad-9a1b-5ba03e67584f not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:17:13.683547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Attempting to bind port 994032cd-d257-4e4e-b762-95f8356acd5c on network ccb07b70-755b-44ad-9a1b-5ba03e67584f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:13.704892 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aa3f906f-4ce6-4382-9e33-cd8b4fc3456c req-ff3ec444-e872-4b1b-b5df-3905af1fd94b tempest-ServerGroupTestJSON-1605618060 tempest-ServerGroupTestJSON-1605618060-project] 10.222.0.15 "GET /v2.0/ports?device_id=b966d101-ab80-464c-be52-ce2fad3d2c05 HTTP/1.1" status: 200 len: 210 time: 0.0486760 Oct 27 16:17:13.716045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-daf52c2f-fdf7-4945-9438-fc1b24702407 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] For port c66df584-c0e2-44b9-9e4a-4e1505a5de3d, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:13.716449 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-daf52c2f-fdf7-4945-9438-fc1b24702407 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.717368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:13.717746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Checking segment: {'id': '9501a119-45c5-40d0-b3ba-39b90d4a36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ccb07b70-755b-44ad-9a1b-5ba03e67584f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:13.718134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Bound using segment: {'id': '9501a119-45c5-40d0-b3ba-39b90d4a36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ccb07b70-755b-44ad-9a1b-5ba03e67584f'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:13.718594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Bound port: 994032cd-d257-4e4e-b762-95f8356acd5c, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9501a119-45c5-40d0-b3ba-39b90d4a36ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ccb07b70-755b-44ad-9a1b-5ba03e67584f'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:13.718933 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:13.754040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-daf52c2f-fdf7-4945-9438-fc1b24702407 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Calling delete_port for c66df584-c0e2-44b9-9e4a-4e1505a5de3d owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:13.844555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a54d4b25-d534-40bc-b3f7-5f2f38efbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 4, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'cbfe7305-9162-4555-bbd7-edb7f45b13d3', 'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'mac_address': 'fa:16:3e:13:e0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:53Z', 'updated_at': '2021-10-27T16:06:02Z', 'revision_number': 5, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'subnets': [{'id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:13.851240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] For port 994032cd-d257-4e4e-b762-95f8356acd5c, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:13.855471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] For port 994032cd-d257-4e4e-b762-95f8356acd5c, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=994032cd-d257-4e4e-b762-95f8356acd5c,segment=NetworkSegment(9501a119-45c5-40d0-b3ba-39b90d4a36ec),segment_id=9501a119-45c5-40d0-b3ba-39b90d4a36ec)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:13.877797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54d4b25-d534-40bc-b3f7-5f2f38efbd2b None None] Checking router: b7d86b19-6a96-4a71-8795-6dff4e3a07a1 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:17:13.887367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d4b25-d534-40bc-b3f7-5f2f38efbd2b None None] Routers {'b7d86b19-6a96-4a71-8795-6dff4e3a07a1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:13.888336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a54d4b25-d534-40bc-b3f7-5f2f38efbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:13.926913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c32c1c-38dc-4057-95fb-e47522576c1a req-d2617699-380c-4a3a-a565-b284376f7705 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.928516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-92750150-62ca-47bc-a8b2-e33c4b4456e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:13.928673 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02c32c1c-38dc-4057-95fb-e47522576c1a req-d2617699-380c-4a3a-a565-b284376f7705 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1099672 Oct 27 16:17:13.930170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-92750150-62ca-47bc-a8b2-e33c4b4456e2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=859d61171b484adaab4d255b083936a9&device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 1097 time: 0.0589116 Oct 27 16:17:13.947391 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.005898 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02c32c1c-38dc-4057-95fb-e47522576c1a req-d8875b60-1375-41e8-9622-664644b1e15c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552585 Oct 27 16:17:14.041810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.042428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.043823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] 10.222.0.53 "PUT /v2.0/ports/994032cd-d257-4e4e-b762-95f8356acd5c HTTP/1.1" status: 200 len: 1091 time: 1.7725732 Oct 27 16:17:14.078314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795be3d-fa3b-44ba-9c9e-2904dbda21ae service neutron] Pushing event updated for resources: {'Port': ['ID=994032cd-d257-4e4e-b762-95f8356acd5c,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:14.094938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-f0015404-c02f-41d3-a69b-32365f34c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.097139 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-f0015404-c02f-41d3-a69b-32365f34c392 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e4289fac-6b86-43ce-bf75-de917894a89a HTTP/1.1" status: 200 len: 914 time: 0.1601253 Oct 27 16:17:14.120620 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c99e1955-e7cb-478c-a365-644fabf98807'}, {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66df584-c0e2-44b9-9e4a-4e1505a5de3d'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:14.123022 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26ab454-7b6a-4082-ba33-a11927cf98cc" -d '{"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c99e1955-e7cb-478c-a365-644fabf98807"}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c66df584-c0e2-44b9-9e4a-4e1505a5de3d"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:14.139715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-7897c7fb-3d04-479d-b381-d07566b0be9f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 HTTP/1.1" status: 200 len: 217 time: 0.0349660 Oct 27 16:17:14.171114 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793d4323-8b69-4236-88da-1528bbfc2b01 x-openstack-request-id: req-793d4323-8b69-4236-88da-1528bbfc2b01 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:14.171737 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c99e1955-e7cb-478c-a365-644fabf98807", "code": 200}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-unplugged", "status": "completed", "tag": "c66df584-c0e2-44b9-9e4a-4e1505a5de3d", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:14.172162 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-793d4323-8b69-4236-88da-1528bbfc2b01 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:14.172687 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c99e1955-e7cb-478c-a365-644fabf98807', 'code': 200} Oct 27 16:17:14.173031 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c66df584-c0e2-44b9-9e4a-4e1505a5de3d', 'code': 200} Oct 27 16:17:14.195686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a54d4b25-d534-40bc-b3f7-5f2f38efbd2b None None] Set router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:14.204020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-b513535b-a60f-4921-a67b-cdda47aaaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.204891 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-daf52c2f-fdf7-4945-9438-fc1b24702407 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.210063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-b513535b-a60f-4921-a67b-cdda47aaaa61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3df9ba29-f360-44fd-afb4-737ab76e2a89 HTTP/1.1" status: 200 len: 853 time: 0.0630493 Oct 27 16:17:14.259568 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-86bf3c40-cd21-4bba-9f0f-8ba5f278e6a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e4289fac-6b86-43ce-bf75-de917894a89a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426250 Oct 27 16:17:14.261118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf52c2f-fdf7-4945-9438-fc1b24702407 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Port': ['ID=c66df584-c0e2-44b9-9e4a-4e1505a5de3d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:14.287524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-cd43e488-3a1f-407b-98ed-d51b775753db service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:17:14.293218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-cd43e488-3a1f-407b-98ed-d51b775753db service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0110772 Oct 27 16:17:14.321789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caa283-07ab-4e11-bd02-67b320007bd7 req-da96a5ed-fae0-4694-8cbb-b91580979140 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.323346 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c8caa283-07ab-4e11-bd02-67b320007bd7 req-da96a5ed-fae0-4694-8cbb-b91580979140 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 943 time: 0.1295817 Oct 27 16:17:14.324651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-daf52c2f-fdf7-4945-9438-fc1b24702407 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] No DVR routers for this DVR port c66df584-c0e2-44b9-9e4a-4e1505a5de3d on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:14.327559 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-daf52c2f-fdf7-4945-9438-fc1b24702407 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:14.331596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2a3928c-2b5a-485b-8f23-fcb5c47d4d71 req-daf52c2f-fdf7-4945-9438-fc1b24702407 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.54 "DELETE /v2.0/ports/c66df584-c0e2-44b9-9e4a-4e1505a5de3d HTTP/1.1" status: 204 len: 173 time: 0.9400754 Oct 27 16:17:14.383203 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c8caa283-07ab-4e11-bd02-67b320007bd7 req-f8f629cc-9592-40c7-ac2a-67ecf2de8828 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504503 Oct 27 16:17:14.401069 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b95ff9d9-d6de-4589-8d81-6c7391b7da62 req-47a1d7a2-52e7-4684-890a-e5b60fdae85b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0734711 Oct 27 16:17:14.440379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-81fc1b1a-098d-4b1f-8a59-e9d7880c6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.440379 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-81fc1b1a-098d-4b1f-8a59-e9d7880c6257 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af41b45f51fe493fb8d1865c99b6f90f&device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 1094 time: 0.1687415 Oct 27 16:17:14.471745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a54d4b25-d534-40bc-b3f7-5f2f38efbd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 4, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'cbfe7305-9162-4555-bbd7-edb7f45b13d3', 'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'mac_address': 'fa:16:3e:13:e0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:53Z', 'updated_at': '2021-10-27T16:06:02Z', 'revision_number': 5, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'subnets': [{'id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:14.507491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54d4b25-d534-40bc-b3f7-5f2f38efbd2b None None] The sync data for ids ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'] in n-d-815689-1 is: [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:05:55Z', 'revision_number': 4, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'cbfe7305-9162-4555-bbd7-edb7f45b13d3', 'name': '', 'network_id': 'fa228a4f-de0d-40f1-b8d8-45b302cfc9c6', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'mac_address': 'fa:16:3e:13:e0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:53Z', 'updated_at': '2021-10-27T16:06:02Z', 'revision_number': 5, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'subnets': [{'id': '6a8634cd-f9a5-4715-9b54-2dde676fa017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:14.509340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-43a939b5-6eb3-45cf-b72a-6f747fa1f230 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994032cd-d257-4e4e-b762-95f8356acd5c HTTP/1.1" status: 200 len: 217 time: 0.0674403 Oct 27 16:17:14.530243 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-9d608e85-5d40-411d-a19e-b43679763bc3 service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159081 Oct 27 16:17:14.535584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99454274-0121-4dce-8ce3-9baaeaac2648 req-93bb0756-715f-40cb-8e38-776c68b021da tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.537435 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99454274-0121-4dce-8ce3-9baaeaac2648 req-93bb0756-715f-40cb-8e38-776c68b021da tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0672724 Oct 27 16:17:14.582324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99454274-0121-4dce-8ce3-9baaeaac2648 req-6217bcd7-a2b8-4f5a-ae13-293d52cbb282 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371034 Oct 27 16:17:14.624222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-5aaaa6e4-442d-4880-aec6-93ca6c451075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.625786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-5aaaa6e4-442d-4880-aec6-93ca6c451075 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e02f3080-be40-423a-b92c-e095d00a59f3 HTTP/1.1" status: 200 len: 848 time: 0.1057453 Oct 27 16:17:14.643965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-deleted', 'tag': 'c99e1955-e7cb-478c-a365-644fabf98807'}, {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-deleted', 'tag': 'c66df584-c0e2-44b9-9e4a-4e1505a5de3d'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:14.646301 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7917020-787c-482b-9c5b-47852a69def1" -d '{"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-deleted", "tag": "c99e1955-e7cb-478c-a365-644fabf98807"}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-deleted", "tag": "c66df584-c0e2-44b9-9e4a-4e1505a5de3d"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:14.675274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-9013a872-7a7c-4d83-92fc-2ba68a45f034 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccb07b70-755b-44ad-9a1b-5ba03e67584f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396879 Oct 27 16:17:14.707489 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdc9552-a784-486e-a637-06b571f570dd x-openstack-request-id: req-8fdc9552-a784-486e-a637-06b571f570dd {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:14.707796 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-deleted", "tag": "c99e1955-e7cb-478c-a365-644fabf98807", "status": "completed", "code": 200}, {"server_uuid": "ec1ae056-a4d5-4429-b3a6-08f26e9c31ec", "name": "network-vif-deleted", "tag": "c66df584-c0e2-44b9-9e4a-4e1505a5de3d", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:14.708068 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fdc9552-a784-486e-a637-06b571f570dd {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:14.708486 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-deleted', 'tag': 'c99e1955-e7cb-478c-a365-644fabf98807', 'status': 'completed', 'code': 200} Oct 27 16:17:14.708742 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1ae056-a4d5-4429-b3a6-08f26e9c31ec', 'name': 'network-vif-deleted', 'tag': 'c66df584-c0e2-44b9-9e4a-4e1505a5de3d', 'status': 'completed', 'code': 200} Oct 27 16:17:14.833582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-936fa2d9-1add-4d44-ae18-a4fc7cc81458 req-388fa7e5-654d-4954-8485-c24358e08359 service neutron] 10.222.0.54 "GET /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804778 Oct 27 16:17:14.869826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41202d44-5f95-4e85-8d90-281ffd522051 req-0d7dfba2-f8b1-4239-8ae8-96e5f2698077 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:14.879754 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41202d44-5f95-4e85-8d90-281ffd522051 req-0d7dfba2-f8b1-4239-8ae8-96e5f2698077 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.2011356 Oct 27 16:17:14.931444 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d8e70-d309-411b-8118-84d16dea2ab8 None None] New status for floating IP 608ab57d-e235-43fd-ba08-0250e42f960d: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:17:14.951802 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-30788af1-a986-41a3-9480-b923044b1527 service neutron] 10.222.0.53 "GET /v2.0/networks/ccb07b70-755b-44ad-9a1b-5ba03e67584f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551205 Oct 27 16:17:14.966496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41202d44-5f95-4e85-8d90-281ffd522051 req-d9492657-503b-4ff0-9213-9a948c01df46 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849104 Oct 27 16:17:15.065448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0854e81-709d-4e65-b242-1cf834e175aa', 'tag': '994032cd-d257-4e4e-b762-95f8356acd5c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:15.068987 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670a867c-81e8-4d86-981e-675ae83974b9" -d '{"events": [{"name": "network-changed", "server_uuid": "c0854e81-709d-4e65-b242-1cf834e175aa", "tag": "994032cd-d257-4e4e-b762-95f8356acd5c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:15.154504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676519fe-aa74-4fd5-90c4-119ff07a20ba req-06bf4929-4d12-422d-9c38-762a3be3b4cc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.156011 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-676519fe-aa74-4fd5-90c4-119ff07a20ba req-06bf4929-4d12-422d-9c38-762a3be3b4cc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.0816116 Oct 27 16:17:15.182179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fe7ab-a5a3-405e-bc43-71dcbf72d40e req-c1a34bd3-48c4-4a40-a7df-d808d7f28514 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.182179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef0fe7ab-a5a3-405e-bc43-71dcbf72d40e req-c1a34bd3-48c4-4a40-a7df-d808d7f28514 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0641501 Oct 27 16:17:15.194324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9560c4a7-18cd-4a02-9f6e-9915ea9bca4a req-921c8a4d-d385-40ba-bda9-09cf3a42cf44 service neutron] 10.222.0.53 "GET /v2.0/networks/ccb07b70-755b-44ad-9a1b-5ba03e67584f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275629 Oct 27 16:17:15.218828 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef0fe7ab-a5a3-405e-bc43-71dcbf72d40e req-50b2337f-085a-4528-af32-ab5742e7b89a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412307 Oct 27 16:17:15.225514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-676519fe-aa74-4fd5-90c4-119ff07a20ba req-b287eb02-9f1e-47d3-9d8f-76b1d372ebe0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575318 Oct 27 16:17:15.251390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35124) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:15.280297 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdedc885-3ef3-4ff3-a736-ab9f93c997d7 x-openstack-request-id: req-cdedc885-3ef3-4ff3-a736-ab9f93c997d7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:15.280592 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0854e81-709d-4e65-b242-1cf834e175aa", "tag": "994032cd-d257-4e4e-b762-95f8356acd5c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:15.280887 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdedc885-3ef3-4ff3-a736-ab9f93c997d7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:15.281272 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0854e81-709d-4e65-b242-1cf834e175aa', 'tag': '994032cd-d257-4e4e-b762-95f8356acd5c', 'status': 'completed', 'code': 200} Oct 27 16:17:15.310389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c52836-082a-4be2-9355-d057bc0b0a9a tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.313015 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-34c52836-082a-4be2-9355-d057bc0b0a9a tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1091 time: 0.0598345 Oct 27 16:17:15.318086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35128) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:15.323612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '19fea6e9-de19-48da-885b-2e4e6588f976', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:15.381065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a867c-81e8-4d86-981e-675ae83974b9 req-222b2714-388e-43f5-bb01-8ec854fe7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.382829 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-670a867c-81e8-4d86-981e-675ae83974b9 req-222b2714-388e-43f5-bb01-8ec854fe7d08 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=af41b45f51fe493fb8d1865c99b6f90f&device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 1094 time: 0.0678477 Oct 27 16:17:15.396613 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.524002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a867c-81e8-4d86-981e-675ae83974b9 req-6c17bef0-f61f-4da8-a926-c16900568528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.527722 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-670a867c-81e8-4d86-981e-675ae83974b9 req-6c17bef0-f61f-4da8-a926-c16900568528 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccb07b70-755b-44ad-9a1b-5ba03e67584f HTTP/1.1" status: 200 len: 909 time: 0.1371286 Oct 27 16:17:15.589162 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-670a867c-81e8-4d86-981e-675ae83974b9 req-16850332-2b84-4a7f-a105-8b3c13dca52d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=994032cd-d257-4e4e-b762-95f8356acd5c HTTP/1.1" status: 200 len: 217 time: 0.0480628 Oct 27 16:17:15.655718 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75591c5c-1567-485e-a361-f186842271e8 req-6f76df98-55da-4da9-9ee8-784077f0926e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0441990 Oct 27 16:17:15.684616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a867c-81e8-4d86-981e-675ae83974b9 req-0a26db27-5071-45ae-883d-36c6f641d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.684616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-670a867c-81e8-4d86-981e-675ae83974b9 req-0a26db27-5071-45ae-883d-36c6f641d3db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e02f3080-be40-423a-b92c-e095d00a59f3 HTTP/1.1" status: 200 len: 848 time: 0.0791495 Oct 27 16:17:15.732674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc020ea8-dde3-4445-876b-139d35dd827f req-d835839b-587f-480a-910a-34385efccb58 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:15.734248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc020ea8-dde3-4445-876b-139d35dd827f req-d835839b-587f-480a-910a-34385efccb58 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 943 time: 0.1483791 Oct 27 16:17:15.746387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.756382 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-670a867c-81e8-4d86-981e-675ae83974b9 req-76bce5ba-6f7d-4cd4-8edc-a3438ebb9419 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccb07b70-755b-44ad-9a1b-5ba03e67584f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632467 Oct 27 16:17:15.839461 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35146) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:15.863272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc020ea8-dde3-4445-876b-139d35dd827f req-475790f3-0ea2-4862-acfe-455fed4e719a tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143711 Oct 27 16:17:15.909842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.25.4.204 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/e6d946ce-f200-4fd0-a900-bfe28e277429) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:15.917222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec3a61b-db58-4f00-8cf5-242d15f47349 admin admin] Deleting subnet 073b4962-9c2f-4a4d-8d4b-1bda23d1824a {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:17:15.920776 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aec3a61b-db58-4f00-8cf5-242d15f47349 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:15.930046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-670a867c-81e8-4d86-981e-675ae83974b9 req-32072c0a-f0b8-40ed-9b5e-818dd575fc6c service neutron] 10.222.0.53 "GET /v2.0/networks/ccb07b70-755b-44ad-9a1b-5ba03e67584f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630046 Oct 27 16:17:16.038201 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aec3a61b-db58-4f00-8cf5-242d15f47349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.052434 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-670a867c-81e8-4d86-981e-675ae83974b9 req-b1599f22-d4ea-4244-991b-c977cf05e021 service neutron] 10.222.0.53 "GET /v2.0/networks/ccb07b70-755b-44ad-9a1b-5ba03e67584f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150849 Oct 27 16:17:16.088374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a0a8f-a707-4d04-96c5-1615a59ebfdd req-05b7311e-1ff7-4784-85d8-666444302700 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:16.089918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd3a0a8f-a707-4d04-96c5-1615a59ebfdd req-05b7311e-1ff7-4784-85d8-666444302700 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1659009 Oct 27 16:17:16.113427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device e9c56081-2dca-4270-8325-c1c3a2a4cbd9 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:16.124378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aec3a61b-db58-4f00-8cf5-242d15f47349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.140492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: e9c56081-2dca-4270-8325-c1c3a2a4cbd9 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:16.141126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device e9c56081-2dca-4270-8325-c1c3a2a4cbd9 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:16.200157 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.212475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd3a0a8f-a707-4d04-96c5-1615a59ebfdd req-92a98aca-b73c-4db8-9714-4ccb280ed3b0 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080105 Oct 27 16:17:16.311238 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aec3a61b-db58-4f00-8cf5-242d15f47349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.342225 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.345405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3a61b-db58-4f00-8cf5-242d15f47349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=073b4962-9c2f-4a4d-8d4b-1bda23d1824a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:16.349195 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aec3a61b-db58-4f00-8cf5-242d15f47349 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.353988 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-aec3a61b-db58-4f00-8cf5-242d15f47349 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/073b4962-9c2f-4a4d-8d4b-1bda23d1824a HTTP/1.1" status: 204 len: 168 time: 0.5133388 Oct 27 16:17:16.358165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35152) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:16.375172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e569cd-3876-4502-96f9-fc825f4f8e2f req-9c2f1d59-b1b4-4764-a795-b36fd05520a4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:16.377015 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4e569cd-3876-4502-96f9-fc825f4f8e2f req-9c2f1d59-b1b4-4764-a795-b36fd05520a4 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0755765 Oct 27 16:17:16.400416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:16.403704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:16.407466 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:16.438633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=e6d946ce-f200-4fd0-a900-bfe28e277429,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:16.469320 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.473956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4e569cd-3876-4502-96f9-fc825f4f8e2f req-027ceb02-5b39-45d2-80a5-6ca9c5ab55b5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861282 Oct 27 16:17:16.573104 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.594758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a37d9b9-88b3-4601-b185-dda2ce49e88e']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:16.606283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc3ce1b-c441-4a35-9b0d-46a360260d48') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:16.606749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc3ce1b-c441-4a35-9b0d-46a360260d48') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:16.617876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.636324 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.644363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:17:16.645060 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:17:16.647227 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:17:16.717737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72655d5-05ea-4d47-8835-11d5adda1a09 req-a9676f64-8db4-4e44-9036-661e9f2f8b5c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:16.719538 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c72655d5-05ea-4d47-8835-11d5adda1a09 req-a9676f64-8db4-4e44-9036-661e9f2f8b5c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1502078 Oct 27 16:17:16.774029 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75e37dde-1bc0-4571-ae81-3ad4701a0f0e req-e5931d8a-0768-4743-ac09-4847e040129e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0288632 Oct 27 16:17:16.784012 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c72655d5-05ea-4d47-8835-11d5adda1a09 req-c5356049-62ae-4cf0-94a5-0d9c50048a14 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515501 Oct 27 16:17:16.785782 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.810561 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:16.811659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3a37d9b9-88b3-4601-b185-dda2ce49e88e HTTP/1.1" status: 204 len: 168 time: 0.4506469 Oct 27 16:17:16.813891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a37d9b9-88b3-4601-b185-dda2ce49e88e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:16.849062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:16.861214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:16.861214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:16.861214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:16.861214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:16.861214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:16.861214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:16.861214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:16.861214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:16.861214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:16.861214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:16.861214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1ef7e4-40ed-4422-a3ce-a926146edef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:17.006963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4228aff-918f-4079-938b-fac8df6d3af0 req-e299e32b-0c3f-44f4-812d-d62f07e69932 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.008535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4228aff-918f-4079-938b-fac8df6d3af0 req-e299e32b-0c3f-44f4-812d-d62f07e69932 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 943 time: 0.0552728 Oct 27 16:17:17.050589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.053977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4228aff-918f-4079-938b-fac8df6d3af0 req-1678c4ee-a043-43ff-8649-6e1c99cc96dd tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369246 Oct 27 16:17:17.063827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184aa381-dfa0-4ec8-b335-08655efda5fe req-ff61d89c-4795-48e7-9102-a44b877065ca tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.065923 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-184aa381-dfa0-4ec8-b335-08655efda5fe req-ff61d89c-4795-48e7-9102-a44b877065ca tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1323972 Oct 27 16:17:17.134857 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-184aa381-dfa0-4ec8-b335-08655efda5fe req-c1144df6-1fbf-403b-97e1-b4da4ab86fa9 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494952 Oct 27 16:17:17.261483 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.280582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36c26b-d19f-46e7-a1e8-87adf6f7c8fd req-3735e139-adab-474f-8772-0121519e087d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.284466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc36c26b-d19f-46e7-a1e8-87adf6f7c8fd req-3735e139-adab-474f-8772-0121519e087d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0666800 Oct 27 16:17:17.312741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35172) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:17.347060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc36c26b-d19f-46e7-a1e8-87adf6f7c8fd req-74f4133b-2e57-48b2-a3e5-49e3d826489f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558949 Oct 27 16:17:17.523833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3626c9b-fb61-4810-90f3-52b9347bfb33 req-db95e7ac-eb43-4ab9-8c21-2b84a65ebebd tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.525379 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3626c9b-fb61-4810-90f3-52b9347bfb33 req-db95e7ac-eb43-4ab9-8c21-2b84a65ebebd tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0632877 Oct 27 16:17:17.571258 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3626c9b-fb61-4810-90f3-52b9347bfb33 req-fa497446-132e-4888-814b-b859fbe7fb9f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393424 Oct 27 16:17:17.709531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac295acb-65ec-4c74-9969-8f1d141ac086 req-50f3ccd1-519b-4be3-bac7-6831bfc578fd tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.711343 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac295acb-65ec-4c74-9969-8f1d141ac086 req-50f3ccd1-519b-4be3-bac7-6831bfc578fd tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0608981 Oct 27 16:17:17.751857 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac295acb-65ec-4c74-9969-8f1d141ac086 req-1b996073-8222-4fb7-9573-898dee9ebf98 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337350 Oct 27 16:17:17.796329 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c912d47c-65ef-4b58-8eea-37b167bcd3b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=730dfd885419490d9fdeddebe65d7889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4818921 Oct 27 16:17:17.799503 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35184) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:17.824972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf994c-a005-4f5a-96be-ba5761d47b6a req-3f70a1c9-8fcc-4964-9508-3f29674be85d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.828532 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9abf994c-a005-4f5a-96be-ba5761d47b6a req-3f70a1c9-8fcc-4964-9508-3f29674be85d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.4914281 Oct 27 16:17:17.899040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf92081-0673-4a00-9293-7412ce215112 req-72ffdbaf-a019-4043-9a28-558828a16ca6 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:17.900948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3cf92081-0673-4a00-9293-7412ce215112 req-72ffdbaf-a019-4043-9a28-558828a16ca6 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0553253 Oct 27 16:17:17.936848 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9abf994c-a005-4f5a-96be-ba5761d47b6a req-b6371125-b9dc-4a51-92dd-7cceb1598dc8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959651 Oct 27 16:17:17.942873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3cf92081-0673-4a00-9293-7412ce215112 req-40c760a2-d25d-4681-b495-51042d6acb95 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350440 Oct 27 16:17:17.963092 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36972809-9f57-4542-99b8-1a97386ec92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:17.990488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36972809-9f57-4542-99b8-1a97386ec92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.035551 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.056029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-71b8d1ff-3d59-4a26-b700-0c258327d7de req-e1580416-dd40-41df-bac3-a03469e7ed7a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0451188 Oct 27 16:17:18.099853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3e0ac-726e-4565-8814-b6c49b8f4889 req-a665aad3-c32b-473e-8ba0-f9d7f4fd324e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:18.099853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51c3e0ac-726e-4565-8814-b6c49b8f4889 req-a665aad3-c32b-473e-8ba0-f9d7f4fd324e tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0631967 Oct 27 16:17:18.100241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.138392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 994032cd-d257-4e4e-b762-95f8356acd5c details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:18.164510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51c3e0ac-726e-4565-8814-b6c49b8f4889 req-10de1169-7bca-4bd4-b3d3-8325f3c84153 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651760 Oct 27 16:17:18.226308 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36972809-9f57-4542-99b8-1a97386ec92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.229257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36972809-9f57-4542-99b8-1a97386ec92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.245204 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-36972809-9f57-4542-99b8-1a97386ec92f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65fa7beb-4df1-487d-af90-10571279bb37 HTTP/1.1" status: 204 len: 168 time: 0.4290569 Oct 27 16:17:18.245204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=e6d946ce-f200-4fd0-a900-bfe28e277429,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:18.280449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36972809-9f57-4542-99b8-1a97386ec92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fa7beb-4df1-487d-af90-10571279bb37,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:18.287336 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.300729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 994032cd-d257-4e4e-b762-95f8356acd5c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=994032cd-d257-4e4e-b762-95f8356acd5c,segment=NetworkSegment(9501a119-45c5-40d0-b3ba-39b90d4a36ec),segment_id=9501a119-45c5-40d0-b3ba-39b90d4a36ec)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:18.320115 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-becdb5d3-30db-44cb-8f52-72c6e48016e5 req-80e9278e-2615-4792-adb4-7c04308c036b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:17:18.320115 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-becdb5d3-30db-44cb-8f52-72c6e48016e5 req-80e9278e-2615-4792-adb4-7c04308c036b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0088446 Oct 27 16:17:18.325645 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '994032cd-d257-4e4e-b762-95f8356acd5c', 'network_id': 'ccb07b70-755b-44ad-9a1b-5ba03e67584f', 'port_id': '994032cd-d257-4e4e-b762-95f8356acd5c', 'mac_address': 'fa:16:3e:13:75:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02f3080-be40-423a-b92c-e095d00a59f3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:18.408491 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612b443-68e8-4c75-a345-c5b6653c6d86 req-1580c21e-e32b-40e0-8d61-0e5cbb06339c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:18.410875 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d612b443-68e8-4c75-a345-c5b6653c6d86 req-1580c21e-e32b-40e0-8d61-0e5cbb06339c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 943 time: 0.2290049 Oct 27 16:17:18.426199 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.444153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994032cd-d257-4e4e-b762-95f8356acd5c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:18.468497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 994032cd-d257-4e4e-b762-95f8356acd5c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=994032cd-d257-4e4e-b762-95f8356acd5c,segment=NetworkSegment(9501a119-45c5-40d0-b3ba-39b90d4a36ec),segment_id=9501a119-45c5-40d0-b3ba-39b90d4a36ec)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:18.479429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d612b443-68e8-4c75-a345-c5b6653c6d86 req-cd2a21f8-5088-4e00-af46-64d90190167b tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557117 Oct 27 16:17:18.482552 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-52b30f1b-b79f-4d88-a0bd-12abba2b0b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.507422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6dfaf-0a02-4a66-8551-9a4a8dedb6d0 req-9be95445-a623-4657-a38e-e6f852956b23 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:18.515894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3c6dfaf-0a02-4a66-8551-9a4a8dedb6d0 req-9be95445-a623-4657-a38e-e6f852956b23 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1161816 Oct 27 16:17:18.523536 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Floating IP 4643ea6c-e9c8-48d7-a961-be9a65aa7532 associated. External IP: 172.25.4.204, port: 19fea6e9-de19-48da-885b-2e4e6588f976. Oct 27 16:17:18.551118 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:18.558853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3c6dfaf-0a02-4a66-8551-9a4a8dedb6d0 req-6e2eacc0-b420-42a2-8555-17b3bc7b8ccd tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Oct 27 16:17:18.636443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=994032cd-d257-4e4e-b762-95f8356acd5c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:18.791897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a5899-8d9a-4457-9a13-e4b0ed6a37da req-21e7be2a-a78e-4413-b644-01b03509fb8f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:18.793465 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea6a5899-8d9a-4457-9a13-e4b0ed6a37da req-21e7be2a-a78e-4413-b644-01b03509fb8f tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1329443 Oct 27 16:17:18.807669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['994032cd-d257-4e4e-b762-95f8356acd5c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:18.867769 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea6a5899-8d9a-4457-9a13-e4b0ed6a37da req-b4717e80-1ec4-47b1-98e3-1d53af4291a5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629454 Oct 27 16:17:18.875542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 5c55e5f7-95bf-4001-bc67-398837b334d0 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:19.115725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:19.126835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb325860-9af9-4dc6-862d-20947af450f5 None None] Sync routers for ids ['5c55e5f7-95bf-4001-bc67-398837b334d0'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:19.133415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0ef43-df1e-4112-97ea-1b4a4804b4c9 req-6a842f02-780e-44af-ac78-0d9b45c27486 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.137901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ae0ef43-df1e-4112-97ea-1b4a4804b4c9 req-6a842f02-780e-44af-ac78-0d9b45c27486 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1028032 Oct 27 16:17:19.139611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb325860-9af9-4dc6-862d-20947af450f5 None None] Routers {'5c55e5f7-95bf-4001-bc67-398837b334d0'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:19.140454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb325860-9af9-4dc6-862d-20947af450f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5c55e5f7-95bf-4001-bc67-398837b334d0'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:19.155226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49fb32-88d0-47f4-87b9-ab9933ea1677 req-b1dd9ee7-10af-43bb-ba7b-6e46ffc0978c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.157007 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa49fb32-88d0-47f4-87b9-ab9933ea1677 req-b1dd9ee7-10af-43bb-ba7b-6e46ffc0978c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1213956 Oct 27 16:17:19.196689 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ae0ef43-df1e-4112-97ea-1b4a4804b4c9 req-bb8c49ac-3a42-4073-ab39-b2c926606f80 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499492 Oct 27 16:17:19.211794 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:19.257448 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa49fb32-88d0-47f4-87b9-ab9933ea1677 req-df3f20ac-0154-4bea-8f04-b1580a6c2404 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893178 Oct 27 16:17:19.261698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dfa760a2-2296-42af-94b1-8aa58926065d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9410300 Oct 27 16:17:19.262472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:19.275485 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4973a7-f41d-4d7b-8d88-29d72c468666" -d '{"events": [{"name": "network-changed", "server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:19.300128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bb325860-9af9-4dc6-862d-20947af450f5 None None] Set router 5c55e5f7-95bf-4001-bc67-398837b334d0 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:19.352298 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f27f7f70-4e38-4481-8c4d-34da4f6e60a6 req-77e80800-83a4-44f2-8715-b15855be04f3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0406647 Oct 27 16:17:19.439074 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed48aa0-b96a-4457-a7f6-def92daf5459 x-openstack-request-id: req-7ed48aa0-b96a-4457-a7f6-def92daf5459 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:19.439991 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:19.440605 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ed48aa0-b96a-4457-a7f6-def92daf5459 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:19.441342 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976', 'status': 'completed', 'code': 200} Oct 27 16:17:19.530364 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f275f6-3924-43fb-b1ef-168a4404dbf0 req-20d8453c-5053-4ff0-958c-2885a7c8cb04 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.539424 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-87f275f6-3924-43fb-b1ef-168a4404dbf0 req-20d8453c-5053-4ff0-958c-2885a7c8cb04 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1123002 Oct 27 16:17:19.589477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c6fb2-57e9-4964-a0b4-4bac668beb94 req-cf399d33-edb6-406f-8a4e-4802b5caeb9d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.598015 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-742c6fb2-57e9-4964-a0b4-4bac668beb94 req-cf399d33-edb6-406f-8a4e-4802b5caeb9d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0808606 Oct 27 16:17:19.601243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-87f275f6-3924-43fb-b1ef-168a4404dbf0 req-120037f3-49f6-46d3-889e-38628eb9aa29 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501537 Oct 27 16:17:19.611580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4973a7-f41d-4d7b-8d88-29d72c468666 req-5a1842d5-c094-4340-92c9-8f2deccc9f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.613656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff4973a7-f41d-4d7b-8d88-29d72c468666 req-5a1842d5-c094-4340-92c9-8f2deccc9f2e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1096 time: 0.1497636 Oct 27 16:17:19.614369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35234) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:19.667072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb325860-9af9-4dc6-862d-20947af450f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:56Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4643ea6c-e9c8-48d7-a961-be9a65aa7532', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'port_id': '19fea6e9-de19-48da-885b-2e4e6588f976', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'mac_address': 'fa:16:3e:93:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:17:16Z', 'updated_at': '2021-10-27T16:17:16Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ee32d4-0457-4294-b815-ed4e5cfeba88', 'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:3a:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:54Z', 'updated_at': '2021-10-27T16:17:00Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:19.695974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-742c6fb2-57e9-4964-a0b4-4bac668beb94 req-f638a35f-011a-4130-94d9-7900bfc025e5 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970919 Oct 27 16:17:19.702522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb325860-9af9-4dc6-862d-20947af450f5 None None] Checking router: 5c55e5f7-95bf-4001-bc67-398837b334d0 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:17:19.730977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb325860-9af9-4dc6-862d-20947af450f5 None None] Routers {'5c55e5f7-95bf-4001-bc67-398837b334d0'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:19.734526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb325860-9af9-4dc6-862d-20947af450f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:16:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5c55e5f7-95bf-4001-bc67-398837b334d0'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:19.800160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882ad6f-7e06-42b9-9f12-90dc045102ef req-7d1a8620-4714-4986-9af8-2179b322782d tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.802255 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e882ad6f-7e06-42b9-9f12-90dc045102ef req-7d1a8620-4714-4986-9af8-2179b322782d tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 944 time: 0.1111040 Oct 27 16:17:19.811719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3db06f0d-5f74-4997-9ed0-4f9258420264 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/4643ea6c-e9c8-48d7-a961-be9a65aa7532 HTTP/1.1" status: 200 len: 991 time: 0.1948349 Oct 27 16:17:19.881259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4973a7-f41d-4d7b-8d88-29d72c468666 req-f2f41d3a-ad01-434f-bdfe-b65c5dd7edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.882823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff4973a7-f41d-4d7b-8d88-29d72c468666 req-f2f41d3a-ad01-434f-bdfe-b65c5dd7edc1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 200 len: 898 time: 0.2226348 Oct 27 16:17:19.898488 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e882ad6f-7e06-42b9-9f12-90dc045102ef req-779488bd-3563-49a2-bbdb-42d7d7823492 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892625 Oct 27 16:17:19.899349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2bf5d-2e5b-4bdd-b2ad-e0269267a211 req-f5ed9aae-27b3-4819-81ff-81cc55b446e3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:19.901208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6be2bf5d-2e5b-4bdd-b2ad-e0269267a211 req-f5ed9aae-27b3-4819-81ff-81cc55b446e3 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0880477 Oct 27 16:17:19.916013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bb325860-9af9-4dc6-862d-20947af450f5 None None] Set router 5c55e5f7-95bf-4001-bc67-398837b334d0 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:19.946177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35244) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:19.993473 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff4973a7-f41d-4d7b-8d88-29d72c468666 req-290660b9-10ee-4e0d-9a1e-c8a2f31e24cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 999 time: 0.0912180 Oct 27 16:17:19.996662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6be2bf5d-2e5b-4bdd-b2ad-e0269267a211 req-0ae11210-fe7c-4eaf-92bf-725d8be7d865 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815117 Oct 27 16:17:20.115191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4973a7-f41d-4d7b-8d88-29d72c468666 req-c30c0c30-edb2-48f7-b44b-5ad373735ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.116781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff4973a7-f41d-4d7b-8d88-29d72c468666 req-c30c0c30-edb2-48f7-b44b-5ad373735ead service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b43ebc92-4704-4b44-8da9-72fcfc7fde67 HTTP/1.1" status: 200 len: 834 time: 0.0918138 Oct 27 16:17:20.118379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-275072854-network', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:20.148367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 994032cd-d257-4e4e-b762-95f8356acd5c up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:20.164991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431caad8-9697-4a4c-b25a-74b24d602b3c req-f1179e51-4210-411c-b543-575120d32365 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.172639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-431caad8-9697-4a4c-b25a-74b24d602b3c req-f1179e51-4210-411c-b543-575120d32365 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0945117 Oct 27 16:17:20.184430 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:17:20.195391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4973a7-f41d-4d7b-8d88-29d72c468666 req-b428ceba-dd06-4435-8875-11e0871e1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.197885 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff4973a7-f41d-4d7b-8d88-29d72c468666 req-b428ceba-dd06-4435-8875-11e0871e1de4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=722fbd1a-a884-4506-8ca5-3943d939537b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686820 Oct 27 16:17:20.209537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Made reservation on behalf of f8dec9b3744a440aa1a6f2084919f3e1 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:20.212347 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.227373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-431caad8-9697-4a4c-b25a-74b24d602b3c req-a70fa4f1-e350-4ff8-8688-1d3563350c0c tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538144 Oct 27 16:17:20.228788 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.304313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb325860-9af9-4dc6-862d-20947af450f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:56Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4643ea6c-e9c8-48d7-a961-be9a65aa7532', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'port_id': '19fea6e9-de19-48da-885b-2e4e6588f976', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'mac_address': 'fa:16:3e:93:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:17:16Z', 'updated_at': '2021-10-27T16:17:16Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ee32d4-0457-4294-b815-ed4e5cfeba88', 'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:3a:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:54Z', 'updated_at': '2021-10-27T16:17:00Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:20.321812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.335106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff4973a7-f41d-4d7b-8d88-29d72c468666 req-71ff7022-8ab1-43a8-80d0-f21b32d1d467 service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235683 Oct 27 16:17:20.336022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb325860-9af9-4dc6-862d-20947af450f5 None None] The sync data for ids ['5c55e5f7-95bf-4001-bc67-398837b334d0'] in n-d-815689-1 is: [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:56Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4643ea6c-e9c8-48d7-a961-be9a65aa7532', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.204', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'port_id': '19fea6e9-de19-48da-885b-2e4e6588f976', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'mac_address': 'fa:16:3e:93:6e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:17:16Z', 'updated_at': '2021-10-27T16:17:16Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '62ee32d4-0457-4294-b815-ed4e5cfeba88', 'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:3a:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:54Z', 'updated_at': '2021-10-27T16:17:00Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:20.338169 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 994032cd-d257-4e4e-b762-95f8356acd5c completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:20.343671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 994032cd-d257-4e4e-b762-95f8356acd5c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:20.344006 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.407319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.449889 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.482158 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0854e81-709d-4e65-b242-1cf834e175aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994032cd-d257-4e4e-b762-95f8356acd5c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:20.485388 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e6cec4-ceb0-47ca-afce-9073695c2203" -d '{"events": [{"server_uuid": "c0854e81-709d-4e65-b242-1cf834e175aa", "name": "network-vif-plugged", "status": "completed", "tag": "994032cd-d257-4e4e-b762-95f8356acd5c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:20.493065 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:17:20.504508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 994032cd-d257-4e4e-b762-95f8356acd5c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=994032cd-d257-4e4e-b762-95f8356acd5c,segment=NetworkSegment(9501a119-45c5-40d0-b3ba-39b90d4a36ec),segment_id=9501a119-45c5-40d0-b3ba-39b90d4a36ec)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:20.506305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f732d3-e973-415b-8621-9ab4f5de2f6e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:20.513482 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.513833 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Added segment 83caa3bc-26f7-40f9-93cd-57a9cc3184fe of type vlan for network 68591647-5373-400e-bd85-680b6bb7200d Oct 27 16:17:20.534975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f515250-f5da-45c4-81b8-f8a1eb0afe7f req-1c9c19bc-8dda-47c9-86ee-2504b8ccca0d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.536735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f515250-f5da-45c4-81b8-f8a1eb0afe7f req-1c9c19bc-8dda-47c9-86ee-2504b8ccca0d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1750448 Oct 27 16:17:20.538821 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788735-92c8-4102-b1b4-04419033740d req-67cee213-52b2-493c-ab0d-b2b25ed73e3a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.543955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1788735-92c8-4102-b1b4-04419033740d req-67cee213-52b2-493c-ab0d-b2b25ed73e3a tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1438081 Oct 27 16:17:20.562048 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.601902 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.616772 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff4973a7-f41d-4d7b-8d88-29d72c468666 req-33280381-7cb1-4d50-ae56-515997205ddf service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661059 Oct 27 16:17:20.640357 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f515250-f5da-45c4-81b8-f8a1eb0afe7f req-57614829-8822-4453-a04e-c0c72844f23b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833187 Oct 27 16:17:20.651438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=994032cd-d257-4e4e-b762-95f8356acd5c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:20.670665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1788735-92c8-4102-b1b4-04419033740d req-8ddcb8a5-6579-45fb-ba6d-e5adfd772703 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872514 Oct 27 16:17:20.695242 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53b7665-4aaa-40d1-9003-254d443040ab None None] New status for floating IP 4643ea6c-e9c8-48d7-a961-be9a65aa7532: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:17:20.745967 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.748165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:20.749272 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:20.816864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35266) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:20.852105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9044611 Oct 27 16:17:20.857268 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbb55a2-faf1-4da2-8055-e4a275ac6ae7 x-openstack-request-id: req-5dbb55a2-faf1-4da2-8055-e4a275ac6ae7 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:20.857845 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0854e81-709d-4e65-b242-1cf834e175aa", "name": "network-vif-plugged", "status": "completed", "tag": "994032cd-d257-4e4e-b762-95f8356acd5c", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:20.858700 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dbb55a2-faf1-4da2-8055-e4a275ac6ae7 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:20.859291 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0854e81-709d-4e65-b242-1cf834e175aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994032cd-d257-4e4e-b762-95f8356acd5c', 'code': 200} Oct 27 16:17:20.861655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35268) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:20.869783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] Request body: {'subnet': {'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-subnet', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:20.880514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8aed9825-e41f-421c-b2d1-d28827f74354 req-aae5c1d3-3b2b-4f68-b79b-4fa6cea4151f tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0863330 Oct 27 16:17:20.904185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb396afe-2d05-4c52-ab6d-e35c3276699d admin admin] Pushing event updated for resources: {'Network': ['ID=68591647-5373-400e-bd85-680b6bb7200d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:20.927564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 68591647-5373-400e-bd85-680b6bb7200d details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:17:21.006430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-88ba8479-4415-4234-b757-021cccb6cba5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/4643ea6c-e9c8-48d7-a961-be9a65aa7532 HTTP/1.1" status: 200 len: 991 time: 0.1797097 Oct 27 16:17:21.007999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] Made reservation on behalf of f8dec9b3744a440aa1a6f2084919f3e1 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:21.011020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.029931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da5e78-c604-463b-9a68-2e28df903dc7 req-f9caf0b1-1325-426b-8c7c-9ec6a07fa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:21.042293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4da5e78-c604-463b-9a68-2e28df903dc7 req-f9caf0b1-1325-426b-8c7c-9ec6a07fa45e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 1096 time: 0.0933158 Oct 27 16:17:21.077846 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4da5e78-c604-463b-9a68-2e28df903dc7 req-5ee412c3-982b-4f2e-9ab4-3e0af25dc782 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354578 Oct 27 16:17:21.173189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfc30-6c3d-4330-bf00-9bb956c4e48b req-d41d36a6-c669-4be7-8158-a835cd9ad11a tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:21.180489 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-326dfc30-6c3d-4330-bf00-9bb956c4e48b req-d41d36a6-c669-4be7-8158-a835cd9ad11a tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 945 time: 0.1668658 Oct 27 16:17:21.257834 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-326dfc30-6c3d-4330-bf00-9bb956c4e48b req-b536cec6-3e92-497b-a507-810db30b508b tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594077 Oct 27 16:17:21.449929 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.531754 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-79f8df91-fa7a-4ad4-a979-4b6931754723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.534669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1514907a-bb4b-4267-baa4-a6e684f8745d,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:21.543279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] Checking segment: {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:21.544380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] Network hostable DHCP agents. Network: 68591647-5373-400e-bd85-680b6bb7200d, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:17:21.607874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] Network 68591647-5373-400e-bd85-680b6bb7200d is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:17:21.676599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 68591647-5373-400e-bd85-680b6bb7200d) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:21.681385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:21.682119 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.692559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c748a7e-31ac-40e9-9931-a6e52c56b3a2 None None] Network 68591647-5373-400e-bd85-680b6bb7200d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:21.788942 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e4fa7689-af44-475d-8ec7-67eb5c8d0eb7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9259112 Oct 27 16:17:21.791807 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35280) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:21.798001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:21.841455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b25dd-5ee9-44d5-99f1-11c8f001d2ab req-bc61a015-ecb0-4798-b9e6-3019d234ff7b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:21.844380 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ca3b25dd-5ee9-44d5-99f1-11c8f001d2ab req-bc61a015-ecb0-4798-b9e6-3019d234ff7b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1047714 Oct 27 16:17:21.895542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-68591647-5373-400e-bd85-680b6bb7200d', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:17:21.896456 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.899982 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ca3b25dd-5ee9-44d5-99f1-11c8f001d2ab req-d9093887-a939-4918-becd-b7f90f413a00 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Oct 27 16:17:21.904843 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:21.906737 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.001677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.009051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35284) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:22.055933 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d77dc9ff-6786-4224-a879-dfeecea6acbd req-fa37ad6c-3ba4-4dcf-8777-b1ffbf8bbcd4 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0578446 Oct 27 16:17:22.154773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-81611730-db5d-4485-8344-3cbfd4558683 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/4643ea6c-e9c8-48d7-a961-be9a65aa7532 HTTP/1.1" status: 200 len: 993 time: 0.1444089 Oct 27 16:17:22.171846 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.201016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Allocated IP 172.20.0.2 (68591647-5373-400e-bd85-680b6bb7200d/1514907a-bb4b-4267-baa4-a6e684f8745d/268e31ec-91c9-4451-b0b1-82c524071506) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:22.262184 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.331485 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.395923 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.432733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed926c9-6a52-4cd9-82bb-dadcbeba7fe0 req-eec16691-b670-4c1f-ade9-15d8b1a57b07 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:22.434500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ed926c9-6a52-4cd9-82bb-dadcbeba7fe0 req-eec16691-b670-4c1f-ade9-15d8b1a57b07 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 945 time: 0.0564404 Oct 27 16:17:22.479472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ed926c9-6a52-4cd9-82bb-dadcbeba7fe0 req-312a8db1-78c7-4848-9de8-399c2d568790 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Oct 27 16:17:22.538794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.588085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Network 68591647-5373-400e-bd85-680b6bb7200d is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:22.592507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:22.595390 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:22.625495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Pushing event updated for resources: {'Port': ['ID=268e31ec-91c9-4451-b0b1-82c524071506,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:22.691784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Attempting to bind port 268e31ec-91c9-4451-b0b1-82c524071506 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:22.692621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Attempting to bind port 268e31ec-91c9-4451-b0b1-82c524071506 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:22.693247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Attempting to bind port 268e31ec-91c9-4451-b0b1-82c524071506 on network 68591647-5373-400e-bd85-680b6bb7200d {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:22.699373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:22.700379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Checking segment: {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:22.701180 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.702239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Bound using segment: {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:22.702989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Bound port: 268e31ec-91c9-4451-b0b1-82c524071506, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:22.703653 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.743388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.770404 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:22.797895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] For port 268e31ec-91c9-4451-b0b1-82c524071506, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:22.800360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] For port 268e31ec-91c9-4451-b0b1-82c524071506, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=268e31ec-91c9-4451-b0b1-82c524071506,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:22.921775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Allocated IP 172.25.4.94 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/e723c7fb-ac06-4a6d-9049-04b0a3f913a7) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:23.025161 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.060953 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.067841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d63f70-9b4e-471a-a2e5-fc8ad3bad86c req-790f080f-da3a-487c-a331-5c946e328d63 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.076930 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83d63f70-9b4e-471a-a2e5-fc8ad3bad86c req-790f080f-da3a-487c-a331-5c946e328d63 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0874088 Oct 27 16:17:23.158201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f32bf8-7076-4aa9-a4f1-6f5402b6cade None None] Pushing event updated for resources: {'Port': ['ID=268e31ec-91c9-4451-b0b1-82c524071506,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:23.167612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83d63f70-9b4e-471a-a2e5-fc8ad3bad86c req-7ea0305e-2862-4c6e-922c-82bee14bd290 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896118 Oct 27 16:17:23.174229 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.259384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:23.277263 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-747e4162-6e2e-4549-8f22-967bc8e39a24 req-6a860134-2e54-445b-b8c7-ceac565522c7 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0402949 Oct 27 16:17:23.280020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:23.282647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:23.327436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Pushing event updated for resources: {'Port': ['ID=e723c7fb-ac06-4a6d-9049-04b0a3f913a7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:23.638445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27fccf-3514-436b-96df-173e284afa35 req-ebabc881-c36f-41b0-b018-3a0c68665727 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:23.644815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d27fccf-3514-436b-96df-173e284afa35 req-ebabc881-c36f-41b0-b018-3a0c68665727 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 945 time: 0.0724730 Oct 27 16:17:23.702262 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:23.706994 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d27fccf-3514-436b-96df-173e284afa35 req-1545cea8-15a6-4de2-9a8d-1a550484fb03 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602486 Oct 27 16:17:23.945491 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.179007 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.197266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:17:24.318081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2b61c-e603-4b0d-9f06-d49e193952d7 req-6f19113d-e0b7-4b2d-946f-4447881a5ddc tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:24.340690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-35c2b61c-e603-4b0d-9f06-d49e193952d7 req-6f19113d-e0b7-4b2d-946f-4447881a5ddc tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0818272 Oct 27 16:17:24.414098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:24.426901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Sync routers for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:24.436515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-35c2b61c-e603-4b0d-9f06-d49e193952d7 req-c6041d26-32c3-4e8e-8554-70dff6694c09 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936699 Oct 27 16:17:24.447857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:24.447857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:24.551349 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7d36beb4-e5d7-4158-8da0-46e63ca9201f req-f5086ffa-c9e6-4af4-94e0-8d97f2b3eba5 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0880084 Oct 27 16:17:24.586836 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:24.590781 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f2f72e34-d76a-4c38-87ce-ec6d64953db5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7951648 Oct 27 16:17:24.590982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35314) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:24.630586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bbda82-8cc1-45a3-84b0-22d0cd000b9f None None] Network 68591647-5373-400e-bd85-680b6bb7200d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:25.050600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 268e31ec-91c9-4451-b0b1-82c524071506 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:25.216121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:25.372469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c7445ec0-f885-45dd-b3aa-9d962ca735dc None None] Provisioning complete for port 268e31ec-91c9-4451-b0b1-82c524071506 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:25.374367 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c7445ec0-f885-45dd-b3aa-9d962ca735dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.803718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e2b79-79ee-4f26-852d-8269b6ca2b9f req-f005368f-9546-40bc-9b40-cdc130ff8b45 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:25.805949 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c9e2b79-79ee-4f26-852d-8269b6ca2b9f req-f005368f-9546-40bc-9b40-cdc130ff8b45 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.2043273 Oct 27 16:17:25.827223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8f80cfa-8f18-4589-a1c6-ef989227062e req-0a16e6a1-c827-4ad5-bdf6-c0c9c3d63aa3 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0770857 Oct 27 16:17:25.866476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 268e31ec-91c9-4451-b0b1-82c524071506 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:25.866476 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:25.929926 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c9e2b79-79ee-4f26-852d-8269b6ca2b9f req-9aa5d199-6e69-44f9-b8ea-51cb70193c7c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068037 Oct 27 16:17:26.071855 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.111994 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c7445ec0-f885-45dd-b3aa-9d962ca735dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.117934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:23Z', 'revision_number': 3, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:26.192532 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.232513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Checking router: 56a92509-84c0-4868-b6a1-6ab88a36e2b7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:17:26.233224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Updating router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 port e723c7fb-ac06-4a6d-9049-04b0a3f913a7 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:17:26.288605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c7445ec0-f885-45dd-b3aa-9d962ca735dc None None] For port 268e31ec-91c9-4451-b0b1-82c524071506, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=268e31ec-91c9-4451-b0b1-82c524071506,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:26.290308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.340804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Allocated IP 172.20.0.1 (68591647-5373-400e-bd85-680b6bb7200d/1514907a-bb4b-4267-baa4-a6e684f8745d/e3683823-f209-4f1c-9eae-55052731488d) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:26.418479 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c7445ec0-f885-45dd-b3aa-9d962ca735dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.549523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.553478 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:17:26.555783 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:17:26.700537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.701766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1c866eb2-0d90-4b1c-9913-d3af389019cf None None] Provisioning complete for port 268e31ec-91c9-4451-b0b1-82c524071506 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:26.702163 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1c866eb2-0d90-4b1c-9913-d3af389019cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.707019 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7445ec0-f885-45dd-b3aa-9d962ca735dc None None] Pushing event updated for resources: {'Port': ['ID=268e31ec-91c9-4451-b0b1-82c524071506,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:26.788141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Pushing event updated for resources: {'Port': ['ID=e3683823-f209-4f1c-9eae-55052731488d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:26.802351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.803001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.803930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.805347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.805710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.806484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.806727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.807077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.807417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.807803 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.808378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.808769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:17:26.814939 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Network 68591647-5373-400e-bd85-680b6bb7200d is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:26.820307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:26.833176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:26.841978 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.889257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:26.955603 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.114305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b351f7-96f2-47f1-b852-fd2a6d8948b9 None None] Pushing event updated for resources: {'Port': ['ID=e723c7fb-ac06-4a6d-9049-04b0a3f913a7,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:27.120437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Attempting to bind port e723c7fb-ac06-4a6d-9049-04b0a3f913a7 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:27.120932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Attempting to bind port e723c7fb-ac06-4a6d-9049-04b0a3f913a7 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:27.121359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Attempting to bind port e723c7fb-ac06-4a6d-9049-04b0a3f913a7 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:27.127198 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-509ca864-3d54-4e08-8af9-ba51c318af50 req-f9d64b95-7c2d-4d11-b370-6e10298b0d87 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0609620 Oct 27 16:17:27.155204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:27.155893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:27.156602 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.157240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:27.158590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Bound port: e723c7fb-ac06-4a6d-9049-04b0a3f913a7, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:27.159213 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.237508 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.249011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdf97d-aa65-4a04-835e-4dc24ba16c55 req-4d8f2443-dd62-4335-b46a-a719f8b9fd1f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:27.251316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18cdf97d-aa65-4a04-835e-4dc24ba16c55 req-4d8f2443-dd62-4335-b46a-a719f8b9fd1f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1212766 Oct 27 16:17:27.317141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] For port e723c7fb-ac06-4a6d-9049-04b0a3f913a7, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:27.322800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] For port e723c7fb-ac06-4a6d-9049-04b0a3f913a7, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e723c7fb-ac06-4a6d-9049-04b0a3f913a7,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:27.332685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 268e31ec-91c9-4451-b0b1-82c524071506 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:27.358127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18cdf97d-aa65-4a04-835e-4dc24ba16c55 req-e416662a-5e42-4422-a67b-41a29bcbdf1d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941174 Oct 27 16:17:27.409103 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.443148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b99d460-f086-45b8-890f-b6fd8ddc51e9 None None] Provisioning complete for port e3683823-f209-4f1c-9eae-55052731488d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:27.443750 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b99d460-f086-45b8-890f-b6fd8ddc51e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.531473 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.538316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b99d460-f086-45b8-890f-b6fd8ddc51e9 None None] Port e3683823-f209-4f1c-9eae-55052731488d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:27.590793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:27.591800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:27.597976 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.674066 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.677402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Pushing event updated for resources: {'Port': ['ID=e3683823-f209-4f1c-9eae-55052731488d,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:27.727040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b351f7-96f2-47f1-b852-fd2a6d8948b9 None None] Pushing event updated for resources: {'Port': ['ID=e723c7fb-ac06-4a6d-9049-04b0a3f913a7,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:27.750863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 268e31ec-91c9-4451-b0b1-82c524071506 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:27.751462 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:27.856104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Network 68591647-5373-400e-bd85-680b6bb7200d is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:27.856104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:27.889016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:28.075025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:28.297177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-102377b2-419f-4a20-8cd5-8b0412a59991 req-4898f248-5040-4045-bf75-35c70faae9c9 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0457702 Oct 27 16:17:28.362241 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-81e6c705-370c-4930-8ae1-2602d4baf161 None None] Provisioning complete for port e3683823-f209-4f1c-9eae-55052731488d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:28.363679 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-81e6c705-370c-4930-8ae1-2602d4baf161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:28.364803 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:28.373292 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d1232142-7a4d-4669-b383-227469004fcb admin admin] 10.222.0.15 "PUT /v2.0/routers/56a92509-84c0-4868-b6a1-6ab88a36e2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7808483 Oct 27 16:17:28.474213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-81e6c705-370c-4930-8ae1-2602d4baf161 None None] Port e3683823-f209-4f1c-9eae-55052731488d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:28.518272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 2, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:28.568772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8819fdfc-216d-418a-86c6-1cb19e1157c5 None None] The sync data for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 is: [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 2, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:28.657042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad3636-1573-4fd1-ad84-e2418500d89e req-d58fcf14-8079-491e-bc4b-b2c1688eb7b6 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:28.658958 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76ad3636-1573-4fd1-ad84-e2418500d89e req-d58fcf14-8079-491e-bc4b-b2c1688eb7b6 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1255567 Oct 27 16:17:28.725394 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76ad3636-1573-4fd1-ad84-e2418500d89e req-e68a6b33-76af-4568-9783-09c401e98d8e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566497 Oct 27 16:17:29.277894 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:29.473356 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75e1a946-398c-4a9a-aef0-a6fcb82a2183 req-a891f34e-3fcb-427f-9f27-27f1e05dd217 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0581887 Oct 27 16:17:29.901253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52f8d6-7d15-4a2b-92a8-967bd4f429cf req-e5cee037-af7b-4fa5-b16a-9ead7c189c3b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:29.913829 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba52f8d6-7d15-4a2b-92a8-967bd4f429cf req-e5cee037-af7b-4fa5-b16a-9ead7c189c3b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0746148 Oct 27 16:17:29.984124 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba52f8d6-7d15-4a2b-92a8-967bd4f429cf req-0e4b0c19-b05f-42fe-825e-6991b4eb30bb tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718882 Oct 27 16:17:30.015319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35394) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:30.023083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cbf58505-0935-4e92-88e9-cfa73065552e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039664178', 'description': 'tempest-description--850633181'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:30.128598 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cbf58505-0935-4e92-88e9-cfa73065552e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.272354 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cbf58505-0935-4e92-88e9-cfa73065552e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.333140 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cbf58505-0935-4e92-88e9-cfa73065552e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.369302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf58505-0935-4e92-88e9-cfa73065552e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d405e15-1948-4148-bff4-80a01d4dae31,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:30.453050 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cbf58505-0935-4e92-88e9-cfa73065552e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.462633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35406) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:30.463151 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cbf58505-0935-4e92-88e9-cfa73065552e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4424427 Oct 27 16:17:30.463261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c84cd841-f349-4272-9933-ec91d9f10e7c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'security_group_rule': {'security_group_id': '3d405e15-1948-4148-bff4-80a01d4dae31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:30.572887 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c84cd841-f349-4272-9933-ec91d9f10e7c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.653213 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9a52b97-7a51-4030-bbf6-51f99be19931 req-9297f6f4-e718-4800-bb65-b2f2a9c774ad tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0381329 Oct 27 16:17:30.662590 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c84cd841-f349-4272-9933-ec91d9f10e7c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.807649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c84cd841-f349-4272-9933-ec91d9f10e7c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.832901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84cd841-f349-4272-9933-ec91d9f10e7c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcedf329-0981-44de-8034-05ca2a741080,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:30.835862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fe24c-27dc-42b6-a7ce-7857e77a747d req-966015b9-8532-4876-ac4b-1a071f6edb5d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.848790 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ab1fe24c-27dc-42b6-a7ce-7857e77a747d req-966015b9-8532-4876-ac4b-1a071f6edb5d tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1056175 Oct 27 16:17:30.912089 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ab1fe24c-27dc-42b6-a7ce-7857e77a747d req-5139a871-3615-4cff-bc04-0474aa16c4df tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578701 Oct 27 16:17:30.981328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506505df-9493-44b5-b576-a0529f3d1aed req-24d140ed-397c-4a51-9ae2-b28e13b56bcc tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:30.983961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-506505df-9493-44b5-b576-a0529f3d1aed req-24d140ed-397c-4a51-9ae2-b28e13b56bcc tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 945 time: 0.0646169 Oct 27 16:17:30.988509 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c84cd841-f349-4272-9933-ec91d9f10e7c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:30.990100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c84cd841-f349-4272-9933-ec91d9f10e7c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5308754 Oct 27 16:17:30.993151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35416) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:31.001010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e7e5c71d-a4df-47f8-86a0-e2d3154cf4ff tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'security_group_rule': {'security_group_id': '3d405e15-1948-4148-bff4-80a01d4dae31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:31.082397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-506505df-9493-44b5-b576-a0529f3d1aed req-975a1dc5-676f-4a01-b6fa-d6e039fa58fb tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774550 Oct 27 16:17:31.156566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b9e01-1377-4203-a089-9e9c5916fdc3 req-4ffab4fb-3842-4ae0-8ae8-a75ada0792e4 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:31.158143 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1e5b9e01-1377-4203-a089-9e9c5916fdc3 req-4ffab4fb-3842-4ae0-8ae8-a75ada0792e4 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0572944 Oct 27 16:17:31.192993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7e5c71d-a4df-47f8-86a0-e2d3154cf4ff tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.226871 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1e5b9e01-1377-4203-a089-9e9c5916fdc3 req-13347993-d244-4ab0-b1d8-602919cdbfd3 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618844 Oct 27 16:17:31.271946 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7e5c71d-a4df-47f8-86a0-e2d3154cf4ff tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.342472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e723c7fb-ac06-4a6d-9049-04b0a3f913a7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:31.356001 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7e5c71d-a4df-47f8-86a0-e2d3154cf4ff tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.377214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5c71d-a4df-47f8-86a0-e2d3154cf4ff tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcedf30b-b416-4f58-9dcb-99dc65416624,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:31.410626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e723c7fb-ac06-4a6d-9049-04b0a3f913a7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:31.410626 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.448391 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Sync routers for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:31.461166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7e5c71d-a4df-47f8-86a0-e2d3154cf4ff tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.465701 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e7e5c71d-a4df-47f8-86a0-e2d3154cf4ff tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4684861 Oct 27 16:17:31.467175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35420) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:31.467536 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:31.468735 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:31.471178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:31.518580 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.543291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port e723c7fb-ac06-4a6d-9049-04b0a3f913a7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e723c7fb-ac06-4a6d-9049-04b0a3f913a7,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:31.613496 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.641804 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.717997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=e723c7fb-ac06-4a6d-9049-04b0a3f913a7,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:31.729980 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:31.757158 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:31.801894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1ff94f9-c918-4c65-9687-420d7ef86396 req-304ebad1-f98e-4617-8f12-1b045727790e tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0278404 Oct 27 16:17:31.889728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Allocated IP 172.25.4.196 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/45cf4749-4d5e-4f29-9136-dd2105c093a6) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:31.965944 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 2, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:31.995125 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Checking router: 56a92509-84c0-4868-b6a1-6ab88a36e2b7 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:17:31.995495 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Updating router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 port e3683823-f209-4f1c-9eae-55052731488d binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:17:32.024011 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.039655 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.045435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6093758-0cd3-44f3-bf0d-0386bb57b7a1 req-831d44d4-5f4d-4d6a-83f6-c6136b6bc981 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.047043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6093758-0cd3-44f3-bf0d-0386bb57b7a1 req-831d44d4-5f4d-4d6a-83f6-c6136b6bc981 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.0593963 Oct 27 16:17:32.100555 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6093758-0cd3-44f3-bf0d-0386bb57b7a1 req-9313fd41-5700-47c5-99e0-6d4ef236fe93 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444775 Oct 27 16:17:32.137537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.247516 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:32.255685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:32.258749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'Port': ['ID=45cf4749-4d5e-4f29-9136-dd2105c093a6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:32.267945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:32.297746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7f362-9adb-45f5-bc3a-6076389ff268 req-c3313a75-5932-4b23-901f-23616872bea4 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.299084 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8af7f362-9adb-45f5-bc3a-6076389ff268 req-c3313a75-5932-4b23-901f-23616872bea4 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.53 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 945 time: 0.1100855 Oct 27 16:17:32.355919 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ee12b-a4a7-4114-90dc-b53b582c99fe req-bc504657-42f0-4c09-a974-7c425f101011 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.357998 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2e0ee12b-a4a7-4114-90dc-b53b582c99fe req-bc504657-42f0-4c09-a974-7c425f101011 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 945 time: 0.1761742 Oct 27 16:17:32.415843 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2e0ee12b-a4a7-4114-90dc-b53b582c99fe req-5d52d63b-a211-439f-bdc3-2fcd57ad4071 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446637 Oct 27 16:17:32.419841 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.493008 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.518887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de023be8-effe-4511-916d-9e212a663ced req-a7fe0d7a-7a0a-4390-9f6a-cfb71c7f069c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.520402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de023be8-effe-4511-916d-9e212a663ced req-a7fe0d7a-7a0a-4390-9f6a-cfb71c7f069c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1297736 Oct 27 16:17:32.539182 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.546121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ef228-eaa5-4b72-95c0-4f6dfae4dd26 req-c16abdb7-363c-4f7e-8ffa-cad99fde6fa6 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:32.552435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-752ef228-eaa5-4b72-95c0-4f6dfae4dd26 req-c16abdb7-363c-4f7e-8ffa-cad99fde6fa6 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.54 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1108491 Oct 27 16:17:32.560593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8af7f362-9adb-45f5-bc3a-6076389ff268 req-2edf5bcf-5db1-4365-839c-7a231d192bd8 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Deleting port 994032cd-d257-4e4e-b762-95f8356acd5c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:32.560931 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8af7f362-9adb-45f5-bc3a-6076389ff268 req-2edf5bcf-5db1-4365-839c-7a231d192bd8 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.569255 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.596311 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.607111 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70ea46-945c-439d-8dec-bd82f752ae71 None None] Pushing event updated for resources: {'Port': ['ID=e3683823-f209-4f1c-9eae-55052731488d,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:32.723470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de023be8-effe-4511-916d-9e212a663ced req-39f160c1-1421-4ee4-b33a-00b77910e5fe tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937449 Oct 27 16:17:32.742468 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Attempting to bind port e3683823-f209-4f1c-9eae-55052731488d on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:32.743035 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Attempting to bind port e3683823-f209-4f1c-9eae-55052731488d by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:32.743462 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Attempting to bind port e3683823-f209-4f1c-9eae-55052731488d on network 68591647-5373-400e-bd85-680b6bb7200d {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:32.753976 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:32.754469 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Checking segment: {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:32.754919 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.756834 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Bound using segment: {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:32.757400 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Bound port: e3683823-f209-4f1c-9eae-55052731488d, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:32.758992 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.792427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8af7f362-9adb-45f5-bc3a-6076389ff268 req-2edf5bcf-5db1-4365-839c-7a231d192bd8 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] For port 994032cd-d257-4e4e-b762-95f8356acd5c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=994032cd-d257-4e4e-b762-95f8356acd5c,segment=NetworkSegment(9501a119-45c5-40d0-b3ba-39b90d4a36ec),segment_id=9501a119-45c5-40d0-b3ba-39b90d4a36ec)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:32.793046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8af7f362-9adb-45f5-bc3a-6076389ff268 req-2edf5bcf-5db1-4365-839c-7a231d192bd8 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.810736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8af7f362-9adb-45f5-bc3a-6076389ff268 req-2edf5bcf-5db1-4365-839c-7a231d192bd8 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Calling delete_port for 994032cd-d257-4e4e-b762-95f8356acd5c owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:32.860664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-752ef228-eaa5-4b72-95c0-4f6dfae4dd26 req-932978ee-5e82-4ba1-b2a0-eccab5cddbb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Deleting port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:32.861612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-752ef228-eaa5-4b72-95c0-4f6dfae4dd26 req-932978ee-5e82-4ba1-b2a0-eccab5cddbb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.881793 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] For port e3683823-f209-4f1c-9eae-55052731488d, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:32.890389 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.892603 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] For port e3683823-f209-4f1c-9eae-55052731488d, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e3683823-f209-4f1c-9eae-55052731488d,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:32.973493 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:32.998761 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-68391322-b9da-46ae-b081-cbd927bc9a61 req-2c0ef833-a281-4204-84cb-1fd6f565296a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec1ae056-a4d5-4429-b3a6-08f26e9c31ec HTTP/1.1" status: 200 len: 210 time: 0.0609908 Oct 27 16:17:32.999973 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.038617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-752ef228-eaa5-4b72-95c0-4f6dfae4dd26 req-932978ee-5e82-4ba1-b2a0-eccab5cddbb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] For port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,segment=NetworkSegment(5487898b-0458-431a-8e39-c18f02bd235a),segment_id=5487898b-0458-431a-8e39-c18f02bd235a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:33.038617 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-752ef228-eaa5-4b72-95c0-4f6dfae4dd26 req-932978ee-5e82-4ba1-b2a0-eccab5cddbb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.052771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8f64bfa5-7af8-4179-9f1d-b64030c707d2 None None] Provisioning complete for port e3683823-f209-4f1c-9eae-55052731488d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:33.055092 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8f64bfa5-7af8-4179-9f1d-b64030c707d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.082905 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:33.083537 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:33.086914 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70ea46-945c-439d-8dec-bd82f752ae71 None None] Pushing event updated for resources: {'Port': ['ID=e3683823-f209-4f1c-9eae-55052731488d,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:33.115065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-752ef228-eaa5-4b72-95c0-4f6dfae4dd26 req-932978ee-5e82-4ba1-b2a0-eccab5cddbb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Calling delete_port for b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:33.138557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'Port': ['ID=45cf4749-4d5e-4f29-9136-dd2105c093a6,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:33.143751 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.251293 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.262217 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-778ffbbd-3232-450b-ae01-8234c7812d05 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7868333 Oct 27 16:17:33.288204 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:33.627689 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-7cc6d6ce-551f-4fab-87db-338d982b3da8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2039664178&fields=id&tenant_id=f8dec9b3744a440aa1a6f2084919f3e1 HTTP/1.1" status: 200 len: 267 time: 0.0819533 Oct 27 16:17:33.630776 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e723c7fb-ac06-4a6d-9049-04b0a3f913a7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:33.690823 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8f64bfa5-7af8-4179-9f1d-b64030c707d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.733193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e723c7fb-ac06-4a6d-9049-04b0a3f913a7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:33.737056 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.769561 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:32Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:33.794675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8f64bfa5-7af8-4179-9f1d-b64030c707d2 None None] For port e3683823-f209-4f1c-9eae-55052731488d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e3683823-f209-4f1c-9eae-55052731488d,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:33.823987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-ee87ff67-7b45-43e5-8960-633cdfe50ea1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:33.836135 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-ee87ff67-7b45-43e5-8960-633cdfe50ea1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 816 time: 0.1966937 Oct 27 16:17:33.840478 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afd1ed9-e858-45e9-a695-205ce07c783a None None] The sync data for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 is: [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:32Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:33.846520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e3683823-f209-4f1c-9eae-55052731488d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:33.850417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b9772a6-0c65-4e34-b9eb-d30d611f0c31 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/quotas/f8dec9b3744a440aa1a6f2084919f3e1 HTTP/1.1" status: 200 len: 375 time: 0.0135522 Oct 27 16:17:33.897351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e3683823-f209-4f1c-9eae-55052731488d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:33.897729 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.935025 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8f64bfa5-7af8-4179-9f1d-b64030c707d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:33.965402 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-ffffcf15-24f7-4897-9ba9-0ec72c38f963 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068692 Oct 27 16:17:34.004611 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-732bfe6f-1ac0-443c-9fc9-d1532dc13edd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:17:34.005850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-732bfe6f-1ac0-443c-9fc9-d1532dc13edd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0098202 Oct 27 16:17:34.014874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64bfa5-7af8-4179-9f1d-b64030c707d2 None None] Pushing event updated for resources: {'Port': ['ID=e3683823-f209-4f1c-9eae-55052731488d,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:34.029706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a86576-8394-48c8-a7c8-785380407831 req-45fecfef-a268-4334-a176-b706f6f22a96 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:34.037956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a86576-8394-48c8-a7c8-785380407831 req-45fecfef-a268-4334-a176-b706f6f22a96 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 946 time: 0.1148992 Oct 27 16:17:34.058562 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8af7f362-9adb-45f5-bc3a-6076389ff268 req-2edf5bcf-5db1-4365-839c-7a231d192bd8 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.069860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c2a20824-955c-415c-b27a-a5d010f791e0 None None] Provisioning complete for port e3683823-f209-4f1c-9eae-55052731488d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:34.071253 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2a20824-955c-415c-b27a-a5d010f791e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.076314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['994032cd-d257-4e4e-b762-95f8356acd5c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:34.144129 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-17093ed3-dde5-44c5-a1e0-d5e42de6911a service neutron] 10.222.0.15 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274998 Oct 27 16:17:34.166599 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a86576-8394-48c8-a7c8-785380407831 req-a9b77f26-73fb-419c-8fbd-729b8c578dbf tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/security-groups?id=21c340e3-9cc9-4e97-8604-1740eb4561d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277289 Oct 27 16:17:34.171758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf5bcf-5db1-4365-839c-7a231d192bd8 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Pushing event deleted for resources: {'Port': ['ID=994032cd-d257-4e4e-b762-95f8356acd5c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:34.266450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af7f362-9adb-45f5-bc3a-6076389ff268 req-2edf5bcf-5db1-4365-839c-7a231d192bd8 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] No DVR routers for this DVR port 994032cd-d257-4e4e-b762-95f8356acd5c on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:34.272618 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8af7f362-9adb-45f5-bc3a-6076389ff268 req-2edf5bcf-5db1-4365-839c-7a231d192bd8 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.277689 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8af7f362-9adb-45f5-bc3a-6076389ff268 req-2edf5bcf-5db1-4365-839c-7a231d192bd8 tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.53 "DELETE /v2.0/ports/994032cd-d257-4e4e-b762-95f8356acd5c HTTP/1.1" status: 204 len: 173 time: 1.9733357 Oct 27 16:17:34.278276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0854e81-709d-4e65-b242-1cf834e175aa', 'name': 'network-vif-deleted', 'tag': '994032cd-d257-4e4e-b762-95f8356acd5c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:34.283469 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb47fba5-9934-4d4b-a446-02a12c036119" -d '{"events": [{"server_uuid": "c0854e81-709d-4e65-b242-1cf834e175aa", "name": "network-vif-deleted", "tag": "994032cd-d257-4e4e-b762-95f8356acd5c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:34.295430 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-fa0acc5e-4c57-4b9d-88d7-a54d80b4aa32 service neutron] 10.222.0.15 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429589 Oct 27 16:17:34.343047 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08eadf71-0725-4a19-9f41-510a13e6c088 req-80e23f29-276d-44a6-a35d-adeee7e0401b tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 210 time: 0.0300682 Oct 27 16:17:34.343904 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-752ef228-eaa5-4b72-95c0-4f6dfae4dd26 req-932978ee-5e82-4ba1-b2a0-eccab5cddbb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.383517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932978ee-5e82-4ba1-b2a0-eccab5cddbb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Pushing event deleted for resources: {'Port': ['ID=b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:34.446371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-752ef228-eaa5-4b72-95c0-4f6dfae4dd26 req-932978ee-5e82-4ba1-b2a0-eccab5cddbb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] No DVR routers for this DVR port b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:34.449528 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-752ef228-eaa5-4b72-95c0-4f6dfae4dd26 req-932978ee-5e82-4ba1-b2a0-eccab5cddbb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:34.453326 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-752ef228-eaa5-4b72-95c0-4f6dfae4dd26 req-932978ee-5e82-4ba1-b2a0-eccab5cddbb2 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.54 "DELETE /v2.0/ports/b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 HTTP/1.1" status: 204 len: 173 time: 1.8894563 Oct 27 16:17:34.693851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e255b33-e10e-4693-b24a-9506a1444dd0 req-26d4b433-bdf0-443a-af5b-e7489595348c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:34.703635 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e255b33-e10e-4693-b24a-9506a1444dd0 req-26d4b433-bdf0-443a-af5b-e7489595348c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1033194 Oct 27 16:17:34.749004 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e255b33-e10e-4693-b24a-9506a1444dd0 req-2c1bc412-dbea-4106-b256-db5abe62a92b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440130 Oct 27 16:17:34.917963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3025ae00-09f7-4873-b8e1-5096cda1fe4a req-3c8cf39f-9d85-4fef-8db7-ad0e0093eb4a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 210 time: 0.0351019 Oct 27 16:17:34.951442 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058b3648-81de-4835-bebb-815ef20b5047 x-openstack-request-id: req-058b3648-81de-4835-bebb-815ef20b5047 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:34.951830 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0854e81-709d-4e65-b242-1cf834e175aa", "name": "network-vif-deleted", "tag": "994032cd-d257-4e4e-b762-95f8356acd5c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:34.952203 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-058b3648-81de-4835-bebb-815ef20b5047 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:34.952755 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0854e81-709d-4e65-b242-1cf834e175aa', 'name': 'network-vif-deleted', 'tag': '994032cd-d257-4e4e-b762-95f8356acd5c', 'status': 'completed', 'code': 200} Oct 27 16:17:35.026870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34422359-b5d5-4e1f-94bb-d9d4249ac2cc req-e0ce70ff-ebda-43b6-82c5-343bcae9aea7 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.031252 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34422359-b5d5-4e1f-94bb-d9d4249ac2cc req-e0ce70ff-ebda-43b6-82c5-343bcae9aea7 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.0519753 Oct 27 16:17:35.059799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35484) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:35.075160 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34422359-b5d5-4e1f-94bb-d9d4249ac2cc req-73b05dab-0fea-46b2-9dfe-63ae0cb568c8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404694 Oct 27 16:17:35.131121 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ba09-e457-4a67-85b6-3d64322f4e5a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:35.155696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ba09-e457-4a67-85b6-3d64322f4e5a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:35.287255 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ba09-e457-4a67-85b6-3d64322f4e5a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:35.290190 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ba09-e457-4a67-85b6-3d64322f4e5a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:35.291494 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6ed3ba09-e457-4a67-85b6-3d64322f4e5a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "DELETE /v2.0/security-groups/17c9e4cf-308f-4692-b3ae-cccb9325037d HTTP/1.1" status: 204 len: 168 time: 0.2323847 Oct 27 16:17:35.294443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35488) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:35.316373 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-5627fbd4-f7bf-4724-98c4-0b75b159f696 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] show failed (client error): The resource could not be found. Oct 27 16:17:35.316590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3ba09-e457-4a67-85b6-3d64322f4e5a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c9e4cf-308f-4692-b3ae-cccb9325037d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:35.317935 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5627fbd4-f7bf-4724-98c4-0b75b159f696 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "GET /v2.0/security-groups/17c9e4cf-308f-4692-b3ae-cccb9325037d HTTP/1.1" status: 404 len: 347 time: 0.0222404 Oct 27 16:17:35.324295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35490) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:35.347883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e3683823-f209-4f1c-9eae-55052731488d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:35.355289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19408ba9-78ff-46e4-ab24-fbeeae58608c req-ce0e0a7a-dd36-47f3-aa5c-1fb9a57fef82 tempest-ServersNegativeTestJSON-239315927 tempest-ServersNegativeTestJSON-239315927-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae2fac87-b32c-4219-b7b2-42fbf34b7ba4 HTTP/1.1" status: 200 len: 210 time: 0.0348105 Oct 27 16:17:35.462248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e3683823-f209-4f1c-9eae-55052731488d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:35.463102 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:35.578539 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e90f02f1-6ebd-4224-94f1-b0297510274e req-5c775619-9235-4159-a83d-e3ea416b4c1c tempest-VolumesActionsTest-565644054 tempest-VolumesActionsTest-565644054-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0854e81-709d-4e65-b242-1cf834e175aa HTTP/1.1" status: 200 len: 210 time: 0.0536232 Oct 27 16:17:35.593940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-68ebe972-c191-4cdf-a280-295a6c9110e8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Deleting port 0e0bb519-96b9-4625-afc5-cc0efd806419 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:35.594609 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68ebe972-c191-4cdf-a280-295a6c9110e8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:35.684753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68ebe972-c191-4cdf-a280-295a6c9110e8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:35.685166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68ebe972-c191-4cdf-a280-295a6c9110e8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:35.698918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-68ebe972-c191-4cdf-a280-295a6c9110e8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Calling delete_port for 0e0bb519-96b9-4625-afc5-cc0efd806419 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:35.756319 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:35.785970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:35.786324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:35.904993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e25c3-27fa-4378-a2c9-0f8ff3cfd02a req-789c6d36-c1c4-460c-b311-23f2eea8b43d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:35.917011 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-451e25c3-27fa-4378-a2c9-0f8ff3cfd02a req-789c6d36-c1c4-460c-b311-23f2eea8b43d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0907445 Oct 27 16:17:35.945276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68ebe972-c191-4cdf-a280-295a6c9110e8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:35.979162 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebe972-c191-4cdf-a280-295a6c9110e8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Port': ['ID=0e0bb519-96b9-4625-afc5-cc0efd806419,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:36.003387 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-451e25c3-27fa-4378-a2c9-0f8ff3cfd02a req-b92f8f7d-7023-4558-a1ef-9f538660fa07 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832345 Oct 27 16:17:36.064507 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c786be0d-4449-4127-acc0-fe849843ed63 req-dcdc694b-0376-41d2-8a96-6fea344e1327 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 210 time: 0.0717037 Oct 27 16:17:36.093032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68ebe972-c191-4cdf-a280-295a6c9110e8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.096417 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-68ebe972-c191-4cdf-a280-295a6c9110e8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.098949 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-68ebe972-c191-4cdf-a280-295a6c9110e8 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "DELETE /v2.0/floatingips/608ab57d-e235-43fd-ba08-0250e42f960d HTTP/1.1" status: 204 len: 168 time: 0.7723329 Oct 27 16:17:36.101158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35504) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:36.215385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cafe-3b85-45de-b547-e8b751ad893e req-02a37f02-c1c9-446e-98bc-5f21767e70d8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:36.217966 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5a9cafe-3b85-45de-b547-e8b751ad893e req-02a37f02-c1c9-446e-98bc-5f21767e70d8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.0611975 Oct 27 16:17:36.222613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2528367b-9f9f-4c14-884c-9e336f6eacbb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Deleting port 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:36.223290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2528367b-9f9f-4c14-884c-9e336f6eacbb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.254879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 994032cd-d257-4e4e-b762-95f8356acd5c no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:36.282124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5a9cafe-3b85-45de-b547-e8b751ad893e req-2fb621b5-d0c4-4ab1-a813-4788d826ba3d tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560665 Oct 27 16:17:36.303582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 994032cd-d257-4e4e-b762-95f8356acd5c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:36.303913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 994032cd-d257-4e4e-b762-95f8356acd5c not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:36.369818 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2528367b-9f9f-4c14-884c-9e336f6eacbb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.382558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2528367b-9f9f-4c14-884c-9e336f6eacbb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Calling delete_port for 630e02a2-bc37-4b1c-9d43-7fc7f11e0bae owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:36.450201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35508) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:36.511893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2346ac-cca3-4e19-b615-069e7189502c admin admin] Deleting subnet 3df9ba29-f360-44fd-afb4-737ab76e2a89 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:17:36.516265 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a2346ac-cca3-4e19-b615-069e7189502c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.554307 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a2346ac-cca3-4e19-b615-069e7189502c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.603104 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a2346ac-cca3-4e19-b615-069e7189502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.619167 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2528367b-9f9f-4c14-884c-9e336f6eacbb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.666280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528367b-9f9f-4c14-884c-9e336f6eacbb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Port': ['ID=630e02a2-bc37-4b1c-9d43-7fc7f11e0bae,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:36.737014 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2528367b-9f9f-4c14-884c-9e336f6eacbb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.739948 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a2346ac-cca3-4e19-b615-069e7189502c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.744240 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2528367b-9f9f-4c14-884c-9e336f6eacbb tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "DELETE /v2.0/ports/630e02a2-bc37-4b1c-9d43-7fc7f11e0bae HTTP/1.1" status: 204 len: 168 time: 0.6395838 Oct 27 16:17:36.744424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35514) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:36.770648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2346ac-cca3-4e19-b615-069e7189502c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df9ba29-f360-44fd-afb4-737ab76e2a89,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:36.774120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a2346ac-cca3-4e19-b615-069e7189502c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.777864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0a2346ac-cca3-4e19-b615-069e7189502c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3df9ba29-f360-44fd-afb4-737ab76e2a89 HTTP/1.1" status: 204 len: 168 time: 0.3262737 Oct 27 16:17:36.780426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35516) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:36.870462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1a737dfd-e804-46e6-8a29-168d1a89b96b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Deleting port e0738243-2861-423b-81cc-1a0184199dd8 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:36.870462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a737dfd-e804-46e6-8a29-168d1a89b96b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.902572 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:36.915617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-9308ac26-a96c-4784-b30c-a7efe793d4be tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:36.917154 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-9308ac26-a96c-4784-b30c-a7efe793d4be tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1167796 Oct 27 16:17:36.956517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'name': 'network-vif-deleted', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:36.961172 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c8175c-c48e-42c3-b4c8-b63f937ea629" -d '{"events": [{"server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "name": "network-vif-deleted", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:36.996373 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a737dfd-e804-46e6-8a29-168d1a89b96b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.013249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1a737dfd-e804-46e6-8a29-168d1a89b96b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Calling delete_port for e0738243-2861-423b-81cc-1a0184199dd8 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:37.073654 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff772d2-fd28-4c9b-a889-8a3aa9473d32 x-openstack-request-id: req-8ff772d2-fd28-4c9b-a889-8a3aa9473d32 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:37.073974 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2fac87-b32c-4219-b7b2-42fbf34b7ba4", "name": "network-vif-deleted", "tag": "b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:37.074383 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ff772d2-fd28-4c9b-a889-8a3aa9473d32 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:37.074780 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2fac87-b32c-4219-b7b2-42fbf34b7ba4', 'name': 'network-vif-deleted', 'tag': 'b1d3dcc0-9cf0-4a1a-ae38-f746ca1827f6', 'status': 'completed', 'code': 200} Oct 27 16:17:37.101160 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.194807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4289fac-6b86-43ce-bf75-de917894a89a']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:37.236678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5487898b-0458-431a-8e39-c18f02bd235a') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:37.237346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5487898b-0458-431a-8e39-c18f02bd235a') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:37.296468 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fccda29b-666e-4211-a293-c0a3a35a8520 req-f4510fc1-88b9-48ea-a29c-f4422952ec69 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 210 time: 0.0852561 Oct 27 16:17:37.300463 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.348650 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.353811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589c5db-86ce-4108-956f-a560fa285c8c req-f0b73cb2-14dc-4ae5-a481-cbfe42aedab7 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.355434 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8589c5db-86ce-4108-956f-a560fa285c8c req-f0b73cb2-14dc-4ae5-a481-cbfe42aedab7 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1893318 Oct 27 16:17:37.357869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Deleting port 6c81c317-d7ec-4316-a78c-58931598cec3 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:37.358209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.411337 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a737dfd-e804-46e6-8a29-168d1a89b96b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.414743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:17:37.416902 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:17:37.451208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8589c5db-86ce-4108-956f-a560fa285c8c req-ca9b224e-89e9-4ea8-b318-37f48663e30d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853140 Oct 27 16:17:37.451918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a737dfd-e804-46e6-8a29-168d1a89b96b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Port': ['ID=e0738243-2861-423b-81cc-1a0184199dd8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:37.507999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-907b9c8e-6d4a-4c79-9117-8dff79c61431 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.509502 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-907b9c8e-6d4a-4c79-9117-8dff79c61431 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.53 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 816 time: 0.3954749 Oct 27 16:17:37.549608 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a737dfd-e804-46e6-8a29-168d1a89b96b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.553259 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1a737dfd-e804-46e6-8a29-168d1a89b96b tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "DELETE /v2.0/ports/e0738243-2861-423b-81cc-1a0184199dd8 HTTP/1.1" status: 204 len: 168 time: 0.8078699 Oct 27 16:17:37.555902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35532) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:37.583612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] For port 6c81c317-d7ec-4316-a78c-58931598cec3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=6c81c317-d7ec-4316-a78c-58931598cec3,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:37.584044 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.594974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0f67e-b697-40ae-b986-c6837c8508f8 req-8fec73f4-e88c-4063-88de-43d74fd29930 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:37.598103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77f0f67e-b697-40ae-b986-c6837c8508f8 req-8fec73f4-e88c-4063-88de-43d74fd29930 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 946 time: 0.1912386 Oct 27 16:17:37.614532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d767cb-2c84-408c-a5ca-0e110c3ff1aa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Deleting subnet c4358174-7ecb-4439-ac5f-a50c700e1652 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:17:37.618087 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1d767cb-2c84-408c-a5ca-0e110c3ff1aa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.636626 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-8a955910-d614-46a8-a872-93cb420295b4 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8dec9b3744a440aa1a6f2084919f3e1 HTTP/1.1" status: 200 len: 380 time: 0.1068389 Oct 27 16:17:37.663848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1d767cb-2c84-408c-a5ca-0e110c3ff1aa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.675471 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.681277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'port': {'device_id': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'admin_state_up': True, 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'security_groups': ['3d405e15-1948-4148-bff4-80a01d4dae31']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:37.696406 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.700631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e4289fac-6b86-43ce-bf75-de917894a89a HTTP/1.1" status: 204 len: 168 time: 0.9190836 Oct 27 16:17:37.783963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c5eab-066e-4f0f-8209-5a1341022590 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4289fac-6b86-43ce-bf75-de917894a89a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:37.803821 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1d767cb-2c84-408c-a5ca-0e110c3ff1aa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:37.804298 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77f0f67e-b697-40ae-b986-c6837c8508f8 req-9238e356-3b94-41dd-aa4e-97faad59381b tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=47de455d-fc16-4e96-a086-7195abdc1cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892171 Oct 27 16:17:38.006744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2100a9-694d-41a2-abb9-beb5cf38a9eb req-fd3dcc44-9a9b-4fb8-a9f2-c2b8191c7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:38.008287 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb2100a9-694d-41a2-abb9-beb5cf38a9eb req-fd3dcc44-9a9b-4fb8-a9f2-c2b8191c7b13 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 1096 time: 0.1394713 Oct 27 16:17:38.013124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.013737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.014205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1d767cb-2c84-408c-a5ca-0e110c3ff1aa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.018348 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Floating IP f23713d5-7954-44fb-a11f-de55a57ff360 disassociated. External IP: 172.25.4.215, port: 6c81c317-d7ec-4316-a78c-58931598cec3. Oct 27 16:17:38.018348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Calling delete_port for 6c81c317-d7ec-4316-a78c-58931598cec3 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:38.052469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903c05e-a800-4f2b-b9b3-b3934f8b4ad6 None None] Network 3e58baa5-d2dd-427a-8a5f-98e7e842580b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:38.061353 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1d767cb-2c84-408c-a5ca-0e110c3ff1aa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.069785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d1d767cb-2c84-408c-a5ca-0e110c3ff1aa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "DELETE /v2.0/subnets/c4358174-7ecb-4439-ac5f-a50c700e1652 HTTP/1.1" status: 204 len: 168 time: 0.5122743 Oct 27 16:17:38.099466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35540) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:38.114904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d767cb-2c84-408c-a5ca-0e110c3ff1aa tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Subnet': ['ID=c4358174-7ecb-4439-ac5f-a50c700e1652,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:38.150303 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb2100a9-694d-41a2-abb9-beb5cf38a9eb req-2e840036-9e91-4531-8112-4d75583c2374 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276064 Oct 27 16:17:38.175964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Made reservation on behalf of f8dec9b3744a440aa1a6f2084919f3e1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:38.184889 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.199582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc28cb13-1916-40f0-b3d9-ee6fbdcca697 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Deleting subnet dbcfadbc-c0a8-42cd-925d-3b1de8b78478 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:17:38.210389 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc28cb13-1916-40f0-b3d9-ee6fbdcca697 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.226394 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35542) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:38.287006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0f264661-5984-45db-9bb1-4d872dcada0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=859d61171b484adaab4d255b083936a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579233 Oct 27 16:17:38.287925 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35544) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:38.334957 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bdbc45-6bbe-4271-a7c2-b0e68fc0b1cb None None] DHCP port deletion for 3e58baa5-d2dd-427a-8a5f-98e7e842580b request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:17:38.402850 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94770ecd-3832-4aa6-9f18-ae7ba52bcc54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.416962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdbc45-6bbe-4271-a7c2-b0e68fc0b1cb None None] Deleting port 5d866c81-6948-4e5f-aeb9-00d78295cff0 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:38.417621 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbc45-6bbe-4271-a7c2-b0e68fc0b1cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.428518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc28cb13-1916-40f0-b3d9-ee6fbdcca697 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.440445 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94770ecd-3832-4aa6-9f18-ae7ba52bcc54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.471003 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbecca76-2fb7-4000-8cb4-29efe3625108 req-bb9afcfe-3f49-496e-af11-a2f49da38a44 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 210 time: 0.0647888 Oct 27 16:17:38.518972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d5bdbc45-6bbe-4271-a7c2-b0e68fc0b1cb None None] For port 5d866c81-6948-4e5f-aeb9-00d78295cff0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5d866c81-6948-4e5f-aeb9-00d78295cff0,segment=NetworkSegment(354d7fc1-11b2-4486-bca1-27ffdba18c79),segment_id=354d7fc1-11b2-4486-bca1-27ffdba18c79)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:38.519553 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbc45-6bbe-4271-a7c2-b0e68fc0b1cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.536212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d5bdbc45-6bbe-4271-a7c2-b0e68fc0b1cb None None] Calling delete_port for 5d866c81-6948-4e5f-aeb9-00d78295cff0 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:38.599756 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94770ecd-3832-4aa6-9f18-ae7ba52bcc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.613610 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94770ecd-3832-4aa6-9f18-ae7ba52bcc54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.614164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Allocated IP 172.20.0.12 (68591647-5373-400e-bd85-680b6bb7200d/1514907a-bb4b-4267-baa4-a6e684f8745d/9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:38.614976 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-94770ecd-3832-4aa6-9f18-ae7ba52bcc54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21c340e3-9cc9-4e97-8604-1740eb4561d3 HTTP/1.1" status: 204 len: 168 time: 0.3260286 Oct 27 16:17:38.624081 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.662944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94770ecd-3832-4aa6-9f18-ae7ba52bcc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c340e3-9cc9-4e97-8604-1740eb4561d3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:38.678141 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc28cb13-1916-40f0-b3d9-ee6fbdcca697 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.683541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event deleted for resources: {'Port': ['ID=6c81c317-d7ec-4316-a78c-58931598cec3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:38.700947 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d5bdbc45-6bbe-4271-a7c2-b0e68fc0b1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:38.710465 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b8d1-6ac5-4d8d-98ae-4a0d322f0e73 req-d712d73a-841d-4378-a6b2-1bf5d606dd85 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:38.723905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ae3b8d1-6ac5-4d8d-98ae-4a0d322f0e73 req-d712d73a-841d-4378-a6b2-1bf5d606dd85 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1400771 Oct 27 16:17:38.792154 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ae3b8d1-6ac5-4d8d-98ae-4a0d322f0e73 req-6d4d8029-14f6-4b7d-af18-3e1d4d0b73c0 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659037 Oct 27 16:17:38.805705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bdbc45-6bbe-4271-a7c2-b0e68fc0b1cb None None] Pushing event deleted for resources: {'Port': ['ID=5d866c81-6948-4e5f-aeb9-00d78295cff0,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:38.809383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bdbc45-6bbe-4271-a7c2-b0e68fc0b1cb None None] No DVR routers for this DVR port 5d866c81-6948-4e5f-aeb9-00d78295cff0 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:38.952106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0ba96fa-d886-4a33-b6b2-3e8a63d919c7 req-83bbcff5-694f-45ca-895c-64b450b7c4b0 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 210 time: 0.0463836 Oct 27 16:17:39.019336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.028743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Router dab3e235-e55e-498c-a809-427f10be6788 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:39.044548 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc28cb13-1916-40f0-b3d9-ee6fbdcca697 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.100530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28cb13-1916-40f0-b3d9-ee6fbdcca697 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcfadbc-c0a8-42cd-925d-3b1de8b78478,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:39.181761 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc28cb13-1916-40f0-b3d9-ee6fbdcca697 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.184632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f036b2-d166-401a-9c6e-c7d58df8718f None None] Network 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:39.188207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bc28cb13-1916-40f0-b3d9-ee6fbdcca697 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "DELETE /v2.0/subnets/dbcfadbc-c0a8-42cd-925d-3b1de8b78478 HTTP/1.1" status: 204 len: 168 time: 1.0847955 Oct 27 16:17:39.188345 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35560) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:39.318150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:39.322848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ce30e-069e-4fb3-826f-e7aedeb0ec9a None None] Sync routers for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:39.358367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5d866c81-6948-4e5f-aeb9-00d78295cff0 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:39.368902 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.380593 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.386540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 5d866c81-6948-4e5f-aeb9-00d78295cff0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:39.386540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5d866c81-6948-4e5f-aeb9-00d78295cff0 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:39.432702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ce30e-069e-4fb3-826f-e7aedeb0ec9a None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:39.433746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ba4ce30e-069e-4fb3-826f-e7aedeb0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:39.466177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] No DVR routers for this DVR port 6c81c317-d7ec-4316-a78c-58931598cec3 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:39.473012 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.476525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51983ff0-4b49-4f8a-a35c-8464bbe1a75e req-12df05c1-790e-4559-8198-a9d3f50cfb97 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.53 "DELETE /v2.0/ports/6c81c317-d7ec-4316-a78c-58931598cec3 HTTP/1.1" status: 204 len: 173 time: 2.5526514 Oct 27 16:17:39.477000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'name': 'network-vif-deleted', 'tag': '6c81c317-d7ec-4316-a78c-58931598cec3'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:39.479625 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adfdb03-9936-48a0-af54-dfebffbb1d75" -d '{"events": [{"server_uuid": "9c5a95df-092b-4d58-8dfe-4c59f3373f69", "name": "network-vif-deleted", "tag": "6c81c317-d7ec-4316-a78c-58931598cec3"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:39.498986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Network 68591647-5373-400e-bd85-680b6bb7200d is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:39.503841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:39.508202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:39.552363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'Port': ['ID=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:39.591760 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.621306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:39.621989 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.625452 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff45f529-edaa-4ed2-8f6d-0e37894619d8 x-openstack-request-id: req-ff45f529-edaa-4ed2-8f6d-0e37894619d8 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:39.631727 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a95df-092b-4d58-8dfe-4c59f3373f69", "name": "network-vif-deleted", "tag": "6c81c317-d7ec-4316-a78c-58931598cec3", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:39.631727 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff45f529-edaa-4ed2-8f6d-0e37894619d8 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:39.631727 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5a95df-092b-4d58-8dfe-4c59f3373f69', 'name': 'network-vif-deleted', 'tag': '6c81c317-d7ec-4316-a78c-58931598cec3', 'status': 'completed', 'code': 200} Oct 27 16:17:39.692757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e58baa5-d2dd-427a-8a5f-98e7e842580b']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:39.706914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354d7fc1-11b2-4486-bca1-27ffdba18c79') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:39.707210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354d7fc1-11b2-4486-bca1-27ffdba18c79') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:39.716584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ba4ce30e-069e-4fb3-826f-e7aedeb0ec9a None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:39.737191 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.753910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88dcda-b2db-4314-acf1-2750601748ec req-c82baf41-5a3f-4b72-a379-23e58149c311 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:39.761802 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c88dcda-b2db-4314-acf1-2750601748ec req-c82baf41-5a3f-4b72-a379-23e58149c311 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 932 time: 0.1376979 Oct 27 16:17:39.787779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd0b859-3db2-42eb-aefc-55c756b81596 None None] DHCP port deletion for 91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:17:39.788666 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-5b560802-4b80-4abb-a6a8-0a0650008ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1158528 Oct 27 16:17:39.811550 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.816362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-8769d50a-883f-4ac7-968a-c50416661416 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:17:39.820028 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-8769d50a-883f-4ac7-968a-c50416661416 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0199797 Oct 27 16:17:39.845113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c88dcda-b2db-4314-acf1-2750601748ec req-fc198719-8278-4067-b1f6-dbc8bc96a345 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820658 Oct 27 16:17:39.850169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:17:39.850595 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:17:39.873197 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:17:39.987772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe52964-1b29-4f1a-8273-51cde05e2634 req-85ddd1e9-5c3b-41ad-b435-117f380fb5e9 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:40.004369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fe52964-1b29-4f1a-8273-51cde05e2634 req-85ddd1e9-5c3b-41ad-b435-117f380fb5e9 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0947928 Oct 27 16:17:40.028971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5ddb1947-045e-4111-894d-3ce486220f0a None None] Provisioning complete for port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:40.029733 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5ddb1947-045e-4111-894d-3ce486220f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.068538 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fe52964-1b29-4f1a-8273-51cde05e2634 req-6834b864-92bc-4fef-8ea8-1d61394dac72 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574756 Oct 27 16:17:40.137504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Request body: {'port': {'device_id': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:40.138545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1dd0b859-3db2-42eb-aefc-55c756b81596 None None] Deleting port ad2e6327-00bb-4025-b8e6-1d4d85d0b001 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:40.139255 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b859-3db2-42eb-aefc-55c756b81596 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.152029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80aae5a4-27da-405c-a0f4-89afd55209fc req-f29b4aa0-fc36-41e6-b3b8-811a81f482c4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c5a95df-092b-4d58-8dfe-4c59f3373f69 HTTP/1.1" status: 200 len: 210 time: 0.0579360 Oct 27 16:17:40.156813 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.179403 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.185498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "DELETE /v2.0/networks/3e58baa5-d2dd-427a-8a5f-98e7e842580b HTTP/1.1" status: 204 len: 168 time: 0.9908590 Oct 27 16:17:40.197749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35598) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:40.200677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb7ff3-e655-4553-9210-7153c2ad1716 tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Network': ['ID=3e58baa5-d2dd-427a-8a5f-98e7e842580b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:40.243408 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5ddb1947-045e-4111-894d-3ce486220f0a None None] Port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:40.328934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1dd0b859-3db2-42eb-aefc-55c756b81596 None None] For port ad2e6327-00bb-4025-b8e6-1d4d85d0b001, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ad2e6327-00bb-4025-b8e6-1d4d85d0b001,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:40.330335 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b859-3db2-42eb-aefc-55c756b81596 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.350233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1dd0b859-3db2-42eb-aefc-55c756b81596 None None] Calling delete_port for ad2e6327-00bb-4025-b8e6-1d4d85d0b001 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:40.367133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ba4ce30e-069e-4fb3-826f-e7aedeb0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:40.406601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ce30e-069e-4fb3-826f-e7aedeb0ec9a None None] Checking router: dab3e235-e55e-498c-a809-427f10be6788 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:17:40.428457 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.441187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35610) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:40.456477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ce30e-069e-4fb3-826f-e7aedeb0ec9a None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:40.457580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ba4ce30e-069e-4fb3-826f-e7aedeb0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:40.484291 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.603311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ba4ce30e-069e-4fb3-826f-e7aedeb0ec9a None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:40.707308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-359955645-network', 'tenant_id': '44136ea9636a453f8af5a330a1c11687'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:40.738035 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Deleting port ad2e6327-00bb-4025-b8e6-1d4d85d0b001 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:40.738406 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.744019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-3c5131ec-952a-4bc8-bb05-b9e22a2f2e0b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:40.758167 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b859-3db2-42eb-aefc-55c756b81596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.758501 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-3c5131ec-952a-4bc8-bb05-b9e22a2f2e0b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/networks?id=b3dabac9-886f-4769-9e5c-c37d5153d4f2 HTTP/1.1" status: 200 len: 810 time: 0.2541461 Oct 27 16:17:40.794913 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-c95581d1-e06a-425c-96cd-489d0a24b9de tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/quotas/e4d13418482a43108d1f408f67cfd165 HTTP/1.1" status: 200 len: 375 time: 0.0353835 Oct 27 16:17:40.827207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] For port ad2e6327-00bb-4025-b8e6-1d4d85d0b001, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ad2e6327-00bb-4025-b8e6-1d4d85d0b001,segment=NetworkSegment(334f8b45-1d70-4057-a069-b96f7b8123d6),segment_id=334f8b45-1d70-4057-a069-b96f7b8123d6)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:40.827444 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.845628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Calling delete_port for ad2e6327-00bb-4025-b8e6-1d4d85d0b001 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:40.885321 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-3cb32563-7d52-4236-857c-2a1418de1fa4 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e4d13418482a43108d1f408f67cfd165&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0893867 Oct 27 16:17:40.935360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.941387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Made reservation on behalf of 44136ea9636a453f8af5a330a1c11687 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:40.957206 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:40.971742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] No DVR routers for this DVR port ad2e6327-00bb-4025-b8e6-1d4d85d0b001 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:40.981835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Port': ['ID=ad2e6327-00bb-4025-b8e6-1d4d85d0b001,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:40.992840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0b859-3db2-42eb-aefc-55c756b81596 None None] Pushing event deleted for resources: {'Port': ['ID=ad2e6327-00bb-4025-b8e6-1d4d85d0b001,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:41.003612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd0b859-3db2-42eb-aefc-55c756b81596 None None] No DVR routers for this DVR port ad2e6327-00bb-4025-b8e6-1d4d85d0b001 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:17:41.051723 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.104660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ba4ce30e-069e-4fb3-826f-e7aedeb0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:41.123418 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a5eb3e95-640b-4045-b9cc-c359a0fd36df service neutron] 10.222.0.15 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361028 Oct 27 16:17:41.140194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ce30e-069e-4fb3-826f-e7aedeb0ec9a None None] The sync data for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 is: [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:17:41.242905 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.284370 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-4ee9b3e1-35ae-47d6-b191-f6a8b206da96 service neutron] 10.222.0.15 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497018 Oct 27 16:17:41.321758 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.339846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ad2e6327-00bb-4025-b8e6-1d4d85d0b001 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:41.352955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:17:41.373404 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.373886 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Added segment 66c42ee3-4d56-4f91-92d8-34c7d2e3aa83 of type vlan for network 87e4e77e-eb1d-4229-9acb-6b10f1f94415 Oct 27 16:17:41.375489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dab3972-a010-403a-a3d4-c06c3b450319,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:41.393616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: ad2e6327-00bb-4025-b8e6-1d4d85d0b001 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:41.393966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ad2e6327-00bb-4025-b8e6-1d4d85d0b001 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:41.424505 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.516142 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.520408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:41.521344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.678095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] Pushing event updated for resources: {'Network': ['ID=87e4e77e-eb1d-4229-9acb-6b10f1f94415,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:41.687137 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c26fba-6a64-4fec-9860-dceb3a4a305d None None] New status for floating IP f23713d5-7954-44fb-a11f-de55a57ff360: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:17:41.695736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 87e4e77e-eb1d-4229-9acb-6b10f1f94415 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:17:41.736731 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eae0bba7-e8b8-48ad-a8a4-4fcfdbb42456 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2936678 Oct 27 16:17:41.739414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35636) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:41.744857 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] Request body: {'subnet': {'network_id': '87e4e77e-eb1d-4229-9acb-6b10f1f94415', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-359955645-subnet', 'tenant_id': '44136ea9636a453f8af5a330a1c11687', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:41.900703 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a378c9b-5499-4e60-b786-978738003a6c req-f3afb72c-64a9-494c-b738-6035f91bd9ee tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0648153 Oct 27 16:17:41.902046 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] Made reservation on behalf of 44136ea9636a453f8af5a330a1c11687 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:41.913199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:41.919309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.932348 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.941988 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:41.971865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60535448-1dfc-4a7f-b604-d3cf11e4bc6c req-205b63a2-aca9-4f85-bdc3-62fd8960c4ea tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:41.976685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60535448-1dfc-4a7f-b604-d3cf11e4bc6c req-205b63a2-aca9-4f85-bdc3-62fd8960c4ea tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 932 time: 0.9530947 Oct 27 16:17:42.000180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Transition to ACTIVE for port object 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:17:42.011163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:42.022550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35642) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:42.035045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334f8b45-1d70-4057-a069-b96f7b8123d6') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:42.035646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334f8b45-1d70-4057-a069-b96f7b8123d6') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:42.073983 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.095789 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60535448-1dfc-4a7f-b604-d3cf11e4bc6c req-50840f83-904b-4a8f-8998-b78a36ccaf04 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086159 Oct 27 16:17:42.101417 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.114064 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:17:42.114670 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:17:42.117551 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:17:42.166868 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.222777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b589d7e-8f6f-482a-ac46-8e158649bd74 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.237064 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.267896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 6c81c317-d7ec-4316-a78c-58931598cec3 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:17:42.271397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Pushing event updated for resources: {'Port': ['ID=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:42.279419 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b589d7e-8f6f-482a-ac46-8e158649bd74 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.311532 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 6c81c317-d7ec-4316-a78c-58931598cec3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:17:42.311879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 6c81c317-d7ec-4316-a78c-58931598cec3 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:17:42.320682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.320950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ebb82d6-cb52-402a-8ce7-d5fa1e271682,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:42.325780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] Checking segment: {'id': '66c42ee3-4d56-4f91-92d8-34c7d2e3aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '87e4e77e-eb1d-4229-9acb-6b10f1f94415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:42.326211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] Network hostable DHCP agents. Network: 87e4e77e-eb1d-4229-9acb-6b10f1f94415, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:17:42.355855 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.359154 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] 10.222.0.15 "DELETE /v2.0/networks/91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49 HTTP/1.1" status: 204 len: 168 time: 2.1604197 Oct 27 16:17:42.413072 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] Network 87e4e77e-eb1d-4229-9acb-6b10f1f94415 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:17:42.423368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec231738-9c86-4244-8f3a-0ddbe0ebcd4a tempest-TaggedBootDevicesTest-296590343 tempest-TaggedBootDevicesTest-296590343-project] Pushing event deleted for resources: {'Network': ['ID=91a7c3bd-0d3f-4ea1-b1b9-c682c25a3f49,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:42.496196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 87e4e77e-eb1d-4229-9acb-6b10f1f94415) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:42.504834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:42.507480 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.516273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Attempting to bind port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:42.516626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Attempting to bind port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:42.516970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Attempting to bind port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 on network 68591647-5373-400e-bd85-680b6bb7200d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:42.524322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa2335a-95b0-47fd-bf01-8c65f19c3e27 None None] Network 87e4e77e-eb1d-4229-9acb-6b10f1f94415 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:42.538215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 on network 68591647-5373-400e-bd85-680b6bb7200d not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:17:42.538760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Attempting to bind port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 on network 68591647-5373-400e-bd85-680b6bb7200d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:42.542433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b589d7e-8f6f-482a-ac46-8e158649bd74 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.546996 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b589d7e-8f6f-482a-ac46-8e158649bd74 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.549977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2b589d7e-8f6f-482a-ac46-8e158649bd74 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "DELETE /v2.0/security-groups/47de455d-fc16-4e96-a086-7195abdc1cb7 HTTP/1.1" status: 204 len: 168 time: 0.5245628 Oct 27 16:17:42.552983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35648) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:42.557273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:42.557703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Checking segment: {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:42.558010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Bound using segment: {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:42.558453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Bound port: 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:42.558820 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.589686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b589d7e-8f6f-482a-ac46-8e158649bd74 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47de455d-fc16-4e96-a086-7195abdc1cb7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:42.605024 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-8dee3be6-7db6-4ccc-82ed-8fb22fbbe125 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] show failed (client error): The resource could not be found. Oct 27 16:17:42.607213 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8dee3be6-7db6-4ccc-82ed-8fb22fbbe125 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups/47de455d-fc16-4e96-a086-7195abdc1cb7 HTTP/1.1" status: 404 len: 347 time: 0.0526721 Oct 27 16:17:42.620161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9f850506-9e02-425c-9645-3b2e7cba3f11 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8795686 Oct 27 16:17:42.621081 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35652) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:42.698180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:42.706307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:42.768044 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.836365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55be0f09-5ccf-4daf-bbc8-b408afabcd36 None None] Network 87e4e77e-eb1d-4229-9acb-6b10f1f94415 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:42.851678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:42.852541 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:42.856308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] 10.222.0.53 "PUT /v2.0/ports/9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 HTTP/1.1" status: 200 len: 1092 time: 3.0261736 Oct 27 16:17:42.856308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:42.857684 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7952819-36ab-4385-9b1d-09e8c011a3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:42.965337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8022d7-567e-414e-ad9a-2991b7fda4fc service neutron] Pushing event updated for resources: {'Port': ['ID=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:42.972582 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779c6e4f-2296-4677-b557-3e9cb6f8eb24 x-openstack-request-id: req-779c6e4f-2296-4677-b557-3e9cb6f8eb24 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:42.972904 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:42.976164 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-779c6e4f-2296-4677-b557-3e9cb6f8eb24 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:42.976684 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'status': 'completed', 'code': 200} Oct 27 16:17:43.091516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7952819-36ab-4385-9b1d-09e8c011a3a2 req-974b8e84-b670-434a-8a37-6e94feb60fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:43.093847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7952819-36ab-4385-9b1d-09e8c011a3a2 req-974b8e84-b670-434a-8a37-6e94feb60fe9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 1095 time: 0.1000862 Oct 27 16:17:43.321343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7952819-36ab-4385-9b1d-09e8c011a3a2 req-6551791e-3bcf-46e0-8b9b-367542d456df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:43.322832 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7952819-36ab-4385-9b1d-09e8c011a3a2 req-6551791e-3bcf-46e0-8b9b-367542d456df service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2186782 Oct 27 16:17:43.529133 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1bd282b1-d1b2-4733-857c-0578f4c596fe req-87d86dd6-7143-4b64-9316-def74d9c5f38 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0831311 Oct 27 16:17:43.534420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da368c5-f20a-4267-a494-5db296d98b6d req-574e3d00-5920-4c5b-8953-a8c1065595b1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:43.536039 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2da368c5-f20a-4267-a494-5db296d98b6d req-574e3d00-5920-4c5b-8953-a8c1065595b1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.2122924 Oct 27 16:17:43.559752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8d76686d-fd68-4cd1-86a6-2389af19d089 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Deleting port eb62b17e-5292-48f3-88b0-844048c02f30 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:17:43.560948 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d76686d-fd68-4cd1-86a6-2389af19d089 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.614494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7952819-36ab-4385-9b1d-09e8c011a3a2 req-f3bce27a-abeb-4495-9e47-be597642b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:43.621895 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7952819-36ab-4385-9b1d-09e8c011a3a2 req-f3bce27a-abeb-4495-9e47-be597642b4aa service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2769592 Oct 27 16:17:43.663295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2da368c5-f20a-4267-a494-5db296d98b6d req-0435e156-19c7-42d2-b4d1-0c606fc0cab2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088095 Oct 27 16:17:43.692590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d76686d-fd68-4cd1-86a6-2389af19d089 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.692932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d76686d-fd68-4cd1-86a6-2389af19d089 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.710832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35684) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:43.714325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8d76686d-fd68-4cd1-86a6-2389af19d089 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Calling delete_port for eb62b17e-5292-48f3-88b0-844048c02f30 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:17:43.717405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-964117516-network', 'tenant_id': 'bcd146ec513a4104aa1682c891daf545'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:43.852983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-fe22f4d4-c3b7-45c2-a25c-0bce43c15695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:43.858283 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-fe22f4d4-c3b7-45c2-a25c-0bce43c15695 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 1095 time: 0.0720785 Oct 27 16:17:43.864953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Made reservation on behalf of bcd146ec513a4104aa1682c891daf545 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:43.867641 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.889928 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.905200 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d76686d-fd68-4cd1-86a6-2389af19d089 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:43.928006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-f8586fe8-d75d-4003-adf0-97ec1aad7ac3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 HTTP/1.1" status: 200 len: 217 time: 0.0440001 Oct 27 16:17:43.947841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76686d-fd68-4cd1-86a6-2389af19d089 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event deleted for resources: {'Port': ['ID=eb62b17e-5292-48f3-88b0-844048c02f30,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:44.046457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-47cfc66d-c314-41cd-b403-5aec7db27d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:44.050613 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d76686d-fd68-4cd1-86a6-2389af19d089 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.053096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-47cfc66d-c314-41cd-b403-5aec7db27d2d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.1156423 Oct 27 16:17:44.053346 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d76686d-fd68-4cd1-86a6-2389af19d089 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.054390 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8d76686d-fd68-4cd1-86a6-2389af19d089 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "DELETE /v2.0/floatingips/f23713d5-7954-44fb-a11f-de55a57ff360 HTTP/1.1" status: 204 len: 168 time: 1.4320328 Oct 27 16:17:44.191588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-6b266c11-84e9-4aaa-80f7-ab7834b180ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:44.193282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-6b266c11-84e9-4aaa-80f7-ab7834b180ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1324651 Oct 27 16:17:44.321008 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.371062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-731ab0d2-26c2-448c-ad31-687e00c77774 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:44.373185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-731ab0d2-26c2-448c-ad31-687e00c77774 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.53 "GET /v2.0/networks?id=b3dabac9-886f-4769-9e5c-c37d5153d4f2 HTTP/1.1" status: 200 len: 810 time: 0.2736926 Oct 27 16:17:44.422348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Request body: {'port': {'device_id': '4d5b71d6-7263-45c2-879c-4f5b0e1ddf80', 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2', 'admin_state_up': True, 'tenant_id': 'e4d13418482a43108d1f408f67cfd165'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:44.462015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.482714 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-c97b3f10-5646-4e34-80b6-8fb60e516e68 service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804899 Oct 27 16:17:44.725839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:17:44.729009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab34c7f-0bf8-4014-a483-996f65a1fd48,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:44.731429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0b527a8-9995-4875-b88c-da1655f7c32d req-56ff451d-4289-44ea-8b66-d2dc73a99da9 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0437820 Oct 27 16:17:44.762354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.762618 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Added segment ec066c65-51c4-4f0b-aed8-3d846cd6d82d of type vlan for network b1331148-f1fb-4d83-8833-1d278533da92 Oct 27 16:17:44.771639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35700) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:44.777701 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5f98a3e6-641f-4354-9e31-1f56e5da60dc tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1436267451', 'description': 'tempest-description--2035143798'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:44.852997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.877218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f5029-34d9-4295-a02e-ae171bd1ea0b req-b5b949cc-f3ab-49b4-90c6-7f86e4aca078 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:44.879413 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c9f5029-34d9-4295-a02e-ae171bd1ea0b req-b5b949cc-f3ab-49b4-90c6-7f86e4aca078 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.0660353 Oct 27 16:17:44.936885 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5f98a3e6-641f-4354-9e31-1f56e5da60dc tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.941458 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d1a0bbe-b3bc-4f37-8b9f-b117306c9bb7 req-b812328a-434d-4691-b02f-2ed45c9be564 service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273365 Oct 27 16:17:44.946443 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c9f5029-34d9-4295-a02e-ae171bd1ea0b req-5048d35f-dbc9-459c-8d41-790cb76d29f6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603724 Oct 27 16:17:44.968083 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:44.976288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:44.976288 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.028336 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5f98a3e6-641f-4354-9e31-1f56e5da60dc tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.053216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b1331148-f1fb-4d83-8833-1d278533da92,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:45.067611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network b1331148-f1fb-4d83-8833-1d278533da92 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:17:45.090509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Made reservation on behalf of e4d13418482a43108d1f408f67cfd165 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:45.090509 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.115825 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5f98a3e6-641f-4354-9e31-1f56e5da60dc tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.175672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98a3e6-641f-4354-9e31-1f56e5da60dc tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee113dc-3094-4adc-a621-8e44fb37a3d2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:45.212255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-00efe550-a55b-4329-b0f9-d3d9f88e27f7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4978745 Oct 27 16:17:45.221888 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5f98a3e6-641f-4354-9e31-1f56e5da60dc tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.222034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35706) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:45.228392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5f98a3e6-641f-4354-9e31-1f56e5da60dc tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4556613 Oct 27 16:17:45.230874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35708) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:45.237531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-12195879-fb08-406a-9231-54038828e07f admin admin] Request body: {'subnet': {'network_id': 'b1331148-f1fb-4d83-8833-1d278533da92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-964117516-subnet', 'tenant_id': 'bcd146ec513a4104aa1682c891daf545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:45.241971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-db5d6592-85e0-4275-bd06-a3a56cddbac7 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'security_group_rule': {'security_group_id': '4ee113dc-3094-4adc-a621-8e44fb37a3d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:45.342305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Allocated IP 172.20.0.7 (b3dabac9-886f-4769-9e5c-c37d5153d4f2/e53b8bd9-0304-4047-ba78-3bb86240a48f/de721bfd-c347-484b-84fe-9d63ebf14b3c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:45.379395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12195879-fb08-406a-9231-54038828e07f admin admin] Made reservation on behalf of bcd146ec513a4104aa1682c891daf545 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:45.383156 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12195879-fb08-406a-9231-54038828e07f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.487737 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db5d6592-85e0-4275-bd06-a3a56cddbac7 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.582329 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db5d6592-85e0-4275-bd06-a3a56cddbac7 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.659344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db5d6592-85e0-4275-bd06-a3a56cddbac7 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.692413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d6592-85e0-4275-bd06-a3a56cddbac7 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccda0096-ea5b-4877-a719-410d45faf8d4,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:45.719558 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.778986 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12195879-fb08-406a-9231-54038828e07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.853493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12195879-fb08-406a-9231-54038828e07f admin admin] Checking segment: {'id': 'ec066c65-51c4-4f0b-aed8-3d846cd6d82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'b1331148-f1fb-4d83-8833-1d278533da92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:45.853856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12195879-fb08-406a-9231-54038828e07f admin admin] Network hostable DHCP agents. Network: b1331148-f1fb-4d83-8833-1d278533da92, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:17:45.859617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12195879-fb08-406a-9231-54038828e07f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1482e6a-adcb-44ed-bf08-91c23a49b8d9,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:45.864651 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fd857217-05fd-4354-830f-622700873ecb req-e37b54f7-4196-4d67-b756-4d9bff6829f2 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0561924 Oct 27 16:17:45.868291 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db5d6592-85e0-4275-bd06-a3a56cddbac7 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.872398 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-db5d6592-85e0-4275-bd06-a3a56cddbac7 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6361189 Oct 27 16:17:45.873045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35720) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:45.878592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d8cc5d37-ad5e-479b-8c56-5f0b05ec6d26 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'security_group_rule': {'security_group_id': '4ee113dc-3094-4adc-a621-8e44fb37a3d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:45.884090 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:45.904907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c4821bf0-fe0a-4e66-aee5-6b245df450e2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:45.944981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Pushing event updated for resources: {'Port': ['ID=de721bfd-c347-484b-84fe-9d63ebf14b3c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:45.959544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Network b3dabac9-886f-4769-9e5c-c37d5153d4f2 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:45.961217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:45.972197 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:45.993630 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d8cc5d37-ad5e-479b-8c56-5f0b05ec6d26 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.014317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12195879-fb08-406a-9231-54038828e07f admin admin] Network b1331148-f1fb-4d83-8833-1d278533da92 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:17:46.057262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:46.057959 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.122302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-12195879-fb08-406a-9231-54038828e07f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, b1331148-f1fb-4d83-8833-1d278533da92) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:46.135184 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d8cc5d37-ad5e-479b-8c56-5f0b05ec6d26 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.140565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12195879-fb08-406a-9231-54038828e07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:46.142408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-12195879-fb08-406a-9231-54038828e07f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.145062 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b5547f-e9c5-4052-acf7-37d810d1d519 None None] Network b1331148-f1fb-4d83-8833-1d278533da92 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:46.168465 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-a70f9902-103d-4ffb-9a96-de120b031f8c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7567253 Oct 27 16:17:46.184900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d261ffc-5ae0-4be3-830a-ace1b4b969e7 req-3e3d5c81-f739-48ec-b7e7-9f9e111c3b9c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:46.186797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d261ffc-5ae0-4be3-830a-ace1b4b969e7 req-3e3d5c81-f739-48ec-b7e7-9f9e111c3b9c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1098118 Oct 27 16:17:46.192523 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Request body: {'port': {'device_id': '4d5b71d6-7263-45c2-879c-4f5b0e1ddf80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:46.218366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d8cc5d37-ad5e-479b-8c56-5f0b05ec6d26 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.243526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d261ffc-5ae0-4be3-830a-ace1b4b969e7 req-c09d636d-949c-44f5-847b-5372b597473d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478814 Oct 27 16:17:46.259367 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc5d37-ad5e-479b-8c56-5f0b05ec6d26 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddce83b7-024e-475b-8fd6-7d6e2686d55e,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:46.276626 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-12195879-fb08-406a-9231-54038828e07f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0508778 Oct 27 16:17:46.337710 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.357665 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d8cc5d37-ad5e-479b-8c56-5f0b05ec6d26 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.359033 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d8cc5d37-ad5e-479b-8c56-5f0b05ec6d26 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4849780 Oct 27 16:17:46.364984 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35730) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:46.368178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:46.403767 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead44533-9591-4158-9fbe-79802acecd54 None None] Network b1331148-f1fb-4d83-8833-1d278533da92 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:17:46.477280 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.746846 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.853939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de721bfd-c347-484b-84fe-9d63ebf14b3c {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:46.865947 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:46.902998 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Transition to ACTIVE for port object de721bfd-c347-484b-84fe-9d63ebf14b3c will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:17:46.964479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Allocated IP 172.25.4.72 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/ed8f6258-2098-4607-a111-804819e34429) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:46.984260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.109653 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313232a-a824-44e6-b80b-e15d0a7a7cc7 req-55e00bd4-d248-48ac-9cce-dc35637dac77 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:47.109900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Pushing event updated for resources: {'Port': ['ID=de721bfd-c347-484b-84fe-9d63ebf14b3c,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:47.112830 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b313232a-a824-44e6-b80b-e15d0a7a7cc7 req-55e00bd4-d248-48ac-9cce-dc35637dac77 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.1353974 Oct 27 16:17:47.178684 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.199649 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b313232a-a824-44e6-b80b-e15d0a7a7cc7 req-21c0078d-97dd-4eb4-ab38-8c0259b1988d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675054 Oct 27 16:17:47.219376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-f374c0ac-598e-47d9-961b-71d2534739d7 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:47.228204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-f374c0ac-598e-47d9-961b-71d2534739d7 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/networks?id=87e4e77e-eb1d-4229-9acb-6b10f1f94415 HTTP/1.1" status: 200 len: 824 time: 0.1971772 Oct 27 16:17:47.241044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Attempting to bind port de721bfd-c347-484b-84fe-9d63ebf14b3c on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:47.241044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Attempting to bind port de721bfd-c347-484b-84fe-9d63ebf14b3c by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:47.241044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Attempting to bind port de721bfd-c347-484b-84fe-9d63ebf14b3c on network b3dabac9-886f-4769-9e5c-c37d5153d4f2 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:47.244979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-6c25adca-919d-4af2-a033-6efdd033d941 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/quotas/44136ea9636a453f8af5a330a1c11687 HTTP/1.1" status: 200 len: 375 time: 0.0158448 Oct 27 16:17:47.248370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Port de721bfd-c347-484b-84fe-9d63ebf14b3c on network b3dabac9-886f-4769-9e5c-c37d5153d4f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:17:47.248370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Attempting to bind port de721bfd-c347-484b-84fe-9d63ebf14b3c on network b3dabac9-886f-4769-9e5c-c37d5153d4f2 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:47.261558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:47.261896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Checking segment: {'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:47.262285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Bound using segment: {'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:47.269552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Bound port: de721bfd-c347-484b-84fe-9d63ebf14b3c, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b03b75bf-a772-4996-9258-2e40144a52f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:47.269552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.283781 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.301908 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-625c0b9f-3fbf-4bf9-bcfe-2475eadb19d2 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=44136ea9636a453f8af5a330a1c11687&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492473 Oct 27 16:17:47.372108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:47.386018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:47.405156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:47.434953 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'Port': ['ID=ed8f6258-2098-4607-a111-804819e34429,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:47.435506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] For port de721bfd-c347-484b-84fe-9d63ebf14b3c, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:47.446190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] For port de721bfd-c347-484b-84fe-9d63ebf14b3c, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de721bfd-c347-484b-84fe-9d63ebf14b3c,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:47.475145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-2ca5d279-ed10-4225-9d83-0c86465a1799 service neutron] 10.222.0.15 "GET /v2.0/networks/87e4e77e-eb1d-4229-9acb-6b10f1f94415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418710 Oct 27 16:17:47.488189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4badcd-61d0-43ef-a73e-cadd13829189 req-6ba99da9-861a-4274-99a5-f2b9551f68ee tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:47.490492 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce4badcd-61d0-43ef-a73e-cadd13829189 req-6ba99da9-861a-4274-99a5-f2b9551f68ee tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1201715 Oct 27 16:17:47.538615 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.582221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.588194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:47.588766 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.590194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] 10.222.0.53 "PUT /v2.0/ports/de721bfd-c347-484b-84fe-9d63ebf14b3c HTTP/1.1" status: 200 len: 1091 time: 1.4024994 Oct 27 16:17:47.590481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce4badcd-61d0-43ef-a73e-cadd13829189 req-5e289cd7-faae-4d89-8896-ef63cc914d29 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910804 Oct 27 16:17:47.592379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5b71d6-7263-45c2-879c-4f5b0e1ddf80', 'tag': 'de721bfd-c347-484b-84fe-9d63ebf14b3c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:47.594411 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d502588-aa4e-4600-bd58-328037bb21ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5b71d6-7263-45c2-879c-4f5b0e1ddf80", "tag": "de721bfd-c347-484b-84fe-9d63ebf14b3c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:47.629628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d08ca-be46-42e3-81bc-296749600a2e service neutron] Pushing event updated for resources: {'Port': ['ID=de721bfd-c347-484b-84fe-9d63ebf14b3c,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:47.644475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-e8576bb7-a121-4646-8470-2571e32e0157 service neutron] 10.222.0.15 "GET /v2.0/networks/87e4e77e-eb1d-4229-9acb-6b10f1f94415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600735 Oct 27 16:17:47.752519 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a44bce-7fe5-49d3-94a1-a5c07619a382 x-openstack-request-id: req-42a44bce-7fe5-49d3-94a1-a5c07619a382 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:47.752960 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5b71d6-7263-45c2-879c-4f5b0e1ddf80", "tag": "de721bfd-c347-484b-84fe-9d63ebf14b3c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:47.753156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:47.753380 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42a44bce-7fe5-49d3-94a1-a5c07619a382 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:47.754051 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5b71d6-7263-45c2-879c-4f5b0e1ddf80', 'tag': 'de721bfd-c347-484b-84fe-9d63ebf14b3c', 'status': 'completed', 'code': 200} Oct 27 16:17:47.779270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-408141e6-fa84-4292-85be-428a7677288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:47.779763 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-408141e6-fa84-4292-85be-428a7677288d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4d13418482a43108d1f408f67cfd165&device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 1094 time: 0.0717325 Oct 27 16:17:47.824000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-693c0faa-915c-4228-86b2-cdf3cdcc0f14 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de721bfd-c347-484b-84fe-9d63ebf14b3c HTTP/1.1" status: 200 len: 217 time: 0.0355310 Oct 27 16:17:47.880385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-44b46e7f-fd3c-4820-91f2-44a3f73f4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:47.881552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-44b46e7f-fd3c-4820-91f2-44a3f73f4785 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e53b8bd9-0304-4047-ba78-3bb86240a48f HTTP/1.1" status: 200 len: 850 time: 0.0503564 Oct 27 16:17:47.919651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-133e446c-f1c8-4fb0-8955-ee07414ef5dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3dabac9-886f-4769-9e5c-c37d5153d4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300968 Oct 27 16:17:47.974714 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.049519 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.069316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-b38bbae4-f735-4ead-bdfe-5b9bdc202434 service neutron] 10.222.0.53 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389961 Oct 27 16:17:48.118529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'Port': ['ID=ed8f6258-2098-4607-a111-804819e34429,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:48.122105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-81b7375b-554d-4a27-a615-7ca617b4a556 req-2e5132b6-7f35-4ae4-9720-3683f908a89c tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 210 time: 0.1013672 Oct 27 16:17:48.179044 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.213232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39cf42d6-af6c-41af-8cbf-e596d94f2712 req-30dc8e81-7bf4-4fd1-90aa-a67b706f4c52 service neutron] 10.222.0.53 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357374 Oct 27 16:17:48.300720 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.303004 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e0270e3f-fa73-44da-90e8-959db54508ba tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9390271 Oct 27 16:17:48.305324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:48.461685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b0e1cd-f5f5-406b-abbf-47a68ab6a408 req-8cff778e-721d-49d4-88ab-2d582412817d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:48.472140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c8b0e1cd-f5f5-406b-abbf-47a68ab6a408 req-8cff778e-721d-49d4-88ab-2d582412817d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.1740146 Oct 27 16:17:48.506770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d502588-aa4e-4600-bd58-328037bb21ac req-70d44fef-b665-4520-b730-e41cc513d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:48.511538 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d502588-aa4e-4600-bd58-328037bb21ac req-70d44fef-b665-4520-b730-e41cc513d53c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4d13418482a43108d1f408f67cfd165&device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 1094 time: 0.1139808 Oct 27 16:17:48.600170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c8b0e1cd-f5f5-406b-abbf-47a68ab6a408 req-4a279309-7c7d-4839-9905-ed302dd9e2da tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271024 Oct 27 16:17:48.636739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:48.669831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'port_id': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'mac_address': 'fa:16:3e:3d:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:48.703265 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-ef88f92b-c5a4-4966-83de-697ad21a45de tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1436267451&fields=id&tenant_id=0c5930663e274673b0f874df4f7d4406 HTTP/1.1" status: 200 len: 267 time: 0.0803626 Oct 27 16:17:48.757230 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.768701 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-080f302c-3b86-4b72-a083-864c0ac39987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.785378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:48.806415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d502588-aa4e-4600-bd58-328037bb21ac req-2451c9f1-3183-4a6c-a29c-b637e8fb2393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:48.808675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d502588-aa4e-4600-bd58-328037bb21ac req-2451c9f1-3183-4a6c-a29c-b637e8fb2393 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b3dabac9-886f-4769-9e5c-c37d5153d4f2 HTTP/1.1" status: 200 len: 911 time: 0.2852986 Oct 27 16:17:48.825572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:48.865234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4d990-1651-4043-884f-97509b09d284 req-3156c698-a42d-410a-903b-5545e41c05fc tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:48.866914 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d502588-aa4e-4600-bd58-328037bb21ac req-476f81fc-cfae-40e4-9885-e63b273661be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de721bfd-c347-484b-84fe-9d63ebf14b3c HTTP/1.1" status: 200 len: 217 time: 0.0507133 Oct 27 16:17:48.873952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-3156c698-a42d-410a-903b-5545e41c05fc tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/networks?id=af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 200 len: 811 time: 0.1617005 Oct 27 16:17:48.887462 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:48.890754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5562a55-0ca3-4e74-8f71-e58b5b9dcbb6 req-cf984e75-b077-4bd1-b3d2-ac9c6261a7ef tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:48.892804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5562a55-0ca3-4e74-8f71-e58b5b9dcbb6 req-cf984e75-b077-4bd1-b3d2-ac9c6261a7ef tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1563342 Oct 27 16:17:48.899198 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-9cd3488d-974f-4753-ae68-4a545ffb44eb tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/quotas/0c5930663e274673b0f874df4f7d4406 HTTP/1.1" status: 200 len: 375 time: 0.0193746 Oct 27 16:17:48.982266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d502588-aa4e-4600-bd58-328037bb21ac req-41ee894f-c40f-477d-ae40-57e951f98d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:48.984316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d502588-aa4e-4600-bd58-328037bb21ac req-41ee894f-c40f-477d-ae40-57e951f98d69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e53b8bd9-0304-4047-ba78-3bb86240a48f HTTP/1.1" status: 200 len: 850 time: 0.0905597 Oct 27 16:17:48.991144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:48.994985 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-d0db71b9-3af1-454c-bcab-a7f2ac56d8da tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775661 Oct 27 16:17:49.005940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5562a55-0ca3-4e74-8f71-e58b5b9dcbb6 req-4203abb4-feb7-4b61-8701-eb367f0fc291 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794048 Oct 27 16:17:49.056495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d502588-aa4e-4600-bd58-328037bb21ac req-28d52fca-49e7-470e-a821-4ea7ef5e32a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3dabac9-886f-4769-9e5c-c37d5153d4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492842 Oct 27 16:17:49.149978 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-1e13db2a-2321-471d-9d2e-c83a3014de3a service neutron] 10.222.0.15 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527572 Oct 27 16:17:49.183743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:49.280896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12e81132-5db2-42b1-abd5-8044418c598c req-baafcf6b-db4b-4de0-917a-672b9daf9cea tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 210 time: 0.0570440 Oct 27 16:17:49.291727 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-81309b76-b720-4e53-964b-11b4b00d587f service neutron] 10.222.0.15 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407628 Oct 27 16:17:49.294205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d502588-aa4e-4600-bd58-328037bb21ac req-a0e8a240-2ef0-4801-a3d9-8937fea2c35a service neutron] 10.222.0.53 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251320 Oct 27 16:17:49.517250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d502588-aa4e-4600-bd58-328037bb21ac req-52834be1-96f6-4146-8945-72f96b882fcd service neutron] 10.222.0.53 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139726 Oct 27 16:17:49.672150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-50148607-16ed-45a7-8fa0-87a2a1430a88 req-649cc910-1640-4e6d-bf2a-10df6ec2365d tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 210 time: 0.0439453 Oct 27 16:17:49.863936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6475e-d749-4a4e-93ef-c46d669c1e10 req-4de129fa-9ac1-43aa-9faf-d1fdef6bf864 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:49.866152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72c6475e-d749-4a4e-93ef-c46d669c1e10 req-4de129fa-9ac1-43aa-9faf-d1fdef6bf864 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.1213515 Oct 27 16:17:49.917594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72c6475e-d749-4a4e-93ef-c46d669c1e10 req-989a01fb-c437-43c3-ac45-4a88771f1142 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454240 Oct 27 16:17:50.166785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c73ff-9c44-42a3-bb09-e2d5563eccc8 req-c7b1872d-0125-43ea-b2a1-272f66b88de2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:50.175381 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-225c73ff-9c44-42a3-bb09-e2d5563eccc8 req-c7b1872d-0125-43ea-b2a1-272f66b88de2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 945 time: 0.0688002 Oct 27 16:17:50.222316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-225c73ff-9c44-42a3-bb09-e2d5563eccc8 req-8c315666-42ac-4948-aa5e-5ed1832aed7e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460336 Oct 27 16:17:50.330011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:50.408431 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-179c77b4-17a6-41d3-85cb-cdabe8492313 req-30c0e636-bef4-45b7-9b26-ae402f0b7862 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 210 time: 0.0593276 Oct 27 16:17:50.481682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:50.496772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:50.497489 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.681649 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.682770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-c2cc5b5d-ceb5-49bd-b927-f2a058cc5d40 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115685 Oct 27 16:17:50.731832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:50.734070 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff51767-c25d-4a4d-8222-36989993dfe0" -d '{"events": [{"server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "name": "network-vif-plugged", "status": "completed", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:50.744657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-774519fb-1f82-4739-9449-0a4ac6de2dc8 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:50.746266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-774519fb-1f82-4739-9449-0a4ac6de2dc8 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.54 "GET /v2.0/networks?id=87e4e77e-eb1d-4229-9acb-6b10f1f94415 HTTP/1.1" status: 200 len: 824 time: 0.2377827 Oct 27 16:17:50.773303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:50.792513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Request body: {'port': {'device_id': '781a3c16-a8af-4916-abb6-2aa70c65190a', 'network_id': '87e4e77e-eb1d-4229-9acb-6b10f1f94415', 'admin_state_up': True, 'tenant_id': '44136ea9636a453f8af5a330a1c11687'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:50.824449 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c473f6-65a9-4eb3-a8f9-229b291b0b75 x-openstack-request-id: req-44c473f6-65a9-4eb3-a8f9-229b291b0b75 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:50.824901 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "name": "network-vif-plugged", "status": "completed", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:50.825265 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44c473f6-65a9-4eb3-a8f9-229b291b0b75 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:50.825782 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'code': 200} Oct 27 16:17:50.881478 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:50.900005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3097367-083d-4031-aa98-47d8f3d43efd req-fbcddcfd-6999-430c-9add-6849617d6534 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 210 time: 0.0460773 Oct 27 16:17:50.910366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-48b8791c-1fac-45ca-8c80-3413b65bdb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:50.911872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-48b8791c-1fac-45ca-8c80-3413b65bdb6f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b4828585e5d94c82bb3c35d3bbdfb5db&device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 1097 time: 0.1589603 Oct 27 16:17:51.012264 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:51.132037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becf525-00f7-41f8-ad4b-993f7c2ee9fc req-c5cc0ee4-90cd-430b-b94c-a4e399488951 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:51.140997 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2becf525-00f7-41f8-ad4b-993f7c2ee9fc req-c5cc0ee4-90cd-430b-b94c-a4e399488951 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.0837166 Oct 27 16:17:51.182816 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2becf525-00f7-41f8-ad4b-993f7c2ee9fc req-b6bbf480-f8c1-4b20-a211-6e00bb8f3de8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 Oct 27 16:17:51.386983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690ed5c-4dbf-4138-a3f5-1c8c6f475458 req-57740d92-b70c-4869-8da3-be3c57859f44 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:51.394670 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b690ed5c-4dbf-4138-a3f5-1c8c6f475458 req-57740d92-b70c-4869-8da3-be3c57859f44 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.0785449 Oct 27 16:17:51.450609 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b690ed5c-4dbf-4138-a3f5-1c8c6f475458 req-61ecf7ac-3e1c-4300-9f9e-837dc3215342 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547860 Oct 27 16:17:51.550173 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f2567cad-564b-424e-97e7-bf026fab6173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.592457 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-460ed9d8-c746-40da-b28f-c3f88cb11573 req-332a98f4-ff8e-4cc6-b580-7b31f40369c0 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 210 time: 0.0476100 Oct 27 16:17:51.599173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164358d-be93-495b-acb5-49af7bbaa902 req-0ca03c5c-c01d-48aa-9366-39fea8fbc420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:51.604930 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7164358d-be93-495b-acb5-49af7bbaa902 req-0ca03c5c-c01d-48aa-9366-39fea8fbc420 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 1097 time: 0.7072937 Oct 27 16:17:51.690399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130e63f-dff8-48f5-8135-d55a483940cb req-02b70f34-45a8-4ff1-8a7f-817ec48fe478 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:51.691940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f130e63f-dff8-48f5-8135-d55a483940cb req-02b70f34-45a8-4ff1-8a7f-817ec48fe478 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1096 time: 0.1428475 Oct 27 16:17:51.693523 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7164358d-be93-495b-acb5-49af7bbaa902 req-c6fef932-a2a1-4fd9-b564-32fc27988352 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743246 Oct 27 16:17:51.710514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-5142580b-c175-416c-a902-6ad5166d8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:51.711926 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-5142580b-c175-416c-a902-6ad5166d8a03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=87b8790e-4d49-4bc3-9d04-ebb80b87e497 HTTP/1.1" status: 200 len: 913 time: 0.7665334 Oct 27 16:17:51.722089 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f130e63f-dff8-48f5-8135-d55a483940cb req-e3783449-5cb2-423d-ba49-5e6b62c45c03 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.748616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Made reservation on behalf of 44136ea9636a453f8af5a330a1c11687 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:51.752423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:51.915631 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f130e63f-dff8-48f5-8135-d55a483940cb req-e3783449-5cb2-423d-ba49-5e6b62c45c03 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.009401 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f130e63f-dff8-48f5-8135-d55a483940cb req-e3783449-5cb2-423d-ba49-5e6b62c45c03 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.070420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-2228e431-f4f9-4937-bdd9-1bb8980bd2c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=408dbb8b-7908-4c71-ad2b-30499b37f380 HTTP/1.1" status: 200 len: 1002 time: 0.1700096 Oct 27 16:17:52.136753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f130e63f-dff8-48f5-8135-d55a483940cb req-e3783449-5cb2-423d-ba49-5e6b62c45c03 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4333811 Oct 27 16:17:52.138584 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.139671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b7e47e9e-de97-44e4-b12d-fa2e88a07ed8 req-7a432957-5511-4c94-be09-00e80700497c tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 210 time: 0.1129982 Oct 27 16:17:52.162062 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.195470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Allocated IP 172.20.0.5 (87e4e77e-eb1d-4229-9acb-6b10f1f94415/3ebb82d6-cb52-402a-8ce7-d5fa1e271682/24849f57-353c-49bf-8da0-ac2a9cbed784) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:52.219389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3783449-5cb2-423d-ba49-5e6b62c45c03 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413f5d8f-e013-469a-b2f4-95615e8071c9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:52.301154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-78c03f0b-0418-4f27-84ac-7c2560be0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:52.302953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-78c03f0b-0418-4f27-84ac-7c2560be0d03 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=403b2198-5b7b-4c81-9930-e682c94ffd9b HTTP/1.1" status: 200 len: 851 time: 0.2049899 Oct 27 16:17:52.357904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de721bfd-c347-484b-84fe-9d63ebf14b3c details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:52.368645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4d990-1651-4043-884f-97509b09d284 req-e58f738b-c6b8-490a-9687-ceab2fc48c44 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:52.370506 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-e58f738b-c6b8-490a-9687-ceab2fc48c44 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.54 "GET /v2.0/networks?id=af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 200 len: 811 time: 0.3145776 Oct 27 16:17:52.384736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20802e11-e318-422c-b117-d4a8b7ac206d req-38db1928-549c-48e4-9950-d54e5fce5d25 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:52.399785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-20802e11-e318-422c-b117-d4a8b7ac206d req-38db1928-549c-48e4-9950-d54e5fce5d25 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 943 time: 0.1224220 Oct 27 16:17:52.519378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-78718e5d-a202-4c8a-bdcf-f94efcf96b67 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5930663e274673b0f874df4f7d4406 HTTP/1.1" status: 200 len: 380 time: 0.1165349 Oct 27 16:17:52.534798 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-20802e11-e318-422c-b117-d4a8b7ac206d req-c348da5d-29e0-49cf-b65c-a3fb675c6782 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337376 Oct 27 16:17:52.553040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'port': {'device_id': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'admin_state_up': True, 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'security_groups': ['4ee113dc-3094-4adc-a621-8e44fb37a3d2']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:52.609363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port de721bfd-c347-484b-84fe-9d63ebf14b3c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de721bfd-c347-484b-84fe-9d63ebf14b3c,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:52.625609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07ee165-2ca9-4fb3-b4ec-71338160e699 req-eaf0e4be-408b-4176-8746-a4065cfc36ee tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:52.633885 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d07ee165-2ca9-4fb3-b4ec-71338160e699 req-eaf0e4be-408b-4176-8746-a4065cfc36ee tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.3391788 Oct 27 16:17:52.641655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'de721bfd-c347-484b-84fe-9d63ebf14b3c', 'network_id': 'b3dabac9-886f-4769-9e5c-c37d5153d4f2', 'port_id': 'de721bfd-c347-484b-84fe-9d63ebf14b3c', 'mac_address': 'fa:16:3e:39:04:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e53b8bd9-0304-4047-ba78-3bb86240a48f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:17:52.647640 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-3aa26dc2-5368-409d-ab6f-2343944c4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:52.649352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-3aa26dc2-5368-409d-ab6f-2343944c4e41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=87b8790e-4d49-4bc3-9d04-ebb80b87e497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3348436 Oct 27 16:17:52.754089 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.781875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de721bfd-c347-484b-84fe-9d63ebf14b3c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:52.809522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port de721bfd-c347-484b-84fe-9d63ebf14b3c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de721bfd-c347-484b-84fe-9d63ebf14b3c,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:52.834958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f9818-808d-4c46-9d49-5072f4090136 req-23695730-4407-424f-9362-dbe71475a859 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:52.840081 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c81f9818-808d-4c46-9d49-5072f4090136 req-23695730-4407-424f-9362-dbe71475a859 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1053932 Oct 27 16:17:52.856795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d07ee165-2ca9-4fb3-b4ec-71338160e699 req-570d8508-4047-436d-b951-2656ef90792e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213926 Oct 27 16:17:52.872587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35868) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:52.909858 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:52.922786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.007868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=de721bfd-c347-484b-84fe-9d63ebf14b3c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:53.013180 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c81f9818-808d-4c46-9d49-5072f4090136 req-6a46be5d-3ed5-4075-bc41-44c56162f67e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680956 Oct 27 16:17:53.028318 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8ac3676c-f593-4082-b3a9-9aba08936cf9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/4643ea6c-e9c8-48d7-a961-be9a65aa7532 HTTP/1.1" status: 200 len: 993 time: 0.1355817 Oct 27 16:17:53.053019 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f32b680-9b06-48b9-8c87-e40ff16cfeed req-a74ecc9b-718e-4d94-879d-5f2f17e2bcaf tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 210 time: 0.0956287 Oct 27 16:17:53.060920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Made reservation on behalf of 0c5930663e274673b0f874df4f7d4406 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:17:53.070667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-0509a398-989a-4dba-b2e7-caa126f1ddd3 service neutron] 10.222.0.53 "GET /v2.0/networks/87b8790e-4d49-4bc3-9d04-ebb80b87e497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016924 Oct 27 16:17:53.076717 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.171157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['de721bfd-c347-484b-84fe-9d63ebf14b3c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:17:53.255827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.372108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Network 87e4e77e-eb1d-4229-9acb-6b10f1f94415 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:53.373707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Allocated IP 172.20.0.10 (af016594-8bc5-461b-993c-3fdc1c22d42e/ea3730f2-0bf8-4326-9e2c-a789f343fc1b/3b2fd444-1d19-421a-8720-5ff8d501d2b2) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:17:53.381228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:53.429494 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92d510c8-f85f-4642-896b-2ac8dfa943cb req-6ffddd31-9563-4fcc-8a1b-7daa9c0aaee1 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 210 time: 0.0911129 Oct 27 16:17:53.438863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:53.465613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f4172b6-a266-4a04-8989-378d88ef5ec9 req-8183c272-405e-4a6b-83c7-402e6343b361 service neutron] 10.222.0.53 "GET /v2.0/networks/87b8790e-4d49-4bc3-9d04-ebb80b87e497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566077 Oct 27 16:17:53.489925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Pushing event updated for resources: {'Port': ['ID=24849f57-353c-49bf-8da0-ac2a9cbed784,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:53.522588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:53.522588 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.568879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-c0e84d06-1bac-4d58-9738-8b6905501067 req-c65c158a-a9ab-495f-8580-fbb7642c0681 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:17:53.570519 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0e84d06-1bac-4d58-9738-8b6905501067 req-c65c158a-a9ab-495f-8580-fbb7642c0681 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0076451 Oct 27 16:17:53.604086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-ade95a1f-1bb5-4ea7-b3f5-605f24a0d6ba tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8157723 Oct 27 16:17:53.632854 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.663811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc38a4f-3411-4820-8c35-fe5d6ee42419 req-b9244d8f-ef74-45f5-a4b7-e36ec19bba98 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:53.671699 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccc38a4f-3411-4820-8c35-fe5d6ee42419 req-b9244d8f-ef74-45f5-a4b7-e36ec19bba98 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 944 time: 0.0640955 Oct 27 16:17:53.726557 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccc38a4f-3411-4820-8c35-fe5d6ee42419 req-b2815f59-4e85-4405-9425-f9cabecf87b3 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538130 Oct 27 16:17:53.762005 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.776302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Request body: {'port': {'device_id': '781a3c16-a8af-4916-abb6-2aa70c65190a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:53.833734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Network af016594-8bc5-461b-993c-3fdc1c22d42e is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:17:53.837348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:17:53.841748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:17:53.870442 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event updated for resources: {'Port': ['ID=3b2fd444-1d19-421a-8720-5ff8d501d2b2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:53.915057 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:53.916099 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.982520 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:53.998728 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-a90381ec-8c27-4593-811c-d4249ef4f115 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4576693 Oct 27 16:17:54.030466 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Request body: {'port': {'device_id': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:54.107777 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.161497 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.294423 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20539db-09c7-4397-94fa-9db002fa15f2 req-4c0fd924-2dc9-456c-ab0a-7c997191f945 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:54.302038 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a20539db-09c7-4397-94fa-9db002fa15f2 req-4c0fd924-2dc9-456c-ab0a-7c997191f945 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 946 time: 0.2878633 Oct 27 16:17:54.342406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-213ce060-8d9d-4b68-86f6-780c0b78668d None None] Provisioning complete for port 3b2fd444-1d19-421a-8720-5ff8d501d2b2 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:54.342850 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-213ce060-8d9d-4b68-86f6-780c0b78668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.413316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de721bfd-c347-484b-84fe-9d63ebf14b3c up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:17:54.446400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a20539db-09c7-4397-94fa-9db002fa15f2 req-4cd1d59d-a550-4421-9ff3-cb9c9bb5b6fc tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432939 Oct 27 16:17:54.629655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-213ce060-8d9d-4b68-86f6-780c0b78668d None None] Port 3b2fd444-1d19-421a-8720-5ff8d501d2b2 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:17:54.702197 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d375a94-766f-40a5-9713-327447342165 req-07a31b3e-e34c-42fc-b8f3-359679b245b7 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:54.710475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d375a94-766f-40a5-9713-327447342165 req-07a31b3e-e34c-42fc-b8f3-359679b245b7 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 931 time: 0.1088028 Oct 27 16:17:54.718167 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13ddab-b85c-486e-90bb-7b79fda02d59 req-f26d831a-5b6a-40f8-95dd-d254333b3b04 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:54.721588 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bf13ddab-b85c-486e-90bb-7b79fda02d59 req-f26d831a-5b6a-40f8-95dd-d254333b3b04 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.0927663 Oct 27 16:17:54.780388 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24849f57-353c-49bf-8da0-ac2a9cbed784 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:54.790115 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bf13ddab-b85c-486e-90bb-7b79fda02d59 req-245a42c3-758f-4681-90b8-892c5e972b69 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600491 Oct 27 16:17:54.792828 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.807255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port de721bfd-c347-484b-84fe-9d63ebf14b3c completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:17:54.808238 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d375a94-766f-40a5-9713-327447342165 req-390d8ca8-f31e-4a3e-be51-2af3268e69ad tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943313 Oct 27 16:17:54.826415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port de721bfd-c347-484b-84fe-9d63ebf14b3c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:17:54.826972 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:54.853986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Transition to ACTIVE for port object 24849f57-353c-49bf-8da0-ac2a9cbed784 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:17:54.940250 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.008856 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.009562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2fd444-1d19-421a-8720-5ff8d501d2b2 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:17:55.023080 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.052611 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Transition to ACTIVE for port object 3b2fd444-1d19-421a-8720-5ff8d501d2b2 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:17:55.061425 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-1eb72274-e6c3-48cb-8167-bed6b37f2fa7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1925042 Oct 27 16:17:55.093833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54120056-0b82-4730-9ddc-b01cb94bf078 req-39eee721-66f2-4f21-b1cc-b1ef51a8949a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:55.098080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port de721bfd-c347-484b-84fe-9d63ebf14b3c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de721bfd-c347-484b-84fe-9d63ebf14b3c,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:17:55.099928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5b71d6-7263-45c2-879c-4f5b0e1ddf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de721bfd-c347-484b-84fe-9d63ebf14b3c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:55.102501 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bac7fe7-a33c-4665-b3fa-ab4d42b732bb" -d '{"events": [{"server_uuid": "4d5b71d6-7263-45c2-879c-4f5b0e1ddf80", "name": "network-vif-plugged", "status": "completed", "tag": "de721bfd-c347-484b-84fe-9d63ebf14b3c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:55.105009 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-54120056-0b82-4730-9ddc-b01cb94bf078 req-39eee721-66f2-4f21-b1cc-b1ef51a8949a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1540589 Oct 27 16:17:55.119425 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.153517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=24849f57-353c-49bf-8da0-ac2a9cbed784,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:55.190721 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.207054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Pushing event updated for resources: {'Port': ['ID=3b2fd444-1d19-421a-8720-5ff8d501d2b2,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:55.233850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10d33a-dbff-422f-b0e5-1c140c1445e7 req-ccf21204-77f8-434c-a1f3-f7486521ab72 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:55.238170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea10d33a-dbff-422f-b0e5-1c140c1445e7 req-ccf21204-77f8-434c-a1f3-f7486521ab72 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 932 time: 0.2953501 Oct 27 16:17:55.265279 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-54120056-0b82-4730-9ddc-b01cb94bf078 req-3feb40c8-1b62-41fc-8b78-937835f50926 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591737 Oct 27 16:17:55.385937 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=de721bfd-c347-484b-84fe-9d63ebf14b3c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:55.506387 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea10d33a-dbff-422f-b0e5-1c140c1445e7 req-e23f0e89-f97d-4168-97cb-46059d9ad583 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662780 Oct 27 16:17:55.544147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Attempting to bind port 24849f57-353c-49bf-8da0-ac2a9cbed784 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:55.544598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Attempting to bind port 24849f57-353c-49bf-8da0-ac2a9cbed784 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '66c42ee3-4d56-4f91-92d8-34c7d2e3aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '87e4e77e-eb1d-4229-9acb-6b10f1f94415'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:55.545239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Attempting to bind port 24849f57-353c-49bf-8da0-ac2a9cbed784 on network 87e4e77e-eb1d-4229-9acb-6b10f1f94415 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:55.557252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Port 24849f57-353c-49bf-8da0-ac2a9cbed784 on network 87e4e77e-eb1d-4229-9acb-6b10f1f94415 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:17:55.557863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Attempting to bind port 24849f57-353c-49bf-8da0-ac2a9cbed784 on network 87e4e77e-eb1d-4229-9acb-6b10f1f94415 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:55.565008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:55.568381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Checking segment: {'id': '66c42ee3-4d56-4f91-92d8-34c7d2e3aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '87e4e77e-eb1d-4229-9acb-6b10f1f94415'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:55.569074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Bound using segment: {'id': '66c42ee3-4d56-4f91-92d8-34c7d2e3aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '87e4e77e-eb1d-4229-9acb-6b10f1f94415'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:55.569773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Bound port: 24849f57-353c-49bf-8da0-ac2a9cbed784, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66c42ee3-4d56-4f91-92d8-34c7d2e3aa83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '87e4e77e-eb1d-4229-9acb-6b10f1f94415'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:55.570344 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.673198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f4a46-3ffb-4ad2-946f-97abe3f255dc req-69f5ce21-5171-4629-82f7-d98ba9a35c9f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:55.674945 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-499f4a46-3ffb-4ad2-946f-97abe3f255dc req-69f5ce21-5171-4629-82f7-d98ba9a35c9f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.2682028 Oct 27 16:17:55.676094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Attempting to bind port 3b2fd444-1d19-421a-8720-5ff8d501d2b2 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:17:55.676443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Attempting to bind port 3b2fd444-1d19-421a-8720-5ff8d501d2b2 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:17:55.676791 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Attempting to bind port 3b2fd444-1d19-421a-8720-5ff8d501d2b2 on network af016594-8bc5-461b-993c-3fdc1c22d42e {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:55.681330 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39d92df3-76ed-48e2-b8b7-3f5e88221f9e req-9b6b7a1e-7c85-4993-af39-8fa4c5fd7dbc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2756865 Oct 27 16:17:55.698940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Port 3b2fd444-1d19-421a-8720-5ff8d501d2b2 on network af016594-8bc5-461b-993c-3fdc1c22d42e not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:17:55.699275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Attempting to bind port 3b2fd444-1d19-421a-8720-5ff8d501d2b2 on network af016594-8bc5-461b-993c-3fdc1c22d42e {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:17:55.707252 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:17:55.707603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Checking segment: {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:17:55.708000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Bound using segment: {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:17:55.708519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Bound port: 3b2fd444-1d19-421a-8720-5ff8d501d2b2, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86e8774e-3dba-46fc-ac02-5cad1db2c108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:17:55.708883 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:55.725137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] For port 24849f57-353c-49bf-8da0-ac2a9cbed784, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:55.771086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] For port 24849f57-353c-49bf-8da0-ac2a9cbed784, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=24849f57-353c-49bf-8da0-ac2a9cbed784,segment=NetworkSegment(66c42ee3-4d56-4f91-92d8-34c7d2e3aa83),segment_id=66c42ee3-4d56-4f91-92d8-34c7d2e3aa83)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:55.786845 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-499f4a46-3ffb-4ad2-946f-97abe3f255dc req-8344ea81-a809-41ee-a82a-b22f9d1b910a tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044400 Oct 27 16:17:55.806788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14f51e-ff5e-4c44-8cbb-5a08b68f4043 req-0f210e24-06ab-4bc2-b24c-2758d362bc4e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:55.830132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d14f51e-ff5e-4c44-8cbb-5a08b68f4043 req-0f210e24-06ab-4bc2-b24c-2758d362bc4e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1905625 Oct 27 16:17:55.835508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35954) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:17:55.844190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f3f46a5e-984a-45b9-ba14-6c82c12a83f7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'floatingip': {'port_id': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:17:55.907859 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd79aa31-ca7d-4ebd-abad-d13841934291 x-openstack-request-id: req-dd79aa31-ca7d-4ebd-abad-d13841934291 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:55.908613 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5b71d6-7263-45c2-879c-4f5b0e1ddf80", "name": "network-vif-plugged", "status": "completed", "tag": "de721bfd-c347-484b-84fe-9d63ebf14b3c", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:55.909140 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd79aa31-ca7d-4ebd-abad-d13841934291 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:55.909702 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5b71d6-7263-45c2-879c-4f5b0e1ddf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de721bfd-c347-484b-84fe-9d63ebf14b3c', 'code': 200} Oct 27 16:17:56.012351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92df3-76ed-48e2-b8b7-3f5e88221f9e req-9dcef60b-02cf-41c5-b644-3d21887e96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:56.013755 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39d92df3-76ed-48e2-b8b7-3f5e88221f9e req-9dcef60b-02cf-41c5-b644-3d21887e96f0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e4d13418482a43108d1f408f67cfd165&device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 1096 time: 0.2659049 Oct 27 16:17:56.057390 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:56.142024 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3f46a5e-984a-45b9-ba14-6c82c12a83f7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:56.205867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] For port 3b2fd444-1d19-421a-8720-5ff8d501d2b2, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:17:56.210063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:56.228087 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:56.228087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] 10.222.0.54 "PUT /v2.0/ports/24849f57-353c-49bf-8da0-ac2a9cbed784 HTTP/1.1" status: 200 len: 1091 time: 2.6094270 Oct 27 16:17:56.334306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92df3-76ed-48e2-b8b7-3f5e88221f9e req-f7c4ba9d-a610-4d12-8f50-e88bd17cd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:56.339062 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39d92df3-76ed-48e2-b8b7-3f5e88221f9e req-f7c4ba9d-a610-4d12-8f50-e88bd17cd61e service neutron] 10.222.0.54 "GET /v2.0/networks?id=b3dabac9-886f-4769-9e5c-c37d5153d4f2 HTTP/1.1" status: 200 len: 911 time: 0.2915990 Oct 27 16:17:56.349154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '781a3c16-a8af-4916-abb6-2aa70c65190a', 'tag': '24849f57-353c-49bf-8da0-ac2a9cbed784'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:56.352801 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae4236a-b0a7-45bd-bb85-d606315f867d" -d '{"events": [{"name": "network-changed", "server_uuid": "781a3c16-a8af-4916-abb6-2aa70c65190a", "tag": "24849f57-353c-49bf-8da0-ac2a9cbed784"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:56.363140 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] For port 3b2fd444-1d19-421a-8720-5ff8d501d2b2, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3b2fd444-1d19-421a-8720-5ff8d501d2b2,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:17:56.438291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f4b8f-2cdd-4717-9283-f787aaed8f0b req-bb712033-4977-48a5-937a-8ffacf6736cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:56.440573 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f10f4b8f-2cdd-4717-9283-f787aaed8f0b req-bb712033-4977-48a5-937a-8ffacf6736cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 1096 time: 0.4284542 Oct 27 16:17:56.483728 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39d92df3-76ed-48e2-b8b7-3f5e88221f9e req-22e102bf-8656-492f-87ad-a3262f963fac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4821bf0-fe0a-4e66-aee5-6b245df450e2 HTTP/1.1" status: 200 len: 217 time: 0.1169446 Oct 27 16:17:56.485237 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:56.562718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Pushing event updated for resources: {'Port': ['ID=3b2fd444-1d19-421a-8720-5ff8d501d2b2,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:56.605396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43391181-3387-49ad-aacb-e21211f91bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=24849f57-353c-49bf-8da0-ac2a9cbed784,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:17:56.608234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:56.608980 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:56.610065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-556fd535-7dfa-412b-8664-68a87199cbda service neutron] 10.222.0.54 "PUT /v2.0/ports/3b2fd444-1d19-421a-8720-5ff8d501d2b2 HTTP/1.1" status: 200 len: 1092 time: 2.5979614 Oct 27 16:17:56.624920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d539bd1-d465-4be3-9178-258dd5236d71 req-4decbf84-eca4-405e-97cb-2ede75524472 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:56.635742 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7d539bd1-d465-4be3-9178-258dd5236d71 req-4decbf84-eca4-405e-97cb-2ede75524472 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 946 time: 0.2711124 Oct 27 16:17:56.637441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'tag': '3b2fd444-1d19-421a-8720-5ff8d501d2b2'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:56.641936 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0405fd2c-5069-437d-ba6e-2a56826fed6b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f", "tag": "3b2fd444-1d19-421a-8720-5ff8d501d2b2"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:56.679888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cf0f0-1d41-4048-8c28-eb1f0cb13710 req-62011ff9-1f33-4bac-ae22-875f0f49e0c6 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:56.705288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d92df3-76ed-48e2-b8b7-3f5e88221f9e req-e816e692-de50-49d6-addd-60eb6f0202d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:56.705288 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39d92df3-76ed-48e2-b8b7-3f5e88221f9e req-e816e692-de50-49d6-addd-60eb6f0202d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e53b8bd9-0304-4047-ba78-3bb86240a48f HTTP/1.1" status: 200 len: 850 time: 0.2039905 Oct 27 16:17:56.732551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c74cf0f0-1d41-4048-8c28-eb1f0cb13710 req-62011ff9-1f33-4bac-ae22-875f0f49e0c6 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 943 time: 0.6086500 Oct 27 16:17:56.737284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-45d594e2-7d94-441e-a50d-9a83000b1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:56.738798 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-45d594e2-7d94-441e-a50d-9a83000b1192 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=44136ea9636a453f8af5a330a1c11687&device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 1094 time: 0.3764956 Oct 27 16:17:56.794056 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39d92df3-76ed-48e2-b8b7-3f5e88221f9e req-c22ed7dc-c4da-4297-b8b8-17a0b2d3a047 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b3dabac9-886f-4769-9e5c-c37d5153d4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705743 Oct 27 16:17:56.852274 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7d539bd1-d465-4be3-9178-258dd5236d71 req-21e9f0a9-6243-4e4f-9ce4-bd5702d6290a tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109392 Oct 27 16:17:57.047255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4d990-1651-4043-884f-97509b09d284 req-bc33d17e-467b-47b1-9d23-75bf725526a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:57.048833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-bc33d17e-467b-47b1-9d23-75bf725526a9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 1095 time: 0.2490530 Oct 27 16:17:57.078191 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8c358-2fde-4da1-b787-fb7150404257 req-6a50f44b-79ba-43f1-9828-41f4b01cef97 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:57.080723 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0e8c358-2fde-4da1-b787-fb7150404257 req-6a50f44b-79ba-43f1-9828-41f4b01cef97 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1138215 Oct 27 16:17:57.127932 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f10f4b8f-2cdd-4717-9283-f787aaed8f0b req-6c5475c0-768b-4416-aebd-2eb375f95103 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6687205 Oct 27 16:17:57.138090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-68f6636a-89de-41b5-adc9-be4e13b8fc38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24849f57-353c-49bf-8da0-ac2a9cbed784 HTTP/1.1" status: 200 len: 217 time: 0.1289856 Oct 27 16:17:57.144177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c74cf0f0-1d41-4048-8c28-eb1f0cb13710 req-1836ecbd-fc0d-4b68-9713-438f46a598f8 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104717 Oct 27 16:17:57.144922 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-2df5ee53-a153-4ea6-bc69-dd3326bfb98f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2fd444-1d19-421a-8720-5ff8d501d2b2 HTTP/1.1" status: 200 len: 217 time: 0.0848737 Oct 27 16:17:57.188000 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:17:57.218813 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0e8c358-2fde-4da1-b787-fb7150404257 req-5df27180-2f96-43c9-a25c-b8467a178513 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311529 Oct 27 16:17:57.224037 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39d92df3-76ed-48e2-b8b7-3f5e88221f9e req-faf43fe1-2791-45ec-9806-384d248f4557 service neutron] 10.222.0.54 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899844 Oct 27 16:17:57.264861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-f2acd70b-4035-48ef-a9ee-39d66777caef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:57.270370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-f2acd70b-4035-48ef-a9ee-39d66777caef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3ebb82d6-cb52-402a-8ce7-d5fa1e271682 HTTP/1.1" status: 200 len: 864 time: 0.1252217 Oct 27 16:17:57.370629 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39d92df3-76ed-48e2-b8b7-3f5e88221f9e req-1a38a815-dd65-4ca3-8d0a-03fe3aebe2ad service neutron] 10.222.0.54 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317525 Oct 27 16:17:57.381614 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d252c0a3-f93c-4861-92ed-a349c2487f8f x-openstack-request-id: req-d252c0a3-f93c-4861-92ed-a349c2487f8f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:57.382095 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "781a3c16-a8af-4916-abb6-2aa70c65190a", "tag": "24849f57-353c-49bf-8da0-ac2a9cbed784", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:57.382463 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d252c0a3-f93c-4861-92ed-a349c2487f8f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:57.384391 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '781a3c16-a8af-4916-abb6-2aa70c65190a', 'tag': '24849f57-353c-49bf-8da0-ac2a9cbed784', 'status': 'completed', 'code': 200} Oct 27 16:17:57.396248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-2eb337f1-3aad-4b02-ab48-f4bfa6d7865d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87e4e77e-eb1d-4229-9acb-6b10f1f94415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158948 Oct 27 16:17:57.401238 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.resource_extend [None req-f3f46a5e-984a-45b9-ba14-6c82c12a83f7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:17:57.402607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4d990-1651-4043-884f-97509b09d284 req-c88756f1-87c3-40d5-9e5e-57e415b7f7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:57.407630 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-c88756f1-87c3-40d5-9e5e-57e415b7f7b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea3730f2-0bf8-4326-9e2c-a789f343fc1b HTTP/1.1" status: 200 len: 850 time: 0.2482684 Oct 27 16:17:57.414440 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad4c54-9455-4aa4-b3d5-a6a58b03a5b7 x-openstack-request-id: req-c3ad4c54-9455-4aa4-b3d5-a6a58b03a5b7 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:57.414880 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f", "tag": "3b2fd444-1d19-421a-8720-5ff8d501d2b2", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:57.415331 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3ad4c54-9455-4aa4-b3d5-a6a58b03a5b7 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:57.415943 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'tag': '3b2fd444-1d19-421a-8720-5ff8d501d2b2', 'status': 'completed', 'code': 200} Oct 27 16:17:57.537550 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4d990-1651-4043-884f-97509b09d284 req-98c34d9f-c869-4ccf-9c9d-fa3a31bc3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:57.539280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-98c34d9f-c869-4ccf-9c9d-fa3a31bc3073 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af016594-8bc5-461b-993c-3fdc1c22d42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221874 Oct 27 16:17:57.631545 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3f46a5e-984a-45b9-ba14-6c82c12a83f7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:57.674542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-3c19472a-8ce9-4234-a0b9-92bf120c5664 service neutron] 10.222.0.54 "GET /v2.0/networks/87e4e77e-eb1d-4229-9acb-6b10f1f94415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982362 Oct 27 16:17:57.679938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e273110-5a83-4c89-9b09-11e87fdf5005 req-032f8b85-a097-4a80-b84d-fcf58a354537 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:57.681984 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e273110-5a83-4c89-9b09-11e87fdf5005 req-032f8b85-a097-4a80-b84d-fcf58a354537 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 944 time: 0.2117939 Oct 27 16:17:57.684418 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-136fef11-d5bf-4399-b997-c321d38b6330 service neutron] 10.222.0.54 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364875 Oct 27 16:17:57.689873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739ee07-0a56-4b9e-8d2b-bf8fec41d920 req-122f750c-0ebe-4423-a0e2-42db87ebcb2d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:57.696072 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0739ee07-0a56-4b9e-8d2b-bf8fec41d920 req-122f750c-0ebe-4423-a0e2-42db87ebcb2d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1507385 Oct 27 16:17:57.779549 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3f46a5e-984a-45b9-ba14-6c82c12a83f7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:57.815990 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e273110-5a83-4c89-9b09-11e87fdf5005 req-3c137817-1f8c-44b9-ba12-f4fc58ec7fc5 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279082 Oct 27 16:17:57.833915 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5b4d990-1651-4043-884f-97509b09d284 req-1e0e264c-2a96-42ec-be62-8bf7628c1aa8 service neutron] 10.222.0.54 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194878 Oct 27 16:17:57.881073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c825d86-6dce-4bbb-a3a4-323018d26bb9 req-9d27f279-dca9-4116-8a39-03dcd672070e service neutron] 10.222.0.54 "GET /v2.0/networks/87e4e77e-eb1d-4229-9acb-6b10f1f94415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835890 Oct 27 16:17:57.905612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0739ee07-0a56-4b9e-8d2b-bf8fec41d920 req-031c456e-05b3-41cf-9b5b-9fceb54fc9b8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305289 Oct 27 16:17:57.978594 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-f3f46a5e-984a-45b9-ba14-6c82c12a83f7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Floating IP eed7c7b3-6a46-44ce-ad24-b1f361fa75a2 associated. External IP: 172.25.4.196, port: 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040. Oct 27 16:17:58.072397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4236a-b0a7-45bd-bb85-d606315f867d req-d64178db-9709-48ec-91d7-f0753653ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:58.074083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dae4236a-b0a7-45bd-bb85-d606315f867d req-d64178db-9709-48ec-91d7-f0753653ae1e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=44136ea9636a453f8af5a330a1c11687&device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 1094 time: 0.0640616 Oct 27 16:17:58.121651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405fd2c-5069-437d-ba6e-2a56826fed6b req-3764322e-5f6e-4033-967e-7a27a9268b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:58.123145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0405fd2c-5069-437d-ba6e-2a56826fed6b req-3764322e-5f6e-4033-967e-7a27a9268b57 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 1095 time: 0.1419325 Oct 27 16:17:58.226102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-d99f2120-f513-44d2-b902-b0226c181183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:58.227887 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-d99f2120-f513-44d2-b902-b0226c181183 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1096 time: 0.0748804 Oct 27 16:17:58.785704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4236a-b0a7-45bd-bb85-d606315f867d req-d880ce83-4233-42f6-b231-cc32d4773b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:58.785704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dae4236a-b0a7-45bd-bb85-d606315f867d req-d880ce83-4233-42f6-b231-cc32d4773b26 service neutron] 10.222.0.54 "GET /v2.0/networks?id=87e4e77e-eb1d-4229-9acb-6b10f1f94415 HTTP/1.1" status: 200 len: 925 time: 0.7036085 Oct 27 16:17:58.805401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-ed050df7-3e41-4808-8772-d746562fb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:58.807330 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-ed050df7-3e41-4808-8772-d746562fb451 service neutron] 10.222.0.54 "GET /v2.0/networks?id=722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 200 len: 898 time: 0.5660379 Oct 27 16:17:58.821941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405fd2c-5069-437d-ba6e-2a56826fed6b req-1f38f490-6b75-4578-871e-bcf527e4c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:58.823609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0405fd2c-5069-437d-ba6e-2a56826fed6b req-1f38f490-6b75-4578-871e-bcf527e4c78a service neutron] 10.222.0.54 "GET /v2.0/networks?id=af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 200 len: 912 time: 0.6798429 Oct 27 16:17:58.858308 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dae4236a-b0a7-45bd-bb85-d606315f867d req-f87f6c0d-8516-4a3c-89d4-756ac6a50648 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24849f57-353c-49bf-8da0-ac2a9cbed784 HTTP/1.1" status: 200 len: 217 time: 0.0624371 Oct 27 16:17:58.867635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074453c-4cb7-4738-9f0d-bb45ecea3b3c req-1861f59e-38f1-4216-a274-f93c0ad9afe0 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:58.875968 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5074453c-4cb7-4738-9f0d-bb45ecea3b3c req-1861f59e-38f1-4216-a274-f93c0ad9afe0 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 943 time: 0.5164523 Oct 27 16:17:58.888731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0405fd2c-5069-437d-ba6e-2a56826fed6b req-267ed826-00a8-4e5e-9f91-617fa8841109 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2fd444-1d19-421a-8720-5ff8d501d2b2 HTTP/1.1" status: 200 len: 217 time: 0.0539005 Oct 27 16:17:58.899090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca3f40-47b1-4571-bca2-166dda61f32a req-7248ec36-fda6-4bd1-83bd-af865e043598 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:58.901646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8ca3f40-47b1-4571-bca2-166dda61f32a req-7248ec36-fda6-4bd1-83bd-af865e043598 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1720822 Oct 27 16:17:58.981495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405fd2c-5069-437d-ba6e-2a56826fed6b req-6b8e7c97-f7c7-45b3-bb41-6731143eefcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:58.983264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0405fd2c-5069-437d-ba6e-2a56826fed6b req-6b8e7c97-f7c7-45b3-bb41-6731143eefcc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea3730f2-0bf8-4326-9e2c-a789f343fc1b HTTP/1.1" status: 200 len: 850 time: 0.0801828 Oct 27 16:17:59.028091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f46a5e-984a-45b9-ba14-6c82c12a83f7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:17:59.039681 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-547c43c1-8dce-4299-becb-1d001ff3bcc2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 1001 time: 0.1887832 Oct 27 16:17:59.043530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4236a-b0a7-45bd-bb85-d606315f867d req-da38a3fc-b967-4be3-ad2b-fd85f7bcd7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.044963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dae4236a-b0a7-45bd-bb85-d606315f867d req-da38a3fc-b967-4be3-ad2b-fd85f7bcd7d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3ebb82d6-cb52-402a-8ce7-d5fa1e271682 HTTP/1.1" status: 200 len: 864 time: 0.1665967 Oct 27 16:17:59.047999 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5074453c-4cb7-4738-9f0d-bb45ecea3b3c req-dca9f1dd-6a8e-4413-b8a8-51e76dbcfd54 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710355 Oct 27 16:17:59.094690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8ca3f40-47b1-4571-bca2-166dda61f32a req-9d18f125-aa56-4cec-bd38-d24c819ec3b5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060717 Oct 27 16:17:59.117557 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dae4236a-b0a7-45bd-bb85-d606315f867d req-9635e231-3ed8-475e-b23d-0ff2c03756f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=87e4e77e-eb1d-4229-9acb-6b10f1f94415&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578656 Oct 27 16:17:59.195524 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-c13a4f87-6cf9-4b51-ba4c-cf04f9ec0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.197237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405fd2c-5069-437d-ba6e-2a56826fed6b req-3fe6806e-1fcb-4d52-8894-5064e0651ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.197561 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-c13a4f87-6cf9-4b51-ba4c-cf04f9ec0389 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b43ebc92-4704-4b44-8da9-72fcfc7fde67 HTTP/1.1" status: 200 len: 834 time: 0.1453841 Oct 27 16:17:59.201929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0405fd2c-5069-437d-ba6e-2a56826fed6b req-3fe6806e-1fcb-4d52-8894-5064e0651ace service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af016594-8bc5-461b-993c-3fdc1c22d42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992362 Oct 27 16:17:59.241200 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.297887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-988a12e0-09ad-4bb1-97b4-59beada5d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.302344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-988a12e0-09ad-4bb1-97b4-59beada5d37f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=722fbd1a-a884-4506-8ca5-3943d939537b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897336 Oct 27 16:17:59.307005 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dae4236a-b0a7-45bd-bb85-d606315f867d req-7920c62d-1b10-4404-9ceb-1ef0142947ff service neutron] 10.222.0.54 "GET /v2.0/networks/87e4e77e-eb1d-4229-9acb-6b10f1f94415?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797626 Oct 27 16:17:59.333369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f46a5e-984a-45b9-ba14-6c82c12a83f7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:17:59.340392 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3f46a5e-984a-45b9-ba14-6c82c12a83f7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:17:59.347430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db53ce87-c617-41db-813c-41f4198afd80 None None] Sync routers for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:17:59.349364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba25268-63a4-43b4-a94f-7212cf473244 req-223f9b59-3aba-4087-9820-62eb63a16f8f tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.350934 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ba25268-63a4-43b4-a94f-7212cf473244 req-223f9b59-3aba-4087-9820-62eb63a16f8f tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 944 time: 0.1511869 Oct 27 16:17:59.391536 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db53ce87-c617-41db-813c-41f4198afd80 None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:17:59.395672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-db53ce87-c617-41db-813c-41f4198afd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:17:59.416106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f3f46a5e-984a-45b9-ba14-6c82c12a83f7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "PUT /v2.0/floatingips/eed7c7b3-6a46-44ce-ad24-b1f361fa75a2 HTTP/1.1" status: 200 len: 992 time: 3.5792625 Oct 27 16:17:59.416106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:17:59.417852 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8077e4-b214-4a5b-9d3e-957d8e625244" -d '{"events": [{"name": "network-changed", "server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:17:59.426159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0405fd2c-5069-437d-ba6e-2a56826fed6b req-faadec84-019c-4b80-822f-e6d25f06c491 service neutron] 10.222.0.54 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130785 Oct 27 16:17:59.473825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ba25268-63a4-43b4-a94f-7212cf473244 req-e0604193-0501-47e3-825e-3c103599eeb2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955241 Oct 27 16:17:59.577938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-db53ce87-c617-41db-813c-41f4198afd80 None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:17:59.678498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0405fd2c-5069-437d-ba6e-2a56826fed6b req-dbfe8b3c-4ec3-4934-984c-e7380e679eba service neutron] 10.222.0.54 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404866 Oct 27 16:17:59.709472 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c93f811-b37d-4c28-84fa-67c30594fe98 x-openstack-request-id: req-2c93f811-b37d-4c28-84fa-67c30594fe98 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:17:59.709762 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:17:59.710022 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c93f811-b37d-4c28-84fa-67c30594fe98 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:17:59.710940 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'status': 'completed', 'code': 200} Oct 27 16:17:59.714429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dae4236a-b0a7-45bd-bb85-d606315f867d req-65d5035f-bf9c-4860-a822-9af8f5ac7347 service neutron] 10.222.0.54 "GET /v2.0/networks/87e4e77e-eb1d-4229-9acb-6b10f1f94415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872313 Oct 27 16:17:59.741778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac4a93-1c7d-4880-b47c-cb0aedaf822a req-fa43312f-2ba5-4775-be8d-53d78e7880a5 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.752792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bac4a93-1c7d-4880-b47c-cb0aedaf822a req-fa43312f-2ba5-4775-be8d-53d78e7880a5 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1274407 Oct 27 16:17:59.788381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-cc8309c9-41d8-407c-9b97-a507cbd39e62 service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4735174 Oct 27 16:17:59.854112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bac4a93-1c7d-4880-b47c-cb0aedaf822a req-7dd1805f-24d4-4a6a-9c16-283037868f30 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969799 Oct 27 16:17:59.880603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8077e4-b214-4a5b-9d3e-957d8e625244 req-67534bb0-72a9-4ee6-a71e-926bde53cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.887518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 24849f57-353c-49bf-8da0-ac2a9cbed784 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:17:59.888927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c8077e4-b214-4a5b-9d3e-957d8e625244 req-67534bb0-72a9-4ee6-a71e-926bde53cab1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 1097 time: 0.1329699 Oct 27 16:17:59.940695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b74501-c106-482b-98ea-c9c7745a8059 req-f54b8d1f-887d-448a-a8d0-83ce5ddaf5c6 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:17:59.974116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84b74501-c106-482b-98ea-c9c7745a8059 req-f54b8d1f-887d-448a-a8d0-83ce5ddaf5c6 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 946 time: 0.0975325 Oct 27 16:17:59.974116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-096d96bf-90b9-41e5-85b7-3cff329290c8 service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537724 Oct 27 16:18:00.011487 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84b74501-c106-482b-98ea-c9c7745a8059 req-4a2eeb13-9b6b-4795-9f3c-52590f4fab01 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554271 Oct 27 16:18:00.040873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36022) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:00.140490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 24849f57-353c-49bf-8da0-ac2a9cbed784, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=24849f57-353c-49bf-8da0-ac2a9cbed784,segment=NetworkSegment(66c42ee3-4d56-4f91-92d8-34c7d2e3aa83),segment_id=66c42ee3-4d56-4f91-92d8-34c7d2e3aa83)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:00.178510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8077e4-b214-4a5b-9d3e-957d8e625244 req-a47e39fd-0606-4b58-9ca3-8bd516fec8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.180475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c8077e4-b214-4a5b-9d3e-957d8e625244 req-a47e39fd-0606-4b58-9ca3-8bd516fec8d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 917 time: 0.2825141 Oct 27 16:18:00.183770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '24849f57-353c-49bf-8da0-ac2a9cbed784', 'network_id': '87e4e77e-eb1d-4229-9acb-6b10f1f94415', 'port_id': '24849f57-353c-49bf-8da0-ac2a9cbed784', 'mac_address': 'fa:16:3e:6d:b6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ebb82d6-cb52-402a-8ce7-d5fa1e271682', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:18:00.242238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-db53ce87-c617-41db-813c-41f4198afd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'eed7c7b3-6a46-44ce-ad24-b1f361fa75a2', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'port_id': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'mac_address': 'fa:16:3e:3d:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:17:32Z', 'updated_at': '2021-10-27T16:17:57Z', 'revision_number': 1, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:00.315934 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c8077e4-b214-4a5b-9d3e-957d8e625244 req-8c0aeef9-971d-4fa1-9d2b-44ff845c0ecc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 HTTP/1.1" status: 200 len: 1000 time: 0.1270146 Oct 27 16:18:00.368330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db53ce87-c617-41db-813c-41f4198afd80 None None] Checking router: 56a92509-84c0-4868-b6a1-6ab88a36e2b7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:18:00.396533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a95f7e-9e18-42cc-9022-f8ab0706bb3e req-3989e9d3-9d3d-4402-95c9-a333f42deb50 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.398582 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23a95f7e-9e18-42cc-9022-f8ab0706bb3e req-3989e9d3-9d3d-4402-95c9-a333f42deb50 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 943 time: 0.2316742 Oct 27 16:18:00.402773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db53ce87-c617-41db-813c-41f4198afd80 None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:00.412965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-db53ce87-c617-41db-813c-41f4198afd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:00.415384 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:00.435427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8077e4-b214-4a5b-9d3e-957d8e625244 req-b773aa46-1bb5-4f57-8da7-04631f5e12f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.438489 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c8077e4-b214-4a5b-9d3e-957d8e625244 req-b773aa46-1bb5-4f57-8da7-04631f5e12f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.1143489 Oct 27 16:18:00.488695 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23a95f7e-9e18-42cc-9022-f8ab0706bb3e req-f013d913-e797-4e9d-b6ab-6105af8a5752 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822361 Oct 27 16:18:00.690526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8077e4-b214-4a5b-9d3e-957d8e625244 req-41f256ad-a953-432e-8189-fcd812346faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.712862 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c8077e4-b214-4a5b-9d3e-957d8e625244 req-41f256ad-a953-432e-8189-fcd812346faa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644079 Oct 27 16:18:00.880650 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d0942-7a16-48ce-b50b-b6bb21b16318 req-348884d7-3ae0-42f2-8c48-48993e93e03d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.898372 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c21d0942-7a16-48ce-b50b-b6bb21b16318 req-348884d7-3ae0-42f2-8c48-48993e93e03d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.2303619 Oct 27 16:18:00.993516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf280f55-a867-4861-9bf8-b4052456555f req-102f6b54-ca3a-476a-b3cd-83088a9a294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:00.995023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf280f55-a867-4861-9bf8-b4052456555f req-102f6b54-ca3a-476a-b3cd-83088a9a294c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4d13418482a43108d1f408f67cfd165&device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 1096 time: 0.2740450 Oct 27 16:18:01.053331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-db53ce87-c617-41db-813c-41f4198afd80 None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:01.073681 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c21d0942-7a16-48ce-b50b-b6bb21b16318 req-19cb57a0-fc09-4cdf-bad7-30c197df059d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745195 Oct 27 16:18:01.190764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae029ef-4f90-4585-b2f0-9fd6ebc75e5c req-ba9e0950-c709-4d1d-a75e-086e67f7052d tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:01.201793 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dae029ef-4f90-4585-b2f0-9fd6ebc75e5c req-ba9e0950-c709-4d1d-a75e-086e67f7052d tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 944 time: 0.3979506 Oct 27 16:18:01.264839 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c8077e4-b214-4a5b-9d3e-957d8e625244 req-37bcce75-8432-4d7d-a89d-fa4475c4e848 service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900110 Oct 27 16:18:01.300710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-b98236a1-87ff-4bf5-b67b-e17914dd1326 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:01.302562 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-b98236a1-87ff-4bf5-b67b-e17914dd1326 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.53 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 946 time: 0.3642890 Oct 27 16:18:01.332556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:01.399962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24849f57-353c-49bf-8da0-ac2a9cbed784 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:01.459558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 24849f57-353c-49bf-8da0-ac2a9cbed784, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=24849f57-353c-49bf-8da0-ac2a9cbed784,segment=NetworkSegment(66c42ee3-4d56-4f91-92d8-34c7d2e3aa83),segment_id=66c42ee3-4d56-4f91-92d8-34c7d2e3aa83)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:01.479987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-db53ce87-c617-41db-813c-41f4198afd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'eed7c7b3-6a46-44ce-ad24-b1f361fa75a2', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'port_id': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'mac_address': 'fa:16:3e:3d:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:17:32Z', 'updated_at': '2021-10-27T16:17:57Z', 'revision_number': 1, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:01.555272 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:01.556923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3b2fd444-1d19-421a-8720-5ff8d501d2b2 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:18:01.581763 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dae029ef-4f90-4585-b2f0-9fd6ebc75e5c req-b728d229-21a5-41e7-9a0d-179edb7c1e2a tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794131 Oct 27 16:18:01.614419 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4b2a7-4d1c-4c7d-b521-bb66ddbe53a2 req-dad90ad5-fd38-4bff-9254-f59970680ef7 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:01.620119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db53ce87-c617-41db-813c-41f4198afd80 None None] The sync data for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 is: [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'eed7c7b3-6a46-44ce-ad24-b1f361fa75a2', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'port_id': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'mac_address': 'fa:16:3e:3d:33:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:17:32Z', 'updated_at': '2021-10-27T16:17:57Z', 'revision_number': 1, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:01.629435 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-79f4b2a7-4d1c-4c7d-b521-bb66ddbe53a2 req-dad90ad5-fd38-4bff-9254-f59970680ef7 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.2947443 Oct 27 16:18:01.657061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf280f55-a867-4861-9bf8-b4052456555f req-231979e2-d242-42aa-a408-a4413efedf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:01.658535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf280f55-a867-4861-9bf8-b4052456555f req-231979e2-d242-42aa-a408-a4413efedf5c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b3dabac9-886f-4769-9e5c-c37d5153d4f2 HTTP/1.1" status: 200 len: 911 time: 0.6458614 Oct 27 16:18:01.689907 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-79f4b2a7-4d1c-4c7d-b521-bb66ddbe53a2 req-1123e254-042a-450d-a9c8-857c8eed2bdb tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543211 Oct 27 16:18:01.817552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf280f55-a867-4861-9bf8-b4052456555f req-748cbebd-a366-459a-8137-d47b404b1d79 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de721bfd-c347-484b-84fe-9d63ebf14b3c HTTP/1.1" status: 200 len: 217 time: 0.1372414 Oct 27 16:18:01.847691 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c8077e4-b214-4a5b-9d3e-957d8e625244 req-c7c39e90-9362-465c-856f-4af3a0dea814 service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627358 Oct 27 16:18:01.883131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=24849f57-353c-49bf-8da0-ac2a9cbed784,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:01.916884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Deleting port 408dbb8b-7908-4c71-ad2b-30499b37f380 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:01.917225 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:01.994225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf280f55-a867-4861-9bf8-b4052456555f req-4203d3b1-80f5-49a1-ab60-830aa8ac452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:01.995812 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf280f55-a867-4861-9bf8-b4052456555f req-4203d3b1-80f5-49a1-ab60-830aa8ac452a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e53b8bd9-0304-4047-ba78-3bb86240a48f HTTP/1.1" status: 200 len: 850 time: 0.1687419 Oct 27 16:18:02.001141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3b2fd444-1d19-421a-8720-5ff8d501d2b2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3b2fd444-1d19-421a-8720-5ff8d501d2b2,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:02.051214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '3b2fd444-1d19-421a-8720-5ff8d501d2b2', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'port_id': '3b2fd444-1d19-421a-8720-5ff8d501d2b2', 'mac_address': 'fa:16:3e:a4:0c:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:18:02.062342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff0df6-76ff-4fb8-a5a8-234894ff5073 req-2a2aad64-f688-40e3-9611-56ac0f07fa2d tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:02.071055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d9b4a-75c3-4f19-bf33-ccb18977c7a8 req-b234d428-620d-408b-bf54-0303bacf106d tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:02.081626 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fcff0df6-76ff-4fb8-a5a8-234894ff5073 req-2a2aad64-f688-40e3-9611-56ac0f07fa2d tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 944 time: 0.2307336 Oct 27 16:18:02.084239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b87d9b4a-75c3-4f19-bf33-ccb18977c7a8 req-b234d428-620d-408b-bf54-0303bacf106d tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 946 time: 0.2418189 Oct 27 16:18:02.089164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf280f55-a867-4861-9bf8-b4052456555f req-fc364c8f-9590-425b-9504-6d1b3d645a01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3dabac9-886f-4769-9e5c-c37d5153d4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785997 Oct 27 16:18:02.093071 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58615d1-1df9-4c86-8823-6fde8060441a None None] New status for floating IP eed7c7b3-6a46-44ce-ad24-b1f361fa75a2: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:18:02.133892 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.151844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2fd444-1d19-421a-8720-5ff8d501d2b2 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:02.184199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3b2fd444-1d19-421a-8720-5ff8d501d2b2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3b2fd444-1d19-421a-8720-5ff8d501d2b2,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:02.187176 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fcff0df6-76ff-4fb8-a5a8-234894ff5073 req-c6cf03ac-397e-46ef-aa99-7b30d91023b2 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062248 Oct 27 16:18:02.236031 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.354519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] Deleting port cbfe7305-9162-4555-bbd7-edb7f45b13d3 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:02.354750 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.368695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3b2fd444-1d19-421a-8720-5ff8d501d2b2,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:02.370603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] For port 408dbb8b-7908-4c71-ad2b-30499b37f380, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=408dbb8b-7908-4c71-ad2b-30499b37f380,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:02.371201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.407624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b87d9b4a-75c3-4f19-bf33-ccb18977c7a8 req-4f8e803b-b7dd-464f-b058-2749d0bd66c0 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups?id=852c9cbe-75db-4864-b4f2-c19a0329744e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3217678 Oct 27 16:18:02.502036 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf280f55-a867-4861-9bf8-b4052456555f req-407cda9d-b4a2-4f85-af11-360e92bf3a51 service neutron] 10.222.0.53 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426170 Oct 27 16:18:02.506121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['24849f57-353c-49bf-8da0-ac2a9cbed784'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:02.521447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] For port cbfe7305-9162-4555-bbd7-edb7f45b13d3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cbfe7305-9162-4555-bbd7-edb7f45b13d3,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:02.521818 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.533894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['3b2fd444-1d19-421a-8720-5ff8d501d2b2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:02.540883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] Calling delete_port for cbfe7305-9162-4555-bbd7-edb7f45b13d3 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:02.567790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b96f0-7c79-41f7-a9d3-62538af48c6c req-29c451b3-970a-42c2-acbb-3dfabb896d52 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:02.570716 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d71b96f0-7c79-41f7-a9d3-62538af48c6c req-29c451b3-970a-42c2-acbb-3dfabb896d52 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1094577 Oct 27 16:18:02.586107 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.729353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d71b96f0-7c79-41f7-a9d3-62538af48c6c req-d14c7ff1-a037-49e2-b690-9d86af911cc4 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885921 Oct 27 16:18:02.754437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.754437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:02.754437 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Floating IP cb31598b-9323-4250-8ac4-9307b77df971 disassociated. External IP: 172.25.4.177, port: 408dbb8b-7908-4c71-ad2b-30499b37f380. Oct 27 16:18:02.754437 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Calling delete_port for 408dbb8b-7908-4c71-ad2b-30499b37f380 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:02.789629 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf280f55-a867-4861-9bf8-b4052456555f req-633d0907-12e7-4f56-9d0b-2ffcb2d2a452 service neutron] 10.222.0.53 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465000 Oct 27 16:18:02.847438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998f3d1-c1b8-4771-9d25-9b3ed1bb4636 req-46ee7a6b-f256-4411-8a7f-457783254fb9 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:02.851722 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6998f3d1-c1b8-4771-9d25-9b3ed1bb4636 req-46ee7a6b-f256-4411-8a7f-457783254fb9 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 945 time: 0.1781788 Oct 27 16:18:02.918725 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6998f3d1-c1b8-4771-9d25-9b3ed1bb4636 req-a42ac53c-5c94-44ea-9402-21bacb329671 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611007 Oct 27 16:18:02.947211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91317f-682e-4b58-9be8-834aadbe6081 req-ca66e7d8-b47b-47a2-8f6c-81644cf848c0 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:02.947211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b91317f-682e-4b58-9be8-834aadbe6081 req-ca66e7d8-b47b-47a2-8f6c-81644cf848c0 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0614522 Oct 27 16:18:02.954699 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:03.004043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfe7305-9162-4555-bbd7-edb7f45b13d3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:03.041671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b91317f-682e-4b58-9be8-834aadbe6081 req-a03503e7-507c-4bd0-9836-52685ce08f6c tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894437 Oct 27 16:18:03.046718 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:03.095564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Pushing event deleted for resources: {'Port': ['ID=408dbb8b-7908-4c71-ad2b-30499b37f380,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:03.212317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:03.254389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Router cc7b1501-d35f-4f42-979c-3a4203531bc1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:18:03.557083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8128f8e-eec1-47b4-9c3a-fb2267c73a5a req-9fdd595b-60ad-4595-9e35-0895fdabc703 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 210 time: 0.0455682 Oct 27 16:18:03.564869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] Router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:18:03.692231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:03.702691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a725f002-ba86-401b-8b60-1099ca72d5ce None None] Sync routers for ids ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:03.706691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d5611050-6995-4f98-adbd-343922c0944b admin admin] 10.222.0.15 "PUT /v2.0/routers/b7d86b19-6a96-4a71-8795-6dff4e3a07a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6622729 Oct 27 16:18:03.708932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36086) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:03.717731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725f002-ba86-401b-8b60-1099ca72d5ce None None] Routers {'b7d86b19-6a96-4a71-8795-6dff4e3a07a1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:03.718403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a725f002-ba86-401b-8b60-1099ca72d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:03.857943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a725f002-ba86-401b-8b60-1099ca72d5ce None None] Set router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:03.869773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5209b-2b92-44e7-944f-81bec0501ed4 req-a15aa251-e935-4f62-ac56-87c8ef71b301 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:03.878607 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7db5209b-2b92-44e7-944f-81bec0501ed4 req-a15aa251-e935-4f62-ac56-87c8ef71b301 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 944 time: 0.5406818 Oct 27 16:18:03.902514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:03.919336 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df683b48-8f85-45a6-8446-9416089e1767 None None] Sync routers for ids ['cc7b1501-d35f-4f42-979c-3a4203531bc1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:03.943224 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df683b48-8f85-45a6-8446-9416089e1767 None None] Routers {'cc7b1501-d35f-4f42-979c-3a4203531bc1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:03.944205 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-df683b48-8f85-45a6-8446-9416089e1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cc7b1501-d35f-4f42-979c-3a4203531bc1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:03.965245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] No DVR routers for this DVR port 408dbb8b-7908-4c71-ad2b-30499b37f380 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:03.978233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7db5209b-2b92-44e7-944f-81bec0501ed4 req-7b844da9-fe37-44df-8f39-7539cf49f23d tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984247 Oct 27 16:18:03.982254 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:03.996217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da13217c-1b17-44da-b9af-5e87527a8e8e req-9be25e70-29e8-4162-897f-36d66d1f65f8 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.53 "DELETE /v2.0/ports/408dbb8b-7908-4c71-ad2b-30499b37f380 HTTP/1.1" status: 204 len: 173 time: 2.6744204 Oct 27 16:18:03.997005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190b6a26-0642-408a-92a8-c405ea0409c9', 'name': 'network-vif-deleted', 'tag': '408dbb8b-7908-4c71-ad2b-30499b37f380'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:04.002447 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671f1f6e-6ca2-4644-8064-d2bc6ec1c9c8" -d '{"events": [{"server_uuid": "190b6a26-0642-408a-92a8-c405ea0409c9", "name": "network-vif-deleted", "tag": "408dbb8b-7908-4c71-ad2b-30499b37f380"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:04.121044 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-df683b48-8f85-45a6-8446-9416089e1767 None None] Set router cc7b1501-d35f-4f42-979c-3a4203531bc1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:04.159779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a725f002-ba86-401b-8b60-1099ca72d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:18:02Z', 'revision_number': 5, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:04.255665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 24849f57-353c-49bf-8da0-ac2a9cbed784 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:04.258881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:04.266873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a725f002-ba86-401b-8b60-1099ca72d5ce None None] Checking router: b7d86b19-6a96-4a71-8795-6dff4e3a07a1 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:18:04.273649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b6de1-3eee-4f00-b0ad-5de354fe0189 req-1ca02af6-56ee-4189-9267-1340673bf83f tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:04.283495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-986b6de1-3eee-4f00-b0ad-5de354fe0189 req-1ca02af6-56ee-4189-9267-1340673bf83f tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 945 time: 0.1069093 Oct 27 16:18:04.334297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725f002-ba86-401b-8b60-1099ca72d5ce None None] Routers {'b7d86b19-6a96-4a71-8795-6dff4e3a07a1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:04.334938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a725f002-ba86-401b-8b60-1099ca72d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:04.347744 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-986b6de1-3eee-4f00-b0ad-5de354fe0189 req-4a5d0bfc-fbef-4051-a09b-b42faf9bec92 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620842 Oct 27 16:18:04.432267 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe17b35-9165-4656-847b-c2a76d598965 x-openstack-request-id: req-efe17b35-9165-4656-847b-c2a76d598965 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:04.432563 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190b6a26-0642-408a-92a8-c405ea0409c9", "name": "network-vif-deleted", "tag": "408dbb8b-7908-4c71-ad2b-30499b37f380", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:04.432915 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efe17b35-9165-4656-847b-c2a76d598965 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:04.433367 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190b6a26-0642-408a-92a8-c405ea0409c9', 'name': 'network-vif-deleted', 'tag': '408dbb8b-7908-4c71-ad2b-30499b37f380', 'status': 'completed', 'code': 200} Oct 27 16:18:04.459636 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d53f70-f8ce-4a0d-9fa7-42752ed6cb83 req-170a2ee4-1790-4602-9548-cf700d4b7e0f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:04.461347 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-71d53f70-f8ce-4a0d-9fa7-42752ed6cb83 req-170a2ee4-1790-4602-9548-cf700d4b7e0f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1994638 Oct 27 16:18:04.495440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a725f002-ba86-401b-8b60-1099ca72d5ce None None] Set router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:04.540243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-71d53f70-f8ce-4a0d-9fa7-42752ed6cb83 req-244dabdf-9a5a-4ec3-9ce5-1ac8977ce934 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718558 Oct 27 16:18:04.556917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:04.598681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42f8ea-8817-491b-9297-4b2f60b3c362 req-31539896-1a68-4842-a053-c54d095cdce6 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:04.600329 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd42f8ea-8817-491b-9297-4b2f60b3c362 req-31539896-1a68-4842-a053-c54d095cdce6 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0811577 Oct 27 16:18:04.659865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd42f8ea-8817-491b-9297-4b2f60b3c362 req-0acc885a-1702-429b-a5a0-1ce0c8972397 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509355 Oct 27 16:18:04.692902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 24849f57-353c-49bf-8da0-ac2a9cbed784 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:18:04.700930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 24849f57-353c-49bf-8da0-ac2a9cbed784 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:04.701486 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:04.718691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Deleting port a190f72a-38c1-492c-83e7-9e83d038d731 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:04.719741 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:04.742783 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-df683b48-8f85-45a6-8446-9416089e1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:44Z', 'revision_number': 4, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ca34c1da-7fd0-47fc-bb05-7af6d11ca16d', 'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'mac_address': 'fa:16:3e:59:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:43Z', 'updated_at': '2021-10-27T16:15:49Z', 'revision_number': 5, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'subnets': [{'id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:04.776808 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df683b48-8f85-45a6-8446-9416089e1767 None None] Checking router: cc7b1501-d35f-4f42-979c-3a4203531bc1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:18:04.792534 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df683b48-8f85-45a6-8446-9416089e1767 None None] Routers {'cc7b1501-d35f-4f42-979c-3a4203531bc1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:04.793450 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-df683b48-8f85-45a6-8446-9416089e1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cc7b1501-d35f-4f42-979c-3a4203531bc1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:04.810043 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed7b09e7-0cb7-4901-8f55-54fb2701e8aa req-211b080a-f47e-4848-998a-4818a6b19251 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/ports?device_id=190b6a26-0642-408a-92a8-c405ea0409c9 HTTP/1.1" status: 200 len: 210 time: 0.0756609 Oct 27 16:18:04.834533 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:04.879420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781a3c16-a8af-4916-abb6-2aa70c65190a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24849f57-353c-49bf-8da0-ac2a9cbed784'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:04.883788 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bda69a-8d15-4923-8876-c4884142e7f8" -d '{"events": [{"server_uuid": "781a3c16-a8af-4916-abb6-2aa70c65190a", "name": "network-vif-plugged", "status": "completed", "tag": "24849f57-353c-49bf-8da0-ac2a9cbed784"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:04.898890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a725f002-ba86-401b-8b60-1099ca72d5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:18:02Z', 'revision_number': 5, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:04.904143 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] For port a190f72a-38c1-492c-83e7-9e83d038d731, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a190f72a-38c1-492c-83e7-9e83d038d731,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:04.904634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:04.923091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Calling delete_port for a190f72a-38c1-492c-83e7-9e83d038d731 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:04.935728 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-df683b48-8f85-45a6-8446-9416089e1767 None None] Set router cc7b1501-d35f-4f42-979c-3a4203531bc1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:04.980626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 24849f57-353c-49bf-8da0-ac2a9cbed784, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=24849f57-353c-49bf-8da0-ac2a9cbed784,segment=NetworkSegment(66c42ee3-4d56-4f91-92d8-34c7d2e3aa83),segment_id=66c42ee3-4d56-4f91-92d8-34c7d2e3aa83)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:04.982734 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb31b2e-33d4-4c3e-b4c4-af87f5f62dda x-openstack-request-id: req-ccb31b2e-33d4-4c3e-b4c4-af87f5f62dda {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:04.987007 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781a3c16-a8af-4916-abb6-2aa70c65190a", "name": "network-vif-plugged", "status": "completed", "tag": "24849f57-353c-49bf-8da0-ac2a9cbed784", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:04.987007 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccb31b2e-33d4-4c3e-b4c4-af87f5f62dda {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:04.987007 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781a3c16-a8af-4916-abb6-2aa70c65190a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24849f57-353c-49bf-8da0-ac2a9cbed784', 'code': 200} Oct 27 16:18:04.987007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a725f002-ba86-401b-8b60-1099ca72d5ce None None] The sync data for ids ['b7d86b19-6a96-4a71-8795-6dff4e3a07a1'] in n-d-815689-1 is: [{'id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'name': 'tempest-TaggedBootDevicesTest-208136991-router', 'tenant_id': '05c2f9bb08d64d578878e90145e409ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:05:46Z', 'updated_at': '2021-10-27T16:18:02Z', 'revision_number': 5, 'project_id': '05c2f9bb08d64d578878e90145e409ff', 'gw_port': {'id': 'a190f72a-38c1-492c-83e7-9e83d038d731', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:89:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d86b19-6a96-4a71-8795-6dff4e3a07a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:05:48Z', 'updated_at': '2021-10-27T16:05:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:05.064876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.065737 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3b2fd444-1d19-421a-8720-5ff8d501d2b2 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:05.153062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73d32d-941b-4c33-b436-d6825d6c2222 req-e40dba9c-6e8b-4fca-b927-ba827c189007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.156147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe73d32d-941b-4c33-b436-d6825d6c2222 req-e40dba9c-6e8b-4fca-b927-ba827c189007 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 1095 time: 0.1126873 Oct 27 16:18:05.182308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=24849f57-353c-49bf-8da0-ac2a9cbed784,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:05.240081 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7eca3-b33d-4473-a787-82c12163ce03 req-7fed0cb1-53bb-42f1-98bb-ec6456b769c0 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.241771 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d0a7eca3-b33d-4473-a787-82c12163ce03 req-7fed0cb1-53bb-42f1-98bb-ec6456b769c0 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 945 time: 0.1564591 Oct 27 16:18:05.253541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 3b2fd444-1d19-421a-8720-5ff8d501d2b2 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:18:05.257222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 3b2fd444-1d19-421a-8720-5ff8d501d2b2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:05.257752 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.270295 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-df683b48-8f85-45a6-8446-9416089e1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:44Z', 'revision_number': 4, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ca34c1da-7fd0-47fc-bb05-7af6d11ca16d', 'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'mac_address': 'fa:16:3e:59:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:43Z', 'updated_at': '2021-10-27T16:15:49Z', 'revision_number': 5, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'subnets': [{'id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:05.304653 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df683b48-8f85-45a6-8446-9416089e1767 None None] The sync data for ids ['cc7b1501-d35f-4f42-979c-3a4203531bc1'] in n-d-815689-1 is: [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:15:44Z', 'revision_number': 4, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ca34c1da-7fd0-47fc-bb05-7af6d11ca16d', 'name': '', 'network_id': '87b8790e-4d49-4bc3-9d04-ebb80b87e497', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'mac_address': 'fa:16:3e:59:f6:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:43Z', 'updated_at': '2021-10-27T16:15:49Z', 'revision_number': 5, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'subnets': [{'id': '403b2198-5b7b-4c81-9930-e682c94ffd9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:05.310250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe73d32d-941b-4c33-b436-d6825d6c2222 req-907312ef-e336-462a-87e2-f7b8fd37e447 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343944 Oct 27 16:18:05.356026 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d0a7eca3-b33d-4473-a787-82c12163ce03 req-9be26c3c-01b8-4854-9b45-58884a064b95 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955436 Oct 27 16:18:05.404777 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.430228 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.452334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cbfe7305-9162-4555-bbd7-edb7f45b13d3 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:05.482109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Pushing event deleted for resources: {'Port': ['ID=a190f72a-38c1-492c-83e7-9e83d038d731,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:05.494894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: cbfe7305-9162-4555-bbd7-edb7f45b13d3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:05.495221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cbfe7305-9162-4555-bbd7-edb7f45b13d3 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:05.533871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3b2fd444-1d19-421a-8720-5ff8d501d2b2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3b2fd444-1d19-421a-8720-5ff8d501d2b2,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:05.552121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d30665-0e2e-4e53-b05a-1c34e5bc1bbb req-d5984e76-b135-4815-b2ef-e043294f3eb6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.564588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83d30665-0e2e-4e53-b05a-1c34e5bc1bbb req-d5984e76-b135-4815-b2ef-e043294f3eb6 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 945 time: 0.1255355 Oct 27 16:18:05.606455 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.615634 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83d30665-0e2e-4e53-b05a-1c34e5bc1bbb req-6da68659-dba5-45d8-8dae-27a3b32fc510 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500672 Oct 27 16:18:05.683535 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.711459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3b2fd444-1d19-421a-8720-5ff8d501d2b2,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:05.824478 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.829837 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.832188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8b3948-3dfb-452b-8fda-c1b240af1386 None None] New status for floating IP cb31598b-9323-4250-8ac4-9307b77df971: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:18:05.839322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c89bac-6d65-4181-8cbb-25010f9f9844 req-b0a7b0e2-fa82-42ab-a0dc-64344a28e5cd tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.846158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e935d5-da4e-4348-b9ba-696e180dc0d4 req-f6c055cd-8411-4bdd-b2cd-8cc43e9cefa4 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:05.847002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99c89bac-6d65-4181-8cbb-25010f9f9844 req-b0a7b0e2-fa82-42ab-a0dc-64344a28e5cd tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0846939 Oct 27 16:18:05.854144 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9e935d5-da4e-4348-b9ba-696e180dc0d4 req-f6c055cd-8411-4bdd-b2cd-8cc43e9cefa4 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1948507 Oct 27 16:18:05.909462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99c89bac-6d65-4181-8cbb-25010f9f9844 req-8a768ea1-ff03-447b-9e2a-db26450f71e5 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540702 Oct 27 16:18:05.933610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9e935d5-da4e-4348-b9ba-696e180dc0d4 req-b8bec373-5bc3-49f0-9c63-b63bd6acbced tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785263 Oct 27 16:18:05.988964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.989552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7d86b19-6a96-4a71-8795-6dff4e3a07a1 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:18:05.995535 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:05.999520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36120) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:05.999695 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-be8f2d47-b77e-47f6-a8a6-bcc4e766d572 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b7d86b19-6a96-4a71-8795-6dff4e3a07a1 HTTP/1.1" status: 204 len: 168 time: 2.2894070 Oct 27 16:18:06.054253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-f573d851-b233-4f1f-98f3-f90a5393cb50 admin admin] Deleting subnet 6a8634cd-f9a5-4715-9b54-2dde676fa017 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:06.058456 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f573d851-b233-4f1f-98f3-f90a5393cb50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.096126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36122) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:06.104501 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f573d851-b233-4f1f-98f3-f90a5393cb50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.180535 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20d76169-a9be-4913-8266-c38f5f124f41 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.207573 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f573d851-b233-4f1f-98f3-f90a5393cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.211824 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20d76169-a9be-4913-8266-c38f5f124f41 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.332872 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f573d851-b233-4f1f-98f3-f90a5393cb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.364577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573d851-b233-4f1f-98f3-f90a5393cb50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a8634cd-f9a5-4715-9b54-2dde676fa017,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:06.366449 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f573d851-b233-4f1f-98f3-f90a5393cb50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.370878 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f573d851-b233-4f1f-98f3-f90a5393cb50 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6a8634cd-f9a5-4715-9b54-2dde676fa017 HTTP/1.1" status: 204 len: 168 time: 0.3684826 Oct 27 16:18:06.371824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab38661-0f3a-4356-995b-00615a4ce989 None None] Network fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:06.373317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36126) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:06.391101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20d76169-a9be-4913-8266-c38f5f124f41 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.393965 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20d76169-a9be-4913-8266-c38f5f124f41 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.395823 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-20d76169-a9be-4913-8266-c38f5f124f41 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "DELETE /v2.0/security-groups/852c9cbe-75db-4864-b4f2-c19a0329744e HTTP/1.1" status: 204 len: 168 time: 0.2983310 Oct 27 16:18:06.398428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36130) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:06.416802 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-2a8c3fd9-8046-4d65-aad6-1cc9c0ed27a2 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] show failed (client error): The resource could not be found. Oct 27 16:18:06.420652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2a8c3fd9-8046-4d65-aad6-1cc9c0ed27a2 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "GET /v2.0/security-groups/852c9cbe-75db-4864-b4f2-c19a0329744e HTTP/1.1" status: 404 len: 347 time: 0.0207782 Oct 27 16:18:06.423261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36132) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:06.435761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 408dbb8b-7908-4c71-ad2b-30499b37f380 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:06.441301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d76169-a9be-4913-8266-c38f5f124f41 tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=852c9cbe-75db-4864-b4f2-c19a0329744e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:06.489708 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.569722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c738660-ae65-422a-90af-c333363de121 req-c7a4a30b-1f93-4279-9513-0319fce394ef tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:06.571530 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c738660-ae65-422a-90af-c333363de121 req-c7a4a30b-1f93-4279-9513-0319fce394ef tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 945 time: 0.0987136 Oct 27 16:18:06.574427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 408dbb8b-7908-4c71-ad2b-30499b37f380 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:06.576819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 408dbb8b-7908-4c71-ad2b-30499b37f380 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:06.663190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c738660-ae65-422a-90af-c333363de121 req-599e68e4-4741-4094-9a34-08fa431d7b93 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812175 Oct 27 16:18:06.676988 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Deleting port 2e420168-8408-498f-90d3-e37d9015e8ad {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:06.677952 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.690983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c8b20ff7-1764-4e5a-a1fc-a86ed4d870df tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Deleting port c14759a1-7548-495c-89af-d221071ff873 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:06.691894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ff7-1764-4e5a-a1fc-a86ed4d870df tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.761125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] For port 2e420168-8408-498f-90d3-e37d9015e8ad, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2e420168-8408-498f-90d3-e37d9015e8ad,segment=NetworkSegment(c8d9c27d-b2e2-4938-9acf-683bd7000d40),segment_id=c8d9c27d-b2e2-4938-9acf-683bd7000d40)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:06.764387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.783416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Calling delete_port for 2e420168-8408-498f-90d3-e37d9015e8ad owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:06.794296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7300e8-f5d5-41ee-ae2a-d21a6330b355 None None] DHCP port deletion for fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:18:06.852492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f7fe4-a4e5-4b33-922f-8198ace8615f req-04e12461-aaa2-46a0-9836-f98d28b97d75 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:06.862057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a8f7fe4-a4e5-4b33-922f-8198ace8615f req-04e12461-aaa2-46a0-9836-f98d28b97d75 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 946 time: 0.0931256 Oct 27 16:18:06.894147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ff7-1764-4e5a-a1fc-a86ed4d870df tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.894147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ff7-1764-4e5a-a1fc-a86ed4d870df tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:06.915883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c8b20ff7-1764-4e5a-a1fc-a86ed4d870df tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Calling delete_port for c14759a1-7548-495c-89af-d221071ff873 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:06.945987 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a8f7fe4-a4e5-4b33-922f-8198ace8615f req-5e094351-2505-4ca5-bbfc-81eaf3fc36bf tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827098 Oct 27 16:18:07.007143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2fd444-1d19-421a-8720-5ff8d501d2b2'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:07.009699 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f121f2ca-8b51-4f70-82a2-7a559b4dc594" -d '{"events": [{"server_uuid": "8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f", "name": "network-vif-plugged", "status": "completed", "tag": "3b2fd444-1d19-421a-8720-5ff8d501d2b2"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:07.061745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7b7300e8-f5d5-41ee-ae2a-d21a6330b355 None None] Deleting port 2e420168-8408-498f-90d3-e37d9015e8ad {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:07.062120 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7b7300e8-f5d5-41ee-ae2a-d21a6330b355 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.078293 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.135571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Pushing event deleted for resources: {'Port': ['ID=2e420168-8408-498f-90d3-e37d9015e8ad,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:07.143346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f668f3-754f-4802-936d-dab97a4c8593 req-4c535b51-7f6f-4a38-8d1b-2128c875242b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:07.145012 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38f668f3-754f-4802-936d-dab97a4c8593 req-4c535b51-7f6f-4a38-8d1b-2128c875242b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.0741749 Oct 27 16:18:07.158695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf5f56-4598-4bb5-a020-49492036ec42 req-57806be9-db9c-41ca-a24d-be142d777517 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:07.166442 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8cf5f56-4598-4bb5-a020-49492036ec42 req-57806be9-db9c-41ca-a24d-be142d777517 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1484964 Oct 27 16:18:07.172852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7b7300e8-f5d5-41ee-ae2a-d21a6330b355 None None] For port 2e420168-8408-498f-90d3-e37d9015e8ad, host n-d-815689-1, got binding levels [] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:07.173569 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7b7300e8-f5d5-41ee-ae2a-d21a6330b355 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.193731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] No DVR routers for this DVR port 2e420168-8408-498f-90d3-e37d9015e8ad on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:07.196916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7b7300e8-f5d5-41ee-ae2a-d21a6330b355 None None] Calling delete_port for 2e420168-8408-498f-90d3-e37d9015e8ad owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:07.204636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.ipam_backend_mixin [None req-7b7300e8-f5d5-41ee-ae2a-d21a6330b355 None None] Port 2e420168-8408-498f-90d3-e37d9015e8ad was not found and therefore no delete operation was performed {{(pid=109724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:18:07.208736 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7b7300e8-f5d5-41ee-ae2a-d21a6330b355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.210069 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38f668f3-754f-4802-936d-dab97a4c8593 req-2b989693-1875-42e9-9aa0-19e446bfe62c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500033 Oct 27 16:18:07.244076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7300e8-f5d5-41ee-ae2a-d21a6330b355 None None] No DVR routers for this DVR port 2e420168-8408-498f-90d3-e37d9015e8ad on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:07.284006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8cf5f56-4598-4bb5-a020-49492036ec42 req-90be4852-7b50-45da-b94a-f08519f7c583 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165228 Oct 27 16:18:07.288604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7300e8-f5d5-41ee-ae2a-d21a6330b355 None None] Pushing event deleted for resources: {'Port': ['ID=2e420168-8408-498f-90d3-e37d9015e8ad,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:07.333561 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c612f1-db22-4e46-af9d-6694ca2cde2a x-openstack-request-id: req-44c612f1-db22-4e46-af9d-6694ca2cde2a {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:07.333859 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f", "name": "network-vif-plugged", "status": "completed", "tag": "3b2fd444-1d19-421a-8720-5ff8d501d2b2", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:07.334103 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44c612f1-db22-4e46-af9d-6694ca2cde2a {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:07.334501 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2fd444-1d19-421a-8720-5ff8d501d2b2', 'code': 200} Oct 27 16:18:07.367045 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ff7-1764-4e5a-a1fc-a86ed4d870df tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.390991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a190f72a-38c1-492c-83e7-9e83d038d731 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:07.412244 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.434721 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa228a4f-de0d-40f1-b8d8-45b302cfc9c6']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:07.446877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: a190f72a-38c1-492c-83e7-9e83d038d731 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:07.446877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a190f72a-38c1-492c-83e7-9e83d038d731 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:07.446877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2e420168-8408-498f-90d3-e37d9015e8ad no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:07.455351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b20ff7-1764-4e5a-a1fc-a86ed4d870df tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Pushing event deleted for resources: {'Port': ['ID=c14759a1-7548-495c-89af-d221071ff873,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:07.457534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d9c27d-b2e2-4938-9acf-683bd7000d40') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:07.457834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d9c27d-b2e2-4938-9acf-683bd7000d40') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:07.476119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 2e420168-8408-498f-90d3-e37d9015e8ad {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:07.476982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2e420168-8408-498f-90d3-e37d9015e8ad not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:07.489852 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.510593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11711ce-adb2-43ee-a808-2daebce7c52d req-b84597ec-ffdc-4a3a-b60c-eda4f6c071e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:07.512101 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a11711ce-adb2-43ee-a808-2daebce7c52d req-b84597ec-ffdc-4a3a-b60c-eda4f6c071e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 1097 time: 0.0683546 Oct 27 16:18:07.513186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.521732 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:07.522133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:07.524392 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:07.543701 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ff7-1764-4e5a-a1fc-a86ed4d870df tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.546786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8b20ff7-1764-4e5a-a1fc-a86ed4d870df tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.548493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c8b20ff7-1764-4e5a-a1fc-a86ed4d870df tempest-ServersTestManualDisk-1122579402 tempest-ServersTestManualDisk-1122579402-project] 10.222.0.15 "DELETE /v2.0/floatingips/cb31598b-9323-4250-8ac4-9307b77df971 HTTP/1.1" status: 204 len: 168 time: 1.1246095 Oct 27 16:18:07.551351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36152) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:07.614207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a11711ce-adb2-43ee-a808-2daebce7c52d req-571ef4be-f40b-4a2b-acb7-139fa3fdcd45 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740707 Oct 27 16:18:07.666434 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.672808 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:07.676017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] 10.222.0.15 "DELETE /v2.0/networks/fa228a4f-de0d-40f1-b8d8-45b302cfc9c6 HTTP/1.1" status: 204 len: 168 time: 1.3017087 Oct 27 16:18:07.695567 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac74132-e02f-4eef-85e1-79bfdc79576b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa228a4f-de0d-40f1-b8d8-45b302cfc9c6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:07.908575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7bb87-e1a2-41c0-a631-68e0ed601a31 req-c96736f3-05b4-4457-8097-b8bb14f64cdc tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:07.910025 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fba7bb87-e1a2-41c0-a631-68e0ed601a31 req-c96736f3-05b4-4457-8097-b8bb14f64cdc tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 945 time: 0.0870407 Oct 27 16:18:07.982250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fba7bb87-e1a2-41c0-a631-68e0ed601a31 req-89ce33ef-ea3a-408e-afc8-b64ce553d72e tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619097 Oct 27 16:18:08.083331 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.120442 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2cc4-b4d1-4323-a949-7eecafcbf840 req-f180eeaa-7d24-41c2-adbf-8be14e940fb1 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:08.128706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-902d2cc4-b4d1-4323-a949-7eecafcbf840 req-f180eeaa-7d24-41c2-adbf-8be14e940fb1 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 946 time: 0.0734036 Oct 27 16:18:08.138048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36164) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:08.208144 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-902d2cc4-b4d1-4323-a949-7eecafcbf840 req-46a19396-5126-47af-bf01-eea36bfa46f0 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742815 Oct 27 16:18:08.226248 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dc65dec9-9dc1-4757-928c-8812cae26b59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05c2f9bb08d64d578878e90145e409ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870819 Oct 27 16:18:08.229983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36166) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:08.365448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6886b94-ff8b-49fd-9381-7b26c3a1773f req-3c7c988b-03a3-473f-8873-c1ad2118e72d tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:08.370602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6886b94-ff8b-49fd-9381-7b26c3a1773f req-3c7c988b-03a3-473f-8873-c1ad2118e72d tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 945 time: 0.1617062 Oct 27 16:18:08.382632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd128b-b07e-401f-aa07-c70d7e30b33e req-9ad4f0f4-1335-4fd9-8be3-d5959522732f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:08.384418 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6fbd128b-b07e-401f-aa07-c70d7e30b33e req-9ad4f0f4-1335-4fd9-8be3-d5959522732f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.0731504 Oct 27 16:18:08.413154 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5660d52d-b348-4e57-ac7a-e64b1c4b6c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.448821 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6fbd128b-b07e-401f-aa07-c70d7e30b33e req-b7f0f90f-3be2-4f06-898f-67634ae90fd6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575223 Oct 27 16:18:08.461044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6886b94-ff8b-49fd-9381-7b26c3a1773f req-aa790a2e-0545-45b5-bed1-753c601fd79a tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860457 Oct 27 16:18:08.463038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5660d52d-b348-4e57-ac7a-e64b1c4b6c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.641743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee651b0-ca11-4998-b2c3-a2a8c219b978 req-d875f29d-5d50-4f0f-9d80-265873187449 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:08.642057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] Deleting port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:08.642524 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.643532 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9ee651b0-ca11-4998-b2c3-a2a8c219b978 req-d875f29d-5d50-4f0f-9d80-265873187449 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0858188 Oct 27 16:18:08.644770 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5660d52d-b348-4e57-ac7a-e64b1c4b6c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.648023 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5660d52d-b348-4e57-ac7a-e64b1c4b6c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.652623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5660d52d-b348-4e57-ac7a-e64b1c4b6c34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/197dfdc3-b1c6-44b9-b269-5ee8ca86f26e HTTP/1.1" status: 204 len: 168 time: 0.4216080 Oct 27 16:18:08.723002 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9ee651b0-ca11-4998-b2c3-a2a8c219b978 req-c4157430-8af6-446e-9b9f-dc47ef30561b tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675366 Oct 27 16:18:08.730736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660d52d-b348-4e57-ac7a-e64b1c4b6c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197dfdc3-b1c6-44b9-b269-5ee8ca86f26e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:08.795992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] For port ca34c1da-7fd0-47fc-bb05-7af6d11ca16d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ca34c1da-7fd0-47fc-bb05-7af6d11ca16d,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:08.796408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:08.810022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] Calling delete_port for ca34c1da-7fd0-47fc-bb05-7af6d11ca16d owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:08.977340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e57ef5-71cb-4a72-bf65-74a5048d766c req-ef562ab5-5c0a-4458-8189-660b1323dc46 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:08.978884 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0e57ef5-71cb-4a72-bf65-74a5048d766c req-ef562ab5-5c0a-4458-8189-660b1323dc46 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 945 time: 0.0564206 Oct 27 16:18:09.032621 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0e57ef5-71cb-4a72-bf65-74a5048d766c req-01870691-2f15-4c6a-9010-0e8a5794db83 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Oct 27 16:18:09.075234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.128476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca34c1da-7fd0-47fc-bb05-7af6d11ca16d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:09.295331 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:09.461286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69d9b-70c7-4a5f-9109-bd44cde3c90f req-aeb3638e-4cbe-4524-9a55-2697f3aa3ed8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:09.462854 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c8a69d9b-70c7-4a5f-9109-bd44cde3c90f req-aeb3638e-4cbe-4524-9a55-2697f3aa3ed8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 946 time: 0.1498828 Oct 27 16:18:09.548820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4de56d-d083-4756-a856-80dd4ddf0eaa req-b58c4318-8c11-426b-a9b8-9d77d0ba71b9 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:09.551075 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac4de56d-d083-4756-a856-80dd4ddf0eaa req-b58c4318-8c11-426b-a9b8-9d77d0ba71b9 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 945 time: 0.0683427 Oct 27 16:18:09.590989 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c8a69d9b-70c7-4a5f-9109-bd44cde3c90f req-205bd011-35b2-4956-8c23-182c77a5d0e0 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202648 Oct 27 16:18:09.621233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac4de56d-d083-4756-a856-80dd4ddf0eaa req-ef2b86e1-916c-4c85-9bc2-928585dc40ea tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510468 Oct 27 16:18:09.650592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] Router cc7b1501-d35f-4f42-979c-3a4203531bc1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:18:09.818656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e14ac0-47a0-48fc-9882-a74ff05f4f1e req-164646a2-647b-4184-807a-ed4f4ccf1a41 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:09.819815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7422caa-305e-4d33-9916-3a207d66df36 req-c6e59eb8-e781-4cb7-9356-6f38fb62fb74 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:09.820282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8e14ac0-47a0-48fc-9882-a74ff05f4f1e req-164646a2-647b-4184-807a-ed4f4ccf1a41 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1044309 Oct 27 16:18:09.831333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d7422caa-305e-4d33-9916-3a207d66df36 req-c6e59eb8-e781-4cb7-9356-6f38fb62fb74 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 946 time: 0.0783949 Oct 27 16:18:09.838576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:09.841603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36226) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:09.849570 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf5995-b860-494f-b6d3-4bcc411d618b None None] Sync routers for ids ['cc7b1501-d35f-4f42-979c-3a4203531bc1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:09.851118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cf97b6b4-e44a-4057-bdf8-19ecc0b6b193 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Request body: {'floatingip': {'port_id': '3b2fd444-1d19-421a-8720-5ff8d501d2b2'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:09.862322 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf5995-b860-494f-b6d3-4bcc411d618b None None] Routers {'cc7b1501-d35f-4f42-979c-3a4203531bc1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:09.862322 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2ebf5995-b860-494f-b6d3-4bcc411d618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cc7b1501-d35f-4f42-979c-3a4203531bc1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:09.866455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d87cc8d1-06e1-4482-9c8e-d14dd34b7605 admin admin] 10.222.0.15 "PUT /v2.0/routers/cc7b1501-d35f-4f42-979c-3a4203531bc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3139706 Oct 27 16:18:09.869098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36228) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:09.923032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36232) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:09.932977 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf97b6b4-e44a-4057-bdf8-19ecc0b6b193 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.020605 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2ebf5995-b860-494f-b6d3-4bcc411d618b None None] Set router cc7b1501-d35f-4f42-979c-3a4203531bc1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:10.028148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8e14ac0-47a0-48fc-9882-a74ff05f4f1e req-d2a003b3-6847-447e-95c3-a0851bea70a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971698 Oct 27 16:18:10.073464 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.088778 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad452b6-ce9a-4d52-9a19-65f7558ca354 req-7bfc739e-5a9d-4a5e-8bba-edba6c5af4b2 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:10.097345 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ad452b6-ce9a-4d52-9a19-65f7558ca354 req-7bfc739e-5a9d-4a5e-8bba-edba6c5af4b2 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1882827 Oct 27 16:18:10.199022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-275905667-network', 'tenant_id': '47f746121ce449c5b2240377da1e5df9'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:10.234689 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ad452b6-ce9a-4d52-9a19-65f7558ca354 req-58202c9d-9c13-4115-94c3-de25fd6b253d tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358771 Oct 27 16:18:10.239436 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.279915 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2ebf5995-b860-494f-b6d3-4bcc411d618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:18:08Z', 'revision_number': 5, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port': {'id': 'fd9414df-683a-4ec1-8992-51df4a666f83', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:5e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:15:39Z', 'updated_at': '2021-10-27T16:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:10.315366 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf5995-b860-494f-b6d3-4bcc411d618b None None] Checking router: cc7b1501-d35f-4f42-979c-3a4203531bc1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:18:10.325748 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf5995-b860-494f-b6d3-4bcc411d618b None None] Routers {'cc7b1501-d35f-4f42-979c-3a4203531bc1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:10.326492 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2ebf5995-b860-494f-b6d3-4bcc411d618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cc7b1501-d35f-4f42-979c-3a4203531bc1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:10.353651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Made reservation on behalf of 47f746121ce449c5b2240377da1e5df9 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:10.356296 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.376834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Deleting port fd9414df-683a-4ec1-8992-51df4a666f83 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:10.377183 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.412697 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.447855 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2ebf5995-b860-494f-b6d3-4bcc411d618b None None] Set router cc7b1501-d35f-4f42-979c-3a4203531bc1 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:10.469758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] For port fd9414df-683a-4ec1-8992-51df4a666f83, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fd9414df-683a-4ec1-8992-51df4a666f83,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:10.470263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.488985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Calling delete_port for fd9414df-683a-4ec1-8992-51df4a666f83 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:10.525812 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2ebf5995-b860-494f-b6d3-4bcc411d618b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:18:10Z', 'revision_number': 6, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:10.561779 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf5995-b860-494f-b6d3-4bcc411d618b None None] The sync data for ids ['cc7b1501-d35f-4f42-979c-3a4203531bc1'] in n-d-815689-1 is: [{'id': 'cc7b1501-d35f-4f42-979c-3a4203531bc1', 'name': 'tempest-ServersTestManualDisk-1644640844-router', 'tenant_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:15:37Z', 'updated_at': '2021-10-27T16:18:10Z', 'revision_number': 6, 'project_id': 'b4828585e5d94c82bb3c35d3bbdfb5db', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:10.587719 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf97b6b4-e44a-4057-bdf8-19ecc0b6b193 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.600887 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.658017 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf97b6b4-e44a-4057-bdf8-19ecc0b6b193 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.697100 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.743891 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.774562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e86585-881f-4cfd-bfb0-95bdb0c3e035,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:10.778886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd9414df-683a-4ec1-8992-51df4a666f83,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:10.782355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:10.805535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a5fbd-1d3b-4903-a336-e4bbc2024ede req-2f7d5d06-89b6-47cd-9680-9d35b61b2a59 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:10.811684 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.812224 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Added segment efe71418-dee0-4e44-8d37-af2423c7aed8 of type vlan for network 2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 Oct 27 16:18:10.813138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-619a5fbd-1d3b-4903-a336-e4bbc2024ede req-2f7d5d06-89b6-47cd-9680-9d35b61b2a59 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 945 time: 0.1159029 Oct 27 16:18:10.848911 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-cf97b6b4-e44a-4057-bdf8-19ecc0b6b193 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Floating IP 215cb556-751e-4ae9-b839-7ea9648a1dc7 associated. External IP: 172.25.4.72, port: 3b2fd444-1d19-421a-8720-5ff8d501d2b2. Oct 27 16:18:10.890575 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-619a5fbd-1d3b-4903-a336-e4bbc2024ede req-556d2242-069d-474c-a1a5-57bf9ea71559 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763154 Oct 27 16:18:10.900133 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:10.944845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.027773 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.030604 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.051332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341f4b3-96e0-420c-b637-256ed2e78961 req-6adbba7e-8e2e-441a-8839-2d4b78b593aa tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:11.052823 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8341f4b3-96e0-420c-b637-256ed2e78961 req-6adbba7e-8e2e-441a-8839-2d4b78b593aa tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.54 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 945 time: 0.1534462 Oct 27 16:18:11.187162 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.188669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:11.189317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.195384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.199215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7b1501-d35f-4f42-979c-3a4203531bc1 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:18:11.204939 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.206156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-28473fae-6016-4bc8-bf08-a66bdb88ec03 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cc7b1501-d35f-4f42-979c-3a4203531bc1 HTTP/1.1" status: 204 len: 168 time: 1.3361220 Oct 27 16:18:11.212380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36254) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:11.260937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c768b419-b2e4-4cd3-98fe-d338d3a5ae59 admin admin] Deleting subnet 403b2198-5b7b-4c81-9930-e682c94ffd9b {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:11.264474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c768b419-b2e4-4cd3-98fe-d338d3a5ae59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.305279 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c768b419-b2e4-4cd3-98fe-d338d3a5ae59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.316498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] Pushing event updated for resources: {'Network': ['ID=2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:11.328348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:11.330432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af06224-0096-4709-b272-2973c9185d86 req-0b62d214-561e-44d2-81ff-c96d8a9100f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:11.338187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7af06224-0096-4709-b272-2973c9185d86 req-0b62d214-561e-44d2-81ff-c96d8a9100f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1883535 Oct 27 16:18:11.356475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0148a396-c094-46aa-b803-949251fdaa61 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4265368 Oct 27 16:18:11.363952 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:11.367715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf97b6b4-e44a-4057-bdf8-19ecc0b6b193 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Router dab3e235-e55e-498c-a809-427f10be6788 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:18:11.379350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] Request body: {'subnet': {'network_id': '2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-275905667-subnet', 'tenant_id': '47f746121ce449c5b2240377da1e5df9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:11.430726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc54a1-967d-4b48-b525-e04744172287 req-59edf8fe-21c9-4051-9146-21e0c7f9c16f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:11.442668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adbc54a1-967d-4b48-b525-e04744172287 req-59edf8fe-21c9-4051-9146-21e0c7f9c16f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1116080 Oct 27 16:18:11.459000 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7af06224-0096-4709-b272-2973c9185d86 req-ef58d7cc-841e-4d29-909e-ef7cfdcf9c5b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079304 Oct 27 16:18:11.514539 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adbc54a1-967d-4b48-b525-e04744172287 req-cd11d487-018c-4f14-8cf7-edbbbe088d6a tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707858 Oct 27 16:18:11.539256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ca34c1da-7fd0-47fc-bb05-7af6d11ca16d no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:11.545555 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c768b419-b2e4-4cd3-98fe-d338d3a5ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.564038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: ca34c1da-7fd0-47fc-bb05-7af6d11ca16d {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:11.564634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ca34c1da-7fd0-47fc-bb05-7af6d11ca16d not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:11.567207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fd9414df-683a-4ec1-8992-51df4a666f83 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:11.587974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: fd9414df-683a-4ec1-8992-51df4a666f83 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:11.588505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fd9414df-683a-4ec1-8992-51df4a666f83 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:11.669883 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c768b419-b2e4-4cd3-98fe-d338d3a5ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.718939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768b419-b2e4-4cd3-98fe-d338d3a5ae59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=403b2198-5b7b-4c81-9930-e682c94ffd9b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:11.724205 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c768b419-b2e4-4cd3-98fe-d338d3a5ae59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.728739 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c768b419-b2e4-4cd3-98fe-d338d3a5ae59 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/403b2198-5b7b-4c81-9930-e682c94ffd9b HTTP/1.1" status: 204 len: 168 time: 0.5153542 Oct 27 16:18:11.736693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c195f2-6d83-42b4-85c6-cce4ae838f6c None None] Network 87b8790e-4d49-4bc3-9d04-ebb80b87e497 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:11.739763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36262) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:11.860998 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.981130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Deleting port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:11.983116 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:11.993223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-8341f4b3-96e0-420c-b637-256ed2e78961 req-6e2a3d02-4b92-48e3-85e8-208f319a0d13 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Deleting port 24849f57-353c-49bf-8da0-ac2a9cbed784 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:11.994170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8341f4b3-96e0-420c-b637-256ed2e78961 req-6e2a3d02-4b92-48e3-85e8-208f319a0d13 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.005892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] Made reservation on behalf of 47f746121ce449c5b2240377da1e5df9 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:12.008502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.091992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] DHCP port deletion for 87b8790e-4d49-4bc3-9d04-ebb80b87e497 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:18:12.114103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] For port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4e79b1cb-199a-4942-8c6c-cc89c00e57a2,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:12.114103 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.132640 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Calling delete_port for 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:12.146411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd4aac-094e-4729-bdf5-7ac844588823 req-8fcce80a-aebf-4e2f-97c5-b4a6d99ba480 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:12.148177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9fd4aac-094e-4729-bdf5-7ac844588823 req-8fcce80a-aebf-4e2f-97c5-b4a6d99ba480 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 945 time: 0.1091325 Oct 27 16:18:12.164563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Deleting port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:12.165561 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.211130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf97b6b4-e44a-4057-bdf8-19ecc0b6b193 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:12.216272 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf97b6b4-e44a-4057-bdf8-19ecc0b6b193 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.244012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cb425-6ec1-41ff-9e49-d7f39133a0c3 None None] Sync routers for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:12.255939 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cf97b6b4-e44a-4057-bdf8-19ecc0b6b193 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "PUT /v2.0/floatingips/215cb556-751e-4ae9-b839-7ea9648a1dc7 HTTP/1.1" status: 200 len: 991 time: 2.4123173 Oct 27 16:18:12.274595 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'tag': '3b2fd444-1d19-421a-8720-5ff8d501d2b2'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:12.279035 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cb425-6ec1-41ff-9e49-d7f39133a0c3 None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:12.280040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-483cb425-6ec1-41ff-9e49-d7f39133a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:12.280248 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ec5d3b-9b91-46c3-ae17-054605b18a02" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f", "tag": "3b2fd444-1d19-421a-8720-5ff8d501d2b2"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:12.299426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-8341f4b3-96e0-420c-b637-256ed2e78961 req-6e2a3d02-4b92-48e3-85e8-208f319a0d13 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] For port 24849f57-353c-49bf-8da0-ac2a9cbed784, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=24849f57-353c-49bf-8da0-ac2a9cbed784,segment=NetworkSegment(66c42ee3-4d56-4f91-92d8-34c7d2e3aa83),segment_id=66c42ee3-4d56-4f91-92d8-34c7d2e3aa83)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:12.303772 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8341f4b3-96e0-420c-b637-256ed2e78961 req-6e2a3d02-4b92-48e3-85e8-208f319a0d13 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.348599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-8341f4b3-96e0-420c-b637-256ed2e78961 req-6e2a3d02-4b92-48e3-85e8-208f319a0d13 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Calling delete_port for 24849f57-353c-49bf-8da0-ac2a9cbed784 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:12.420273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-483cb425-6ec1-41ff-9e49-d7f39133a0c3 None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:12.513903 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a409e314-b7a7-4850-a01f-83b795a28f9f x-openstack-request-id: req-a409e314-b7a7-4850-a01f-83b795a28f9f {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:12.514510 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f", "tag": "3b2fd444-1d19-421a-8720-5ff8d501d2b2", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:12.514948 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a409e314-b7a7-4850-a01f-83b795a28f9f {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:12.516873 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'tag': '3b2fd444-1d19-421a-8720-5ff8d501d2b2', 'status': 'completed', 'code': 200} Oct 27 16:18:12.656157 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b9fd4aac-094e-4729-bdf5-7ac844588823 req-95715040-e661-4bbb-8340-da95a27b652d tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/security-groups?id=9dab3972-a010-403a-a3d4-c06c3b450319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956191 Oct 27 16:18:12.739706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd443802-e056-4e50-8e9b-887bcc4ad0cd req-3b6e3385-11cc-4870-894d-4f6900cad26c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:12.746830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] For port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4e79b1cb-199a-4942-8c6c-cc89c00e57a2,segment=NetworkSegment(a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b),segment_id=a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:12.747219 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.748023 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd443802-e056-4e50-8e9b-887bcc4ad0cd req-3b6e3385-11cc-4870-894d-4f6900cad26c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1723835 Oct 27 16:18:12.779780 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-03970f4c-26e8-48a4-8600-c5d3dd98fade service neutron] show failed (client error): The resource could not be found. Oct 27 16:18:12.780044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec5d3b-9b91-46c3-ae17-054605b18a02 req-8a0e843f-cfc4-4a40-8b4f-70d574febb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:12.781937 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07ec5d3b-9b91-46c3-ae17-054605b18a02 req-8a0e843f-cfc4-4a40-8b4f-70d574febb0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 1097 time: 0.3234894 Oct 27 16:18:12.787994 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-03970f4c-26e8-48a4-8600-c5d3dd98fade service neutron] 10.222.0.54 "GET /v2.0/ports/19fea6e9-de19-48da-885b-2e4e6588f976/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.1768694 Oct 27 16:18:12.788245 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Calling delete_port for 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:12.845715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d5af4-c605-4f91-843d-39c6492edccb req-93ce8286-a815-4ebe-a97a-f9df55105416 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:12.847555 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-475d5af4-c605-4f91-843d-39c6492edccb req-93ce8286-a815-4ebe-a97a-f9df55105416 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0832713 Oct 27 16:18:12.865913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-483cb425-6ec1-41ff-9e49-d7f39133a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '215cb556-751e-4ae9-b839-7ea9648a1dc7', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'port_id': '3b2fd444-1d19-421a-8720-5ff8d501d2b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'mac_address': 'fa:16:3e:a4:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:17:47Z', 'updated_at': '2021-10-27T16:18:10Z', 'revision_number': 1, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:12.899130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-475d5af4-c605-4f91-843d-39c6492edccb req-5fd78e0c-fba8-4713-9ce3-cb5699b3c3fb tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446768 Oct 27 16:18:12.905709 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd443802-e056-4e50-8e9b-887bcc4ad0cd req-c8f5595b-e64b-4877-a4f4-149bc51013b5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565030 Oct 27 16:18:12.908598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cb425-6ec1-41ff-9e49-d7f39133a0c3 None None] Checking router: dab3e235-e55e-498c-a809-427f10be6788 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:18:12.927576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483cb425-6ec1-41ff-9e49-d7f39133a0c3 None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:12.928307 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-483cb425-6ec1-41ff-9e49-d7f39133a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:12.940653 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:12.967077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] No DVR routers for this DVR port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:12.984157 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec5d3b-9b91-46c3-ae17-054605b18a02 req-b7512909-441a-4574-9a9e-571e10182014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:12.985664 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07ec5d3b-9b91-46c3-ae17-054605b18a02 req-b7512909-441a-4574-9a9e-571e10182014 service neutron] 10.222.0.54 "GET /v2.0/networks?id=af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 200 len: 912 time: 0.1903830 Oct 27 16:18:13.005664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e79b1cb-199a-4942-8c6c-cc89c00e57a2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.024117 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:18:13.033728 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:18:13.035811 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.039381 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.078143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Pushing event deleted for resources: {'Port': ['ID=4e79b1cb-199a-4942-8c6c-cc89c00e57a2,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:13.085806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8341f4b3-96e0-420c-b637-256ed2e78961 req-6e2a3d02-4b92-48e3-85e8-208f319a0d13 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.089624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] No DVR routers for this DVR port 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:13.093189 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.093873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.093873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.093873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.093873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.093873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.094334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.094634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.095077 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.095476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.096262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.096440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.096884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b364ef-6238-48dd-a1cd-4686f5d34bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:13.126682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b8790e-4d49-4bc3-9d04-ebb80b87e497']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:13.141805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:13.142478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dcbd54-5dc1-43b1-8e27-3c8a93919b8b') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:13.155351 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.162486 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-483cb425-6ec1-41ff-9e49-d7f39133a0c3 None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:13.174551 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.186730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:13.186730 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.187043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a3d02-4b92-48e3-85e8-208f319a0d13 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Pushing event deleted for resources: {'Port': ['ID=24849f57-353c-49bf-8da0-ac2a9cbed784,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:13.187185 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:13.312713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] Checking segment: {'id': 'efe71418-dee0-4e44-8d37-af2423c7aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:13.313164 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] Network hostable DHCP agents. Network: 2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:13.315530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-8341f4b3-96e0-420c-b637-256ed2e78961 req-6e2a3d02-4b92-48e3-85e8-208f319a0d13 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] No DVR routers for this DVR port 24849f57-353c-49bf-8da0-ac2a9cbed784 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:13.318157 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-8341f4b3-96e0-420c-b637-256ed2e78961 req-6e2a3d02-4b92-48e3-85e8-208f319a0d13 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.321952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8341f4b3-96e0-420c-b637-256ed2e78961 req-6e2a3d02-4b92-48e3-85e8-208f319a0d13 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.54 "DELETE /v2.0/ports/24849f57-353c-49bf-8da0-ac2a9cbed784 HTTP/1.1" status: 204 len: 173 time: 2.2586720 Oct 27 16:18:13.327964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce859b74-987a-4bc6-8375-ca86cc1d28af,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:13.331682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:13.332803 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07ec5d3b-9b91-46c3-ae17-054605b18a02 req-ee599c20-857d-4478-9a8e-173220e6d159 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2fd444-1d19-421a-8720-5ff8d501d2b2 HTTP/1.1" status: 200 len: 999 time: 0.3339760 Oct 27 16:18:13.363471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:13.363842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4e79b1cb-199a-4942-8c6c-cc89c00e57a2 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:13.399061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec5d3b-9b91-46c3-ae17-054605b18a02 req-dcfa1c05-6b76-41d5-9471-93c20ba16f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:13.401276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07ec5d3b-9b91-46c3-ae17-054605b18a02 req-dcfa1c05-6b76-41d5-9471-93c20ba16f56 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea3730f2-0bf8-4326-9e2c-a789f343fc1b HTTP/1.1" status: 200 len: 850 time: 0.0602295 Oct 27 16:18:13.401977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.424612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.428641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] 10.222.0.15 "DELETE /v2.0/networks/87b8790e-4d49-4bc3-9d04-ebb80b87e497 HTTP/1.1" status: 204 len: 168 time: 1.6819701 Oct 27 16:18:13.429743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b0b5d-7759-4764-bdc5-910ab0fa3e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b8790e-4d49-4bc3-9d04-ebb80b87e497,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:13.453654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] Network 2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:13.474141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec5d3b-9b91-46c3-ae17-054605b18a02 req-6b2eb709-293c-42b3-a68b-299def7c7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:13.476026 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07ec5d3b-9b91-46c3-ae17-054605b18a02 req-6b2eb709-293c-42b3-a68b-299def7c7b25 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af016594-8bc5-461b-993c-3fdc1c22d42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628657 Oct 27 16:18:13.525718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-483cb425-6ec1-41ff-9e49-d7f39133a0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '215cb556-751e-4ae9-b839-7ea9648a1dc7', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'port_id': '3b2fd444-1d19-421a-8720-5ff8d501d2b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'mac_address': 'fa:16:3e:a4:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:17:47Z', 'updated_at': '2021-10-27T16:18:10Z', 'revision_number': 1, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:13.569474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483cb425-6ec1-41ff-9e49-d7f39133a0c3 None None] The sync data for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 is: [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '215cb556-751e-4ae9-b839-7ea9648a1dc7', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'floating_ip_address': '172.25.4.72', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'port_id': '3b2fd444-1d19-421a-8720-5ff8d501d2b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1922, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'mac_address': 'fa:16:3e:a4:0c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:17:47Z', 'updated_at': '2021-10-27T16:18:10Z', 'revision_number': 1, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:13.583719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-b4b80347-604c-4287-ab36-9aa534ff4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:13.585720 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-b4b80347-604c-4287-ab36-9aa534ff4d13 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 1096 time: 0.0670917 Oct 27 16:18:13.596755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:13.601966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:13.602754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.605997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:13.607939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e14adaa-50c8-46d3-a373-73456cfec51e None None] Network 2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:13.633330 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07ec5d3b-9b91-46c3-ae17-054605b18a02 req-a8a4bf45-6097-4002-951b-11704cb6e775 service neutron] 10.222.0.54 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481650 Oct 27 16:18:13.745847 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:13.759113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1301475b-85d6-4860-a76a-7a41f32fed27 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3936400 Oct 27 16:18:13.795913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2a8f70-ec89-4f79-8076-a51900de2460 None None] Network 2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:13.919469 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-731bdae0-4888-4332-9ab9-eb165021867e req-6c5f34d7-535e-452b-9a5a-5f28a73b7323 tempest-ServersNegativeTestMultiTenantJSON-1849820498 tempest-ServersNegativeTestMultiTenantJSON-1849820498-project] 10.222.0.15 "GET /v2.0/ports?device_id=781a3c16-a8af-4916-abb6-2aa70c65190a HTTP/1.1" status: 200 len: 210 time: 0.0916481 Oct 27 16:18:13.928770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07ec5d3b-9b91-46c3-ae17-054605b18a02 req-5d21f860-601d-44c9-9de0-cef9e9c97ca6 service neutron] 10.222.0.54 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879360 Oct 27 16:18:13.984935 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36300) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:14.127588 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5802a3-cb46-44c3-90f4-dc297844c38a None None] New status for floating IP 215cb556-751e-4ae9-b839-7ea9648a1dc7: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:18:14.141972 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dc9b190a-5d76-4d44-90ca-b9203f4d48e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b4828585e5d94c82bb3c35d3bbdfb5db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553843 Oct 27 16:18:14.148855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36310) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:14.213941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19fea6e9-de19-48da-885b-2e4e6588f976,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:14.290989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4d4a3-ff79-4c6b-a123-c4ea7b5bd1ab req-3f69ad9c-13e0-4445-9554-9a0e0cfd09dd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:14.292965 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a7c4d4a3-ff79-4c6b-a123-c4ea7b5bd1ab req-3f69ad9c-13e0-4445-9554-9a0e0cfd09dd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1854298 Oct 27 16:18:14.305291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:14.306671 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2b2fc7b-e467-463f-9cdd-f13aeeedf204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.309091 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 24849f57-353c-49bf-8da0-ac2a9cbed784 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:14.344729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0e871-f07a-4387-af26-54c7cac60296 req-2f2ec159-4de7-4e34-8593-b9c836cd6bce tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:14.349913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 24849f57-353c-49bf-8da0-ac2a9cbed784 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:14.355153 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39d0e871-f07a-4387-af26-54c7cac60296 req-2f2ec159-4de7-4e34-8593-b9c836cd6bce tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1175385 Oct 27 16:18:14.355837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 24849f57-353c-49bf-8da0-ac2a9cbed784 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:14.355837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 19fea6e9-de19-48da-885b-2e4e6588f976 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:14.381638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2b2fc7b-e467-463f-9cdd-f13aeeedf204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.424740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:14.434670 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5675f242-26bd-4d99-b1e3-68d20115ba0e" -d '{"events": [{"server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "name": "network-vif-unplugged", "status": "completed", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:14.449300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.467640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39d0e871-f07a-4387-af26-54c7cac60296 req-4d1ecd50-fdcc-41e9-b728-d39a4ca9f0cf tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129136 Oct 27 16:18:14.473979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Transition to ACTIVE for port object 19fea6e9-de19-48da-885b-2e4e6588f976 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:18:14.518374 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a7c4d4a3-ff79-4c6b-a123-c4ea7b5bd1ab req-c492fe51-a090-46c0-b8c2-261ad88f9c55 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897261 Oct 27 16:18:14.523178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '781a3c16-a8af-4916-abb6-2aa70c65190a', 'name': 'network-vif-deleted', 'tag': '24849f57-353c-49bf-8da0-ac2a9cbed784'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:14.526938 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd55c08a-de93-4ccf-8042-d1d0aa54bff0" -d '{"events": [{"server_uuid": "781a3c16-a8af-4916-abb6-2aa70c65190a", "name": "network-vif-deleted", "tag": "24849f57-353c-49bf-8da0-ac2a9cbed784"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:14.553008 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.577757 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.609918 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2b2fc7b-e467-463f-9cdd-f13aeeedf204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.610614 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b2b2fc7b-e467-463f-9cdd-f13aeeedf204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:14.612085 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b2b2fc7b-e467-463f-9cdd-f13aeeedf204 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee66875e-e2d7-4318-996e-a36c4755f24b HTTP/1.1" status: 204 len: 168 time: 0.4345036 Oct 27 16:18:14.632246 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2fc7b-e467-463f-9cdd-f13aeeedf204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee66875e-e2d7-4318-996e-a36c4755f24b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:14.699873 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:18:14.700257 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:18:14.869775 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737d728-ad4d-41eb-8746-1fa3366d6f9b x-openstack-request-id: req-b737d728-ad4d-41eb-8746-1fa3366d6f9b {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:14.870456 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "781a3c16-a8af-4916-abb6-2aa70c65190a", "name": "network-vif-deleted", "tag": "24849f57-353c-49bf-8da0-ac2a9cbed784", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:14.870973 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b737d728-ad4d-41eb-8746-1fa3366d6f9b {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:14.871685 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '781a3c16-a8af-4916-abb6-2aa70c65190a', 'name': 'network-vif-deleted', 'tag': '24849f57-353c-49bf-8da0-ac2a9cbed784', 'status': 'completed', 'code': 200} Oct 27 16:18:14.987101 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b635196-198f-42b9-bfbf-46b0405171ea x-openstack-request-id: req-1b635196-198f-42b9-bfbf-46b0405171ea {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:14.987697 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "name": "network-vif-unplugged", "status": "completed", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:14.987846 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b635196-198f-42b9-bfbf-46b0405171ea {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:14.988173 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976', 'code': 200} Oct 27 16:18:15.027192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] No DVR routers for this DVR port 19fea6e9-de19-48da-885b-2e4e6588f976 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:15.034395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Pushing event updated for resources: {'Port': ['ID=19fea6e9-de19-48da-885b-2e4e6588f976,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:15.189353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-ff8d36e3-e928-4deb-a0aa-539fe1cfa503 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:15.197327 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-ff8d36e3-e928-4deb-a0aa-539fe1cfa503 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/networks?id=2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 HTTP/1.1" status: 200 len: 817 time: 0.1850848 Oct 27 16:18:15.199225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36336) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:15.259458 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-ffa24432-0329-436b-ba10-375e2b750986 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/quotas/47f746121ce449c5b2240377da1e5df9 HTTP/1.1" status: 200 len: 375 time: 0.0609486 Oct 27 16:18:15.263803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Attempting to bind port 19fea6e9-de19-48da-885b-2e4e6588f976 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:15.264208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Attempting to bind port 19fea6e9-de19-48da-885b-2e4e6588f976 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:15.267866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Attempting to bind port 19fea6e9-de19-48da-885b-2e4e6588f976 on network 722fbd1a-a884-4506-8ca5-3943d939537b {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:15.271103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Port 19fea6e9-de19-48da-885b-2e4e6588f976 on network 722fbd1a-a884-4506-8ca5-3943d939537b not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:15.271472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Attempting to bind port 19fea6e9-de19-48da-885b-2e4e6588f976 on network 722fbd1a-a884-4506-8ca5-3943d939537b {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:15.280294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:15.280633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Checking segment: {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:15.283435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Bound using segment: {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:15.284479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Bound port: 19fea6e9-de19-48da-885b-2e4e6588f976, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a19b8b4c-bd6b-4cec-99f6-34d26059c816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:15.286018 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.342190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-3084d489-c33a-4bdd-8691-f53ed0c53642 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=47f746121ce449c5b2240377da1e5df9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815411 Oct 27 16:18:15.400084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:15.404370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=19fea6e9-de19-48da-885b-2e4e6588f976,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:15.419499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b8f739d-9cc8-4714-ad6d-ac3003640c48 admin admin] Deleting subnet 3ebb82d6-cb52-402a-8ce7-d5fa1e271682 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:15.425317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b8f739d-9cc8-4714-ad6d-ac3003640c48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.492272 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b8f739d-9cc8-4714-ad6d-ac3003640c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.511543 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.537439 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-a9731771-1b0d-44c2-9cac-4a97dd0378c6 service neutron] 10.222.0.15 "GET /v2.0/networks/2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931698 Oct 27 16:18:15.587749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:15.588886 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.591026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] 10.222.0.53 "PUT /v2.0/ports/19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 1091 time: 1.9957364 Oct 27 16:18:15.614567 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b8f739d-9cc8-4714-ad6d-ac3003640c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.725431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcac69-eef6-4b10-adb2-de2647b03374 service neutron] Pushing event updated for resources: {'Port': ['ID=19fea6e9-de19-48da-885b-2e4e6588f976,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:15.726749 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-4e3510b1-4584-400e-b7a4-6c901027bc6e service neutron] 10.222.0.15 "GET /v2.0/networks/2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884809 Oct 27 16:18:15.751373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-27a176ca-db70-44a3-b3fc-3bfadd829f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:15.751373 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-27a176ca-db70-44a3-b3fc-3bfadd829f58 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1094 time: 0.1341956 Oct 27 16:18:15.762781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f675d-dce9-4829-ba53-98d24bfd82ba req-20b606f6-e1ef-4928-95f2-d4c82051f3e3 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:15.775124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c32f675d-dce9-4829-ba53-98d24bfd82ba req-20b606f6-e1ef-4928-95f2-d4c82051f3e3 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1329067 Oct 27 16:18:15.835856 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b8f739d-9cc8-4714-ad6d-ac3003640c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.878072 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f739d-9cc8-4714-ad6d-ac3003640c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ebb82d6-cb52-402a-8ce7-d5fa1e271682,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:15.878615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c32f675d-dce9-4829-ba53-98d24bfd82ba req-0cc69a69-a977-406a-9675-2395efd11bf0 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022243 Oct 27 16:18:15.881696 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b8f739d-9cc8-4714-ad6d-ac3003640c48 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:15.887929 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6b8f739d-9cc8-4714-ad6d-ac3003640c48 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3ebb82d6-cb52-402a-8ce7-d5fa1e271682 HTTP/1.1" status: 204 len: 168 time: 0.6869152 Oct 27 16:18:15.891082 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36358) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:15.984923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-c73e740b-c926-4ffa-9ae8-e718cb067a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:15.986883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-c73e740b-c926-4ffa-9ae8-e718cb067a82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 200 len: 898 time: 0.2092371 Oct 27 16:18:16.039635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.144832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e659c-34f2-4bc6-b3be-e92af65fc6a1 req-3e34e72d-e085-465d-83dd-44d1cbb51a32 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:16.156223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe5e659c-34f2-4bc6-b3be-e92af65fc6a1 req-3e34e72d-e085-465d-83dd-44d1cbb51a32 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 943 time: 0.1507077 Oct 27 16:18:16.161304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-5257ad4a-75f1-4214-9eef-723c60096b4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 999 time: 0.1663573 Oct 27 16:18:16.170066 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.197627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e4e77e-eb1d-4229-9acb-6b10f1f94415']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:16.214384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c42ee3-4d56-4f91-92d8-34c7d2e3aa83') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:16.214693 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c42ee3-4d56-4f91-92d8-34c7d2e3aa83') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:16.228740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.252727 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.268879 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe5e659c-34f2-4bc6-b3be-e92af65fc6a1 req-81024e7f-88d1-431c-85b3-abe4f3754716 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116092 Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:16.286959 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:16.294366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-e576d3c1-c1f9-40c7-a833-1a2cdeaf0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:16.300309 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-e576d3c1-c1f9-40c7-a833-1a2cdeaf0467 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b43ebc92-4704-4b44-8da9-72fcfc7fde67 HTTP/1.1" status: 200 len: 834 time: 0.1194768 Oct 27 16:18:16.400724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0dc741a-ea53-49dd-919e-c98cafaf4ae4 req-a40c82a2-7f97-4e83-ab9e-74c6e1f2ef6b tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 210 time: 0.0392218 Oct 27 16:18:16.410954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-2f0a3522-0b22-4a59-8469-073cd4605c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:16.413110 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-2f0a3522-0b22-4a59-8469-073cd4605c0f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=722fbd1a-a884-4506-8ca5-3943d939537b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071763 Oct 27 16:18:16.436204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.453626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.460800 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] 10.222.0.15 "DELETE /v2.0/networks/87e4e77e-eb1d-4229-9acb-6b10f1f94415 HTTP/1.1" status: 204 len: 168 time: 0.5680439 Oct 27 16:18:16.462873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60289acb-1132-446f-95c0-359efdd755bd admin admin] Pushing event deleted for resources: {'Network': ['ID=87e4e77e-eb1d-4229-9acb-6b10f1f94415,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:16.463364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36376) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:16.538676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36378) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:16.553029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Deleting subnet e1482e6a-adcb-44ed-bf08-91c23a49b8d9 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:16.557752 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.619340 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.622728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-0f331aa3-a662-4b53-9277-468db7a85a9f service neutron] 10.222.0.53 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000835 Oct 27 16:18:16.666062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-872742645-network', 'tenant_id': 'd8e33640bb9b46d8903122518a604ef0'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:16.727412 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.772697 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Made reservation on behalf of d8e33640bb9b46d8903122518a604ef0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:16.775673 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.786083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.787623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e656eb13-f4d0-41a2-801e-39e33073e311 req-3084bc0e-aaa1-4e61-9367-e9e9b021059f service neutron] 10.222.0.53 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441894 Oct 27 16:18:16.871520 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:16.989317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:16.991808 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f" -d '{"events": [{"name": "network-changed", "server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:17.017572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d739e-4084-441b-98b3-265a9b8ebdde req-69d0015a-8806-4bb7-9ed1-b3000a5936d3 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.019184 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-229d739e-4084-441b-98b3-265a9b8ebdde req-69d0015a-8806-4bb7-9ed1-b3000a5936d3 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0662448 Oct 27 16:18:17.042479 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.074529 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.108225 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79b2ee3-d02e-4cac-bb6a-b5ccc018bb34 x-openstack-request-id: req-c79b2ee3-d02e-4cac-bb6a-b5ccc018bb34 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:17.108561 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:17.108903 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c79b2ee3-d02e-4cac-bb6a-b5ccc018bb34 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:17.109344 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976', 'status': 'completed', 'code': 200} Oct 27 16:18:17.114354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1482e6a-adcb-44ed-bf08-91c23a49b8d9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:17.142892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:17.153398 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-229d739e-4084-441b-98b3-265a9b8ebdde req-4322b382-5080-4cf7-890f-89f376eadfc3 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272867 Oct 27 16:18:17.156138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.156760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.157291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.157739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.158003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.158343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.158698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.159097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.159506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.159874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.160255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.160622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:17.166394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.170499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b181dbe6-82f9-4509-94b0-727cba95b945,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:17.173669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e26aab25-c8d6-45c5-b5a8-d69e5f28ebb7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e1482e6a-adcb-44ed-bf08-91c23a49b8d9 HTTP/1.1" status: 204 len: 168 time: 0.6757598 Oct 27 16:18:17.173824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36388) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:17.174737 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.175353 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Added segment 836823b3-32fe-44df-a0ee-79886270a29a of type vlan for network 6e2080a6-a68b-4890-8fa4-c788868b66d1 Oct 27 16:18:17.189466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-ebe828ab-907d-46ba-ab06-8721e4e1ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.191691 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-ebe828ab-907d-46ba-ab06-8721e4e1ef78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1094 time: 0.0815439 Oct 27 16:18:17.282134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-19fa6a93-3576-48a4-a246-d1a95e1a6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.284844 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-19fa6a93-3576-48a4-a246-d1a95e1a6fee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1094 time: 0.2024982 Oct 27 16:18:17.360496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-798242e6-c65f-4741-bab5-c8501957b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.362185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-798242e6-c65f-4741-bab5-c8501957b8b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 200 len: 898 time: 0.1625652 Oct 27 16:18:17.415068 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.447680 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.450558 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-e3c23742-0c5b-4327-9ad8-c932dd760c8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 999 time: 0.0801742 Oct 27 16:18:17.520013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-d265b1a9-d991-4f9c-a255-bb172587b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.523106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-d265b1a9-d991-4f9c-a255-bb172587b42c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b43ebc92-4704-4b44-8da9-72fcfc7fde67 HTTP/1.1" status: 200 len: 834 time: 0.0635531 Oct 27 16:18:17.549649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a00ad-052b-40d6-89c4-d272025b3de7 req-91254ef6-5300-43d8-b0f5-2e03bf6998d7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.557158 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-693a00ad-052b-40d6-89c4-d272025b3de7 req-91254ef6-5300-43d8-b0f5-2e03bf6998d7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 943 time: 0.1823671 Oct 27 16:18:17.557158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-c184d1d2-398e-4608-9607-df65de78d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.557158 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-c184d1d2-398e-4608-9607-df65de78d529 service neutron] 10.222.0.54 "GET /v2.0/networks?id=722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 200 len: 898 time: 0.2643690 Oct 27 16:18:17.557625 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.558559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.559310 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.562511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ad52a7f-2916-48ec-b40c-34bc4f6a4530 req-5bbf49de-393b-4588-a409-639f0d3571fd tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 210 time: 0.0373678 Oct 27 16:18:17.602673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-cb424425-4bde-4f7d-b52d-1c7445331de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.604244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-cb424425-4bde-4f7d-b52d-1c7445331de3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=722fbd1a-a884-4506-8ca5-3943d939537b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694933 Oct 27 16:18:17.722593 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-5909b321-5ad8-42ca-99cb-6a07405ebbed service neutron] 10.222.0.53 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992587 Oct 27 16:18:17.729034 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.777686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1331148-f1fb-4d83-8833-1d278533da92']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:17.783643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] Pushing event updated for resources: {'Network': ['ID=6e2080a6-a68b-4890-8fa4-c788868b66d1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:17.795876 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-34d28e55-efa7-4229-bc70-ed6f04b1f0b5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 999 time: 0.1933911 Oct 27 16:18:17.797553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 6e2080a6-a68b-4890-8fa4-c788868b66d1 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:17.798066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec066c65-51c4-4f0b-aed8-3d846cd6d82d') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:17.798066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec066c65-51c4-4f0b-aed8-3d846cd6d82d') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:17.802469 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-693a00ad-052b-40d6-89c4-d272025b3de7 req-b5c5fc7e-eebb-442c-9491-1b66f17b14e8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013319 Oct 27 16:18:17.820334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.821420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-682295c2-7907-447b-8702-20122b6d4864 service neutron] 10.222.0.53 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963585 Oct 27 16:18:17.852250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-335b0da2-aa11-4f96-8f4b-0c805f8af28d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3124032 Oct 27 16:18:17.855708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36402) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:17.860818 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.862522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] Request body: {'subnet': {'network_id': '6e2080a6-a68b-4890-8fa4-c788868b66d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-872742645-subnet', 'tenant_id': 'd8e33640bb9b46d8903122518a604ef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:17.870790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:17.876569 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:17.917684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-c3fbf611-06c5-48b0-9353-57ab5b486624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.919180 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-c3fbf611-06c5-48b0-9353-57ab5b486624 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b43ebc92-4704-4b44-8da9-72fcfc7fde67 HTTP/1.1" status: 200 len: 834 time: 0.1111090 Oct 27 16:18:17.943353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] Made reservation on behalf of d8e33640bb9b46d8903122518a604ef0 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:17.945709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:17.976831 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-66cd4bfd-47c3-4479-8d7f-df210e7cb540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:17.978511 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-66cd4bfd-47c3-4479-8d7f-df210e7cb540 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=722fbd1a-a884-4506-8ca5-3943d939537b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457332 Oct 27 16:18:18.009065 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.050448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.053780 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] 10.222.0.15 "DELETE /v2.0/networks/b1331148-f1fb-4d83-8833-1d278533da92 HTTP/1.1" status: 204 len: 168 time: 0.8757813 Oct 27 16:18:18.071396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6065dde-46db-4a45-8385-aa097658452f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1331148-f1fb-4d83-8833-1d278533da92,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:18.115473 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-b004ffa1-3559-48b5-980a-d85d6041da29 service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161864 Oct 27 16:18:18.223554 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5bb268fa-e6bc-4002-b903-68bfb0b8c76f req-ffe944a6-ddef-4d8c-845f-e80f62b4d47f service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942361 Oct 27 16:18:18.265887 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.385186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8c104e-d198-433b-b00e-340d8eb4d3d2,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:18.424953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5dc9c-7a07-4b7f-aac3-820b00bad2e8 req-2ea7bf37-b1fa-4e2b-8904-100ab0d07461 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:18.426484 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39b5dc9c-7a07-4b7f-aac3-820b00bad2e8 req-2ea7bf37-b1fa-4e2b-8904-100ab0d07461 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1266506 Oct 27 16:18:18.427433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] Checking segment: {'id': '836823b3-32fe-44df-a0ee-79886270a29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e2080a6-a68b-4890-8fa4-c788868b66d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:18.427797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] Network hostable DHCP agents. Network: 6e2080a6-a68b-4890-8fa4-c788868b66d1, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:18.463281 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f6ef050b-4e83-46d5-921b-0426f49b980d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.480528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39b5dc9c-7a07-4b7f-aac3-820b00bad2e8 req-e678cc3d-4dab-4343-a33f-c6946af59fbe tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459404 Oct 27 16:18:18.496166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36412) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:18.529149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] Network 6e2080a6-a68b-4890-8fa4-c788868b66d1 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:18.555637 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8e59a3a0-037c-458e-a61c-7724ab0a8ab6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44136ea9636a453f8af5a330a1c11687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558100 Oct 27 16:18:18.555897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36414) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:18.613965 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96ec73aa-d92e-40ca-840c-0a84dc33a85a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.627547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 6e2080a6-a68b-4890-8fa4-c788868b66d1) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:18.635864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:18.636487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.642990 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681c3d4a-4b4b-46fe-b09b-269c5ed353e8 None None] Network 6e2080a6-a68b-4890-8fa4-c788868b66d1 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:18.652548 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96ec73aa-d92e-40ca-840c-0a84dc33a85a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.692211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c6318f52-9278-444e-9acb-775dc2a8e69c req-a1cc01aa-863b-4179-93c1-9a080cb01ec0 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 210 time: 0.0375047 Oct 27 16:18:18.739720 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6bc196d7-d25a-4322-a772-37abc38b7bf7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8817577 Oct 27 16:18:18.762184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36420) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:18.812731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f315f5ae-fad8-4164-995c-dd4072f4c091 None None] Network 6e2080a6-a68b-4890-8fa4-c788868b66d1 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:18.815084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c261ae7-d82b-4e0c-a586-b7ce219abc31 admin admin] Deleting subnet e02f3080-be40-423a-b92c-e095d00a59f3 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:18.819533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c261ae7-d82b-4e0c-a586-b7ce219abc31 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.869688 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96ec73aa-d92e-40ca-840c-0a84dc33a85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.874197 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-96ec73aa-d92e-40ca-840c-0a84dc33a85a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.875721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-96ec73aa-d92e-40ca-840c-0a84dc33a85a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9dab3972-a010-403a-a3d4-c06c3b450319 HTTP/1.1" status: 204 len: 168 time: 0.3187282 Oct 27 16:18:18.907052 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c261ae7-d82b-4e0c-a586-b7ce219abc31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:18.938481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec73aa-d92e-40ca-840c-0a84dc33a85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dab3972-a010-403a-a3d4-c06c3b450319,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:18.970729 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c261ae7-d82b-4e0c-a586-b7ce219abc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.047517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5718cb1-4e3e-49a5-9499-6cca1a124c3f req-eb256710-aa70-4aee-85d5-934295bf0dfe tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:19.050399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5718cb1-4e3e-49a5-9499-6cca1a124c3f req-eb256710-aa70-4aee-85d5-934295bf0dfe tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 943 time: 0.1027753 Oct 27 16:18:19.122211 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5718cb1-4e3e-49a5-9499-6cca1a124c3f req-b55dab47-bc88-45fe-b858-7a320a7d3e4c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652030 Oct 27 16:18:19.160453 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c261ae7-d82b-4e0c-a586-b7ce219abc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.206040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c261ae7-d82b-4e0c-a586-b7ce219abc31 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.211134 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4c261ae7-d82b-4e0c-a586-b7ce219abc31 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e02f3080-be40-423a-b92c-e095d00a59f3 HTTP/1.1" status: 204 len: 168 time: 0.4537599 Oct 27 16:18:19.214615 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c261ae7-d82b-4e0c-a586-b7ce219abc31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02f3080-be40-423a-b92c-e095d00a59f3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:19.218968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36434) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:19.229393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-ec36177a-d724-4add-b8c3-b05fe3c4cb57 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:19.230904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-ec36177a-d724-4add-b8c3-b05fe3c4cb57 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.54 "GET /v2.0/networks?id=2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 HTTP/1.1" status: 200 len: 817 time: 0.4287765 Oct 27 16:18:19.246883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Request body: {'port': {'device_id': '833d9657-ac48-4228-b710-9e07ef21761b', 'network_id': '2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2', 'admin_state_up': True, 'tenant_id': '47f746121ce449c5b2240377da1e5df9'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:19.355850 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.475732 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.536502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb07b70-755b-44ad-9a1b-5ba03e67584f']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:19.537829 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Made reservation on behalf of 47f746121ce449c5b2240377da1e5df9 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:19.541893 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.556911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9501a119-45c5-40d0-b3ba-39b90d4a36ec') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:19.557980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9501a119-45c5-40d0-b3ba-39b90d4a36ec') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:19.583562 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.603009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.612646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:19.612646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:19.614251 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:19.737950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cd919-0a51-439b-a192-d6adfbfb0589 req-709426d2-8770-4664-a0f2-fc2ea6a4ac92 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:19.739472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a51cd919-0a51-439b-a192-d6adfbfb0589 req-709426d2-8770-4664-a0f2-fc2ea6a4ac92 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0569811 Oct 27 16:18:19.770715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Allocated IP 172.20.0.2 (2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2/ce859b74-987a-4bc6-8375-ca86cc1d28af/ce1f05a3-3b77-4f6f-af51-2984e03c1445) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:19.781608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a51cd919-0a51-439b-a192-d6adfbfb0589 req-eeba7480-6c85-4d36-acea-81130ca55f61 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354044 Oct 27 16:18:19.872949 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9e19306-558e-4cf5-969f-b8a372c75b69 req-222b5115-aa5c-4567-b8d9-3ec43cca470b tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 210 time: 0.0299287 Oct 27 16:18:19.899131 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.905742 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:19.909050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] 10.222.0.15 "DELETE /v2.0/networks/ccb07b70-755b-44ad-9a1b-5ba03e67584f HTTP/1.1" status: 204 len: 168 time: 0.6927054 Oct 27 16:18:19.919601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36454) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:19.928251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d8e4d-3782-43af-abc9-07ccb86a300c admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb07b70-755b-44ad-9a1b-5ba03e67584f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:19.970755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-54aaaf93-b383-4ebc-9f25-23f4ee607451 admin admin] Deleting subnet 645adec6-b461-486d-9c98-a11b39a43552 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:19.975293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54aaaf93-b383-4ebc-9f25-23f4ee607451 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.000228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36456) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:20.034427 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54aaaf93-b383-4ebc-9f25-23f4ee607451 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.083188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fed7e68b-6439-40ee-9d65-c1b414360365 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcd146ec513a4104aa1682c891daf545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779438 Oct 27 16:18:20.083534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36458) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:20.106533 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54aaaf93-b383-4ebc-9f25-23f4ee607451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.176836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-af0f0a67-9bd1-4d9b-bdb8-0aa2796b8c65 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:20.180608 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-af0f0a67-9bd1-4d9b-bdb8-0aa2796b8c65 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/networks?id=6e2080a6-a68b-4890-8fa4-c788868b66d1 HTTP/1.1" status: 200 len: 821 time: 0.4949863 Oct 27 16:18:20.188526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0661315f-b6bb-4ada-8241-29a6efd3355d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.206598 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-0f8409a6-6a51-4541-b406-4d08a125fa31 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/quotas/d8e33640bb9b46d8903122518a604ef0 HTTP/1.1" status: 200 len: 375 time: 0.0185778 Oct 27 16:18:20.226992 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0661315f-b6bb-4ada-8241-29a6efd3355d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.278077 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-15567b0e-bc5b-42b5-ae77-3434276ea29a tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8e33640bb9b46d8903122518a604ef0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628362 Oct 27 16:18:20.280736 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54aaaf93-b383-4ebc-9f25-23f4ee607451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.294753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab54d6-e2f3-4f2a-a553-9f26deb1c6a8 req-e1076326-5213-488c-b6ed-290b963bdae2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:20.296476 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56ab54d6-e2f3-4f2a-a553-9f26deb1c6a8 req-e1076326-5213-488c-b6ed-290b963bdae2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 943 time: 0.0886805 Oct 27 16:18:20.327917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aaaf93-b383-4ebc-9f25-23f4ee607451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645adec6-b461-486d-9c98-a11b39a43552,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:20.345225 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54aaaf93-b383-4ebc-9f25-23f4ee607451 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.348545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-54aaaf93-b383-4ebc-9f25-23f4ee607451 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/645adec6-b461-486d-9c98-a11b39a43552 HTTP/1.1" status: 204 len: 168 time: 0.4279397 Oct 27 16:18:20.351553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36462) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:20.398768 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.422733 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-afa283b0-4537-4e42-87b5-0cf3faaa571d service neutron] 10.222.0.15 "GET /v2.0/networks/6e2080a6-a68b-4890-8fa4-c788868b66d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299765 Oct 27 16:18:20.426536 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56ab54d6-e2f3-4f2a-a553-9f26deb1c6a8 req-a856901b-ef3a-41d2-9890-b874f496b9b9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025424 Oct 27 16:18:20.443759 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.479503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0661315f-b6bb-4ada-8241-29a6efd3355d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.482016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0661315f-b6bb-4ada-8241-29a6efd3355d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.486213 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0661315f-b6bb-4ada-8241-29a6efd3355d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ab34c7f-0bf8-4014-a483-996f65a1fd48 HTTP/1.1" status: 204 len: 168 time: 0.3988721 Oct 27 16:18:20.507562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661315f-b6bb-4ada-8241-29a6efd3355d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab34c7f-0bf8-4014-a483-996f65a1fd48,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:20.517392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 19fea6e9-de19-48da-885b-2e4e6588f976 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:18:20.551592 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-902d353d-5d25-4271-b425-fcf52bb48b9e service neutron] 10.222.0.15 "GET /v2.0/networks/6e2080a6-a68b-4890-8fa4-c788868b66d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190457 Oct 27 16:18:20.579969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.585748 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.614458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a687a5-2d12-4960-9f85-c1bb6850e6d5']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:20.627309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34cca3d-fd6e-4ce1-a553-1326e79cebd7') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:20.627616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34cca3d-fd6e-4ce1-a553-1326e79cebd7') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:20.650911 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.662163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Network 2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:20.666216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:20.672394 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:20.677630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Pushing event updated for resources: {'Port': ['ID=ce1f05a3-3b77-4f6f-af51-2984e03c1445,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:20.701844 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.710683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:20.711380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:20.713729 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:20.782391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:20.787495 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.866584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=19fea6e9-de19-48da-885b-2e4e6588f976,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:20.882217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '19fea6e9-de19-48da-885b-2e4e6588f976', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'port_id': '19fea6e9-de19-48da-885b-2e4e6588f976', 'mac_address': 'fa:16:3e:93:6e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:18:20.931145 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.945635 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.945768 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-bac52ea3-e4ea-4fef-b69b-bf0f1d75b9a4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6942205 Oct 27 16:18:20.945877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:20.962281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Request body: {'port': {'device_id': '833d9657-ac48-4228-b710-9e07ef21761b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:20.968954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19fea6e9-de19-48da-885b-2e4e6588f976 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:20.973724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] 10.222.0.15 "DELETE /v2.0/networks/75a687a5-2d12-4960-9f85-c1bb6850e6d5 HTTP/1.1" status: 204 len: 168 time: 0.6209955 Oct 27 16:18:20.993280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=19fea6e9-de19-48da-885b-2e4e6588f976,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:21.033343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534f026-9c41-4a08-a0f2-c9d783111eea admin admin] Pushing event deleted for resources: {'Network': ['ID=75a687a5-2d12-4960-9f85-c1bb6850e6d5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:21.076140 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.129638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-87c3e223-4db9-4763-b9ee-a9b33caf0045 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.132009 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-87c3e223-4db9-4763-b9ee-a9b33caf0045 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b&tenant_id=aa2cd34858c645408908be49587cbd63&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 943 time: 0.2754142 Oct 27 16:18:21.132293 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=19fea6e9-de19-48da-885b-2e4e6588f976,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:21.132588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c9ad7-e808-492e-ae15-e945eb9a7766 req-b106dd38-acdf-4356-ba29-633619029725 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.133212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.135791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-990c9ad7-e808-492e-ae15-e945eb9a7766 req-b106dd38-acdf-4356-ba29-633619029725 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 944 time: 0.0795217 Oct 27 16:18:21.206246 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-990c9ad7-e808-492e-ae15-e945eb9a7766 req-422bf199-b4f0-4910-825e-885d0b686726 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546119 Oct 27 16:18:21.321141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f75802-2998-4acf-bb63-ca4240c2f686 req-7002ed17-9c60-4ddb-b1f4-77c9e37a62f3 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.337403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39763eb0-6fe0-4826-b95f-9aabd7d4f7be req-a816fc04-4e2b-4925-af22-a3a9089be150 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.339187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23f75802-2998-4acf-bb63-ca4240c2f686 req-7002ed17-9c60-4ddb-b1f4-77c9e37a62f3 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 931 time: 0.0782557 Oct 27 16:18:21.339416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39763eb0-6fe0-4826-b95f-9aabd7d4f7be req-a816fc04-4e2b-4925-af22-a3a9089be150 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.3083661 Oct 27 16:18:21.365517 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-c1909582-b64d-4d1d-942d-8f439f77879c service neutron] delete failed (client error): The resource could not be found. Oct 27 16:18:21.366548 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-c1909582-b64d-4d1d-942d-8f439f77879c service neutron] 10.222.0.54 "DELETE /v2.0/ports/19fea6e9-de19-48da-885b-2e4e6588f976/bindings/n-h1-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.2116780 Oct 27 16:18:21.373833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['19fea6e9-de19-48da-885b-2e4e6588f976'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:21.406267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23f75802-2998-4acf-bb63-ca4240c2f686 req-1ef03de2-712c-482d-9b79-6cdbcb905d5f tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664699 Oct 27 16:18:21.464454 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39763eb0-6fe0-4826-b95f-9aabd7d4f7be req-1e14e31e-84a2-4c2e-a887-15514d1ad071 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108961 Oct 27 16:18:21.549906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-d242ed71-8939-4ce0-a980-7ecdb58d59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.551385 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-d242ed71-8939-4ce0-a980-7ecdb58d59c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1095 time: 0.1141911 Oct 27 16:18:21.594387 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2646eb23-a5fb-4d57-b4c9-01d8b1cc1bbd req-8de1411f-f6c1-4ddd-8fa1-9998404dc1f2 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 210 time: 0.0919077 Oct 27 16:18:21.619596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36498) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:21.654598 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8802d102-f0ea-4e88-b83d-42553e647b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.668274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9d0d883e-b25a-4958-83b8-9a6906c92a15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af41b45f51fe493fb8d1865c99b6f90f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449374 Oct 27 16:18:21.668887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36500) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:21.727913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-568c1ea1-2d91-4b35-8e28-a3fd04034601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.753382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-05d384f4-aeff-4d99-b965-53c18303cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.753749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-568c1ea1-2d91-4b35-8e28-a3fd04034601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.754918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-05d384f4-aeff-4d99-b965-53c18303cd95 service neutron] 10.222.0.54 "GET /v2.0/networks?id=722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 200 len: 898 time: 0.1873956 Oct 27 16:18:21.761266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1f05a3-3b77-4f6f-af51-2984e03c1445 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:21.779362 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.836380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Transition to ACTIVE for port object ce1f05a3-3b77-4f6f-af51-2984e03c1445 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:18:21.853500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-f7271157-057d-41b5-9e74-1db88c0ebd8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 1000 time: 0.0847809 Oct 27 16:18:21.892230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-568c1ea1-2d91-4b35-8e28-a3fd04034601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.895407 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-568c1ea1-2d91-4b35-8e28-a3fd04034601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:21.896663 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-568c1ea1-2d91-4b35-8e28-a3fd04034601 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cebcd1e-03f1-456d-b0e0-d0ab6b411b28 HTTP/1.1" status: 204 len: 168 time: 0.2268407 Oct 27 16:18:21.921124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c1ea1-2d91-4b35-8e28-a3fd04034601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cebcd1e-03f1-456d-b0e0-d0ab6b411b28,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:21.923304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-b3e2cb8f-c52b-49bf-b755-325ba373479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:21.927982 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-b3e2cb8f-c52b-49bf-b755-325ba373479b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b43ebc92-4704-4b44-8da9-72fcfc7fde67 HTTP/1.1" status: 200 len: 834 time: 0.0646155 Oct 27 16:18:21.927982 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.029126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1f05a3-3b77-4f6f-af51-2984e03c1445,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:22.057168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-e90f2a31-451b-4650-8a32-1bc972cf9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:22.058993 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-e90f2a31-451b-4650-8a32-1bc972cf9c74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=722fbd1a-a884-4506-8ca5-3943d939537b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199529 Oct 27 16:18:22.177743 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.180755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Attempting to bind port ce1f05a3-3b77-4f6f-af51-2984e03c1445 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:22.180755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Attempting to bind port ce1f05a3-3b77-4f6f-af51-2984e03c1445 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'efe71418-dee0-4e44-8d37-af2423c7aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:22.180755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Attempting to bind port ce1f05a3-3b77-4f6f-af51-2984e03c1445 on network 2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:22.197436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Port ce1f05a3-3b77-4f6f-af51-2984e03c1445 on network 2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:22.197773 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Attempting to bind port ce1f05a3-3b77-4f6f-af51-2984e03c1445 on network 2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:22.210538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:22.210900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Checking segment: {'id': 'efe71418-dee0-4e44-8d37-af2423c7aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:22.211276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Bound using segment: {'id': 'efe71418-dee0-4e44-8d37-af2423c7aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:22.211785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Bound port: ce1f05a3-3b77-4f6f-af51-2984e03c1445, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe71418-dee0-4e44-8d37-af2423c7aed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:22.212084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.216637 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-f2c2ea20-ce54-4f39-83ed-32d3edd4f0c8 service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348221 Oct 27 16:18:22.229273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.387797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] For port ce1f05a3-3b77-4f6f-af51-2984e03c1445, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:22.413894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] For port ce1f05a3-3b77-4f6f-af51-2984e03c1445, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ce1f05a3-3b77-4f6f-af51-2984e03c1445,segment=NetworkSegment(efe71418-dee0-4e44-8d37-af2423c7aed8),segment_id=efe71418-dee0-4e44-8d37-af2423c7aed8)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:22.417458 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5739dfb5-b085-480f-bc42-b05fdccd4019 req-4c012fd7-27dd-41af-8a4a-2deb2a8a6e4a service neutron] 10.222.0.54 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916552 Oct 27 16:18:22.428403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877d515-ae11-4a51-894f-f5043fb3dfda req-55a38ed1-813a-4af3-a2be-9520abfb5b9f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:22.429871 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4877d515-ae11-4a51-894f-f5043fb3dfda req-55a38ed1-813a-4af3-a2be-9520abfb5b9f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 944 time: 0.1029224 Oct 27 16:18:22.487804 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4877d515-ae11-4a51-894f-f5043fb3dfda req-d46aa8a8-cd53-4feb-bfa9-78d8356d74d7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495255 Oct 27 16:18:22.517716 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 19fea6e9-de19-48da-885b-2e4e6588f976 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:22.527003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.556581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:22.557939 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.559979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] 10.222.0.54 "PUT /v2.0/ports/ce1f05a3-3b77-4f6f-af51-2984e03c1445 HTTP/1.1" status: 200 len: 1091 time: 1.6135025 Oct 27 16:18:22.593912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833d9657-ac48-4228-b710-9e07ef21761b', 'tag': 'ce1f05a3-3b77-4f6f-af51-2984e03c1445'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:22.596281 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7dc24e-ec6d-44f9-86aa-827837813c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "833d9657-ac48-4228-b710-9e07ef21761b", "tag": "ce1f05a3-3b77-4f6f-af51-2984e03c1445"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:22.634399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36540) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:22.680836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 19fea6e9-de19-48da-885b-2e4e6588f976 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:18:22.686534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 19fea6e9-de19-48da-885b-2e4e6588f976 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:22.686935 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.692018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c7660-53ee-4e07-9849-1adcf42680f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1f05a3-3b77-4f6f-af51-2984e03c1445,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:22.713899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fb0479d8-e84a-45d1-9fb5-e01eb58f74d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7200e8163dd34054b5dafb594863e6ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782580 Oct 27 16:18:22.716104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36544) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:22.725786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe3115-20db-4acc-bf8f-982b60cd2019 req-5f28a944-3fee-45b2-be90-aba84dce2dd0 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:22.727775 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75fe3115-20db-4acc-bf8f-982b60cd2019 req-5f28a944-3fee-45b2-be90-aba84dce2dd0 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 943 time: 0.1283035 Oct 27 16:18:22.762731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-627f6f4e-8644-4588-82d0-956f543b36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:22.764201 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-627f6f4e-8644-4588-82d0-956f543b36ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47f746121ce449c5b2240377da1e5df9&device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 1094 time: 0.0886745 Oct 27 16:18:22.790887 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75fe3115-20db-4acc-bf8f-982b60cd2019 req-81fcd015-2e58-4a16-9d4a-54e190028219 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496941 Oct 27 16:18:22.799288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.829303 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-60e9a39e-e47c-47cb-bfd3-ecd0f0694700 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce1f05a3-3b77-4f6f-af51-2984e03c1445 HTTP/1.1" status: 200 len: 217 time: 0.0520856 Oct 27 16:18:22.833840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:22.836550 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef8d71b-a73e-4af3-b52a-38f7b7d6f4d9" -d '{"events": [{"server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "name": "network-vif-plugged", "status": "completed", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:22.839642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d51-fded-48e8-bff2-b73b21e284c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.858412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb50a8a-aa22-41c4-9582-1f058aff1126 req-45040031-5962-4f22-a535-f9ff79cab570 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:22.868031 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bb50a8a-aa22-41c4-9582-1f058aff1126 req-45040031-5962-4f22-a535-f9ff79cab570 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1524971 Oct 27 16:18:22.872929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=19fea6e9-de19-48da-885b-2e4e6588f976,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:22.891550 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-1cd1545b-1ab3-4ad4-ba1b-02e871eec84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:22.893037 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-1cd1545b-1ab3-4ad4-ba1b-02e871eec84e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce859b74-987a-4bc6-8375-ca86cc1d28af HTTP/1.1" status: 200 len: 857 time: 0.0551238 Oct 27 16:18:22.907627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d51-fded-48e8-bff2-b73b21e284c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:22.939032 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-99f34c06-d104-4bd5-b82f-0fdfd32f49c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341146 Oct 27 16:18:22.954152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bb50a8a-aa22-41c4-9582-1f058aff1126 req-e36cfb19-1ab6-4d20-82ce-96c09a067ee6 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836520 Oct 27 16:18:22.989598 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.062500 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0c086d-2da1-46a6-a6b0-28e065ffe4b5 x-openstack-request-id: req-de0c086d-2da1-46a6-a6b0-28e065ffe4b5 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:23.062822 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833d9657-ac48-4228-b710-9e07ef21761b", "tag": "ce1f05a3-3b77-4f6f-af51-2984e03c1445", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:23.063129 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de0c086d-2da1-46a6-a6b0-28e065ffe4b5 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:23.063570 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833d9657-ac48-4228-b710-9e07ef21761b', 'tag': 'ce1f05a3-3b77-4f6f-af51-2984e03c1445', 'status': 'completed', 'code': 200} Oct 27 16:18:23.071303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=19fea6e9-de19-48da-885b-2e4e6588f976,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:23.100420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbc1db0a-8107-4e62-bb32-33d91b42f82c req-caa175b0-7107-4e67-ad38-6eb836d3d2e0 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 210 time: 0.0516431 Oct 27 16:18:23.101408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d51-fded-48e8-bff2-b73b21e284c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.104044 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9d5e5d51-fded-48e8-bff2-b73b21e284c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:23.108253 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9d5e5d51-fded-48e8-bff2-b73b21e284c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e76b1fc-f8c0-4f08-b818-71796857ee99 HTTP/1.1" status: 204 len: 168 time: 0.3874729 Oct 27 16:18:23.144314 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-a832c24f-7b03-4c4f-8b04-b38a9856f51d service neutron] 10.222.0.54 "GET /v2.0/networks/2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922390 Oct 27 16:18:23.145922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e5d51-fded-48e8-bff2-b73b21e284c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e76b1fc-f8c0-4f08-b818-71796857ee99,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:23.325656 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c220162-4876-48b4-a747-9ffc5c568c6d req-d302fb77-14a6-4087-9801-c376c61f8958 service neutron] 10.222.0.54 "GET /v2.0/networks/2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720428 Oct 27 16:18:23.361958 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ac0975-66af-432c-9aff-8d8415915556 x-openstack-request-id: req-54ac0975-66af-432c-9aff-8d8415915556 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:23.362746 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "name": "network-vif-plugged", "status": "completed", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:23.363011 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54ac0975-66af-432c-9aff-8d8415915556 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:23.363417 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976', 'code': 200} Oct 27 16:18:23.518401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dc24e-ec6d-44f9-86aa-827837813c1d req-28d12df2-8c69-49bc-880d-1945c4a7c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:23.520432 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d7dc24e-ec6d-44f9-86aa-827837813c1d req-28d12df2-8c69-49bc-880d-1945c4a7c1aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47f746121ce449c5b2240377da1e5df9&device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 1094 time: 0.0510423 Oct 27 16:18:23.683617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dc24e-ec6d-44f9-86aa-827837813c1d req-5287b8f4-db3b-4987-aab9-1a2f61afcc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:23.685487 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d7dc24e-ec6d-44f9-86aa-827837813c1d req-5287b8f4-db3b-4987-aab9-1a2f61afcc93 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 HTTP/1.1" status: 200 len: 918 time: 0.1562331 Oct 27 16:18:23.702495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1534c-54a7-4fd1-9017-69cc4edf74cb req-e747eacc-ac9c-4cd4-bf50-27220a955433 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:23.704082 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89b1534c-54a7-4fd1-9017-69cc4edf74cb req-e747eacc-ac9c-4cd4-bf50-27220a955433 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.0854721 Oct 27 16:18:23.747165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d7dc24e-ec6d-44f9-86aa-827837813c1d req-1a77d7c6-9bcb-40aa-8fbc-6bd876521dc4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ce1f05a3-3b77-4f6f-af51-2984e03c1445 HTTP/1.1" status: 200 len: 217 time: 0.0420983 Oct 27 16:18:23.817750 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89b1534c-54a7-4fd1-9017-69cc4edf74cb req-00d5ee85-c6d5-4f71-a71d-16eb7ba4f595 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732970 Oct 27 16:18:23.829276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7dc24e-ec6d-44f9-86aa-827837813c1d req-ebfb0287-5906-40fe-af5e-9874e11bed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:23.830913 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d7dc24e-ec6d-44f9-86aa-827837813c1d req-ebfb0287-5906-40fe-af5e-9874e11bed56 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ce859b74-987a-4bc6-8375-ca86cc1d28af HTTP/1.1" status: 200 len: 857 time: 0.0706775 Oct 27 16:18:23.842625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36594) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:23.869574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d7dc24e-ec6d-44f9-86aa-827837813c1d req-1b6216ea-660f-4c73-8802-c4da16288299 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298381 Oct 27 16:18:23.941218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a6031010-35fb-4228-877a-d9a0402ebe4c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/4643ea6c-e9c8-48d7-a961-be9a65aa7532 HTTP/1.1" status: 200 len: 993 time: 0.0968449 Oct 27 16:18:23.959896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabf9d5-21f8-4ec8-a27e-3e00d6195c28 req-d743c2d0-c793-4d5b-8c49-5a46dbd97c72 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:23.961413 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcabf9d5-21f8-4ec8-a27e-3e00d6195c28 req-d743c2d0-c793-4d5b-8c49-5a46dbd97c72 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 943 time: 0.0764563 Oct 27 16:18:23.987304 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d7dc24e-ec6d-44f9-86aa-827837813c1d req-098bec27-3d0a-46a8-9007-ceaae242c4b1 service neutron] 10.222.0.54 "GET /v2.0/networks/2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076179 Oct 27 16:18:24.024531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcabf9d5-21f8-4ec8-a27e-3e00d6195c28 req-f221944d-612f-44ba-a4f7-a19bcdb3ccb4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569031 Oct 27 16:18:24.143563 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e9486-a6e1-4765-bd0c-8da9d9eac4a0 req-94b9f732-db80-4777-857c-3d944dd66abf tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:24.145117 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-655e9486-a6e1-4765-bd0c-8da9d9eac4a0 req-94b9f732-db80-4777-857c-3d944dd66abf tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0870607 Oct 27 16:18:24.177856 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.182811 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d7dc24e-ec6d-44f9-86aa-827837813c1d req-c4d0d7c7-9692-4757-ae96-d4bf04cad55a service neutron] 10.222.0.54 "GET /v2.0/networks/2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862855 Oct 27 16:18:24.227063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-5c7f7abf-54f5-4af1-a732-0ca886c5454c tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:24.229176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-5c7f7abf-54f5-4af1-a732-0ca886c5454c tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.53 "GET /v2.0/networks?id=6e2080a6-a68b-4890-8fa4-c788868b66d1 HTTP/1.1" status: 200 len: 821 time: 0.1689029 Oct 27 16:18:24.240625 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-655e9486-a6e1-4765-bd0c-8da9d9eac4a0 req-aa7e95ed-dfd0-47f3-8a8d-875199383960 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742359 Oct 27 16:18:24.253175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Request body: {'port': {'device_id': '04ee4783-a55f-41ed-8b28-3737cff1687a', 'network_id': '6e2080a6-a68b-4890-8fa4-c788868b66d1', 'admin_state_up': True, 'tenant_id': 'd8e33640bb9b46d8903122518a604ef0'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:24.257840 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc797f64-17d8-4e11-b941-7027147fa677 req-5dbd2293-a2e0-4e5e-a045-e831b4494b1a tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 210 time: 0.0543776 Oct 27 16:18:24.340217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36606) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:24.446373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Made reservation on behalf of d8e33640bb9b46d8903122518a604ef0 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:24.450484 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.532208 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84aa6c60-22fb-4180-9784-9a49a1676610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.627702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Allocated IP 172.20.0.5 (6e2080a6-a68b-4890-8fa4-c788868b66d1/3c8c104e-d198-433b-b00e-340d8eb4d3d2/3ddf5a55-19a7-48ae-85f3-edd5058a8e26) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:24.698855 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84aa6c60-22fb-4180-9784-9a49a1676610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.791247 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84aa6c60-22fb-4180-9784-9a49a1676610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.833732 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.851822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-84aa6c60-22fb-4180-9784-9a49a1676610 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf032ef9cde24c5487dd6cb0cb427bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5070088 Oct 27 16:18:24.854470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36624) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:24.862667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa6c60-22fb-4180-9784-9a49a1676610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a2508f-ff15-4c93-86d4-704f1e665d5a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:24.926893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f3f04bc-c340-460f-a95e-b6436b0a44a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.948174 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f3f04bc-c340-460f-a95e-b6436b0a44a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:24.995280 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.042350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Network 6e2080a6-a68b-4890-8fa4-c788868b66d1 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:25.045562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:25.049462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:25.073650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Pushing event updated for resources: {'Port': ['ID=3ddf5a55-19a7-48ae-85f3-edd5058a8e26,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:25.078657 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f3f04bc-c340-460f-a95e-b6436b0a44a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.081261 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f3f04bc-c340-460f-a95e-b6436b0a44a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.082409 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1f3f04bc-c340-460f-a95e-b6436b0a44a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57a2508f-ff15-4c93-86d4-704f1e665d5a HTTP/1.1" status: 204 len: 168 time: 0.2270229 Oct 27 16:18:25.105642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f04bc-c340-460f-a95e-b6436b0a44a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a2508f-ff15-4c93-86d4-704f1e665d5a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:25.120752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:25.121474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.220503 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-bee2dce2-5441-45b0-90b6-a1c7517c4c17 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9721789 Oct 27 16:18:25.221947 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa8ce2-9065-4387-9d20-1a7c141ac8e5 req-5896b3f1-ab09-42e8-b4c6-e8de60db8b08 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:25.223620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1baa8ce2-9065-4387-9d20-1a7c141ac8e5 req-5896b3f1-ab09-42e8-b4c6-e8de60db8b08 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 943 time: 0.0576026 Oct 27 16:18:25.237488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Request body: {'port': {'device_id': '04ee4783-a55f-41ed-8b28-3737cff1687a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:25.267141 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1baa8ce2-9065-4387-9d20-1a7c141ac8e5 req-f1262567-2957-4afa-83c4-f7efc4def61b tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 Oct 27 16:18:25.319639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:25.405627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e2c85-9604-4c6f-8d3e-c275cdfd76cf req-07fb92c3-652e-4272-a2aa-afdf5f6bd985 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:25.407993 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-554e2c85-9604-4c6f-8d3e-c275cdfd76cf req-07fb92c3-652e-4272-a2aa-afdf5f6bd985 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 931 time: 0.0594959 Oct 27 16:18:25.425520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9e236-72b1-4748-8b50-5deb5b9fb54d req-2c8acb40-4a74-42fd-b0ce-b8b8716f9764 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:25.428577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a9e9e236-72b1-4748-8b50-5deb5b9fb54d req-2c8acb40-4a74-42fd-b0ce-b8b8716f9764 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0974984 Oct 27 16:18:25.475139 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-554e2c85-9604-4c6f-8d3e-c275cdfd76cf req-390d1a6c-c924-456e-ad8e-c70296581a0d tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607429 Oct 27 16:18:25.913776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a9e9e236-72b1-4748-8b50-5deb5b9fb54d req-5a5b7303-4b49-4b75-ad21-05550c1378de tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626647 Oct 27 16:18:26.055018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:26.063680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.078073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Transition to ACTIVE for port object 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:18:26.129108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.198003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Pushing event updated for resources: {'Port': ['ID=3ddf5a55-19a7-48ae-85f3-edd5058a8e26,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:26.252664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Attempting to bind port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:26.253090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Attempting to bind port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '836823b3-32fe-44df-a0ee-79886270a29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e2080a6-a68b-4890-8fa4-c788868b66d1'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:26.253628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Attempting to bind port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 on network 6e2080a6-a68b-4890-8fa4-c788868b66d1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:26.258297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 on network 6e2080a6-a68b-4890-8fa4-c788868b66d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:26.258623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Attempting to bind port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 on network 6e2080a6-a68b-4890-8fa4-c788868b66d1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:26.263536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:26.263884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Checking segment: {'id': '836823b3-32fe-44df-a0ee-79886270a29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e2080a6-a68b-4890-8fa4-c788868b66d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:26.264304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Bound using segment: {'id': '836823b3-32fe-44df-a0ee-79886270a29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e2080a6-a68b-4890-8fa4-c788868b66d1'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:26.265303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Bound port: 3ddf5a55-19a7-48ae-85f3-edd5058a8e26, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836823b3-32fe-44df-a0ee-79886270a29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e2080a6-a68b-4890-8fa4-c788868b66d1'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:26.265655 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.350626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] For port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:26.354342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] For port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3ddf5a55-19a7-48ae-85f3-edd5058a8e26,segment=NetworkSegment(836823b3-32fe-44df-a0ee-79886270a29a),segment_id=836823b3-32fe-44df-a0ee-79886270a29a)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:26.395454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ce1f05a3-3b77-4f6f-af51-2984e03c1445 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:18:26.437271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3240443-d409-4f78-ad78-23822df302c9 req-450bbeec-f7f9-4b55-8c88-893852c8e606 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:26.438804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3240443-d409-4f78-ad78-23822df302c9 req-450bbeec-f7f9-4b55-8c88-893852c8e606 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 943 time: 0.0582659 Oct 27 16:18:26.464800 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.545206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ce1f05a3-3b77-4f6f-af51-2984e03c1445, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ce1f05a3-3b77-4f6f-af51-2984e03c1445,segment=NetworkSegment(efe71418-dee0-4e44-8d37-af2423c7aed8),segment_id=efe71418-dee0-4e44-8d37-af2423c7aed8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:26.562172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3240443-d409-4f78-ad78-23822df302c9 req-64b8fd21-b553-4347-80ee-0fdb1bf9acf9 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152329 Oct 27 16:18:26.569795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:26.570561 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.572360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] 10.222.0.53 "PUT /v2.0/ports/3ddf5a55-19a7-48ae-85f3-edd5058a8e26 HTTP/1.1" status: 200 len: 1091 time: 1.3390844 Oct 27 16:18:26.573888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ee4783-a55f-41ed-8b28-3737cff1687a', 'tag': '3ddf5a55-19a7-48ae-85f3-edd5058a8e26'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:26.577390 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bf8a41-3ebf-430a-bed7-76c1530b530c" -d '{"events": [{"name": "network-changed", "server_uuid": "04ee4783-a55f-41ed-8b28-3737cff1687a", "tag": "3ddf5a55-19a7-48ae-85f3-edd5058a8e26"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:26.593302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'ce1f05a3-3b77-4f6f-af51-2984e03c1445', 'network_id': '2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2', 'port_id': 'ce1f05a3-3b77-4f6f-af51-2984e03c1445', 'mac_address': 'fa:16:3e:ab:d2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce859b74-987a-4bc6-8375-ca86cc1d28af', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:18:26.627987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa13b4c-7254-42b1-9f45-d7e8934498bc service neutron] Pushing event updated for resources: {'Port': ['ID=3ddf5a55-19a7-48ae-85f3-edd5058a8e26,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:26.703469 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.719161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1f05a3-3b77-4f6f-af51-2984e03c1445 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:26.741369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ce1f05a3-3b77-4f6f-af51-2984e03c1445, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ce1f05a3-3b77-4f6f-af51-2984e03c1445,segment=NetworkSegment(efe71418-dee0-4e44-8d37-af2423c7aed8),segment_id=efe71418-dee0-4e44-8d37-af2423c7aed8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:26.760264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0580e-9c69-4f1a-acd8-9553d52b9d9d req-5dbc286a-f474-41e9-9519-c86a52885f97 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:26.761756 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fdc0580e-9c69-4f1a-acd8-9553d52b9d9d req-5dbc286a-f474-41e9-9519-c86a52885f97 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 943 time: 0.0829964 Oct 27 16:18:26.763678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-3726e94a-8809-4a9c-986f-9b2faf69f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:26.765351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-3726e94a-8809-4a9c-986f-9b2faf69f8a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8e33640bb9b46d8903122518a604ef0&device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 1094 time: 0.0722861 Oct 27 16:18:26.819270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-e43dc91c-0b56-4545-85ef-0de129a86794 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ddf5a55-19a7-48ae-85f3-edd5058a8e26 HTTP/1.1" status: 200 len: 217 time: 0.0445542 Oct 27 16:18:26.851746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fdc0580e-9c69-4f1a-acd8-9553d52b9d9d req-ace76e7e-73de-418c-8b32-b40d8c7a97d1 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829189 Oct 27 16:18:26.871970 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:26.891418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-79de25c0-fab1-4053-bbaf-bc0404884050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:26.892965 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-79de25c0-fab1-4053-bbaf-bc0404884050 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3c8c104e-d198-433b-b00e-340d8eb4d3d2 HTTP/1.1" status: 200 len: 861 time: 0.0595450 Oct 27 16:18:26.901105 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5853780c-e2e2-4207-9bb7-a12de42f0ee5 x-openstack-request-id: req-5853780c-e2e2-4207-9bb7-a12de42f0ee5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:26.908551 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ee4783-a55f-41ed-8b28-3737cff1687a", "tag": "3ddf5a55-19a7-48ae-85f3-edd5058a8e26", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:26.908551 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5853780c-e2e2-4207-9bb7-a12de42f0ee5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:26.909820 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ee4783-a55f-41ed-8b28-3737cff1687a', 'tag': '3ddf5a55-19a7-48ae-85f3-edd5058a8e26', 'status': 'completed', 'code': 200} Oct 27 16:18:26.938566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=ce1f05a3-3b77-4f6f-af51-2984e03c1445,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:26.955931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-da4701f2-bb32-455a-983a-1e3069386e01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e2080a6-a68b-4890-8fa4-c788868b66d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451379 Oct 27 16:18:27.066670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-2fc87b28-bd25-4979-9b9b-81ab926fc177 service neutron] 10.222.0.53 "GET /v2.0/networks/6e2080a6-a68b-4890-8fa4-c788868b66d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995977 Oct 27 16:18:27.104341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['ce1f05a3-3b77-4f6f-af51-2984e03c1445'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:27.174683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2eadb-a7b4-4cab-994a-6d6c7911c48a req-d884dbb4-050b-4768-be56-e25108d050d6 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:27.176317 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3a2eadb-a7b4-4cab-994a-6d6c7911c48a req-d884dbb4-050b-4768-be56-e25108d050d6 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1075456 Oct 27 16:18:27.227223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dca3e516-f0b3-4df0-80ae-29b37a11d677 req-0adc2a1d-96f2-410b-a563-9017746bd503 service neutron] 10.222.0.53 "GET /v2.0/networks/6e2080a6-a68b-4890-8fa4-c788868b66d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499431 Oct 27 16:18:27.243837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3a2eadb-a7b4-4cab-994a-6d6c7911c48a req-a6acec67-6353-4c7a-b314-b51bad07e9d9 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502343 Oct 27 16:18:27.409960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf8a41-3ebf-430a-bed7-76c1530b530c req-cf191c1f-12c8-45ba-aa18-d8979079a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:27.411442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95bf8a41-3ebf-430a-bed7-76c1530b530c req-cf191c1f-12c8-45ba-aa18-d8979079a6b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d8e33640bb9b46d8903122518a604ef0&device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 1094 time: 0.0424647 Oct 27 16:18:27.509805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf8a41-3ebf-430a-bed7-76c1530b530c req-f858239c-866a-4f47-aa12-dc80c101063d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:27.511288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95bf8a41-3ebf-430a-bed7-76c1530b530c req-f858239c-866a-4f47-aa12-dc80c101063d service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e2080a6-a68b-4890-8fa4-c788868b66d1 HTTP/1.1" status: 200 len: 922 time: 0.0932145 Oct 27 16:18:27.558398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95bf8a41-3ebf-430a-bed7-76c1530b530c req-0d912516-6d50-40d4-ac01-91d7a2a216a8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ddf5a55-19a7-48ae-85f3-edd5058a8e26 HTTP/1.1" status: 200 len: 217 time: 0.0348549 Oct 27 16:18:27.609828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf8a41-3ebf-430a-bed7-76c1530b530c req-bbe6c910-637c-4414-b64f-1ad6129f9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:27.611334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95bf8a41-3ebf-430a-bed7-76c1530b530c req-bbe6c910-637c-4414-b64f-1ad6129f9ba1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=3c8c104e-d198-433b-b00e-340d8eb4d3d2 HTTP/1.1" status: 200 len: 861 time: 0.0451145 Oct 27 16:18:27.648454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95bf8a41-3ebf-430a-bed7-76c1530b530c req-45235c21-1e9b-4036-9706-5c23fb512776 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e2080a6-a68b-4890-8fa4-c788868b66d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278013 Oct 27 16:18:27.766067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e2728-cc19-4e8d-878b-9de12b8c7c43 req-320f9cd4-ec9e-4f16-b9f9-489c0b20d812 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:27.767613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a9e2728-cc19-4e8d-878b-9de12b8c7c43 req-320f9cd4-ec9e-4f16-b9f9-489c0b20d812 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 944 time: 0.1014977 Oct 27 16:18:27.804491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95bf8a41-3ebf-430a-bed7-76c1530b530c req-a5a261c4-7971-4ee7-a69b-a9f8d14d9afc service neutron] 10.222.0.53 "GET /v2.0/networks/6e2080a6-a68b-4890-8fa4-c788868b66d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462240 Oct 27 16:18:27.833474 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a9e2728-cc19-4e8d-878b-9de12b8c7c43 req-4fe2ba15-2942-41cd-ba95-5a63712813c4 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589597 Oct 27 16:18:27.926996 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95bf8a41-3ebf-430a-bed7-76c1530b530c req-5c4750f7-60ca-4e38-a5f7-6bb959c30cbe service neutron] 10.222.0.53 "GET /v2.0/networks/6e2080a6-a68b-4890-8fa4-c788868b66d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058331 Oct 27 16:18:27.990502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b29ed-18fa-408a-8b74-4249d6943a58 req-9a53e0d6-b93a-4a2f-9bfe-b9b500a4ee23 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:27.992793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-947b29ed-18fa-408a-8b74-4249d6943a58 req-9a53e0d6-b93a-4a2f-9bfe-b9b500a4ee23 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 943 time: 0.0635123 Oct 27 16:18:28.036862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-947b29ed-18fa-408a-8b74-4249d6943a58 req-3a2f41d5-10b2-4756-9541-28d6c9cd3188 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363092 Oct 27 16:18:28.411883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37436-792f-4165-87c6-466f05d5b5df req-512e90a6-a426-4c52-8bda-2c427f3f41cc tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:28.413411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10b37436-792f-4165-87c6-466f05d5b5df req-512e90a6-a426-4c52-8bda-2c427f3f41cc tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0594587 Oct 27 16:18:28.422178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ce1f05a3-3b77-4f6f-af51-2984e03c1445 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:28.459176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10b37436-792f-4165-87c6-466f05d5b5df req-a6d8a4ed-9c0b-4d7b-b11a-b9e2d26e1264 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Oct 27 16:18:28.549009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port ce1f05a3-3b77-4f6f-af51-2984e03c1445 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:18:28.553385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port ce1f05a3-3b77-4f6f-af51-2984e03c1445 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:28.553838 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.638728 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.664271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833d9657-ac48-4228-b710-9e07ef21761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1f05a3-3b77-4f6f-af51-2984e03c1445'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:28.666789 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e778d395-aa67-4c64-aa72-6082ef0663b4" -d '{"events": [{"server_uuid": "833d9657-ac48-4228-b710-9e07ef21761b", "name": "network-vif-plugged", "status": "completed", "tag": "ce1f05a3-3b77-4f6f-af51-2984e03c1445"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:28.680602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ce1f05a3-3b77-4f6f-af51-2984e03c1445, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ce1f05a3-3b77-4f6f-af51-2984e03c1445,segment=NetworkSegment(efe71418-dee0-4e44-8d37-af2423c7aed8),segment_id=efe71418-dee0-4e44-8d37-af2423c7aed8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:28.704731 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0352f2d8-9b97-418f-be75-2fd8f1e79712 x-openstack-request-id: req-0352f2d8-9b97-418f-be75-2fd8f1e79712 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:28.705027 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833d9657-ac48-4228-b710-9e07ef21761b", "name": "network-vif-plugged", "status": "completed", "tag": "ce1f05a3-3b77-4f6f-af51-2984e03c1445", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:28.705290 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0352f2d8-9b97-418f-be75-2fd8f1e79712 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:28.705692 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833d9657-ac48-4228-b710-9e07ef21761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1f05a3-3b77-4f6f-af51-2984e03c1445', 'code': 200} Oct 27 16:18:28.754655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:28.805626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=ce1f05a3-3b77-4f6f-af51-2984e03c1445,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:28.813844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd3d2a-acb8-4f2e-ad0f-cd90d8718ce2 req-667c3948-ddeb-40aa-86db-0cde48618708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:28.815400 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78cd3d2a-acb8-4f2e-ad0f-cd90d8718ce2 req-667c3948-ddeb-40aa-86db-0cde48618708 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 1096 time: 0.0471601 Oct 27 16:18:28.851694 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78cd3d2a-acb8-4f2e-ad0f-cd90d8718ce2 req-6d70db96-a74e-4428-98cd-0c293a9805b8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291257 Oct 27 16:18:28.971424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733916-4736-40f7-ab90-1f932adae007 req-77178983-1ffc-4024-837e-c3716280d9cc tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:28.973049 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-24733916-4736-40f7-ab90-1f932adae007 req-77178983-1ffc-4024-837e-c3716280d9cc tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 945 time: 0.0583372 Oct 27 16:18:29.014260 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-24733916-4736-40f7-ab90-1f932adae007 req-e8d78c73-4c82-4bae-a037-3d112546959e tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346069 Oct 27 16:18:29.178158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d09317-675c-4d42-a215-bdb5eb0901e1 req-c36a311d-b720-43cc-9a2e-984f4db86df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:29.179975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06d09317-675c-4d42-a215-bdb5eb0901e1 req-c36a311d-b720-43cc-9a2e-984f4db86df1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 1096 time: 0.0999973 Oct 27 16:18:29.215284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c882e-71f0-4c3a-b57a-38e8b5e3feca req-56998720-4ed6-40be-8ab3-707b64d42d60 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:29.216828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b68c882e-71f0-4c3a-b57a-38e8b5e3feca req-56998720-4ed6-40be-8ab3-707b64d42d60 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 943 time: 0.1003060 Oct 27 16:18:29.235877 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:29.245748 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06d09317-675c-4d42-a215-bdb5eb0901e1 req-c476baf1-c504-4936-9a9c-22fcc9cabf45 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567200 Oct 27 16:18:29.266040 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b68c882e-71f0-4c3a-b57a-38e8b5e3feca req-b316b6a0-d70e-4fa1-ac28-abbceedaa2bc tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386798 Oct 27 16:18:29.576041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31397fb5-5dcd-436d-ad51-6ce044200e23 req-1c3ce429-63aa-447f-82b1-c0d68a882d5e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:29.577674 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-31397fb5-5dcd-436d-ad51-6ce044200e23 req-1c3ce429-63aa-447f-82b1-c0d68a882d5e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0496619 Oct 27 16:18:29.619579 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-31397fb5-5dcd-436d-ad51-6ce044200e23 req-c9d3c2bd-3fe9-4848-8b5a-ee4b107036b7 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355060 Oct 27 16:18:30.172334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2daeb4-af23-4c71-b1af-a11369e3a24d req-a3e1334a-339a-46f4-a31e-d68ea6d12c90 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:30.174133 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f2daeb4-af23-4c71-b1af-a11369e3a24d req-a3e1334a-339a-46f4-a31e-d68ea6d12c90 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 945 time: 0.0723155 Oct 27 16:18:30.242098 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f2daeb4-af23-4c71-b1af-a11369e3a24d req-77c9c4c3-add0-439e-8e2d-6c6d1287b2ab tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610800 Oct 27 16:18:30.405843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b49ce8-765e-4432-ae7f-0df7e2dad2ea req-66617001-5fdb-4fb9-8eef-06e05893565d tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:30.414042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08b49ce8-765e-4432-ae7f-0df7e2dad2ea req-66617001-5fdb-4fb9-8eef-06e05893565d tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 943 time: 0.0717728 Oct 27 16:18:30.453406 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08b49ce8-765e-4432-ae7f-0df7e2dad2ea req-8618a194-c031-40a9-b863-0dafd7efab0b tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372372 Oct 27 16:18:30.553830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:18:30.665337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3ddf5a55-19a7-48ae-85f3-edd5058a8e26,segment=NetworkSegment(836823b3-32fe-44df-a0ee-79886270a29a),segment_id=836823b3-32fe-44df-a0ee-79886270a29a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:30.679096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '3ddf5a55-19a7-48ae-85f3-edd5058a8e26', 'network_id': '6e2080a6-a68b-4890-8fa4-c788868b66d1', 'port_id': '3ddf5a55-19a7-48ae-85f3-edd5058a8e26', 'mac_address': 'fa:16:3e:83:62:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8c104e-d198-433b-b00e-340d8eb4d3d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:18:30.723810 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.739291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:30.759847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3ddf5a55-19a7-48ae-85f3-edd5058a8e26,segment=NetworkSegment(836823b3-32fe-44df-a0ee-79886270a29a),segment_id=836823b3-32fe-44df-a0ee-79886270a29a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:30.779873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aaa99c-275f-4e6b-8bbb-66947e4d0d25 req-7d4c6cd7-78e9-4e3c-aac4-86e55c3d43ec tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:30.784792 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99aaa99c-275f-4e6b-8bbb-66947e4d0d25 req-7d4c6cd7-78e9-4e3c-aac4-86e55c3d43ec tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0613959 Oct 27 16:18:30.823703 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99aaa99c-275f-4e6b-8bbb-66947e4d0d25 req-2893be75-02fc-4e87-aee7-bac76f92e6e0 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349236 Oct 27 16:18:30.915035 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:30.972315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=3ddf5a55-19a7-48ae-85f3-edd5058a8e26,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:31.183618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['3ddf5a55-19a7-48ae-85f3-edd5058a8e26'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:31.412978 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931d6da-9d09-420f-bc88-8950089cbdc4 req-434b20c8-d43e-4a1b-930a-38a35b62c250 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:31.417087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2931d6da-9d09-420f-bc88-8950089cbdc4 req-434b20c8-d43e-4a1b-930a-38a35b62c250 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 945 time: 0.0759015 Oct 27 16:18:31.464498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2931d6da-9d09-420f-bc88-8950089cbdc4 req-eb5e7495-5498-4875-a2b7-20e0d5147c0a tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378380 Oct 27 16:18:31.596954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a61c7-500b-4b86-8f0b-587bd674dd66 req-f78e0260-422c-4b67-b834-be7aaae484e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:31.598473 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe0a61c7-500b-4b86-8f0b-587bd674dd66 req-f78e0260-422c-4b67-b834-be7aaae484e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4d13418482a43108d1f408f67cfd165&device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 1096 time: 0.0772281 Oct 27 16:18:31.611920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa41a2c-7660-471f-b90d-678fd105f750 req-71225988-7004-44b4-9148-0e927ef13693 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:31.612916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8d777-4e32-4498-921f-db2d2c9e09ba req-1a256a6f-a49d-41c1-97ad-b817f0bd9dec tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:31.613567 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6fa41a2c-7660-471f-b90d-678fd105f750 req-71225988-7004-44b4-9148-0e927ef13693 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 944 time: 0.0546129 Oct 27 16:18:31.614325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-82b8d777-4e32-4498-921f-db2d2c9e09ba req-1a256a6f-a49d-41c1-97ad-b817f0bd9dec tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0664058 Oct 27 16:18:31.671116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6fa41a2c-7660-471f-b90d-678fd105f750 req-0944e2e5-540c-4235-b050-38ce545d0891 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506611 Oct 27 16:18:31.717579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-82b8d777-4e32-4498-921f-db2d2c9e09ba req-2673d6c6-defd-4a00-9b22-f976a5f055a1 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899949 Oct 27 16:18:31.770476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a61c7-500b-4b86-8f0b-587bd674dd66 req-774558e6-2163-4199-bcc5-d11825334d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:31.772726 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe0a61c7-500b-4b86-8f0b-587bd674dd66 req-774558e6-2163-4199-bcc5-d11825334d5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=b3dabac9-886f-4769-9e5c-c37d5153d4f2 HTTP/1.1" status: 200 len: 911 time: 0.1572809 Oct 27 16:18:31.850407 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe0a61c7-500b-4b86-8f0b-587bd674dd66 req-aa8cc994-4299-4703-b058-13f25b29a584 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de721bfd-c347-484b-84fe-9d63ebf14b3c HTTP/1.1" status: 200 len: 217 time: 0.0552502 Oct 27 16:18:31.935011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a61c7-500b-4b86-8f0b-587bd674dd66 req-86d620a3-c062-4d48-bee3-3fd478804a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:31.941780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe0a61c7-500b-4b86-8f0b-587bd674dd66 req-86d620a3-c062-4d48-bee3-3fd478804a20 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e53b8bd9-0304-4047-ba78-3bb86240a48f HTTP/1.1" status: 200 len: 850 time: 0.0740047 Oct 27 16:18:31.973516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe0a61c7-500b-4b86-8f0b-587bd674dd66 req-6ecb3340-51a8-426f-aa40-e952a1c05386 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3dabac9-886f-4769-9e5c-c37d5153d4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274456 Oct 27 16:18:32.071602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe0a61c7-500b-4b86-8f0b-587bd674dd66 req-dfd5f3dd-ff3b-4e75-8501-e7b4b566bcd6 service neutron] 10.222.0.53 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912871 Oct 27 16:18:32.243234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe0a61c7-500b-4b86-8f0b-587bd674dd66 req-bb799a12-4022-4bf8-bf6f-5458c6ceb504 service neutron] 10.222.0.53 "GET /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635354 Oct 27 16:18:32.280569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c1856-28b6-4732-9296-af72f5b03621 req-b0fa7d3b-398e-4261-a0df-922f4ee66149 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:32.283206 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-417c1856-28b6-4732-9296-af72f5b03621 req-b0fa7d3b-398e-4261-a0df-922f4ee66149 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 945 time: 0.0918739 Oct 27 16:18:32.338531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-417c1856-28b6-4732-9296-af72f5b03621 req-a74806d7-1b0e-42d6-86db-2e49e53606e2 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468309 Oct 27 16:18:32.503577 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.576749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:32.685887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:18:32.691758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:32.692371 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.799915 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.844471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3ddf5a55-19a7-48ae-85f3-edd5058a8e26,segment=NetworkSegment(836823b3-32fe-44df-a0ee-79886270a29a),segment_id=836823b3-32fe-44df-a0ee-79886270a29a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:32.845936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ee4783-a55f-41ed-8b28-3737cff1687a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddf5a55-19a7-48ae-85f3-edd5058a8e26'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:32.849686 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d61196-2d23-4ee8-9373-c1ec675be09a" -d '{"events": [{"server_uuid": "04ee4783-a55f-41ed-8b28-3737cff1687a", "name": "network-vif-plugged", "status": "completed", "tag": "3ddf5a55-19a7-48ae-85f3-edd5058a8e26"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:32.859893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7cb7e2-a555-4566-85c6-b87ffdb83b80 req-0be728bf-76d1-4314-aefd-3b80c7c62839 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:32.865644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a240f19-da9c-4118-b07a-065d84c6a755 req-aaa9d124-14dc-4666-a4ab-bf670edb319f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:32.868439 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa7cb7e2-a555-4566-85c6-b87ffdb83b80 req-0be728bf-76d1-4314-aefd-3b80c7c62839 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 944 time: 0.1064637 Oct 27 16:18:32.875260 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a240f19-da9c-4118-b07a-065d84c6a755 req-aaa9d124-14dc-4666-a4ab-bf670edb319f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0729809 Oct 27 16:18:32.907802 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa7cb7e2-a555-4566-85c6-b87ffdb83b80 req-087c8b9b-1564-4ca7-9ead-4f2f64a15f96 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393882 Oct 27 16:18:32.920673 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:32.946791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a240f19-da9c-4118-b07a-065d84c6a755 req-6305cdc0-408d-4e3e-985f-7699d47156e0 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702024 Oct 27 16:18:32.981124 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc0b8b0-16f0-4e55-83a2-9e814aa835ec x-openstack-request-id: req-4bc0b8b0-16f0-4e55-83a2-9e814aa835ec {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:32.981429 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ee4783-a55f-41ed-8b28-3737cff1687a", "name": "network-vif-plugged", "status": "completed", "tag": "3ddf5a55-19a7-48ae-85f3-edd5058a8e26", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:32.981691 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bc0b8b0-16f0-4e55-83a2-9e814aa835ec {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:32.982091 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ee4783-a55f-41ed-8b28-3737cff1687a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddf5a55-19a7-48ae-85f3-edd5058a8e26', 'code': 200} Oct 27 16:18:33.002126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=3ddf5a55-19a7-48ae-85f3-edd5058a8e26,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:33.094769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef645e-6730-4c55-858f-5fb78668badc req-06183152-eae1-4555-8d90-b1bc267138e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:33.096666 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbef645e-6730-4c55-858f-5fb78668badc req-06183152-eae1-4555-8d90-b1bc267138e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 1096 time: 0.0441697 Oct 27 16:18:33.134937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbef645e-6730-4c55-858f-5fb78668badc req-31f817fa-e64b-498b-aacc-fabc32de2cda service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296228 Oct 27 16:18:33.522166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976f6c9-eac6-4a8e-a335-c645e5505c6c req-2a00e8fe-7af9-4fb1-91bd-2a139f52adb7 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:33.526148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1976f6c9-eac6-4a8e-a335-c645e5505c6c req-2a00e8fe-7af9-4fb1-91bd-2a139f52adb7 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 945 time: 0.1030250 Oct 27 16:18:33.570550 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b440c-bdd3-4f4e-acb2-e52266b0983c req-ed5741ea-216c-405e-ba26-fb86ad76bed0 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:33.572414 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea7b440c-bdd3-4f4e-acb2-e52266b0983c req-ed5741ea-216c-405e-ba26-fb86ad76bed0 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.54 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 945 time: 0.0701916 Oct 27 16:18:33.581034 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1976f6c9-eac6-4a8e-a335-c645e5505c6c req-3e012834-9ae9-4971-aa39-1f10747fe4f3 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5e86585-881f-4cfd-bfb0-95bdb0c3e035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477877 Oct 27 16:18:33.688549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-ea7b440c-bdd3-4f4e-acb2-e52266b0983c req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Deleting port ce1f05a3-3b77-4f6f-af51-2984e03c1445 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:33.688898 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ea7b440c-bdd3-4f4e-acb2-e52266b0983c req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.799915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-ea7b440c-bdd3-4f4e-acb2-e52266b0983c req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] For port ce1f05a3-3b77-4f6f-af51-2984e03c1445, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ce1f05a3-3b77-4f6f-af51-2984e03c1445,segment=NetworkSegment(efe71418-dee0-4e44-8d37-af2423c7aed8),segment_id=efe71418-dee0-4e44-8d37-af2423c7aed8)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:33.800405 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ea7b440c-bdd3-4f4e-acb2-e52266b0983c req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:33.816656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-ea7b440c-bdd3-4f4e-acb2-e52266b0983c req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Calling delete_port for ce1f05a3-3b77-4f6f-af51-2984e03c1445 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:34.054823 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ea7b440c-bdd3-4f4e-acb2-e52266b0983c req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.078869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['ce1f05a3-3b77-4f6f-af51-2984e03c1445'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:34.098823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Pushing event deleted for resources: {'Port': ['ID=ce1f05a3-3b77-4f6f-af51-2984e03c1445,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:34.112350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a064a93-976c-4566-837d-437962bd384b req-70dd3d10-cbaa-4908-a638-c1ea078f0f1f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:34.114630 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a064a93-976c-4566-837d-437962bd384b req-70dd3d10-cbaa-4908-a638-c1ea078f0f1f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0792177 Oct 27 16:18:34.116500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.116858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.117203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.118000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.118344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.118684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.119094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.119424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.119764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.120253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.120587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.120915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:18:34.160549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6fa2c-6359-429a-bf8c-ccd22447f185 req-5825a258-36f9-406f-ac8a-4631d3d20ff3 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:34.162106 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2a6fa2c-6359-429a-bf8c-ccd22447f185 req-5825a258-36f9-406f-ac8a-4631d3d20ff3 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 945 time: 0.1378224 Oct 27 16:18:34.163541 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a064a93-976c-4566-837d-437962bd384b req-4b6deab0-cbda-413c-b4cc-258ba0fc6636 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364594 Oct 27 16:18:34.185240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7b440c-bdd3-4f4e-acb2-e52266b0983c req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] No DVR routers for this DVR port ce1f05a3-3b77-4f6f-af51-2984e03c1445 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:34.188374 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:18:34.188944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-ea7b440c-bdd3-4f4e-acb2-e52266b0983c req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:34.191871 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea7b440c-bdd3-4f4e-acb2-e52266b0983c req-00cd6d2a-bf18-4fa3-9327-668cd2620875 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.54 "DELETE /v2.0/ports/ce1f05a3-3b77-4f6f-af51-2984e03c1445 HTTP/1.1" status: 204 len: 173 time: 0.6124697 Oct 27 16:18:34.192374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833d9657-ac48-4228-b710-9e07ef21761b', 'name': 'network-vif-deleted', 'tag': 'ce1f05a3-3b77-4f6f-af51-2984e03c1445'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:34.194697 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d269d3dc-d153-4145-a5fe-3031a7d39ec8" -d '{"events": [{"server_uuid": "833d9657-ac48-4228-b710-9e07ef21761b", "name": "network-vif-deleted", "tag": "ce1f05a3-3b77-4f6f-af51-2984e03c1445"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:34.244725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2a6fa2c-6359-429a-bf8c-ccd22447f185 req-a4ead2e5-60ce-412d-aa75-617c00d50156 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661881 Oct 27 16:18:34.246777 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4106b4cf-a2a5-4f22-a387-c5c0b02aa46e x-openstack-request-id: req-4106b4cf-a2a5-4f22-a387-c5c0b02aa46e {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:34.246966 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833d9657-ac48-4228-b710-9e07ef21761b", "name": "network-vif-deleted", "tag": "ce1f05a3-3b77-4f6f-af51-2984e03c1445", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:34.247819 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4106b4cf-a2a5-4f22-a387-c5c0b02aa46e {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:34.247819 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833d9657-ac48-4228-b710-9e07ef21761b', 'name': 'network-vif-deleted', 'tag': 'ce1f05a3-3b77-4f6f-af51-2984e03c1445', 'status': 'completed', 'code': 200} Oct 27 16:18:34.714979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c71b82a-625b-421c-a9b5-b229ef189c71 req-6ef04445-4601-4960-b6ea-4aa869ff7050 tempest-InstanceActionsV221TestJSON-242679494 tempest-InstanceActionsV221TestJSON-242679494-project] 10.222.0.15 "GET /v2.0/ports?device_id=833d9657-ac48-4228-b710-9e07ef21761b HTTP/1.1" status: 200 len: 210 time: 0.0283444 Oct 27 16:18:35.338456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16a3d3-2b46-483c-b9fe-48844beadda1 req-6e303a43-c381-4514-a0f6-e8fb7ca79380 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:35.351258 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8a16a3d3-2b46-483c-b9fe-48844beadda1 req-6e303a43-c381-4514-a0f6-e8fb7ca79380 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0750260 Oct 27 16:18:35.407507 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8a16a3d3-2b46-483c-b9fe-48844beadda1 req-5dd2262a-fb1d-4744-b7f9-f0712d6a56e5 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550928 Oct 27 16:18:35.487220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b564202-88ec-41f7-bfe8-cd4adff2e639 req-6583cc45-31a1-47ba-a931-c737304c2992 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:35.502761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b564202-88ec-41f7-bfe8-cd4adff2e639 req-6583cc45-31a1-47ba-a931-c737304c2992 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 945 time: 0.1205206 Oct 27 16:18:35.553582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b564202-88ec-41f7-bfe8-cd4adff2e639 req-fe04f527-d6c0-4826-9869-07642ac09fdd tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488183 Oct 27 16:18:36.142981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfe8cb-7364-412f-abb1-aa57c7016ec2 req-3693e9b7-fe26-4538-9cd1-f470844c5e4f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:36.145135 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-afcfe8cb-7364-412f-abb1-aa57c7016ec2 req-3693e9b7-fe26-4538-9cd1-f470844c5e4f tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0561972 Oct 27 16:18:36.222722 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-afcfe8cb-7364-412f-abb1-aa57c7016ec2 req-a04e668a-1be3-4e0c-8485-0328fcb51718 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705833 Oct 27 16:18:36.414660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36912) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:36.541195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad11ac-ca10-4dc4-84de-239f64f98984 req-41e6bd95-659a-4ca9-93be-2c75303c34d4 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:36.550569 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6cad11ac-ca10-4dc4-84de-239f64f98984 req-41e6bd95-659a-4ca9-93be-2c75303c34d4 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 945 time: 0.1274614 Oct 27 16:18:36.555542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f4bfa31-4a97-4b42-ba9a-38eed22e1798 admin admin] Deleting subnet ce859b74-987a-4bc6-8375-ca86cc1d28af {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:36.559504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa31-4a97-4b42-ba9a-38eed22e1798 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.594576 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6cad11ac-ca10-4dc4-84de-239f64f98984 req-1a549a3c-f78d-46e4-b694-11d273678aad tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415041 Oct 27 16:18:36.622419 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa31-4a97-4b42-ba9a-38eed22e1798 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.671459 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa31-4a97-4b42-ba9a-38eed22e1798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.920503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa31-4a97-4b42-ba9a-38eed22e1798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.920503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bfa31-4a97-4b42-ba9a-38eed22e1798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce859b74-987a-4bc6-8375-ca86cc1d28af,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:36.920503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa31-4a97-4b42-ba9a-38eed22e1798 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:36.923522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3f4bfa31-4a97-4b42-ba9a-38eed22e1798 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ce859b74-987a-4bc6-8375-ca86cc1d28af HTTP/1.1" status: 204 len: 168 time: 0.5069776 Oct 27 16:18:36.926101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36918) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:37.009540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.098838 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.120626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:37.133826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe71418-dee0-4e44-8d37-af2423c7aed8') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:37.133826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe71418-dee0-4e44-8d37-af2423c7aed8') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:37.145365 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.159911 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.168822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:37.169431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:37.171837 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:37.337770 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.356087 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:37.362020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2 HTTP/1.1" status: 204 len: 168 time: 0.4324203 Oct 27 16:18:37.362020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da269fad-764d-4a95-9e37-985b9a5ef573 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a30b0a1-a9a2-4eaa-a4bc-52204a70d3a2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:37.416718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9caaf0c-8934-4ff2-94af-d3472d401c38 req-317cf661-3df3-4b8c-a40b-1c56445fcc15 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:37.418346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9caaf0c-8934-4ff2-94af-d3472d401c38 req-317cf661-3df3-4b8c-a40b-1c56445fcc15 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1136165 Oct 27 16:18:37.471290 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9caaf0c-8934-4ff2-94af-d3472d401c38 req-1b3112d2-6e27-4f2f-b37e-263ff3dd3cf1 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Oct 27 16:18:37.722260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398eee07-68d5-4193-9166-755165f0244e req-0201d740-ae21-43b4-b535-8c230bf6f185 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:37.725206 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-398eee07-68d5-4193-9166-755165f0244e req-0201d740-ae21-43b4-b535-8c230bf6f185 tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 945 time: 0.0537765 Oct 27 16:18:37.784794 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-398eee07-68d5-4193-9166-755165f0244e req-e6fa5ef8-6197-4251-a97e-d53c9075dd2f tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/security-groups?id=b181dbe6-82f9-4509-94b0-727cba95b945&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526023 Oct 27 16:18:37.868538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36934) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:37.934704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608c3c0-33e6-41fe-b1c6-95d0724b1793 req-330f59e4-4f6e-42a6-9c08-e471b2edd5fc tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:37.936577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6608c3c0-33e6-41fe-b1c6-95d0724b1793 req-330f59e4-4f6e-42a6-9c08-e471b2edd5fc tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.53 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 945 time: 0.0799689 Oct 27 16:18:37.988464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-29a545f6-526b-49c0-90d3-f80c5b728ab1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47f746121ce449c5b2240377da1e5df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1186285 Oct 27 16:18:37.991248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36938) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:38.090726 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebf85170-842a-4234-9335-2a142f28c4a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.117674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6608c3c0-33e6-41fe-b1c6-95d0724b1793 req-6c1affbb-d6d3-4911-9c2d-5c7f110e0f8b tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Deleting port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:38.118159 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6608c3c0-33e6-41fe-b1c6-95d0724b1793 req-6c1affbb-d6d3-4911-9c2d-5c7f110e0f8b tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.126042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebf85170-842a-4234-9335-2a142f28c4a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.252945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6608c3c0-33e6-41fe-b1c6-95d0724b1793 req-6c1affbb-d6d3-4911-9c2d-5c7f110e0f8b tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] For port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3ddf5a55-19a7-48ae-85f3-edd5058a8e26,segment=NetworkSegment(836823b3-32fe-44df-a0ee-79886270a29a),segment_id=836823b3-32fe-44df-a0ee-79886270a29a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:38.253267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6608c3c0-33e6-41fe-b1c6-95d0724b1793 req-6c1affbb-d6d3-4911-9c2d-5c7f110e0f8b tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.267293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6608c3c0-33e6-41fe-b1c6-95d0724b1793 req-6c1affbb-d6d3-4911-9c2d-5c7f110e0f8b tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Calling delete_port for 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:38.315604 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebf85170-842a-4234-9335-2a142f28c4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.318214 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebf85170-842a-4234-9335-2a142f28c4a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.319459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ebf85170-842a-4234-9335-2a142f28c4a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5e86585-881f-4cfd-bfb0-95bdb0c3e035 HTTP/1.1" status: 204 len: 168 time: 0.3274066 Oct 27 16:18:38.348409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf85170-842a-4234-9335-2a142f28c4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e86585-881f-4cfd-bfb0-95bdb0c3e035,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:38.509841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ce1f05a3-3b77-4f6f-af51-2984e03c1445 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:38.549310 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6608c3c0-33e6-41fe-b1c6-95d0724b1793 req-6c1affbb-d6d3-4911-9c2d-5c7f110e0f8b tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.554602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: ce1f05a3-3b77-4f6f-af51-2984e03c1445 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:38.557412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ce1f05a3-3b77-4f6f-af51-2984e03c1445 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:38.560898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['3ddf5a55-19a7-48ae-85f3-edd5058a8e26'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:38.653720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1affbb-d6d3-4911-9c2d-5c7f110e0f8b tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Pushing event deleted for resources: {'Port': ['ID=3ddf5a55-19a7-48ae-85f3-edd5058a8e26,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:38.684190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6608c3c0-33e6-41fe-b1c6-95d0724b1793 req-6c1affbb-d6d3-4911-9c2d-5c7f110e0f8b tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] No DVR routers for this DVR port 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:38.696616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6608c3c0-33e6-41fe-b1c6-95d0724b1793 req-6c1affbb-d6d3-4911-9c2d-5c7f110e0f8b tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:38.700464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6608c3c0-33e6-41fe-b1c6-95d0724b1793 req-6c1affbb-d6d3-4911-9c2d-5c7f110e0f8b tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.53 "DELETE /v2.0/ports/3ddf5a55-19a7-48ae-85f3-edd5058a8e26 HTTP/1.1" status: 204 len: 173 time: 0.7554698 Oct 27 16:18:38.701035 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ee4783-a55f-41ed-8b28-3737cff1687a', 'name': 'network-vif-deleted', 'tag': '3ddf5a55-19a7-48ae-85f3-edd5058a8e26'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:38.704028 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77931bf7-a38e-4932-8209-f112825713cd" -d '{"events": [{"server_uuid": "04ee4783-a55f-41ed-8b28-3737cff1687a", "name": "network-vif-deleted", "tag": "3ddf5a55-19a7-48ae-85f3-edd5058a8e26"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:38.764123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f6197-7534-4adf-b822-3c12d4b12a45 req-404cc19b-e2dd-4d99-9f71-bfeeee2a676a tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:38.769528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-823f6197-7534-4adf-b822-3c12d4b12a45 req-404cc19b-e2dd-4d99-9f71-bfeeee2a676a tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0866582 Oct 27 16:18:38.771357 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859b2779-1cd3-4d35-a671-833aa81519a7 x-openstack-request-id: req-859b2779-1cd3-4d35-a671-833aa81519a7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:38.771872 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ee4783-a55f-41ed-8b28-3737cff1687a", "name": "network-vif-deleted", "tag": "3ddf5a55-19a7-48ae-85f3-edd5058a8e26", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:38.772159 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-859b2779-1cd3-4d35-a671-833aa81519a7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:38.772553 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ee4783-a55f-41ed-8b28-3737cff1687a', 'name': 'network-vif-deleted', 'tag': '3ddf5a55-19a7-48ae-85f3-edd5058a8e26', 'status': 'completed', 'code': 200} Oct 27 16:18:38.835909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-823f6197-7534-4adf-b822-3c12d4b12a45 req-7bf278e2-4928-48db-b77c-fd8207e8c43a tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545399 Oct 27 16:18:38.926362 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-56a18bdf-f9d1-4bea-b1ab-64e8a473ba06 req-9a53e332-8183-4f2c-bba6-86fb1f26ba8c tempest-InstanceActionsNegativeTestJSON-372365304 tempest-InstanceActionsNegativeTestJSON-372365304-project] 10.222.0.15 "GET /v2.0/ports?device_id=04ee4783-a55f-41ed-8b28-3737cff1687a HTTP/1.1" status: 200 len: 210 time: 0.0361748 Oct 27 16:18:39.304422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36978) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:39.348870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36984) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:39.406777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc16d7-50df-47ed-8f37-5c630c46374c req-120caacf-357d-441d-8679-24392aad7980 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:39.406777 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6fc16d7-50df-47ed-8f37-5c630c46374c req-120caacf-357d-441d-8679-24392aad7980 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.0700927 Oct 27 16:18:39.509493 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be6e3833-06dd-4299-861a-386f00067820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.510927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e288bff-f3d4-4298-a938-acdfe2fc65bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.581389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f6fc16d7-50df-47ed-8f37-5c630c46374c req-4b376abf-45ca-4447-b523-95879fae96a8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Deleting port de721bfd-c347-484b-84fe-9d63ebf14b3c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:39.581748 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f6fc16d7-50df-47ed-8f37-5c630c46374c req-4b376abf-45ca-4447-b523-95879fae96a8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.599378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be6e3833-06dd-4299-861a-386f00067820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.709984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be6e3833-06dd-4299-861a-386f00067820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.754186 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-be6e3833-06dd-4299-861a-386f00067820 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16fc70252cf64e6ca0878f9fef2bf84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041562 Oct 27 16:18:39.756793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36992) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:39.796586 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e3833-06dd-4299-861a-386f00067820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1ce6f9-25ed-4cd5-b2cc-28014df60db1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:39.832862 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d74248cf-929b-478a-b230-62b75f00bca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.860505 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d74248cf-929b-478a-b230-62b75f00bca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.930361 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e288bff-f3d4-4298-a938-acdfe2fc65bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.946598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f6fc16d7-50df-47ed-8f37-5c630c46374c req-4b376abf-45ca-4447-b523-95879fae96a8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] For port de721bfd-c347-484b-84fe-9d63ebf14b3c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=de721bfd-c347-484b-84fe-9d63ebf14b3c,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:39.946864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f6fc16d7-50df-47ed-8f37-5c630c46374c req-4b376abf-45ca-4447-b523-95879fae96a8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:39.982518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f6fc16d7-50df-47ed-8f37-5c630c46374c req-4b376abf-45ca-4447-b523-95879fae96a8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Calling delete_port for de721bfd-c347-484b-84fe-9d63ebf14b3c owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:40.047556 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e288bff-f3d4-4298-a938-acdfe2fc65bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.063693 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37008) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:40.064777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dacc4-d7f8-4d22-a77b-3d855c532303 req-b24131b7-a14f-4e9e-a0d1-c533327633a2 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:40.066292 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd8dacc4-d7f8-4d22-a77b-3d855c532303 req-b24131b7-a14f-4e9e-a0d1-c533327633a2 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 945 time: 0.1169245 Oct 27 16:18:40.077508 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d74248cf-929b-478a-b230-62b75f00bca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.080495 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d74248cf-929b-478a-b230-62b75f00bca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.081976 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d74248cf-929b-478a-b230-62b75f00bca4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c1ce6f9-25ed-4cd5-b2cc-28014df60db1 HTTP/1.1" status: 204 len: 168 time: 0.3241968 Oct 27 16:18:40.120980 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74248cf-929b-478a-b230-62b75f00bca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1ce6f9-25ed-4cd5-b2cc-28014df60db1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:40.147371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0e288bff-f3d4-4298-a938-acdfe2fc65bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3ccab02114f4a46b09ffb1f8252e66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8384020 Oct 27 16:18:40.149550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37014) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:40.165420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc557b7-3fe8-4a39-b0cf-7b6927a4b733 admin admin] Deleting subnet 3c8c104e-d198-433b-b00e-340d8eb4d3d2 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:40.170703 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cc557b7-3fe8-4a39-b0cf-7b6927a4b733 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.187884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e288bff-f3d4-4298-a938-acdfe2fc65bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25559906-2dbc-49f6-9903-7de42642f3e9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:40.212786 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cc557b7-3fe8-4a39-b0cf-7b6927a4b733 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.222341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd8dacc4-d7f8-4d22-a77b-3d855c532303 req-0fd3922f-7d99-4c50-a886-e309b6da1077 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370120 Oct 27 16:18:40.265038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37016) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:40.267409 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cc557b7-3fe8-4a39-b0cf-7b6927a4b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.277735 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e7699ab-aedb-4880-9d4a-2482acb948c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.314503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e7699ab-aedb-4880-9d4a-2482acb948c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.428664 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f6fc16d7-50df-47ed-8f37-5c630c46374c req-4b376abf-45ca-4447-b523-95879fae96a8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.442519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c4821bf0-fe0a-4e66-aee5-6b245df450e2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:40.445654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['de721bfd-c347-484b-84fe-9d63ebf14b3c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:40.470723 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cc557b7-3fe8-4a39-b0cf-7b6927a4b733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.506560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b376abf-45ca-4447-b523-95879fae96a8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Pushing event deleted for resources: {'Port': ['ID=de721bfd-c347-484b-84fe-9d63ebf14b3c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:40.513708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e7699ab-aedb-4880-9d4a-2482acb948c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.513708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e7699ab-aedb-4880-9d4a-2482acb948c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.517107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2e7699ab-aedb-4880-9d4a-2482acb948c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25559906-2dbc-49f6-9903-7de42642f3e9 HTTP/1.1" status: 204 len: 168 time: 0.3640785 Oct 27 16:18:40.519252 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1434640684-network', 'tenant_id': '38e167ed61904d47b93b448fd57046ff'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:40.524273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc557b7-3fe8-4a39-b0cf-7b6927a4b733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8c104e-d198-433b-b00e-340d8eb4d3d2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:40.532013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cc557b7-3fe8-4a39-b0cf-7b6927a4b733 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.536632 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8cc557b7-3fe8-4a39-b0cf-7b6927a4b733 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3c8c104e-d198-433b-b00e-340d8eb4d3d2 HTTP/1.1" status: 204 len: 168 time: 0.4717581 Oct 27 16:18:40.539487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37026) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:40.570942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fc16d7-50df-47ed-8f37-5c630c46374c req-4b376abf-45ca-4447-b523-95879fae96a8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] No DVR routers for this DVR port de721bfd-c347-484b-84fe-9d63ebf14b3c on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:40.573588 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f6fc16d7-50df-47ed-8f37-5c630c46374c req-4b376abf-45ca-4447-b523-95879fae96a8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.578098 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6fc16d7-50df-47ed-8f37-5c630c46374c req-4b376abf-45ca-4447-b523-95879fae96a8 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.53 "DELETE /v2.0/ports/de721bfd-c347-484b-84fe-9d63ebf14b3c HTTP/1.1" status: 204 len: 173 time: 1.1628101 Oct 27 16:18:40.579004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7699ab-aedb-4880-9d4a-2482acb948c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25559906-2dbc-49f6-9903-7de42642f3e9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:40.628164 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.745058 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.751004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Made reservation on behalf of 38e167ed61904d47b93b448fd57046ff for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:40.751004 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.768718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.773368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5b71d6-7263-45c2-879c-4f5b0e1ddf80', 'name': 'network-vif-deleted', 'tag': 'de721bfd-c347-484b-84fe-9d63ebf14b3c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:40.776769 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa69335d-f926-4ec3-adad-ae1453ef74b0" -d '{"events": [{"server_uuid": "4d5b71d6-7263-45c2-879c-4f5b0e1ddf80", "name": "network-vif-deleted", "tag": "de721bfd-c347-484b-84fe-9d63ebf14b3c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:40.783536 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e2080a6-a68b-4890-8fa4-c788868b66d1']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:40.796931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836823b3-32fe-44df-a0ee-79886270a29a') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:40.797226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836823b3-32fe-44df-a0ee-79886270a29a') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:40.813037 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.826390 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eb4b92-c1cc-41ac-a661-44d3aa09a978 x-openstack-request-id: req-80eb4b92-c1cc-41ac-a661-44d3aa09a978 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:40.827671 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5b71d6-7263-45c2-879c-4f5b0e1ddf80", "name": "network-vif-deleted", "tag": "de721bfd-c347-484b-84fe-9d63ebf14b3c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:40.828037 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80eb4b92-c1cc-41ac-a661-44d3aa09a978 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:40.828378 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5b71d6-7263-45c2-879c-4f5b0e1ddf80', 'name': 'network-vif-deleted', 'tag': 'de721bfd-c347-484b-84fe-9d63ebf14b3c', 'status': 'completed', 'code': 200} Oct 27 16:18:40.886430 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.892175 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.899288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:40.899830 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:40.901690 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:40.983779 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.017901 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44db4251-8461-444b-8be0-f08b819ea67b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:41.111105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.116737 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.120240 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] 10.222.0.15 "DELETE /v2.0/networks/6e2080a6-a68b-4890-8fa4-c788868b66d1 HTTP/1.1" status: 204 len: 168 time: 0.5795255 Oct 27 16:18:41.126105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:41.144120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88ae31-0a97-4062-b29e-60ee8dae297d admin admin] Pushing event deleted for resources: {'Network': ['ID=6e2080a6-a68b-4890-8fa4-c788868b66d1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:41.149065 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.149441 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Added segment 8e11407d-c1cd-4d4a-8618-b4bb4481c1ef of type vlan for network 04aa1300-2452-4f4c-a87a-ab3b20d4856a Oct 27 16:18:41.197371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.308345 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.312480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:41.312480 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.360212 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08681629-fc7d-43e1-9df4-9478dd393220 req-78400bed-e900-4e13-be13-b6c00d3b4310 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d5b71d6-7263-45c2-879c-4f5b0e1ddf80 HTTP/1.1" status: 200 len: 210 time: 0.0394459 Oct 27 16:18:41.381046 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] Pushing event updated for resources: {'Network': ['ID=04aa1300-2452-4f4c-a87a-ab3b20d4856a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:41.388451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 04aa1300-2452-4f4c-a87a-ab3b20d4856a details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:41.460779 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-24a112bd-7130-46a7-9a9b-169e4f58200e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1944427 Oct 27 16:18:41.463732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37062) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:41.470383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] Request body: {'subnet': {'network_id': '04aa1300-2452-4f4c-a87a-ab3b20d4856a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1434640684-subnet', 'tenant_id': '38e167ed61904d47b93b448fd57046ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:41.628934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] Made reservation on behalf of 38e167ed61904d47b93b448fd57046ff for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:41.631361 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.746401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37070) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:41.836344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-72228b89-cd57-4d88-8a08-2f88ff7ce79c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8e33640bb9b46d8903122518a604ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0894973 Oct 27 16:18:41.839010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37072) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:41.897085 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea9378ef-8b6b-49e7-ae6f-bca295a1366b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.909777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:41.945219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea9378ef-8b6b-49e7-ae6f-bca295a1366b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.009123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b97867-570a-45a3-a59b-e13d46a97b04,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:42.020446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] Checking segment: {'id': '8e11407d-c1cd-4d4a-8618-b4bb4481c1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '04aa1300-2452-4f4c-a87a-ab3b20d4856a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:42.020897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] Network hostable DHCP agents. Network: 04aa1300-2452-4f4c-a87a-ab3b20d4856a, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:42.161254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] Network 04aa1300-2452-4f4c-a87a-ab3b20d4856a is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:42.165300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea9378ef-8b6b-49e7-ae6f-bca295a1366b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.169545 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea9378ef-8b6b-49e7-ae6f-bca295a1366b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.169545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ea9378ef-8b6b-49e7-ae6f-bca295a1366b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b181dbe6-82f9-4509-94b0-727cba95b945 HTTP/1.1" status: 204 len: 168 time: 0.3294044 Oct 27 16:18:42.184299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9378ef-8b6b-49e7-ae6f-bca295a1366b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b181dbe6-82f9-4509-94b0-727cba95b945,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:42.246516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 04aa1300-2452-4f4c-a87a-ab3b20d4856a) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:42.252036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:42.253592 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:42.257707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b97b88-2ef7-4030-a0c4-10b83fff9e92 None None] Network 04aa1300-2452-4f4c-a87a-ab3b20d4856a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:42.396500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-407c4b3e-8735-40f9-965c-461ab0cb7a12 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9312441 Oct 27 16:18:42.399222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1705042-6138-405e-8f19-1d636b3a5020 None None] Network 04aa1300-2452-4f4c-a87a-ab3b20d4856a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:42.635672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:42.680356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:42.680941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3ddf5a55-19a7-48ae-85f3-edd5058a8e26 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:42.941900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece39ec6-2b6c-4bad-8869-9efa0febd28c req-a6273b5e-9fb3-47be-8318-a9a462aa0fec tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:42.943422 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ece39ec6-2b6c-4bad-8869-9efa0febd28c req-a6273b5e-9fb3-47be-8318-a9a462aa0fec tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0599234 Oct 27 16:18:42.991739 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ece39ec6-2b6c-4bad-8869-9efa0febd28c req-d8186e37-135a-4c32-a3dc-c84b623094ae tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Oct 27 16:18:43.220755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-bb8b25d3-f8ff-417d-985d-12254a7f2dbe tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:43.222638 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-bb8b25d3-f8ff-417d-985d-12254a7f2dbe tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/networks?id=04aa1300-2452-4f4c-a87a-ab3b20d4856a HTTP/1.1" status: 200 len: 813 time: 0.1334567 Oct 27 16:18:43.245252 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-fbb77c27-574c-4685-aac9-d95e9f4467f9 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/quotas/38e167ed61904d47b93b448fd57046ff HTTP/1.1" status: 200 len: 375 time: 0.0161326 Oct 27 16:18:43.303396 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-5b2302a9-a587-4d17-a15a-7776f171f3ff tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=38e167ed61904d47b93b448fd57046ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501561 Oct 27 16:18:43.404789 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-80727dfa-23f4-4fcd-a821-d53b1e469ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/04aa1300-2452-4f4c-a87a-ab3b20d4856a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004753 Oct 27 16:18:43.510062 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-2903c83c-c1e3-4b64-a044-41628087a0a3 service neutron] 10.222.0.15 "GET /v2.0/networks/04aa1300-2452-4f4c-a87a-ab3b20d4856a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990961 Oct 27 16:18:43.777217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3ea430b-d941-4940-af39-6eb77fcd25c5 req-b01264b6-411e-4b2c-8af9-9945b8d5f356 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 210 time: 0.0370517 Oct 27 16:18:44.124217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6127b-3ac4-426d-b4da-cedfbf631863 req-4029f250-dc6a-49ca-8101-7c5295d3bbe1 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:44.126381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6e6127b-3ac4-426d-b4da-cedfbf631863 req-4029f250-dc6a-49ca-8101-7c5295d3bbe1 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0584061 Oct 27 16:18:44.169261 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6e6127b-3ac4-426d-b4da-cedfbf631863 req-94385e67-7e5e-4eb9-8f0e-ab8cf9cbae32 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 Oct 27 16:18:44.517869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37194) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:44.620339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-168056253-network', 'tenant_id': '47daabd1605a42aa8532e3ff3940c44c'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:44.640927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de721bfd-c347-484b-84fe-9d63ebf14b3c no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:44.672762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: de721bfd-c347-484b-84fe-9d63ebf14b3c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:44.673114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device de721bfd-c347-484b-84fe-9d63ebf14b3c not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:44.726179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Made reservation on behalf of 47daabd1605a42aa8532e3ff3940c44c for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:44.728689 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.737381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.824922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.860939 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1a17a94-d4f0-4e81-bd8c-7a85ac6b90cc req-1351079f-26b3-4717-bc21-61b0e3cd85d4 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 210 time: 0.0291688 Oct 27 16:18:44.902263 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.925021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:18:44.939931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43abbbe7-9716-46e0-8459-c4783cb7b862,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:44.942736 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:44.943078 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Added segment 1781255d-f9ba-4151-a137-e2ef55a24249 of type vlan for network 140261b0-e790-4cbf-881e-ca3b97ac23ea Oct 27 16:18:44.989149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.453876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56375bb3-e6d1-4304-b98c-31d3f8f05d07 req-5ff3b52a-7bc6-460e-b42e-d31ba6cb3d12 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:45.461563 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-56375bb3-e6d1-4304-b98c-31d3f8f05d07 req-5ff3b52a-7bc6-460e-b42e-d31ba6cb3d12 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.0894492 Oct 27 16:18:45.481529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e57c4f-190b-4a11-b080-c0c59690ec7a req-b1ee5417-e636-48f1-8618-c1bdb59d2384 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:45.483919 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6e57c4f-190b-4a11-b080-c0c59690ec7a req-b1ee5417-e636-48f1-8618-c1bdb59d2384 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.54 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 945 time: 0.1129074 Oct 27 16:18:45.494634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.498790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:45.498790 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.593047 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-56375bb3-e6d1-4304-b98c-31d3f8f05d07 req-aa0cad6a-e8ac-4d5c-90b0-78f6a4456a75 tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c73576f-3734-4440-ad86-6d7410eb65c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305416 Oct 27 16:18:45.641679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] Pushing event updated for resources: {'Network': ['ID=140261b0-e790-4cbf-881e-ca3b97ac23ea,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:45.652201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 140261b0-e790-4cbf-881e-ca3b97ac23ea details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:18:45.674950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-581dc66f-28fc-483a-b06c-cbf1be1f5b1c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1523218 Oct 27 16:18:45.675337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37230) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:45.678979 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-b6e57c4f-190b-4a11-b080-c0c59690ec7a req-480b67dc-7dbe-4b1f-b9cc-579afb04e28e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Deleting port c4821bf0-fe0a-4e66-aee5-6b245df450e2 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:45.679663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b6e57c4f-190b-4a11-b080-c0c59690ec7a req-480b67dc-7dbe-4b1f-b9cc-579afb04e28e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.680480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] Request body: {'subnet': {'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-168056253-subnet', 'tenant_id': '47daabd1605a42aa8532e3ff3940c44c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:45.798436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-b6e57c4f-190b-4a11-b080-c0c59690ec7a req-480b67dc-7dbe-4b1f-b9cc-579afb04e28e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] For port c4821bf0-fe0a-4e66-aee5-6b245df450e2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c4821bf0-fe0a-4e66-aee5-6b245df450e2,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:45.798881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b6e57c4f-190b-4a11-b080-c0c59690ec7a req-480b67dc-7dbe-4b1f-b9cc-579afb04e28e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.806882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] Made reservation on behalf of 47daabd1605a42aa8532e3ff3940c44c for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:45.809386 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:45.813336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-b6e57c4f-190b-4a11-b080-c0c59690ec7a req-480b67dc-7dbe-4b1f-b9cc-579afb04e28e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Calling delete_port for c4821bf0-fe0a-4e66-aee5-6b245df450e2 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:46.025845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2e69f59-4253-4e84-baf7-564e5bae3621 req-5266d480-c94e-4a0a-8cea-95fe32b4191c tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 210 time: 0.0299339 Oct 27 16:18:46.048277 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b6e57c4f-190b-4a11-b080-c0c59690ec7a req-480b67dc-7dbe-4b1f-b9cc-579afb04e28e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.062539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c4821bf0-fe0a-4e66-aee5-6b245df450e2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:46.079225 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.110583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b67dc-7dbe-4b1f-b9cc-579afb04e28e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Pushing event deleted for resources: {'Port': ['ID=c4821bf0-fe0a-4e66-aee5-6b245df450e2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:46.134521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e57c4f-190b-4a11-b080-c0c59690ec7a req-480b67dc-7dbe-4b1f-b9cc-579afb04e28e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] No DVR routers for this DVR port c4821bf0-fe0a-4e66-aee5-6b245df450e2 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:18:46.138229 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b6e57c4f-190b-4a11-b080-c0c59690ec7a req-480b67dc-7dbe-4b1f-b9cc-579afb04e28e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.139537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd3dc8b-a9f1-4871-bf20-1b27048ca28b,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:46.150983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6e57c4f-190b-4a11-b080-c0c59690ec7a req-480b67dc-7dbe-4b1f-b9cc-579afb04e28e tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.54 "DELETE /v2.0/ports/c4821bf0-fe0a-4e66-aee5-6b245df450e2 HTTP/1.1" status: 204 len: 173 time: 0.6574090 Oct 27 16:18:46.151480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe22c44-0063-42c6-b39c-913f84869ffc', 'name': 'network-vif-deleted', 'tag': 'c4821bf0-fe0a-4e66-aee5-6b245df450e2'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:46.153960 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadb82ae-0d56-4088-a0cc-675c927ecd73" -d '{"events": [{"server_uuid": "6fe22c44-0063-42c6-b39c-913f84869ffc", "name": "network-vif-deleted", "tag": "c4821bf0-fe0a-4e66-aee5-6b245df450e2"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:46.185236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] Checking segment: {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:46.187540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] Network hostable DHCP agents. Network: 140261b0-e790-4cbf-881e-ca3b97ac23ea, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:18:46.197231 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae8c92-25b8-4d74-b29b-db13b09efb4b x-openstack-request-id: req-b5ae8c92-25b8-4d74-b29b-db13b09efb4b {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:46.201991 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe22c44-0063-42c6-b39c-913f84869ffc", "name": "network-vif-deleted", "tag": "c4821bf0-fe0a-4e66-aee5-6b245df450e2", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:46.201991 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5ae8c92-25b8-4d74-b29b-db13b09efb4b {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:46.201991 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe22c44-0063-42c6-b39c-913f84869ffc', 'name': 'network-vif-deleted', 'tag': 'c4821bf0-fe0a-4e66-aee5-6b245df450e2', 'status': 'completed', 'code': 200} Oct 27 16:18:46.251956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] Network 140261b0-e790-4cbf-881e-ca3b97ac23ea is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:18:46.329597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 140261b0-e790-4cbf-881e-ca3b97ac23ea) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:46.334269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:46.335791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.340578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253a9cc-892b-4323-a418-63effd0b7102 None None] Network 140261b0-e790-4cbf-881e-ca3b97ac23ea requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:46.470823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7799a8d8-8402-4b63-ab37-5a858ebaae43 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7904267 Oct 27 16:18:46.562178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-90f15f5f-9ea0-4c7f-b843-edee604031d1 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:46.563719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-90f15f5f-9ea0-4c7f-b843-edee604031d1 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.53 "GET /v2.0/networks?id=04aa1300-2452-4f4c-a87a-ab3b20d4856a HTTP/1.1" status: 200 len: 813 time: 0.1959324 Oct 27 16:18:46.578998 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Request body: {'port': {'device_id': '27138f03-7e8e-495a-983b-072e1695f599', 'network_id': '04aa1300-2452-4f4c-a87a-ab3b20d4856a', 'admin_state_up': True, 'tenant_id': '38e167ed61904d47b93b448fd57046ff'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:46.592324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-140261b0-e790-4cbf-881e-ca3b97ac23ea', 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea', 'tenant_id': '47daabd1605a42aa8532e3ff3940c44c', 'fixed_ips': [{'subnet_id': 'cbd3dc8b-a9f1-4871-bf20-1b27048ca28b'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:18:46.593211 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.818138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-877ca9f7-fb02-4a5c-8e0b-8dc50b09ad00 req-e897ee62-71c2-4d91-adfc-b10ec7a49dcb tempest-ServerRescueTestJSON-1604610450 tempest-ServerRescueTestJSON-1604610450-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fe22c44-0063-42c6-b39c-913f84869ffc HTTP/1.1" status: 200 len: 210 time: 0.0390487 Oct 27 16:18:46.851208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Allocated IP 172.20.0.2 (140261b0-e790-4cbf-881e-ca3b97ac23ea/cbd3dc8b-a9f1-4871-bf20-1b27048ca28b/07484a44-8c8b-4974-ad37-17e6d86540c4) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:46.961526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Made reservation on behalf of 38e167ed61904d47b93b448fd57046ff for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:46.965870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:46.995965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37262) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:47.064349 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.160714 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.163192 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9bf17e4-2127-4945-9499-b9e2983c399f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.166825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d1342da9-2eaf-4e9f-a9a7-b0607ac539a9 req-f9e1e75a-ae8b-4bb7-8bd7-6a8ecbd263ba tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 210 time: 0.0532742 Oct 27 16:18:47.177795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Allocated IP 172.20.0.11 (04aa1300-2452-4f4c-a87a-ab3b20d4856a/98b97867-570a-45a3-a59b-e13d46a97b04/57c0a81c-9d00-4088-8f2c-c5084ba88892) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:47.221051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Network 140261b0-e790-4cbf-881e-ca3b97ac23ea is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:47.223634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:47.229656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:47.241545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Pushing event updated for resources: {'Port': ['ID=07484a44-8c8b-4974-ad37-17e6d86540c4,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:47.304762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9bf17e4-2127-4945-9499-b9e2983c399f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.308649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Attempting to bind port 07484a44-8c8b-4974-ad37-17e6d86540c4 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:47.309016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Attempting to bind port 07484a44-8c8b-4974-ad37-17e6d86540c4 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:47.309376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Attempting to bind port 07484a44-8c8b-4974-ad37-17e6d86540c4 on network 140261b0-e790-4cbf-881e-ca3b97ac23ea {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:47.315727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:47.316259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Checking segment: {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:47.316651 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.317357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Bound using segment: {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:47.317973 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Bound port: 07484a44-8c8b-4974-ad37-17e6d86540c4, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:47.319074 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.387464 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9bf17e4-2127-4945-9499-b9e2983c399f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.389847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] For port 07484a44-8c8b-4974-ad37-17e6d86540c4, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:47.395797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] For port 07484a44-8c8b-4974-ad37-17e6d86540c4, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=07484a44-8c8b-4974-ad37-17e6d86540c4,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:47.396728 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.452272 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.455682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-2bde60cf-65d5-4e9f-a7f4-016644c0b0ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:47.457265 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-2bde60cf-65d5-4e9f-a7f4-016644c0b0ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/networks?id=140261b0-e790-4cbf-881e-ca3b97ac23ea HTTP/1.1" status: 200 len: 815 time: 0.1723208 Oct 27 16:18:47.458330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf17e4-2127-4945-9499-b9e2983c399f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ff61f9-1e2f-4378-bc83-dfa4b3b7b65d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:47.462810 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c9bf17e4-2127-4945-9499-b9e2983c399f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=088c26242aac4351b1f9199a0dce4ef7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645712 Oct 27 16:18:47.465351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37276) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:47.490726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-fe7e16ff-a8c6-4ce3-b608-9814aa3984d4 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/quotas/47daabd1605a42aa8532e3ff3940c44c HTTP/1.1" status: 200 len: 375 time: 0.0164766 Oct 27 16:18:47.510150 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.532204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c6224-ffce-4142-a2b3-6a9af96cd18b None None] Pushing event updated for resources: {'Port': ['ID=07484a44-8c8b-4974-ad37-17e6d86540c4,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:47.547555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Network 04aa1300-2452-4f4c-a87a-ab3b20d4856a is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:47.551537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:47.554165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:47.625087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-77f6d959-3b82-4937-be6f-600ac5d731e0 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=47daabd1605a42aa8532e3ff3940c44c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1190553 Oct 27 16:18:47.626489 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4297-a58e-42e0-b4a4-72d73df7e438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.645852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Pushing event updated for resources: {'Port': ['ID=57c0a81c-9d00-4088-8f2c-c5084ba88892,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:47.660012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:47.660012 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.660482 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4297-a58e-42e0-b4a4-72d73df7e438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.799394 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b3d323c7-254a-4225-989c-bb98f660f397 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2262888 Oct 27 16:18:47.814745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Request body: {'port': {'device_id': '27138f03-7e8e-495a-983b-072e1695f599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:47.827636 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4297-a58e-42e0-b4a4-72d73df7e438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.834533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ffc4297-a58e-42e0-b4a4-72d73df7e438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.840007 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3ffc4297-a58e-42e0-b4a4-72d73df7e438 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25ff61f9-1e2f-4378-bc83-dfa4b3b7b65d HTTP/1.1" status: 204 len: 168 time: 0.3734031 Oct 27 16:18:47.859585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4297-a58e-42e0-b4a4-72d73df7e438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ff61f9-1e2f-4378-bc83-dfa4b3b7b65d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:47.863899 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-f1d2d5b1-e845-4252-ab0b-286047ae5baa service neutron] 10.222.0.15 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301137 Oct 27 16:18:47.897695 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:47.962405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37302) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:48.025287 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-8c45f656-d82e-4495-a342-54f34131d262 service neutron] 10.222.0.15 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290183 Oct 27 16:18:48.405166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b1501-1bfb-4854-b516-cd11066410fb req-32a1715f-f836-4974-9e84-150a455c8018 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:48.406695 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137b1501-1bfb-4854-b516-cd11066410fb req-32a1715f-f836-4974-9e84-150a455c8018 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 932 time: 0.1338680 Oct 27 16:18:48.471388 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b4f2e863-6c76-416f-9ecc-01633def4717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.540761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c4821bf0-fe0a-4e66-aee5-6b245df450e2 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:48.541590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c0a81c-9d00-4088-8f2c-c5084ba88892 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:48.553632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-137b1501-1bfb-4854-b516-cd11066410fb req-3c348fbf-fc46-4383-8a6b-ff7699625a7d tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/security-groups?id=44db4251-8461-444b-8be0-f08b819ea67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324420 Oct 27 16:18:48.555132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.609178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Transition to ACTIVE for port object 57c0a81c-9d00-4088-8f2c-c5084ba88892 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:18:48.634971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: c4821bf0-fe0a-4e66-aee5-6b245df450e2 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:48.635415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c4821bf0-fe0a-4e66-aee5-6b245df450e2 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:48.697474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.766798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-1227d45e-8993-4d8b-a32e-1eed05466de2 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:48.768753 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-1227d45e-8993-4d8b-a32e-1eed05466de2 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/networks?id=140261b0-e790-4cbf-881e-ca3b97ac23ea HTTP/1.1" status: 200 len: 815 time: 0.1547644 Oct 27 16:18:48.798806 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-443a8b08-183e-4983-9d67-4b079fa86956 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/quotas/47daabd1605a42aa8532e3ff3940c44c HTTP/1.1" status: 200 len: 375 time: 0.0235851 Oct 27 16:18:48.814709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Pushing event updated for resources: {'Port': ['ID=57c0a81c-9d00-4088-8f2c-c5084ba88892,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:48.857264 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-87390455-0683-45e9-879a-3657b5200ad9 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=47daabd1605a42aa8532e3ff3940c44c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0574279 Oct 27 16:18:48.873323 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:48.937537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37334) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:48.957001 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5c06-46c1-4ac1-88c6-ae19f576b90d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.002564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Attempting to bind port 57c0a81c-9d00-4088-8f2c-c5084ba88892 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:49.002913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Attempting to bind port 57c0a81c-9d00-4088-8f2c-c5084ba88892 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '8e11407d-c1cd-4d4a-8618-b4bb4481c1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '04aa1300-2452-4f4c-a87a-ab3b20d4856a'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:49.003240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Attempting to bind port 57c0a81c-9d00-4088-8f2c-c5084ba88892 on network 04aa1300-2452-4f4c-a87a-ab3b20d4856a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:49.011317 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af43c17-74fa-4b7a-bb39-a817d576ebef None None] Network 140261b0-e790-4cbf-881e-ca3b97ac23ea requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:18:49.016617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Port 57c0a81c-9d00-4088-8f2c-c5084ba88892 on network 04aa1300-2452-4f4c-a87a-ab3b20d4856a not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:49.021061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Attempting to bind port 57c0a81c-9d00-4088-8f2c-c5084ba88892 on network 04aa1300-2452-4f4c-a87a-ab3b20d4856a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:49.021203 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-4918fa46-1f51-414f-bf9d-133393fb4bf8 service neutron] 10.222.0.15 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528449 Oct 27 16:18:49.029228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:49.029615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Checking segment: {'id': '8e11407d-c1cd-4d4a-8618-b4bb4481c1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '04aa1300-2452-4f4c-a87a-ab3b20d4856a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:49.030015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Bound using segment: {'id': '8e11407d-c1cd-4d4a-8618-b4bb4481c1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '04aa1300-2452-4f4c-a87a-ab3b20d4856a'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:49.030455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Bound port: 57c0a81c-9d00-4088-8f2c-c5084ba88892, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e11407d-c1cd-4d4a-8618-b4bb4481c1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '04aa1300-2452-4f4c-a87a-ab3b20d4856a'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:49.030816 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.081228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-adc7c2a9-d289-439f-9956-55595cb5f563 None None] Provisioning complete for port 07484a44-8c8b-4974-ad37-17e6d86540c4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:49.081873 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-adc7c2a9-d289-439f-9956-55595cb5f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.155144 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5c06-46c1-4ac1-88c6-ae19f576b90d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.191851 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-49340d51-03eb-4b82-a379-e22de3f4b607 service neutron] 10.222.0.15 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498013 Oct 27 16:18:49.224168 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5c06-46c1-4ac1-88c6-ae19f576b90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.286387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5b3b5c06-46c1-4ac1-88c6-ae19f576b90d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=377078e6faa64c8aaddfb794a8751924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3479269 Oct 27 16:18:49.290764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b5c06-46c1-4ac1-88c6-ae19f576b90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd0a43-beec-4844-86cc-10d92cc716b5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:49.297879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:49.406784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fcedee1-9708-4ac0-8e49-9bd458054780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.443874 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-adc7c2a9-d289-439f-9956-55595cb5f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.474984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fcedee1-9708-4ac0-8e49-9bd458054780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.487239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-adc7c2a9-d289-439f-9956-55595cb5f563 None None] For port 07484a44-8c8b-4974-ad37-17e6d86540c4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=07484a44-8c8b-4974-ad37-17e6d86540c4,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:49.507085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 07484a44-8c8b-4974-ad37-17e6d86540c4 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:49.539908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] For port 57c0a81c-9d00-4088-8f2c-c5084ba88892, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:49.548654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] For port 57c0a81c-9d00-4088-8f2c-c5084ba88892, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=57c0a81c-9d00-4088-8f2c-c5084ba88892,segment=NetworkSegment(8e11407d-c1cd-4d4a-8618-b4bb4481c1ef),segment_id=8e11407d-c1cd-4d4a-8618-b4bb4481c1ef)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:49.595580 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-adc7c2a9-d289-439f-9956-55595cb5f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.605325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 07484a44-8c8b-4974-ad37-17e6d86540c4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:49.605696 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.619012 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.694984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fcedee1-9708-4ac0-8e49-9bd458054780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.694984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fcedee1-9708-4ac0-8e49-9bd458054780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.694984 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9fcedee1-9708-4ac0-8e49-9bd458054780 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86bd0a43-beec-4844-86cc-10d92cc716b5 HTTP/1.1" status: 204 len: 168 time: 0.3927996 Oct 27 16:18:49.705945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:49.707788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:49.709878 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] 10.222.0.53 "PUT /v2.0/ports/57c0a81c-9d00-4088-8f2c-c5084ba88892 HTTP/1.1" status: 200 len: 1092 time: 1.9019446 Oct 27 16:18:49.712323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27138f03-7e8e-495a-983b-072e1695f599', 'tag': '57c0a81c-9d00-4088-8f2c-c5084ba88892'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:49.716166 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9003bfb1-ac90-45b7-b005-a658fc47784e" -d '{"events": [{"name": "network-changed", "server_uuid": "27138f03-7e8e-495a-983b-072e1695f599", "tag": "57c0a81c-9d00-4088-8f2c-c5084ba88892"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:49.762539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2369b-a18a-4103-9d65-c2e60f441d81 service neutron] Pushing event updated for resources: {'Port': ['ID=57c0a81c-9d00-4088-8f2c-c5084ba88892,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:49.764963 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcedee1-9708-4ac0-8e49-9bd458054780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd0a43-beec-4844-86cc-10d92cc716b5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:49.820328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7c2a9-d289-439f-9956-55595cb5f563 None None] Pushing event updated for resources: {'Port': ['ID=07484a44-8c8b-4974-ad37-17e6d86540c4,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:49.866731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] Deleting port 3acd583c-61e5-4638-8df3-43403343424d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:49.868971 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.019784 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e2aa0b-af85-446e-badf-23ff4bbec732 x-openstack-request-id: req-c4e2aa0b-af85-446e-badf-23ff4bbec732 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:50.020350 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27138f03-7e8e-495a-983b-072e1695f599", "tag": "57c0a81c-9d00-4088-8f2c-c5084ba88892", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:50.020830 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4e2aa0b-af85-446e-badf-23ff4bbec732 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:50.021463 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27138f03-7e8e-495a-983b-072e1695f599', 'tag': '57c0a81c-9d00-4088-8f2c-c5084ba88892', 'status': 'completed', 'code': 200} Oct 27 16:18:50.024458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7618988b-09ea-408d-b7e1-1d70ac8ad3bb None None] Provisioning complete for port 07484a44-8c8b-4974-ad37-17e6d86540c4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:50.024768 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7618988b-09ea-408d-b7e1-1d70ac8ad3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.099339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-090ce53c-8b54-479d-b27c-89c984974ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:50.104837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-090ce53c-8b54-479d-b27c-89c984974ec4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38e167ed61904d47b93b448fd57046ff&device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 1095 time: 0.1543183 Oct 27 16:18:50.119683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723d9e1-6454-43f7-818d-6b376842e0a3 req-737bff8e-f5e8-47c7-b474-58dbeaeb09c2 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:50.136658 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f723d9e1-6454-43f7-818d-6b376842e0a3 req-737bff8e-f5e8-47c7-b474-58dbeaeb09c2 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 944 time: 0.3296111 Oct 27 16:18:50.187552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-8d10cb6b-3986-41fa-b735-7ff2d014bd54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c0a81c-9d00-4088-8f2c-c5084ba88892 HTTP/1.1" status: 200 len: 217 time: 0.0455718 Oct 27 16:18:50.219290 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] For port 3acd583c-61e5-4638-8df3-43403343424d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3acd583c-61e5-4638-8df3-43403343424d,segment=NetworkSegment(b03b75bf-a772-4996-9258-2e40144a52f6),segment_id=b03b75bf-a772-4996-9258-2e40144a52f6)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:50.219654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:50.232076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5dd06301-f958-4575-bb3f-05ac32ebc667 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:50.242959 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5dd06301-f958-4575-bb3f-05ac32ebc667 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/networks?id=140261b0-e790-4cbf-881e-ca3b97ac23ea HTTP/1.1" status: 200 len: 815 time: 0.1921587 Oct 27 16:18:50.262272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-a189045d-9b17-4b97-b879-d8e41069d305 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/quotas/47daabd1605a42aa8532e3ff3940c44c HTTP/1.1" status: 200 len: 375 time: 0.0162458 Oct 27 16:18:50.280339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f723d9e1-6454-43f7-818d-6b376842e0a3 req-fe1a4efc-513c-415e-ae59-feb23e88fadb tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/security-groups?id=44db4251-8461-444b-8be0-f08b819ea67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379035 Oct 27 16:18:50.299670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] Calling delete_port for 3acd583c-61e5-4638-8df3-43403343424d owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:50.330960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-2a4854e9-ce90-4d8f-a277-dd2e70576d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:50.332464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-2a4854e9-ce90-4d8f-a277-dd2e70576d71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98b97867-570a-45a3-a59b-e13d46a97b04 HTTP/1.1" status: 200 len: 853 time: 0.1298630 Oct 27 16:18:50.369251 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-2849b275-a5d7-45bc-890e-ed7af983571c tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=47daabd1605a42aa8532e3ff3940c44c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1029198 Oct 27 16:18:50.402242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-71632e21-e4e6-4a5c-a038-24daf478572a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04aa1300-2452-4f4c-a87a-ab3b20d4856a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337024 Oct 27 16:18:50.574517 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-a4a18fa7-d244-4062-a9ff-5af4982dd4d5 service neutron] 10.222.0.15 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023106 Oct 27 16:18:50.586961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-a5900e6e-2140-477e-9deb-c4f276f902c9 service neutron] 10.222.0.53 "GET /v2.0/networks/04aa1300-2452-4f4c-a87a-ab3b20d4856a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759462 Oct 27 16:18:50.693591 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-6e8ea794-249b-440a-95dc-661ddda16b74 service neutron] 10.222.0.15 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109536 Oct 27 16:18:50.740758 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03630a59-fdf1-4edb-ba4f-175f472290a6 req-b7b102a5-fbd1-44b1-b139-e6980a2c4fb9 service neutron] 10.222.0.53 "GET /v2.0/networks/04aa1300-2452-4f4c-a87a-ab3b20d4856a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438282 Oct 27 16:18:50.899156 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.007456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] Pushing event deleted for resources: {'Port': ['ID=3acd583c-61e5-4638-8df3-43403343424d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:51.149451 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c20f7d6-8aff-4c28-a08c-4682671e8c10 req-4ab69aaf-14b6-439f-8b4c-e8759eba1fe5 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 210 time: 0.0818048 Oct 27 16:18:51.241274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003bfb1-ac90-45b7-b005-a658fc47784e req-245e8b44-4e0f-45d6-afc7-496a2e5e6e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:51.241274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9003bfb1-ac90-45b7-b005-a658fc47784e req-245e8b44-4e0f-45d6-afc7-496a2e5e6e16 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38e167ed61904d47b93b448fd57046ff&device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 1095 time: 0.2893414 Oct 27 16:18:51.369975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.553749 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-16401c65-3729-4aa5-88c7-a4fc23e4bab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.559136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003bfb1-ac90-45b7-b005-a658fc47784e req-f0a3e25f-e199-4432-b1be-874105a58238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:51.561300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9003bfb1-ac90-45b7-b005-a658fc47784e req-f0a3e25f-e199-4432-b1be-874105a58238 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04aa1300-2452-4f4c-a87a-ab3b20d4856a HTTP/1.1" status: 200 len: 914 time: 0.3129365 Oct 27 16:18:51.593013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 07484a44-8c8b-4974-ad37-17e6d86540c4 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:51.674281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 07484a44-8c8b-4974-ad37-17e6d86540c4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:51.674962 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:51.678351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-1fbcdad7-d7aa-471f-af0f-d23237b190f6 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:51.679971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-1fbcdad7-d7aa-471f-af0f-d23237b190f6 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.54 "GET /v2.0/networks?id=140261b0-e790-4cbf-881e-ca3b97ac23ea HTTP/1.1" status: 200 len: 815 time: 0.2719922 Oct 27 16:18:51.699640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Request body: {'port': {'device_id': 'c515a34d-431c-4f65-8bd3-b4ddcc8af1aa', 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea', 'admin_state_up': True, 'tenant_id': '47daabd1605a42aa8532e3ff3940c44c'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:51.712989 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9003bfb1-ac90-45b7-b005-a658fc47784e req-16084784-d847-418e-a2e0-c714f28c5d1f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57c0a81c-9d00-4088-8f2c-c5084ba88892 HTTP/1.1" status: 200 len: 217 time: 0.1218393 Oct 27 16:18:51.802983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003bfb1-ac90-45b7-b005-a658fc47784e req-b1f6844e-195d-4082-b3c5-c4b3924a6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:51.804567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9003bfb1-ac90-45b7-b005-a658fc47784e req-b1f6844e-195d-4082-b3c5-c4b3924a6c83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=98b97867-570a-45a3-a59b-e13d46a97b04 HTTP/1.1" status: 200 len: 853 time: 0.0506735 Oct 27 16:18:51.823113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb050d0-c26c-4472-a2be-845a2f4471d7 req-82a0df90-4ae3-4389-8bb5-56cd13288971 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:51.835011 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbb050d0-c26c-4472-a2be-845a2f4471d7 req-82a0df90-4ae3-4389-8bb5-56cd13288971 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 944 time: 0.2903154 Oct 27 16:18:51.883710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9003bfb1-ac90-45b7-b005-a658fc47784e req-7bccceaf-69e8-4ede-9ce5-0437e503c3ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04aa1300-2452-4f4c-a87a-ab3b20d4856a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455265 Oct 27 16:18:52.003935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbb050d0-c26c-4472-a2be-845a2f4471d7 req-18e20369-a6b0-48a7-ad3d-01531aab3a69 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/security-groups?id=44db4251-8461-444b-8be0-f08b819ea67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676354 Oct 27 16:18:52.031330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] Router b3e066b5-5e11-4281-b56d-563b6f2e651d has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:18:52.057560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Made reservation on behalf of 47daabd1605a42aa8532e3ff3940c44c for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:52.065166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.148645 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.176189 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.206283 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9003bfb1-ac90-45b7-b005-a658fc47784e req-a26e89e6-cae2-4315-b8b6-9b76ea2dd1f5 service neutron] 10.222.0.53 "GET /v2.0/networks/04aa1300-2452-4f4c-a87a-ab3b20d4856a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999923 Oct 27 16:18:52.315817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Allocated IP 172.20.0.6 (140261b0-e790-4cbf-881e-ca3b97ac23ea/cbd3dc8b-a9f1-4871-bf20-1b27048ca28b/43f1d98b-50b9-4a70-b65d-1e919689c7d2) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:52.315980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7683139a-fffd-4db1-8532-293d38e3e1fa req-ba0c429a-c8eb-4b90-8364-48c651ca5119 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 210 time: 0.0739927 Oct 27 16:18:52.392172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9003bfb1-ac90-45b7-b005-a658fc47784e req-bdc45b84-f026-424c-9f19-baeb8698e793 service neutron] 10.222.0.53 "GET /v2.0/networks/04aa1300-2452-4f4c-a87a-ab3b20d4856a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724355 Oct 27 16:18:52.399623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:52.417670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c299f-b087-42b2-82b3-390679fe8378 None None] Sync routers for ids ['b3e066b5-5e11-4281-b56d-563b6f2e651d'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:52.425493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e115e921-99d9-4853-bb34-f40507058493 admin admin] 10.222.0.15 "PUT /v2.0/routers/b3e066b5-5e11-4281-b56d-563b6f2e651d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4617884 Oct 27 16:18:52.426724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37434) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:52.430050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c299f-b087-42b2-82b3-390679fe8378 None None] Routers {'b3e066b5-5e11-4281-b56d-563b6f2e651d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:52.431194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-178c299f-b087-42b2-82b3-390679fe8378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:18:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b3e066b5-5e11-4281-b56d-563b6f2e651d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:52.589207 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:52.644355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-92aaced2-94c9-46d6-b1bd-e6d087741865 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:52.650973 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-92aaced2-94c9-46d6-b1bd-e6d087741865 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.54 "GET /v2.0/networks?id=140261b0-e790-4cbf-881e-ca3b97ac23ea HTTP/1.1" status: 200 len: 815 time: 0.2748113 Oct 27 16:18:52.701197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Request body: {'port': {'device_id': '992ef6f7-9d82-425d-bd69-06d99f18a71d', 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea', 'admin_state_up': True, 'tenant_id': '47daabd1605a42aa8532e3ff3940c44c'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:52.730563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-178c299f-b087-42b2-82b3-390679fe8378 None None] Set router b3e066b5-5e11-4281-b56d-563b6f2e651d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:52.819282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.017816 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.087680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Made reservation on behalf of 47daabd1605a42aa8532e3ff3940c44c for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:53.091687 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.121343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Network 140261b0-e790-4cbf-881e-ca3b97ac23ea is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:53.130207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:53.138059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Pushing event updated for resources: {'Port': ['ID=43f1d98b-50b9-4a70-b65d-1e919689c7d2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:53.139093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-178c299f-b087-42b2-82b3-390679fe8378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'name': 'tempest-ServerRescueTestJSON-530156934-router', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:18:50Z', 'revision_number': 5, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'gw_port': {'id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:30Z', 'updated_at': '2021-10-27T16:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:53.141346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:53.180805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c299f-b087-42b2-82b3-390679fe8378 None None] Checking router: b3e066b5-5e11-4281-b56d-563b6f2e651d for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:18:53.193355 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c299f-b087-42b2-82b3-390679fe8378 None None] Routers {'b3e066b5-5e11-4281-b56d-563b6f2e651d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:53.194313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-178c299f-b087-42b2-82b3-390679fe8378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:18:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b3e066b5-5e11-4281-b56d-563b6f2e651d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:53.271478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:53.272236 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.379378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-178c299f-b087-42b2-82b3-390679fe8378 None None] Set router b3e066b5-5e11-4281-b56d-563b6f2e651d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:53.491408 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-e1c4b2a1-dbf0-489e-b386-cd5e82677237 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7966418 Oct 27 16:18:53.491916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85452e-6581-4321-b26e-8174afa0b3e0 req-78d69965-32ce-438e-a335-3f0c42e49a5f tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:53.508598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e85452e-6581-4321-b26e-8174afa0b3e0 req-78d69965-32ce-438e-a335-3f0c42e49a5f tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 944 time: 0.3762600 Oct 27 16:18:53.510957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Allocated IP 172.20.0.4 (140261b0-e790-4cbf-881e-ca3b97ac23ea/cbd3dc8b-a9f1-4871-bf20-1b27048ca28b/2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:53.535105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Request body: {'port': {'device_id': 'c515a34d-431c-4f65-8bd3-b4ddcc8af1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:53.584264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-70ce5b71-c574-4eba-9522-4a7e167c8e25 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4490328 Oct 27 16:18:53.635812 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e85452e-6581-4321-b26e-8174afa0b3e0 req-2775e3a1-5637-48e7-bc89-5f6e00953ad5 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/security-groups?id=44db4251-8461-444b-8be0-f08b819ea67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261499 Oct 27 16:18:53.640361 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.767987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-d2693b9c-ddf5-4c55-bcea-728be8690988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:53.769545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-d2693b9c-ddf5-4c55-bcea-728be8690988 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1096 time: 0.0816178 Oct 27 16:18:53.799394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f7681b5f-3f68-455d-98b7-e26f3d1cfd5c None None] Provisioning complete for port 43f1d98b-50b9-4a70-b65d-1e919689c7d2 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:53.800546 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7681b5f-3f68-455d-98b7-e26f3d1cfd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.837608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f7681b5f-3f68-455d-98b7-e26f3d1cfd5c None None] Port 43f1d98b-50b9-4a70-b65d-1e919689c7d2 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:18:53.845084 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f56942ed-48f7-4bf1-b2a1-e01cf5f5cb94 req-43b9ab7c-dba2-47c9-9b50-17538fbafaec tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 210 time: 0.1628556 Oct 27 16:18:53.864831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Deleting port d5eece4b-3745-42ea-bb96-ef82cb01703c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:53.865199 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:53.884566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-178c299f-b087-42b2-82b3-390679fe8378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'name': 'tempest-ServerRescueTestJSON-530156934-router', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:18:50Z', 'revision_number': 5, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'gw_port': {'id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:30Z', 'updated_at': '2021-10-27T16:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:53.924120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c299f-b087-42b2-82b3-390679fe8378 None None] The sync data for ids ['b3e066b5-5e11-4281-b56d-563b6f2e651d'] in n-d-815689-1 is: [{'id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'name': 'tempest-ServerRescueTestJSON-530156934-router', 'tenant_id': 'e4d13418482a43108d1f408f67cfd165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:29Z', 'updated_at': '2021-10-27T16:18:50Z', 'revision_number': 5, 'project_id': 'e4d13418482a43108d1f408f67cfd165', 'gw_port': {'id': 'd5eece4b-3745-42ea-bb96-ef82cb01703c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:60:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e066b5-5e11-4281-b56d-563b6f2e651d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:30Z', 'updated_at': '2021-10-27T16:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:18:53.958940 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.051652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-e5b36c05-e9e1-4f1e-83a7-a2a12c3cfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:54.053191 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-e5b36c05-e9e1-4f1e-83a7-a2a12c3cfe6a service neutron] 10.222.0.53 "GET /v2.0/networks?id=722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 200 len: 898 time: 0.2564800 Oct 27 16:18:54.119639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.157827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-bcf59fab-0e8c-4d2a-90f4-81a6185dd3e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 1001 time: 0.0816381 Oct 27 16:18:54.182423 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] For port d5eece4b-3745-42ea-bb96-ef82cb01703c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d5eece4b-3745-42ea-bb96-ef82cb01703c,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:54.182804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.210011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-a2659224-23d9-4507-a5dd-74b927b01d2f tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:54.211521 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-a2659224-23d9-4507-a5dd-74b927b01d2f tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.53 "GET /v2.0/networks?id=140261b0-e790-4cbf-881e-ca3b97ac23ea HTTP/1.1" status: 200 len: 815 time: 0.3638599 Oct 27 16:18:54.234912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Request body: {'port': {'device_id': '4005cb34-b484-4d95-a7b5-eb8fcc02a2c9', 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea', 'admin_state_up': True, 'tenant_id': '47daabd1605a42aa8532e3ff3940c44c'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:54.244433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Calling delete_port for d5eece4b-3745-42ea-bb96-ef82cb01703c owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:54.252170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.314151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-7df94f53-8c78-4a04-a8c6-69ac7241505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:54.318005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-7df94f53-8c78-4a04-a8c6-69ac7241505a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b43ebc92-4704-4b44-8da9-72fcfc7fde67 HTTP/1.1" status: 200 len: 834 time: 0.1528563 Oct 27 16:18:54.385548 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.464456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-29509514-71c3-4aee-b004-7af08ce0da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:54.466363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-29509514-71c3-4aee-b004-7af08ce0da14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=722fbd1a-a884-4506-8ca5-3943d939537b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316392 Oct 27 16:18:54.571434 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Network 140261b0-e790-4cbf-881e-ca3b97ac23ea is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:54.574818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Made reservation on behalf of 47daabd1605a42aa8532e3ff3940c44c for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:18:54.579275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.590693 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:54.596746 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:54.632327 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Pushing event updated for resources: {'Port': ['ID=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:54.693865 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:54.694584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.704146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 57c0a81c-9d00-4088-8f2c-c5084ba88892 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:18:54.719362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-992ccf76-fc00-4447-9b51-ae7214fd10ab service neutron] 10.222.0.53 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185147 Oct 27 16:18:54.782767 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f1d98b-50b9-4a70-b65d-1e919689c7d2 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:54.805448 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2f097b8b-b814-4ac5-a57c-905f256e27ac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1124821 Oct 27 16:18:54.814339 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.834893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Request body: {'port': {'device_id': '992ef6f7-9d82-425d-bd69-06d99f18a71d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:54.901581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 57c0a81c-9d00-4088-8f2c-c5084ba88892, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=57c0a81c-9d00-4088-8f2c-c5084ba88892,segment=NetworkSegment(8e11407d-c1cd-4d4a-8618-b4bb4481c1ef),segment_id=8e11407d-c1cd-4d4a-8618-b4bb4481c1ef)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:54.917724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '57c0a81c-9d00-4088-8f2c-c5084ba88892', 'network_id': '04aa1300-2452-4f4c-a87a-ab3b20d4856a', 'port_id': '57c0a81c-9d00-4088-8f2c-c5084ba88892', 'mac_address': 'fa:16:3e:a4:7f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b97867-570a-45a3-a59b-e13d46a97b04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:18:54.922659 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Transition to ACTIVE for port object 43f1d98b-50b9-4a70-b65d-1e919689c7d2 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:18:54.969735 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:54.987428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c0a81c-9d00-4088-8f2c-c5084ba88892 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:54.989279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad716b-6885-4416-9e65-4313a4e32c14 req-b4875ca6-be67-4cdd-81a1-6dbb9f1c9aa9 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:55.005683 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26ad716b-6885-4416-9e65-4313a4e32c14 req-b4875ca6-be67-4cdd-81a1-6dbb9f1c9aa9 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 944 time: 0.1991332 Oct 27 16:18:55.011606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.020627 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 57c0a81c-9d00-4088-8f2c-c5084ba88892, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=57c0a81c-9d00-4088-8f2c-c5084ba88892,segment=NetworkSegment(8e11407d-c1cd-4d4a-8618-b4bb4481c1ef),segment_id=8e11407d-c1cd-4d4a-8618-b4bb4481c1ef)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:55.035211 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.040149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.088198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-99d92256-3647-4bf6-a1e8-78bf80d64a31 None None] Provisioning complete for port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:55.088888 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99d92256-3647-4bf6-a1e8-78bf80d64a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.140862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5eece4b-3745-42ea-bb96-ef82cb01703c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:55.163558 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.204589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-99d92256-3647-4bf6-a1e8-78bf80d64a31 None None] Port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:18:55.207088 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6641af79-a9d9-43c4-92ac-56414e66e228 req-7ce0e705-056f-46ca-bdf4-6031b972ca43 service neutron] 10.222.0.53 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4488091 Oct 27 16:18:55.220867 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26ad716b-6885-4416-9e65-4313a4e32c14 req-eb6f15e7-174e-4184-b5d5-7b81171fa382 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/security-groups?id=44db4251-8461-444b-8be0-f08b819ea67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137797 Oct 27 16:18:55.230731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5c28c-6e27-486e-a3dc-62310e18a988 req-35d86c6a-70e8-4f3b-8419-a0066dbb2ebe tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:55.233994 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75e5c28c-6e27-486e-a3dc-62310e18a988 req-35d86c6a-70e8-4f3b-8419-a0066dbb2ebe tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1096 time: 0.3222716 Oct 27 16:18:55.268177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Allocated IP 172.20.0.12 (140261b0-e790-4cbf-881e-ca3b97ac23ea/cbd3dc8b-a9f1-4871-bf20-1b27048ca28b/9af7270c-b6a0-4a59-b88f-608efad4b258) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:18:55.345624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.423991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['57c0a81c-9d00-4088-8f2c-c5084ba88892'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:18:55.428934 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Pushing event updated for resources: {'Port': ['ID=43f1d98b-50b9-4a70-b65d-1e919689c7d2,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:55.516548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3acd583c-61e5-4638-8df3-43403343424d no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:55.520584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=57c0a81c-9d00-4088-8f2c-c5084ba88892,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:55.582581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 3acd583c-61e5-4638-8df3-43403343424d {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:55.583370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3acd583c-61e5-4638-8df3-43403343424d not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:55.588744 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c828fd9-97fd-4b6d-9c6f-05eea18fb78d req-3c080753-e1a2-41c2-ba4e-cc9139d6c063 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 210 time: 0.0477793 Oct 27 16:18:55.650535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Attempting to bind port 43f1d98b-50b9-4a70-b65d-1e919689c7d2 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:55.650671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Attempting to bind port 43f1d98b-50b9-4a70-b65d-1e919689c7d2 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:55.651101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Attempting to bind port 43f1d98b-50b9-4a70-b65d-1e919689c7d2 on network 140261b0-e790-4cbf-881e-ca3b97ac23ea {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:55.661594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Port 43f1d98b-50b9-4a70-b65d-1e919689c7d2 on network 140261b0-e790-4cbf-881e-ca3b97ac23ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:55.662351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Attempting to bind port 43f1d98b-50b9-4a70-b65d-1e919689c7d2 on network 140261b0-e790-4cbf-881e-ca3b97ac23ea {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:55.676460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:55.679368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Checking segment: {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:55.679777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Bound using segment: {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:55.682506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Bound port: 43f1d98b-50b9-4a70-b65d-1e919689c7d2, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:55.682897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.705376 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75e5c28c-6e27-486e-a3dc-62310e18a988 req-e15eeb0e-52a8-4cf4-a1d4-8074e7fdd791 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4474447 Oct 27 16:18:55.725401 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.730371 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.754453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37490) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:55.900363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] For port 43f1d98b-50b9-4a70-b65d-1e919689c7d2, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:55.923983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] For port 43f1d98b-50b9-4a70-b65d-1e919689c7d2, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=43f1d98b-50b9-4a70-b65d-1e919689c7d2,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:55.942150 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.968437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.969549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3e066b5-5e11-4281-b56d-563b6f2e651d {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:18:55.976196 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:55.977767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8cc38bbb-3996-4670-9845-7e8d151bf146 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b3e066b5-5e11-4281-b56d-563b6f2e651d HTTP/1.1" status: 204 len: 168 time: 3.5427158 Oct 27 16:18:55.981847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37492) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:55.995564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port e6d946ce-f200-4fd0-a900-bfe28e277429 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:18:55.996222 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.037901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d800d8-b9ac-44d6-8c1c-9580fab2bd71 admin admin] Deleting subnet e53b8bd9-0304-4047-ba78-3bb86240a48f {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:18:56.042067 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.042307 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59d800d8-b9ac-44d6-8c1c-9580fab2bd71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.084088 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59d800d8-b9ac-44d6-8c1c-9580fab2bd71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.103274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:56.103796 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.105224 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] 10.222.0.54 "PUT /v2.0/ports/43f1d98b-50b9-4a70-b65d-1e919689c7d2 HTTP/1.1" status: 200 len: 1091 time: 2.5970023 Oct 27 16:18:56.105679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c515a34d-431c-4f65-8bd3-b4ddcc8af1aa', 'tag': '43f1d98b-50b9-4a70-b65d-1e919689c7d2'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:56.109056 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745474b1-fba5-412a-b242-51e5cb24518b" -d '{"events": [{"name": "network-changed", "server_uuid": "c515a34d-431c-4f65-8bd3-b4ddcc8af1aa", "tag": "43f1d98b-50b9-4a70-b65d-1e919689c7d2"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:56.119552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.271034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Network 140261b0-e790-4cbf-881e-ca3b97ac23ea is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:18:56.278180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:18:56.281822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:18:56.287157 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59d800d8-b9ac-44d6-8c1c-9580fab2bd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.380255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Pushing event updated for resources: {'Port': ['ID=9af7270c-b6a0-4a59-b88f-608efad4b258,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:56.462319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:56.463421 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.572091 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-5a631baa-49fb-48d0-852a-fe188f617669 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3430595 Oct 27 16:18:56.572781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59d800d8-b9ac-44d6-8c1c-9580fab2bd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.646401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Request body: {'port': {'device_id': '4005cb34-b484-4d95-a7b5-eb8fcc02a2c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:18:56.675269 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59d800d8-b9ac-44d6-8c1c-9580fab2bd71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:56.681490 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-59d800d8-b9ac-44d6-8c1c-9580fab2bd71 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e53b8bd9-0304-4047-ba78-3bb86240a48f HTTP/1.1" status: 204 len: 168 time: 0.6968472 Oct 27 16:18:56.700466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 57c0a81c-9d00-4088-8f2c-c5084ba88892 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:18:56.732997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37514) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:56.759156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d800d8-b9ac-44d6-8c1c-9580fab2bd71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e53b8bd9-0304-4047-ba78-3bb86240a48f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:56.885604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 57c0a81c-9d00-4088-8f2c-c5084ba88892 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:18:56.889832 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2a6954-646f-4bdb-b851-9239b68e734f x-openstack-request-id: req-fb2a6954-646f-4bdb-b851-9239b68e734f {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:56.890335 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c515a34d-431c-4f65-8bd3-b4ddcc8af1aa", "tag": "43f1d98b-50b9-4a70-b65d-1e919689c7d2", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:56.890757 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb2a6954-646f-4bdb-b851-9239b68e734f {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:56.891390 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c515a34d-431c-4f65-8bd3-b4ddcc8af1aa', 'tag': '43f1d98b-50b9-4a70-b65d-1e919689c7d2', 'status': 'completed', 'code': 200} Oct 27 16:18:56.893826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736506e8-54c2-4e6d-99fd-5a72c9f284d5 service neutron] Pushing event updated for resources: {'Port': ['ID=43f1d98b-50b9-4a70-b65d-1e919689c7d2,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:56.895171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 57c0a81c-9d00-4088-8f2c-c5084ba88892 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:56.895546 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.007229 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.007840 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.009526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.049765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for e6d946ce-f200-4fd0-a900-bfe28e277429 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:18:57.092738 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.136660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f676308f-6299-4d69-9542-be355824f4aa None None] Provisioning complete for port 9af7270c-b6a0-4a59-b88f-608efad4b258 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:18:57.144886 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f676308f-6299-4d69-9542-be355824f4aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.182363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-149da6c9-9266-47fd-a4a4-37b9ce92c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:57.183924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27138f03-7e8e-495a-983b-072e1695f599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c0a81c-9d00-4088-8f2c-c5084ba88892'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:57.186928 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee50649-dca0-4634-8da6-56981a11c8d3" -d '{"events": [{"server_uuid": "27138f03-7e8e-495a-983b-072e1695f599", "name": "network-vif-plugged", "status": "completed", "tag": "57c0a81c-9d00-4088-8f2c-c5084ba88892"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:57.188505 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-149da6c9-9266-47fd-a4a4-37b9ce92c793 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47daabd1605a42aa8532e3ff3940c44c&device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 1094 time: 0.3005958 Oct 27 16:18:57.207886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 57c0a81c-9d00-4088-8f2c-c5084ba88892, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=57c0a81c-9d00-4088-8f2c-c5084ba88892,segment=NetworkSegment(8e11407d-c1cd-4d4a-8618-b4bb4481c1ef),segment_id=8e11407d-c1cd-4d4a-8618-b4bb4481c1ef)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:18:57.216986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f676308f-6299-4d69-9542-be355824f4aa None None] Port 9af7270c-b6a0-4a59-b88f-608efad4b258 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:18:57.291881 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.383477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=57c0a81c-9d00-4088-8f2c-c5084ba88892,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:57.387037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d5eece4b-3745-42ea-bb96-ef82cb01703c no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:18:57.415958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d5eece4b-3745-42ea-bb96-ef82cb01703c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:18:57.416601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d5eece4b-3745-42ea-bb96-ef82cb01703c not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:18:57.433084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0653078-7524-43aa-84a6-6daad74b1832 req-0886443b-4a65-4f71-ab12-477f686d9954 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:57.435843 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0653078-7524-43aa-84a6-6daad74b1832 req-0886443b-4a65-4f71-ab12-477f686d9954 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 945 time: 0.5425107 Oct 27 16:18:57.447286 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-326d5e2a-c769-4b15-b188-fd3670c1963a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f1d98b-50b9-4a70-b65d-1e919689c7d2 HTTP/1.1" status: 200 len: 217 time: 0.2118430 Oct 27 16:18:57.470910 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.494658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f20e0-45d5-45a3-b93e-881b7f46d16c req-4141979d-08bd-435a-8872-a6bf845113ea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:57.498336 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-538f20e0-45d5-45a3-b93e-881b7f46d16c req-4141979d-08bd-435a-8872-a6bf845113ea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 932 time: 0.6321719 Oct 27 16:18:57.600967 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0653078-7524-43aa-84a6-6daad74b1832 req-50b464e4-2aaa-4843-82ba-6140514a6313 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/security-groups?id=44db4251-8461-444b-8be0-f08b819ea67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526821 Oct 27 16:18:57.612241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-acc8961d-1b55-4d47-ab88-9ed557a02fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:57.613842 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-acc8961d-1b55-4d47-ab88-9ed557a02fb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbd3dc8b-a9f1-4871-bf20-1b27048ca28b HTTP/1.1" status: 200 len: 854 time: 0.1546886 Oct 27 16:18:57.617573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:57.657969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.724102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Transition to ACTIVE for port object 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:18:57.738927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.771154 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-538f20e0-45d5-45a3-b93e-881b7f46d16c req-5abd5106-e472-4179-b7b4-6b5c6df8ada7 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294779 Oct 27 16:18:57.802390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dabac9-886f-4769-9e5c-c37d5153d4f2']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:57.836266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.845629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-17080d5f-c70f-40f4-91d5-1c481f07b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:57.850371 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-17080d5f-c70f-40f4-91d5-1c481f07b979 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=140261b0-e790-4cbf-881e-ca3b97ac23ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234931 Oct 27 16:18:57.865986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b03b75bf-a772-4996-9258-2e40144a52f6') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:57.866421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b03b75bf-a772-4996-9258-2e40144a52f6') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:57.885747 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.907266 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.910613 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51269b6-b64b-4eee-a4e2-6538c21a60e9 x-openstack-request-id: req-c51269b6-b64b-4eee-a4e2-6538c21a60e9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:57.911722 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27138f03-7e8e-495a-983b-072e1695f599", "name": "network-vif-plugged", "status": "completed", "tag": "57c0a81c-9d00-4088-8f2c-c5084ba88892", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:57.911980 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c51269b6-b64b-4eee-a4e2-6538c21a60e9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:57.912398 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27138f03-7e8e-495a-983b-072e1695f599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c0a81c-9d00-4088-8f2c-c5084ba88892', 'code': 200} Oct 27 16:18:57.920109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:18:57.920604 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:18:57.922400 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:18:58.032901 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:58.112862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37e19c-f8a0-4d0d-a3a6-521136886676 req-21f6ef7c-2ffb-4492-8990-6403d9a94734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:58.115126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a37e19c-f8a0-4d0d-a3a6-521136886676 req-21f6ef7c-2ffb-4492-8990-6403d9a94734 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 1097 time: 0.1099918 Oct 27 16:18:58.128441 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.132706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-3ef53ed5-4ac5-4212-8cee-d914c061b38f service neutron] 10.222.0.54 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623496 Oct 27 16:18:58.148239 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.156278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] 10.222.0.15 "DELETE /v2.0/networks/b3dabac9-886f-4769-9e5c-c37d5153d4f2 HTTP/1.1" status: 204 len: 168 time: 1.4202726 Oct 27 16:18:58.156729 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.220331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438771b5-4173-425d-a768-3ba86205407b admin admin] Pushing event deleted for resources: {'Network': ['ID=b3dabac9-886f-4769-9e5c-c37d5153d4f2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:58.247172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=e6d946ce-f200-4fd0-a900-bfe28e277429,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:58.249404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af7270c-b6a0-4a59-b88f-608efad4b258 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:18:58.261734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a37e19c-f8a0-4d0d-a3a6-521136886676 req-a8715867-8bce-4578-86b7-10b78d535566 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=44db4251-8461-444b-8be0-f08b819ea67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304414 Oct 27 16:18:58.263155 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.277125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Transition to ACTIVE for port object 9af7270c-b6a0-4a59-b88f-608efad4b258 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:18:58.321186 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Attempting to bind port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:58.321527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Attempting to bind port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:58.321863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Attempting to bind port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b on network 140261b0-e790-4cbf-881e-ca3b97ac23ea {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:58.343445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b on network 140261b0-e790-4cbf-881e-ca3b97ac23ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:58.343788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Attempting to bind port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b on network 140261b0-e790-4cbf-881e-ca3b97ac23ea {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:58.354043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.362735 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:58.369607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Checking segment: {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:58.369607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Bound using segment: {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:58.369607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Bound port: 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:58.369607 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.369607 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.369607 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Floating IP 4643ea6c-e9c8-48d7-a961-be9a65aa7532 disassociated (deleted). External IP: 172.25.4.204, port: 19fea6e9-de19-48da-885b-2e4e6588f976. Oct 27 16:18:58.376732 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f8d25b41-363e-44ff-8e4c-11a67d302586 req-ac223f98-f10e-4759-bd5c-70bdf3c9a7fe service neutron] 10.222.0.54 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355158 Oct 27 16:18:58.440861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Pushing event updated for resources: {'Port': ['ID=9af7270c-b6a0-4a59-b88f-608efad4b258,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:58.561318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] For port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:58.565453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Attempting to bind port 9af7270c-b6a0-4a59-b88f-608efad4b258 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:18:58.565898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Attempting to bind port 9af7270c-b6a0-4a59-b88f-608efad4b258 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:18:58.567191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Attempting to bind port 9af7270c-b6a0-4a59-b88f-608efad4b258 on network 140261b0-e790-4cbf-881e-ca3b97ac23ea {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:58.573106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Port 9af7270c-b6a0-4a59-b88f-608efad4b258 on network 140261b0-e790-4cbf-881e-ca3b97ac23ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:18:58.573612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Attempting to bind port 9af7270c-b6a0-4a59-b88f-608efad4b258 on network 140261b0-e790-4cbf-881e-ca3b97ac23ea {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:18:58.585169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] For port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:58.585729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:18:58.588260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Checking segment: {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:18:58.588260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Bound using segment: {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:18:58.588260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Bound port: 9af7270c-b6a0-4a59-b88f-608efad4b258, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1781255d-f9ba-4151-a137-e2ef55a24249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:18:58.588260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.633031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745474b1-fba5-412a-b242-51e5cb24518b req-5f0c860c-ec42-4c1e-b60d-ac6d0e924d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:58.634524 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-745474b1-fba5-412a-b242-51e5cb24518b req-5f0c860c-ec42-4c1e-b60d-ac6d0e924d7b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47daabd1605a42aa8532e3ff3940c44c&device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 1094 time: 0.1162109 Oct 27 16:18:58.665968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37550) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:58.676194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] For port 9af7270c-b6a0-4a59-b88f-608efad4b258, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:18:58.680486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] For port 9af7270c-b6a0-4a59-b88f-608efad4b258, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9af7270c-b6a0-4a59-b88f-608efad4b258,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:18:58.683656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.775381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.800372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:58.801321 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.802904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b HTTP/1.1" status: 200 len: 1091 time: 3.9785886 Oct 27 16:18:58.858636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:58.859318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:58.860975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] 10.222.0.53 "PUT /v2.0/ports/9af7270c-b6a0-4a59-b88f-608efad4b258 HTTP/1.1" status: 200 len: 1092 time: 2.2614348 Oct 27 16:18:58.861484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4005cb34-b484-4d95-a7b5-eb8fcc02a2c9', 'tag': '9af7270c-b6a0-4a59-b88f-608efad4b258'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:58.864183 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "4005cb34-b484-4d95-a7b5-eb8fcc02a2c9", "tag": "9af7270c-b6a0-4a59-b88f-608efad4b258"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:58.895365 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '992ef6f7-9d82-425d-bd69-06d99f18a71d', 'tag': '2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:18:58.908426 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "992ef6f7-9d82-425d-bd69-06d99f18a71d", "tag": "2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:18:58.917619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee771da0-ea72-4b1b-92e2-5751b4e4533b req-54e9b17f-b53e-465f-9fbb-3287f361546c tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:58.919273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee771da0-ea72-4b1b-92e2-5751b4e4533b req-54e9b17f-b53e-465f-9fbb-3287f361546c tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 946 time: 0.1955950 Oct 27 16:18:58.952252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60422b4a-72b6-4597-be28-cef28f0d3ccc service neutron] Pushing event updated for resources: {'Port': ['ID=9af7270c-b6a0-4a59-b88f-608efad4b258,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:58.975241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0724e-c93f-4745-80ef-274f8d9024a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:18:58.983759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7c222c6c-15f5-4489-9325-a3b4c2cc4aa1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4d13418482a43108d1f408f67cfd165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3161182 Oct 27 16:18:58.988523 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:18:59.007049 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee771da0-ea72-4b1b-92e2-5751b4e4533b req-fa820c6c-7963-48b9-836a-08fb4c2f940f tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/security-groups?id=44db4251-8461-444b-8be0-f08b819ea67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706360 Oct 27 16:18:59.059139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 5c55e5f7-95bf-4001-bc67-398837b334d0 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:18:59.069165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745474b1-fba5-412a-b242-51e5cb24518b req-96a653db-b1d1-423c-92fd-c73bdb641124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.070658 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-745474b1-fba5-412a-b242-51e5cb24518b req-96a653db-b1d1-423c-92fd-c73bdb641124 service neutron] 10.222.0.54 "GET /v2.0/networks?id=140261b0-e790-4cbf-881e-ca3b97ac23ea HTTP/1.1" status: 200 len: 916 time: 0.4055462 Oct 27 16:18:59.084113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-ab319da6-27c5-4358-9e52-b4a6a98c09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.084113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-ab319da6-27c5-4358-9e52-b4a6a98c09d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47daabd1605a42aa8532e3ff3940c44c&device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 1095 time: 0.0645244 Oct 27 16:18:59.189086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-f3f4bce8-21a5-4ec8-a258-c1aa913fc46d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9af7270c-b6a0-4a59-b88f-608efad4b258 HTTP/1.1" status: 200 len: 217 time: 0.0924680 Oct 27 16:18:59.198151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-061a2298-e423-401d-91df-d61c1eed4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.199657 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-061a2298-e423-401d-91df-d61c1eed4805 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47daabd1605a42aa8532e3ff3940c44c&device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 1094 time: 0.2862458 Oct 27 16:18:59.209034 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5182af9c-31d2-4bd1-aa25-22c33838c65f x-openstack-request-id: req-5182af9c-31d2-4bd1-aa25-22c33838c65f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:59.209034 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4005cb34-b484-4d95-a7b5-eb8fcc02a2c9", "tag": "9af7270c-b6a0-4a59-b88f-608efad4b258", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:59.209034 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5182af9c-31d2-4bd1-aa25-22c33838c65f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:59.209423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-745474b1-fba5-412a-b242-51e5cb24518b req-7ec0cc65-1283-4398-8b4d-6c1916ed7afa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f1d98b-50b9-4a70-b65d-1e919689c7d2 HTTP/1.1" status: 200 len: 217 time: 0.1184819 Oct 27 16:18:59.209613 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4005cb34-b484-4d95-a7b5-eb8fcc02a2c9', 'tag': '9af7270c-b6a0-4a59-b88f-608efad4b258', 'status': 'completed', 'code': 200} Oct 27 16:18:59.272268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-2489a2bd-3bb4-45e4-a454-998af9f4fa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.274725 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-2489a2bd-3bb4-45e4-a454-998af9f4fa92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cbd3dc8b-a9f1-4871-bf20-1b27048ca28b HTTP/1.1" status: 200 len: 854 time: 0.0630424 Oct 27 16:18:59.319953 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.346013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-f34f6884-302a-4b8a-9a35-602abd0743a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.348151 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-f34f6884-302a-4b8a-9a35-602abd0743a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=140261b0-e790-4cbf-881e-ca3b97ac23ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563686 Oct 27 16:18:59.395726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821cb22-5395-4c58-8987-714261c778bd req-bb874d86-3691-4bf8-8688-fab3f6742cdd tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.398872 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d821cb22-5395-4c58-8987-714261c778bd req-bb874d86-3691-4bf8-8688-fab3f6742cdd tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 944 time: 0.4865785 Oct 27 16:18:59.400981 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3692000d-e530-4763-9f3b-a3573aaeae49 x-openstack-request-id: req-3692000d-e530-4763-9f3b-a3573aaeae49 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:18:59.401523 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "992ef6f7-9d82-425d-bd69-06d99f18a71d", "tag": "2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:18:59.402057 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3692000d-e530-4763-9f3b-a3573aaeae49 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:18:59.402799 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '992ef6f7-9d82-425d-bd69-06d99f18a71d', 'tag': '2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b', 'status': 'completed', 'code': 200} Oct 27 16:18:59.460023 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-2d05427c-c23d-445a-a1e4-05e362f3fb37 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b HTTP/1.1" status: 200 len: 217 time: 0.2458711 Oct 27 16:18:59.485939 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-9828b9cc-2ce3-4cfb-87ba-b7e54c3b5d43 service neutron] 10.222.0.53 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300220 Oct 27 16:18:59.513623 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e45a328f-2b60-48bd-81a0-b6a7abfffa68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.609841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745474b1-fba5-412a-b242-51e5cb24518b req-7d7edc2b-4056-471c-a54b-da450d9a2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.610076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40f38cca-9b96-49c7-9b85-a44ee064ac7d req-aa795cdd-7bd5-4c60-ac94-74444eba165b service neutron] 10.222.0.53 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076963 Oct 27 16:18:59.611241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-745474b1-fba5-412a-b242-51e5cb24518b req-7d7edc2b-4056-471c-a54b-da450d9a2e0c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbd3dc8b-a9f1-4871-bf20-1b27048ca28b HTTP/1.1" status: 200 len: 854 time: 0.3760974 Oct 27 16:18:59.617860 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e45a328f-2b60-48bd-81a0-b6a7abfffa68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.646375 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d821cb22-5395-4c58-8987-714261c778bd req-cf5f6814-176b-4eef-84f5-beb10d596f52 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613503 Oct 27 16:18:59.647755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-4c3f1abc-a29f-4fcf-b756-9af833dd40a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.649123 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-4c3f1abc-a29f-4fcf-b756-9af833dd40a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbd3dc8b-a9f1-4871-bf20-1b27048ca28b HTTP/1.1" status: 200 len: 854 time: 0.1630669 Oct 27 16:18:59.681416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:18:59.689738 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:18:59.694783 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a1e218-137e-4aac-88d5-39e7017e093d None None] Sync routers for ids ['5c55e5f7-95bf-4001-bc67-398837b334d0'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:18:59.714379 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a1e218-137e-4aac-88d5-39e7017e093d None None] Routers {'5c55e5f7-95bf-4001-bc67-398837b334d0'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:18:59.715603 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f5a1e218-137e-4aac-88d5-39e7017e093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:18:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5c55e5f7-95bf-4001-bc67-398837b334d0'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:18:59.790596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f447cec9-e5a2-49c7-bad1-c60ba1639945 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/floatingips/4643ea6c-e9c8-48d7-a961-be9a65aa7532 HTTP/1.1" status: 204 len: 168 time: 4.0347748 Oct 27 16:18:59.802814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745474b1-fba5-412a-b242-51e5cb24518b req-276a3eee-cfc2-4fe4-9b0e-2d7b757e5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.805077 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-745474b1-fba5-412a-b242-51e5cb24518b req-276a3eee-cfc2-4fe4-9b0e-2d7b757e5f6f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=140261b0-e790-4cbf-881e-ca3b97ac23ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834524 Oct 27 16:18:59.807943 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-f85fc591-5b0f-4b22-818f-de6059b1ef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.810817 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-f85fc591-5b0f-4b22-818f-de6059b1ef33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=140261b0-e790-4cbf-881e-ca3b97ac23ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1390650 Oct 27 16:18:59.840493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e req-608679fd-6aed-406a-8960-16eb114f00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.843241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e req-608679fd-6aed-406a-8960-16eb114f00ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47daabd1605a42aa8532e3ff3940c44c&device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 1095 time: 0.1191735 Oct 27 16:18:59.957439 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f5a1e218-137e-4aac-88d5-39e7017e093d None None] Set router 5c55e5f7-95bf-4001-bc67-398837b334d0 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:18:59.977851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e req-8ea8af0b-ad4c-4f34-b86d-ee41b1f1476f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:18:59.979678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e req-8ea8af0b-ad4c-4f34-b86d-ee41b1f1476f service neutron] 10.222.0.53 "GET /v2.0/networks?id=140261b0-e790-4cbf-881e-ca3b97ac23ea HTTP/1.1" status: 200 len: 916 time: 0.1286428 Oct 27 16:19:00.085980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e req-a848f03c-e9a5-4d23-bc53-e97ec7ff83c2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9af7270c-b6a0-4a59-b88f-608efad4b258 HTTP/1.1" status: 200 len: 217 time: 0.0956187 Oct 27 16:19:00.102752 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e45a328f-2b60-48bd-81a0-b6a7abfffa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.105408 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e45a328f-2b60-48bd-81a0-b6a7abfffa68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:00.106566 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e45a328f-2b60-48bd-81a0-b6a7abfffa68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c73576f-3734-4440-ad86-6d7410eb65c2 HTTP/1.1" status: 204 len: 168 time: 1.1149778 Oct 27 16:19:00.190141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a328f-2b60-48bd-81a0-b6a7abfffa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c73576f-3734-4440-ad86-6d7410eb65c2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:00.211338 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-745474b1-fba5-412a-b242-51e5cb24518b req-d4f6aecf-74c6-4c9b-ac82-545fc3290a6c service neutron] 10.222.0.54 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810630 Oct 27 16:19:00.252351 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f5a1e218-137e-4aac-88d5-39e7017e093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:56Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '62ee32d4-0457-4294-b815-ed4e5cfeba88', 'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:3a:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:54Z', 'updated_at': '2021-10-27T16:17:00Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:00.286310 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a1e218-137e-4aac-88d5-39e7017e093d None None] Checking router: 5c55e5f7-95bf-4001-bc67-398837b334d0 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:19:00.296318 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a1e218-137e-4aac-88d5-39e7017e093d None None] Routers {'5c55e5f7-95bf-4001-bc67-398837b334d0'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:00.297353 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f5a1e218-137e-4aac-88d5-39e7017e093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:18:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5c55e5f7-95bf-4001-bc67-398837b334d0'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:00.347798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e req-c0ad8fe2-3c98-43e8-bf69-7282a3326a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:00.354049 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e req-c0ad8fe2-3c98-43e8-bf69-7282a3326a06 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cbd3dc8b-a9f1-4871-bf20-1b27048ca28b HTTP/1.1" status: 200 len: 854 time: 0.2564092 Oct 27 16:19:00.397241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7719b-f22e-46cc-9f7b-a2539461f5b3 req-744af1d0-dd56-4954-8331-65b7482cd59e tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:00.409417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d1f7719b-f22e-46cc-9f7b-a2539461f5b3 req-744af1d0-dd56-4954-8331-65b7482cd59e tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 946 time: 0.2838545 Oct 27 16:19:00.424462 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-281d1f33-6282-4693-be77-ef594759fff4 service neutron] 10.222.0.54 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050191 Oct 27 16:19:00.426261 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f5a1e218-137e-4aac-88d5-39e7017e093d None None] Set router 5c55e5f7-95bf-4001-bc67-398837b334d0 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:00.445215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e req-c524d841-b49d-4b3f-96f9-c226289d8ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:00.446364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e req-c524d841-b49d-4b3f-96f9-c226289d8ab4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=140261b0-e790-4cbf-881e-ca3b97ac23ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860937 Oct 27 16:19:00.513999 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-745474b1-fba5-412a-b242-51e5cb24518b req-30d0c09e-1437-43fd-8767-87da3f112098 service neutron] 10.222.0.54 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727478 Oct 27 16:19:00.598152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 43f1d98b-50b9-4a70-b65d-1e919689c7d2 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:19:00.671326 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d1f7719b-f22e-46cc-9f7b-a2539461f5b3 req-f6702dbe-3e6e-42bf-8117-e3b8c765946b tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/security-groups?id=44db4251-8461-444b-8be0-f08b819ea67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609692 Oct 27 16:19:00.720560 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e req-72475ff1-2c51-4893-b506-421fe6192726 service neutron] 10.222.0.53 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582729 Oct 27 16:19:00.729166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc0632-4ca0-48c2-b4d8-14b16618c2dc req-c39299fe-aba1-4ce4-b4b6-37d24f3beda3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:00.730431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44dc0632-4ca0-48c2-b4d8-14b16618c2dc req-c39299fe-aba1-4ce4-b4b6-37d24f3beda3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.2783954 Oct 27 16:19:00.758499 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27c32008-2db6-43f3-9f02-ae50996b5f9c req-accc34a0-a970-4604-83b4-66de3a8fd0b7 service neutron] 10.222.0.54 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123763 Oct 27 16:19:00.910436 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 43f1d98b-50b9-4a70-b65d-1e919689c7d2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=43f1d98b-50b9-4a70-b65d-1e919689c7d2,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:00.927663 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '43f1d98b-50b9-4a70-b65d-1e919689c7d2', 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea', 'port_id': '43f1d98b-50b9-4a70-b65d-1e919689c7d2', 'mac_address': 'fa:16:3e:70:98:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd3dc8b-a9f1-4871-bf20-1b27048ca28b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:19:00.969181 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f5a1e218-137e-4aac-88d5-39e7017e093d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:56Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '62ee32d4-0457-4294-b815-ed4e5cfeba88', 'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:3a:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:54Z', 'updated_at': '2021-10-27T16:17:00Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:00.971585 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44dc0632-4ca0-48c2-b4d8-14b16618c2dc req-75266112-fecd-4136-91e5-04c3c465b6aa tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224493 Oct 27 16:19:01.022723 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a1e218-137e-4aac-88d5-39e7017e093d None None] The sync data for ids ['5c55e5f7-95bf-4001-bc67-398837b334d0'] in n-d-815689-1 is: [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:16:56Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '62ee32d4-0457-4294-b815-ed4e5cfeba88', 'name': '', 'network_id': '722fbd1a-a884-4506-8ca5-3943d939537b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:3a:c0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:54Z', 'updated_at': '2021-10-27T16:17:00Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'b43ebc92-4704-4b44-8da9-72fcfc7fde67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:19:01.023063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b6d9e99-a2a8-4b34-a3dc-e5b8adae1c7e req-394fc880-ce3a-4ded-82a3-2ba1a9bf57aa service neutron] 10.222.0.53 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913237 Oct 27 16:19:01.030492 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:01.074009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f1d98b-50b9-4a70-b65d-1e919689c7d2 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:01.086402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa140c0-c632-42b8-aea0-48427b945fa2 req-b084ef78-931b-4402-b544-84c7325f2380 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:01.096649 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2aa140c0-c632-42b8-aea0-48427b945fa2 req-b084ef78-931b-4402-b544-84c7325f2380 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 944 time: 0.2033191 Oct 27 16:19:01.142007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 43f1d98b-50b9-4a70-b65d-1e919689c7d2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=43f1d98b-50b9-4a70-b65d-1e919689c7d2,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:01.192590 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2aa140c0-c632-42b8-aea0-48427b945fa2 req-56f3100e-e12e-46ec-bac1-f03213fd4848 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949428 Oct 27 16:19:01.199318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c req-df984ae6-49e1-4c77-9411-0767325ee1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:01.201398 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c req-df984ae6-49e1-4c77-9411-0767325ee1fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47daabd1605a42aa8532e3ff3940c44c&device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 1094 time: 0.2515311 Oct 27 16:19:01.205708 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:01.292774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=43f1d98b-50b9-4a70-b65d-1e919689c7d2,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:01.383404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c req-07fa8bc6-8043-4475-93d2-0964d8869f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:01.397758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c req-07fa8bc6-8043-4475-93d2-0964d8869f33 service neutron] 10.222.0.54 "GET /v2.0/networks?id=140261b0-e790-4cbf-881e-ca3b97ac23ea HTTP/1.1" status: 200 len: 916 time: 0.1721482 Oct 27 16:19:01.478090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['43f1d98b-50b9-4a70-b65d-1e919689c7d2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:01.521994 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:01.525288 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36" -d '{"events": [{"name": "network-changed", "server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:01.553178 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c req-9a9ca156-bec0-4f1a-bf4d-8b4780037247 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b HTTP/1.1" status: 200 len: 217 time: 0.1544161 Oct 27 16:19:01.595386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbefc07-0102-4694-a12a-8d52bf80c383 None None] New status for floating IP 4643ea6c-e9c8-48d7-a961-be9a65aa7532: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:19:01.638755 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fec74b-0837-464e-b750-9af0b957a604 x-openstack-request-id: req-71fec74b-0837-464e-b750-9af0b957a604 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:01.639449 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:01.639883 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71fec74b-0837-464e-b750-9af0b957a604 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:01.641065 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976', 'status': 'completed', 'code': 200} Oct 27 16:19:01.682461 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c req-233961e8-6202-4e68-b9c5-a6a8b8121e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:01.684469 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c req-233961e8-6202-4e68-b9c5-a6a8b8121e6d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbd3dc8b-a9f1-4871-bf20-1b27048ca28b HTTP/1.1" status: 200 len: 854 time: 0.1228232 Oct 27 16:19:01.755760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b613e3-a718-4dec-8bea-8efcc3c0fb01 req-53727873-5cbc-443c-aabc-f04417aa455e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:01.757515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3b613e3-a718-4dec-8bea-8efcc3c0fb01 req-53727873-5cbc-443c-aabc-f04417aa455e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.53 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1090388 Oct 27 16:19:01.760097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36 req-2454a943-6dea-4421-b82c-5b83fd5267da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:01.761962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36 req-2454a943-6dea-4421-b82c-5b83fd5267da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 1096 time: 0.0745254 Oct 27 16:19:01.845142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c req-5fa92b8b-3299-44b7-b42d-b2268c4700c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:01.848477 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c req-5fa92b8b-3299-44b7-b42d-b2268c4700c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=140261b0-e790-4cbf-881e-ca3b97ac23ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552444 Oct 27 16:19:01.940013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37654) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:02.036846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36 req-021b85f4-a748-4c18-b573-a953c85274b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:02.038631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36 req-021b85f4-a748-4c18-b573-a953c85274b2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 200 len: 898 time: 0.2576199 Oct 27 16:19:02.058205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-c3b613e3-a718-4dec-8bea-8efcc3c0fb01 req-d0ce0435-ce16-48ac-8af3-dab6788d1c7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port 19fea6e9-de19-48da-885b-2e4e6588f976 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:02.058640 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3b613e3-a718-4dec-8bea-8efcc3c0fb01 req-d0ce0435-ce16-48ac-8af3-dab6788d1c7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.108795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36 req-1fa7e8eb-8c40-4c09-a915-b292d13d4aae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 200 len: 217 time: 0.0608723 Oct 27 16:19:02.118233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c req-c9cc43f4-0293-4eee-8d76-738a7e6d9f2c service neutron] 10.222.0.54 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555344 Oct 27 16:19:02.213543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36 req-a3234c36-64fb-4afd-90db-c1273b5efffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:02.215265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36 req-a3234c36-64fb-4afd-90db-c1273b5efffa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b43ebc92-4704-4b44-8da9-72fcfc7fde67 HTTP/1.1" status: 200 len: 834 time: 0.0747514 Oct 27 16:19:02.244087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c3b613e3-a718-4dec-8bea-8efcc3c0fb01 req-d0ce0435-ce16-48ac-8af3-dab6788d1c7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port 19fea6e9-de19-48da-885b-2e4e6588f976, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=19fea6e9-de19-48da-885b-2e4e6588f976,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:02.244518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3b613e3-a718-4dec-8bea-8efcc3c0fb01 req-d0ce0435-ce16-48ac-8af3-dab6788d1c7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.284967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-c3b613e3-a718-4dec-8bea-8efcc3c0fb01 req-d0ce0435-ce16-48ac-8af3-dab6788d1c7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for 19fea6e9-de19-48da-885b-2e4e6588f976 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:02.306063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dab3b-cc81-47f9-bf28-b54bdab600d8 req-c56b7f3c-f321-4ca5-8606-1073b14436bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:02.307640 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-930dab3b-cc81-47f9-bf28-b54bdab600d8 req-c56b7f3c-f321-4ca5-8606-1073b14436bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 945 time: 0.1884413 Oct 27 16:19:02.360632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36 req-e6f33b49-5a9b-4ea6-814e-153694ee356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:02.362322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36 req-e6f33b49-5a9b-4ea6-814e-153694ee356a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=722fbd1a-a884-4506-8ca5-3943d939537b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342640 Oct 27 16:19:02.410173 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e23dfb3-4142-48b0-8f47-82cc2e998b3c req-238ec6c2-6ee9-46b9-a3d1-891211f324db service neutron] 10.222.0.54 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884016 Oct 27 16:19:02.422738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-network', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:02.424664 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-930dab3b-cc81-47f9-bf28-b54bdab600d8 req-9f43516d-5876-4f46-8ace-91949b75b987 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=fd80112f-341a-4bfa-bdb1-0b6a9b493980&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071351 Oct 27 16:19:02.463850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea053e-4f31-414c-990d-a1e2409fba1b req-34b18a9e-9767-4d86-8766-5be7179bfbf1 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:02.472080 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c2ea053e-4f31-414c-990d-a1e2409fba1b req-34b18a9e-9767-4d86-8766-5be7179bfbf1 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 946 time: 0.2010586 Oct 27 16:19:02.531641 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.566666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874c329-4cc0-4263-bfc8-b1f55403ac6a req-045a5563-b6dc-481a-904f-acb267257e0e tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:02.568319 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6874c329-4cc0-4263-bfc8-b1f55403ac6a req-045a5563-b6dc-481a-904f-acb267257e0e tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 944 time: 0.0611570 Oct 27 16:19:02.584130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c2ea053e-4f31-414c-990d-a1e2409fba1b req-340683f0-a2f7-4c7d-91e3-352568713dd8 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/security-groups?id=44db4251-8461-444b-8be0-f08b819ea67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101201 Oct 27 16:19:02.614348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 43f1d98b-50b9-4a70-b65d-1e919689c7d2 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:02.630787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Made reservation on behalf of 29e93a9a90fe4e39beb395055a05bd77 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:02.633329 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.636132 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6874c329-4cc0-4263-bfc8-b1f55403ac6a req-f1eaf162-4915-4c7c-b28f-45822f023d27 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601981 Oct 27 16:19:02.646454 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.650854 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36 req-6b299295-6b00-4f3a-8eaa-736b0a4dd1f6 service neutron] 10.222.0.53 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766163 Oct 27 16:19:02.711262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9af7270c-b6a0-4a59-b88f-608efad4b258 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:19:02.812003 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 43f1d98b-50b9-4a70-b65d-1e919689c7d2 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:19:02.815193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f0b453e-5bf2-4b88-8bf2-90ec536f9a36 req-2a17180b-375c-45f6-918b-96b089ceaa39 service neutron] 10.222.0.53 "GET /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202374 Oct 27 16:19:02.821513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 43f1d98b-50b9-4a70-b65d-1e919689c7d2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:02.821896 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.857571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.859033 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3b613e3-a718-4dec-8bea-8efcc3c0fb01 req-d0ce0435-ce16-48ac-8af3-dab6788d1c7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.886876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce0435-ce16-48ac-8af3-dab6788d1c7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=19fea6e9-de19-48da-885b-2e4e6588f976,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:02.889615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9af7270c-b6a0-4a59-b88f-608efad4b258, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9af7270c-b6a0-4a59-b88f-608efad4b258,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:02.904991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '9af7270c-b6a0-4a59-b88f-608efad4b258', 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea', 'port_id': '9af7270c-b6a0-4a59-b88f-608efad4b258', 'mac_address': 'fa:16:3e:04:d3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd3dc8b-a9f1-4871-bf20-1b27048ca28b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:19:02.949907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b613e3-a718-4dec-8bea-8efcc3c0fb01 req-d0ce0435-ce16-48ac-8af3-dab6788d1c7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] No DVR routers for this DVR port 19fea6e9-de19-48da-885b-2e4e6588f976 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:02.953495 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3b613e3-a718-4dec-8bea-8efcc3c0fb01 req-d0ce0435-ce16-48ac-8af3-dab6788d1c7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.957180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3b613e3-a718-4dec-8bea-8efcc3c0fb01 req-d0ce0435-ce16-48ac-8af3-dab6788d1c7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.53 "DELETE /v2.0/ports/19fea6e9-de19-48da-885b-2e4e6588f976 HTTP/1.1" status: 204 len: 173 time: 1.1860971 Oct 27 16:19:02.957688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'name': 'network-vif-deleted', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:02.964608 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d070aa11-4fc5-457b-a9d7-29fc54afa1a3" -d '{"events": [{"server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "name": "network-vif-deleted", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:02.970025 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.979980 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:02.997948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af7270c-b6a0-4a59-b88f-608efad4b258 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:03.003674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:03.023213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9af7270c-b6a0-4a59-b88f-608efad4b258, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9af7270c-b6a0-4a59-b88f-608efad4b258,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:03.027641 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.027984 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Added segment e68a9f55-6f24-4280-a5dc-f3c0ebf19831 of type vlan for network db29934f-3301-4ecf-94ab-df58d30b0ad9 Oct 27 16:19:03.028414 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.038535 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937083c2-e3a4-40c6-bf68-61827dc6aa97 x-openstack-request-id: req-937083c2-e3a4-40c6-bf68-61827dc6aa97 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:03.038535 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485e30ba-e511-4c0d-95f1-c2e5abb3803b", "name": "network-vif-deleted", "tag": "19fea6e9-de19-48da-885b-2e4e6588f976", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:03.039156 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-937083c2-e3a4-40c6-bf68-61827dc6aa97 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:03.039156 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485e30ba-e511-4c0d-95f1-c2e5abb3803b', 'name': 'network-vif-deleted', 'tag': '19fea6e9-de19-48da-885b-2e4e6588f976', 'status': 'completed', 'code': 200} Oct 27 16:19:03.044032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113d6df8-661c-43b7-9944-3756e83e0a15,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:03.072909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c515a34d-431c-4f65-8bd3-b4ddcc8af1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f1d98b-50b9-4a70-b65d-1e919689c7d2'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:03.075180 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd8cbab-9243-4b37-9ece-997bd28cc7df" -d '{"events": [{"server_uuid": "c515a34d-431c-4f65-8bd3-b4ddcc8af1aa", "name": "network-vif-plugged", "status": "completed", "tag": "43f1d98b-50b9-4a70-b65d-1e919689c7d2"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:03.087164 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.095669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 43f1d98b-50b9-4a70-b65d-1e919689c7d2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=43f1d98b-50b9-4a70-b65d-1e919689c7d2,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:03.107340 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.127958 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a644ec2-b2d3-42ed-9a0b-968a9207569e x-openstack-request-id: req-2a644ec2-b2d3-42ed-9a0b-968a9207569e {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:03.128283 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c515a34d-431c-4f65-8bd3-b4ddcc8af1aa", "name": "network-vif-plugged", "status": "completed", "tag": "43f1d98b-50b9-4a70-b65d-1e919689c7d2", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:03.128541 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a644ec2-b2d3-42ed-9a0b-968a9207569e {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:03.128937 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c515a34d-431c-4f65-8bd3-b4ddcc8af1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f1d98b-50b9-4a70-b65d-1e919689c7d2', 'code': 200} Oct 27 16:19:03.148173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=9af7270c-b6a0-4a59-b88f-608efad4b258,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:03.193300 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.193533 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.194340 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:03.195012 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.314973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102d4d5-cbc7-4178-a78a-553f29c97950 req-f02499f7-cd43-4706-a314-7e8431c028ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:03.318566 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f102d4d5-cbc7-4178-a78a-553f29c97950 req-f02499f7-cd43-4706-a314-7e8431c028ec service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 1096 time: 0.1166666 Oct 27 16:19:03.325941 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3798316 Oct 27 16:19:03.327048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37680) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:03.338703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] Request body: {'subnet': {'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-subnet', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:03.339243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f372917e-2dce-4536-b31e-99076ee58dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=db29934f-3301-4ecf-94ab-df58d30b0ad9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:03.396038 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f102d4d5-cbc7-4178-a78a-553f29c97950 req-50215af4-0be0-4c9e-88ac-dd8077a49571 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687056 Oct 27 16:19:03.417751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network db29934f-3301-4ecf-94ab-df58d30b0ad9 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:03.454013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] Made reservation on behalf of 29e93a9a90fe4e39beb395055a05bd77 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:03.461893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:03.507837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['9af7270c-b6a0-4a59-b88f-608efad4b258'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:03.519415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=43f1d98b-50b9-4a70-b65d-1e919689c7d2,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:03.660160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3e6e1f6-ef3a-4580-a9b3-d2ebc7c088b2 req-3788842e-d134-45d9-8877-2af3283ce5c7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=485e30ba-e511-4c0d-95f1-c2e5abb3803b HTTP/1.1" status: 200 len: 210 time: 0.0543749 Oct 27 16:19:03.676173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03b389-1ea5-4317-a879-074eaa7ea55a req-45b9dc58-bab8-4a50-a2d8-52abc3ec041b tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:03.677669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a03b389-1ea5-4317-a879-074eaa7ea55a req-45b9dc58-bab8-4a50-a2d8-52abc3ec041b tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.53 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 946 time: 0.1040192 Oct 27 16:19:03.805198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc55b76-7856-4d5e-92f3-22769c6c532d req-e085957a-75e2-496d-b31a-1241074dfeb9 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:03.807163 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ccc55b76-7856-4d5e-92f3-22769c6c532d req-e085957a-75e2-496d-b31a-1241074dfeb9 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 946 time: 0.0754485 Oct 27 16:19:03.862552 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ccc55b76-7856-4d5e-92f3-22769c6c532d req-faf0e08a-807c-4bb2-beba-3f21ab3b8d8e tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/security-groups?id=44db4251-8461-444b-8be0-f08b819ea67b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482879 Oct 27 16:19:04.219429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec371ff-0f0f-40e2-a18a-ef8bbf114e56 req-e8b0ba76-b104-4f65-8e7f-b8fbb4908e7c tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:04.221079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aec371ff-0f0f-40e2-a18a-ef8bbf114e56 req-e8b0ba76-b104-4f65-8e7f-b8fbb4908e7c tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 945 time: 0.4090705 Oct 27 16:19:04.235847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-4a03b389-1ea5-4317-a879-074eaa7ea55a req-dd81a63d-9380-46e9-b4fd-2af047d44c76 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Deleting port 57c0a81c-9d00-4088-8f2c-c5084ba88892 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:04.236294 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a03b389-1ea5-4317-a879-074eaa7ea55a req-dd81a63d-9380-46e9-b4fd-2af047d44c76 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.318448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aec371ff-0f0f-40e2-a18a-ef8bbf114e56 req-68697851-9614-4e9e-9c85-e24a591abe24 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854855 Oct 27 16:19:04.352999 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.365765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4a03b389-1ea5-4317-a879-074eaa7ea55a req-dd81a63d-9380-46e9-b4fd-2af047d44c76 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] For port 57c0a81c-9d00-4088-8f2c-c5084ba88892, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=57c0a81c-9d00-4088-8f2c-c5084ba88892,segment=NetworkSegment(8e11407d-c1cd-4d4a-8618-b4bb4481c1ef),segment_id=8e11407d-c1cd-4d4a-8618-b4bb4481c1ef)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:04.365765 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a03b389-1ea5-4317-a879-074eaa7ea55a req-dd81a63d-9380-46e9-b4fd-2af047d44c76 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.416584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-4a03b389-1ea5-4317-a879-074eaa7ea55a req-dd81a63d-9380-46e9-b4fd-2af047d44c76 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Calling delete_port for 57c0a81c-9d00-4088-8f2c-c5084ba88892 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:04.445521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=828c5b17-d116-4898-80ef-f316855e3922,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:04.514466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] Checking segment: {'id': 'e68a9f55-6f24-4280-a5dc-f3c0ebf19831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:04.514836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] Network hostable DHCP agents. Network: db29934f-3301-4ecf-94ab-df58d30b0ad9, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:04.626904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:19:04.627991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37708) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:04.641986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] Network db29934f-3301-4ecf-94ab-df58d30b0ad9 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:04.720157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37714) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:04.724279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9af7270c-b6a0-4a59-b88f-608efad4b258 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:04.753615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37718) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:04.792629 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:04.805874 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a03b389-1ea5-4317-a879-074eaa7ea55a req-dd81a63d-9380-46e9-b4fd-2af047d44c76 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.813261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b', 'network_id': '140261b0-e790-4cbf-881e-ca3b97ac23ea', 'port_id': '2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b', 'mac_address': 'fa:16:3e:41:86:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd3dc8b-a9f1-4871-bf20-1b27048ca28b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:19:04.820600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['57c0a81c-9d00-4088-8f2c-c5084ba88892'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:04.909125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 9af7270c-b6a0-4a59-b88f-608efad4b258 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:19:04.915886 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.917968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 9af7270c-b6a0-4a59-b88f-608efad4b258 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:04.918337 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:04.933752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, db29934f-3301-4ecf-94ab-df58d30b0ad9) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:04.949092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2acd52a-fefc-46ec-821d-f27e9d77d668 None None] Network db29934f-3301-4ecf-94ab-df58d30b0ad9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:05.025182 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2931d36c-5243-4958-8281-6187f23618fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.041964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:05.046781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:05.050720 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.074617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81a63d-9380-46e9-b4fd-2af047d44c76 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Pushing event deleted for resources: {'Port': ['ID=57c0a81c-9d00-4088-8f2c-c5084ba88892,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:05.088656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:05.142936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a03b389-1ea5-4317-a879-074eaa7ea55a req-dd81a63d-9380-46e9-b4fd-2af047d44c76 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] No DVR routers for this DVR port 57c0a81c-9d00-4088-8f2c-c5084ba88892 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:05.145733 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4a03b389-1ea5-4317-a879-074eaa7ea55a req-dd81a63d-9380-46e9-b4fd-2af047d44c76 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.149656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a03b389-1ea5-4317-a879-074eaa7ea55a req-dd81a63d-9380-46e9-b4fd-2af047d44c76 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.53 "DELETE /v2.0/ports/57c0a81c-9d00-4088-8f2c-c5084ba88892 HTTP/1.1" status: 204 len: 173 time: 1.4539914 Oct 27 16:19:05.155954 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.159165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27138f03-7e8e-495a-983b-072e1695f599', 'name': 'network-vif-deleted', 'tag': '57c0a81c-9d00-4088-8f2c-c5084ba88892'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:05.161506 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556c62f6-5a0d-482c-9e54-93b47e655ddf" -d '{"events": [{"server_uuid": "27138f03-7e8e-495a-983b-072e1695f599", "name": "network-vif-deleted", "tag": "57c0a81c-9d00-4088-8f2c-c5084ba88892"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:05.175694 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-253ec0fb-7bbb-42dc-8029-5cb8abaed40f req-3dd330a8-088a-42c6-82fe-7fbb55f810b9 tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 210 time: 0.1207671 Oct 27 16:19:05.192689 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8cd4-f397-4d00-9c9a-ed211d31f615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.230335 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.257281 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b4ccf0-936c-473d-b77b-42b3dad639a5 x-openstack-request-id: req-a6b4ccf0-936c-473d-b77b-42b3dad639a5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:05.257933 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27138f03-7e8e-495a-983b-072e1695f599", "name": "network-vif-deleted", "tag": "57c0a81c-9d00-4088-8f2c-c5084ba88892", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:05.257933 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6b4ccf0-936c-473d-b77b-42b3dad639a5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:05.258213 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27138f03-7e8e-495a-983b-072e1695f599', 'name': 'network-vif-deleted', 'tag': '57c0a81c-9d00-4088-8f2c-c5084ba88892', 'status': 'completed', 'code': 200} Oct 27 16:19:05.261835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4005cb34-b484-4d95-a7b5-eb8fcc02a2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af7270c-b6a0-4a59-b88f-608efad4b258'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:05.270865 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6580d06-8bdb-4bb2-be83-ec055adc036a" -d '{"events": [{"server_uuid": "4005cb34-b484-4d95-a7b5-eb8fcc02a2c9", "name": "network-vif-plugged", "status": "completed", "tag": "9af7270c-b6a0-4a59-b88f-608efad4b258"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:05.313419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-180ac187-d5e3-4617-b218-96e78c0e60f9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9859447 Oct 27 16:19:05.317142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37730) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:05.322787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:05.334803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9af7270c-b6a0-4a59-b88f-608efad4b258, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9af7270c-b6a0-4a59-b88f-608efad4b258,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:05.369577 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0664344d-0a99-435f-841e-caa8cd8f4a71 x-openstack-request-id: req-0664344d-0a99-435f-841e-caa8cd8f4a71 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:05.370141 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4005cb34-b484-4d95-a7b5-eb8fcc02a2c9", "name": "network-vif-plugged", "status": "completed", "tag": "9af7270c-b6a0-4a59-b88f-608efad4b258", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:05.370612 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0664344d-0a99-435f-841e-caa8cd8f4a71 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:05.371578 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4005cb34-b484-4d95-a7b5-eb8fcc02a2c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af7270c-b6a0-4a59-b88f-608efad4b258', 'code': 200} Oct 27 16:19:05.373943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6539ba-4eaf-438f-a283-bf0ed2fd3f07 None None] Network db29934f-3301-4ecf-94ab-df58d30b0ad9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:05.433505 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.434219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 19fea6e9-de19-48da-885b-2e4e6588f976 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:05.441947 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:05.463525 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.465338 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.502599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 19fea6e9-de19-48da-885b-2e4e6588f976 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:05.502856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 19fea6e9-de19-48da-885b-2e4e6588f976 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:05.518616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:05.586435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=9af7270c-b6a0-4a59-b88f-608efad4b258,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:05.588346 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.617615 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2931d36c-5243-4958-8281-6187f23618fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.650191 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8cd4-f397-4d00-9c9a-ed211d31f615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.663282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90bf18-2c80-43ae-a6a8-fe5946a4159a req-0cd86897-b85f-444d-b57e-9932d649546b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:05.664897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d90bf18-2c80-43ae-a6a8-fe5946a4159a req-0cd86897-b85f-444d-b57e-9932d649546b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 946 time: 0.2004595 Oct 27 16:19:05.672769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751b227-966b-4b47-b93c-2ab3a496d4d0 req-1c9993b7-fe0d-4558-bfa4-dd1ffc34e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:05.674082 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7751b227-966b-4b47-b93c-2ab3a496d4d0 req-1c9993b7-fe0d-4558-bfa4-dd1ffc34e562 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 1097 time: 0.1786091 Oct 27 16:19:05.677645 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2931d36c-5243-4958-8281-6187f23618fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.758447 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8cd4-f397-4d00-9c9a-ed211d31f615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:05.796914 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2931d36c-5243-4958-8281-6187f23618fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36f0f39d242b4d87abdb1eacf5d13145&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0721059 Oct 27 16:19:05.805107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37734) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:05.818875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2931d36c-5243-4958-8281-6187f23618fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13d7bf3-f6d9-426d-879d-39d088c00117,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:05.888783 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9f7a8cd4-f397-4d00-9c9a-ed211d31f615 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8276982a8b1640ea836706368691f186&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2596424 Oct 27 16:19:05.898188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d90bf18-2c80-43ae-a6a8-fe5946a4159a req-524f1e81-74c8-42f7-87c9-d71b1f0002e7 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215648 Oct 27 16:19:05.903120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37736) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:05.910547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7751b227-966b-4b47-b93c-2ab3a496d4d0 req-27399453-a3fd-4a48-899a-c8beda1cdb88 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961527 Oct 27 16:19:05.953156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a8cd4-f397-4d00-9c9a-ed211d31f615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf7651-0a43-4831-ac0e-7c402647e277,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:06.005017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65e5ff92-0029-4dbe-b285-286a396343ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.050255 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65e5ff92-0029-4dbe-b285-286a396343ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.053369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-888e12d4-eea4-46b2-b2e5-57d0bd93fdd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.095068 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-888e12d4-eea4-46b2-b2e5-57d0bd93fdd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.142318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.195308 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.279716 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-888e12d4-eea4-46b2-b2e5-57d0bd93fdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.280733 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-888e12d4-eea4-46b2-b2e5-57d0bd93fdd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.284173 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-888e12d4-eea4-46b2-b2e5-57d0bd93fdd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66cf7651-0a43-4831-ac0e-7c402647e277 HTTP/1.1" status: 204 len: 168 time: 0.3734641 Oct 27 16:19:06.304979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65e5ff92-0029-4dbe-b285-286a396343ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.309366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65e5ff92-0029-4dbe-b285-286a396343ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.312554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-65e5ff92-0029-4dbe-b285-286a396343ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a13d7bf3-f6d9-426d-879d-39d088c00117 HTTP/1.1" status: 204 len: 168 time: 0.4946933 Oct 27 16:19:06.321142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a7e02aa-0559-48f3-8077-34ed110ea93f req-3ccf4a9f-5ec6-4754-807d-d9c6d41e77da tempest-ServerPasswordTestJSON-1681763196 tempest-ServerPasswordTestJSON-1681763196-project] 10.222.0.15 "GET /v2.0/ports?device_id=27138f03-7e8e-495a-983b-072e1695f599 HTTP/1.1" status: 200 len: 210 time: 0.0631967 Oct 27 16:19:06.348954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e12d4-eea4-46b2-b2e5-57d0bd93fdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf7651-0a43-4831-ac0e-7c402647e277,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:06.374562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5ff92-0029-4dbe-b285-286a396343ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13d7bf3-f6d9-426d-879d-39d088c00117,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:06.485277 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.511274 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.598976 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port 62ee32d4-0457-4294-b815-ed4e5cfeba88 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:06.599400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.627651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Allocated IP 172.25.4.24 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/b20f9a1a-7c7a-47b4-9091-552d14115268) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:06.642770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:06.709343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port 62ee32d4-0457-4294-b815-ed4e5cfeba88, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=62ee32d4-0457-4294-b815-ed4e5cfeba88,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:06.709710 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.725567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for 62ee32d4-0457-4294-b815-ed4e5cfeba88 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:06.742591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:19:06.748269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:06.749073 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.765868 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.855721 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.891142 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.891759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:06.937281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:06.940437 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:06.944009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:06.948834 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:06.971588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Pushing event updated for resources: {'Port': ['ID=b20f9a1a-7c7a-47b4-9091-552d14115268,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:07.024543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:07.069857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f40bc-efbd-4ec2-9c3f-b00eba83d6a8 req-1b7d6444-5d0d-4f04-9b3d-894da920e502 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:07.078086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-395f40bc-efbd-4ec2-9c3f-b00eba83d6a8 req-1b7d6444-5d0d-4f04-9b3d-894da920e502 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 946 time: 0.0831339 Oct 27 16:19:07.115034 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-395f40bc-efbd-4ec2-9c3f-b00eba83d6a8 req-d5621276-a9da-4f2b-aa60-26e7f2b0028b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361004 Oct 27 16:19:07.147008 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.174377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=62ee32d4-0457-4294-b815-ed4e5cfeba88,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:07.202170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37756) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.217105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5ae77eb-96b1-4a74-9a61-4d7a991abf1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.323226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37758) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.344333 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-629b5401-1f35-4b48-86e2-010a084a6335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.373537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992ef6f7-9d82-425d-bd69-06d99f18a71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:07.376148 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ec8f2e-b205-4ebf-bdd8-869914ed38b0" -d '{"events": [{"server_uuid": "992ef6f7-9d82-425d-bd69-06d99f18a71d", "name": "network-vif-plugged", "status": "completed", "tag": "2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:07.403342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.410114 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37764) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.438577 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415f6a59-97dc-479c-8d05-33dfed71f7d4 x-openstack-request-id: req-415f6a59-97dc-479c-8d05-33dfed71f7d4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:07.438868 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992ef6f7-9d82-425d-bd69-06d99f18a71d", "name": "network-vif-plugged", "status": "completed", "tag": "2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:07.439119 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-415f6a59-97dc-479c-8d05-33dfed71f7d4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:07.439505 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992ef6f7-9d82-425d-bd69-06d99f18a71d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b', 'code': 200} Oct 27 16:19:07.444750 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.531609 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5ae77eb-96b1-4a74-9a61-4d7a991abf1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.557264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f97dbf7-9d03-4beb-8333-65447d268290 admin admin] Deleting subnet 98b97867-570a-45a3-a59b-e13d46a97b04 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:19:07.563917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f97dbf7-9d03-4beb-8333-65447d268290 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.570874 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-629b5401-1f35-4b48-86e2-010a084a6335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.609990 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a5ae77eb-96b1-4a74-9a61-4d7a991abf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.670663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f97dbf7-9d03-4beb-8333-65447d268290 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.755383 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a5ae77eb-96b1-4a74-9a61-4d7a991abf1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c26d5f4bffd4e95bc156fbc80abf823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520282 Oct 27 16:19:07.765954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37768) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:07.766561 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae77eb-96b1-4a74-9a61-4d7a991abf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94f7d73-6800-413e-b35d-f4748a0fedf5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:07.788660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b104baf-2441-4504-b919-d7dae08b8f16 req-6b74701a-7fc8-46b9-9f35-dcddb3cf8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:07.790185 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b104baf-2441-4504-b919-d7dae08b8f16 req-6b74701a-7fc8-46b9-9f35-dcddb3cf8ce8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 1096 time: 0.2442112 Oct 27 16:19:07.850072 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f97dbf7-9d03-4beb-8333-65447d268290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.863922 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-629b5401-1f35-4b48-86e2-010a084a6335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.906869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b104baf-2441-4504-b919-d7dae08b8f16 req-37cb597b-8283-48ed-a10c-45cc63ad6bbc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070724 Oct 27 16:19:07.921071 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.935121 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6407ad3e-e5cb-4b83-9fb5-49cab6d0866c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:07.943186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-629b5401-1f35-4b48-86e2-010a084a6335 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15b44118880f4f07be8d3832b634b05e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6183512 Oct 27 16:19:07.945783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b5401-1f35-4b48-86e2-010a084a6335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ca05b9-989e-4b9a-a45c-a6f81e0ff588,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:07.948233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37770) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:08.002739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 5c55e5f7-95bf-4001-bc67-398837b334d0 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:19:08.022044 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26738967-9b20-491d-a2a5-61990f101c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.034546 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6407ad3e-e5cb-4b83-9fb5-49cab6d0866c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.100946 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f97dbf7-9d03-4beb-8333-65447d268290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.103250 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26738967-9b20-491d-a2a5-61990f101c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.144782 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f97dbf7-9d03-4beb-8333-65447d268290 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.150218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2f97dbf7-9d03-4beb-8333-65447d268290 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/98b97867-570a-45a3-a59b-e13d46a97b04 HTTP/1.1" status: 204 len: 168 time: 0.7079186 Oct 27 16:19:08.151335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37774) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:08.152283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97dbf7-9d03-4beb-8333-65447d268290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b97867-570a-45a3-a59b-e13d46a97b04,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:08.182121 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6407ad3e-e5cb-4b83-9fb5-49cab6d0866c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.185157 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6407ad3e-e5cb-4b83-9fb5-49cab6d0866c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.188259 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6407ad3e-e5cb-4b83-9fb5-49cab6d0866c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d94f7d73-6800-413e-b35d-f4748a0fedf5 HTTP/1.1" status: 204 len: 168 time: 0.4171963 Oct 27 16:19:08.210502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6407ad3e-e5cb-4b83-9fb5-49cab6d0866c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94f7d73-6800-413e-b35d-f4748a0fedf5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:08.237748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:19:08.251540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-56fd3c99-dcfb-4b14-8b21-2bb9c07f0359 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "PUT /v2.0/routers/5c55e5f7-95bf-4001-bc67-398837b334d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4894068 Oct 27 16:19:08.251540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.251540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37780) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:08.253776 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2f0ab-e2a0-4682-afaf-d39b24616bbc None None] Sync routers for ids ['5c55e5f7-95bf-4001-bc67-398837b334d0'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:19:08.256651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Router 7846f745-d339-4cb7-90fc-7e940c333787 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:19:08.281397 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2f0ab-e2a0-4682-afaf-d39b24616bbc None None] Routers {'5c55e5f7-95bf-4001-bc67-398837b334d0'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:08.281942 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9d2f0ab-e2a0-4682-afaf-d39b24616bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:18:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5c55e5f7-95bf-4001-bc67-398837b334d0'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:08.299187 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26738967-9b20-491d-a2a5-61990f101c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.301802 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26738967-9b20-491d-a2a5-61990f101c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.306974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-26738967-9b20-491d-a2a5-61990f101c18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27ca05b9-989e-4b9a-a45c-a6f81e0ff588 HTTP/1.1" status: 204 len: 168 time: 0.3525472 Oct 27 16:19:08.326024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26738967-9b20-491d-a2a5-61990f101c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ca05b9-989e-4b9a-a45c-a6f81e0ff588,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:08.347818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48276e1-e853-4a84-9af6-49667c62027b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting subnet b43ebc92-4704-4b44-8da9-72fcfc7fde67 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:19:08.353059 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d48276e1-e853-4a84-9af6-49667c62027b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.440136 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.443941 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d48276e1-e853-4a84-9af6-49667c62027b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.448786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:19:08.458661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f8038-cbc4-4777-b4e5-ec8d55b9d043 req-0565a4c1-6ff6-4617-a17d-a20a25a2e583 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:08.461893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Sync routers for ids ['7846f745-d339-4cb7-90fc-7e940c333787'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:19:08.472111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a6f8038-cbc4-4777-b4e5-ec8d55b9d043 req-0565a4c1-6ff6-4617-a17d-a20a25a2e583 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 946 time: 0.2329476 Oct 27 16:19:08.490527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Routers {'7846f745-d339-4cb7-90fc-7e940c333787'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:08.494360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:18:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7846f745-d339-4cb7-90fc-7e940c333787'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:08.496186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04aa1300-2452-4f4c-a87a-ab3b20d4856a']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:08.513954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e11407d-c1cd-4d4a-8618-b4bb4481c1ef') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:08.520446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e11407d-c1cd-4d4a-8618-b4bb4481c1ef') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:08.527851 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.539133 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a9d2f0ab-e2a0-4682-afaf-d39b24616bbc None None] Set router 5c55e5f7-95bf-4001-bc67-398837b334d0 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:08.567150 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.575039 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a6f8038-cbc4-4777-b4e5-ec8d55b9d043 req-e664edca-8d34-4727-bfe3-49d206bbd9b9 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878403 Oct 27 16:19:08.579903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:08.580338 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:08.582084 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:08.597513 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d48276e1-e853-4a84-9af6-49667c62027b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.646142 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.647616 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-be1cf2d6-a34f-4ac9-bb71-16bd7a9b9a9a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.3292398 Oct 27 16:19:08.650256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37788) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:08.749878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 57c0a81c-9d00-4088-8f2c-c5084ba88892 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:08.756194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Set router 7846f745-d339-4cb7-90fc-7e940c333787 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:08.776826 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.784147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.788583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] 10.222.0.15 "DELETE /v2.0/networks/04aa1300-2452-4f4c-a87a-ab3b20d4856a HTTP/1.1" status: 204 len: 168 time: 0.6357925 Oct 27 16:19:08.800579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970bd2a-3646-4428-9f98-61a39217d31f admin admin] Pushing event deleted for resources: {'Network': ['ID=04aa1300-2452-4f4c-a87a-ab3b20d4856a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:08.819836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 57c0a81c-9d00-4088-8f2c-c5084ba88892 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:08.820271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 57c0a81c-9d00-4088-8f2c-c5084ba88892 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:08.833184 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9d2f0ab-e2a0-4682-afaf-d39b24616bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:19:06Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:08.842108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d48276e1-e853-4a84-9af6-49667c62027b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.862220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871b635-8e8c-499f-933a-c372c8103c54 req-e8e006a5-af05-41ad-9889-b8616b621ead tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:08.863978 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9871b635-8e8c-499f-933a-c372c8103c54 req-e8e006a5-af05-41ad-9889-b8616b621ead tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1576140 Oct 27 16:19:08.894788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48276e1-e853-4a84-9af6-49667c62027b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Subnet': ['ID=b43ebc92-4704-4b44-8da9-72fcfc7fde67,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:08.914534 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d48276e1-e853-4a84-9af6-49667c62027b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:08.916705 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9871b635-8e8c-499f-933a-c372c8103c54 req-2208f7be-202a-4dde-a87b-a3bdc7530826 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459719 Oct 27 16:19:08.928884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d48276e1-e853-4a84-9af6-49667c62027b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/subnets/b43ebc92-4704-4b44-8da9-72fcfc7fde67 HTTP/1.1" status: 204 len: 168 time: 0.6774275 Oct 27 16:19:08.937175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37796) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:08.947278 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2f0ab-e2a0-4682-afaf-d39b24616bbc None None] Checking router: 5c55e5f7-95bf-4001-bc67-398837b334d0 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:19:08.983654 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d2f0ab-e2a0-4682-afaf-d39b24616bbc None None] Routers {'5c55e5f7-95bf-4001-bc67-398837b334d0'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:08.987863 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9d2f0ab-e2a0-4682-afaf-d39b24616bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:18:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5c55e5f7-95bf-4001-bc67-398837b334d0'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:09.005133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b054959a-3ceb-4582-954c-75f59eb8e778 None None] Network 722fbd1a-a884-4506-8ca5-3943d939537b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:09.202298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebe969-de5c-4fc9-b50d-db6341245ac5 req-2b14de80-b06c-403a-9e27-ec0e9154675b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:09.210119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19ebe969-de5c-4fc9-b50d-db6341245ac5 req-2b14de80-b06c-403a-9e27-ec0e9154675b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 945 time: 0.0900710 Oct 27 16:19:09.222070 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a9d2f0ab-e2a0-4682-afaf-d39b24616bbc None None] Set router 5c55e5f7-95bf-4001-bc67-398837b334d0 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:09.228349 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.237620 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:07Z', 'revision_number': 3, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:09.286020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Checking router: 7846f745-d339-4cb7-90fc-7e940c333787 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:19:09.286375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Updating router 7846f745-d339-4cb7-90fc-7e940c333787 port b20f9a1a-7c7a-47b4-9091-552d14115268 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:19:09.333820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8966508e-c73f-4090-818a-dc7566e33d69 None None] DHCP port deletion for 722fbd1a-a884-4506-8ca5-3943d939537b request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:19:09.342324 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.397581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37802) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:09.428683 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19ebe969-de5c-4fc9-b50d-db6341245ac5 req-e5d73779-5310-4fd4-9cae-e6dd16cf70ec tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172165 Oct 27 16:19:09.459684 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68c271be-9690-4aeb-a321-2d02c7d95b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.532557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37804) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:09.540876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.568547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.590291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f722a73b-54a4-43da-b16b-ab15911628e3 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:09.601946 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b6f048fe-1131-4afd-b4bd-913171fe9a6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38e167ed61904d47b93b448fd57046ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682149 Oct 27 16:19:09.607110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37806) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:09.623207 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68c271be-9690-4aeb-a321-2d02c7d95b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.697575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port eb1247b5-cf1e-4f6d-bcc2-830581543495 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:09.697996 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.700901 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68c271be-9690-4aeb-a321-2d02c7d95b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.795640 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9d2f0ab-e2a0-4682-afaf-d39b24616bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:19:06Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:09.838953 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d2f0ab-e2a0-4682-afaf-d39b24616bbc None None] The sync data for ids ['5c55e5f7-95bf-4001-bc67-398837b334d0'] in n-d-815689-1 is: [{'id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800969489', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:16:45Z', 'updated_at': '2021-10-27T16:19:06Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'eb1247b5-cf1e-4f6d-bcc2-830581543495', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c55e5f7-95bf-4001-bc67-398837b334d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1844, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:16:46Z', 'updated_at': '2021-10-27T16:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:19:09.869508 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-68c271be-9690-4aeb-a321-2d02c7d95b00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac9216964e9c4f0fa0332b9805dbb421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4707301 Oct 27 16:19:09.878413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37816) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:09.879738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c271be-9690-4aeb-a321-2d02c7d95b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc943d1-901a-4e33-9fcc-f8325def03ac,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:09.959918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port eb1247b5-cf1e-4f6d-bcc2-830581543495, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=eb1247b5-cf1e-4f6d-bcc2-830581543495,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:09.960336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:09.985230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for eb1247b5-cf1e-4f6d-bcc2-830581543495 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:09.989860 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ac3e57b-fd90-4029-9483-aeed6dce39a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.040828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8966508e-c73f-4090-818a-dc7566e33d69 None None] Deleting port f722a73b-54a4-43da-b16b-ab15911628e3 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:10.041533 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8966508e-c73f-4090-818a-dc7566e33d69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.083138 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ac3e57b-fd90-4029-9483-aeed6dce39a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.103017 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.171356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8966508e-c73f-4090-818a-dc7566e33d69 None None] For port f722a73b-54a4-43da-b16b-ab15911628e3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f722a73b-54a4-43da-b16b-ab15911628e3,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:10.172156 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8966508e-c73f-4090-818a-dc7566e33d69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.178951 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83fd7bbe-07b4-4ccf-936d-cc2129d27eee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.199215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Allocated IP 172.20.0.1 (db29934f-3301-4ecf-94ab-df58d30b0ad9/828c5b17-d116-4898-80ef-f316855e3922/64a80b79-a820-4c30-8fb3-05b62d77551e) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:10.213908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port f722a73b-54a4-43da-b16b-ab15911628e3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f722a73b-54a4-43da-b16b-ab15911628e3,segment=NetworkSegment(a19b8b4c-bd6b-4cec-99f6-34d26059c816),segment_id=a19b8b4c-bd6b-4cec-99f6-34d26059c816)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:10.219374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8966508e-c73f-4090-818a-dc7566e33d69 None None] Calling delete_port for f722a73b-54a4-43da-b16b-ab15911628e3 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:10.224999 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83fd7bbe-07b4-4ccf-936d-cc2129d27eee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.293165 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.298245 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.327749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ac3e57b-fd90-4029-9483-aeed6dce39a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.330512 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6ac3e57b-fd90-4029-9483-aeed6dce39a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.333740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6ac3e57b-fd90-4029-9483-aeed6dce39a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9dc943d1-901a-4e33-9fcc-f8325def03ac HTTP/1.1" status: 204 len: 168 time: 0.4475904 Oct 27 16:19:10.349122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3e57b-fd90-4029-9483-aeed6dce39a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc943d1-901a-4e33-9fcc-f8325def03ac,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:10.385267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.391035 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.433810 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.447809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=f722a73b-54a4-43da-b16b-ab15911628e3,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:10.479470 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83fd7bbe-07b4-4ccf-936d-cc2129d27eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.487100 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83fd7bbe-07b4-4ccf-936d-cc2129d27eee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.487849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=eb1247b5-cf1e-4f6d-bcc2-830581543495,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:10.491284 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-83fd7bbe-07b4-4ccf-936d-cc2129d27eee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44db4251-8461-444b-8be0-f08b819ea67b HTTP/1.1" status: 204 len: 168 time: 0.8803554 Oct 27 16:19:10.506451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd7bbe-07b4-4ccf-936d-cc2129d27eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44db4251-8461-444b-8be0-f08b819ea67b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:10.541297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Attempting to bind port b20f9a1a-7c7a-47b4-9091-552d14115268 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:10.541687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Attempting to bind port b20f9a1a-7c7a-47b4-9091-552d14115268 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:10.542040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Attempting to bind port b20f9a1a-7c7a-47b4-9091-552d14115268 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:10.585483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.610275 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.610843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:10.611267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:10.611486 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.611835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:10.612340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Bound port: b20f9a1a-7c7a-47b4-9091-552d14115268, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:10.612735 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.654505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d28e6-4b8d-4fa6-9fa6-692712f35d0b None None] Pushing event updated for resources: {'Port': ['ID=b20f9a1a-7c7a-47b4-9091-552d14115268,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:10.670359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Network db29934f-3301-4ecf-94ab-df58d30b0ad9 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:10.679949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:10.689544 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8966508e-c73f-4090-818a-dc7566e33d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.691981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] For port b20f9a1a-7c7a-47b4-9091-552d14115268, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:10.695723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e20c2-2bf8-40c6-bb43-a3c6a6951121 req-492a3108-f40e-4fa2-bc73-e17a5f290793 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:10.697547 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-352e20c2-2bf8-40c6-bb43-a3c6a6951121 req-492a3108-f40e-4fa2-bc73-e17a5f290793 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 945 time: 0.1372364 Oct 27 16:19:10.698275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] For port b20f9a1a-7c7a-47b4-9091-552d14115268, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b20f9a1a-7c7a-47b4-9091-552d14115268,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:10.698565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:10.722692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966508e-c73f-4090-818a-dc7566e33d69 None None] Pushing event deleted for resources: {'Port': ['ID=f722a73b-54a4-43da-b16b-ab15911628e3,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:10.727296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8966508e-c73f-4090-818a-dc7566e33d69 None None] No DVR routers for this DVR port f722a73b-54a4-43da-b16b-ab15911628e3 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:10.746727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Pushing event updated for resources: {'Port': ['ID=64a80b79-a820-4c30-8fb3-05b62d77551e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:10.755008 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.758731 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.784006 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.788748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-352e20c2-2bf8-40c6-bb43-a3c6a6951121 req-de902b1a-0e57-4a7d-9989-2aba8b48f4ad tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635777 Oct 27 16:19:10.794714 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.881971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Routers {'7846f745-d339-4cb7-90fc-7e940c333787'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:10.883512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:18:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7846f745-d339-4cb7-90fc-7e940c333787'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:10.907153 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.908170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Fanout notify agent at l3_agent the message router_deleted on router 5c55e5f7-95bf-4001-bc67-398837b334d0 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:19:10.923954 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:10.925304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c915ffea-9e18-4f6e-b548-8b259f948aeb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/routers/5c55e5f7-95bf-4001-bc67-398837b334d0 HTTP/1.1" status: 204 len: 168 time: 1.9873590 Oct 27 16:19:10.931546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37842) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:11.013797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d28e6-4b8d-4fa6-9fa6-692712f35d0b None None] Pushing event updated for resources: {'Port': ['ID=b20f9a1a-7c7a-47b4-9091-552d14115268,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:11.093622 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.107437 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.118914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] Set router 7846f745-d339-4cb7-90fc-7e940c333787 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:11.211320 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:19:11.245086 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.268733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722fbd1a-a884-4506-8ca5-3943d939537b']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:11.270817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd9292-70d0-474a-8ea9-72e2fcfa605b req-fb701a21-3f6d-4a8b-8c61-cb045d6d9162 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:11.280231 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-53dd9292-70d0-474a-8ea9-72e2fcfa605b req-fb701a21-3f6d-4a8b-8c61-cb045d6d9162 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 946 time: 0.1059303 Oct 27 16:19:11.282100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a19b8b4c-bd6b-4cec-99f6-34d26059c816') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:11.282100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a19b8b4c-bd6b-4cec-99f6-34d26059c816') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:11.291854 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.307524 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:11.320535 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:11.406899 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:07Z', 'revision_number': 3, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:11.445147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-53dd9292-70d0-474a-8ea9-72e2fcfa605b req-d52e2e3c-690b-4a54-abd0-e524bc4fbf41 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635408 Oct 27 16:19:11.450785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.453665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca693f3-249b-40fa-b40e-b51e85ea3540 None None] The sync data for ids ['7846f745-d339-4cb7-90fc-7e940c333787'] in n-d-815689-1 is: [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:07Z', 'revision_number': 3, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:19:11.460260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.469444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/networks/722fbd1a-a884-4506-8ca5-3943d939537b HTTP/1.1" status: 204 len: 168 time: 0.5365295 Oct 27 16:19:11.475273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37860) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:11.527261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b50ef-a240-47c2-bff6-d9ca4287215f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Network': ['ID=722fbd1a-a884-4506-8ca5-3943d939537b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:11.603105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.659923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 62ee32d4-0457-4294-b815-ed4e5cfeba88 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:11.660550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8ffcc15-932c-4c00-9765-03a9ac2e617b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.705894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 62ee32d4-0457-4294-b815-ed4e5cfeba88 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:11.706597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 62ee32d4-0457-4294-b815-ed4e5cfeba88 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:11.706926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device eb1247b5-cf1e-4f6d-bcc2-830581543495 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:11.707980 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.719545 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8ffcc15-932c-4c00-9765-03a9ac2e617b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.735763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: eb1247b5-cf1e-4f6d-bcc2-830581543495 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:11.736377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device eb1247b5-cf1e-4f6d-bcc2-830581543495 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:11.880952 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.888649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Pushing event updated for resources: {'Port': ['ID=64a80b79-a820-4c30-8fb3-05b62d77551e,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:11.914073 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8ffcc15-932c-4c00-9765-03a9ac2e617b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.917067 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8ffcc15-932c-4c00-9765-03a9ac2e617b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:11.918661 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e8ffcc15-932c-4c00-9765-03a9ac2e617b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/security-groups/fd80112f-341a-4bfa-bdb1-0b6a9b493980 HTTP/1.1" status: 204 len: 168 time: 0.4408190 Oct 27 16:19:11.943657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffcc15-932c-4c00-9765-03a9ac2e617b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd80112f-341a-4bfa-bdb1-0b6a9b493980,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:11.969767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91dabf1-2c27-4eee-9d73-0438fdbce299 req-7f2f6ca8-036b-47ab-961e-4ad0a2238026 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:11.971547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e91dabf1-2c27-4eee-9d73-0438fdbce299 req-7f2f6ca8-036b-47ab-961e-4ad0a2238026 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1115341 Oct 27 16:19:12.020149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e91dabf1-2c27-4eee-9d73-0438fdbce299 req-5356d0ce-4b28-4e6a-82e8-58aac1752b0a tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417707 Oct 27 16:19:12.089926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Network db29934f-3301-4ecf-94ab-df58d30b0ad9 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:12.093397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:12.258682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Router 7846f745-d339-4cb7-90fc-7e940c333787 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:19:12.515843 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:19:12.536607 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-75f9ff3d-1cc1-4fd9-9e1d-fed7e40e56a8 admin admin] 10.222.0.15 "PUT /v2.0/routers/7846f745-d339-4cb7-90fc-7e940c333787/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8831258 Oct 27 16:19:12.545450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c3790-7ef1-4f0c-8965-8c9a45fbf3cf req-301d2742-ae5b-4815-aeb5-1bc285979652 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:12.551575 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c3790-7ef1-4f0c-8965-8c9a45fbf3cf req-301d2742-ae5b-4815-aeb5-1bc285979652 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:12.558353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c3790-7ef1-4f0c-8965-8c9a45fbf3cf req-301d2742-ae5b-4815-aeb5-1bc285979652 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:12.566801 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d7c3790-7ef1-4f0c-8965-8c9a45fbf3cf req-301d2742-ae5b-4815-aeb5-1bc285979652 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9&device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d&device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 2417 time: 0.1398327 Oct 27 16:19:12.612581 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d7c3790-7ef1-4f0c-8965-8c9a45fbf3cf req-d25e9645-ef69-4b18-ad6e-fb589378d311 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447161 Oct 27 16:19:12.639311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37904) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:12.645810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4844c137-bf4c-4855-a14c-5cd84e396161 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927788159', 'description': 'tempest-secgroup-smoke-927788159 description', 'project_id': 'aa2cd34858c645408908be49587cbd63'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:12.782740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18687f5f-8432-4c40-ae1b-57bd92f42a6f req-75eced32-b548-438b-87b0-13dac6c733f1 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:12.784642 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18687f5f-8432-4c40-ae1b-57bd92f42a6f req-75eced32-b548-438b-87b0-13dac6c733f1 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 946 time: 0.0653269 Oct 27 16:19:12.788332 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4844c137-bf4c-4855-a14c-5cd84e396161 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:12.834467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18687f5f-8432-4c40-ae1b-57bd92f42a6f req-f2fe222e-bde3-427c-a643-18c78dc57622 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374696 Oct 27 16:19:12.885512 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4844c137-bf4c-4855-a14c-5cd84e396161 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:12.964234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4844c137-bf4c-4855-a14c-5cd84e396161 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.016233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844c137-bf4c-4855-a14c-5cd84e396161 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca26c8f-230a-464d-91ea-f8c8194b69f4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:13.055749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4844c137-bf4c-4855-a14c-5cd84e396161 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.063166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4844c137-bf4c-4855-a14c-5cd84e396161 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4223402 Oct 27 16:19:13.065983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37926) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:13.073880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-129ce0c7-802a-479c-b921-691c1358eed9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '8ca26c8f-230a-464d-91ea-f8c8194b69f4', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:13.216467 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-129ce0c7-802a-479c-b921-691c1358eed9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.289106 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-129ce0c7-802a-479c-b921-691c1358eed9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.359297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-129ce0c7-802a-479c-b921-691c1358eed9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.399800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ce0c7-802a-479c-b921-691c1358eed9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607b3d4f-8d2d-4685-9a28-31805fd983e2,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:13.441741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b20f9a1a-7c7a-47b4-9091-552d14115268 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:13.453424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-129ce0c7-802a-479c-b921-691c1358eed9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.455396 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-129ce0c7-802a-479c-b921-691c1358eed9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3882093 Oct 27 16:19:13.458253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37940) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:13.465446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-462a2f0c-2527-4693-bd8b-114556285ff3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '8ca26c8f-230a-464d-91ea-f8c8194b69f4', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:13.569481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b20f9a1a-7c7a-47b4-9091-552d14115268 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:13.570273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.595194 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-462a2f0c-2527-4693-bd8b-114556285ff3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.728013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-462a2f0c-2527-4693-bd8b-114556285ff3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.730280 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.791805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-54ac2f5e-a51f-4abf-aacf-2a1bd690ddd0 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:13.798501 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port b20f9a1a-7c7a-47b4-9091-552d14115268, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b20f9a1a-7c7a-47b4-9091-552d14115268,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:13.800015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-462a2f0c-2527-4693-bd8b-114556285ff3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.804144 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-54ac2f5e-a51f-4abf-aacf-2a1bd690ddd0 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/networks?id=db29934f-3301-4ecf-94ab-df58d30b0ad9 HTTP/1.1" status: 200 len: 820 time: 0.2403233 Oct 27 16:19:13.824375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a2f0c-2527-4693-bd8b-114556285ff3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e30847b-8a19-4911-8de8-d9cfe47a74c9,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:13.832568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-f19aa364-a393-4e5c-97a2-5698f0834d80 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/quotas/29e93a9a90fe4e39beb395055a05bd77 HTTP/1.1" status: 200 len: 375 time: 0.0261130 Oct 27 16:19:13.851592 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.916680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-462a2f0c-2527-4693-bd8b-114556285ff3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:13.921824 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-462a2f0c-2527-4693-bd8b-114556285ff3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4622302 Oct 27 16:19:13.922370 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-4562b4b0-4270-4156-9a07-f1afa26b95b1 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29e93a9a90fe4e39beb395055a05bd77&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0886366 Oct 27 16:19:13.923158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37962) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:13.928603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ef18d7e5-e1d2-46a2-9734-27e02e629bf3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '8ca26c8f-230a-464d-91ea-f8c8194b69f4', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:13.957503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=b20f9a1a-7c7a-47b4-9091-552d14115268,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:13.975337 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Sync routers for ids ['7846f745-d339-4cb7-90fc-7e940c333787'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:19:13.988086 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Routers {'7846f745-d339-4cb7-90fc-7e940c333787'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:13.988565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:13.988942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:13.989288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:13.989462 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:18:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7846f745-d339-4cb7-90fc-7e940c333787'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:13.989633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:13.989964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:13.993161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:13.993697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:13.995671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:13.996232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:13.998151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:13.998671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:13.999181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:14.042186 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-a2f2ecd7-c71e-4b39-826f-c76bfbbfab3f service neutron] 10.222.0.15 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181803 Oct 27 16:19:14.062877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef18d7e5-e1d2-46a2-9734-27e02e629bf3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.116943 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Set router 7846f745-d339-4cb7-90fc-7e940c333787 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:14.137236 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef18d7e5-e1d2-46a2-9734-27e02e629bf3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.150614 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8df8a104-aadf-4d13-a03c-9bdc1857dd05 service neutron] 10.222.0.15 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011469 Oct 27 16:19:14.217349 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef18d7e5-e1d2-46a2-9734-27e02e629bf3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.257555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18d7e5-e1d2-46a2-9734-27e02e629bf3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa6e3cb-72f9-44b3-8bb0-458f195023d4,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:14.338492 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ef18d7e5-e1d2-46a2-9734-27e02e629bf3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.342405 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ef18d7e5-e1d2-46a2-9734-27e02e629bf3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4155619 Oct 27 16:19:14.342722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37982) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:14.347558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-387e2016-3311-45f7-b2bc-c71be0ca8c86 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '8ca26c8f-230a-464d-91ea-f8c8194b69f4', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:14.433892 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-387e2016-3311-45f7-b2bc-c71be0ca8c86 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.444908 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:10Z', 'revision_number': 4, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '64a80b79-a820-4c30-8fb3-05b62d77551e', 'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'mac_address': 'fa:16:3e:a6:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '828c5b17-d116-4898-80ef-f316855e3922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:09Z', 'updated_at': '2021-10-27T16:19:11Z', 'revision_number': 2, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'subnets': [{'id': '828c5b17-d116-4898-80ef-f316855e3922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:14.540370 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-387e2016-3311-45f7-b2bc-c71be0ca8c86 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.561838 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Checking router: 7846f745-d339-4cb7-90fc-7e940c333787 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:19:14.564311 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Updating router 7846f745-d339-4cb7-90fc-7e940c333787 port 64a80b79-a820-4c30-8fb3-05b62d77551e binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:19:14.565423 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 37994) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:14.612267 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d7805e4-903e-4d55-8cc4-19aa01fc6112 req-27555e32-1779-4c98-93c2-ac3f40d781c2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 210 time: 0.0480108 Oct 27 16:19:14.633592 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.662063 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-387e2016-3311-45f7-b2bc-c71be0ca8c86 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.708009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e2016-3311-45f7-b2bc-c71be0ca8c86 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e61ad9-4b0f-4b21-aca0-9afeed78ac8b,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:14.777432 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3d50b44-ebb6-4596-a1d7-71e397572adb req-536cc565-d56a-4c55-b650-a1f6fa6bf18e tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=392bc645-7be1-4dda-a53a-f3ca2daa3fe1 HTTP/1.1" status: 200 len: 210 time: 0.0668502 Oct 27 16:19:14.805302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-387e2016-3311-45f7-b2bc-c71be0ca8c86 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.805302 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-387e2016-3311-45f7-b2bc-c71be0ca8c86 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4600279 Oct 27 16:19:14.806897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38008) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:14.812679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-184bf442-c9f4-41d1-bf04-62a89f541fa2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '8ca26c8f-230a-464d-91ea-f8c8194b69f4', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:14.877325 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-267f3695-f8fe-4841-a68f-ae6da984c823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:14.978832 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-184bf442-c9f4-41d1-bf04-62a89f541fa2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Project aa2cd34858c645408908be49587cbd63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:19:14.990455 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-184bf442-c9f4-41d1-bf04-62a89f541fa2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.049662 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-267f3695-f8fe-4841-a68f-ae6da984c823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.060470 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.092475 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-184bf442-c9f4-41d1-bf04-62a89f541fa2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.160977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-267f3695-f8fe-4841-a68f-ae6da984c823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.161551 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.193873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-184bf442-c9f4-41d1-bf04-62a89f541fa2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.220344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bf442-c9f4-41d1-bf04-62a89f541fa2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f625e4-2522-45b2-a928-74eecc16c114,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:15.224819 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Pushing event updated for resources: {'Port': ['ID=64a80b79-a820-4c30-8fb3-05b62d77551e,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.258848 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:15.283023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f3695-f8fe-4841-a68f-ae6da984c823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e30dec3-6dca-4c94-940a-34d87f482018,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:15.304982 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Attempting to bind port 64a80b79-a820-4c30-8fb3-05b62d77551e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:15.306344 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Attempting to bind port 64a80b79-a820-4c30-8fb3-05b62d77551e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'e68a9f55-6f24-4280-a5dc-f3c0ebf19831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:15.307672 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-267f3695-f8fe-4841-a68f-ae6da984c823 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=720e14de01a44ce6a384f58be3d2d913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7406898 Oct 27 16:19:15.307982 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Attempting to bind port 64a80b79-a820-4c30-8fb3-05b62d77551e on network db29934f-3301-4ecf-94ab-df58d30b0ad9 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:15.315125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38042) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:15.315285 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:15.315633 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Checking segment: {'id': 'e68a9f55-6f24-4280-a5dc-f3c0ebf19831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:15.316423 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.316812 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Bound using segment: {'id': 'e68a9f55-6f24-4280-a5dc-f3c0ebf19831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:15.317489 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Bound port: 64a80b79-a820-4c30-8fb3-05b62d77551e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68a9f55-6f24-4280-a5dc-f3c0ebf19831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:15.318316 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.328266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-184bf442-c9f4-41d1-bf04-62a89f541fa2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.330468 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-184bf442-c9f4-41d1-bf04-62a89f541fa2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5225620 Oct 27 16:19:15.333087 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38044) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:15.338326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-138c1498-f5bd-4e72-b2ef-910ba02a60ff tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '8ca26c8f-230a-464d-91ea-f8c8194b69f4', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:15.428338 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-113f1db3-7ba1-4f8b-a307-1f2b2d55821f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.474172 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] For port 64a80b79-a820-4c30-8fb3-05b62d77551e, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:15.479417 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-138c1498-f5bd-4e72-b2ef-910ba02a60ff tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Project aa2cd34858c645408908be49587cbd63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:19:15.485374 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] For port 64a80b79-a820-4c30-8fb3-05b62d77551e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=64a80b79-a820-4c30-8fb3-05b62d77551e,segment=NetworkSegment(e68a9f55-6f24-4280-a5dc-f3c0ebf19831),segment_id=e68a9f55-6f24-4280-a5dc-f3c0ebf19831)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:15.498012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-138c1498-f5bd-4e72-b2ef-910ba02a60ff tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.499503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-113f1db3-7ba1-4f8b-a307-1f2b2d55821f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.522064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b20f9a1a-7c7a-47b4-9091-552d14115268 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:15.571853 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.572794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d1622-32dd-452d-a1b0-02a00596ce17 req-121bf1f1-4164-4da1-b793-db12ffe7303b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:15.588654 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d9d1622-32dd-452d-a1b0-02a00596ce17 req-121bf1f1-4164-4da1-b793-db12ffe7303b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1886034 Oct 27 16:19:15.610684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b20f9a1a-7c7a-47b4-9091-552d14115268 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:15.611059 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.631276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-138c1498-f5bd-4e72-b2ef-910ba02a60ff tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.656741 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d9d1622-32dd-452d-a1b0-02a00596ce17 req-f43da990-352c-4168-a05a-59d8f5534414 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667408 Oct 27 16:19:15.713766 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-138c1498-f5bd-4e72-b2ef-910ba02a60ff tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.733930 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Routers {'7846f745-d339-4cb7-90fc-7e940c333787'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:15.734568 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:18:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7846f745-d339-4cb7-90fc-7e940c333787'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:15.742230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-113f1db3-7ba1-4f8b-a307-1f2b2d55821f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.750395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-113f1db3-7ba1-4f8b-a307-1f2b2d55821f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.750395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-113f1db3-7ba1-4f8b-a307-1f2b2d55821f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e30dec3-6dca-4c94-940a-34d87f482018 HTTP/1.1" status: 204 len: 168 time: 0.4294596 Oct 27 16:19:15.787521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f1db3-7ba1-4f8b-a307-1f2b2d55821f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e30dec3-6dca-4c94-940a-34d87f482018,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:15.791714 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c1498-f5bd-4e72-b2ef-910ba02a60ff tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4e812d-f703-4ad9-9fa7-689794cb3a46,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:15.820157 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dad937e1-9257-41a3-9bf5-cadb94d3b9b4 req-ea4d3f36-fd32-4d23-ae9d-56dd944bd52b tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0795796 Oct 27 16:19:15.824084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-138c1498-f5bd-4e72-b2ef-910ba02a60ff tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:15.826708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-138c1498-f5bd-4e72-b2ef-910ba02a60ff tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4918690 Oct 27 16:19:15.829899 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38070) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:15.838230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'network': {'name': 'tempest-network-smoke--2061898311', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'port_security_enabled': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:15.879759 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c9f522a-bf50-44ce-96c3-cce59de19c8a req-ee1da646-190e-46bc-8ff7-f0de43915de5 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 210 time: 0.0728912 Oct 27 16:19:15.924376 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c0ecc-311b-4894-8ca0-110e7d6bb367 None None] Pushing event updated for resources: {'Port': ['ID=64a80b79-a820-4c30-8fb3-05b62d77551e,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:15.962810 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] Set router 7846f745-d339-4cb7-90fc-7e940c333787 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:16.011484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:16.016258 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.043762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:16.052734 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.053223 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Added segment 00a7693c-a6f6-4e97-be5d-c082dcc02cd2 of type vlan for network 0f922c33-3659-4eaf-8668-4bffb4ffa94b Oct 27 16:19:16.101320 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.198819 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.209949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:16.210815 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.230712 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:10Z', 'revision_number': 4, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '64a80b79-a820-4c30-8fb3-05b62d77551e', 'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'mac_address': 'fa:16:3e:a6:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '828c5b17-d116-4898-80ef-f316855e3922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:09Z', 'updated_at': '2021-10-27T16:19:15Z', 'revision_number': 4, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'subnets': [{'id': '828c5b17-d116-4898-80ef-f316855e3922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:16.264309 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bf1dd3-641a-4ec4-b8e0-870242e6b07e None None] The sync data for ids ['7846f745-d339-4cb7-90fc-7e940c333787'] in n-d-815689-1 is: [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:10Z', 'revision_number': 4, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '64a80b79-a820-4c30-8fb3-05b62d77551e', 'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'mac_address': 'fa:16:3e:a6:de:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '828c5b17-d116-4898-80ef-f316855e3922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:09Z', 'updated_at': '2021-10-27T16:19:15Z', 'revision_number': 4, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'subnets': [{'id': '828c5b17-d116-4898-80ef-f316855e3922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:19:16.376826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Network': ['ID=0f922c33-3659-4eaf-8668-4bffb4ffa94b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:16.394764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 0f922c33-3659-4eaf-8668-4bffb4ffa94b details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:16.452916 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4c8b2d0b-6b50-4a8a-9ad2-55b018662b19 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6183186 Oct 27 16:19:16.455833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38090) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:16.460790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'admin_state_up': True, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:16.605336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.606598 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.737303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:16.826102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38100) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:16.842193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb936436-9d51-4aed-80dc-7782067746b9 req-01004634-b057-4ff9-91d8-4999fde546a5 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:16.843727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb936436-9d51-4aed-80dc-7782067746b9 req-01004634-b057-4ff9-91d8-4999fde546a5 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1084197 Oct 27 16:19:17.002026 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fbeb7d53-1fa1-4a71-9c45-bdc259efe1be req-4f1639a1-6ae8-44fd-b8c8-e733a20afa80 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0467331 Oct 27 16:19:17.057923 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-342cf7c1-91b7-49da-a2bf-26b8cd250df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.210694 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e4bf4680-21a4-4fbc-a8b3-d57e3afea6dd req-0adc7b93-dce0-4679-90cc-7480ffd91225 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 210 time: 0.0563681 Oct 27 16:19:17.247565 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-342cf7c1-91b7-49da-a2bf-26b8cd250df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.302023 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-342cf7c1-91b7-49da-a2bf-26b8cd250df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.358517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cf7c1-91b7-49da-a2bf-26b8cd250df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37e3a83-547c-4452-a63d-e450883f9de9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:17.402397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb936436-9d51-4aed-80dc-7782067746b9 req-84257e7c-e4a0-4829-8098-9adaeafbccac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160336 Oct 27 16:19:17.406504 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-342cf7c1-91b7-49da-a2bf-26b8cd250df1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab23f22e803f4c4bb7b3ae53e5945d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768082 Oct 27 16:19:17.407347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38118) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:17.419256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.509187 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.530228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 64a80b79-a820-4c30-8fb3-05b62d77551e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:17.552665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.589427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 64a80b79-a820-4c30-8fb3-05b62d77551e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:17.589707 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.711771 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.754461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 64a80b79-a820-4c30-8fb3-05b62d77551e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=64a80b79-a820-4c30-8fb3-05b62d77551e,segment=NetworkSegment(e68a9f55-6f24-4280-a5dc-f3c0ebf19831),segment_id=e68a9f55-6f24-4280-a5dc-f3c0ebf19831)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:17.779734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-e8a83487-60c4-4b11-bb3b-76bd0aebbe20 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:17.781268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-e8a83487-60c4-4b11-bb3b-76bd0aebbe20 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.53 "GET /v2.0/networks?id=db29934f-3301-4ecf-94ab-df58d30b0ad9 HTTP/1.1" status: 200 len: 820 time: 0.1810873 Oct 27 16:19:17.831762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Request body: {'port': {'device_id': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'admin_state_up': True, 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:17.839312 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.842358 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.844182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a37e3a83-547c-4452-a63d-e450883f9de9 HTTP/1.1" status: 204 len: 168 time: 0.4356194 Oct 27 16:19:17.858756 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:17.935555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37e3a83-547c-4452-a63d-e450883f9de9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:17.993075 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:17.993431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:17.993779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:17.994139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:17.994457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:17.995015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:17.995356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:17.995693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:17.996023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:17.996589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:17.997688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:17.998359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8726ff5f-3c56-4442-af1e-4997fc23f495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:18.017146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=64a80b79-a820-4c30-8fb3-05b62d77551e,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:18.049478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.096102 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.210760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3145862a-6cf7-4189-90fe-0494d4b611a5 req-4bfcca61-0c49-491a-983d-861d0e996c5b tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0890965 Oct 27 16:19:18.328665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Made reservation on behalf of 29e93a9a90fe4e39beb395055a05bd77 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:18.332753 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.348099 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1761ebc5-9f1d-44e7-b880-04ede0ecff59 req-f23a6777-d9ad-4233-a30c-3394954b90bc tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 210 time: 0.0313895 Oct 27 16:19:18.358256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.25.4.160 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/c2721c89-597e-4c8d-a67d-cd957e501d94) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:18.479973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-acfb0689-d07e-41cc-ae3a-ac1b9d8fd8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.550177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6438d7-d760-4c69-90c3-a6756b07c650 req-cc07355a-da5f-491a-b26c-81bad7f4d0bf tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:18.551715 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0c6438d7-d760-4c69-90c3-a6756b07c650 req-cc07355a-da5f-491a-b26c-81bad7f4d0bf tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.0622368 Oct 27 16:19:18.597052 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0c6438d7-d760-4c69-90c3-a6756b07c650 req-973504c1-df0f-4554-a95c-a5c4b5938c9a tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370793 Oct 27 16:19:18.634040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Allocated IP 172.20.0.4 (db29934f-3301-4ecf-94ab-df58d30b0ad9/828c5b17-d116-4898-80ef-f316855e3922/a3a4a965-bc01-4784-8e52-0ad35d9f1501) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:18.658159 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.743380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38144) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:18.765122 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38bca540-9c88-4c74-b48a-fa8710045ecc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.821153 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.857286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38bca540-9c88-4c74-b48a-fa8710045ecc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.874065 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.915974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:18.919496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:18.923169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:18.949477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=c2721c89-597e-4c8d-a67d-cd957e501d94,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:18.954167 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38bca540-9c88-4c74-b48a-fa8710045ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:18.958628 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.011989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bca540-9c88-4c74-b48a-fa8710045ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289129cd-3abe-46bb-b40b-bad9dfb8a86b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:19.018862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-38bca540-9c88-4c74-b48a-fa8710045ecc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=242386ddb8764269b8afe07b29ab1709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741604 Oct 27 16:19:19.021366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38150) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:19.087890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Network db29934f-3301-4ecf-94ab-df58d30b0ad9 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:19.090879 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Pushing event updated for resources: {'Port': ['ID=a3a4a965-bc01-4784-8e52-0ad35d9f1501,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:19.095267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:19.099804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:19.108610 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-691a552c-e8d9-4d66-96db-29766fd29c90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.150013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-691a552c-e8d9-4d66-96db-29766fd29c90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.188226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:19.188777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.285228 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-8756eddc-bc24-4fdf-98c7-c916ce701f2c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4758644 Oct 27 16:19:19.334487 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e82b9935-e0ad-46f7-99a7-e72ca51d3b48 req-01246862-0de9-4d66-97c1-fec476139da2 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0393891 Oct 27 16:19:19.364359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-691a552c-e8d9-4d66-96db-29766fd29c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.364359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-691a552c-e8d9-4d66-96db-29766fd29c90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.364359 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-691a552c-e8d9-4d66-96db-29766fd29c90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/289129cd-3abe-46bb-b40b-bad9dfb8a86b HTTP/1.1" status: 204 len: 168 time: 0.3345916 Oct 27 16:19:19.381199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 64a80b79-a820-4c30-8fb3-05b62d77551e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:19.393329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a552c-e8d9-4d66-96db-29766fd29c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289129cd-3abe-46bb-b40b-bad9dfb8a86b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:19.399627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Request body: {'port': {'device_id': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:19.470359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 64a80b79-a820-4c30-8fb3-05b62d77551e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:19.471023 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.589532 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.595441 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:19.729777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0bdfa-1c93-4c90-a339-b4b8c60a321e req-675d3e50-b47d-4419-8665-4c9dba2172fe tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:19.731987 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02b0bdfa-1c93-4c90-a339-b4b8c60a321e req-675d3e50-b47d-4419-8665-4c9dba2172fe tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 931 time: 0.2117755 Oct 27 16:19:19.780340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c261-5723-4706-87be-ded6847c49d1 req-81ba8c12-266d-4598-a88b-f6af7ddf7d3c tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:19.796293 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1536c261-5723-4706-87be-ded6847c49d1 req-81ba8c12-266d-4598-a88b-f6af7ddf7d3c tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1016374 Oct 27 16:19:19.835256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1536c261-5723-4706-87be-ded6847c49d1 req-b3f03992-7f3a-4578-bbde-f36cc9e3202b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363078 Oct 27 16:19:19.909179 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02b0bdfa-1c93-4c90-a339-b4b8c60a321e req-589bf3e1-7b6c-428c-a153-83b84a42cfec tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674144 Oct 27 16:19:19.911041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af0b1207-29ff-4c8d-927d-9e7084580ce0 req-8272cf47-2877-4ac6-a81d-3453a7a70ec8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=392bc645-7be1-4dda-a53a-f3ca2daa3fe1 HTTP/1.1" status: 200 len: 210 time: 0.0605829 Oct 27 16:19:20.383100 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.518732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a06d1e04-2c8f-4312-9510-6acf133a1a25 req-b1209a2a-a9d2-46c1-a184-56841ec1ee18 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0768056 Oct 27 16:19:20.559093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a4a965-bc01-4784-8e52-0ad35d9f1501 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:20.572265 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.598450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Transition to ACTIVE for port object a3a4a965-bc01-4784-8e52-0ad35d9f1501 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:19:20.671541 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6701a27e-4046-43f2-b112-1f1c307563b7 req-08a89361-6b1d-4b37-8866-29ddb10e2df9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0340383 Oct 27 16:19:20.673483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.715090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:19:20.739004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Pushing event updated for resources: {'Port': ['ID=a3a4a965-bc01-4784-8e52-0ad35d9f1501,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:20.893382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Attempting to bind port a3a4a965-bc01-4784-8e52-0ad35d9f1501 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:20.893722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Attempting to bind port a3a4a965-bc01-4784-8e52-0ad35d9f1501 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'e68a9f55-6f24-4280-a5dc-f3c0ebf19831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:20.894065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Attempting to bind port a3a4a965-bc01-4784-8e52-0ad35d9f1501 on network db29934f-3301-4ecf-94ab-df58d30b0ad9 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:20.904382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Port a3a4a965-bc01-4784-8e52-0ad35d9f1501 on network db29934f-3301-4ecf-94ab-df58d30b0ad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:20.904382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Attempting to bind port a3a4a965-bc01-4784-8e52-0ad35d9f1501 on network db29934f-3301-4ecf-94ab-df58d30b0ad9 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:20.912645 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:20.912983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Checking segment: {'id': 'e68a9f55-6f24-4280-a5dc-f3c0ebf19831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:20.913367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Bound using segment: {'id': 'e68a9f55-6f24-4280-a5dc-f3c0ebf19831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:20.913794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Bound port: a3a4a965-bc01-4784-8e52-0ad35d9f1501, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68a9f55-6f24-4280-a5dc-f3c0ebf19831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:20.914144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:20.935375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:19:20.953183 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Sync routers for ids ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:19:20.964890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Routers {'d8b5a3d9-f4c4-4133-949b-324dea6f03b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:20.967458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:18:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:21.056553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85d71d-e8d9-45e2-a17c-875037e600e2 req-af07e629-7aff-4276-b09e-36a3c67fff57 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:21.058081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb85d71d-e8d9-45e2-a17c-875037e600e2 req-af07e629-7aff-4276-b09e-36a3c67fff57 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1418681 Oct 27 16:19:21.062131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] For port a3a4a965-bc01-4784-8e52-0ad35d9f1501, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:21.065392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] For port a3a4a965-bc01-4784-8e52-0ad35d9f1501, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501,segment=NetworkSegment(e68a9f55-6f24-4280-a5dc-f3c0ebf19831),segment_id=e68a9f55-6f24-4280-a5dc-f3c0ebf19831)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:21.117136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb85d71d-e8d9-45e2-a17c-875037e600e2 req-b08b536d-858d-4514-a179-31d053b51f53 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466793 Oct 27 16:19:21.118357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adb847-cd27-4757-8be6-5f5e6da6f026 req-d6431442-a5bf-47eb-9b48-13888c9b6c8b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:21.120276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.120889 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-24adb847-cd27-4757-8be6-5f5e6da6f026 req-d6431442-a5bf-47eb-9b48-13888c9b6c8b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 943 time: 0.0751917 Oct 27 16:19:21.125661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38206) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:21.136019 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-03de9bc1-e324-41a1-bd71-38ad59144bcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6644027 Oct 27 16:19:21.148790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Set router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:21.165693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.172563 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3d1b6b42-7970-4ce5-b576-d75f3a63721a tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=aa2cd34858c645408908be49587cbd63&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454886 Oct 27 16:19:21.196633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38210) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:21.235454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:21.236285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.237920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] 10.222.0.53 "PUT /v2.0/ports/a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 1091 time: 1.8457623 Oct 27 16:19:21.238353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:21.241748 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9424eb-a5ca-43f5-b25f-3740e239e8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:21.276934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184175f-8fe6-4aab-b39a-37724d5ef15c service neutron] Pushing event updated for resources: {'Port': ['ID=a3a4a965-bc01-4784-8e52-0ad35d9f1501,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:21.294438 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf49558d-93f2-4b57-a1bc-26c11abe98c1 x-openstack-request-id: req-bf49558d-93f2-4b57-a1bc-26c11abe98c1 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:21.294740 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:21.294993 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf49558d-93f2-4b57-a1bc-26c11abe98c1 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:21.295398 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'status': 'completed', 'code': 200} Oct 27 16:19:21.400599 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-24adb847-cd27-4757-8be6-5f5e6da6f026 req-e4d45f1b-dea4-443e-b6f6-cb3ef4953f5e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212114 Oct 27 16:19:21.407631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9424eb-a5ca-43f5-b25f-3740e239e8b3 req-1d0e044e-5634-4732-bb11-b8732d864d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:21.409432 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc9424eb-a5ca-43f5-b25f-3740e239e8b3 req-1d0e044e-5634-4732-bb11-b8732d864d32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29e93a9a90fe4e39beb395055a05bd77&device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 1094 time: 0.0913644 Oct 27 16:19:21.443014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:19Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:21.472174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Checking router: d8b5a3d9-f4c4-4133-949b-324dea6f03b1 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:19:21.472776 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Updating router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 port c2721c89-597e-4c8d-a67d-cd957e501d94 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:19:21.508638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af2b984-3519-4c79-a86d-3ad7b012b4f1 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:21.508638 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8af2b984-3519-4c79-a86d-3ad7b012b4f1 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3100886 Oct 27 16:19:21.509881 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.510842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38222) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:21.535953 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-64bf8a9e-d08f-4692-a33d-dc2cde4ad5bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.580403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38228) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:21.584370 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b73a068d-5575-419e-a587-86fa61d9c6c4 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620778 Oct 27 16:19:21.598691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-476751882', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:21.712249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b10b32bb-0822-4ff9-82a9-b2b127a8feed req-2f020922-fa5a-4bd3-989b-d45388ed4a9b tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0729425 Oct 27 16:19:21.766165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9424eb-a5ca-43f5-b25f-3740e239e8b3 req-163297db-13f7-4338-9cce-5dde7b3834a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:21.767904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc9424eb-a5ca-43f5-b25f-3740e239e8b3 req-163297db-13f7-4338-9cce-5dde7b3834a3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=29e93a9a90fe4e39beb395055a05bd77&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3429377 Oct 27 16:19:21.914044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9424eb-a5ca-43f5-b25f-3740e239e8b3 req-1edb1be5-b684-43a0-85ff-78251757d35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:21.916183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc9424eb-a5ca-43f5-b25f-3740e239e8b3 req-1edb1be5-b684-43a0-85ff-78251757d35a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328006 Oct 27 16:19:21.925559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:21.930113 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:21.958824 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.059424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-7b633f9c-9a36-4e76-8702-7150637958c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:22.061193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-7b633f9c-9a36-4e76-8702-7150637958c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29e93a9a90fe4e39beb395055a05bd77&device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 1094 time: 0.0784774 Oct 27 16:19:22.062554 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.175864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Attempting to bind port c2721c89-597e-4c8d-a67d-cd957e501d94 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:22.178658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Attempting to bind port c2721c89-597e-4c8d-a67d-cd957e501d94 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:22.178658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Attempting to bind port c2721c89-597e-4c8d-a67d-cd957e501d94 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:22.200457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-ba52e28b-12cb-4f62-8c84-dbac36fd8f7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 217 time: 0.0884573 Oct 27 16:19:22.206041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec5178-2fb3-4501-bb36-f9528dbe091e None None] Pushing event updated for resources: {'Port': ['ID=c2721c89-597e-4c8d-a67d-cd957e501d94,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:22.210887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:22.211262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:22.211660 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.212973 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:22.213472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Bound port: c2721c89-597e-4c8d-a67d-cd957e501d94, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:22.213855 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.281379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] For port c2721c89-597e-4c8d-a67d-cd957e501d94, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:22.285488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] For port c2721c89-597e-4c8d-a67d-cd957e501d94, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c2721c89-597e-4c8d-a67d-cd957e501d94,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:22.289717 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.296111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.311214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354992d4-7e5d-44a6-bfd7-4d333afc4947 req-3e394168-5f7e-48e5-ae32-26762f079a1e tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:22.321625 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-354992d4-7e5d-44a6-bfd7-4d333afc4947 req-3e394168-5f7e-48e5-ae32-26762f079a1e tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.0793605 Oct 27 16:19:22.343949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-4086303f-240a-4e44-9726-fc9cef56e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:22.345470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-4086303f-240a-4e44-9726-fc9cef56e921 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=828c5b17-d116-4898-80ef-f316855e3922 HTTP/1.1" status: 200 len: 860 time: 0.1325562 Oct 27 16:19:22.364814 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-354992d4-7e5d-44a6-bfd7-4d333afc4947 req-cd277ae0-327a-400f-9e5b-19f76cc7131a tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Oct 27 16:19:22.365985 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.390095 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-d1127d32-ef2e-49f3-a365-1fb3a70fc8f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db29934f-3301-4ecf-94ab-df58d30b0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315161 Oct 27 16:19:22.432886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Routers {'d8b5a3d9-f4c4-4133-949b-324dea6f03b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:22.433666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:22.459538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:22.508535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec5178-2fb3-4501-bb36-f9528dbe091e None None] Pushing event updated for resources: {'Port': ['ID=c2721c89-597e-4c8d-a67d-cd957e501d94,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:22.512881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Subnet': ['ID=984cdc2b-cac7-41f0-8353-3ab8267a604c,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:22.573553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] Set router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:22.638374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726857d-123b-4221-b745-65487d35aaeb req-9f2a3fee-f7d1-4a1e-a84b-449eb85f527b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:22.646007 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a726857d-123b-4221-b745-65487d35aaeb req-9f2a3fee-f7d1-4a1e-a84b-449eb85f527b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 943 time: 0.1282935 Oct 27 16:19:22.669281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-370ed0f6-a80f-42ec-8035-16d949b1134b service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645109 Oct 27 16:19:22.675289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Checking segment: {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:22.675658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network hostable DHCP agents. Network: 0f922c33-3659-4eaf-8668-4bffb4ffa94b, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:22.798399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a726857d-123b-4221-b745-65487d35aaeb req-18863d36-c0d7-4ffb-9d0f-ecadf92bda17 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491125 Oct 27 16:19:22.822451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de45f498-b9b5-40b1-8aff-c937b159a32b req-34e00276-50cb-4e72-a189-5704f00d9a21 service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414876 Oct 27 16:19:22.837473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:19Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:22.866236 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-96a851e2-3007-450c-8637-d772be8042db req-3437ccf8-7fb5-4c0d-9c13-cd212908dacb tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0298059 Oct 27 16:19:22.871634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c03ca1-4653-4745-8018-0fce0115bab4 None None] The sync data for ids ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'] in n-d-815689-1 is: [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:19Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:19:22.988037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 0f922c33-3659-4eaf-8668-4bffb4ffa94b is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:23.084953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 0f922c33-3659-4eaf-8668-4bffb4ffa94b) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:23.089910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.091322 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.094999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907277ea-fed4-4d13-b5dc-dbc479f412dd None None] Network 0f922c33-3659-4eaf-8668-4bffb4ffa94b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:23.228521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38268) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:23.229233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bba7c589-896a-41ad-9095-7b8b8c722c17 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6397920 Oct 27 16:19:23.288873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:19:23.291368 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.490150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c2721c89-597e-4c8d-a67d-cd957e501d94 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:23.604626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8347016-ef88-4d09-af91-2272d53a924f req-b402b637-f7e0-438e-9ee6-4f0db0a4e390 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:23.611039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Allocated IP 172.20.0.2 (0f922c33-3659-4eaf-8668-4bffb4ffa94b/984cdc2b-cac7-41f0-8353-3ab8267a604c/33be80d6-a424-403d-97db-4b7ed0fb8b8c) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:23.625370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8347016-ef88-4d09-af91-2272d53a924f req-b402b637-f7e0-438e-9ee6-4f0db0a4e390 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1415751 Oct 27 16:19:23.636468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c2721c89-597e-4c8d-a67d-cd957e501d94 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:23.637817 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:23.690964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8347016-ef88-4d09-af91-2272d53a924f req-d7578333-b04c-4716-b4c1-551d32caafa2 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644355 Oct 27 16:19:24.068283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa8f1c-db4e-41b0-a6cb-18a3871e1f65 req-ed526e8c-00c8-44f1-8a21-9644e4cb19fb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:24.079355 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9caa8f1c-db4e-41b0-a6cb-18a3871e1f65 req-ed526e8c-00c8-44f1-8a21-9644e4cb19fb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 943 time: 0.0898426 Oct 27 16:19:24.154657 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9caa8f1c-db4e-41b0-a6cb-18a3871e1f65 req-77d2c97e-cbe7-4bb7-8b7e-00c0eafe8ba4 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481763 Oct 27 16:19:24.185800 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.234870 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.245989 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b330a1cf-2058-493f-a70a-3299813ed362 req-b3001a83-37f6-4291-9f31-0bd3f472de32 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.5469325 Oct 27 16:19:24.258897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port c2721c89-597e-4c8d-a67d-cd957e501d94, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c2721c89-597e-4c8d-a67d-cd957e501d94,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:24.281592 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.341341 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.373176 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.414897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Network 0f922c33-3659-4eaf-8668-4bffb4ffa94b is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:24.419089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=c2721c89-597e-4c8d-a67d-cd957e501d94,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:24.420537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:24.454347 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:24.554207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Pushing event updated for resources: {'Port': ['ID=33be80d6-a424-403d-97db-4b7ed0fb8b8c,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:24.556690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Attempting to bind port 33be80d6-a424-403d-97db-4b7ed0fb8b8c on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:24.557061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Attempting to bind port 33be80d6-a424-403d-97db-4b7ed0fb8b8c by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:24.557426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Attempting to bind port 33be80d6-a424-403d-97db-4b7ed0fb8b8c on network 0f922c33-3659-4eaf-8668-4bffb4ffa94b {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:24.570265 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:24.570657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Checking segment: {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:24.571041 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.571430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Bound using segment: {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:24.571928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Bound port: 33be80d6-a424-403d-97db-4b7ed0fb8b8c, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:24.572334 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.625476 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.639171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] For port 33be80d6-a424-403d-97db-4b7ed0fb8b8c, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:24.642500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] For port 33be80d6-a424-403d-97db-4b7ed0fb8b8c, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=33be80d6-a424-403d-97db-4b7ed0fb8b8c,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:24.726336 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:24.820308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f5670-2d14-4170-9f04-1cdc558227bc None None] Pushing event updated for resources: {'Port': ['ID=33be80d6-a424-403d-97db-4b7ed0fb8b8c,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:25.067181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f47f4-2a15-4e1c-9a10-5ba4644ca04d req-a90c0cd2-9e18-4b75-90ef-4be80803e86e tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:25.068776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b9f47f4-2a15-4e1c-9a10-5ba4644ca04d req-a90c0cd2-9e18-4b75-90ef-4be80803e86e tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.2338872 Oct 27 16:19:25.160519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.20.0.1 (0f922c33-3659-4eaf-8668-4bffb4ffa94b/984cdc2b-cac7-41f0-8353-3ab8267a604c/5abd3431-4be9-4b9f-80a0-3a5d076b46bf) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:25.166415 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b9f47f4-2a15-4e1c-9a10-5ba4644ca04d req-3e674dfc-61fa-4f28-ade7-66ec6593edd5 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638385 Oct 27 16:19:25.356941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc720bc-6fa5-4190-b44b-e6786a6f3c49 req-b731a765-2689-4eb4-a9dd-6e2a50d480c9 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:25.365976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0bc720bc-6fa5-4190-b44b-e6786a6f3c49 req-b731a765-2689-4eb4-a9dd-6e2a50d480c9 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 943 time: 0.1300354 Oct 27 16:19:25.399116 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.419499 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0bc720bc-6fa5-4190-b44b-e6786a6f3c49 req-d4dbf67a-25da-4585-87bb-6ceb8658b37a tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523500 Oct 27 16:19:25.449689 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-025bb4c7-9dd5-4e33-a5fa-1d0a1ccbf603 req-fc95faf0-36d9-48cd-98b7-306721f0efd6 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0822113 Oct 27 16:19:25.555470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c2721c89-597e-4c8d-a67d-cd957e501d94 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:25.581535 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.608297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c2721c89-597e-4c8d-a67d-cd957e501d94 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:25.608740 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.635282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 0f922c33-3659-4eaf-8668-4bffb4ffa94b is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:25.644324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:25.654588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:25.694989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=5abd3431-4be9-4b9f-80a0-3a5d076b46bf,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:25.708902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 33be80d6-a424-403d-97db-4b7ed0fb8b8c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:25.723663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.768667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 33be80d6-a424-403d-97db-4b7ed0fb8b8c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:25.769207 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.896665 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:25.936979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 33be80d6-a424-403d-97db-4b7ed0fb8b8c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=33be80d6-a424-403d-97db-4b7ed0fb8b8c,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:25.958713 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.033442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.107716 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=33be80d6-a424-403d-97db-4b7ed0fb8b8c,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:26.150774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a78090-e8fb-4e8a-b629-9ddd10978883 None None] Network 0f922c33-3659-4eaf-8668-4bffb4ffa94b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:26.310068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a6d54510-7cbd-47d4-9213-9dd6c71d397f None None] Provisioning complete for port 33be80d6-a424-403d-97db-4b7ed0fb8b8c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:26.310659 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a6d54510-7cbd-47d4-9213-9dd6c71d397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.325677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.328756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de5957-b29c-4768-96e4-a7dd892d293b req-a84e214e-848a-488d-b4ac-5b68eb8257f2 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:26.331127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39de5957-b29c-4768-96e4-a7dd892d293b req-a84e214e-848a-488d-b4ac-5b68eb8257f2 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.0614355 Oct 27 16:19:26.375338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39de5957-b29c-4768-96e4-a7dd892d293b req-1732d07b-6430-45f8-b5c3-0e3ae1bea777 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381737 Oct 27 16:19:26.392995 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.477784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.486748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=5abd3431-4be9-4b9f-80a0-3a5d076b46bf,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:26.610432 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-723995a2-fdc5-423e-b507-80694dbc5200 req-f9beb3ea-1802-48d8-8e40-ba74b6d72c0a tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0420182 Oct 27 16:19:26.645371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02529ea5-0bde-458e-a85c-82922ead86a7 req-f0cceb09-7bec-450f-85fe-559913fe1f6e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:26.649055 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02529ea5-0bde-458e-a85c-82922ead86a7 req-f0cceb09-7bec-450f-85fe-559913fe1f6e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 943 time: 0.1140268 Oct 27 16:19:26.683282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 0f922c33-3659-4eaf-8668-4bffb4ffa94b is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:26.686783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:26.772933 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dac95819-b716-403e-91e6-d0d03529281d None None] Provisioning complete for port 33be80d6-a424-403d-97db-4b7ed0fb8b8c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:26.773439 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dac95819-b716-403e-91e6-d0d03529281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:26.796738 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02529ea5-0bde-458e-a85c-82922ead86a7 req-a69ecba7-4201-417a-b39a-78f7e9d88bf1 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411328 Oct 27 16:19:26.830883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device a3a4a965-bc01-4784-8e52-0ad35d9f1501 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:19:26.861277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:19:27.009129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dac95819-b716-403e-91e6-d0d03529281d None None] Provisioning complete for port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:27.009769 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dac95819-b716-403e-91e6-d0d03529281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.021293 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:19:27.032239 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Sync routers for ids ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:19:27.037106 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7f0f9df2-f3b0-4613-a99d-83bf3be7f498 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "PUT /v2.0/routers/d8b5a3d9-f4c4-4133-949b-324dea6f03b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8071449 Oct 27 16:19:27.047155 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Routers {'d8b5a3d9-f4c4-4133-949b-324dea6f03b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:27.047883 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:27.115628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-dac95819-b716-403e-91e6-d0d03529281d None None] Port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:19:27.118529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port a3a4a965-bc01-4784-8e52-0ad35d9f1501, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501,segment=NetworkSegment(e68a9f55-6f24-4280-a5dc-f3c0ebf19831),segment_id=e68a9f55-6f24-4280-a5dc-f3c0ebf19831)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:27.133587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'port_id': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'mac_address': 'fa:16:3e:30:7d:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '828c5b17-d116-4898-80ef-f316855e3922', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:19:27.222915 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.265766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d2de45ca-42c6-4135-a52a-02e9f02ea410 None None] Provisioning complete for port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:27.266691 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d2de45ca-42c6-4135-a52a-02e9f02ea410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.283059 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Set router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:27.295272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a4a965-bc01-4784-8e52-0ad35d9f1501 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:27.330569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port a3a4a965-bc01-4784-8e52-0ad35d9f1501, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501,segment=NetworkSegment(e68a9f55-6f24-4280-a5dc-f3c0ebf19831),segment_id=e68a9f55-6f24-4280-a5dc-f3c0ebf19831)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:27.331608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d2de45ca-42c6-4135-a52a-02e9f02ea410 None None] Port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:19:27.397667 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-fd8323a3-ddb0-43a9-a47d-0ea7f29e95d9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927788159&fields=id&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 267 time: 0.0493422 Oct 27 16:19:27.422269 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.526296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=a3a4a965-bc01-4784-8e52-0ad35d9f1501,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:27.535355 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 33be80d6-a424-403d-97db-4b7ed0fb8b8c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:27.544384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8608e-900d-4d8a-bbfa-700d8ebffcce req-344a3c7e-4aeb-41df-86ec-d06450ebeb93 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:27.546145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72b8608e-900d-4d8a-bbfa-700d8ebffcce req-344a3c7e-4aeb-41df-86ec-d06450ebeb93 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.0791309 Oct 27 16:19:27.585755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-9989c256-f28d-49c8-93e7-ab0d6f503b73 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:27.587485 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-9989c256-f28d-49c8-93e7-ab0d6f503b73 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 797 time: 0.1816642 Oct 27 16:19:27.615501 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-2595faf3-1515-4130-91ad-2fda16113159 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/quotas/aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 375 time: 0.0198307 Oct 27 16:19:27.616222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72b8608e-900d-4d8a-bbfa-700d8ebffcce req-4ff0c60d-11f1-407c-8fde-95fde414ce73 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608959 Oct 27 16:19:27.659916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f82c5508-253e-4605-8233-2ebb6586e38a None None] Provisioning complete for port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:27.660355 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f82c5508-253e-4605-8233-2ebb6586e38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.732709 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:25Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '5abd3431-4be9-4b9f-80a0-3a5d076b46bf', 'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:48:f1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:24Z', 'updated_at': '2021-10-27T16:19:26Z', 'revision_number': 2, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:27.734468 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-0fbc650c-f5fb-4d94-a93b-04015bef4a6b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1054096 Oct 27 16:19:27.756144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['a3a4a965-bc01-4784-8e52-0ad35d9f1501'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:27.764368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe63e910-ea78-42e2-a737-475ae550d504 req-e0a5b2f3-69dc-49d2-a22e-a2890c293044 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0284743 Oct 27 16:19:27.774331 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Checking router: d8b5a3d9-f4c4-4133-949b-324dea6f03b1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:19:27.774985 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Updating router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:19:27.811262 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.847649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f82c5508-253e-4605-8233-2ebb6586e38a None None] Port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:19:27.852777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 33be80d6-a424-403d-97db-4b7ed0fb8b8c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:27.853315 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:27.865824 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-b7bdfe57-334b-4029-aec4-6c5f05d28b61 service neutron] 10.222.0.15 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169252 Oct 27 16:19:28.059439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bcf9d-ef7f-4d25-942c-cfb6029643da req-976c0058-5d45-493b-98b5-4cf431e81533 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:28.063384 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c48bcf9d-ef7f-4d25-942c-cfb6029643da req-976c0058-5d45-493b-98b5-4cf431e81533 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 944 time: 0.0983551 Oct 27 16:19:28.068991 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-b49b3ca3-3a3b-4290-8bc7-8db6e10e45dc service neutron] 10.222.0.15 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950574 Oct 27 16:19:28.131696 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c48bcf9d-ef7f-4d25-942c-cfb6029643da req-7d116aff-bfb5-40fe-abfd-746159ed8f91 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617194 Oct 27 16:19:28.210648 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.302052 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.382792 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d25e9-8aa1-4c5c-b8e7-2cb47a8f5ee0 None None] Pushing event updated for resources: {'Port': ['ID=5abd3431-4be9-4b9f-80a0-3a5d076b46bf,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:28.388676 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-24041670-98e4-4695-8073-f9ec98bcbda5 req-6a82ce78-5475-418f-9bc8-194a0d63c7dc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 210 time: 0.0470221 Oct 27 16:19:28.472537 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Attempting to bind port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:28.472994 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Attempting to bind port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:28.473456 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Attempting to bind port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf on network 0f922c33-3659-4eaf-8668-4bffb4ffa94b {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:28.481200 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:28.481579 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Checking segment: {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:28.482112 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.482409 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Bound using segment: {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:28.483039 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Bound port: 5abd3431-4be9-4b9f-80a0-3a5d076b46bf, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:28.485740 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.563191 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] For port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:28.566528 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] For port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5abd3431-4be9-4b9f-80a0-3a5d076b46bf,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:28.634353 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.684825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bede8eaa-1b0f-4daa-9619-7c1e53b11c7f None None] Provisioning complete for port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:28.697806 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bede8eaa-1b0f-4daa-9619-7c1e53b11c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.717770 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Routers {'d8b5a3d9-f4c4-4133-949b-324dea6f03b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:28.718692 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:28.722750 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d25e9-8aa1-4c5c-b8e7-2cb47a8f5ee0 None None] Pushing event updated for resources: {'Port': ['ID=5abd3431-4be9-4b9f-80a0-3a5d076b46bf,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:28.826552 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device a3a4a965-bc01-4784-8e52-0ad35d9f1501 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:28.904579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66782595-d80a-4282-b29d-309ff4ff9763 req-ab045d76-59f1-41b7-b85b-a57996867314 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:28.906537 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66782595-d80a-4282-b29d-309ff4ff9763 req-ab045d76-59f1-41b7-b85b-a57996867314 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1254730 Oct 27 16:19:28.922527 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bede8eaa-1b0f-4daa-9619-7c1e53b11c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:28.929250 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] Set router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:28.973852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4cf218b-6ce9-4aa3-be2b-77ad933b77a0 req-bb9eeee6-e76d-4b87-9bb5-fca37cd408f6 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0421314 Oct 27 16:19:28.979015 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66782595-d80a-4282-b29d-309ff4ff9763 req-b10d73f0-e7a2-45cb-9617-4d0c94242abb tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638263 Oct 27 16:19:29.059559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bede8eaa-1b0f-4daa-9619-7c1e53b11c7f None None] For port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5abd3431-4be9-4b9f-80a0-3a5d076b46bf,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:29.096222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port a3a4a965-bc01-4784-8e52-0ad35d9f1501 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:19:29.102045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port a3a4a965-bc01-4784-8e52-0ad35d9f1501 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:29.102546 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.146058 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bede8eaa-1b0f-4daa-9619-7c1e53b11c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.240595 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:25Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '5abd3431-4be9-4b9f-80a0-3a5d076b46bf', 'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:48:f1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:24Z', 'updated_at': '2021-10-27T16:19:28Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:29.271906 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.276221 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78848e1-ab06-4d9e-a8d3-77eb1348cfd2 None None] The sync data for ids ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'] in n-d-815689-1 is: [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:25Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '5abd3431-4be9-4b9f-80a0-3a5d076b46bf', 'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:48:f1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:24Z', 'updated_at': '2021-10-27T16:19:28Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:19:29.282602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bede8eaa-1b0f-4daa-9619-7c1e53b11c7f None None] Pushing event updated for resources: {'Port': ['ID=5abd3431-4be9-4b9f-80a0-3a5d076b46bf,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:29.288560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28145cd2-e58d-4c35-8c15-9039110da31e req-5daae807-3d3f-4d64-8b86-41c1812d5f81 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:29.290278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28145cd2-e58d-4c35-8c15-9039110da31e req-5daae807-3d3f-4d64-8b86-41c1812d5f81 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 944 time: 0.0626409 Oct 27 16:19:29.321263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port a3a4a965-bc01-4784-8e52-0ad35d9f1501, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501,segment=NetworkSegment(e68a9f55-6f24-4280-a5dc-f3c0ebf19831),segment_id=e68a9f55-6f24-4280-a5dc-f3c0ebf19831)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:29.323203 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:29.326193 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad390ce1-b902-4ac1-beed-4f09445e4e80" -d '{"events": [{"server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "name": "network-vif-plugged", "status": "completed", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:29.336149 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.337584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1d2c4b3c-2383-49fd-a8a8-9c55615b0244 None None] Provisioning complete for port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:29.337945 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d2c4b3c-2383-49fd-a8a8-9c55615b0244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.398950 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:29.421377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28145cd2-e58d-4c35-8c15-9039110da31e req-0175d80f-61e7-47ec-8bc7-98826b108198 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222327 Oct 27 16:19:29.486979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=a3a4a965-bc01-4784-8e52-0ad35d9f1501,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:29.549539 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de6f6c2-06fc-4287-9549-5982329d5203 x-openstack-request-id: req-9de6f6c2-06fc-4287-9549-5982329d5203 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:29.549833 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "name": "network-vif-plugged", "status": "completed", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:29.550077 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9de6f6c2-06fc-4287-9549-5982329d5203 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:29.550468 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'code': 200} Oct 27 16:19:29.608306 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3bc0c73-c57e-49d6-9bc5-4444a999f710 req-272fc9ac-955d-4d4e-8112-8ddf0667f965 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 210 time: 0.0418324 Oct 27 16:19:29.649857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcb1aa-7867-489e-9f46-bf16d86111eb req-75f97ba4-c6cb-401e-9020-4788cb43faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:29.651374 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cdcb1aa-7867-489e-9f46-bf16d86111eb req-75f97ba4-c6cb-401e-9020-4788cb43faa0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 1096 time: 0.0500646 Oct 27 16:19:29.709132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cdcb1aa-7867-489e-9f46-bf16d86111eb req-5392dd48-e553-40a2-815c-c978fb26e00e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417995 Oct 27 16:19:30.135479 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4017ea02-1585-46b8-af6b-b65bb281cf12 req-182962c0-3863-42d9-8f39-fd5b571e8d52 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0384016 Oct 27 16:19:30.199885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240b234-d6ae-4e47-84a0-394c708f3873 req-1f5a22a6-8123-4650-8b4e-2a98061ca322 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.207515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7240b234-d6ae-4e47-84a0-394c708f3873 req-1f5a22a6-8123-4650-8b4e-2a98061ca322 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1230824 Oct 27 16:19:30.247002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7240b234-d6ae-4e47-84a0-394c708f3873 req-f6594d5b-2804-4ece-becc-90531bbb90b3 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370617 Oct 27 16:19:30.659938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca41b4-8723-445f-9656-6065de6a62af req-3d0bac73-065a-4b5b-bdf8-987cdcddee3c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.670382 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76ca41b4-8723-445f-9656-6065de6a62af req-3d0bac73-065a-4b5b-bdf8-987cdcddee3c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1406286 Oct 27 16:19:30.710560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-8b947002-de8a-43d0-a27e-3afe857365e0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:30.712426 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-8b947002-de8a-43d0-a27e-3afe857365e0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 797 time: 0.2024076 Oct 27 16:19:30.754606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76ca41b4-8723-445f-9656-6065de6a62af req-cbdc411d-e071-457a-ac2c-0ad0b9aba4e2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832837 Oct 27 16:19:30.765182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3145f807-a19d-44b7-b4df-65261b3f39a9 req-365b8d44-49b2-4a06-aef2-c3a92eae95d5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 210 time: 0.0393353 Oct 27 16:19:30.795582 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-af7048cb-ee01-4056-b448-66c1255f1a08 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 379 time: 0.0694394 Oct 27 16:19:30.807641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'port': {'device_id': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'admin_state_up': True, 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'security_groups': ['8ca26c8f-230a-464d-91ea-f8c8194b69f4']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:31.016113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:31.019926 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.166343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.20.0.14 (0f922c33-3659-4eaf-8668-4bffb4ffa94b/984cdc2b-cac7-41f0-8353-3ab8267a604c/19b00a40-fee3-4c50-ad32-013f68c4f326) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:31.291676 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6e565ac0-dd22-4fd9-9758-1999cc584a1a req-aad95e22-43a0-4fef-a720-cf69d396d7b1 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0634079 Oct 27 16:19:31.380097 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.427187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bf7dc-70b7-4abe-a2fc-040807aa106f req-46db44eb-d688-40c2-80c2-d5e26b5419c0 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:31.428791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a2bf7dc-70b7-4abe-a2fc-040807aa106f req-46db44eb-d688-40c2-80c2-d5e26b5419c0 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.0745759 Oct 27 16:19:31.436840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5abd3431-4be9-4b9f-80a0-3a5d076b46bf up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:31.476725 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a2bf7dc-70b7-4abe-a2fc-040807aa106f req-b4f6d833-3e8d-4d83-8b99-1bd314bee16a tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Oct 27 16:19:31.490233 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.512870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:31.513650 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.554311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 0f922c33-3659-4eaf-8668-4bffb4ffa94b is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:31.561061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:31.563597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:31.606776 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:31.663090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:31.663907 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.767755 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-f912cb85-91b1-4482-8eb0-0512a83d64cd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9649358 Oct 27 16:19:31.783066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Request body: {'port': {'device_id': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:31.829327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a17fff1f-7010-45be-8038-0f4fbc8270d6 None None] Provisioning complete for port 19b00a40-fee3-4c50-ad32-013f68c4f326 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:31.829327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a17fff1f-7010-45be-8038-0f4fbc8270d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.886149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a17fff1f-7010-45be-8038-0f4fbc8270d6 None None] Port 19b00a40-fee3-4c50-ad32-013f68c4f326 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:19:31.895784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:31.940311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4c866-f0ed-4a4a-be60-2729a9f05762 req-aa6c3a47-453a-4dd2-aadd-92591f7ef503 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:31.949741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0ec4c866-f0ed-4a4a-be60-2729a9f05762 req-aa6c3a47-453a-4dd2-aadd-92591f7ef503 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0780416 Oct 27 16:19:32.005819 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0ec4c866-f0ed-4a4a-be60-2729a9f05762 req-39532e14-8a34-4a1e-a8c5-642c6aa639a8 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508406 Oct 27 16:19:32.094674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bbf9b-63d0-4842-8aea-8dfbe5222465 req-05e707b8-921a-41d2-9890-edf2834501f3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.096216 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-860bbf9b-63d0-4842-8aea-8dfbe5222465 req-05e707b8-921a-41d2-9890-edf2834501f3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 932 time: 0.2388856 Oct 27 16:19:32.155272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-860bbf9b-63d0-4842-8aea-8dfbe5222465 req-bad17a6c-379c-425e-9b74-f20d2c4e4606 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522878 Oct 27 16:19:32.534975 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.549433 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8982341e-9faf-45f0-98a4-187d200a4318 req-ba851185-29c3-421e-abaf-32a404598815 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0311034 Oct 27 16:19:32.550817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38538) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:32.553684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b00a40-fee3-4c50-ad32-013f68c4f326 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:32.563660 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.586917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Transition to ACTIVE for port object 19b00a40-fee3-4c50-ad32-013f68c4f326 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:19:32.609551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf69e86-f190-4fa6-9e30-ddf1d05ecbba req-5c00cf64-b2ac-43d2-82bd-aed4ae426f2b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.611366 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8cf69e86-f190-4fa6-9e30-ddf1d05ecbba req-5c00cf64-b2ac-43d2-82bd-aed4ae426f2b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1264775 Oct 27 16:19:32.613591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98392b3d-4b6a-449d-acf0-5353d5120e41 req-4b2e480c-25f1-4497-a7d8-e591e5029ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.615184 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98392b3d-4b6a-449d-acf0-5353d5120e41 req-4b2e480c-25f1-4497-a7d8-e591e5029ec6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29e93a9a90fe4e39beb395055a05bd77&device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 1096 time: 0.0969255 Oct 27 16:19:32.662089 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.767544 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14cb4934-8139-44d2-b1ce-e2c4b4314c86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.798305 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8cf69e86-f190-4fa6-9e30-ddf1d05ecbba req-ce8a99b3-f223-49ee-b0ac-85d6f11a8baf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802773 Oct 27 16:19:32.800651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98392b3d-4b6a-449d-acf0-5353d5120e41 req-c6d59d3d-d765-4bfc-9f8f-2aceb0eeb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.806472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98392b3d-4b6a-449d-acf0-5353d5120e41 req-c6d59d3d-d765-4bfc-9f8f-2aceb0eeb6b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db29934f-3301-4ecf-94ab-df58d30b0ad9 HTTP/1.1" status: 200 len: 921 time: 0.1739290 Oct 27 16:19:32.859586 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf89bf-9fab-4a92-a2b7-8c33631dbe58 req-d0d571c8-7501-4954-98e9-c11584cccff4 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.867298 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1adf89bf-9fab-4a92-a2b7-8c33631dbe58 req-d0d571c8-7501-4954-98e9-c11584cccff4 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.2188025 Oct 27 16:19:32.876335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98392b3d-4b6a-449d-acf0-5353d5120e41 req-db2b836c-76b7-4c0d-986b-a3a53c8a7c7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 217 time: 0.0640452 Oct 27 16:19:32.899987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:32.915779 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:32.916222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:32.916635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 on network 0f922c33-3659-4eaf-8668-4bffb4ffa94b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:32.930214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Port 19b00a40-fee3-4c50-ad32-013f68c4f326 on network 0f922c33-3659-4eaf-8668-4bffb4ffa94b not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:32.944708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 on network 0f922c33-3659-4eaf-8668-4bffb4ffa94b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:32.951224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:19:32.951576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Checking segment: {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:32.952025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Bound using segment: {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:19:32.952437 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Bound port: 19b00a40-fee3-4c50-ad32-013f68c4f326, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:19:32.953012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:32.972254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1adf89bf-9fab-4a92-a2b7-8c33631dbe58 req-52dc03cb-f201-40fb-8730-978d19f3fc88 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036620 Oct 27 16:19:32.987922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98392b3d-4b6a-449d-acf0-5353d5120e41 req-a7c0b6a1-36bd-4cab-ae91-8a8b9c84cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:32.990191 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98392b3d-4b6a-449d-acf0-5353d5120e41 req-a7c0b6a1-36bd-4cab-ae91-8a8b9c84cf31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=828c5b17-d116-4898-80ef-f316855e3922 HTTP/1.1" status: 200 len: 860 time: 0.1049135 Oct 27 16:19:33.037958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:33.040962 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:19:33.046371 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14cb4934-8139-44d2-b1ce-e2c4b4314c86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.048832 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98392b3d-4b6a-449d-acf0-5353d5120e41 req-c077fc0d-2500-4f10-bb48-c5acc5defe3e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db29934f-3301-4ecf-94ab-df58d30b0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358405 Oct 27 16:19:33.153582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98392b3d-4b6a-449d-acf0-5353d5120e41 req-02a5c1e8-9708-49d2-8712-41ed30d6e918 service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854011 Oct 27 16:19:33.184374 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.238046 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.239203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.239353 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14cb4934-8139-44d2-b1ce-e2c4b4314c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.240687 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] 10.222.0.54 "PUT /v2.0/ports/19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1092 time: 1.4643102 Oct 27 16:19:33.246715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:33.246715 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6d0932-f087-419a-a40b-c6c66cecaeac" -d '{"events": [{"name": "network-changed", "server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:33.298827 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a9f289-0c0b-4a9b-bdb3-a9ca495b4fbe x-openstack-request-id: req-13a9f289-0c0b-4a9b-bdb3-a9ca495b4fbe {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:33.299259 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:33.301663 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13a9f289-0c0b-4a9b-bdb3-a9ca495b4fbe {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:33.301663 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'status': 'completed', 'code': 200} Oct 27 16:19:33.301663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c94f6a-6738-4818-bec2-4ea3ecb8bb0a service neutron] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:33.319079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-14cb4934-8139-44d2-b1ce-e2c4b4314c86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b813166f69d4943acd3b9c2758136f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7655103 Oct 27 16:19:33.320981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38550) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:33.369578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98392b3d-4b6a-449d-acf0-5353d5120e41 req-c76da3c1-9466-4c4d-ba3f-ea8d99d819cb service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075777 Oct 27 16:19:33.386880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb4934-8139-44d2-b1ce-e2c4b4314c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8e2fef-292e-4d3f-bcb9-31315486dc88,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:33.409476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5bfb9-c20b-4d7a-a38a-1457a0bdb700 req-70eeb2c1-4933-448e-8903-e08bcd625264 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.411296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44a5bfb9-c20b-4d7a-a38a-1457a0bdb700 req-70eeb2c1-4933-448e-8903-e08bcd625264 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 944 time: 0.1382544 Oct 27 16:19:33.431522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0932-f087-419a-a40b-c6c66cecaeac req-12efff5c-c686-4d91-8fc7-89225329a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.433083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b6d0932-f087-419a-a40b-c6c66cecaeac req-12efff5c-c686-4d91-8fc7-89225329a870 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1095 time: 0.0964231 Oct 27 16:19:33.466988 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70575e38-1824-47b6-8dcf-007cf9b4bda1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.472736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44a5bfb9-c20b-4d7a-a38a-1457a0bdb700 req-551e3848-ed60-47ee-a56d-da79205193d0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548916 Oct 27 16:19:33.586826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70575e38-1824-47b6-8dcf-007cf9b4bda1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.705677 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26a7ed6c-53ac-4a7a-b73f-989038f90985 req-a7b08b22-64d9-42a7-ac36-49099e4ba55a tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0430200 Oct 27 16:19:33.706878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0932-f087-419a-a40b-c6c66cecaeac req-bb505a72-cd1f-4eed-b57b-de284da0aa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.708244 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b6d0932-f087-419a-a40b-c6c66cecaeac req-bb505a72-cd1f-4eed-b57b-de284da0aa77 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=aa2cd34858c645408908be49587cbd63&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2647789 Oct 27 16:19:33.854970 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70575e38-1824-47b6-8dcf-007cf9b4bda1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.858063 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70575e38-1824-47b6-8dcf-007cf9b4bda1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:33.859163 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-70575e38-1824-47b6-8dcf-007cf9b4bda1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f8e2fef-292e-4d3f-bcb9-31315486dc88 HTTP/1.1" status: 204 len: 168 time: 0.5372057 Oct 27 16:19:33.891211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70575e38-1824-47b6-8dcf-007cf9b4bda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8e2fef-292e-4d3f-bcb9-31315486dc88,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:33.897867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0932-f087-419a-a40b-c6c66cecaeac req-60354723-83c8-4083-ad3e-aecf7919d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.899342 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b6d0932-f087-419a-a40b-c6c66cecaeac req-60354723-83c8-4083-ad3e-aecf7919d97e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1831095 Oct 27 16:19:33.950127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab68dbe-0a33-4ba6-82b5-d30e4c83b84f req-7476e68a-4326-4081-8ccf-f9cf0867a954 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:33.970255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ab68dbe-0a33-4ba6-82b5-d30e4c83b84f req-7476e68a-4326-4081-8ccf-f9cf0867a954 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0657110 Oct 27 16:19:34.013734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ab68dbe-0a33-4ba6-82b5-d30e4c83b84f req-53d24ed6-3bfc-4891-9e98-8697cce48329 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530131 Oct 27 16:19:34.052967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-337927b0-9f67-4ac3-b895-53c6875b19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.054807 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-337927b0-9f67-4ac3-b895-53c6875b19cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1095 time: 0.0568266 Oct 27 16:19:34.119290 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-e03e669e-0bcb-492c-a76f-ca9f2d104113 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 217 time: 0.0504501 Oct 27 16:19:34.146330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97366cbe-0fed-4ba5-91fe-0445cbc06f89 req-eb373371-6341-4bd1-9714-20106d13f0ab tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.148148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97366cbe-0fed-4ba5-91fe-0445cbc06f89 req-eb373371-6341-4bd1-9714-20106d13f0ab tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.0548344 Oct 27 16:19:34.204087 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-48a4f70c-f615-417e-8189-c346b7331f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.206019 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-48a4f70c-f615-417e-8189-c346b7331f61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.0836837 Oct 27 16:19:34.219438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97366cbe-0fed-4ba5-91fe-0445cbc06f89 req-6158e85e-0208-4467-a72c-ebd157396b06 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575306 Oct 27 16:19:34.260556 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-aa31d67f-f689-4b14-93e0-21bc891f4bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.262778 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-aa31d67f-f689-4b14-93e0-21bc891f4bdb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493667 Oct 27 16:19:34.365246 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-2262f388-3b7e-4ac5-a0df-4908b65e3fa9 service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946391 Oct 27 16:19:34.482827 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97af0003-1c30-469e-9a2f-bd662ee0e13f req-6cbdc84e-d7eb-4c2d-bdce-5a50252eaf93 service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097498 Oct 27 16:19:34.621620 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38580) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:34.636415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.645115 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca00198-74bd-49c7-bb42-362bfe18a270 req-723531a4-60b3-47f0-823a-a7f3a4c61a7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:34.655303 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dca00198-74bd-49c7-bb42-362bfe18a270 req-723531a4-60b3-47f0-823a-a7f3a4c61a7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 944 time: 0.0785444 Oct 27 16:19:34.710416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dca00198-74bd-49c7-bb42-362bfe18a270 req-393ef6ea-5536-4598-ba2d-13e2fad82749 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513723 Oct 27 16:19:34.731305 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.815825 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ddd4f2e5-b1b7-42a5-be4b-0bed21c107be req-b8ff478c-4db8-4ec2-8bd0-7086f87bd9c1 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0268629 Oct 27 16:19:34.826282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.869759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c181653-2be5-4550-87a5-a338c94be725,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:34.879163 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d9f1c60f9b94bae8eaa6591cbe68a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561607 Oct 27 16:19:34.881896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38584) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:34.887108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.893780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.893780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.893780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.893780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.893780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.893780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.893780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.893780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.893780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.893780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.893780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b203f4c-4fa4-44a5-b2f8-476fae192572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:19:34.949131 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-719ac08f-c32d-432f-a41f-be5bdad06dcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:34.972075 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-719ac08f-c32d-432f-a41f-be5bdad06dcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:35.130011 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-719ac08f-c32d-432f-a41f-be5bdad06dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:35.136976 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-719ac08f-c32d-432f-a41f-be5bdad06dcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:35.138818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-719ac08f-c32d-432f-a41f-be5bdad06dcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c181653-2be5-4550-87a5-a338c94be725 HTTP/1.1" status: 204 len: 168 time: 0.2555909 Oct 27 16:19:35.158595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ac08f-c32d-432f-a41f-be5bdad06dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c181653-2be5-4550-87a5-a338c94be725,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:35.190556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e19c-ec8b-48a0-85b7-c9ebdd218e36 req-32cac07b-571b-4259-b0e4-5bdff706c389 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:35.197740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0c9e19c-ec8b-48a0-85b7-c9ebdd218e36 req-32cac07b-571b-4259-b0e4-5bdff706c389 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1020088 Oct 27 16:19:35.276622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0c9e19c-ec8b-48a0-85b7-c9ebdd218e36 req-061f372b-8e95-43e7-afa5-43dff75277b2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686193 Oct 27 16:19:35.429379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5551878-4726-44c1-b8f5-c5fcc2f492c5 req-c53be18f-fd19-40b7-a431-edd45a5e27e8 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:35.438373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5551878-4726-44c1-b8f5-c5fcc2f492c5 req-c53be18f-fd19-40b7-a431-edd45a5e27e8 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.0763323 Oct 27 16:19:35.491293 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5551878-4726-44c1-b8f5-c5fcc2f492c5 req-cbed3842-4f1c-4eeb-9d78-2734f192a292 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516541 Oct 27 16:19:35.890247 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32334c35-cc1d-4a50-a1f0-2dcaa00ca082 req-3b002e92-dae9-4e86-8472-06656ca5df1d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:35.897760 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-32334c35-cc1d-4a50-a1f0-2dcaa00ca082 req-3b002e92-dae9-4e86-8472-06656ca5df1d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 944 time: 0.1112287 Oct 27 16:19:35.963629 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a2eed2b-f13a-4ff3-b31b-832cf07b4fef req-2c35b9e7-87d2-4719-adc7-32236a68b96e tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0428042 Oct 27 16:19:35.974968 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-32334c35-cc1d-4a50-a1f0-2dcaa00ca082 req-9c0aff4c-cfa0-4037-9dfd-99e7fb007e1e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753140 Oct 27 16:19:36.411694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552e285-efa7-44e3-93b2-f6cbb69669da req-211751f7-c714-415c-8623-f59749137706 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:36.419181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0552e285-efa7-44e3-93b2-f6cbb69669da req-211751f7-c714-415c-8623-f59749137706 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0591962 Oct 27 16:19:36.454844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0552e285-efa7-44e3-93b2-f6cbb69669da req-b76a6080-6999-4419-96e6-37f69764a74e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344470 Oct 27 16:19:36.728170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a8ecf-add8-4f19-ac2d-9cda02cf5462 req-5bc400f9-05bd-43ea-a8a2-4dc99f3b2b71 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:36.741690 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1f8a8ecf-add8-4f19-ac2d-9cda02cf5462 req-5bc400f9-05bd-43ea-a8a2-4dc99f3b2b71 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1168504 Oct 27 16:19:36.779002 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1f8a8ecf-add8-4f19-ac2d-9cda02cf5462 req-0fed7e57-4f8f-4a02-a95e-c39d25ec8ed6 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359733 Oct 27 16:19:36.815498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:19:36.941571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:36.954538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'port_id': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'mac_address': 'fa:16:3e:22:17:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:19:36.998133 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.013563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b00a40-fee3-4c50-ad32-013f68c4f326 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:37.035630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:37.081596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61517947-8426-47da-8d28-dc492a196e84 req-f528b2f5-0088-4e5c-b6f7-80117d9d6b93 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0311165 Oct 27 16:19:37.154496 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.242672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573c449-b4f7-4f31-84d8-fb3547e92fd1 req-3f7ae617-389e-4629-8c69-1d7c574723db tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:37.244370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b573c449-b4f7-4f31-84d8-fb3547e92fd1 req-3f7ae617-389e-4629-8c69-1d7c574723db tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 945 time: 0.0958321 Oct 27 16:19:37.248835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:37.325119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b573c449-b4f7-4f31-84d8-fb3547e92fd1 req-ddeeed5c-b787-44cf-98b3-f632e6acb019 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723076 Oct 27 16:19:37.361343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38662) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:37.409818 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['19b00a40-fee3-4c50-ad32-013f68c4f326'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:37.489388 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32815342-49d1-4e75-b2a1-ad24ff54fa38 req-23bd1523-870c-465b-a6ff-c4e40ec6738a tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:37.491064 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-32815342-49d1-4e75-b2a1-ad24ff54fa38 req-23bd1523-870c-465b-a6ff-c4e40ec6738a tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1429360 Oct 27 16:19:37.538328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81e026-dacd-4f31-b0e5-2eaf8b9c19fa req-2274ea57-e4d3-4e14-b7b8-ed32ab507a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:37.539841 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c81e026-dacd-4f31-b0e5-2eaf8b9c19fa req-2274ea57-e4d3-4e14-b7b8-ed32ab507a7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47daabd1605a42aa8532e3ff3940c44c&device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 1096 time: 0.1018178 Oct 27 16:19:37.616631 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df0e72da-b327-478c-8a8f-737ab36c2d05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.641895 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-32815342-49d1-4e75-b2a1-ad24ff54fa38 req-e38c75d0-bf8b-433f-828f-f8f5179947ec tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225629 Oct 27 16:19:37.714818 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81e026-dacd-4f31-b0e5-2eaf8b9c19fa req-77769474-9b69-49cf-a0bf-695531d9541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:37.721960 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c81e026-dacd-4f31-b0e5-2eaf8b9c19fa req-77769474-9b69-49cf-a0bf-695531d9541c service neutron] 10.222.0.54 "GET /v2.0/networks?id=140261b0-e790-4cbf-881e-ca3b97ac23ea HTTP/1.1" status: 200 len: 916 time: 0.1606669 Oct 27 16:19:37.756852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff8bee-0b59-4354-aa80-c80200d838da req-10a839e9-7d48-4958-9217-e8ff2b5e4e58 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:37.764791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61ff8bee-0b59-4354-aa80-c80200d838da req-10a839e9-7d48-4958-9217-e8ff2b5e4e58 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1204405 Oct 27 16:19:37.827286 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c81e026-dacd-4f31-b0e5-2eaf8b9c19fa req-8da0d50a-0b1e-45c7-8770-5bb4e83ba076 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43f1d98b-50b9-4a70-b65d-1e919689c7d2 HTTP/1.1" status: 200 len: 217 time: 0.1009111 Oct 27 16:19:37.835778 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61ff8bee-0b59-4354-aa80-c80200d838da req-2bba90cc-79da-46cd-a882-ce7955817b5a tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701189 Oct 27 16:19:37.849174 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df0e72da-b327-478c-8a8f-737ab36c2d05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:37.893325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81e026-dacd-4f31-b0e5-2eaf8b9c19fa req-bc608ff7-898e-44c2-82ea-6c2eb7159a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:37.894852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c81e026-dacd-4f31-b0e5-2eaf8b9c19fa req-bc608ff7-898e-44c2-82ea-6c2eb7159a01 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cbd3dc8b-a9f1-4871-bf20-1b27048ca28b HTTP/1.1" status: 200 len: 854 time: 0.0514088 Oct 27 16:19:37.944212 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81e026-dacd-4f31-b0e5-2eaf8b9c19fa req-7bf73dbc-d3ca-403a-8358-836b0369746f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:37.945793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c81e026-dacd-4f31-b0e5-2eaf8b9c19fa req-7bf73dbc-d3ca-403a-8358-836b0369746f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=140261b0-e790-4cbf-881e-ca3b97ac23ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439382 Oct 27 16:19:38.021870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df0e72da-b327-478c-8a8f-737ab36c2d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.063279 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c81e026-dacd-4f31-b0e5-2eaf8b9c19fa req-2f3062f4-4199-449c-9b94-d2f67a64641d service neutron] 10.222.0.54 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087976 Oct 27 16:19:38.066003 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-df0e72da-b327-478c-8a8f-737ab36c2d05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5dac9ec595944188a3e008c5add43fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7037559 Oct 27 16:19:38.068287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e72da-b327-478c-8a8f-737ab36c2d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44803afb-a4ad-4e31-91fa-38360a6fdf05,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:38.070918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:38.159178 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f8bdaf2-f5e9-4021-8a2a-0b813eb7309f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.193399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f8bdaf2-f5e9-4021-8a2a-0b813eb7309f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.218443 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5df92da1-761e-4256-91ee-d7d7fc87485a req-896f3aa0-5021-48f0-a712-c57423ef484c tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0431302 Oct 27 16:19:38.239717 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c81e026-dacd-4f31-b0e5-2eaf8b9c19fa req-9156e56c-91f4-4125-8662-39352b52e791 service neutron] 10.222.0.54 "GET /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682649 Oct 27 16:19:38.364644 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f8bdaf2-f5e9-4021-8a2a-0b813eb7309f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.367327 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f8bdaf2-f5e9-4021-8a2a-0b813eb7309f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:38.368422 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3f8bdaf2-f5e9-4021-8a2a-0b813eb7309f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44803afb-a4ad-4e31-91fa-38360a6fdf05 HTTP/1.1" status: 204 len: 168 time: 0.2963712 Oct 27 16:19:38.378303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bdaf2-f5e9-4021-8a2a-0b813eb7309f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44803afb-a4ad-4e31-91fa-38360a6fdf05,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:38.500442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b929921-b618-48a0-860c-bf94585830e6 req-bed4372b-05b4-44a0-ac95-b256df2a8327 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:38.502141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b929921-b618-48a0-860c-bf94585830e6 req-bed4372b-05b4-44a0-ac95-b256df2a8327 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 945 time: 0.0553906 Oct 27 16:19:38.552689 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b929921-b618-48a0-860c-bf94585830e6 req-87370141-a4c2-45da-876b-7adeae087287 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435610 Oct 27 16:19:38.834807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:38.870309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77757a4a-940b-48b0-9baf-cdba3d8bef64 req-1afb0870-eb40-4aed-ba4f-c7383aa85c28 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:38.881680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-77757a4a-940b-48b0-9baf-cdba3d8bef64 req-1afb0870-eb40-4aed-ba4f-c7383aa85c28 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1089911 Oct 27 16:19:38.932242 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-77757a4a-940b-48b0-9baf-cdba3d8bef64 req-5d3dfa73-ea08-45c8-bc25-244665204409 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457726 Oct 27 16:19:39.028045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46a7e3-8092-43b2-8eb2-29c68a3b60ca req-1e23d9b1-27e7-48b2-97ee-f438330d96c2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:39.029781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e46a7e3-8092-43b2-8eb2-29c68a3b60ca req-1e23d9b1-27e7-48b2-97ee-f438330d96c2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0551801 Oct 27 16:19:39.073356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 19b00a40-fee3-4c50-ad32-013f68c4f326 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:19:39.075702 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e46a7e3-8092-43b2-8eb2-29c68a3b60ca req-4c6d75f0-c6db-4a91-b0d1-d0a0fdb9ef62 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348544 Oct 27 16:19:39.085980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 19b00a40-fee3-4c50-ad32-013f68c4f326 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:39.102987 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.188716 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.211142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:39.213419 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7fdbf4-50c0-4748-8042-997af8b85aba" -d '{"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-plugged", "status": "completed", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:39.228853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:39.257610 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f06b13b-dfa2-460c-ae8d-61c2b1fae47d x-openstack-request-id: req-1f06b13b-dfa2-460c-ae8d-61c2b1fae47d {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:39.257610 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-plugged", "status": "completed", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:39.257610 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f06b13b-dfa2-460c-ae8d-61c2b1fae47d {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:39.257610 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'code': 200} Oct 27 16:19:39.324980 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:39.368806 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd8176df-bcad-4b92-90d0-a12509543326 req-e247fb2e-b0e7-404a-8204-2b403092235d tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0631995 Oct 27 16:19:39.391940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee49ae8-d928-40d2-91b4-ad9d57fca264 req-5bd28b3e-90be-49bf-9690-54c61220a6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:39.391940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ee49ae8-d928-40d2-91b4-ad9d57fca264 req-5bd28b3e-90be-49bf-9690-54c61220a6b8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1097 time: 0.0676837 Oct 27 16:19:39.417313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:39.440276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ee49ae8-d928-40d2-91b4-ad9d57fca264 req-7611cde4-c935-4d09-9460-7518a7b31f61 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416033 Oct 27 16:19:39.696140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c818e08-2d7c-452c-8bb7-6eaefdbb01fb req-5a2eb9f0-ee89-41cf-b662-ecb584cecf00 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:39.697745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c818e08-2d7c-452c-8bb7-6eaefdbb01fb req-5a2eb9f0-ee89-41cf-b662-ecb584cecf00 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.0572958 Oct 27 16:19:39.749534 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c818e08-2d7c-452c-8bb7-6eaefdbb01fb req-10f1e852-7cdf-4f8d-a015-4bebc05298ad tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427337 Oct 27 16:19:39.976490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fc519-7ccd-4efe-b278-7c6e6d5e3747 req-49ec84f6-0a8f-48d3-b18a-6963efc9b058 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:39.977983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-115fc519-7ccd-4efe-b278-7c6e6d5e3747 req-49ec84f6-0a8f-48d3-b18a-6963efc9b058 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.0553174 Oct 27 16:19:40.048770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-115fc519-7ccd-4efe-b278-7c6e6d5e3747 req-456d2f5c-8c1a-49c1-b9ec-23115aef32ac tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639398 Oct 27 16:19:40.124080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d004b46-41eb-402d-96bc-63a4424fd66d req-c17624fe-30f5-478e-9349-0c927a1769c1 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:40.125654 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d004b46-41eb-402d-96bc-63a4424fd66d req-c17624fe-30f5-478e-9349-0c927a1769c1 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.0610206 Oct 27 16:19:40.170621 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d004b46-41eb-402d-96bc-63a4424fd66d req-8bf9e11e-faea-4ed6-b9c7-d09c565bf9a3 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379405 Oct 27 16:19:40.212090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9c959-c944-4d12-9c8e-9fbd03115188 req-edf20e72-25ee-47c4-8493-9c9ee6e4ad19 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:40.213621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75e9c959-c944-4d12-9c8e-9fbd03115188 req-edf20e72-25ee-47c4-8493-9c9ee6e4ad19 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0544918 Oct 27 16:19:40.253707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75e9c959-c944-4d12-9c8e-9fbd03115188 req-f262d60f-03f1-4716-95ae-259826c02224 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338249 Oct 27 16:19:40.320290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4745b-1fa4-46f9-bebb-978d7da03249 req-a04b5a3e-6a54-46db-91d2-997560cc5458 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:40.321890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4bf4745b-1fa4-46f9-bebb-978d7da03249 req-a04b5a3e-6a54-46db-91d2-997560cc5458 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.0523882 Oct 27 16:19:40.360565 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4bf4745b-1fa4-46f9-bebb-978d7da03249 req-d6c90632-66a8-4a0c-a2f0-52cb9acf5bfc tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Oct 27 16:19:40.491136 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef41552f-6b2c-4b1d-93aa-b64188f40318 req-611323a8-15fd-4070-966e-58169e74551a tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0278041 Oct 27 16:19:40.504700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a956af-0241-43bd-a070-0e53d6d76004 req-150d5adf-0ed3-4b69-80d3-c11a18f677ba tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:40.514512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-48a956af-0241-43bd-a070-0e53d6d76004 req-150d5adf-0ed3-4b69-80d3-c11a18f677ba tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 945 time: 0.0746388 Oct 27 16:19:40.528755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38794) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:40.560674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-48a956af-0241-43bd-a070-0e53d6d76004 req-b8e1a5ba-f686-4509-9505-ecf47be51ec4 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450194 Oct 27 16:19:40.676989 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-678fac89-d6f7-43c4-bd4b-9fff7d4a8e1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.710310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a2e7e-1210-489f-bac5-88507fb4e0bb req-10d0d074-bd58-4586-9793-d1453136efbc tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:40.710310 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-783a2e7e-1210-489f-bac5-88507fb4e0bb req-10d0d074-bd58-4586-9793-d1453136efbc tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 946 time: 0.0753293 Oct 27 16:19:40.763868 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-783a2e7e-1210-489f-bac5-88507fb4e0bb req-c044986d-8099-4107-badf-285bfe31fb79 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511811 Oct 27 16:19:40.798976 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-678fac89-d6f7-43c4-bd4b-9fff7d4a8e1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.821227 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-0c2b91b1-cf58-433b-8eb3-f87a92c27321 req-aba56591-d711-4703-8310-057d0f3055c9 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:19:40.822405 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0c2b91b1-cf58-433b-8eb3-f87a92c27321 req-aba56591-d711-4703-8310-057d0f3055c9 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062213 Oct 27 16:19:40.908667 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-678fac89-d6f7-43c4-bd4b-9fff7d4a8e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:40.928381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6625284-fe6d-4458-8c16-c74d78432487 req-f0cadec7-38cc-4151-bc74-9edd58032838 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:40.930306 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6625284-fe6d-4458-8c16-c74d78432487 req-f0cadec7-38cc-4151-bc74-9edd58032838 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.0561790 Oct 27 16:19:40.963157 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0c2b91b1-cf58-433b-8eb3-f87a92c27321 req-6dd5def0-c433-4eda-9d87-ed5855eec776 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1284306 Oct 27 16:19:40.975614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fac89-d6f7-43c4-bd4b-9fff7d4a8e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e99ba88-7e4b-4482-94e9-382366291d88,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:40.981539 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-678fac89-d6f7-43c4-bd4b-9fff7d4a8e1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=101d5ab8c97f412d93da42269cd4bb90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518278 Oct 27 16:19:40.984532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38808) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:40.988181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6625284-fe6d-4458-8c16-c74d78432487 req-bbc49024-f49d-4d6a-ac60-759eea6410ca tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455232 Oct 27 16:19:41.048563 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8a17e3b-c091-46b6-b77c-4b9ba86137ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.083629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8a17e3b-c091-46b6-b77c-4b9ba86137ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.273788 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8a17e3b-c091-46b6-b77c-4b9ba86137ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.279325 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8a17e3b-c091-46b6-b77c-4b9ba86137ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.280916 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f8a17e3b-c091-46b6-b77c-4b9ba86137ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e99ba88-7e4b-4482-94e9-382366291d88 HTTP/1.1" status: 204 len: 168 time: 0.2953153 Oct 27 16:19:41.297927 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a17e3b-c091-46b6-b77c-4b9ba86137ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e99ba88-7e4b-4482-94e9-382366291d88,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:41.357965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d3f39-a166-4274-bd92-7cca3b9979d5 req-d00b3d73-1036-49bc-ae59-6d3f245ad78f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:41.359623 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f61d3f39-a166-4274-bd92-7cca3b9979d5 req-d00b3d73-1036-49bc-ae59-6d3f245ad78f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1255639 Oct 27 16:19:41.409963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f61d3f39-a166-4274-bd92-7cca3b9979d5 req-b5abff79-2651-4cdf-bb22-155a421a5b8f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 Oct 27 16:19:41.411655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38824) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.489641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa526b22-3479-4360-b423-8625d251a4ed req-4017906b-b992-472b-a4e4-f061babab898 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:41.498007 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa526b22-3479-4360-b423-8625d251a4ed req-4017906b-b992-472b-a4e4-f061babab898 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.3628902 Oct 27 16:19:41.557986 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa526b22-3479-4360-b423-8625d251a4ed req-55c1a42d-ee79-4da8-ac37-79508467c0e8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589142 Oct 27 16:19:41.576000 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76925e6f-59db-4a80-915d-6aae7bc48d27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.580479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38830) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.655278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de2be2-2a62-4dab-afc2-bf5e720bf7a4 req-215e1933-a35f-4135-a7b6-835943ca5385 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:41.656974 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0de2be2-2a62-4dab-afc2-bf5e720bf7a4 req-215e1933-a35f-4135-a7b6-835943ca5385 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.1355674 Oct 27 16:19:41.669163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93cc91-b495-4019-bce4-237b81694550 req-02112c6d-c372-4e51-a82a-159fdf797715 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:41.677711 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c93cc91-b495-4019-bce4-237b81694550 req-02112c6d-c372-4e51-a82a-159fdf797715 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0585599 Oct 27 16:19:41.689621 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f4cc62-8d5f-4d95-98ab-628888d38ef4 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:41.694029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e1f4cc62-8d5f-4d95-98ab-628888d38ef4 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1092 time: 0.1097271 Oct 27 16:19:41.694765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38834) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.700849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:41.726799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c93cc91-b495-4019-bce4-237b81694550 req-d7d10d10-721c-4a9e-9998-3e9ecb462b52 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Oct 27 16:19:41.750017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0de2be2-2a62-4dab-afc2-bf5e720bf7a4 req-9213b621-738b-4937-b295-2c7ffd9ca5de tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867383 Oct 27 16:19:41.793438 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76925e6f-59db-4a80-915d-6aae7bc48d27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.837435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aedf6bdd-4441-4722-87f0-1551006b8538 req-457dc6bf-66d4-41a5-8523-a6b1e9f111df tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0316093 Oct 27 16:19:41.845145 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.881359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-76925e6f-59db-4a80-915d-6aae7bc48d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:41.966010 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-76925e6f-59db-4a80-915d-6aae7bc48d27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dba71030d8594a20ae2893a72d676e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5526958 Oct 27 16:19:41.970695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38844) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:41.972378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76925e6f-59db-4a80-915d-6aae7bc48d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa472996-e943-4ecb-a212-d11c304956d9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:41.993823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303ab5d-a145-4144-9d0b-f6b0b5f04f3d req-04f966ea-f00e-4ebf-a564-55f162ad1d93 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:41.993823 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1303ab5d-a145-4144-9d0b-f6b0b5f04f3d req-04f966ea-f00e-4ebf-a564-55f162ad1d93 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 945 time: 0.1600485 Oct 27 16:19:42.036904 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8abcab9b-dfa0-40dc-91eb-267424ca935b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.045121 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1303ab5d-a145-4144-9d0b-f6b0b5f04f3d req-77202195-f9bc-4718-a1b5-3e4af5d1cddc tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473714 Oct 27 16:19:42.068137 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8abcab9b-dfa0-40dc-91eb-267424ca935b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.080401 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.194918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8abcab9b-dfa0-40dc-91eb-267424ca935b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.197664 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8abcab9b-dfa0-40dc-91eb-267424ca935b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.199455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8abcab9b-dfa0-40dc-91eb-267424ca935b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa472996-e943-4ecb-a212-d11c304956d9 HTTP/1.1" status: 204 len: 168 time: 0.2294912 Oct 27 16:19:42.207692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.25.4.129 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/085a2aed-60be-4ff9-b9e6-229242faa2ec) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:19:42.224837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe7bbb-498f-49a2-8e41-4f49ea62d675 req-7773bf30-ce8b-4a49-9438-3eb57ccae6b8 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:42.226314 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43fe7bbb-498f-49a2-8e41-4f49ea62d675 req-7773bf30-ce8b-4a49-9438-3eb57ccae6b8 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 946 time: 0.0676086 Oct 27 16:19:42.227069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abcab9b-dfa0-40dc-91eb-267424ca935b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa472996-e943-4ecb-a212-d11c304956d9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:42.275814 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43fe7bbb-498f-49a2-8e41-4f49ea62d675 req-a0e5a25b-a41b-424c-bf19-ca6b5ac58f37 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386798 Oct 27 16:19:42.335301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.443889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:42.496858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:42.503940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:42.506961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:42.509100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=085a2aed-60be-4ff9-b9e6-229242faa2ec,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:42.542196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd23c5-f198-486a-9c7a-9eeb418cf25a req-a72f409f-f09b-411f-b46e-373274e9a81b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:42.550213 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd23c5-f198-486a-9c7a-9eeb418cf25a req-a72f409f-f09b-411f-b46e-373274e9a81b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:42.558495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd23c5-f198-486a-9c7a-9eeb418cf25a req-a72f409f-f09b-411f-b46e-373274e9a81b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:42.564726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1cd23c5-f198-486a-9c7a-9eeb418cf25a req-a72f409f-f09b-411f-b46e-373274e9a81b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9&device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d&device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 2417 time: 0.1493683 Oct 27 16:19:42.620969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c823be-8662-4aca-b25d-a9efc8afde52 req-5bc91d02-8598-4fae-aeb5-3f9449fb5b61 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:42.624571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96c823be-8662-4aca-b25d-a9efc8afde52 req-5bc91d02-8598-4fae-aeb5-3f9449fb5b61 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1044087 Oct 27 16:19:42.677009 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96c823be-8662-4aca-b25d-a9efc8afde52 req-e4e930a2-f69b-4755-95a6-526d15ed03f1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455873 Oct 27 16:19:42.690593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1cd23c5-f198-486a-9c7a-9eeb418cf25a req-25ed04c2-e145-4667-a7df-6d3c020eb0c8 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223202 Oct 27 16:19:42.846120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc1395-87fe-4133-b8a3-18c1da2f3113 req-ca8f2bcb-1063-4358-a38d-6b3c8aeb573f tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:42.848467 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-45bc1395-87fe-4133-b8a3-18c1da2f3113 req-ca8f2bcb-1063-4358-a38d-6b3c8aeb573f tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0540376 Oct 27 16:19:42.893953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-45bc1395-87fe-4133-b8a3-18c1da2f3113 req-e2d37962-2e5a-4540-8887-3e8729c6e8b9 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391610 Oct 27 16:19:42.990832 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-367480e0-7f46-4659-a346-dcd9c84ec87e req-1cabc577-ca37-438b-8d94-82c21d99e335 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0297031 Oct 27 16:19:43.140826 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7420d621-fded-4fb2-9f7a-d06c1d2247e9 req-7ccd5b86-2065-4e0c-a0d2-aff721765043 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4069829 Oct 27 16:19:43.310159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 38900) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:43.331135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.430279 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46725767-c0ea-402b-a005-f39836a28536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.483216 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.555674 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46725767-c0ea-402b-a005-f39836a28536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.622511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46725767-c0ea-402b-a005-f39836a28536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.648081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-46725767-c0ea-402b-a005-f39836a28536 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01ea1e5fa4ce4f2a9d6722c2a448ebed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366139 Oct 27 16:19:43.653075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38914) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:43.673736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46725767-c0ea-402b-a005-f39836a28536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6d4ad4-59f3-4a88-8845-6df77319fc1c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:43.694688 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.726586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c619f27f-a1fe-4c22-bb38-f6131f9777c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.753031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c619f27f-a1fe-4c22-bb38-f6131f9777c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.773401 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.896983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=085a2aed-60be-4ff9-b9e6-229242faa2ec,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:43.919193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e6350-2b3d-4e22-a099-e27ea7e4acb8 req-a0a6aebd-6308-45be-854c-8ebd30a9d15e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:43.920865 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d4e6350-2b3d-4e22-a099-e27ea7e4acb8 req-a0a6aebd-6308-45be-854c-8ebd30a9d15e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1506534 Oct 27 16:19:43.921786 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.993591 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c619f27f-a1fe-4c22-bb38-f6131f9777c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.996897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c619f27f-a1fe-4c22-bb38-f6131f9777c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:43.998032 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c619f27f-a1fe-4c22-bb38-f6131f9777c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c6d4ad4-59f3-4a88-8845-6df77319fc1c HTTP/1.1" status: 204 len: 168 time: 0.3431313 Oct 27 16:19:44.031467 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619f27f-a1fe-4c22-bb38-f6131f9777c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6d4ad4-59f3-4a88-8845-6df77319fc1c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:44.051178 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d4e6350-2b3d-4e22-a099-e27ea7e4acb8 req-1f445f5a-4837-4798-b677-40e893676b8a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947068 Oct 27 16:19:44.070298 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Floating IP 9fcdcc8e-b70b-4013-9c37-fc09291231b3 associated. External IP: 172.25.4.129, port: 19b00a40-fee3-4c50-ad32-013f68c4f326. Oct 27 16:19:44.132456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f8ba6-7a17-42e5-9666-a152848e4660 req-5dcdee90-450d-4446-b8d0-dab51d4e60e6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:44.134053 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d79f8ba6-7a17-42e5-9666-a152848e4660 req-5dcdee90-450d-4446-b8d0-dab51d4e60e6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0675499 Oct 27 16:19:44.206320 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d79f8ba6-7a17-42e5-9666-a152848e4660 req-1a031ddb-631f-4bdc-83ef-0795bf24027e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649168 Oct 27 16:19:44.297559 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e925883a-0b3f-4b91-9a9b-91d3d27d92e3 req-1991cb5a-d742-47b3-8ef3-6b93be18af01 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0316408 Oct 27 16:19:44.361306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:19:44.510134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:19:44.520021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d86e06-b7ad-4b21-9fa9-5e49c964951d None None] Sync routers for ids ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:19:44.530860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d86e06-b7ad-4b21-9fa9-5e49c964951d None None] Routers {'d8b5a3d9-f4c4-4133-949b-324dea6f03b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:44.531501 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-52d86e06-b7ad-4b21-9fa9-5e49c964951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:44.628109 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:44.646197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-52d86e06-b7ad-4b21-9fa9-5e49c964951d None None] Set router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:44.662840 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-21cfa8c4-f800-4fff-8e39-7a6ce7ade59d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9660268 Oct 27 16:19:44.663712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:44.666068 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f41920-bdc8-4493-942d-24d4283d134a" -d '{"events": [{"name": "network-changed", "server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:44.780393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72a473-ee97-44eb-b041-6eb79ba7c24b req-40936dff-157e-4aab-a3ee-c07d8ff56f2b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:44.787204 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7c72a473-ee97-44eb-b041-6eb79ba7c24b req-40936dff-157e-4aab-a3ee-c07d8ff56f2b tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 946 time: 0.0749664 Oct 27 16:19:44.792985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50866d-d67c-4e64-82aa-1a9460b27de9 req-ec62b718-ff48-4e44-9bdd-c023a7e8094f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:44.794761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb50866d-d67c-4e64-82aa-1a9460b27de9 req-ec62b718-ff48-4e44-9bdd-c023a7e8094f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.0813584 Oct 27 16:19:44.840473 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7c72a473-ee97-44eb-b041-6eb79ba7c24b req-ed825bc0-745d-49d7-bf82-b805a8a6cf65 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520370 Oct 27 16:19:44.844703 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb50866d-d67c-4e64-82aa-1a9460b27de9 req-574798b4-976f-496b-8d79-d43043a76cd7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429673 Oct 27 16:19:44.880304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38954) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:44.934490 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cddba25-3bdd-44b8-9e37-0527ef53dbf0 x-openstack-request-id: req-9cddba25-3bdd-44b8-9e37-0527ef53dbf0 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:44.934826 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:44.935020 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cddba25-3bdd-44b8-9e37-0527ef53dbf0 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:44.935409 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'status': 'completed', 'code': 200} Oct 27 16:19:44.974981 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4d4b0db0-7988-4d05-b96c-6d04a72e809d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/9fcdcc8e-b70b-4013-9c37-fc09291231b3 HTTP/1.1" status: 200 len: 992 time: 0.0921595 Oct 27 16:19:45.014068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f41920-bdc8-4493-942d-24d4283d134a req-829272e5-f3a7-47ec-8b3a-9ebccb0d424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:45.016073 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7f41920-bdc8-4493-942d-24d4283d134a req-829272e5-f3a7-47ec-8b3a-9ebccb0d424f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1097 time: 0.0589001 Oct 27 16:19:45.139394 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f41920-bdc8-4493-942d-24d4283d134a req-a43315ce-ebfe-4c5e-b866-885c4455a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:45.140978 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7f41920-bdc8-4493-942d-24d4283d134a req-a43315ce-ebfe-4c5e-b866-885c4455a12d service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.1126723 Oct 27 16:19:45.162457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-52d86e06-b7ad-4b21-9fa9-5e49c964951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:25Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '9fcdcc8e-b70b-4013-9c37-fc09291231b3', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'port_id': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'mac_address': 'fa:16:3e:22:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:19:43Z', 'updated_at': '2021-10-27T16:19:43Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abd3431-4be9-4b9f-80a0-3a5d076b46bf', 'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:48:f1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:24Z', 'updated_at': '2021-10-27T16:19:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:45.196436 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d86e06-b7ad-4b21-9fa9-5e49c964951d None None] Checking router: d8b5a3d9-f4c4-4133-949b-324dea6f03b1 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:19:45.214794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d86e06-b7ad-4b21-9fa9-5e49c964951d None None] Routers {'d8b5a3d9-f4c4-4133-949b-324dea6f03b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:19:45.215603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-52d86e06-b7ad-4b21-9fa9-5e49c964951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:45.230457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc36e3-5f4d-4d43-90cb-d89cd44b9f88 req-f887c816-5c02-4993-935a-d702fa193b01 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:45.232897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7f41920-bdc8-4493-942d-24d4283d134a req-de4fcc5d-7ef5-4ebc-8187-5a8de520180c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1000 time: 0.0844712 Oct 27 16:19:45.233679 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d0cc36e3-5f4d-4d43-90cb-d89cd44b9f88 req-f887c816-5c02-4993-935a-d702fa193b01 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.0648952 Oct 27 16:19:45.308982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f41920-bdc8-4493-942d-24d4283d134a req-7265e472-7801-42d6-88c7-1483ca7dcea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:45.311128 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7f41920-bdc8-4493-942d-24d4283d134a req-7265e472-7801-42d6-88c7-1483ca7dcea9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.0665994 Oct 27 16:19:45.329083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d0cc36e3-5f4d-4d43-90cb-d89cd44b9f88 req-51880488-6440-4ce8-9c8a-aa66f04ad628 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877445 Oct 27 16:19:45.406346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-52d86e06-b7ad-4b21-9fa9-5e49c964951d None None] Set router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:19:45.447780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f41920-bdc8-4493-942d-24d4283d134a req-8375f318-38f9-4d06-8959-d11c6a7b3dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:45.449445 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7f41920-bdc8-4493-942d-24d4283d134a req-8375f318-38f9-4d06-8959-d11c6a7b3dc1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213665 Oct 27 16:19:45.489049 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c635413e-3cac-4e60-9407-250ef9f68587 req-92d97e90-b560-4dcd-aa34-f9ba455e9718 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0403652 Oct 27 16:19:45.507277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454b5ca-6974-40c0-b89c-561766da2c9c req-87c78170-7fb6-4567-aab3-15ca32a55b14 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:45.515358 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6454b5ca-6974-40c0-b89c-561766da2c9c req-87c78170-7fb6-4567-aab3-15ca32a55b14 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1859379 Oct 27 16:19:45.596670 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6454b5ca-6974-40c0-b89c-561766da2c9c req-20853f9f-02b9-4c8b-abe0-bf0398f7b3fa tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801973 Oct 27 16:19:45.643148 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7f41920-bdc8-4493-942d-24d4283d134a req-4a2033e3-1891-46f2-93c6-7febd137a735 service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821780 Oct 27 16:19:45.772177 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7f41920-bdc8-4493-942d-24d4283d134a req-81cb7b0d-1097-4051-9ff2-55ec84e2f76b service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211755 Oct 27 16:19:45.788672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-52d86e06-b7ad-4b21-9fa9-5e49c964951d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:25Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '9fcdcc8e-b70b-4013-9c37-fc09291231b3', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'port_id': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'mac_address': 'fa:16:3e:22:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:19:43Z', 'updated_at': '2021-10-27T16:19:43Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abd3431-4be9-4b9f-80a0-3a5d076b46bf', 'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:48:f1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:24Z', 'updated_at': '2021-10-27T16:19:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:45.815532 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d86e06-b7ad-4b21-9fa9-5e49c964951d None None] The sync data for ids ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'] in n-d-815689-1 is: [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:25Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '9fcdcc8e-b70b-4013-9c37-fc09291231b3', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.129', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'port_id': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2089, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'mac_address': 'fa:16:3e:22:17:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:19:43Z', 'updated_at': '2021-10-27T16:19:43Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5abd3431-4be9-4b9f-80a0-3a5d076b46bf', 'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:48:f1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:24Z', 'updated_at': '2021-10-27T16:19:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:19:45.977895 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38984) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:46.016370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85362bc2-8f69-4b26-9950-44a9a2b01b3d req-0e18bff6-0bce-4ed7-9434-c30f3156a6b9 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:46.016370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85362bc2-8f69-4b26-9950-44a9a2b01b3d req-0e18bff6-0bce-4ed7-9434-c30f3156a6b9 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 946 time: 0.0604434 Oct 27 16:19:46.050627 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc2cd89-d47b-4c03-a53d-f96fff877541 None None] New status for floating IP 9fcdcc8e-b70b-4013-9c37-fc09291231b3: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:19:46.068470 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2368b007-5bd7-4b9f-82d7-5d73aa42e81c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/9fcdcc8e-b70b-4013-9c37-fc09291231b3 HTTP/1.1" status: 200 len: 992 time: 0.0887041 Oct 27 16:19:46.072573 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85362bc2-8f69-4b26-9950-44a9a2b01b3d req-8d532f36-0611-4822-9e6c-ee19e8693d9d tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541534 Oct 27 16:19:46.260013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 38992) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:46.390535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529ed8d-188e-4bed-a109-3c6aa2d42075 req-8dad4adb-c4aa-4d8d-bbbd-3e6936f2e9ff tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:46.392222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a529ed8d-188e-4bed-a109-3c6aa2d42075 req-8dad4adb-c4aa-4d8d-bbbd-3e6936f2e9ff tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.53 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 946 time: 0.0562952 Oct 27 16:19:46.419658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1467709938'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:46.481287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1d9b3-6565-4376-8cfc-9c2f0af3bd73 req-0c436c51-9ee8-4adb-b723-7d89cc0c59ce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:46.482875 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84f1d9b3-6565-4376-8cfc-9c2f0af3bd73 req-0c436c51-9ee8-4adb-b723-7d89cc0c59ce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.0598056 Oct 27 16:19:46.498008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-a529ed8d-188e-4bed-a109-3c6aa2d42075 req-335c4e2d-41a9-4496-8d52-2823457a5aea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Deleting port 9af7270c-b6a0-4a59-b88f-608efad4b258 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:46.498434 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a529ed8d-188e-4bed-a109-3c6aa2d42075 req-335c4e2d-41a9-4496-8d52-2823457a5aea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.525404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Made reservation on behalf of 63cf6c99637e46d69e5ef927a4487f24 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:46.533722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.536956 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84f1d9b3-6565-4376-8cfc-9c2f0af3bd73 req-a5b174f0-02e2-456d-a8da-b1343a5f4c2e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467896 Oct 27 16:19:46.544212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.642394 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fafe71c-357f-4ff4-b4a1-43098025bf68 req-ff518772-8102-43ac-bae1-611e473cb976 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0450752 Oct 27 16:19:46.650775 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.665368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a529ed8d-188e-4bed-a109-3c6aa2d42075 req-335c4e2d-41a9-4496-8d52-2823457a5aea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] For port 9af7270c-b6a0-4a59-b88f-608efad4b258, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9af7270c-b6a0-4a59-b88f-608efad4b258,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:46.665915 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a529ed8d-188e-4bed-a109-3c6aa2d42075 req-335c4e2d-41a9-4496-8d52-2823457a5aea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.685509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-a529ed8d-188e-4bed-a109-3c6aa2d42075 req-335c4e2d-41a9-4496-8d52-2823457a5aea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Calling delete_port for 9af7270c-b6a0-4a59-b88f-608efad4b258 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:46.730578 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.758306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:19:46.771915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f44828e-d25b-4057-a824-e72ce2a06bd7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:46.777724 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.777996 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Added segment b478bab9-7aa0-42f8-8a77-c491280bf114 of type vlan for network b99c5df2-c8fd-48a2-8cea-14862d4a74ce Oct 27 16:19:46.812966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1ade9-88e0-41dd-a1e9-9434c8208a31 req-f50a8ff9-b30b-415c-b820-a36811d7b379 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:46.814517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3e1ade9-88e0-41dd-a1e9-9434c8208a31 req-f50a8ff9-b30b-415c-b820-a36811d7b379 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0876534 Oct 27 16:19:46.819981 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.891942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3e1ade9-88e0-41dd-a1e9-9434c8208a31 req-89d5da39-7e6a-4100-a1cf-1496a6b512cd tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489383 Oct 27 16:19:46.935836 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.941632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:46.942244 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.958769 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a529ed8d-188e-4bed-a109-3c6aa2d42075 req-335c4e2d-41a9-4496-8d52-2823457a5aea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:46.972288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['43f1d98b-50b9-4a70-b65d-1e919689c7d2', '2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:47.006470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['9af7270c-b6a0-4a59-b88f-608efad4b258'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:47.007440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c4e2d-41a9-4496-8d52-2823457a5aea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Pushing event deleted for resources: {'Port': ['ID=9af7270c-b6a0-4a59-b88f-608efad4b258,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:47.025981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Pushing event updated for resources: {'Network': ['ID=b99c5df2-c8fd-48a2-8cea-14862d4a74ce,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:47.052447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network b99c5df2-c8fd-48a2-8cea-14862d4a74ce details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:19:47.058817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a529ed8d-188e-4bed-a109-3c6aa2d42075 req-335c4e2d-41a9-4496-8d52-2823457a5aea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] No DVR routers for this DVR port 9af7270c-b6a0-4a59-b88f-608efad4b258 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:47.061738 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a529ed8d-188e-4bed-a109-3c6aa2d42075 req-335c4e2d-41a9-4496-8d52-2823457a5aea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.065416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a529ed8d-188e-4bed-a109-3c6aa2d42075 req-335c4e2d-41a9-4496-8d52-2823457a5aea tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.53 "DELETE /v2.0/ports/9af7270c-b6a0-4a59-b88f-608efad4b258 HTTP/1.1" status: 204 len: 173 time: 0.6574035 Oct 27 16:19:47.065931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4005cb34-b484-4d95-a7b5-eb8fcc02a2c9', 'name': 'network-vif-deleted', 'tag': '9af7270c-b6a0-4a59-b88f-608efad4b258'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:47.068302 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c32ae7-c440-4de2-b562-754bdff492a3" -d '{"events": [{"server_uuid": "4005cb34-b484-4d95-a7b5-eb8fcc02a2c9", "name": "network-vif-deleted", "tag": "9af7270c-b6a0-4a59-b88f-608efad4b258"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:47.072032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39010) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.136862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d5322441-45db-4ce1-8079-55dfd07eb89f tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8708992 Oct 27 16:19:47.152606 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0febd95a-29e0-454f-8a5b-849032cae3f3 x-openstack-request-id: req-0febd95a-29e0-454f-8a5b-849032cae3f3 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:47.153137 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4005cb34-b484-4d95-a7b5-eb8fcc02a2c9", "name": "network-vif-deleted", "tag": "9af7270c-b6a0-4a59-b88f-608efad4b258", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:47.153373 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0febd95a-29e0-454f-8a5b-849032cae3f3 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:47.153806 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4005cb34-b484-4d95-a7b5-eb8fcc02a2c9', 'name': 'network-vif-deleted', 'tag': '9af7270c-b6a0-4a59-b88f-608efad4b258', 'status': 'completed', 'code': 200} Oct 27 16:19:47.172738 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e3533765-c00a-450e-b82d-081ed2b9d484 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/9fcdcc8e-b70b-4013-9c37-fc09291231b3 HTTP/1.1" status: 200 len: 994 time: 0.0994651 Oct 27 16:19:47.218536 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a2db18b-010f-4dea-a01b-33dc26ffb77a req-f5f22d03-be61-4180-921b-70bb70f8dd16 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=4005cb34-b484-4d95-a7b5-eb8fcc02a2c9 HTTP/1.1" status: 200 len: 210 time: 0.0340750 Oct 27 16:19:47.376196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39020) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:47.381894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Request body: {'port': {'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce', 'binding:host_id': 'n-h1-815689-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-545389190'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:47.497223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Made reservation on behalf of 9b91e28d82574613b629f32300a46ab1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:47.499891 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.510182 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.599044 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.667009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a17623-eb18-4e95-bc31-03d121e494c1 req-b7d30997-36ea-429f-ab64-202e124afc3d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:47.669667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a17623-eb18-4e95-bc31-03d121e494c1 req-b7d30997-36ea-429f-ab64-202e124afc3d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.0525954 Oct 27 16:19:47.684227 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:47.695244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] device_id is not set on port 1a50efe9-8da0-41ea-97c7-c3a63617c334 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:47.756375 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-505de0f7-61a9-4ba0-8e59-73b8700e5f0b req-8c37e17c-8439-4ec2-8215-9b37542b7016 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0275800 Oct 27 16:19:47.817041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99a17623-eb18-4e95-bc31-03d121e494c1 req-c9ba8844-e59e-41b1-9cf5-8cca91109176 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409044 Oct 27 16:19:47.825859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8948f79-fd1b-4fea-8db2-e342631fc479,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:47.990717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] device_id is not set on port 1a50efe9-8da0-41ea-97c7-c3a63617c334 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:48.002367 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.021790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fb072-2909-4add-89e1-a93622fe9252 req-9530f333-cd55-4f6d-b5e3-942576e50dc6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:48.023280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-210fb072-2909-4add-89e1-a93622fe9252 req-9530f333-cd55-4f6d-b5e3-942576e50dc6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0532508 Oct 27 16:19:48.062042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.087889 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-210fb072-2909-4add-89e1-a93622fe9252 req-b79bed9d-de82-40ea-85d1-8694ab03f150 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512066 Oct 27 16:19:48.126361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event updated for resources: {'Port': ['ID=1a50efe9-8da0-41ea-97c7-c3a63617c334,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:48.135670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Checking segment: {'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:19:48.136743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Network hostable DHCP agents. Network: b99c5df2-c8fd-48a2-8cea-14862d4a74ce, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:19:48.190589 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:19:48.226864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Network b99c5df2-c8fd-48a2-8cea-14862d4a74ce is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:19:48.358721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, b99c5df2-c8fd-48a2-8cea-14862d4a74ce) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:48.363148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:48.368825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9650c03-357b-40bb-ad28-62113f76f984 None None] Network b99c5df2-c8fd-48a2-8cea-14862d4a74ce requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:19:48.380166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:48.380622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:48.381099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:48.386003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:48.386582 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:48.387043 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 2 to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 Oct 27 16:19:48.400073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:48.400478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:48.400822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:48.406352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:48.406734 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:48.407130 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 3 to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 Oct 27 16:19:48.421080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:48.421421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:48.425228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:48.426491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:48.426815 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:48.427207 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 4 to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 Oct 27 16:19:48.440014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:48.440394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:48.440737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:48.445517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:48.445847 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:48.446239 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 5 to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 Oct 27 16:19:48.459839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:48.460273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:48.460616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:48.465895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:48.466230 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:48.466631 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 6 to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 Oct 27 16:19:48.487361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:48.487857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:48.488337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:48.493360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:48.493860 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:48.494540 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 7 to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 Oct 27 16:19:48.514626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:48.515225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:48.515739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:48.520723 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:48.521411 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:48.522003 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 8 to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 Oct 27 16:19:48.536214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:48.536433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:48.536754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:48.541322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:48.541644 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:48.542637 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 9 to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 Oct 27 16:19:48.558636 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bf604cf6-c3b6-40c4-a430-c5a401cc74fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.558856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:48.559051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:48.559389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:48.563856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:48.568935 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:48.568935 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 10 to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 Oct 27 16:19:48.576616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:48.576954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:48.577281 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:48.581513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:48.581834 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 1a50efe9-8da0-41ea-97c7-c3a63617c334 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:48.582192 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.661864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] For port 1a50efe9-8da0-41ea-97c7-c3a63617c334, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:48.662127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempted to set empty binding levels {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:19:48.700166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3320884-5bae-4acb-891a-cc0ae636416a req-ecac38d0-1582-4b66-b8f4-f2a281e9b8fb tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:48.701667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3320884-5bae-4acb-891a-cc0ae636416a req-ecac38d0-1582-4b66-b8f4-f2a281e9b8fb tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 945 time: 0.0561128 Oct 27 16:19:48.724439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.831191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:48.831191 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:48.837845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3320884-5bae-4acb-891a-cc0ae636416a req-838dbd63-27e8-4f38-bc13-177e70ea942c tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299915 Oct 27 16:19:48.856662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event updated for resources: {'Port': ['ID=1a50efe9-8da0-41ea-97c7-c3a63617c334,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:48.919915 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dab84007-9a47-4bdc-98c5-1888d682f367 req-9671efa8-7e76-4464-b830-8cc1ddec0f97 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0301540 Oct 27 16:19:48.932855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-45df2740-9ea9-44cb-a247-4e41011f7d0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.5554440 Oct 27 16:19:48.936122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39044) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:49.063612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed85ed4-e5d1-4989-b88e-d16d43e229f0 req-aeb19fdc-d8d8-421c-bd8c-e51a64205b56 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:49.065118 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5ed85ed4-e5d1-4989-b88e-d16d43e229f0 req-aeb19fdc-d8d8-421c-bd8c-e51a64205b56 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.0637300 Oct 27 16:19:49.071813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e2687255-110c-41ff-93c3-c187a9a8de55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Deleting port 1a50efe9-8da0-41ea-97c7-c3a63617c334 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:49.072189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2687255-110c-41ff-93c3-c187a9a8de55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.158522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-e2687255-110c-41ff-93c3-c187a9a8de55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] For port 1a50efe9-8da0-41ea-97c7-c3a63617c334, host n-h1-815689-1, got binding levels [] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:49.158890 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2687255-110c-41ff-93c3-c187a9a8de55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.163706 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5ed85ed4-e5d1-4989-b88e-d16d43e229f0 req-58390791-8f25-4705-baaa-bd1908bff383 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879912 Oct 27 16:19:49.174630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e2687255-110c-41ff-93c3-c187a9a8de55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Calling delete_port for 1a50efe9-8da0-41ea-97c7-c3a63617c334 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:49.215123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1bab5-1c8e-4aed-ae83-84501270676c req-7a128f03-c403-4c9a-881c-aea89f699d04 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:49.216722 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-82b1bab5-1c8e-4aed-ae83-84501270676c req-7a128f03-c403-4c9a-881c-aea89f699d04 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0668385 Oct 27 16:19:49.258740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-82b1bab5-1c8e-4aed-ae83-84501270676c req-1eddb1ae-094f-47e8-a4cf-6ff3aba57bae tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350065 Oct 27 16:19:49.318347 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2687255-110c-41ff-93c3-c187a9a8de55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.347252 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2687255-110c-41ff-93c3-c187a9a8de55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a50efe9-8da0-41ea-97c7-c3a63617c334,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:49.354176 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2687255-110c-41ff-93c3-c187a9a8de55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.358381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e2687255-110c-41ff-93c3-c187a9a8de55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1a50efe9-8da0-41ea-97c7-c3a63617c334 HTTP/1.1" status: 204 len: 168 time: 0.4207659 Oct 27 16:19:49.361065 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39052) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:49.383591 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-8310ce58-3ea3-4f69-92c9-80882cdf3586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:19:49.385113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8310ce58-3ea3-4f69-92c9-80882cdf3586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "GET /v2.0/ports/1a50efe9-8da0-41ea-97c7-c3a63617c334 HTTP/1.1" status: 404 len: 333 time: 0.0230792 Oct 27 16:19:49.389332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39054) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:49.398445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Request body: {'port': {'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1059055385'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:49.472676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Made reservation on behalf of 9b91e28d82574613b629f32300a46ab1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:49.475463 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.501288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] device_id is not set on port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:49.659788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.753266 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.796233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Network b99c5df2-c8fd-48a2-8cea-14862d4a74ce is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:49.800509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:49.804620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:49.805583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:49.806116 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.809952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event updated for resources: {'Port': ['ID=265f1dd7-3c59-4dcf-9b59-13b79b935ac9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:49.890911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d072944a-c571-43b8-9db0-f92673f51059 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4981484 Oct 27 16:19:49.891328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39060) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:49.896777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:49.959285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:49.985091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe00720-253f-43b7-a5b8-c662894000ea req-c376b8b8-b779-47e1-a06b-1d80faf1afc7 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:49.993649 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fbe00720-253f-43b7-a5b8-c662894000ea req-c376b8b8-b779-47e1-a06b-1d80faf1afc7 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 945 time: 0.0632131 Oct 27 16:19:50.037673 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fbe00720-253f-43b7-a5b8-c662894000ea req-9578bf11-463c-479d-99ba-55b4eb28e0f7 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 Oct 27 16:19:50.089954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c07c936d-64cd-4f38-a251-3be2d2d73940 req-00cfb14c-3252-480d-a29b-aa5cdab98d30 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0450082 Oct 27 16:19:50.164296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] device_id is not set on port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:50.172555 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.230601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1b8d5-cebf-4084-8eea-eaa154175578 req-e39f5959-03d4-481f-93b6-8129631a1493 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.232527 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-19d1b8d5-cebf-4084-8eea-eaa154175578 req-e39f5959-03d4-481f-93b6-8129631a1493 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.54 "GET /v2.0/ports?device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 945 time: 0.0527389 Oct 27 16:19:50.238911 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.296148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event updated for resources: {'Port': ['ID=265f1dd7-3c59-4dcf-9b59-13b79b935ac9,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:50.320377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:50.320717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:50.321054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:50.327712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:50.328037 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:50.328448 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 2 to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 Oct 27 16:19:50.352154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:50.352937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:50.352937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:50.369348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c46985-17f2-46c4-89d3-b8434508249e req-6facbe5d-cdcf-4325-8359-4d86314e6567 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.376024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:50.376513 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:50.377245 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 3 to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 Oct 27 16:19:50.383529 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-52c46985-17f2-46c4-89d3-b8434508249e req-6facbe5d-cdcf-4325-8359-4d86314e6567 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1170805 Oct 27 16:19:50.404782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:50.405044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:50.405323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:50.413753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:50.413753 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:50.414787 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 4 to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 Oct 27 16:19:50.425706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d73d17-5ccf-4895-b1cd-4a6e777de375 req-9c73adbc-591a-45c0-b20e-abd4c50fedb8 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.431777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-19d1b8d5-cebf-4084-8eea-eaa154175578 req-74ba6280-6a4b-4245-babe-137eee596fac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Deleting port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:50.432150 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-19d1b8d5-cebf-4084-8eea-eaa154175578 req-74ba6280-6a4b-4245-babe-137eee596fac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.433079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07d73d17-5ccf-4895-b1cd-4a6e777de375 req-9c73adbc-591a-45c0-b20e-abd4c50fedb8 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0925531 Oct 27 16:19:50.443088 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-52c46985-17f2-46c4-89d3-b8434508249e req-3c7edebe-c8dd-4447-9330-4da4b4ecefc0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586739 Oct 27 16:19:50.461295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:50.461692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:50.462014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:50.475698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:50.476398 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:50.478591 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 5 to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 Oct 27 16:19:50.512512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07d73d17-5ccf-4895-b1cd-4a6e777de375 req-b61801ff-e573-4713-872e-abdffd9e39d7 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771017 Oct 27 16:19:50.516231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:50.516688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:50.517814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:50.523394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:50.524420 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:50.524829 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 6 to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 Oct 27 16:19:50.538324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:50.539113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:50.539113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:50.544573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:50.544898 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:50.545280 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 7 to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 Oct 27 16:19:50.555237 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-19d1b8d5-cebf-4084-8eea-eaa154175578 req-74ba6280-6a4b-4245-babe-137eee596fac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] For port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:50.555606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-19d1b8d5-cebf-4084-8eea-eaa154175578 req-74ba6280-6a4b-4245-babe-137eee596fac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.558514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:50.558771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:50.559082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:50.563489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:50.563818 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:50.564238 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 8 to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 Oct 27 16:19:50.569807 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-19d1b8d5-cebf-4084-8eea-eaa154175578 req-74ba6280-6a4b-4245-babe-137eee596fac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Calling delete_port for 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:50.576376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:50.576713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:50.577052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:50.581356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:50.581671 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:50.582050 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 9 to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 Oct 27 16:19:50.595330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:50.595667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:50.595993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:50.600969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:50.601351 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:50.601861 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 10 to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 Oct 27 16:19:50.614965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:50.615394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:50.615793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:50.620776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:50.621224 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:50.621682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.685715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] For port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:50.686099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempted to set empty binding levels {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:19:50.758979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.798957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] In _notify_port_updated(), no bound segment for port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:19:50.799748 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-19d1b8d5-cebf-4084-8eea-eaa154175578 req-74ba6280-6a4b-4245-babe-137eee596fac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.799925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.803146 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.803146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "PUT /v2.0/ports/265f1dd7-3c59-4dcf-9b59-13b79b935ac9 HTTP/1.1" status: 200 len: 979 time: 0.9098089 Oct 27 16:19:50.804928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39072) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:50.815481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['43f1d98b-50b9-4a70-b65d-1e919689c7d2', '2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:50.839444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02c2e4-f8eb-44af-bed2-17899f16e0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event updated for resources: {'Port': ['ID=265f1dd7-3c59-4dcf-9b59-13b79b935ac9,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:50.857540 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba6280-6a4b-4245-babe-137eee596fac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Pushing event deleted for resources: {'Port': ['ID=2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:50.912086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9af7270c-b6a0-4a59-b88f-608efad4b258 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:50.912963 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d1b8d5-cebf-4084-8eea-eaa154175578 req-74ba6280-6a4b-4245-babe-137eee596fac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] No DVR routers for this DVR port 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:50.915595 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-19d1b8d5-cebf-4084-8eea-eaa154175578 req-74ba6280-6a4b-4245-babe-137eee596fac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:50.920225 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-19d1b8d5-cebf-4084-8eea-eaa154175578 req-74ba6280-6a4b-4245-babe-137eee596fac tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.54 "DELETE /v2.0/ports/2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b HTTP/1.1" status: 204 len: 173 time: 0.6794231 Oct 27 16:19:50.920768 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '992ef6f7-9d82-425d-bd69-06d99f18a71d', 'name': 'network-vif-deleted', 'tag': '2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:50.921629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.922276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.922943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.923566 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.923705 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbcb15a-ca3a-41cb-b9d2-a6acfc42284b" -d '{"events": [{"server_uuid": "992ef6f7-9d82-425d-bd69-06d99f18a71d", "name": "network-vif-deleted", "tag": "2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:50.924367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.928484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.929071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.929598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.930117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.930874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.931840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.932347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.933921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.933921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.934576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.935133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.935608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.936143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.936645 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.937175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.937658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.938309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.939022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.939561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.940095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:50.941852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 9af7270c-b6a0-4a59-b88f-608efad4b258 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:50.942199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9af7270c-b6a0-4a59-b88f-608efad4b258 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:50.946645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0f234ab0-6639-475e-be4e-ba87720fe004 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22451 time: 0.1376352 Oct 27 16:19:50.947699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39076) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:50.971546 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982cebcd-70de-478e-8fb3-c5fcdc2f45ea x-openstack-request-id: req-982cebcd-70de-478e-8fb3-c5fcdc2f45ea {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:50.971930 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "992ef6f7-9d82-425d-bd69-06d99f18a71d", "name": "network-vif-deleted", "tag": "2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:50.972502 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-982cebcd-70de-478e-8fb3-c5fcdc2f45ea {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:50.975805 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '992ef6f7-9d82-425d-bd69-06d99f18a71d', 'name': 'network-vif-deleted', 'tag': '2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b', 'status': 'completed', 'code': 200} Oct 27 16:19:51.044308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ec41a841-cd26-4d01-bc2d-70a6f70fc5d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Deleting port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:51.044710 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec41a841-cd26-4d01-bc2d-70a6f70fc5d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.115988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-ec41a841-cd26-4d01-bc2d-70a6f70fc5d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] For port 265f1dd7-3c59-4dcf-9b59-13b79b935ac9, host n-h1-815689-1, got binding levels [] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:51.116681 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec41a841-cd26-4d01-bc2d-70a6f70fc5d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.144622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ec41a841-cd26-4d01-bc2d-70a6f70fc5d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Calling delete_port for 265f1dd7-3c59-4dcf-9b59-13b79b935ac9 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:51.179832 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f11471f-70f3-4bac-a620-9b1c888279ae req-9d20e4c4-a010-4fe7-a286-9d16f3672b0d tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 210 time: 0.0493267 Oct 27 16:19:51.302675 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-65756e38-bb60-4544-ba1d-52968519dc84 req-8043953b-7d32-44f2-90b3-86ad89f3bef6 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0990698 Oct 27 16:19:51.398127 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec41a841-cd26-4d01-bc2d-70a6f70fc5d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.459534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41a841-cd26-4d01-bc2d-70a6f70fc5d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event deleted for resources: {'Port': ['ID=265f1dd7-3c59-4dcf-9b59-13b79b935ac9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:51.515478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec41a841-cd26-4d01-bc2d-70a6f70fc5d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.527093 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ec41a841-cd26-4d01-bc2d-70a6f70fc5d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "DELETE /v2.0/ports/265f1dd7-3c59-4dcf-9b59-13b79b935ac9 HTTP/1.1" status: 204 len: 168 time: 0.5769897 Oct 27 16:19:51.530253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39092) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:51.535298 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-15404d71-2cc0-4d1d-a40b-7bad02dbeb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.566325 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada7d1e2-659f-43b9-9587-a4b437c15d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:19:51.568302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ada7d1e2-659f-43b9-9587-a4b437c15d0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "GET /v2.0/ports/265f1dd7-3c59-4dcf-9b59-13b79b935ac9 HTTP/1.1" status: 404 len: 333 time: 0.0367253 Oct 27 16:19:51.581935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39096) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:51.581935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-751222932', 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:51.693183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Made reservation on behalf of 9b91e28d82574613b629f32300a46ab1 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:51.695490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:51.725365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] device_id is not set on port d7f5bdd0-4002-4beb-9b9e-2e15f17777ca yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:51.741485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f12ae-604a-4f6e-ab5c-6a2fc08ef032 req-64ddb923-5907-4c82-ad6d-0c9d9e9df12f tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:51.742753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f0701-9118-41d3-984f-0ceec3d184d1 req-c26c31df-7f49-4cd0-83aa-a141b397f265 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:51.751489 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-780f12ae-604a-4f6e-ab5c-6a2fc08ef032 req-64ddb923-5907-4c82-ad6d-0c9d9e9df12f tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0815122 Oct 27 16:19:51.751654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b9f0701-9118-41d3-984f-0ceec3d184d1 req-c26c31df-7f49-4cd0-83aa-a141b397f265 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1244385 Oct 27 16:19:51.808899 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-780f12ae-604a-4f6e-ab5c-6a2fc08ef032 req-9d3d20af-9d88-4210-8f23-60afd0fbde0c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451128 Oct 27 16:19:51.830096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b9f0701-9118-41d3-984f-0ceec3d184d1 req-e14fa86f-40f0-4e65-bb8e-1ddff923c80c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789633 Oct 27 16:19:51.928157 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.044626 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.094264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Network b99c5df2-c8fd-48a2-8cea-14862d4a74ce is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:52.096446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:52.099867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:52.101295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:52.101430 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.107191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event updated for resources: {'Port': ['ID=d7f5bdd0-4002-4beb-9b9e-2e15f17777ca,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:52.168473 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.196796 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.201994 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ea21fed1-c3d7-47f9-936a-e008333a117f tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6287427 Oct 27 16:19:52.204027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39100) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:52.246616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f3daab-d446-4576-8fec-41cc89bf68b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:52.248045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c2f3daab-d446-4576-8fec-41cc89bf68b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "GET /v2.0/ports/d7f5bdd0-4002-4beb-9b9e-2e15f17777ca HTTP/1.1" status: 200 len: 958 time: 0.0430527 Oct 27 16:19:52.252468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39104) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:52.332187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-566bb963-0ca4-447a-ae73-fbb280fd9c09 req-92eb558e-bf77-4a9b-a007-466e4e6ac3c4 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=992ef6f7-9d82-425d-bd69-06d99f18a71d HTTP/1.1" status: 200 len: 210 time: 0.0303845 Oct 27 16:19:52.343056 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3724306b-92c5-492e-811a-c658f4fa0f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Deleting port d7f5bdd0-4002-4beb-9b9e-2e15f17777ca {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:52.343467 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3724306b-92c5-492e-811a-c658f4fa0f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.411294 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3724306b-92c5-492e-811a-c658f4fa0f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.420855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3724306b-92c5-492e-811a-c658f4fa0f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Calling delete_port for d7f5bdd0-4002-4beb-9b9e-2e15f17777ca owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:52.507244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18fff616-6f2d-453a-b316-6e90749b8094 req-52469342-b23f-46d7-8d1f-454e20d68e05 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0370591 Oct 27 16:19:52.603004 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3724306b-92c5-492e-811a-c658f4fa0f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.640895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724306b-92c5-492e-811a-c658f4fa0f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7f5bdd0-4002-4beb-9b9e-2e15f17777ca,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:52.651125 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3724306b-92c5-492e-811a-c658f4fa0f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.654963 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3724306b-92c5-492e-811a-c658f4fa0f29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d7f5bdd0-4002-4beb-9b9e-2e15f17777ca HTTP/1.1" status: 204 len: 168 time: 0.4013708 Oct 27 16:19:52.658459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:52.661966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258513d9-1cc4-4e77-a3f5-670d2ec6eac1 req-50897c8c-eeb5-4332-93ec-29282b94d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:52.663428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-258513d9-1cc4-4e77-a3f5-670d2ec6eac1 req-50897c8c-eeb5-4332-93ec-29282b94d19e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 1097 time: 0.0879781 Oct 27 16:19:52.685938 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e30c97-8423-4796-b580-9e768010372d tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:19:52.687593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a5e30c97-8423-4796-b580-9e768010372d tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "GET /v2.0/ports/d7f5bdd0-4002-4beb-9b9e-2e15f17777ca HTTP/1.1" status: 404 len: 333 time: 0.0273988 Oct 27 16:19:52.691416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39118) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:52.700477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Request body: {'port': {'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742969003'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:52.789761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258513d9-1cc4-4e77-a3f5-670d2ec6eac1 req-e155c5f1-19d8-4b4c-a900-4e8351b68cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:52.791276 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-258513d9-1cc4-4e77-a3f5-670d2ec6eac1 req-e155c5f1-19d8-4b4c-a900-4e8351b68cb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 917 time: 0.1022592 Oct 27 16:19:52.810060 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Made reservation on behalf of 9b91e28d82574613b629f32300a46ab1 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:19:52.813475 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:52.836773 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] device_id is not set on port 8cd359be-f245-4235-b642-0c18bd9f05ef yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:52.872177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-258513d9-1cc4-4e77-a3f5-670d2ec6eac1 req-b0276230-f9c9-428a-b4c8-7c31a73d599b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 HTTP/1.1" status: 200 len: 1002 time: 0.0729315 Oct 27 16:19:52.913309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:19:52.957225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258513d9-1cc4-4e77-a3f5-670d2ec6eac1 req-b5269f62-93ba-4337-9f62-421632c1bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:52.958828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-258513d9-1cc4-4e77-a3f5-670d2ec6eac1 req-b5269f62-93ba-4337-9f62-421632c1bea4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.0687072 Oct 27 16:19:53.075070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:53.091310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10dbbff-b127-44aa-bcaf-0238dd2e364b req-dca85593-3719-4cf9-ac16-718bf4707fe1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:53.091640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'port_id': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'mac_address': 'fa:16:3e:3d:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:19:53.101188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e10dbbff-b127-44aa-bcaf-0238dd2e364b req-dca85593-3719-4cf9-ac16-718bf4707fe1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1400118 Oct 27 16:19:53.105716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258513d9-1cc4-4e77-a3f5-670d2ec6eac1 req-835e165a-2df8-473a-9df2-f42c9eaf6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:53.107438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-258513d9-1cc4-4e77-a3f5-670d2ec6eac1 req-835e165a-2df8-473a-9df2-f42c9eaf6578 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355417 Oct 27 16:19:53.143138 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d72f7-e1f4-4264-a2fe-ed2c49f5557d req-8a1e032b-da12-4f6d-8af5-f13f5475d4f4 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:53.145241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-748d72f7-e1f4-4264-a2fe-ed2c49f5557d req-8a1e032b-da12-4f6d-8af5-f13f5475d4f4 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.2080011 Oct 27 16:19:53.158675 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.176276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:19:53.183013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.205903 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-748d72f7-e1f4-4264-a2fe-ed2c49f5557d req-18dc5a4f-9f28-43a2-b7ae-00dcee169a54 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514088 Oct 27 16:19:53.243968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:53.264586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e10dbbff-b127-44aa-bcaf-0238dd2e364b req-e7adbe36-52d6-4a53-8297-0bbf7612d8aa tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615512 Oct 27 16:19:53.334897 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.335114 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.350386 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-258513d9-1cc4-4e77-a3f5-670d2ec6eac1 req-05c4bd0d-3161-44ae-95f3-3af1ef5381c6 service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429498 Oct 27 16:19:53.388611 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Network b99c5df2-c8fd-48a2-8cea-14862d4a74ce is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:19:53.394066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:19:53.400483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:19:53.400986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:53.401656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:53.446724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event updated for resources: {'Port': ['ID=8cd359be-f245-4235-b642-0c18bd9f05ef,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:53.476948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:53.484414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:53.528523 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-575b0568-0ade-4fd6-bea6-304d45b577a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8347909 Oct 27 16:19:53.539635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39148) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:53.560020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:19:53.581145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-258513d9-1cc4-4e77-a3f5-670d2ec6eac1 req-2d93147b-2c56-4966-8e95-8d624d971062 service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182398 Oct 27 16:19:54.101226 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42c67789-9bf7-466c-9ba4-b0ba66b44365 req-92b233c1-49bc-49ce-87ec-d69c5689ebbe tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.4498711 Oct 27 16:19:54.142702 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.164337 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.235232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32495bb8-f760-4896-9caf-727e67c59439 req-77d56bfc-f84d-4ded-ab27-3ceaf4a0cdd8 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:54.243832 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32495bb8-f760-4896-9caf-727e67c59439 req-77d56bfc-f84d-4ded-ab27-3ceaf4a0cdd8 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.0973282 Oct 27 16:19:54.345010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32495bb8-f760-4896-9caf-727e67c59439 req-d42a0803-567f-46ae-894f-d5e9362dc8e8 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885203 Oct 27 16:19:54.475460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a300f-0ace-43de-b0ad-d36c18f45284 req-1f7e3cb1-a88f-4bbe-85f8-904d61c68ec9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:54.476483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690069fc-8604-48c9-b3b0-aa0c97423cb4 req-e2a800d4-6c48-474b-ad31-bb26b94ccc79 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:54.478597 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-690069fc-8604-48c9-b3b0-aa0c97423cb4 req-e2a800d4-6c48-474b-ad31-bb26b94ccc79 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1031435 Oct 27 16:19:54.488542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] device_id is not set on port 8cd359be-f245-4235-b642-0c18bd9f05ef yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:19:54.508511 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.514498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f21a300f-0ace-43de-b0ad-d36c18f45284 req-1f7e3cb1-a88f-4bbe-85f8-904d61c68ec9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 945 time: 0.1214125 Oct 27 16:19:54.569106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f21a300f-0ace-43de-b0ad-d36c18f45284 req-6c7908f0-0d83-414e-ac77-98b5a707af65 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534623 Oct 27 16:19:54.607280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-690069fc-8604-48c9-b3b0-aa0c97423cb4 req-7d454ec2-a4af-4e83-b009-08cfca37d4ca tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969465 Oct 27 16:19:54.621389 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:54.724758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event updated for resources: {'Port': ['ID=8cd359be-f245-4235-b642-0c18bd9f05ef,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:54.739084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:54.739676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:54.740280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:54.746385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:54.747354 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:54.747988 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 2 to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef Oct 27 16:19:54.768700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:54.769261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:54.769793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:54.787019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:54.787698 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:54.788375 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 3 to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef Oct 27 16:19:54.814910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:54.815604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:54.816179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:54.821972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:54.822639 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:54.823461 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 4 to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef Oct 27 16:19:54.852287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:54.853092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:54.853533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:54.859391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:54.860428 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:54.860570 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 5 to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef Oct 27 16:19:54.874953 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:54.875429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:54.883785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:54.893172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:54.894013 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:54.895272 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 6 to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef Oct 27 16:19:54.913786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:54.914214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:54.914625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:54.920894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:54.921358 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:54.921902 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 7 to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef Oct 27 16:19:54.940225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:19:54.942885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:54.943440 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:54.944010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:54.950610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:54.953428 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:54.954036 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 8 to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef Oct 27 16:19:54.972248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:54.972716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:54.973187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:54.978086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:54.978570 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:54.978984 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 9 to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef Oct 27 16:19:54.992272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:54.992594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:54.992988 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:55.002286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:55.002629 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:55.003137 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempt 10 to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef Oct 27 16:19:55.006889 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:55.019139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:19:55.019468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:19:55.019833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempting to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:19:55.024604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:19:55.024928 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Failed to bind port 8cd359be-f245-4235-b642-0c18bd9f05ef on host n-h1-815689-1 for vnic_type normal using segments [{'id': 'b478bab9-7aa0-42f8-8a77-c491280bf114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b99c5df2-c8fd-48a2-8cea-14862d4a74ce'}] Oct 27 16:19:55.025290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.037496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:55.037928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 2edf4e4c-cd6d-4f7b-a91c-0d936152ed6b not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:55.044909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:19:55.045760 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.125759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] For port 8cd359be-f245-4235-b642-0c18bd9f05ef, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:19:55.126449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attempted to set empty binding levels {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:19:55.154900 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.197234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:55.200959 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1219e465-b799-4c7a-9702-ed0b0f687189" -d '{"events": [{"server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "name": "network-vif-plugged", "status": "completed", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:55.204866 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.223217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:55.317415 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.358390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] In _notify_port_updated(), no bound segment for port 8cd359be-f245-4235-b642-0c18bd9f05ef on network b99c5df2-c8fd-48a2-8cea-14862d4a74ce {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:19:55.369780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:55.379376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.390184 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "PUT /v2.0/ports/8cd359be-f245-4235-b642-0c18bd9f05ef HTTP/1.1" status: 200 len: 979 time: 1.8439269 Oct 27 16:19:55.390387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39194) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:55.417707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:55.460690 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8704050-6890-43b8-8140-e7696c9cf009 req-f8c9ab95-7939-4fbb-8f87-4cbb129c0eb0 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.2139003 Oct 27 16:19:55.483986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2ad18-c2e9-42a9-90f0-336dec80fac1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event updated for resources: {'Port': ['ID=8cd359be-f245-4235-b642-0c18bd9f05ef,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:55.550075 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfd89a4-b5ce-4863-9fde-4a9814b3445d x-openstack-request-id: req-4dfd89a4-b5ce-4863-9fde-4a9814b3445d {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:55.550376 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "name": "network-vif-plugged", "status": "completed", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:55.550634 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4dfd89a4-b5ce-4863-9fde-4a9814b3445d {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:55.551039 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'code': 200} Oct 27 16:19:55.582060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-58d2c01c-372c-423e-b49a-eb9c2b931488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Deleting port 8cd359be-f245-4235-b642-0c18bd9f05ef {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:55.587574 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58d2c01c-372c-423e-b49a-eb9c2b931488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.688826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e756185-4379-4e55-ab75-e2ce33ec8069 req-f028c78c-a96e-4256-891f-c74f9fc7e537 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:55.691525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-58d2c01c-372c-423e-b49a-eb9c2b931488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] For port 8cd359be-f245-4235-b642-0c18bd9f05ef, host n-h1-815689-1, got binding levels [] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:55.691958 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58d2c01c-372c-423e-b49a-eb9c2b931488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.698854 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e756185-4379-4e55-ab75-e2ce33ec8069 req-f028c78c-a96e-4256-891f-c74f9fc7e537 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.0765088 Oct 27 16:19:55.711391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-58d2c01c-372c-423e-b49a-eb9c2b931488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Calling delete_port for 8cd359be-f245-4235-b642-0c18bd9f05ef owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:55.868759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e756185-4379-4e55-ab75-e2ce33ec8069 req-2ca4fa1f-b043-454b-aa39-29dc857f7fc8 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/security-groups?id=43abbbe7-9716-46e0-8459-c4783cb7b862&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686685 Oct 27 16:19:55.926781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5159832-7995-428d-87a4-ad91c8b25705 req-fb6c03a7-2567-4dd8-a901-9961e9f78048 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:55.929011 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58d2c01c-372c-423e-b49a-eb9c2b931488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:55.929738 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b5159832-7995-428d-87a4-ad91c8b25705 req-fb6c03a7-2567-4dd8-a901-9961e9f78048 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.54 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 945 time: 0.2125049 Oct 27 16:19:55.951618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23ad95-72a9-462c-acff-71bcfff58705 req-93bc7476-ae7d-46bc-924b-3d0865d14cb1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:55.959835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a23ad95-72a9-462c-acff-71bcfff58705 req-93bc7476-ae7d-46bc-924b-3d0865d14cb1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.0767071 Oct 27 16:19:56.015116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2c01c-372c-423e-b49a-eb9c2b931488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cd359be-f245-4235-b642-0c18bd9f05ef,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:56.025167 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58d2c01c-372c-423e-b49a-eb9c2b931488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.029733 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-58d2c01c-372c-423e-b49a-eb9c2b931488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "DELETE /v2.0/ports/8cd359be-f245-4235-b642-0c18bd9f05ef HTTP/1.1" status: 204 len: 168 time: 0.6373665 Oct 27 16:19:56.033311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39202) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:56.072026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a23ad95-72a9-462c-acff-71bcfff58705 req-26fbdbe9-cd96-4111-a2d8-5ae1834150af tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111832 Oct 27 16:19:56.073443 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3315dcd4-9151-4a4f-a051-61c57e2aaf17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:19:56.085855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3315dcd4-9151-4a4f-a051-61c57e2aaf17 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592 tempest-PortsAdminExtendedAttrsIpV6TestJSON-812831592-project-admin] 10.222.0.15 "GET /v2.0/ports/8cd359be-f245-4235-b642-0c18bd9f05ef HTTP/1.1" status: 404 len: 333 time: 0.0480132 Oct 27 16:19:56.093483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39204) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:56.219872 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c07c5c-d8a9-4019-b13d-170f87691174 req-46a39d39-d8a7-43ab-981f-e91070487978 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:56.221473 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1c07c5c-d8a9-4019-b13d-170f87691174 req-46a39d39-d8a7-43ab-981f-e91070487978 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1986358 Oct 27 16:19:56.254293 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.288266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-b5159832-7995-428d-87a4-ad91c8b25705 req-0ba64350-f7ef-4395-a1fc-46b255b5f988 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Deleting port 43f1d98b-50b9-4a70-b65d-1e919689c7d2 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:19:56.288560 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b5159832-7995-428d-87a4-ad91c8b25705 req-0ba64350-f7ef-4395-a1fc-46b255b5f988 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.372483 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1c07c5c-d8a9-4019-b13d-170f87691174 req-1401b44d-6b13-498f-b7b6-e7847950e4ae tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413381 Oct 27 16:19:56.441150 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.487403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99c5df2-c8fd-48a2-8cea-14862d4a74ce']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:56.523716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b478bab9-7aa0-42f8-8a77-c491280bf114') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:56.524018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b478bab9-7aa0-42f8-8a77-c491280bf114') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:19:56.527807 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-b5159832-7995-428d-87a4-ad91c8b25705 req-0ba64350-f7ef-4395-a1fc-46b255b5f988 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] For port 43f1d98b-50b9-4a70-b65d-1e919689c7d2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=43f1d98b-50b9-4a70-b65d-1e919689c7d2,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:19:56.528189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b5159832-7995-428d-87a4-ad91c8b25705 req-0ba64350-f7ef-4395-a1fc-46b255b5f988 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.546082 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.560931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-b5159832-7995-428d-87a4-ad91c8b25705 req-0ba64350-f7ef-4395-a1fc-46b255b5f988 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Calling delete_port for 43f1d98b-50b9-4a70-b65d-1e919689c7d2 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:19:56.578458 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.621016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:19:56.625587 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:19:56.672334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bcc203f4-c114-4de5-8bd3-e44f1da7183d req-6fbc964e-2ee6-47cd-b371-638350cd2866 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0575726 Oct 27 16:19:56.809491 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.825569 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.833737 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] 10.222.0.15 "DELETE /v2.0/networks/b99c5df2-c8fd-48a2-8cea-14862d4a74ce HTTP/1.1" status: 204 len: 168 time: 0.7394583 Oct 27 16:19:56.869545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301d3bd-2e04-4d70-9669-52de4449a6bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489 tempest-PortsAdminExtendedAttrsIpV6TestJSON-130777489-project] Pushing event deleted for resources: {'Network': ['ID=b99c5df2-c8fd-48a2-8cea-14862d4a74ce,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:56.891062 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b5159832-7995-428d-87a4-ad91c8b25705 req-0ba64350-f7ef-4395-a1fc-46b255b5f988 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:56.906011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['43f1d98b-50b9-4a70-b65d-1e919689c7d2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:19:56.933653 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba64350-f7ef-4395-a1fc-46b255b5f988 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Pushing event deleted for resources: {'Port': ['ID=43f1d98b-50b9-4a70-b65d-1e919689c7d2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:57.041092 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-334c30bc-86c7-4557-b0c4-b17701118eed req-aa39649d-835c-4ff8-bac1-562e167cfde6 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 210 time: 0.0725133 Oct 27 16:19:57.068797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5159832-7995-428d-87a4-ad91c8b25705 req-0ba64350-f7ef-4395-a1fc-46b255b5f988 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] No DVR routers for this DVR port 43f1d98b-50b9-4a70-b65d-1e919689c7d2 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:19:57.071735 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b5159832-7995-428d-87a4-ad91c8b25705 req-0ba64350-f7ef-4395-a1fc-46b255b5f988 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:57.080832 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b5159832-7995-428d-87a4-ad91c8b25705 req-0ba64350-f7ef-4395-a1fc-46b255b5f988 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.54 "DELETE /v2.0/ports/43f1d98b-50b9-4a70-b65d-1e919689c7d2 HTTP/1.1" status: 204 len: 173 time: 1.1413441 Oct 27 16:19:57.081326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c515a34d-431c-4f65-8bd3-b4ddcc8af1aa', 'name': 'network-vif-deleted', 'tag': '43f1d98b-50b9-4a70-b65d-1e919689c7d2'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:19:57.084433 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ecc2ed-abe2-4913-8a18-f295bdfbb41d" -d '{"events": [{"server_uuid": "c515a34d-431c-4f65-8bd3-b4ddcc8af1aa", "name": "network-vif-deleted", "tag": "43f1d98b-50b9-4a70-b65d-1e919689c7d2"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:19:57.262459 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a38bea-db82-49b3-a789-12ffcc9dacb1 x-openstack-request-id: req-41a38bea-db82-49b3-a789-12ffcc9dacb1 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:19:57.262459 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c515a34d-431c-4f65-8bd3-b4ddcc8af1aa", "name": "network-vif-deleted", "tag": "43f1d98b-50b9-4a70-b65d-1e919689c7d2", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:19:57.262459 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41a38bea-db82-49b3-a789-12ffcc9dacb1 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:19:57.262459 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c515a34d-431c-4f65-8bd3-b4ddcc8af1aa', 'name': 'network-vif-deleted', 'tag': '43f1d98b-50b9-4a70-b65d-1e919689c7d2', 'status': 'completed', 'code': 200} Oct 27 16:19:57.372370 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-890f48d6-d9e8-4a1a-9cde-c6bc65cd5ec4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2098119 Oct 27 16:19:57.383535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41270029-03fc-4e64-8397-8a7d7476d3a1 req-b7cc62d9-e07d-4a1c-b13f-cf4fe1a9e77a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:57.414512 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41270029-03fc-4e64-8397-8a7d7476d3a1 req-b7cc62d9-e07d-4a1c-b13f-cf4fe1a9e77a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1918375 Oct 27 16:19:57.467775 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41270029-03fc-4e64-8397-8a7d7476d3a1 req-0f0324dd-9aae-4bee-a413-76253e964b64 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454829 Oct 27 16:19:57.582274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-af56679b-7c3b-4d0c-b537-cbcdbd579218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:57.582274 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-af56679b-7c3b-4d0c-b537-cbcdbd579218 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0c5930663e274673b0f874df4f7d4406&device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 1097 time: 0.0574031 Oct 27 16:19:57.703605 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-127f6d86-8058-44d8-87b0-e0dcfb36ddcd req-068530e9-bd5d-4d18-9c73-bb0c11808d6f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0975773 Oct 27 16:19:57.743100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a492a-ab15-41f8-92c4-8009c523ec41 req-6def5260-5ee1-499e-83ba-6d5bbca3e81f tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:57.745032 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2f7a492a-ab15-41f8-92c4-8009c523ec41 req-6def5260-5ee1-499e-83ba-6d5bbca3e81f tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.2048385 Oct 27 16:19:57.746860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39264) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:57.871247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2f7a492a-ab15-41f8-92c4-8009c523ec41 req-39882d8b-74c5-4ee7-a8c0-439988b8d776 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170545 Oct 27 16:19:57.902972 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7130db31-4486-41db-8f96-f67fc6844089 req-303f1c0f-75bb-4566-a627-5ced69aadb7d tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0598707 Oct 27 16:19:57.918165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-f4a4e59d-45d1-45fd-bf55-be1a368f69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:57.922116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-f4a4e59d-45d1-45fd-bf55-be1a368f69c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 200 len: 912 time: 0.2988310 Oct 27 16:19:58.046681 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-1859e070-71af-4b6e-9b0f-cbc1fc3917b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b2fd444-1d19-421a-8720-5ff8d501d2b2 HTTP/1.1" status: 200 len: 1001 time: 0.1157606 Oct 27 16:19:58.107012 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2071c68e-9505-4a65-8090-36c56aa0a730 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63cf6c99637e46d69e5ef927a4487f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584299 Oct 27 16:19:58.113396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39276) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:58.216046 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-f205e4af-d0a8-4cf7-8b4b-04bcda988985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:58.217606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-f205e4af-d0a8-4cf7-8b4b-04bcda988985 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ea3730f2-0bf8-4326-9e2c-a789f343fc1b HTTP/1.1" status: 200 len: 850 time: 0.1643157 Oct 27 16:19:58.258651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d528547-b0b5-4c83-8ebf-a86e7ebd731a req-5fc4ec1f-467e-4e3e-ac21-710b2d49b1c7 tempest-ListServerFiltersTestJSON-1055211723 tempest-ListServerFiltersTestJSON-1055211723-project] 10.222.0.15 "GET /v2.0/ports?device_id=c515a34d-431c-4f65-8bd3-b4ddcc8af1aa HTTP/1.1" status: 200 len: 210 time: 0.0482223 Oct 27 16:19:58.310817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b301baf7-c9ee-47d5-8599-f47004464942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.341109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-b7ecf701-cfe7-4473-a468-317e4afc7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:58.342057 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-b7ecf701-cfe7-4473-a468-317e4afc7cec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=af016594-8bc5-461b-993c-3fdc1c22d42e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089871 Oct 27 16:19:58.351382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b301baf7-c9ee-47d5-8599-f47004464942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.517325 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-747b7404-dfa8-4baa-a631-ed7daa9d4110 service neutron] 10.222.0.54 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627760 Oct 27 16:19:58.652961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1113e44-d61c-44c8-a633-88d0608cdeca req-66e6572b-4202-45a9-8b56-89479c490a32 service neutron] 10.222.0.54 "GET /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282916 Oct 27 16:19:58.665352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b301baf7-c9ee-47d5-8599-f47004464942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.670908 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b301baf7-c9ee-47d5-8599-f47004464942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:58.674636 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b301baf7-c9ee-47d5-8599-f47004464942 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f44828e-d25b-4057-a824-e72ce2a06bd7 HTTP/1.1" status: 204 len: 168 time: 0.5578113 Oct 27 16:19:58.730573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301baf7-c9ee-47d5-8599-f47004464942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f44828e-d25b-4057-a824-e72ce2a06bd7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:19:58.793657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd5bc7-0365-4ffd-b71e-6954c288e3b3 req-3b5e03e2-85c9-4f4d-858a-91aef19f6d58 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:58.805658 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2cd5bc7-0365-4ffd-b71e-6954c288e3b3 req-3b5e03e2-85c9-4f4d-858a-91aef19f6d58 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1510961 Oct 27 16:19:58.903796 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2cd5bc7-0365-4ffd-b71e-6954c288e3b3 req-ed68acdc-1679-4413-bf98-d820862e3301 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945666 Oct 27 16:19:58.980195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 43f1d98b-50b9-4a70-b65d-1e919689c7d2 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:19:59.088188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 43f1d98b-50b9-4a70-b65d-1e919689c7d2 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:19:59.095824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 43f1d98b-50b9-4a70-b65d-1e919689c7d2 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:19:59.140655 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ac28b4a1-709e-434e-8449-f1dfd7ac8ed8 req-b5535600-3c87-4ade-82da-8254b7ac3f3e tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0637646 Oct 27 16:19:59.157355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f143a-a225-4451-8c3f-3ccaeef21ace req-5df67fd5-789a-4df6-a390-dd124743a3f1 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:19:59.193219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b64f143a-a225-4451-8c3f-3ccaeef21ace req-5df67fd5-789a-4df6-a390-dd124743a3f1 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1412950 Oct 27 16:19:59.289652 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.353967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b64f143a-a225-4451-8c3f-3ccaeef21ace req-e3b23476-3880-4ae0-ba28-8fa63747df31 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541963 Oct 27 16:19:59.386519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39294) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:59.464151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-19936cff-4585-46db-8e56-eadb8a576c19 admin admin] Deleting subnet cbd3dc8b-a9f1-4871-bf20-1b27048ca28b {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:19:59.470605 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19936cff-4585-46db-8e56-eadb8a576c19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.710404 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19936cff-4585-46db-8e56-eadb8a576c19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.713033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39296) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:59.752350 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19936cff-4585-46db-8e56-eadb8a576c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.835947 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39298) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:19:59.837459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8154a0ab-0cb4-4097-a5cb-48563b603c23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b91e28d82574613b629f32300a46ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1229215 Oct 27 16:19:59.929123 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9b05-111b-4a55-a5d2-ae62275fe0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:19:59.962094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9b05-111b-4a55-a5d2-ae62275fe0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.003837 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19936cff-4585-46db-8e56-eadb8a576c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.038574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19936cff-4585-46db-8e56-eadb8a576c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd3dc8b-a9f1-4871-bf20-1b27048ca28b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:00.040724 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19936cff-4585-46db-8e56-eadb8a576c19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.046881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-19936cff-4585-46db-8e56-eadb8a576c19 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cbd3dc8b-a9f1-4871-bf20-1b27048ca28b HTTP/1.1" status: 204 len: 168 time: 0.6562316 Oct 27 16:20:00.046881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39304) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:00.057574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fea9291-5d6c-4f8c-9cac-4b4769d03487 None None] Network 140261b0-e790-4cbf-881e-ca3b97ac23ea requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:00.255292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbb45f-d07e-4668-8706-d4850174b143 req-74130e64-feb5-42ce-93d8-517a724fed2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:00.277627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9bfbb45f-d07e-4668-8706-d4850174b143 req-74130e64-feb5-42ce-93d8-517a724fed2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.2615957 Oct 27 16:20:00.287256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.374648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9bfbb45f-d07e-4668-8706-d4850174b143 req-98bb5b55-7d3b-4ec2-a986-278be36ea9a3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879045 Oct 27 16:20:00.513153 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9b05-111b-4a55-a5d2-ae62275fe0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.519341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eae6c14-1d2c-403d-91e2-f45eb2014438 None None] DHCP port deletion for 140261b0-e790-4cbf-881e-ca3b97ac23ea request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:20:00.529679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd3c9b05-111b-4a55-a5d2-ae62275fe0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.533284 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fd3c9b05-111b-4a55-a5d2-ae62275fe0dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8948f79-fd1b-4fea-8db2-e342631fc479 HTTP/1.1" status: 204 len: 168 time: 0.6962464 Oct 27 16:20:00.608753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19facca1-118d-4b21-b9f0-98cbe2790ad5 req-5118d3b1-dc19-4ea0-8154-3a950c74f073 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:00.618585 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19facca1-118d-4b21-b9f0-98cbe2790ad5 req-5118d3b1-dc19-4ea0-8154-3a950c74f073 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1150804 Oct 27 16:20:00.625540 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f7e2d10-ad3e-4724-a6ea-2a5f919de5cd req-4ea08db4-8181-4c30-a2f3-7b8e90ce1370 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.1165614 Oct 27 16:20:00.653435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9eae6c14-1d2c-403d-91e2-f45eb2014438 None None] Deleting port 07484a44-8c8b-4974-ad37-17e6d86540c4 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:00.659486 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9eae6c14-1d2c-403d-91e2-f45eb2014438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.662510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c9b05-111b-4a55-a5d2-ae62275fe0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8948f79-fd1b-4fea-8db2-e342631fc479,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:00.776622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19facca1-118d-4b21-b9f0-98cbe2790ad5 req-dda1f905-e5ae-4506-b695-255d2e4e9d89 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594871 Oct 27 16:20:00.777284 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Deleting port 07484a44-8c8b-4974-ad37-17e6d86540c4 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:00.777284 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.778121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9eae6c14-1d2c-403d-91e2-f45eb2014438 None None] For port 07484a44-8c8b-4974-ad37-17e6d86540c4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=07484a44-8c8b-4974-ad37-17e6d86540c4,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:00.778121 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9eae6c14-1d2c-403d-91e2-f45eb2014438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.795407 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9eae6c14-1d2c-403d-91e2-f45eb2014438 None None] Calling delete_port for 07484a44-8c8b-4974-ad37-17e6d86540c4 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:00.848823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] For port 07484a44-8c8b-4974-ad37-17e6d86540c4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=07484a44-8c8b-4974-ad37-17e6d86540c4,segment=NetworkSegment(1781255d-f9ba-4151-a137-e2ef55a24249),segment_id=1781255d-f9ba-4151-a137-e2ef55a24249)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:00.851153 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:00.890639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Calling delete_port for 07484a44-8c8b-4974-ad37-17e6d86540c4 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:01.027358 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9eae6c14-1d2c-403d-91e2-f45eb2014438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.049575 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.088871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eae6c14-1d2c-403d-91e2-f45eb2014438 None None] No DVR routers for this DVR port 07484a44-8c8b-4974-ad37-17e6d86540c4 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:01.096511 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae6c14-1d2c-403d-91e2-f45eb2014438 None None] Pushing event deleted for resources: {'Port': ['ID=07484a44-8c8b-4974-ad37-17e6d86540c4,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:01.142902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Pushing event deleted for resources: {'Port': ['ID=07484a44-8c8b-4974-ad37-17e6d86540c4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:01.152496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] No DVR routers for this DVR port 07484a44-8c8b-4974-ad37-17e6d86540c4 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:01.215616 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f11c693c-11d7-42dc-a449-219124492ea2 req-04f95f14-8ea9-4110-8611-14a4f2434100 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0&device_id=392bc645-7be1-4dda-a53a-f3ca2daa3fe1 HTTP/1.1" status: 200 len: 210 time: 0.0964580 Oct 27 16:20:01.346780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.433891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140261b0-e790-4cbf-881e-ca3b97ac23ea']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:01.452436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1781255d-f9ba-4151-a137-e2ef55a24249') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:01.452735 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1781255d-f9ba-4151-a137-e2ef55a24249') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:01.465263 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.504980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 07484a44-8c8b-4974-ad37-17e6d86540c4 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:01.509220 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.520031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:01.520745 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:01.523559 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:01.548540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 07484a44-8c8b-4974-ad37-17e6d86540c4 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:20:01.554635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 07484a44-8c8b-4974-ad37-17e6d86540c4 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:20:01.675531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0e65e-3885-4086-878f-ae3d202505aa req-bc721bc9-f17f-4cab-9c77-27176a8833e7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:01.684272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ab0e65e-3885-4086-878f-ae3d202505aa req-bc721bc9-f17f-4cab-9c77-27176a8833e7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.0899692 Oct 27 16:20:01.735373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ab0e65e-3885-4086-878f-ae3d202505aa req-f18a78b5-e2f1-4179-b0b9-a734cf31343d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499492 Oct 27 16:20:01.772195 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.792549 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:01.809796 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] 10.222.0.15 "DELETE /v2.0/networks/140261b0-e790-4cbf-881e-ca3b97ac23ea HTTP/1.1" status: 204 len: 168 time: 1.7622335 Oct 27 16:20:01.897863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2ad2e-6759-48dc-b76a-689036ef8647 admin admin] Pushing event deleted for resources: {'Network': ['ID=140261b0-e790-4cbf-881e-ca3b97ac23ea,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:01.923498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf7bee42-622e-4412-8c99-7b36acc13466 req-a4ca8ab2-d680-4b9d-8d77-b4dbe55fead2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0723b4ce8119468cb188b49f28660001&device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.1668441 Oct 27 16:20:02.155460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c8e1d418-e6fc-4717-8316-19a7d823e622 req-ee8c7a21-65b9-47d4-945d-2e8b7552500c tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.2279985 Oct 27 16:20:02.161459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf7bee42-622e-4412-8c99-7b36acc13466 req-896d5bcb-e1b5-42c8-8ed4-a93d5d634f0f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0723b4ce8119468cb188b49f28660001&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1787496 Oct 27 16:20:02.268345 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7c474-202b-4165-b59f-6b26553e07df req-47810a43-f761-4a5a-804c-86f6321283ca tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:02.278856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ca7c474-202b-4165-b59f-6b26553e07df req-47810a43-f761-4a5a-804c-86f6321283ca tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1883559 Oct 27 16:20:02.348934 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ca7c474-202b-4165-b59f-6b26553e07df req-438428ff-a821-4897-9ece-ebb0d70c39db tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649252 Oct 27 16:20:02.470191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bee42-622e-4412-8c99-7b36acc13466 req-f982d5ab-54fd-4e04-8b77-17eb764616e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:02.511206 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf7bee42-622e-4412-8c99-7b36acc13466 req-f982d5ab-54fd-4e04-8b77-17eb764616e6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3352110 Oct 27 16:20:02.552440 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.605650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39356) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:02.693804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39362) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:02.698569 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a4d85587-fc7a-4212-a04d-0e67ac888e3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47daabd1605a42aa8532e3ff3940c44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914757 Oct 27 16:20:02.773352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39366) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:02.776667 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f6443d9-3a79-4a24-a9db-75e4ba1940c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.825739 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f6443d9-3a79-4a24-a9db-75e4ba1940c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.930475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c0f96-edd6-4c94-a70e-1bfdc1c2254b req-d0beb71f-0d0b-42f8-b302-6bd1922720b9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:02.932983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d9c0f96-edd6-4c94-a70e-1bfdc1c2254b req-d0beb71f-0d0b-42f8-b302-6bd1922720b9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.0785022 Oct 27 16:20:02.971635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f6443d9-3a79-4a24-a9db-75e4ba1940c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.973458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-124254050'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:02.976760 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f6443d9-3a79-4a24-a9db-75e4ba1940c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:02.978141 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9f6443d9-3a79-4a24-a9db-75e4ba1940c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43abbbe7-9716-46e0-8459-c4783cb7b862 HTTP/1.1" status: 204 len: 168 time: 0.2832112 Oct 27 16:20:02.992534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6443d9-3a79-4a24-a9db-75e4ba1940c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43abbbe7-9716-46e0-8459-c4783cb7b862,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:03.060438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d9c0f96-edd6-4c94-a70e-1bfdc1c2254b req-b60f6539-b8ad-4490-900f-5b9c3fe075e4 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115570 Oct 27 16:20:03.164130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:03.168426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.189291 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.308113 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.346164 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-829d7813-5d89-47c4-8473-b07aaaf04190 req-0a9cdad0-77b8-4763-9222-993fe2a1ccef tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0757999 Oct 27 16:20:03.380793 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.449133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:03.510527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4760b4e-1da8-4edf-a8fb-bf01d7874249,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:03.560336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.561597 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added segment bffa4403-9643-4379-9549-720e11224a1a of type vlan for network 31560b42-fc42-4090-b53c-85eda889b2e0 Oct 27 16:20:03.775233 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.844460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64895533-d827-4289-a8bc-6d517de15f32 req-a016fcec-bd99-494d-84db-2ab3d0339a65 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:03.854608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64895533-d827-4289-a8bc-6d517de15f32 req-a016fcec-bd99-494d-84db-2ab3d0339a65 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.3108160 Oct 27 16:20:03.918842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64895533-d827-4289-a8bc-6d517de15f32 req-c440467d-49d4-4491-a83a-917473c8a94b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574670 Oct 27 16:20:03.966022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.972907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:03.974014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:03.997583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cf7bee42-622e-4412-8c99-7b36acc13466 req-a41e809e-b8b3-499e-8073-a85da27e3a89 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.0748367 Oct 27 16:20:04.145005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39392) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:04.150794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2066455753'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:04.160015 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3849163 Oct 27 16:20:04.254533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b325b-b44d-439e-ac5e-eb080c6fcc6f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Network': ['ID=31560b42-fc42-4090-b53c-85eda889b2e0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:04.274327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 31560b42-fc42-4090-b53c-85eda889b2e0 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:04.282616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:04.286994 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.326756 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f34dc-136d-438f-86f0-6f88027231c6 req-3931f00e-a7c9-44b7-971a-8a04842c265d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:04.328627 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b0f34dc-136d-438f-86f0-6f88027231c6 req-3931f00e-a7c9-44b7-971a-8a04842c265d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1397200 Oct 27 16:20:04.333294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:04.398789 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.401532 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added segment e1dd744e-27e2-4214-9a77-a774e2acaf2e of type vlan for network 319a970f-3e73-494f-bd46-8ecdd6e568c2 Oct 27 16:20:04.443447 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b0f34dc-136d-438f-86f0-6f88027231c6 req-248b0391-f995-4ae9-98c3-2cbdc5cf7c21 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999005 Oct 27 16:20:04.513297 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.642848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.650162 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:04.651991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:04.780336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39408) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:04.818644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Network': ['ID=319a970f-3e73-494f-bd46-8ecdd6e568c2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:04.837207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 319a970f-3e73-494f-bd46-8ecdd6e568c2 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:04.850331 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e06514c0-80a7-431d-8961-610c77833af9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7022209 Oct 27 16:20:04.854164 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39414) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:04.867945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'subnet': {'network_id': '31560b42-fc42-4090-b53c-85eda889b2e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:05.202315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-network', 'tenant_id': '04e3a62c25e9434593931bffee32fad2'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:05.207715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb099148-cbc8-460b-89ea-6b692605d641 req-9e8e7f73-4160-445b-9447-124de01a6e66 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=e40b1f66-019f-43ef-9d3f-970d9a5d11b0 HTTP/1.1" status: 200 len: 210 time: 0.6842971 Oct 27 16:20:05.257733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:05.263439 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.354779 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d2241-9a70-4d87-b2c0-9b6ff96485f6 req-3d173bd1-d8fe-436d-b999-239ffee6fcc9 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:05.357379 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ad6d2241-9a70-4d87-b2c0-9b6ff96485f6 req-3d173bd1-d8fe-436d-b999-239ffee6fcc9 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.2469060 Oct 27 16:20:05.427958 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ad6d2241-9a70-4d87-b2c0-9b6ff96485f6 req-38896cad-9bab-420f-add3-632c36a081fb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617781 Oct 27 16:20:05.491914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Made reservation on behalf of 04e3a62c25e9434593931bffee32fad2 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:05.506137 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.535503 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.617345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ad4a0-a2d2-4258-91fa-8da358db0372 req-9084aab7-d6ca-471d-9a52-da723a842a88 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:05.617345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-969ad4a0-a2d2-4258-91fa-8da358db0372 req-9084aab7-d6ca-471d-9a52-da723a842a88 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.0641184 Oct 27 16:20:05.704520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-969ad4a0-a2d2-4258-91fa-8da358db0372 req-81d3ca60-d066-4a5a-8cc9-975253b4058a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786452 Oct 27 16:20:05.746077 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.751235 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.805406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Subnet': ['ID=efda87c1-6e80-4bce-8b35-9fe9ab25c037,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:05.815699 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.858167 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:05.867472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21dac56-91aa-4cb2-8728-aedf565185e8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:05.876875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:05.877223 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Added segment 02b11ea9-1eca-4b33-bf98-6413713f09f0 of type vlan for network 1933cc2c-c396-4587-b9d5-ae0534018402 Oct 27 16:20:05.907781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Checking segment: {'id': 'bffa4403-9643-4379-9549-720e11224a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '31560b42-fc42-4090-b53c-85eda889b2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:05.908357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network hostable DHCP agents. Network: 31560b42-fc42-4090-b53c-85eda889b2e0, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:05.953032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.058179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 31560b42-fc42-4090-b53c-85eda889b2e0 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:06.073898 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.075006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:06.075975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.163494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] Pushing event updated for resources: {'Network': ['ID=1933cc2c-c396-4587-b9d5-ae0534018402,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:06.174185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 1933cc2c-c396-4587-b9d5-ae0534018402 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:06.184082 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 31560b42-fc42-4090-b53c-85eda889b2e0) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:06.189183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:06.190025 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.233271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db2700-a433-48af-90fd-bd54808a3acc None None] Network 31560b42-fc42-4090-b53c-85eda889b2e0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:06.235228 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-46a617d7-c97a-48ce-af0c-f12fbca1965d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4535637 Oct 27 16:20:06.238685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39428) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:06.245164 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] Request body: {'subnet': {'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-subnet', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:06.331377 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8654463a-1541-4d46-94e6-24ed3b3ab253 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4703710 Oct 27 16:20:06.331561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39432) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:06.336507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'subnet': {'network_id': '319a970f-3e73-494f-bd46-8ecdd6e568c2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:06.390791 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] Made reservation on behalf of 04e3a62c25e9434593931bffee32fad2 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:06.390791 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.492130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-31560b42-fc42-4090-b53c-85eda889b2e0', 'network_id': '31560b42-fc42-4090-b53c-85eda889b2e0', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'fixed_ips': [{'subnet_id': 'efda87c1-6e80-4bce-8b35-9fe9ab25c037'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:06.493091 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.680363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ea8ec-4147-4863-850b-5db6b6a7909d req-b7b92a70-9bc8-4d00-8c64-18f47fa8eed5 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:06.682348 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b2ea8ec-4147-4863-850b-5db6b6a7909d req-b7b92a70-9bc8-4d00-8c64-18f47fa8eed5 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1161256 Oct 27 16:20:06.711445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:06.715804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:06.740471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Allocated IP 2001:db8::2 (31560b42-fc42-4090-b53c-85eda889b2e0/efda87c1-6e80-4bce-8b35-9fe9ab25c037/266523d3-942e-4174-94fb-e01ba5b56175) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:06.878963 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b374236-fb79-4bc4-9cf8-931a63a81e10 req-638ba0e6-4c62-4341-8098-06035532a191 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0723b4ce8119468cb188b49f28660001&device_id=392bc645-7be1-4dda-a53a-f3ca2daa3fe1 HTTP/1.1" status: 200 len: 210 time: 0.1068366 Oct 27 16:20:06.886129 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b2ea8ec-4147-4863-850b-5db6b6a7909d req-df6c6fce-6545-4824-a8d9-225520bbd40d tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966801 Oct 27 16:20:07.038689 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04d3b860-108e-4937-a9ad-23a3bfe14067 req-4c3272ce-c59b-4a09-8992-647eddb4d857 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=392bc645-7be1-4dda-a53a-f3ca2daa3fe1 HTTP/1.1" status: 200 len: 210 time: 0.1905189 Oct 27 16:20:07.040596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b374236-fb79-4bc4-9cf8-931a63a81e10 req-8d89249f-2cc9-4a06-bae2-53b526bf0912 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0723b4ce8119468cb188b49f28660001&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685606 Oct 27 16:20:07.081058 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.190149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=213958e3-1909-44e9-969b-5880a41d6f3e,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:07.190334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b374236-fb79-4bc4-9cf8-931a63a81e10 req-097e651e-be5e-42e3-8444-f4defe23aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:07.191902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b374236-fb79-4bc4-9cf8-931a63a81e10 req-097e651e-be5e-42e3-8444-f4defe23aee3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394691 Oct 27 16:20:07.194149 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.209019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22151bf-d6db-4177-ae8e-75c361089de2 req-159c032c-f4eb-47d2-8eff-fac5bb2d9f78 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:07.217233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b22151bf-d6db-4177-ae8e-75c361089de2 req-159c032c-f4eb-47d2-8eff-fac5bb2d9f78 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1795495 Oct 27 16:20:07.259676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] Checking segment: {'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:07.261019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] Network hostable DHCP agents. Network: 1933cc2c-c396-4587-b9d5-ae0534018402, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:07.278845 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.298562 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b22151bf-d6db-4177-ae8e-75c361089de2 req-3802f11b-ec4f-4d49-800e-342c328e99c7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804009 Oct 27 16:20:07.370171 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] Network 1933cc2c-c396-4587-b9d5-ae0534018402 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:07.375297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Network 31560b42-fc42-4090-b53c-85eda889b2e0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:07.379059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:07.383064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:07.391105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Pushing event updated for resources: {'Port': ['ID=266523d3-942e-4174-94fb-e01ba5b56175,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:07.426585 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.464895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Attempting to bind port 266523d3-942e-4174-94fb-e01ba5b56175 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:07.465083 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Attempting to bind port 266523d3-942e-4174-94fb-e01ba5b56175 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'bffa4403-9643-4379-9549-720e11224a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '31560b42-fc42-4090-b53c-85eda889b2e0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:07.465458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Attempting to bind port 266523d3-942e-4174-94fb-e01ba5b56175 on network 31560b42-fc42-4090-b53c-85eda889b2e0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:07.472115 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 1933cc2c-c396-4587-b9d5-ae0534018402) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:07.485638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:07.487290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:07.487946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Checking segment: {'id': 'bffa4403-9643-4379-9549-720e11224a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '31560b42-fc42-4090-b53c-85eda889b2e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:07.488437 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.488837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Bound using segment: {'id': 'bffa4403-9643-4379-9549-720e11224a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '31560b42-fc42-4090-b53c-85eda889b2e0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:07.489271 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.489372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Bound port: 266523d3-942e-4174-94fb-e01ba5b56175, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffa4403-9643-4379-9549-720e11224a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '31560b42-fc42-4090-b53c-85eda889b2e0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:07.489718 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.494185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a3538c-de17-4f6a-83ab-a82b07389744 None None] Network 1933cc2c-c396-4587-b9d5-ae0534018402 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:07.499363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Subnet': ['ID=7ac39db7-906f-4c74-8faf-c001a5005413,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:07.508690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Checking segment: {'id': 'e1dd744e-27e2-4214-9a77-a774e2acaf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '319a970f-3e73-494f-bd46-8ecdd6e568c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:07.509055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network hostable DHCP agents. Network: 319a970f-3e73-494f-bd46-8ecdd6e568c2, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:07.570361 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7613d6eb-b961-492c-92d9-dd038f16d0a8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3278580 Oct 27 16:20:07.570745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39448) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:07.575849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-router', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:07.609061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 319a970f-3e73-494f-bd46-8ecdd6e568c2 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:07.650393 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] For port 266523d3-942e-4174-94fb-e01ba5b56175, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:07.655646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] For port 266523d3-942e-4174-94fb-e01ba5b56175, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=266523d3-942e-4174-94fb-e01ba5b56175,segment=NetworkSegment(bffa4403-9643-4379-9549-720e11224a1a),segment_id=bffa4403-9643-4379-9549-720e11224a1a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:07.689490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.689490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:07.729982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08168f61-b37e-4e45-865d-807e302e105c None None] Network 1933cc2c-c396-4587-b9d5-ae0534018402 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:07.739425 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.028182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad12270-31c2-4e7a-88bf-c4a8080c9b97 req-38775086-c885-405b-8014-75f3b7fbaade tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:08.029878 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9ad12270-31c2-4e7a-88bf-c4a8080c9b97 req-38775086-c885-405b-8014-75f3b7fbaade tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0609553 Oct 27 16:20:08.050857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 319a970f-3e73-494f-bd46-8ecdd6e568c2) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:08.051545 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.065324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:08.065906 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.082593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c0e09-3d89-483f-a1ca-0009cc2ae96c None None] Network 319a970f-3e73-494f-bd46-8ecdd6e568c2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:08.083575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9ad12270-31c2-4e7a-88bf-c4a8080c9b97 req-4c76ce9e-a264-46e2-adb2-dcc388366a9a tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476730 Oct 27 16:20:08.202401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc637473-9104-4da3-9c4e-09ad0cf21d63 req-d5a887eb-2f2b-4190-b064-9b4dd2a328f6 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=392bc645-7be1-4dda-a53a-f3ca2daa3fe1 HTTP/1.1" status: 200 len: 210 time: 0.0908382 Oct 27 16:20:08.207586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8d118ba1-8fa9-4ce1-b1a7-115b94774364 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8758247 Oct 27 16:20:08.210136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39460) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:08.216352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0a7faa1b-dd58-434f-b78a-021b15e91bd8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-263341883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:08.297457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-319a970f-3e73-494f-bd46-8ecdd6e568c2', 'network_id': '319a970f-3e73-494f-bd46-8ecdd6e568c2', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'fixed_ips': [{'subnet_id': '7ac39db7-906f-4c74-8faf-c001a5005413'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:08.298334 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.334109 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.340240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ec3b4-d6f9-4e1b-a53b-7f2687e2e17a None None] Pushing event updated for resources: {'Port': ['ID=266523d3-942e-4174-94fb-e01ba5b56175,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:08.398867 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a7faa1b-dd58-434f-b78a-021b15e91bd8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.401135 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a7faa1b-dd58-434f-b78a-021b15e91bd8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.498870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a7faa1b-dd58-434f-b78a-021b15e91bd8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.581966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202429b2-9c60-43c5-b773-e99d1fc45033 req-77b5ca49-9ed3-4959-ac86-da76b170bcd7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:08.584034 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a7faa1b-dd58-434f-b78a-021b15e91bd8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.593679 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-202429b2-9c60-43c5-b773-e99d1fc45033 req-77b5ca49-9ed3-4959-ac86-da76b170bcd7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1386085 Oct 27 16:20:08.641664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b374236-fb79-4bc4-9cf8-931a63a81e10 req-01638b55-b172-4c4e-8544-6ad4d4436bb1 tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.53 "GET /v2.0/ports?device_id=392bc645-7be1-4dda-a53a-f3ca2daa3fe1 HTTP/1.1" status: 200 len: 210 time: 0.0503976 Oct 27 16:20:08.677595 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-202429b2-9c60-43c5-b773-e99d1fc45033 req-3b0e2b7b-75e9-4a6e-abe3-7804a048fb20 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740581 Oct 27 16:20:08.710519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Allocated IP 2001:db8:1::2 (319a970f-3e73-494f-bd46-8ecdd6e568c2/7ac39db7-906f-4c74-8faf-c001a5005413/b7aecfb0-e533-4144-9cdc-0a28481c2ca2) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:08.739743 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a7faa1b-dd58-434f-b78a-021b15e91bd8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:08.742610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0a7faa1b-dd58-434f-b78a-021b15e91bd8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5314426 Oct 27 16:20:08.746090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39470) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:08.919582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.003373 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.023422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.072119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.124741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Pushing event updated for resources: {'Port': ['ID=b7aecfb0-e533-4144-9cdc-0a28481c2ca2,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:09.145936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Network 319a970f-3e73-494f-bd46-8ecdd6e568c2 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:09.151073 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:09.169076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:09.355788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Attempting to bind port b7aecfb0-e533-4144-9cdc-0a28481c2ca2 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:09.356427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Attempting to bind port b7aecfb0-e533-4144-9cdc-0a28481c2ca2 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'e1dd744e-27e2-4214-9a77-a774e2acaf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '319a970f-3e73-494f-bd46-8ecdd6e568c2'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:09.357171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Attempting to bind port b7aecfb0-e533-4144-9cdc-0a28481c2ca2 on network 319a970f-3e73-494f-bd46-8ecdd6e568c2 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:09.369177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:09.370685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Checking segment: {'id': 'e1dd744e-27e2-4214-9a77-a774e2acaf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '319a970f-3e73-494f-bd46-8ecdd6e568c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:09.371155 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.371555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Bound using segment: {'id': 'e1dd744e-27e2-4214-9a77-a774e2acaf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '319a970f-3e73-494f-bd46-8ecdd6e568c2'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:09.374556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Bound port: b7aecfb0-e533-4144-9cdc-0a28481c2ca2, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1dd744e-27e2-4214-9a77-a774e2acaf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '319a970f-3e73-494f-bd46-8ecdd6e568c2'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:09.380261 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.449576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Allocated IP 172.25.4.221 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/2ee4964e-8248-427e-b8d7-0e26d5519501) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:09.495633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29035b-2b8b-4e84-a3f8-3eade08fa0e4 req-bf6abbf6-2b0d-4585-9395-6fed512464e3 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:09.511564 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e29035b-2b8b-4e84-a3f8-3eade08fa0e4 req-bf6abbf6-2b0d-4585-9395-6fed512464e3 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.2119379 Oct 27 16:20:09.619013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] For port b7aecfb0-e533-4144-9cdc-0a28481c2ca2, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:09.632249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] For port b7aecfb0-e533-4144-9cdc-0a28481c2ca2, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b7aecfb0-e533-4144-9cdc-0a28481c2ca2,segment=NetworkSegment(e1dd744e-27e2-4214-9a77-a774e2acaf2e),segment_id=e1dd744e-27e2-4214-9a77-a774e2acaf2e)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:09.681188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 266523d3-942e-4174-94fb-e01ba5b56175 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:09.698447 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b02144d-128b-44e2-a5ea-6ed4b388d664 req-e3ab09dd-6ab5-490f-90b2-e370ad87de4e tempest-ServerShowV247Test-176931029 tempest-ServerShowV247Test-176931029-project] 10.222.0.15 "GET /v2.0/ports?device_id=392bc645-7be1-4dda-a53a-f3ca2daa3fe1 HTTP/1.1" status: 200 len: 210 time: 0.0568130 Oct 27 16:20:09.727146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e29035b-2b8b-4e84-a3f8-3eade08fa0e4 req-40c0a43b-db1f-4556-9399-965ce4932436 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164941 Oct 27 16:20:09.750431 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.927611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 266523d3-942e-4174-94fb-e01ba5b56175 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:09.927984 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:09.930649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bf171-c9f3-4c9d-a269-75dab85248f6 None None] Pushing event updated for resources: {'Port': ['ID=b7aecfb0-e533-4144-9cdc-0a28481c2ca2,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:09.946433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.020731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3097bbe6-3776-44ae-8d9f-ae88baaf7c57 None None] Network 31560b42-fc42-4090-b53c-85eda889b2e0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:10.038388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.090556 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.091643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14528828-2b53-428a-8ecc-ccf9114f854e req-e1cbf2b4-1fb6-42f9-80fb-3f7412939b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:10.093338 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-14528828-2b53-428a-8ecc-ccf9114f854e req-e1cbf2b4-1fb6-42f9-80fb-3f7412939b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.2025464 Oct 27 16:20:10.147890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d298dcef-83b2-450a-a01f-d2dfdf43a5d3 None None] Provisioning complete for port 266523d3-942e-4174-94fb-e01ba5b56175 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:10.148302 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d298dcef-83b2-450a-a01f-d2dfdf43a5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.237968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:10.247361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:10.255455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:10.263449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Pushing event updated for resources: {'Port': ['ID=2ee4964e-8248-427e-b8d7-0e26d5519501,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:10.366611 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-14528828-2b53-428a-8ecc-ccf9114f854e req-ddfac966-5d24-472a-b4ad-47908dda522f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2655814 Oct 27 16:20:10.375935 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.538416 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d298dcef-83b2-450a-a01f-d2dfdf43a5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.581089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 266523d3-942e-4174-94fb-e01ba5b56175, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=266523d3-942e-4174-94fb-e01ba5b56175,segment=NetworkSegment(bffa4403-9643-4379-9549-720e11224a1a),segment_id=bffa4403-9643-4379-9549-720e11224a1a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:10.658480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Allocated IP 2001:db8::1 (31560b42-fc42-4090-b53c-85eda889b2e0/efda87c1-6e80-4bce-8b35-9fe9ab25c037/01c3caec-d22f-4d71-9fee-68a8211b7a40) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:10.670610 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:10.800835 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-d298dcef-83b2-450a-a01f-d2dfdf43a5d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:20:10.800835 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-d298dcef-83b2-450a-a01f-d2dfdf43a5d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:20:10.800835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=266523d3-942e-4174-94fb-e01ba5b56175,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:10.911514 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.036962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.121013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915da612-a56b-41d8-aad6-e4f04a8241ff req-9a92029d-98c0-4aad-8ff8-bfba22bc323a tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:11.122489 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-915da612-a56b-41d8-aad6-e4f04a8241ff req-9a92029d-98c0-4aad-8ff8-bfba22bc323a tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.2333343 Oct 27 16:20:11.174501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.261879 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-915da612-a56b-41d8-aad6-e4f04a8241ff req-28430689-f6e7-47da-b54d-d9c562f6c390 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317286 Oct 27 16:20:11.287558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 31560b42-fc42-4090-b53c-85eda889b2e0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:11.302623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:11.307303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:11.310691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.371197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=01c3caec-d22f-4d71-9fee-68a8211b7a40,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:11.407088 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.608918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39500) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:11.669757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ba3ca855-39ca-43cb-84c1-ad7809843346 None None] Provisioning complete for port 266523d3-942e-4174-94fb-e01ba5b56175 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:11.670701 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ba3ca855-39ca-43cb-84c1-ad7809843346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.787227 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:11.816764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e451ff5d-67cb-4db3-a531-94e467f30288 None None] Network 319a970f-3e73-494f-bd46-8ecdd6e568c2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:11.852991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b7aecfb0-e533-4144-9cdc-0a28481c2ca2 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:11.883283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50d879-2776-470f-8645-147916c63d47 req-af961409-2441-4053-a811-69b1ed391bdf tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:11.888709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c50d879-2776-470f-8645-147916c63d47 req-af961409-2441-4053-a811-69b1ed391bdf tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.2771163 Oct 27 16:20:12.000999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c50d879-2776-470f-8645-147916c63d47 req-9fd3345b-b578-4ee3-b50f-fb030da5e1c8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114130 Oct 27 16:20:12.045563 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9960ac0e-dd17-4911-91e9-ea5567cde7cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.129232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Router f490de2b-0c7e-4b51-b6d3-16ea62579a94 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:12.318060 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9960ac0e-dd17-4911-91e9-ea5567cde7cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.372611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:12.418622 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9960ac0e-dd17-4911-91e9-ea5567cde7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.419653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Sync routers for ids ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:12.474549 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9960ac0e-dd17-4911-91e9-ea5567cde7cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0723b4ce8119468cb188b49f28660001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645594 Oct 27 16:20:12.477793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39508) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:12.501365 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.503025 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e9b5f8c1-6f40-4e20-9a3c-276f648408be admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9312432 Oct 27 16:20:12.507349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39510) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:12.508903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Routers {'f490de2b-0c7e-4b51-b6d3-16ea62579a94'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:12.509552 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:12.575623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc73df-db03-4d78-aed8-4d449c77001c req-3bab189f-0050-4679-8ddb-4d55607d445d tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:12.583255 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4dcc73df-db03-4d78-aed8-4d449c77001c req-3bab189f-0050-4679-8ddb-4d55607d445d tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1871560 Oct 27 16:20:12.591243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960ac0e-dd17-4911-91e9-ea5567cde7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e27594-53c5-4279-9e27-646138d53be1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:12.644236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b7aecfb0-e533-4144-9cdc-0a28481c2ca2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:12.648259 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.689426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0603efed-91c2-4587-8b46-bd77644e8b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.692451 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4dcc73df-db03-4d78-aed8-4d449c77001c req-c5d42ea0-01a1-4480-8ee6-51e442c61fdc tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082034 Oct 27 16:20:12.727233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c031b039-8f0c-4468-86f6-9bff56160409 None None] Provisioning complete for port 01c3caec-d22f-4d71-9fee-68a8211b7a40 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:12.727798 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c031b039-8f0c-4468-86f6-9bff56160409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.761708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0603efed-91c2-4587-8b46-bd77644e8b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.766362 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.825017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Set router f490de2b-0c7e-4b51-b6d3-16ea62579a94 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:12.859399 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.860459 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:12.898291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c031b039-8f0c-4468-86f6-9bff56160409 None None] Port 01c3caec-d22f-4d71-9fee-68a8211b7a40 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:13.020097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=01c3caec-d22f-4d71-9fee-68a8211b7a40,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:13.052363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.067711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c031b039-8f0c-4468-86f6-9bff56160409 None None] Provisioning complete for port b7aecfb0-e533-4144-9cdc-0a28481c2ca2 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:13.068126 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c031b039-8f0c-4468-86f6-9bff56160409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.137794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port b7aecfb0-e533-4144-9cdc-0a28481c2ca2, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b7aecfb0-e533-4144-9cdc-0a28481c2ca2,segment=NetworkSegment(e1dd744e-27e2-4214-9a77-a774e2acaf2e),segment_id=e1dd744e-27e2-4214-9a77-a774e2acaf2e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:13.209000 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c031b039-8f0c-4468-86f6-9bff56160409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.241040 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.241040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 266523d3-942e-4174-94fb-e01ba5b56175 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:13.241222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa920f7b-c85d-4967-bf15-2ae3d2668315 req-b1951eea-3fe1-4354-88f9-c03c97c9ad17 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:13.249327 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa920f7b-c85d-4967-bf15-2ae3d2668315 req-b1951eea-3fe1-4354-88f9-c03c97c9ad17 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1097975 Oct 27 16:20:13.267709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 31560b42-fc42-4090-b53c-85eda889b2e0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:13.274464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:13.378087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa920f7b-c85d-4967-bf15-2ae3d2668315 req-2e99a835-c805-4cb2-a94d-ce87e4e66452 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234508 Oct 27 16:20:13.408332 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0603efed-91c2-4587-8b46-bd77644e8b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.410952 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0603efed-91c2-4587-8b46-bd77644e8b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.440453 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0603efed-91c2-4587-8b46-bd77644e8b89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12e27594-53c5-4279-9e27-646138d53be1 HTTP/1.1" status: 204 len: 168 time: 0.9579339 Oct 27 16:20:13.470225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=b7aecfb0-e533-4144-9cdc-0a28481c2ca2,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:13.513586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 266523d3-942e-4174-94fb-e01ba5b56175 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:13.513963 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.521406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603efed-91c2-4587-8b46-bd77644e8b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e27594-53c5-4279-9e27-646138d53be1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:13.545897 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-c031b039-8f0c-4468-86f6-9bff56160409 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:20:13.549414 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-c031b039-8f0c-4468-86f6-9bff56160409 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:20:13.550560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-router', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:07Z', 'updated_at': '2021-10-27T16:20:10Z', 'revision_number': 3, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'gw_port': {'id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:09Z', 'updated_at': '2021-10-27T16:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:13.599464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router 1d75b794-652e-4d16-bb34-40a3a320625e is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:13.609726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Checking router: f490de2b-0c7e-4b51-b6d3-16ea62579a94 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:20:13.610398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Updating router f490de2b-0c7e-4b51-b6d3-16ea62579a94 port 2ee4964e-8248-427e-b8d7-0e26d5519501 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:20:13.679994 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.731105 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:13.789452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:13.804736 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d25a9f-a37e-4c9d-be9c-415176d5cbc0 None None] Sync routers for ids ['1d75b794-652e-4d16-bb34-40a3a320625e'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:13.815134 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ac3b5bc9-9e15-45cf-a030-98d4cd2e834c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/1d75b794-652e-4d16-bb34-40a3a320625e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0680366 Oct 27 16:20:13.820222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39532) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:13.832225 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d25a9f-a37e-4c9d-be9c-415176d5cbc0 None None] Routers {'1d75b794-652e-4d16-bb34-40a3a320625e'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:13.832895 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-03d25a9f-a37e-4c9d-be9c-415176d5cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1d75b794-652e-4d16-bb34-40a3a320625e'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:13.915296 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1b7740-1f5d-4fa2-893e-97317a7287e9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:13.927724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7c1b7740-1f5d-4fa2-893e-97317a7287e9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports/01c3caec-d22f-4d71-9fee-68a8211b7a40 HTTP/1.1" status: 200 len: 911 time: 0.1037955 Oct 27 16:20:13.933505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39536) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:13.959497 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-03d25a9f-a37e-4c9d-be9c-415176d5cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:14.009259 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d25a9f-a37e-4c9d-be9c-415176d5cbc0 None None] Routers {'1d75b794-652e-4d16-bb34-40a3a320625e'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:14.013523 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-03d25a9f-a37e-4c9d-be9c-415176d5cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1d75b794-652e-4d16-bb34-40a3a320625e'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:14.153009 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-03d25a9f-a37e-4c9d-be9c-415176d5cbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:14.153649 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d25a9f-a37e-4c9d-be9c-415176d5cbc0 None None] The sync data for ids ['1d75b794-652e-4d16-bb34-40a3a320625e'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:14.521240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ee81e084-8ca2-472b-8201-135cedc2b5d1 None None] Provisioning complete for port 01c3caec-d22f-4d71-9fee-68a8211b7a40 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:14.521679 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ee81e084-8ca2-472b-8201-135cedc2b5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:14.568704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b7aecfb0-e533-4144-9cdc-0a28481c2ca2 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:14.610429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fe82a-2047-446e-951e-183263979d38 req-882bdecb-a96c-43ff-9262-dd7b119ca8b7 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:14.618371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-028fe82a-2047-446e-951e-183263979d38 req-882bdecb-a96c-43ff-9262-dd7b119ca8b7 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.7115054 Oct 27 16:20:14.836408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e5755-42de-4284-a677-286f64895199 req-152631ca-b68f-460c-83a0-31a6febab1cc tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:14.844558 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-623e5755-42de-4284-a677-286f64895199 req-152631ca-b68f-460c-83a0-31a6febab1cc tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.2165155 Oct 27 16:20:14.849448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39560) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:14.861913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ee81e084-8ca2-472b-8201-135cedc2b5d1 None None] Port 01c3caec-d22f-4d71-9fee-68a8211b7a40 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:14.945545 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-623e5755-42de-4284-a677-286f64895199 req-159eb523-60ee-4405-be51-c25aa3866fb6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949004 Oct 27 16:20:14.993317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.006220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b7aecfb0-e533-4144-9cdc-0a28481c2ca2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:15.006590 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.110743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ee81e084-8ca2-472b-8201-135cedc2b5d1 None None] Provisioning complete for port b7aecfb0-e533-4144-9cdc-0a28481c2ca2 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:15.118329 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ee81e084-8ca2-472b-8201-135cedc2b5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.246950 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.254234 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31203e9-adbc-4302-93bb-582c1381d160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.372605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.436314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Attempting to bind port 2ee4964e-8248-427e-b8d7-0e26d5519501 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:15.436686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Attempting to bind port 2ee4964e-8248-427e-b8d7-0e26d5519501 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:15.437053 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Attempting to bind port 2ee4964e-8248-427e-b8d7-0e26d5519501 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:15.490332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Allocated IP 172.20.0.1 (1933cc2c-c396-4587-b9d5-ae0534018402/213958e3-1909-44e9-969b-5880a41d6f3e/4454a494-d6ae-48c2-b944-fcb4f7b7253e) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:15.494099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:15.494459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:15.494930 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.495324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:15.502187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Bound port: 2ee4964e-8248-427e-b8d7-0e26d5519501, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:15.502603 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.581656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Pushing event updated for resources: {'Port': ['ID=2ee4964e-8248-427e-b8d7-0e26d5519501,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:15.629015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.629471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.629878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.630285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.631250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.631250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.631437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.631840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.632295 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.632687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.633127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.633520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:15.658073 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] For port 2ee4964e-8248-427e-b8d7-0e26d5519501, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:15.673039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] For port 2ee4964e-8248-427e-b8d7-0e26d5519501, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2ee4964e-8248-427e-b8d7-0e26d5519501,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:15.746475 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.753642 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.771624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Allocated IP 2001:db8:1::1 (319a970f-3e73-494f-bd46-8ecdd6e568c2/7ac39db7-906f-4c74-8faf-c001a5005413/e8892ac4-9679-4a70-ab61-ed68098f2e54) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:15.907973 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-028fe82a-2047-446e-951e-183263979d38 req-182a19b3-3e93-4b16-a7eb-82718333d3ac tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2886791 Oct 27 16:20:15.928518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:15.958951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0634b-9063-4f5e-a1aa-1b78565d8efd None None] Pushing event updated for resources: {'Port': ['ID=2ee4964e-8248-427e-b8d7-0e26d5519501,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:15.964506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Routers {'f490de2b-0c7e-4b51-b6d3-16ea62579a94'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:15.965137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:15.996681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12712ec7-aaee-42e9-b3eb-49e063fa64e0 req-168f3eaa-eeb0-4d5d-9332-f8b41a9ccae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:15.998149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12712ec7-aaee-42e9-b3eb-49e063fa64e0 req-168f3eaa-eeb0-4d5d-9332-f8b41a9ccae9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 1096 time: 0.1849124 Oct 27 16:20:16.060850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Network 1933cc2c-c396-4587-b9d5-ae0534018402 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:16.064525 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.100733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:16.128611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:16.144940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Pushing event updated for resources: {'Port': ['ID=4454a494-d6ae-48c2-b944-fcb4f7b7253e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:16.179724 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31203e9-adbc-4302-93bb-582c1381d160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.235910 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12712ec7-aaee-42e9-b3eb-49e063fa64e0 req-108783fb-12de-49aa-bd81-0954f4c4f3e5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120526 Oct 27 16:20:16.245972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.249103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] Set router f490de2b-0c7e-4b51-b6d3-16ea62579a94 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:16.257656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.363444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf25331-dd12-4e44-b731-d1f1e8fdb4b1 req-17c63be5-8232-41f5-90f7-d08c305cfba3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:16.375916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbf25331-dd12-4e44-b731-d1f1e8fdb4b1 req-17c63be5-8232-41f5-90f7-d08c305cfba3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.2486398 Oct 27 16:20:16.438157 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=e8892ac4-9679-4a70-ab61-ed68098f2e54,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:16.449207 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31203e9-adbc-4302-93bb-582c1381d160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.492076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31203e9-adbc-4302-93bb-582c1381d160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8533924-5640-4800-9668-cf0a428ad032,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:16.521723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbf25331-dd12-4e44-b731-d1f1e8fdb4b1 req-fb605239-c735-4c77-978b-051c17d5e49f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444752 Oct 27 16:20:16.593912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 319a970f-3e73-494f-bd46-8ecdd6e568c2 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:16.616644 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5135ab75-ee9a-4b8a-b5b2-a97e965a498e req-2de18b7d-261f-4d18-a9ec-1572d40e123c tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.1594636 Oct 27 16:20:16.630691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:16.645566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:16.648456 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.787560 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c31203e9-adbc-4302-93bb-582c1381d160 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6a3cb78b4a34e469bc03e8f0bfa9975&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9349194 Oct 27 16:20:16.787835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39602) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:16.839627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:16.929109 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-router', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:07Z', 'updated_at': '2021-10-27T16:20:10Z', 'revision_number': 3, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'gw_port': {'id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:09Z', 'updated_at': '2021-10-27T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:16.975783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d01fac-d48c-4441-9b5e-ed399163fdf5 None None] The sync data for ids ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'] in n-d-815689-1 is: [{'id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-router', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:07Z', 'updated_at': '2021-10-27T16:20:10Z', 'revision_number': 3, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'gw_port': {'id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:09Z', 'updated_at': '2021-10-27T16:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:17.046510 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58b44002-5d11-4b8c-81eb-2f5d7294d4f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.053674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.133549 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58b44002-5d11-4b8c-81eb-2f5d7294d4f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.169164 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0ba6882f-24ed-4201-b930-64297e11b68e None None] Provisioning complete for port e8892ac4-9679-4a70-ab61-ed68098f2e54 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:17.169555 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0ba6882f-24ed-4201-b930-64297e11b68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.232961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0ba6882f-24ed-4201-b930-64297e11b68e None None] Port e8892ac4-9679-4a70-ab61-ed68098f2e54 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:17.268457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f86357-1d7f-45b6-a551-cee529188ac3 req-d9a3ae98-b18f-4da0-87c9-f9806f6be360 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:17.270230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31f86357-1d7f-45b6-a551-cee529188ac3 req-d9a3ae98-b18f-4da0-87c9-f9806f6be360 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.2118208 Oct 27 16:20:17.366347 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-31f86357-1d7f-45b6-a551-cee529188ac3 req-2f1c191f-1096-4485-89c4-bbba56419809 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734849 Oct 27 16:20:17.391997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.499728 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58b44002-5d11-4b8c-81eb-2f5d7294d4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.502623 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-58b44002-5d11-4b8c-81eb-2f5d7294d4f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.505001 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.512836 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-58b44002-5d11-4b8c-81eb-2f5d7294d4f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8533924-5640-4800-9668-cf0a428ad032 HTTP/1.1" status: 204 len: 168 time: 0.7108388 Oct 27 16:20:17.626537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b44002-5d11-4b8c-81eb-2f5d7294d4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8533924-5640-4800-9668-cf0a428ad032,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:17.687263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Pushing event updated for resources: {'Port': ['ID=4454a494-d6ae-48c2-b944-fcb4f7b7253e,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:17.743714 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.758577 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.842083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583db3b-de45-42e1-a772-28b4cab73798 req-1f508464-043a-4d2a-8d88-96a66e1fd63a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:17.843563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4583db3b-de45-42e1-a772-28b4cab73798 req-1f508464-043a-4d2a-8d88-96a66e1fd63a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1374097 Oct 27 16:20:17.882513 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.883419 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:17.936911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4583db3b-de45-42e1-a772-28b4cab73798 req-4b00cd51-ce4d-447f-8485-15ae6d6fb17c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830514 Oct 27 16:20:17.946428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Network 1933cc2c-c396-4587-b9d5-ae0534018402 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:17.949130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:18.117850 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-202e4d75-7cc3-41fb-b906-4b66b6a80d12 req-fcacb350-4db5-4247-8f1c-9bea028e6398 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0394835 Oct 27 16:20:18.120420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Router f490de2b-0c7e-4b51-b6d3-16ea62579a94 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:20:18.134344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=e8892ac4-9679-4a70-ab61-ed68098f2e54,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:18.165839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 319a970f-3e73-494f-bd46-8ecdd6e568c2 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:18.167506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:18.404212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:18.429633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-038daf19-5320-4706-96d4-cc92cdc22c9d admin admin] 10.222.0.15 "PUT /v2.0/routers/f490de2b-0c7e-4b51-b6d3-16ea62579a94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9179647 Oct 27 16:20:18.454189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router 1d75b794-652e-4d16-bb34-40a3a320625e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:20:18.494363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2ee4964e-8248-427e-b8d7-0e26d5519501 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:18.668411 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9be7ff87-d976-4114-8289-cb271ccc28c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.701063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a10c6-1ada-40f3-b752-ffa9765bf8e7 req-60f3b93c-7118-461b-845f-855376198c02 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:18.719570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2ee4964e-8248-427e-b8d7-0e26d5519501 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:18.726851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-417a10c6-1ada-40f3-b752-ffa9765bf8e7 req-60f3b93c-7118-461b-845f-855376198c02 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1920953 Oct 27 16:20:18.737547 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.761421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:18.771168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8582d97a-36f8-4a36-8bbf-a5c9ce737481 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/1d75b794-652e-4d16-bb34-40a3a320625e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8334937 Oct 27 16:20:18.773814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39646) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:18.867725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf60551-a166-4f75-aa6b-4202a3ba0689 None None] Sync routers for ids ['1d75b794-652e-4d16-bb34-40a3a320625e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:18.882481 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-417a10c6-1ada-40f3-b752-ffa9765bf8e7 req-db9d5609-1314-43c2-9716-71ccf4ffe19e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431670 Oct 27 16:20:18.939833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ad5ccf9d-4004-49c6-8718-346f9d289a28 req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-837426824', 'description': 'tempest-description-82933394'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:18.984417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8f9f5835-9af7-4735-a111-bdd075033250 None None] Provisioning complete for port e8892ac4-9679-4a70-ab61-ed68098f2e54 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:18.984815 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8f9f5835-9af7-4735-a111-bdd075033250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:18.991816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf60551-a166-4f75-aa6b-4202a3ba0689 None None] Routers {'1d75b794-652e-4d16-bb34-40a3a320625e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:18.993466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9cf60551-a166-4f75-aa6b-4202a3ba0689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1d75b794-652e-4d16-bb34-40a3a320625e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:19.074292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9cf60551-a166-4f75-aa6b-4202a3ba0689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:19.112555 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ad5ccf9d-4004-49c6-8718-346f9d289a28 req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.135901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f5835-9af7-4735-a111-bdd075033250 None None] Port e8892ac4-9679-4a70-ab61-ed68098f2e54 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:19.167175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf60551-a166-4f75-aa6b-4202a3ba0689 None None] Routers {'1d75b794-652e-4d16-bb34-40a3a320625e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:19.167836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9cf60551-a166-4f75-aa6b-4202a3ba0689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1d75b794-652e-4d16-bb34-40a3a320625e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:19.250002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9cf60551-a166-4f75-aa6b-4202a3ba0689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:19.250576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf60551-a166-4f75-aa6b-4202a3ba0689 None None] The sync data for ids ['1d75b794-652e-4d16-bb34-40a3a320625e'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:19.255453 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.271865 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ad5ccf9d-4004-49c6-8718-346f9d289a28 req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.288968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 2ee4964e-8248-427e-b8d7-0e26d5519501, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2ee4964e-8248-427e-b8d7-0e26d5519501,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:19.350385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e21ae38-3608-41c2-8c90-cb093b45615d tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:19.355009 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7e21ae38-3608-41c2-8c90-cb093b45615d tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports/e8892ac4-9679-4a70-ab61-ed68098f2e54 HTTP/1.1" status: 200 len: 913 time: 0.5790119 Oct 27 16:20:19.355546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39660) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:19.358847 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ad5ccf9d-4004-49c6-8718-346f9d289a28 req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.393402 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.468007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a94247f-365b-4bec-bdf2-ad4f15927a79,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:19.499105 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ad5ccf9d-4004-49c6-8718-346f9d289a28 req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:19.514781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad5ccf9d-4004-49c6-8718-346f9d289a28 req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5678222 Oct 27 16:20:19.520140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.520508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.520861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.521209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.526500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.526900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.527299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.527656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.527999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.530604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.531934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.532230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469517e8-b4a2-4800-9a3c-c1b867833ddf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:19.598991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=2ee4964e-8248-427e-b8d7-0e26d5519501,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:19.640773 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baf2ba-4fac-4e1d-8f9c-b2729388575b req-485b9f47-d839-4339-92c0-b993c4432246 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:19.644714 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-19baf2ba-4fac-4e1d-8f9c-b2729388575b req-485b9f47-d839-4339-92c0-b993c4432246 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1097 time: 0.3419240 Oct 27 16:20:19.773966 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-19baf2ba-4fac-4e1d-8f9c-b2729388575b req-87bb8c76-55e2-4d40-8b90-8beff4dd3e82 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740316 Oct 27 16:20:19.945293 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39678) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:20.037947 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230c2db-6f93-46b0-8376-dbfb6d682602 req-e155a678-0682-4538-959e-ecb4cbd6c9fa tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:20.039669 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c230c2db-6f93-46b0-8376-dbfb6d682602 req-e155a678-0682-4538-959e-ecb4cbd6c9fa tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.1119468 Oct 27 16:20:20.049200 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Sync routers for ids ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:20.074703 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Routers {'f490de2b-0c7e-4b51-b6d3-16ea62579a94'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:20.077852 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:19:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:20.151938 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ad40b2-2690-4540-be62-407c111bdeef tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.269223 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Set router f490de2b-0c7e-4b51-b6d3-16ea62579a94 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:20.280964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-334482725-network', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:20.292141 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c230c2db-6f93-46b0-8376-dbfb6d682602 req-47cae9b3-9c30-47d1-ad78-9ff86b9761d2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377224 Oct 27 16:20:20.390775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ed2b47d8-f3c1-4331-b12a-12229db3fb40 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:20.399208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ed2b47d8-f3c1-4331-b12a-12229db3fb40 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 819 time: 0.3513088 Oct 27 16:20:20.430706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Made reservation on behalf of 906f5dfcaec847239da2fd24f7e2eaa3 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:20.431247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-5b9a5c75-26ac-452a-8762-8f41c997b7eb tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/quotas/04e3a62c25e9434593931bffee32fad2 HTTP/1.1" status: 200 len: 375 time: 0.0286419 Oct 27 16:20:20.431330 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.466297 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.470673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2ee4964e-8248-427e-b8d7-0e26d5519501 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:20.500115 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34145096-c1ed-4705-85af-73dc7e14907a req-c89d57b9-910a-46e0-9f05-0e9dffd9aa19 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0741947 Oct 27 16:20:20.569843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-496599cd-90b9-4750-877d-0940c6112738 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1320140 Oct 27 16:20:20.640975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2ee4964e-8248-427e-b8d7-0e26d5519501 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:20.653396 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.700576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-a7497a4b-1e20-4148-960b-63ce91c871d4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:20:20.708725 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-a7497a4b-1e20-4148-960b-63ce91c871d4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1376300 Oct 27 16:20:20.777763 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.789034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-42ad40b2-2690-4540-be62-407c111bdeef tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port e8892ac4-9679-4a70-ab61-ed68098f2e54 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:20.789034 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ad40b2-2690-4540-be62-407c111bdeef tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.844281 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-router', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:07Z', 'updated_at': '2021-10-27T16:20:16Z', 'revision_number': 4, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'gw_port': {'id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:09Z', 'updated_at': '2021-10-27T16:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '4454a494-d6ae-48c2-b944-fcb4f7b7253e', 'name': '', 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'mac_address': 'fa:16:3e:cb:5c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '213958e3-1909-44e9-969b-5880a41d6f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:13Z', 'updated_at': '2021-10-27T16:20:16Z', 'revision_number': 2, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'subnets': [{'id': '213958e3-1909-44e9-969b-5880a41d6f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:20.865664 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd3a59c3-1115-47b7-9947-da7b5b5b83f0 req-48801e10-f3c8-49c4-82a1-65ced6c607e3 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-837426824&fields=id&tenant_id=29e93a9a90fe4e39beb395055a05bd77 HTTP/1.1" status: 200 len: 267 time: 0.1700346 Oct 27 16:20:20.879147 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:20.904490 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-c814bc1c-d2fd-4215-9743-b4bacf6b00d7 service neutron] 10.222.0.15 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946938 Oct 27 16:20:20.928083 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Checking router: f490de2b-0c7e-4b51-b6d3-16ea62579a94 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:20:20.928440 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Updating router f490de2b-0c7e-4b51-b6d3-16ea62579a94 port 4454a494-d6ae-48c2-b944-fcb4f7b7253e binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:20:20.964106 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:20.975101 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.023279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eac53c1-b9c6-416c-bb6a-4fa672a1fac1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:21.063967 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.066371 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Added segment 05e5e663-6de6-47c6-86b0-15740e3c6b6b of type vlan for network a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 Oct 27 16:20:21.083005 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ad40b2-2690-4540-be62-407c111bdeef tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.124012 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-81dda7ff-27f6-41f1-ad3a-d64abbf79810 service neutron] 10.222.0.15 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173321 Oct 27 16:20:21.152324 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.188934 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-42ad40b2-2690-4540-be62-407c111bdeef tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for e8892ac4-9679-4a70-ab61-ed68098f2e54 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:21.251069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a59c3-1115-47b7-9947-da7b5b5b83f0 req-f0df333b-9549-4b16-b6a9-1e38514807fc tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:21.261136 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd3a59c3-1115-47b7-9947-da7b5b5b83f0 req-f0df333b-9549-4b16-b6a9-1e38514807fc tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.3692458 Oct 27 16:20:21.267598 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.269724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:21.273203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.294322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-dd3a59c3-1115-47b7-9947-da7b5b5b83f0 req-3ab310c0-620c-457a-9796-8532760acabb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Request body: {'port': {'security_groups': ['113d6df8-661c-43b7-9944-3756e83e0a15', '2a94247f-365b-4bec-bdf2-ad4f15927a79']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:21.406701 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4601402 Oct 27 16:20:21.412947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39710) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:21.419697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] Request body: {'subnet': {'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-334482725-subnet', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:21.438380 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.493596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d85b7fb-cd66-4078-99a6-2a2b02c7fdbb req-4d3209ba-3636-48a5-96d5-dfd00ec0def6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.1168194 Oct 27 16:20:21.508821 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dd3a59c3-1115-47b7-9947-da7b5b5b83f0 req-3ab310c0-620c-457a-9796-8532760acabb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.544132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf97907-9e80-4edd-b053-99180793dc9b admin admin] Pushing event updated for resources: {'Network': ['ID=a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:21.546658 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.561394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:21.641693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] Made reservation on behalf of 906f5dfcaec847239da2fd24f7e2eaa3 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:21.644138 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.660634 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Pushing event updated for resources: {'Port': ['ID=4454a494-d6ae-48c2-b944-fcb4f7b7253e,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:21.678865 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.679207 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.679545 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.679912 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.680530 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.681944 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.681944 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.682629 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.683156 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.683491 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.683813 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.684163 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:21.738984 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d36b803-8bfe-4670-ada9-ba730015b50a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.768832 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Attempting to bind port 4454a494-d6ae-48c2-b944-fcb4f7b7253e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:21.769194 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Attempting to bind port 4454a494-d6ae-48c2-b944-fcb4f7b7253e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:21.769829 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Attempting to bind port 4454a494-d6ae-48c2-b944-fcb4f7b7253e on network 1933cc2c-c396-4587-b9d5-ae0534018402 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:21.779613 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:21.779997 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Checking segment: {'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:21.780423 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.780815 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Bound using segment: {'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:21.781984 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Bound port: 4454a494-d6ae-48c2-b944-fcb4f7b7253e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:21.782586 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:21.791657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262afb6c-9ebc-468a-bacb-1aeb5aebeeb1 req-27638251-7d2f-4128-8873-25d90df1a0d0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:21.793384 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-262afb6c-9ebc-468a-bacb-1aeb5aebeeb1 req-27638251-7d2f-4128-8873-25d90df1a0d0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.3174703 Oct 27 16:20:21.806149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19909491-2f17-4bac-a3c2-445e474f89e8 req-debb167c-37e9-46c0-9f06-a5b36fe6cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:21.808613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19909491-2f17-4bac-a3c2-445e474f89e8 req-debb167c-37e9-46c0-9f06-a5b36fe6cf4e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 1097 time: 0.2763596 Oct 27 16:20:21.871748 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] For port 4454a494-d6ae-48c2-b944-fcb4f7b7253e, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:21.874844 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] For port 4454a494-d6ae-48c2-b944-fcb4f7b7253e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4454a494-d6ae-48c2-b944-fcb4f7b7253e,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:21.921753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-262afb6c-9ebc-468a-bacb-1aeb5aebeeb1 req-c5f8feca-3f04-418f-850d-3b5d385c8785 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189003 Oct 27 16:20:21.966113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39718) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:21.967231 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.001375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-dd3a59c3-1115-47b7-9947-da7b5b5b83f0 req-3ab310c0-620c-457a-9796-8532760acabb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] For port a3a4a965-bc01-4784-8e52-0ad35d9f1501, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501,segment=NetworkSegment(e68a9f55-6f24-4280-a5dc-f3c0ebf19831),segment_id=e68a9f55-6f24-4280-a5dc-f3c0ebf19831)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:22.045284 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dd3a59c3-1115-47b7-9947-da7b5b5b83f0 req-3ab310c0-620c-457a-9796-8532760acabb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.047980 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ad40b2-2690-4540-be62-407c111bdeef tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.053347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19909491-2f17-4bac-a3c2-445e474f89e8 req-9ff94992-47d8-4a56-9652-98fd0d83cebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:22.054921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19909491-2f17-4bac-a3c2-445e474f89e8 req-9ff94992-47d8-4a56-9652-98fd0d83cebb service neutron] 10.222.0.53 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 917 time: 0.2350402 Oct 27 16:20:22.101462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad40b2-2690-4540-be62-407c111bdeef tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=e8892ac4-9679-4a70-ab61-ed68098f2e54,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:22.115316 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Routers {'f490de2b-0c7e-4b51-b6d3-16ea62579a94'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:22.115951 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:22.122670 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6563969-106c-495a-a9dc-a24ebe881b2f None None] Pushing event updated for resources: {'Port': ['ID=4454a494-d6ae-48c2-b944-fcb4f7b7253e,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:22.152324 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.155653 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dd3a59c3-1115-47b7-9947-da7b5b5b83f0 req-3ab310c0-620c-457a-9796-8532760acabb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.167757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['a3a4a965-bc01-4784-8e52-0ad35d9f1501'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:22.236187 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.289281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0b8adb78-9b0f-48d3-a6ac-41900385364e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/9fcdcc8e-b70b-4013-9c37-fc09291231b3 HTTP/1.1" status: 200 len: 994 time: 0.3219821 Oct 27 16:20:22.351466 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a59c3-1115-47b7-9947-da7b5b5b83f0 req-3ab310c0-620c-457a-9796-8532760acabb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:22.352366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dd3a59c3-1115-47b7-9947-da7b5b5b83f0 req-3ab310c0-620c-457a-9796-8532760acabb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.360301 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd3a59c3-1115-47b7-9947-da7b5b5b83f0 req-3ab310c0-620c-457a-9796-8532760acabb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "PUT /v2.0/ports/a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 981 time: 1.0978549 Oct 27 16:20:22.370395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:22.373546 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d449c0e-7878-484b-a1e3-de2cb332b10d" -d '{"events": [{"name": "network-changed", "server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:22.387115 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19909491-2f17-4bac-a3c2-445e474f89e8 req-6712e653-4e58-46b2-acd8-3a93ee67b11a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 HTTP/1.1" status: 200 len: 1002 time: 0.3183739 Oct 27 16:20:22.417956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdca4d-b4c2-493a-9533-036f8feb34d3 req-9584763f-3767-48bc-ba16-b18ef7d07fba tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:22.421944 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] Set router f490de2b-0c7e-4b51-b6d3-16ea62579a94 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:22.422127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6fdca4d-b4c2-493a-9533-036f8feb34d3 req-9584763f-3767-48bc-ba16-b18ef7d07fba tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.3562698 Oct 27 16:20:22.459789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['a3a4a965-bc01-4784-8e52-0ad35d9f1501'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:22.464909 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.487826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab310c0-620c-457a-9796-8532760acabb tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Pushing event updated for resources: {'Port': ['ID=a3a4a965-bc01-4784-8e52-0ad35d9f1501,revision_number=6']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:22.538136 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a6d1370-67e2-4f32-8245-3a824ed28dbb req-1b0e5c26-db9c-40a0-ac3e-1cf6f312a3c4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 210 time: 0.0839942 Oct 27 16:20:22.555062 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ad40b2-2690-4540-be62-407c111bdeef tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:22.800776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9bdac533-0ffe-4d66-bdbc-ad3ee7b516f7 req-4606e967-a520-4721-adfe-11101f7ce4b3 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0538139 Oct 27 16:20:22.842383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19909491-2f17-4bac-a3c2-445e474f89e8 req-76d15548-75f9-4d14-b55f-15b156319b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:22.843431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19909491-2f17-4bac-a3c2-445e474f89e8 req-76d15548-75f9-4d14-b55f-15b156319b51 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.4194937 Oct 27 16:20:22.844106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ecdae93-b14d-4288-a3c3-92e3cd09f593,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:22.870933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6fdca4d-b4c2-493a-9533-036f8feb34d3 req-3c50e7d2-c7c5-4713-8962-fc5467ab04e1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128041 Oct 27 16:20:22.925589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] Checking segment: {'id': '05e5e663-6de6-47c6-86b0-15740e3c6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:22.925957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] Network hostable DHCP agents. Network: a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:22.959923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19909491-2f17-4bac-a3c2-445e474f89e8 req-0202ec46-9a4e-4d38-949f-82fd2066253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:22.961565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19909491-2f17-4bac-a3c2-445e474f89e8 req-0202ec46-9a4e-4d38-949f-82fd2066253e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840495 Oct 27 16:20:22.985020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ad40b2-2690-4540-be62-407c111bdeef tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router 1d75b794-652e-4d16-bb34-40a3a320625e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:20:23.083168 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe26671-a507-48de-b78c-01a267a2a8a1 x-openstack-request-id: req-dbe26671-a507-48de-b78c-01a267a2a8a1 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:23.083375 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-router', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:07Z', 'updated_at': '2021-10-27T16:20:16Z', 'revision_number': 4, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'gw_port': {'id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:09Z', 'updated_at': '2021-10-27T16:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '4454a494-d6ae-48c2-b944-fcb4f7b7253e', 'name': '', 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'mac_address': 'fa:16:3e:cb:5c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '213958e3-1909-44e9-969b-5880a41d6f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:13Z', 'updated_at': '2021-10-27T16:20:21Z', 'revision_number': 4, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'subnets': [{'id': '213958e3-1909-44e9-969b-5880a41d6f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:23.084327 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:23.084900 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbe26671-a507-48de-b78c-01a267a2a8a1 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:23.085825 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'status': 'completed', 'code': 200} Oct 27 16:20:23.117108 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19909491-2f17-4bac-a3c2-445e474f89e8 req-e2301ae5-cf23-4172-b7ce-53cece9934f1 service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348794 Oct 27 16:20:23.131275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] Network a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:23.135587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ad40b2-2690-4540-be62-407c111bdeef tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:23.146958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c4803-320a-44f1-9260-4f16bcac23a2 None None] Sync routers for ids ['1d75b794-652e-4d16-bb34-40a3a320625e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:23.159150 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-42ad40b2-2690-4540-be62-407c111bdeef tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/1d75b794-652e-4d16-bb34-40a3a320625e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8013670 Oct 27 16:20:23.159817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39744) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:23.160337 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2f495c-aec8-41aa-84e8-7d2c78a796d7 None None] The sync data for ids ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'] in n-d-815689-1 is: [{'id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-router', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:07Z', 'updated_at': '2021-10-27T16:20:16Z', 'revision_number': 4, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'gw_port': {'id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:09Z', 'updated_at': '2021-10-27T16:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '4454a494-d6ae-48c2-b944-fcb4f7b7253e', 'name': '', 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'mac_address': 'fa:16:3e:cb:5c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': '213958e3-1909-44e9-969b-5880a41d6f3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:13Z', 'updated_at': '2021-10-27T16:20:21Z', 'revision_number': 4, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'subnets': [{'id': '213958e3-1909-44e9-969b-5880a41d6f3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:23.162785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c4803-320a-44f1-9260-4f16bcac23a2 None None] Routers {'1d75b794-652e-4d16-bb34-40a3a320625e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:23.167553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-221c4803-320a-44f1-9260-4f16bcac23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1d75b794-652e-4d16-bb34-40a3a320625e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:23.238963 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-221c4803-320a-44f1-9260-4f16bcac23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:23.272781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c4803-320a-44f1-9260-4f16bcac23a2 None None] Routers {'1d75b794-652e-4d16-bb34-40a3a320625e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:23.273408 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-221c4803-320a-44f1-9260-4f16bcac23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1d75b794-652e-4d16-bb34-40a3a320625e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:23.343286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-221c4803-320a-44f1-9260-4f16bcac23a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:23.343934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221c4803-320a-44f1-9260-4f16bcac23a2 None None] The sync data for ids ['1d75b794-652e-4d16-bb34-40a3a320625e'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:23.392352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee5f800b-1638-4a12-9dbd-1501baeb1320 req-9b5adb94-8b0f-4793-b25f-7fa16a3dc761 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-837426824&fields=id&tenant_id=29e93a9a90fe4e39beb395055a05bd77 HTTP/1.1" status: 200 len: 267 time: 0.4240534 Oct 27 16:20:23.394199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:23.403467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1159f41-cd66-45dc-b876-1a8a59c8dc8b None None] Network a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:23.419208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:23.419793 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.478418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449c0e-7878-484b-a1e3-de2cb332b10d req-2f9c69ef-5072-4f42-81a1-8c50f744f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:23.479857 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d449c0e-7878-484b-a1e3-de2cb332b10d req-2f9c69ef-5072-4f42-81a1-8c50f744f7e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29e93a9a90fe4e39beb395055a05bd77&device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 1135 time: 0.3618717 Oct 27 16:20:23.620510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2fedca7d-c436-45e3-a854-de9aa431521b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2063529 Oct 27 16:20:23.626309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-9eebeea3-b613-442c-8238-40707deb9263 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:23.629776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-9eebeea3-b613-442c-8238-40707deb9263 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 819 time: 0.4160707 Oct 27 16:20:23.630491 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39752) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:23.647190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-334482725-router', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:23.667241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f800b-1638-4a12-9dbd-1501baeb1320 req-79afc176-2d6d-4797-bfbe-ae0985c1dfb3 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:23.675020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee5f800b-1638-4a12-9dbd-1501baeb1320 req-79afc176-2d6d-4797-bfbe-ae0985c1dfb3 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 984 time: 0.2817481 Oct 27 16:20:23.692551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ee5f800b-1638-4a12-9dbd-1501baeb1320 req-cb250b5a-cc68-4643-911c-e43217999e8e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Request body: {'port': {'security_groups': ['113d6df8-661c-43b7-9944-3756e83e0a15']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:23.710003 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-40b3527a-2572-4632-8c88-3761dce9e32a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/quotas/04e3a62c25e9434593931bffee32fad2 HTTP/1.1" status: 200 len: 375 time: 0.0561373 Oct 27 16:20:23.726685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2', 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'fixed_ips': [{'subnet_id': '9ecdae93-b14d-4288-a3c3-92e3cd09f593'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:23.727589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.755237 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19909491-2f17-4bac-a3c2-445e474f89e8 req-ea1fc940-70ad-4fd6-a928-d03cb0cded08 service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6198468 Oct 27 16:20:23.831863 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee5f800b-1638-4a12-9dbd-1501baeb1320 req-cb250b5a-cc68-4643-911c-e43217999e8e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.833883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449c0e-7878-484b-a1e3-de2cb332b10d req-46f29597-bd03-4b8b-a802-55c7aec0adba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:23.835656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d449c0e-7878-484b-a1e3-de2cb332b10d req-46f29597-bd03-4b8b-a802-55c7aec0adba service neutron] 10.222.0.53 "GET /v2.0/networks?id=db29934f-3301-4ecf-94ab-df58d30b0ad9 HTTP/1.1" status: 200 len: 921 time: 0.3420739 Oct 27 16:20:23.851909 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.853011 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:23.906071 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d449c0e-7878-484b-a1e3-de2cb332b10d req-48adcbf6-7541-4951-a530-d2ea0846dcc0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 217 time: 0.0593956 Oct 27 16:20:24.058924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449c0e-7878-484b-a1e3-de2cb332b10d req-5af11ac1-9b46-43a7-a814-639f7bafa150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:24.061896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d449c0e-7878-484b-a1e3-de2cb332b10d req-5af11ac1-9b46-43a7-a814-639f7bafa150 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=828c5b17-d116-4898-80ef-f316855e3922 HTTP/1.1" status: 200 len: 860 time: 0.1473444 Oct 27 16:20:24.109351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d449c0e-7878-484b-a1e3-de2cb332b10d req-acbcf34f-1ea3-490e-b0e0-a47d24125b3b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db29934f-3301-4ecf-94ab-df58d30b0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373662 Oct 27 16:20:24.113380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Allocated IP 172.20.0.2 (a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2/9ecdae93-b14d-4288-a3c3-92e3cd09f593/58492701-a565-47f5-9d7e-6a47999aec9e) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:24.249973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.290777 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-99d28917-b282-43b9-9d1b-d5c915650c1d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5795846 Oct 27 16:20:24.317092 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.535086 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.595237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4454a494-d6ae-48c2-b944-fcb4f7b7253e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:24.615352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-37099344-87ef-4fbd-87e6-11417541cc70 service neutron] 10.222.0.15 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232985 Oct 27 16:20:24.636583 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.693882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Pushing event updated for resources: {'Port': ['ID=58492701-a565-47f5-9d7e-6a47999aec9e,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:24.717119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Network a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:24.719099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:24.722749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:24.748238 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-52e390ba-d598-4052-b887-2dc1bebadb4c service neutron] 10.222.0.15 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247504 Oct 27 16:20:24.759948 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08877d45-c1b2-40dc-a499-2ab458908ffb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.872024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4454a494-d6ae-48c2-b944-fcb4f7b7253e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:24.873126 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.914646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Attempting to bind port 58492701-a565-47f5-9d7e-6a47999aec9e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:24.915403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Attempting to bind port 58492701-a565-47f5-9d7e-6a47999aec9e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '05e5e663-6de6-47c6-86b0-15740e3c6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:24.916167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Attempting to bind port 58492701-a565-47f5-9d7e-6a47999aec9e on network a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:24.935222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:24.936015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Checking segment: {'id': '05e5e663-6de6-47c6-86b0-15740e3c6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:24.938247 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:24.938824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Bound using segment: {'id': '05e5e663-6de6-47c6-86b0-15740e3c6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:24.939513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Bound port: 58492701-a565-47f5-9d7e-6a47999aec9e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e5e663-6de6-47c6-86b0-15740e3c6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:24.940073 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.002761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-6cc92039-2956-4788-9bf8-2cff19c39561 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:25.004589 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-6cc92039-2956-4788-9bf8-2cff19c39561 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.53 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 819 time: 0.3908794 Oct 27 16:20:25.010824 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d449c0e-7878-484b-a1e3-de2cb332b10d req-b36b730f-3bac-4bc5-a215-216f0590f129 service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8902130 Oct 27 16:20:25.012723 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ee5f800b-1638-4a12-9dbd-1501baeb1320 req-cb250b5a-cc68-4643-911c-e43217999e8e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] For port a3a4a965-bc01-4784-8e52-0ad35d9f1501, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501,segment=NetworkSegment(e68a9f55-6f24-4280-a5dc-f3c0ebf19831),segment_id=e68a9f55-6f24-4280-a5dc-f3c0ebf19831)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:25.032129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Request body: {'port': {'device_id': 'e91c6d02-6723-44d8-b9f1-a70a391b388c', 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402', 'admin_state_up': True, 'tenant_id': '04e3a62c25e9434593931bffee32fad2'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:25.098941 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.189758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:25.195654 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:20:25.267312 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee5f800b-1638-4a12-9dbd-1501baeb1320 req-cb250b5a-cc68-4643-911c-e43217999e8e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.305797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] For port 58492701-a565-47f5-9d7e-6a47999aec9e, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:25.335206 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.353737 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] For port 58492701-a565-47f5-9d7e-6a47999aec9e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=58492701-a565-47f5-9d7e-6a47999aec9e,segment=NetworkSegment(05e5e663-6de6-47c6-86b0-15740e3c6b6b),segment_id=05e5e663-6de6-47c6-86b0-15740e3c6b6b)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:25.415052 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee5f800b-1638-4a12-9dbd-1501baeb1320 req-cb250b5a-cc68-4643-911c-e43217999e8e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.415296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 4454a494-d6ae-48c2-b944-fcb4f7b7253e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4454a494-d6ae-48c2-b944-fcb4f7b7253e,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:25.427713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['a3a4a965-bc01-4784-8e52-0ad35d9f1501'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:25.493045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d449c0e-7878-484b-a1e3-de2cb332b10d req-c4c96175-62b2-4e8e-9bfc-a3bcb59a0679 service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4574482 Oct 27 16:20:25.505912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f800b-1638-4a12-9dbd-1501baeb1320 req-cb250b5a-cc68-4643-911c-e43217999e8e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:25.506573 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ee5f800b-1638-4a12-9dbd-1501baeb1320 req-cb250b5a-cc68-4643-911c-e43217999e8e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.530247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee5f800b-1638-4a12-9dbd-1501baeb1320 req-cb250b5a-cc68-4643-911c-e43217999e8e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "PUT /v2.0/ports/a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 942 time: 1.8500273 Oct 27 16:20:25.530828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:25.540547 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e54671-91bf-4226-b8a8-ee7fd79ab688" -d '{"events": [{"name": "network-changed", "server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:25.557923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Made reservation on behalf of 04e3a62c25e9434593931bffee32fad2 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:25.561686 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.578638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-08877d45-c1b2-40dc-a499-2ab458908ffb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port 01c3caec-d22f-4d71-9fee-68a8211b7a40 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:25.579093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08877d45-c1b2-40dc-a499-2ab458908ffb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.613635 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb250b5a-cc68-4643-911c-e43217999e8e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Pushing event updated for resources: {'Port': ['ID=a3a4a965-bc01-4784-8e52-0ad35d9f1501,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:25.643107 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.671499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['a3a4a965-bc01-4784-8e52-0ad35d9f1501'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:25.684113 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:25.758251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Allocated IP 172.20.0.6 (1933cc2c-c396-4587-b9d5-ae0534018402/213958e3-1909-44e9-969b-5880a41d6f3e/d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:25.885771 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39778) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:25.960091 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.023655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.030133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e5b9783-6036-4871-b0b6-084ef27e5ce0 req-4a9a9d76-4c54-4bbd-874e-dfee1cc21eb5 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0341680 Oct 27 16:20:26.030680 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08877d45-c1b2-40dc-a499-2ab458908ffb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.033453 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.076622 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.142119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b32bc-e764-44d8-92d4-2b9811f4fd50 None None] Pushing event updated for resources: {'Port': ['ID=58492701-a565-47f5-9d7e-6a47999aec9e,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:26.176762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0e8d3-e940-4a54-8c4e-021bd3b057e3 req-3e0b17f3-5a7d-41a8-92ce-d0ad9cb83194 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:26.179746 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fbd0e8d3-e940-4a54-8c4e-021bd3b057e3 req-3e0b17f3-5a7d-41a8-92ce-d0ad9cb83194 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 946 time: 0.3690143 Oct 27 16:20:26.192287 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.196348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-08877d45-c1b2-40dc-a499-2ab458908ffb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for 01c3caec-d22f-4d71-9fee-68a8211b7a40 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:26.219857 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cd33b29-3883-4a22-b69a-7b87e281d01b req-f77c5461-cbec-428b-a17a-61d6e1080541 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 210 time: 0.0808332 Oct 27 16:20:26.232791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:26.235346 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9f1661-9a7e-48ff-bab4-5252abd4aff6" -d '{"events": [{"server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "name": "network-vif-unplugged", "status": "completed", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:26.240435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Pushing event updated for resources: {'Port': ['ID=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:26.250296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Network 1933cc2c-c396-4587-b9d5-ae0534018402 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:26.255112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:26.258872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:26.299567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:26.370412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=4454a494-d6ae-48c2-b944-fcb4f7b7253e,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:26.380267 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-a3573404-2211-402d-bdd3-4deb33cc1ba6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4928994 Oct 27 16:20:26.384636 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.413157 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fbd0e8d3-e940-4a54-8c4e-021bd3b057e3 req-efc40fcb-be9f-40ac-8032-eb068c053ffc tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181230 Oct 27 16:20:26.441178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-439c92c1-0c80-4928-a8bb-7512d597f223 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:20:26.442509 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-439c92c1-0c80-4928-a8bb-7512d597f223 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0350053 Oct 27 16:20:26.546626 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc0b98d-68b2-4ce2-a31d-cb8c30335ed0 x-openstack-request-id: req-abc0b98d-68b2-4ce2-a31d-cb8c30335ed0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:26.546915 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:26.547172 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abc0b98d-68b2-4ce2-a31d-cb8c30335ed0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:26.547619 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'status': 'completed', 'code': 200} Oct 27 16:20:26.553821 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:26.761722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Allocated IP 172.25.4.96 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/b396357f-662e-45aa-a343-9535b8ad8593) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:26.840241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32150d-41a3-46f4-9ca5-85f14c85734b req-de1842ad-66f4-4df4-a9ab-de067c67757e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:26.841849 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d32150d-41a3-46f4-9ca5-85f14c85734b req-de1842ad-66f4-4df4-a9ab-de067c67757e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.1831896 Oct 27 16:20:26.854419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:26.855219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:26.929902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-489a7d6d-3445-4f04-a17a-6b77c4a822d5 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6686926 Oct 27 16:20:26.945746 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d32150d-41a3-46f4-9ca5-85f14c85734b req-875b876c-f000-4968-8b72-473c750a1aee tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876970 Oct 27 16:20:26.966486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:26.986778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e54671-91bf-4226-b8a8-ee7fd79ab688 req-b4412d2e-f63b-4d44-9436-a11e9ce02e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:26.991753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5e54671-91bf-4226-b8a8-ee7fd79ab688 req-b4412d2e-f63b-4d44-9436-a11e9ce02e9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29e93a9a90fe4e39beb395055a05bd77&device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 1096 time: 0.1551077 Oct 27 16:20:27.021595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-ad7d8b58-4e55-4120-abd6-baee7c2e934a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9946527 Oct 27 16:20:27.073703 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.074880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08877d45-c1b2-40dc-a499-2ab458908ffb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.090162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Request body: {'port': {'device_id': 'e91c6d02-6723-44d8-b9f1-a70a391b388c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:27.153139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08877d45-c1b2-40dc-a499-2ab458908ffb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=01c3caec-d22f-4d71-9fee-68a8211b7a40,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:27.264990 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.268857 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.311081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e54671-91bf-4226-b8a8-ee7fd79ab688 req-615a60e9-fc99-4c81-8974-e487ec564023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:27.312670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5e54671-91bf-4226-b8a8-ee7fd79ab688 req-615a60e9-fc99-4c81-8974-e487ec564023 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db29934f-3301-4ecf-94ab-df58d30b0ad9 HTTP/1.1" status: 200 len: 921 time: 0.3127329 Oct 27 16:20:27.392289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08877d45-c1b2-40dc-a499-2ab458908ffb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.463716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5e54671-91bf-4226-b8a8-ee7fd79ab688 req-3dce5e6e-a6fc-4ea7-8284-bfd3e8e55471 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 217 time: 0.1095314 Oct 27 16:20:27.479081 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac98ba0-47b4-4f4d-a998-dae0d5eac453 x-openstack-request-id: req-0ac98ba0-47b4-4f4d-a998-dae0d5eac453 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:27.479964 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "name": "network-vif-unplugged", "status": "failed", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040", "code": 422}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:27.480386 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ac98ba0-47b4-4f4d-a998-dae0d5eac453 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:27.480985 n-d-815689-1 neutron-server[109724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'code': 422} returned with failed status Oct 27 16:20:27.604383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:27.701079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e54671-91bf-4226-b8a8-ee7fd79ab688 req-5b2eac69-0b21-4f65-903f-59ae13eb3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:27.701263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:27.702997 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5e54671-91bf-4226-b8a8-ee7fd79ab688 req-5b2eac69-0b21-4f65-903f-59ae13eb3e7c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=828c5b17-d116-4898-80ef-f316855e3922 HTTP/1.1" status: 200 len: 860 time: 0.2309942 Oct 27 16:20:27.707813 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a769d314-8650-43f6-8ccb-1745594d5c29 req-74f39f40-8ee8-4dce-829f-66ad1ef82dbe tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 210 time: 0.0917475 Oct 27 16:20:27.729942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:27.742095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:27.832428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5e54671-91bf-4226-b8a8-ee7fd79ab688 req-d130ed47-7437-45ed-beaf-955ae50f9c35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db29934f-3301-4ecf-94ab-df58d30b0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390651 Oct 27 16:20:27.879667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d796df4f-1e8b-486b-9b41-5ab7f5c4dbb2 None None] Network a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:27.992099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3ece0d1a-e1db-4965-8103-8b6dc00889fd None None] Provisioning complete for port 58492701-a565-47f5-9d7e-6a47999aec9e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:27.992384 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3ece0d1a-e1db-4965-8103-8b6dc00889fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.051424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.124345 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08877d45-c1b2-40dc-a499-2ab458908ffb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router 1d75b794-652e-4d16-bb34-40a3a320625e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:20:28.130471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Pushing event updated for resources: {'Port': ['ID=b396357f-662e-45aa-a343-9535b8ad8593,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:28.193733 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3ece0d1a-e1db-4965-8103-8b6dc00889fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.210504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5e54671-91bf-4226-b8a8-ee7fd79ab688 req-a42cccab-9d9b-493d-b2a0-844d82c37dda service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660839 Oct 27 16:20:28.239194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3ece0d1a-e1db-4965-8103-8b6dc00889fd None None] For port 58492701-a565-47f5-9d7e-6a47999aec9e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=58492701-a565-47f5-9d7e-6a47999aec9e,segment=NetworkSegment(05e5e663-6de6-47c6-86b0-15740e3c6b6b),segment_id=05e5e663-6de6-47c6-86b0-15740e3c6b6b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:28.339369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08877d45-c1b2-40dc-a499-2ab458908ffb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:28.347605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3ece0d1a-e1db-4965-8103-8b6dc00889fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.358634 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5dc199-04c1-44d0-919d-c3b3c38ae318 None None] Sync routers for ids ['1d75b794-652e-4d16-bb34-40a3a320625e'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:28.363443 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-08877d45-c1b2-40dc-a499-2ab458908ffb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/1d75b794-652e-4d16-bb34-40a3a320625e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1989739 Oct 27 16:20:28.365817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39830) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:28.387097 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5dc199-04c1-44d0-919d-c3b3c38ae318 None None] Routers {'1d75b794-652e-4d16-bb34-40a3a320625e'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:28.390191 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-be5dc199-04c1-44d0-919d-c3b3c38ae318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1d75b794-652e-4d16-bb34-40a3a320625e'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:28.479196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:28.525531 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.539417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece0d1a-e1db-4965-8103-8b6dc00889fd None None] Pushing event updated for resources: {'Port': ['ID=58492701-a565-47f5-9d7e-6a47999aec9e,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:28.548552 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-be5dc199-04c1-44d0-919d-c3b3c38ae318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:28.560456 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5dc199-04c1-44d0-919d-c3b3c38ae318 None None] Routers {'1d75b794-652e-4d16-bb34-40a3a320625e'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:28.561197 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-be5dc199-04c1-44d0-919d-c3b3c38ae318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1d75b794-652e-4d16-bb34-40a3a320625e'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:28.582217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Allocated IP 172.25.4.186 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/a273e8f1-8711-4fab-83b9-bd14e564c497) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:28.608168 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-be5dc199-04c1-44d0-919d-c3b3c38ae318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:28.608698 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5dc199-04c1-44d0-919d-c3b3c38ae318 None None] The sync data for ids ['1d75b794-652e-4d16-bb34-40a3a320625e'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:28.635925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Transition to ACTIVE for port object d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:20:28.699808 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4454a494-d6ae-48c2-b944-fcb4f7b7253e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:28.753023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-de48d210-1664-4d25-8a1c-551282b09a82 None None] Provisioning complete for port 58492701-a565-47f5-9d7e-6a47999aec9e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:28.753642 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de48d210-1664-4d25-8a1c-551282b09a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.807053 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.845030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5e54671-91bf-4226-b8a8-ee7fd79ab688 req-04294285-9369-4ad7-a55e-0ce00f539e05 service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6110992 Oct 27 16:20:28.846216 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.862060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4454a494-d6ae-48c2-b944-fcb4f7b7253e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:28.862434 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.911452 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:28.917935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:29.001353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:29.010820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:29.016581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:29.027455 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-16440c17-6e85-4481-b402-445346013641 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d75b794-652e-4d16-bb34-40a3a320625e HTTP/1.1" status: 200 len: 205 time: 0.6503854 Oct 27 16:20:29.050932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39844) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:29.061711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 58492701-a565-47f5-9d7e-6a47999aec9e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:29.113960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:29.150931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-e953ab73-803d-40f1-8860-27f814a0d35d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:29.153261 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-e953ab73-803d-40f1-8860-27f814a0d35d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.54 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 819 time: 1.2430353 Oct 27 16:20:29.179019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Request body: {'port': {'device_id': '656a5d3c-8a5a-4ef5-a034-f18c62608e95', 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402', 'admin_state_up': True, 'tenant_id': '04e3a62c25e9434593931bffee32fad2'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:29.210268 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fefcdadb-e98e-4a21-b019-ccd920d09a5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.241435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 58492701-a565-47f5-9d7e-6a47999aec9e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:29.242430 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.309249 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.344141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd9ad8-d486-4964-865c-043df99e24f0 req-1d30a006-ccfd-49b9-8733-949c4ff5ec41 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:29.345501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Pushing event updated for resources: {'Port': ['ID=a273e8f1-8711-4fab-83b9-bd14e564c497,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:29.353378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-debd9ad8-d486-4964-865c-043df99e24f0 req-1d30a006-ccfd-49b9-8733-949c4ff5ec41 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.4168122 Oct 27 16:20:29.367064 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Attempting to bind port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:29.367782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Attempting to bind port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:29.367782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Attempting to bind port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 on network 1933cc2c-c396-4587-b9d5-ae0534018402 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:29.377583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 on network 1933cc2c-c396-4587-b9d5-ae0534018402 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:20:29.377916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Attempting to bind port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 on network 1933cc2c-c396-4587-b9d5-ae0534018402 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:29.388711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:29.389057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Checking segment: {'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:29.389894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Bound using segment: {'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:29.389894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Bound port: d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:29.390243 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.448275 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.496950 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.537641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] For port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:29.541861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] For port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:29.583311 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fefcdadb-e98e-4a21-b019-ccd920d09a5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.589747 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-debd9ad8-d486-4964-865c-043df99e24f0 req-6bf25d3d-4d19-486d-9aac-7ef767761ac9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368078 Oct 27 16:20:29.591115 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fefcdadb-e98e-4a21-b019-ccd920d09a5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.611951 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.651930 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.683112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:29.683972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.685397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] 10.222.0.53 "PUT /v2.0/ports/d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 HTTP/1.1" status: 200 len: 1091 time: 2.6070285 Oct 27 16:20:29.685840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91c6d02-6723-44d8-b9f1-a70a391b388c', 'tag': 'd19c98bc-7c3a-49f0-bc68-1caf0c78e2b9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:29.688108 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f013f895-f260-4a32-99e8-24f6ad288438" -d '{"events": [{"name": "network-changed", "server_uuid": "e91c6d02-6723-44d8-b9f1-a70a391b388c", "tag": "d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:29.697892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Made reservation on behalf of 04e3a62c25e9434593931bffee32fad2 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:29.701486 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.723152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e792a11-1276-4650-9fc9-69f70bee1cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:29.834437 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69fe84-0517-438d-95ff-570bc4adfe17 req-f01fbb5d-fb61-4e20-828f-a0f10098b0b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:29.835983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0c69fe84-0517-438d-95ff-570bc4adfe17 req-f01fbb5d-fb61-4e20-828f-a0f10098b0b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.1789150 Oct 27 16:20:29.850730 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.881047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fefcdadb-e98e-4a21-b019-ccd920d09a5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.881530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefcdadb-e98e-4a21-b019-ccd920d09a5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Fanout notify agent at l3_agent the message router_deleted on router 1d75b794-652e-4d16-bb34-40a3a320625e {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:20:29.889529 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fefcdadb-e98e-4a21-b019-ccd920d09a5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.891884 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fefcdadb-e98e-4a21-b019-ccd920d09a5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/1d75b794-652e-4d16-bb34-40a3a320625e HTTP/1.1" status: 204 len: 168 time: 0.8384817 Oct 27 16:20:29.898935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-e789ba61-448e-49c3-8ea1-fbe8780d2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:29.900563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-e789ba61-448e-49c3-8ea1-fbe8780d2b0d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 1094 time: 0.0595236 Oct 27 16:20:29.901698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39852) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:29.942612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:29.996813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e03c8-af21-41a3-b221-11757717da15 req-79d3e68e-8edf-4ff0-bdfb-9bf69a66d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:29.998443 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-79d3e68e-8edf-4ff0-bdfb-9bf69a66d9ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1097 time: 0.2486660 Oct 27 16:20:30.006237 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-d32548c0-d033-4c35-b103-c921fb9e0478 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 HTTP/1.1" status: 200 len: 217 time: 0.0945494 Oct 27 16:20:30.035335 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0c69fe84-0517-438d-95ff-570bc4adfe17 req-24817c6d-114c-44ed-9c31-f450edf6e3f4 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407404 Oct 27 16:20:30.059185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97e640e-0566-47da-9511-dd33c862c3b0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting subnet 7ac39db7-906f-4c74-8faf-c001a5005413 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:20:30.090962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.091307 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d97e640e-0566-47da-9511-dd33c862c3b0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.095440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Pushing event updated for resources: {'Port': ['ID=a273e8f1-8711-4fab-83b9-bd14e564c497,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:30.098305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Allocated IP 172.20.0.2 (1933cc2c-c396-4587-b9d5-ae0534018402/213958e3-1909-44e9-969b-5880a41d6f3e/443b6712-7385-43db-9ff7-d1f50e442381) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:30.142814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-95afe085-2c7c-4bc4-be13-a1ed3e7f76be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.144324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-95afe085-2c7c-4bc4-be13-a1ed3e7f76be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.1259408 Oct 27 16:20:30.153507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d97e640e-0566-47da-9511-dd33c862c3b0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.191228 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.215195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-7434cdfa-0145-4102-9cf4-bac892875a58 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572102 Oct 27 16:20:30.236171 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa39e123-cdb5-4ad1-b51a-49e4ae46974a req-a45e4a16-0652-48b3-9d17-f24c943f26c7 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0846026 Oct 27 16:20:30.305634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e03c8-af21-41a3-b221-11757717da15 req-c1deb3cb-80fc-49cd-9ffd-178e65b7f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.307645 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-c1deb3cb-80fc-49cd-9ffd-178e65b7f7db service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.2918077 Oct 27 16:20:30.309431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.310632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a18080b9-94dc-44ed-b908-fa626d726aa6 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3655245 Oct 27 16:20:30.402455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d97e640e-0566-47da-9511-dd33c862c3b0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.409285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 58492701-a565-47f5-9d7e-6a47999aec9e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:30.413505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-bb414248-6cf2-43e1-a03d-411ad4e225f0 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.0943031 Oct 27 16:20:30.420226 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3b2eddd2-8de2-4828-8695-674f7f0bf4e1 req-ff642971-4dd4-4562-ba52-0bb83ad1978d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 210 time: 0.0823691 Oct 27 16:20:30.485341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 58492701-a565-47f5-9d7e-6a47999aec9e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:30.486524 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.509542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-1832005d-785f-45a5-a8a7-d1a946d35516 service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845969 Oct 27 16:20:30.525726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-1396f851-d805-4756-9712-d1d4ddfe9be6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1002 time: 0.1813736 Oct 27 16:20:30.558289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.614501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e03c8-af21-41a3-b221-11757717da15 req-ded5d612-5d6f-4024-8b66-f3c1ff2cf62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.616109 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-ded5d612-5d6f-4024-8b66-f3c1ff2cf62b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.0794849 Oct 27 16:20:30.654029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-f4a96aec-d509-4e94-844d-67fa01b42407 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.655421 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-f4a96aec-d509-4e94-844d-67fa01b42407 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.2194178 Oct 27 16:20:30.657514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bb2978b-7c2d-47a9-910c-8c3c6c1c019b req-aa4ba39f-920f-4183-9e1b-2d22e0ccbf4a service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372023 Oct 27 16:20:30.667429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a1d19581-f878-4dbd-ba06-66688ed1d239 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:20:30.668279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e03c8-af21-41a3-b221-11757717da15 req-673dc7c8-11e4-4355-8de6-27010f8199b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.668629 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e04cdd03-9da1-424e-ae17-e043a8fbc34b req-a1d19581-f878-4dbd-ba06-66688ed1d239 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0065014 Oct 27 16:20:30.669776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-673dc7c8-11e4-4355-8de6-27010f8199b3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466750 Oct 27 16:20:30.672932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Router 786c85d3-228e-4b76-add1-c1a46cd8fb09 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:30.674960 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d97e640e-0566-47da-9511-dd33c862c3b0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.713243 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9314219-5877-4c93-8628-8fed3c769c92 x-openstack-request-id: req-d9314219-5877-4c93-8628-8fed3c769c92 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:30.713672 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91c6d02-6723-44d8-b9f1-a70a391b388c", "tag": "d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:30.713966 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9314219-5877-4c93-8628-8fed3c769c92 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:30.714433 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91c6d02-6723-44d8-b9f1-a70a391b388c', 'tag': 'd19c98bc-7c3a-49f0-bc68-1caf0c78e2b9', 'status': 'completed', 'code': 200} Oct 27 16:20:30.717004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e640e-0566-47da-9511-dd33c862c3b0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac39db7-906f-4c74-8faf-c001a5005413,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:30.721204 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d97e640e-0566-47da-9511-dd33c862c3b0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.728973 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d97e640e-0566-47da-9511-dd33c862c3b0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/7ac39db7-906f-4c74-8faf-c001a5005413 HTTP/1.1" status: 204 len: 168 time: 0.8229365 Oct 27 16:20:30.730818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39862) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:30.739368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977df361-7721-4890-9f61-702747fc24f6 None None] Network 319a970f-3e73-494f-bd46-8ecdd6e568c2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:30.816837 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.876132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-15bd84c2-182e-4641-85f5-e2ec9ce21c15 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting subnet efda87c1-6e80-4bce-8b35-9fe9ab25c037 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:20:30.885765 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15bd84c2-182e-4641-85f5-e2ec9ce21c15 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:30.947045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013f895-f260-4a32-99e8-24f6ad288438 req-c732954e-8c1e-4060-aaa4-e64e251bc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.948713 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f013f895-f260-4a32-99e8-24f6ad288438 req-c732954e-8c1e-4060-aaa4-e64e251bc50b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 1094 time: 0.1670401 Oct 27 16:20:30.955693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf976089-8bb2-49ba-bd6f-8d966b865830 None None] DHCP port deletion for 319a970f-3e73-494f-bd46-8ecdd6e568c2 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:20:30.960732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911224b-960a-494c-8636-90f9118c0a33 req-bb1c425a-e3e1-47d2-ac56-88138f1aa2af tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:30.962888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-bb1c425a-e3e1-47d2-ac56-88138f1aa2af tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1541326 Oct 27 16:20:30.973850 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15bd84c2-182e-4641-85f5-e2ec9ce21c15 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.020027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cf976089-8bb2-49ba-bd6f-8d966b865830 None None] Deleting port b7aecfb0-e533-4144-9cdc-0a28481c2ca2 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:31.020467 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cf976089-8bb2-49ba-bd6f-8d966b865830 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.115078 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-988243c8-9fa3-4f05-a685-02284f39170f tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 696 time: 0.1023016 Oct 27 16:20:31.116680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-cf976089-8bb2-49ba-bd6f-8d966b865830 None None] For port b7aecfb0-e533-4144-9cdc-0a28481c2ca2, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b7aecfb0-e533-4144-9cdc-0a28481c2ca2,segment=NetworkSegment(e1dd744e-27e2-4214-9a77-a774e2acaf2e),segment_id=e1dd744e-27e2-4214-9a77-a774e2acaf2e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:31.117350 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cf976089-8bb2-49ba-bd6f-8d966b865830 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.133124 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cf976089-8bb2-49ba-bd6f-8d966b865830 None None] Calling delete_port for b7aecfb0-e533-4144-9cdc-0a28481c2ca2 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:31.140306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-0911224b-960a-494c-8636-90f9118c0a33 req-d4f3f6af-3a8c-447f-bb1b-78379240cec2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Request body: {'floatingip': {'port_id': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:31.194063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Network 1933cc2c-c396-4587-b9d5-ae0534018402 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:31.202429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:31.210337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Pushing event updated for resources: {'Port': ['ID=443b6712-7385-43db-9ff7-d1f50e442381,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:31.213165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:31.219045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:31.223896 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0911224b-960a-494c-8636-90f9118c0a33 req-d4f3f6af-3a8c-447f-bb1b-78379240cec2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.232246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15bd84c2-182e-4641-85f5-e2ec9ce21c15 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.235835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013f895-f260-4a32-99e8-24f6ad288438 req-18e10a1b-f67f-401d-a079-866a4525f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:31.236946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Sync routers for ids ['786c85d3-228e-4b76-add1-c1a46cd8fb09'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:31.237392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f013f895-f260-4a32-99e8-24f6ad288438 req-18e10a1b-f67f-401d-a079-866a4525f394 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 920 time: 0.2735748 Oct 27 16:20:31.265544 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-11fca9f9-ee9c-499b-8aca-75535ae8efe7 service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841551 Oct 27 16:20:31.277895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Routers {'786c85d3-228e-4b76-add1-c1a46cd8fb09'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:31.278610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['786c85d3-228e-4b76-add1-c1a46cd8fb09'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:31.328996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:31.329608 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.351391 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f013f895-f260-4a32-99e8-24f6ad288438 req-e469ea17-2062-4d6c-b664-c07d50c1b2a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 HTTP/1.1" status: 200 len: 217 time: 0.0634525 Oct 27 16:20:31.357262 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.359161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eea9d57e-c66d-4ba3-b3c8-51af16665221 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.7243085 Oct 27 16:20:31.364986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39870) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:31.406357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Set router 786c85d3-228e-4b76-add1-c1a46cd8fb09 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:31.472081 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-a78194bf-d896-4a34-a9dd-eeceeab3d50f service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989760 Oct 27 16:20:31.484915 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cf976089-8bb2-49ba-bd6f-8d966b865830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.510535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-c65119c7-0ace-422b-bf9c-73d2a4d5bbbd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3395975 Oct 27 16:20:31.514450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf976089-8bb2-49ba-bd6f-8d966b865830 None None] Pushing event deleted for resources: {'Port': ['ID=b7aecfb0-e533-4144-9cdc-0a28481c2ca2,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:31.523866 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Request body: {'port': {'device_id': '656a5d3c-8a5a-4ef5-a034-f18c62608e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:31.539399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013f895-f260-4a32-99e8-24f6ad288438 req-b3612961-580e-455b-b197-8d663482c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:31.541260 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f013f895-f260-4a32-99e8-24f6ad288438 req-b3612961-580e-455b-b197-8d663482c06a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.1814952 Oct 27 16:20:31.565858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf976089-8bb2-49ba-bd6f-8d966b865830 None None] No DVR routers for this DVR port b7aecfb0-e533-4144-9cdc-0a28481c2ca2 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:31.580321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f013f895-f260-4a32-99e8-24f6ad288438 req-7b961c70-083a-4a05-a834-b3d4e6065d5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301526 Oct 27 16:20:31.621953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15bd84c2-182e-4641-85f5-e2ec9ce21c15 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.687955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'name': 'tempest-TestAggregatesBasicOps-334482725-router', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:23Z', 'updated_at': '2021-10-27T16:20:28Z', 'revision_number': 3, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'gw_port': {'id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:43:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:26Z', 'updated_at': '2021-10-27T16:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:31.722870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Checking router: 786c85d3-228e-4b76-add1-c1a46cd8fb09 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:20:31.723082 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Updating router 786c85d3-228e-4b76-add1-c1a46cd8fb09 port b396357f-662e-45aa-a343-9535b8ad8593 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:20:31.727668 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15bd84c2-182e-4641-85f5-e2ec9ce21c15 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.731228 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-15bd84c2-182e-4641-85f5-e2ec9ce21c15 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/efda87c1-6e80-4bce-8b35-9fe9ab25c037 HTTP/1.1" status: 204 len: 168 time: 1.0009964 Oct 27 16:20:31.740497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd84c2-182e-4641-85f5-e2ec9ce21c15 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Subnet': ['ID=efda87c1-6e80-4bce-8b35-9fe9ab25c037,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:31.751600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddcede5-98e9-44e1-87b3-4a3112d072da None None] Network 31560b42-fc42-4090-b53c-85eda889b2e0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:31.757360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39876) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:31.798131 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:31.963304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.022102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.044723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347779b9-c021-4c55-b890-8f67bf4b242c req-d8fdc57c-554f-4b64-98db-ffbab18a71a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.046279 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-347779b9-c021-4c55-b890-8f67bf4b242c req-d8fdc57c-554f-4b64-98db-ffbab18a71a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.1633523 Oct 27 16:20:32.291185 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-347779b9-c021-4c55-b890-8f67bf4b242c req-ca8a9421-3782-488b-b049-d1ec1fa61bcf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146084 Oct 27 16:20:32.293632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f013f895-f260-4a32-99e8-24f6ad288438 req-a3aa10ec-84ef-45a2-b955-8ad7c6ca03af service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950893 Oct 27 16:20:32.355335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.365818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0911224b-960a-494c-8636-90f9118c0a33 req-d4f3f6af-3a8c-447f-bb1b-78379240cec2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.373466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c16f95b-d2a0-450f-b61c-930bc791ab56 None None] DHCP port deletion for 31560b42-fc42-4090-b53c-85eda889b2e0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:20:32.427035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319a970f-3e73-494f-bd46-8ecdd6e568c2']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:32.438170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f013f895-f260-4a32-99e8-24f6ad288438 req-a7611bfd-fe5a-4799-9255-92be249e025f service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355851 Oct 27 16:20:32.445131 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.449483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0911224b-960a-494c-8636-90f9118c0a33 req-d4f3f6af-3a8c-447f-bb1b-78379240cec2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.466834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b7aecfb0-e533-4144-9cdc-0a28481c2ca2 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:32.472639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dd744e-27e2-4214-9a77-a774e2acaf2e') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:32.472865 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dd744e-27e2-4214-9a77-a774e2acaf2e') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:32.511348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b7aecfb0-e533-4144-9cdc-0a28481c2ca2 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:20:32.511890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b7aecfb0-e533-4144-9cdc-0a28481c2ca2 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:20:32.512088 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 266523d3-942e-4174-94fb-e01ba5b56175 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:32.519866 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e6e1c0bf-2b4d-4438-b118-847688b6cd98 req-06a0aea7-82d4-43a8-aa3d-6daf0c417326 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0546129 Oct 27 16:20:32.531366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.548864 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.552812 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.568303 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.592210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:32.592657 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:32.595969 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:32.598331 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.607822 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-0911224b-960a-494c-8636-90f9118c0a33 req-d4f3f6af-3a8c-447f-bb1b-78379240cec2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Floating IP a6dee4c0-9e2e-41c6-94ba-469d655bf74e associated. External IP: 172.25.4.186, port: a3a4a965-bc01-4784-8e52-0ad35d9f1501. Oct 27 16:20:32.610888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7c16f95b-d2a0-450f-b61c-930bc791ab56 None None] Deleting port 266523d3-942e-4174-94fb-e01ba5b56175 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:32.611258 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c16f95b-d2a0-450f-b61c-930bc791ab56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.656164 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Attempting to bind port b396357f-662e-45aa-a343-9535b8ad8593 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:32.656522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Attempting to bind port b396357f-662e-45aa-a343-9535b8ad8593 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:32.656846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Attempting to bind port b396357f-662e-45aa-a343-9535b8ad8593 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:32.658744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ec151-11fc-4f27-bc82-7f39e4341ed6 None None] Pushing event updated for resources: {'Port': ['ID=b396357f-662e-45aa-a343-9535b8ad8593,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:32.707349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:32.707724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:32.708148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.708539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:32.709023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Bound port: b396357f-662e-45aa-a343-9535b8ad8593, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:32.709396 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.735472 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.761770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7c16f95b-d2a0-450f-b61c-930bc791ab56 None None] For port 266523d3-942e-4174-94fb-e01ba5b56175, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=266523d3-942e-4174-94fb-e01ba5b56175,segment=NetworkSegment(bffa4403-9643-4379-9549-720e11224a1a),segment_id=bffa4403-9643-4379-9549-720e11224a1a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:32.762160 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c16f95b-d2a0-450f-b61c-930bc791ab56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.787584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7c16f95b-d2a0-450f-b61c-930bc791ab56 None None] Calling delete_port for 266523d3-942e-4174-94fb-e01ba5b56175 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:32.826167 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.827928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 266523d3-942e-4174-94fb-e01ba5b56175, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=266523d3-942e-4174-94fb-e01ba5b56175,segment=NetworkSegment(bffa4403-9643-4379-9549-720e11224a1a),segment_id=bffa4403-9643-4379-9549-720e11224a1a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:32.830635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.833853 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/networks/319a970f-3e73-494f-bd46-8ecdd6e568c2 HTTP/1.1" status: 204 len: 168 time: 1.0688303 Oct 27 16:20:32.838045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39886) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:32.852077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 443b6712-7385-43db-9ff7-d1f50e442381 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:32.861204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] For port b396357f-662e-45aa-a343-9535b8ad8593, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:32.870889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28fa13-535a-4af6-92d9-bb64028adfdf req-98ed1e21-62bc-42f7-b385-9b3d2f9fca00 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:32.872556 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d28fa13-535a-4af6-92d9-bb64028adfdf req-98ed1e21-62bc-42f7-b385-9b3d2f9fca00 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 931 time: 0.2207258 Oct 27 16:20:32.875013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.877610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] For port b396357f-662e-45aa-a343-9535b8ad8593, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b396357f-662e-45aa-a343-9535b8ad8593,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:32.893709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e150349-18da-4642-ad45-87eee48f8bb4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Network': ['ID=319a970f-3e73-494f-bd46-8ecdd6e568c2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:32.916317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0911224b-960a-494c-8636-90f9118c0a33 req-d4f3f6af-3a8c-447f-bb1b-78379240cec2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Router 7846f745-d339-4cb7-90fc-7e940c333787 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:20:32.921601 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.941456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Transition to ACTIVE for port object 443b6712-7385-43db-9ff7-d1f50e442381 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:20:32.973280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=266523d3-942e-4174-94fb-e01ba5b56175,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:32.976701 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:32.979804 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d28fa13-535a-4af6-92d9-bb64028adfdf req-0db4312b-f0d2-436c-86b7-e67e7b04c12f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911546 Oct 27 16:20:32.981025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Allocated IP 172.20.0.1 (a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2/9ecdae93-b14d-4288-a3c3-92e3cd09f593/067e01f4-e45c-4a2f-a492-aa81a28e1160) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:33.020726 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c16f95b-d2a0-450f-b61c-930bc791ab56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.052364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c16f95b-d2a0-450f-b61c-930bc791ab56 None None] No DVR routers for this DVR port 266523d3-942e-4174-94fb-e01ba5b56175 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:33.055256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0911224b-960a-494c-8636-90f9118c0a33 req-d4f3f6af-3a8c-447f-bb1b-78379240cec2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:33.060170 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.065173 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0911224b-960a-494c-8636-90f9118c0a33 req-d4f3f6af-3a8c-447f-bb1b-78379240cec2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.066172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Routers {'786c85d3-228e-4b76-add1-c1a46cd8fb09'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:33.067127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['786c85d3-228e-4b76-add1-c1a46cd8fb09'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:33.071122 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e953a1fc-9e43-4411-8da4-fc4d8a566928 None None] Sync routers for ids ['7846f745-d339-4cb7-90fc-7e940c333787'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:33.087973 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.088926 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e953a1fc-9e43-4411-8da4-fc4d8a566928 None None] Routers {'7846f745-d339-4cb7-90fc-7e940c333787'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:33.091367 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e953a1fc-9e43-4411-8da4-fc4d8a566928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7846f745-d339-4cb7-90fc-7e940c333787'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:33.129781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-d4f3f6af-3a8c-447f-bb1b-78379240cec2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "PUT /v2.0/floatingips/a6dee4c0-9e2e-41c6-94ba-469d655bf74e HTTP/1.1" status: 200 len: 996 time: 1.9980216 Oct 27 16:20:33.131737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:33.137344 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a42a2a-73c0-4db9-aa64-11a67cb3ff4b" -d '{"events": [{"name": "network-changed", "server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:33.173642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Pushing event updated for resources: {'Port': ['ID=443b6712-7385-43db-9ff7-d1f50e442381,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:33.241562 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.251150 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.268477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31560b42-fc42-4090-b53c-85eda889b2e0']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:33.271837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911224b-960a-494c-8636-90f9118c0a33 req-0b5c465e-5325-46fb-b721-34073c2325b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:33.273478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-0b5c465e-5325-46fb-b721-34073c2325b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29e93a9a90fe4e39beb395055a05bd77&device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 1096 time: 0.1256821 Oct 27 16:20:33.286224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Attempting to bind port 443b6712-7385-43db-9ff7-d1f50e442381 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:33.286562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Attempting to bind port 443b6712-7385-43db-9ff7-d1f50e442381 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:33.286890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Attempting to bind port 443b6712-7385-43db-9ff7-d1f50e442381 on network 1933cc2c-c396-4587-b9d5-ae0534018402 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:33.289682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] Set router 786c85d3-228e-4b76-add1-c1a46cd8fb09 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:33.299307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffa4403-9643-4379-9549-720e11224a1a') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:33.299616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffa4403-9643-4379-9549-720e11224a1a') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:33.302241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Port 443b6712-7385-43db-9ff7-d1f50e442381 on network 1933cc2c-c396-4587-b9d5-ae0534018402 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:20:33.302710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Attempting to bind port 443b6712-7385-43db-9ff7-d1f50e442381 on network 1933cc2c-c396-4587-b9d5-ae0534018402 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:33.308257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:20:33.310709 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ec151-11fc-4f27-bc82-7f39e4341ed6 None None] Pushing event updated for resources: {'Port': ['ID=b396357f-662e-45aa-a343-9535b8ad8593,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:33.311958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:33.312324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Checking segment: {'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:33.313300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Bound using segment: {'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:33.313741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Bound port: 443b6712-7385-43db-9ff7-d1f50e442381, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02b11ea9-1eca-4b33-bf98-6413713f09f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:33.314102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.345345 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.366324 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.377494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:33.377906 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:33.380999 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:33.403392 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.405159 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d0e743-30d9-4b79-a376-ae8c6e91f81b x-openstack-request-id: req-97d0e743-30d9-4b79-a376-ae8c6e91f81b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:33.405461 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:33.405724 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97d0e743-30d9-4b79-a376-ae8c6e91f81b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:33.406293 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'status': 'completed', 'code': 200} Oct 27 16:20:33.453110 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e953a1fc-9e43-4411-8da4-fc4d8a566928 None None] Set router 7846f745-d339-4cb7-90fc-7e940c333787 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:33.461809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16f95b-d2a0-450f-b61c-930bc791ab56 None None] Pushing event deleted for resources: {'Port': ['ID=266523d3-942e-4174-94fb-e01ba5b56175,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:33.508092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Network a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:33.532937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:33.560141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:33.625587 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.630371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911224b-960a-494c-8636-90f9118c0a33 req-e029cab6-f8a1-4bb2-a110-0087e6904e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:33.632554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-e029cab6-f8a1-4bb2-a110-0087e6904e9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=db29934f-3301-4ecf-94ab-df58d30b0ad9 HTTP/1.1" status: 200 len: 921 time: 0.3511751 Oct 27 16:20:33.658876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:33.676718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'd19c98bc-7c3a-49f0-bc68-1caf0c78e2b9', 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402', 'port_id': 'd19c98bc-7c3a-49f0-bc68-1caf0c78e2b9', 'mac_address': 'fa:16:3e:35:5d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213958e3-1909-44e9-969b-5880a41d6f3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:20:33.743477 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.751518 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.760314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'name': 'tempest-TestAggregatesBasicOps-334482725-router', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:23Z', 'updated_at': '2021-10-27T16:20:28Z', 'revision_number': 3, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'gw_port': {'id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:43:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:26Z', 'updated_at': '2021-10-27T16:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:33.771988 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] For port 443b6712-7385-43db-9ff7-d1f50e442381, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:33.779578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a42a2a-73c0-4db9-aa64-11a67cb3ff4b req-b9147333-5747-42b8-ac54-6f1692d0179b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:33.781373 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a42a2a-73c0-4db9-aa64-11a67cb3ff4b req-b9147333-5747-42b8-ac54-6f1692d0179b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29e93a9a90fe4e39beb395055a05bd77&device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 1096 time: 0.3263416 Oct 27 16:20:33.787693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.789756 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Pushing event updated for resources: {'Port': ['ID=067e01f4-e45c-4a2f-a492-aa81a28e1160,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:33.793451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/networks/31560b42-fc42-4090-b53c-85eda889b2e0 HTTP/1.1" status: 204 len: 168 time: 0.9543772 Oct 27 16:20:33.801992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39904) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:33.808097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] For port 443b6712-7385-43db-9ff7-d1f50e442381, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=443b6712-7385-43db-9ff7-d1f50e442381,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:33.815543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-651145921'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:33.829446 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9de4e7-5659-4668-9254-c5efbafe6abe req-9fe0167e-f078-440c-8c54-f04a51073d0f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:33.839756 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb9de4e7-5659-4668-9254-c5efbafe6abe req-9fe0167e-f078-440c-8c54-f04a51073d0f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.3338838 Oct 27 16:20:33.852319 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9657f1-6b52-4468-8c8d-47f37a10fdcb None None] The sync data for ids ['786c85d3-228e-4b76-add1-c1a46cd8fb09'] in n-d-815689-1 is: [{'id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'name': 'tempest-TestAggregatesBasicOps-334482725-router', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:23Z', 'updated_at': '2021-10-27T16:20:28Z', 'revision_number': 3, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'gw_port': {'id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:43:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:26Z', 'updated_at': '2021-10-27T16:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:33.862738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:33.884485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:33.897844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183b0c7-d08e-475f-81a9-96f26a3e114b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Network': ['ID=31560b42-fc42-4090-b53c-85eda889b2e0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:33.900361 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.969613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:33.973543 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:33.982211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Pushing event updated for resources: {'Port': ['ID=443b6712-7385-43db-9ff7-d1f50e442381,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:33.996998 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e953a1fc-9e43-4411-8da4-fc4d8a566928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:10Z', 'revision_number': 4, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'a6dee4c0-9e2e-41c6-94ba-469d655bf74e', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'port_id': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'mac_address': 'fa:16:3e:30:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:20:29Z', 'updated_at': '2021-10-27T16:20:32Z', 'revision_number': 1, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a80b79-a820-4c30-8fb3-05b62d77551e', 'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'mac_address': 'fa:16:3e:a6:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '828c5b17-d116-4898-80ef-f316855e3922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:09Z', 'updated_at': '2021-10-27T16:19:17Z', 'revision_number': 5, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'subnets': [{'id': '828c5b17-d116-4898-80ef-f316855e3922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:34.001953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-8327aac5-ea21-430f-81e0-2ae60807a148 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 999 time: 0.3605516 Oct 27 16:20:34.005704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb9de4e7-5659-4668-9254-c5efbafe6abe req-e63b7dea-5149-4469-8917-e53531994c9e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649325 Oct 27 16:20:34.007914 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.042038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.046718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.048755 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-32ee07e6-23d6-436f-9f81-0662ba34a602 service neutron] 10.222.0.54 "PUT /v2.0/ports/443b6712-7385-43db-9ff7-d1f50e442381 HTTP/1.1" status: 200 len: 1091 time: 2.5300972 Oct 27 16:20:34.049553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656a5d3c-8a5a-4ef5-a034-f18c62608e95', 'tag': '443b6712-7385-43db-9ff7-d1f50e442381'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:34.049671 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e953a1fc-9e43-4411-8da4-fc4d8a566928 None None] Checking router: 7846f745-d339-4cb7-90fc-7e940c333787 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:20:34.059122 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bc44cb-7b9c-4c9e-948a-436decc63ead" -d '{"events": [{"name": "network-changed", "server_uuid": "656a5d3c-8a5a-4ef5-a034-f18c62608e95", "tag": "443b6712-7385-43db-9ff7-d1f50e442381"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:34.067767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.069153 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e953a1fc-9e43-4411-8da4-fc4d8a566928 None None] Routers {'7846f745-d339-4cb7-90fc-7e940c333787'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:34.074191 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e953a1fc-9e43-4411-8da4-fc4d8a566928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7846f745-d339-4cb7-90fc-7e940c333787'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:34.128918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:34.139413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b7e0c50e-918c-4309-a5cf-39b408cfae98 None None] Provisioning complete for port 067e01f4-e45c-4a2f-a492-aa81a28e1160 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:34.140215 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b7e0c50e-918c-4309-a5cf-39b408cfae98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.144505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:34.164613 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.165051 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added segment c049aae9-dadc-4bb3-a21d-4bf3b9a973e3 of type vlan for network ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 Oct 27 16:20:34.168690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911224b-960a-494c-8636-90f9118c0a33 req-6f8476bc-1275-4286-90e6-af7328e50b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.170172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-6f8476bc-1275-4286-90e6-af7328e50b54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=828c5b17-d116-4898-80ef-f316855e3922 HTTP/1.1" status: 200 len: 860 time: 0.1485984 Oct 27 16:20:34.184011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a42a2a-73c0-4db9-aa64-11a67cb3ff4b req-aedd7abb-805c-412f-9fd9-5866b3395f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.185547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a42a2a-73c0-4db9-aa64-11a67cb3ff4b req-aedd7abb-805c-412f-9fd9-5866b3395f28 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db29934f-3301-4ecf-94ab-df58d30b0ad9 HTTP/1.1" status: 200 len: 921 time: 0.3824949 Oct 27 16:20:34.205452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0c50e-918c-4309-a5cf-39b408cfae98 None None] Port 067e01f4-e45c-4a2f-a492-aa81a28e1160 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:34.251985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:34.338251 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e953a1fc-9e43-4411-8da4-fc4d8a566928 None None] Set router 7846f745-d339-4cb7-90fc-7e940c333787 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:34.349707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-7749ac45-7e30-4797-953c-ee43a5025d0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db29934f-3301-4ecf-94ab-df58d30b0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574526 Oct 27 16:20:34.376568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-b6be031c-b3bf-4752-935c-aede83cfec95 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:20:34.376568 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-b6be031c-b3bf-4752-935c-aede83cfec95 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0131795 Oct 27 16:20:34.396027 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-5cbcf2e8-25b8-48af-9d0a-412599715e87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1563401 Oct 27 16:20:34.398605 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.413867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-5a71214f-03ca-42da-b0b8-846857d4b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.415928 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-5a71214f-03ca-42da-b0b8-846857d4b66a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 1094 time: 0.2357380 Oct 27 16:20:34.428816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaec707-f933-4fdd-a111-750d5da5580a req-5855ba86-19e0-4ce6-9da4-4b641ff29860 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.437416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6eaec707-f933-4fdd-a111-750d5da5580a req-5855ba86-19e0-4ce6-9da4-4b641ff29860 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.2816894 Oct 27 16:20:34.508288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-1cd0e60b-ab9d-45e8-bc8c-399ea56a8ade service neutron] 10.222.0.15 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151416 Oct 27 16:20:34.622163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a42a2a-73c0-4db9-aa64-11a67cb3ff4b req-655ae821-fa92-4ba0-b467-8fa1eb200e82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 999 time: 0.4256196 Oct 27 16:20:34.655314 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-09dae2e0-9c4e-4c61-b6f9-49a2fdbf3253 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=443b6712-7385-43db-9ff7-d1f50e442381 HTTP/1.1" status: 200 len: 217 time: 0.2115562 Oct 27 16:20:34.671941 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6eaec707-f933-4fdd-a111-750d5da5580a req-ca15676d-589a-4946-86cb-04c62204f2ce tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336340 Oct 27 16:20:34.676741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b396357f-662e-45aa-a343-9535b8ad8593 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:34.752626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a42a2a-73c0-4db9-aa64-11a67cb3ff4b req-30ebaa0b-c9b4-45e3-bc0e-282cbb6fc8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.754249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a42a2a-73c0-4db9-aa64-11a67cb3ff4b req-30ebaa0b-c9b4-45e3-bc0e-282cbb6fc8a0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=828c5b17-d116-4898-80ef-f316855e3922 HTTP/1.1" status: 200 len: 860 time: 0.1177273 Oct 27 16:20:34.779934 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0911224b-960a-494c-8636-90f9118c0a33 req-bba4a934-f9dd-464e-a4b8-dfea61541893 service neutron] 10.222.0.15 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587814 Oct 27 16:20:34.798133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a42a2a-73c0-4db9-aa64-11a67cb3ff4b req-2a2b3f92-ec6f-4b7b-b5b7-e34a59892634 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db29934f-3301-4ecf-94ab-df58d30b0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329618 Oct 27 16:20:34.826863 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.831772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b396357f-662e-45aa-a343-9535b8ad8593 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:34.832026 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.848853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:34.851197 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.966363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:34.996193 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e953a1fc-9e43-4411-8da4-fc4d8a566928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:10Z', 'revision_number': 4, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'a6dee4c0-9e2e-41c6-94ba-469d655bf74e', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'port_id': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'mac_address': 'fa:16:3e:30:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:20:29Z', 'updated_at': '2021-10-27T16:20:32Z', 'revision_number': 1, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a80b79-a820-4c30-8fb3-05b62d77551e', 'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'mac_address': 'fa:16:3e:a6:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '828c5b17-d116-4898-80ef-f316855e3922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:09Z', 'updated_at': '2021-10-27T16:19:17Z', 'revision_number': 5, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'subnets': [{'id': '828c5b17-d116-4898-80ef-f316855e3922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:35.007844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port b396357f-662e-45aa-a343-9535b8ad8593, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b396357f-662e-45aa-a343-9535b8ad8593,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:35.030960 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e953a1fc-9e43-4411-8da4-fc4d8a566928 None None] The sync data for ids ['7846f745-d339-4cb7-90fc-7e940c333787'] in n-d-815689-1 is: [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:10Z', 'revision_number': 4, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'a6dee4c0-9e2e-41c6-94ba-469d655bf74e', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'port_id': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'mac_address': 'fa:16:3e:30:7d:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:20:29Z', 'updated_at': '2021-10-27T16:20:32Z', 'revision_number': 1, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64a80b79-a820-4c30-8fb3-05b62d77551e', 'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'mac_address': 'fa:16:3e:a6:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '828c5b17-d116-4898-80ef-f316855e3922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:09Z', 'updated_at': '2021-10-27T16:19:17Z', 'revision_number': 5, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'subnets': [{'id': '828c5b17-d116-4898-80ef-f316855e3922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:35.100516 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.120378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Network': ['ID=ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:35.143637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:35.147392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f5835759-6a0f-4d91-ad33-99c21d996e2b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3401434 Oct 27 16:20:35.147392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39926) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:35.156335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'subnet': {'network_id': 'ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:35.170401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a42a2a-73c0-4db9-aa64-11a67cb3ff4b req-f4e0c52f-ce66-489a-8ebe-20db7816ac21 service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655436 Oct 27 16:20:35.331291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=b396357f-662e-45aa-a343-9535b8ad8593,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:35.414318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-16361fbb-e50e-4c28-8e90-79f9f8096bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.416336 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-16361fbb-e50e-4c28-8e90-79f9f8096bd9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.7321410 Oct 27 16:20:35.419756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431a170-5069-4e13-a8c4-03f7e8844159 req-9e1beab7-30af-4784-b067-8ddb1af2d28d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.421334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b431a170-5069-4e13-a8c4-03f7e8844159 req-9e1beab7-30af-4784-b067-8ddb1af2d28d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 943 time: 0.3999240 Oct 27 16:20:35.476010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a42a2a-73c0-4db9-aa64-11a67cb3ff4b req-2647e96d-0764-48eb-98e4-00681505c82c service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566777 Oct 27 16:20:35.482187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b05db74-f75f-4089-aeda-59e89ac6cc91 None None] New status for floating IP a6dee4c0-9e2e-41c6-94ba-469d655bf74e: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:20:35.508105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b431a170-5069-4e13-a8c4-03f7e8844159 req-898ad02a-b224-46cd-b1f6-c5d6fbf0704e tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650296 Oct 27 16:20:35.511678 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-08339721-92e2-4fc6-bb40-9ae6407253a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826371 Oct 27 16:20:35.515646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:35.519192 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.523282 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6b4442d-95ed-4fd3-b2a3-2d5a3c003ce3 req-964b221f-6e94-4cb0-a80c-7a672f185578 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.1058395 Oct 27 16:20:35.674385 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38d6379-73ed-4c4d-9082-66ca6143b7db x-openstack-request-id: req-b38d6379-73ed-4c4d-9082-66ca6143b7db {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:35.674859 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656a5d3c-8a5a-4ef5-a034-f18c62608e95", "tag": "443b6712-7385-43db-9ff7-d1f50e442381", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:35.675252 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b38d6379-73ed-4c4d-9082-66ca6143b7db {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:35.675800 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656a5d3c-8a5a-4ef5-a034-f18c62608e95', 'tag': '443b6712-7385-43db-9ff7-d1f50e442381', 'status': 'completed', 'code': 200} Oct 27 16:20:35.925446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a9b51-61b1-474d-a6ad-245e13230af3 req-a6bb4cdb-fbd9-4641-b197-b0d53ac80cda tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:35.929362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-271a9b51-61b1-474d-a6ad-245e13230af3 req-a6bb4cdb-fbd9-4641-b197-b0d53ac80cda tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1574626 Oct 27 16:20:35.933820 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-007efa5c-22b3-4483-b1ce-8fe70fc7b108 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 999 time: 0.2569144 Oct 27 16:20:35.946879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:35.997187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-271a9b51-61b1-474d-a6ad-245e13230af3 req-831d0b89-b272-4e59-a6af-0b09b2b8a245 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574615 Oct 27 16:20:35.999424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-e5242f38-1e22-4d90-baca-a527343babd2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.002427 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-e5242f38-1e22-4d90-baca-a527343babd2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports/a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 942 time: 0.0675168 Oct 27 16:20:36.006430 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-7c488258-521c-413d-a393-1a1d9e9e1681 service neutron] 10.222.0.54 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822204 Oct 27 16:20:36.033880 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.122924 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.169692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Subnet': ['ID=9dfd3fed-1de1-479a-91fe-95b24346ad37,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:36.171922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Checking segment: {'id': 'c049aae9-dadc-4bb3-a21d-4bf3b9a973e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:36.172313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network hostable DHCP agents. Network: ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:36.197258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab658fee-4f49-4528-9639-0005251b25a1 req-a8c777d0-2bfa-4404-ac73-0decee35bd74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.198825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab658fee-4f49-4528-9639-0005251b25a1 req-a8c777d0-2bfa-4404-ac73-0decee35bd74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.1261714 Oct 27 16:20:36.236381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-ff4991d4-3eff-449c-ab40-f9cc81bfc9cc tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1001 time: 0.1902668 Oct 27 16:20:36.253406 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab658fee-4f49-4528-9639-0005251b25a1 req-594810b1-3e58-459b-bd62-5a650397612c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409451 Oct 27 16:20:36.266275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Pushing event updated for resources: {'Port': ['ID=067e01f4-e45c-4a2f-a492-aa81a28e1160,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:36.288996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:36.310579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.311254 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.311785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.312398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.312933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.313447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.313961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.314470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.314955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.315433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.316025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.316683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:20:36.357316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:36.361746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.362500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.371619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f537640-3337-4edd-8f30-daf375488b44 None None] Network ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:36.469313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c78034d7-6fce-461f-af3b-4a3c04d27028 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3178070 Oct 27 16:20:36.471810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39938) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:36.476916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ca0a1c08-5375-4488-8401-eb93ff2a29f9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-461940149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:36.489734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b396357f-662e-45aa-a343-9535b8ad8593 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:36.514807 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.565952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94173eb0-be0d-4bd2-a8b6-c966f4686bc3 req-80f0e61d-e387-4645-a316-06f8b5bae795 service neutron] 10.222.0.54 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5514784 Oct 27 16:20:36.598200 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1c08-5375-4488-8401-eb93ff2a29f9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.598906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-bcbf7801-5b62-4f0d-9cc0-a201ffc34c21 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.599288 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1c08-5375-4488-8401-eb93ff2a29f9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.600414 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-bcbf7801-5b62-4f0d-9cc0-a201ffc34c21 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.3497808 Oct 27 16:20:36.728323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-38627f06-0426-4b50-bd23-1e8b85bf8acd tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:20:36.739724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-38627f06-0426-4b50-bd23-1e8b85bf8acd tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0463483 Oct 27 16:20:36.785783 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1c08-5375-4488-8401-eb93ff2a29f9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.833424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e7791-06d9-48e8-ae8d-a86a2a984a01 req-605b987a-a57d-4bcf-8779-f44532dcc6bf tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:36.835282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d98e7791-06d9-48e8-ae8d-a86a2a984a01 req-605b987a-a57d-4bcf-8779-f44532dcc6bf tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 943 time: 0.1916413 Oct 27 16:20:36.876710 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-06e848fc-316e-4000-a46e-91b3595a701e tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 1001 time: 0.1353958 Oct 27 16:20:36.881346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b396357f-662e-45aa-a343-9535b8ad8593 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:36.881986 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.886931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-cd2c540b-89c7-41a8-9324-6313d50c8f0b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:36.894424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1c08-5375-4488-8401-eb93ff2a29f9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:36.912396 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d98e7791-06d9-48e8-ae8d-a86a2a984a01 req-3c402db7-2779-4994-b217-faa65e36b4e5 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705895 Oct 27 16:20:36.968622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853', 'network_id': 'ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'fixed_ips': [{'subnet_id': '9dfd3fed-1de1-479a-91fe-95b24346ad37'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:36.975029 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.018411 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc44cb-7b9c-4c9e-948a-436decc63ead req-8a73dd59-f548-423f-a0e1-d58798bdeba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.021129 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38bc44cb-7b9c-4c9e-948a-436decc63ead req-8a73dd59-f548-423f-a0e1-d58798bdeba8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 1094 time: 0.2790785 Oct 27 16:20:37.022448 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca0a1c08-5375-4488-8401-eb93ff2a29f9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.030087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ca0a1c08-5375-4488-8401-eb93ff2a29f9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5567713 Oct 27 16:20:37.031141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39948) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:37.038209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'port': {'network_id': 'ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853', 'name': 'tempest-RoutersIpV6Test-473036693'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:37.050350 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-cd2c540b-89c7-41a8-9324-6313d50c8f0b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.135579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:37.187214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Network a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:37.204928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:37.276304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Allocated IP 2001:db8::2 (ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853/9dfd3fed-1de1-479a-91fe-95b24346ad37/02f8a2f0-a1b0-415a-885c-57db2b52c3d0) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:37.339738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:20:37.347585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:37.348009 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.514339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Router 786c85d3-228e-4b76-add1-c1a46cd8fb09 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:20:37.517863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc44cb-7b9c-4c9e-948a-436decc63ead req-9d1cf477-b52b-4942-9b70-8cc9e4a10afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.520255 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38bc44cb-7b9c-4c9e-948a-436decc63ead req-9d1cf477-b52b-4942-9b70-8cc9e4a10afb service neutron] 10.222.0.54 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 920 time: 0.4897552 Oct 27 16:20:37.530802 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.578338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91c6d02-6723-44d8-b9f1-a70a391b388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c98bc-7c3a-49f0-bc68-1caf0c78e2b9'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:37.581021 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bc0c54-8807-44f7-83d2-9839786666cb" -d '{"events": [{"server_uuid": "e91c6d02-6723-44d8-b9f1-a70a391b388c", "name": "network-vif-plugged", "status": "completed", "tag": "d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:37.584360 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.597596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:37.613072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38bc44cb-7b9c-4c9e-948a-436decc63ead req-3ccecaea-d664-4701-84a6-142373ee970f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=443b6712-7385-43db-9ff7-d1f50e442381 HTTP/1.1" status: 200 len: 217 time: 0.0784764 Oct 27 16:20:37.672567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef582c92-f770-4f90-a990-9fd3f1d368f8 req-79116dc6-57c2-4a64-9e20-d46bc2430aa9 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.5710967 Oct 27 16:20:37.674687 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.711330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3cf97943-47c7-467d-852b-1895e98a247f None None] Provisioning complete for port 067e01f4-e45c-4a2f-a492-aa81a28e1160 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:37.711330 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3cf97943-47c7-467d-852b-1895e98a247f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.736127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Network ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:37.753084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-cd2c540b-89c7-41a8-9324-6313d50c8f0b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.769786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:37.778403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:37.783410 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.811195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc44cb-7b9c-4c9e-948a-436decc63ead req-7eb64868-a88e-4254-a257-b614ce729271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:37.813335 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38bc44cb-7b9c-4c9e-948a-436decc63ead req-7eb64868-a88e-4254-a257-b614ce729271 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.1881549 Oct 27 16:20:37.816169 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-cd2c540b-89c7-41a8-9324-6313d50c8f0b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.816579 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-cd2c540b-89c7-41a8-9324-6313d50c8f0b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Floating IP a6dee4c0-9e2e-41c6-94ba-469d655bf74e disassociated. External IP: 172.25.4.186, port: a3a4a965-bc01-4784-8e52-0ad35d9f1501. Oct 27 16:20:37.861046 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3cf97943-47c7-467d-852b-1895e98a247f None None] Port 067e01f4-e45c-4a2f-a492-aa81a28e1160 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:37.882836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Pushing event updated for resources: {'Port': ['ID=02f8a2f0-a1b0-415a-885c-57db2b52c3d0,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:37.888227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:37.898063 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:37.921657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] device_id is not set on port e771e99f-0e2c-40e7-b295-17be7eb0d31e yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:20:37.954314 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38bc44cb-7b9c-4c9e-948a-436decc63ead req-9ff470f8-603e-40bf-b544-b3503d30845d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304059 Oct 27 16:20:37.965449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:37.997084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Attempting to bind port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:37.997751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Attempting to bind port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'c049aae9-dadc-4bb3-a21d-4bf3b9a973e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:37.998379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Attempting to bind port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 on network ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:38.004085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:38.004953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Checking segment: {'id': 'c049aae9-dadc-4bb3-a21d-4bf3b9a973e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:38.005520 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.006061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Bound using segment: {'id': 'c049aae9-dadc-4bb3-a21d-4bf3b9a973e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:38.006692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Bound port: 02f8a2f0-a1b0-415a-885c-57db2b52c3d0, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c049aae9-dadc-4bb3-a21d-4bf3b9a973e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:38.007430 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.054556 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:38.062236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Allocated IP 2001:db8::3d5 (ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853/9dfd3fed-1de1-479a-91fe-95b24346ad37/e771e99f-0e2c-40e7-b295-17be7eb0d31e) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:38.066483 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Sync routers for ids ['786c85d3-228e-4b76-add1-c1a46cd8fb09'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:38.070787 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-03f1a0a1-9af4-4c48-84f8-c1296a30949f admin admin] 10.222.0.15 "PUT /v2.0/routers/786c85d3-228e-4b76-add1-c1a46cd8fb09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7046235 Oct 27 16:20:38.093072 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Routers {'786c85d3-228e-4b76-add1-c1a46cd8fb09'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:38.096908 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['786c85d3-228e-4b76-add1-c1a46cd8fb09'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:38.177497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] For port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:38.184956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] For port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=02f8a2f0-a1b0-415a-885c-57db2b52c3d0,segment=NetworkSegment(c049aae9-dadc-4bb3-a21d-4bf3b9a973e3),segment_id=c049aae9-dadc-4bb3-a21d-4bf3b9a973e3)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:38.294905 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.302239 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.460111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c7555-a20c-4a51-9b76-6a59bf46574b req-105d3997-afea-418e-8c34-5669701325f2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.460111 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f5c7555-a20c-4a51-9b76-6a59bf46574b req-105d3997-afea-418e-8c34-5669701325f2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1394293 Oct 27 16:20:38.488887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896297fc-4dc2-43fb-835b-0900b81f0344 None None] Pushing event updated for resources: {'Port': ['ID=02f8a2f0-a1b0-415a-885c-57db2b52c3d0,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:38.507037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.587534 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Set router 786c85d3-228e-4b76-add1-c1a46cd8fb09 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:38.600570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f5c7555-a20c-4a51-9b76-6a59bf46574b req-738c09e4-be35-417d-9235-b084b61afaa3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349351 Oct 27 16:20:38.617401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:38.619862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=e771e99f-0e2c-40e7-b295-17be7eb0d31e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:38.627479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:38.631683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:38.650494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.658329 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:38.747709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8a6db1c9-6f7a-4f68-904b-f747716f063c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7126367 Oct 27 16:20:38.748009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39972) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:38.766089 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38bc44cb-7b9c-4c9e-948a-436decc63ead req-b682abf6-2fc4-4343-a287-5117a7dc5484 service neutron] 10.222.0.54 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001871 Oct 27 16:20:38.775723 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48c1e6-9de5-4e93-bfca-cf03018fd748 req-a0a1f801-1102-401a-976c-9d5280c3c673 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:38.795248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4f48c1e6-9de5-4e93-bfca-cf03018fd748 req-a0a1f801-1102-401a-976c-9d5280c3c673 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.0901489 Oct 27 16:20:38.861739 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4f48c1e6-9de5-4e93-bfca-cf03018fd748 req-d9093b0a-7eca-4d77-a4a2-50f6115c3e63 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655041 Oct 27 16:20:38.937893 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4929c05c-cdb1-4869-bb15-e3b4a2e725bb x-openstack-request-id: req-4929c05c-cdb1-4869-bb15-e3b4a2e725bb {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:38.937893 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91c6d02-6723-44d8-b9f1-a70a391b388c", "name": "network-vif-plugged", "status": "completed", "tag": "d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:38.937893 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4929c05c-cdb1-4869-bb15-e3b4a2e725bb {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:38.937893 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91c6d02-6723-44d8-b9f1-a70a391b388c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19c98bc-7c3a-49f0-bc68-1caf0c78e2b9', 'code': 200} Oct 27 16:20:39.128688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-cd2c540b-89c7-41a8-9324-6313d50c8f0b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Router 7846f745-d339-4cb7-90fc-7e940c333787 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:20:39.134627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd6d5d-b166-4c2a-93ff-6f6566a18964 req-b3e729ab-c765-4b6d-b293-753ae0f968bc tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.142968 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75cd6d5d-b166-4c2a-93ff-6f6566a18964 req-b3e729ab-c765-4b6d-b293-753ae0f968bc tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 943 time: 0.1220202 Oct 27 16:20:39.155555 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'name': 'tempest-TestAggregatesBasicOps-334482725-router', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:23Z', 'updated_at': '2021-10-27T16:20:33Z', 'revision_number': 4, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'gw_port': {'id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:26Z', 'updated_at': '2021-10-27T16:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '067e01f4-e45c-4a2f-a492-aa81a28e1160', 'name': '', 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'mac_address': 'fa:16:3e:72:30:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '9ecdae93-b14d-4288-a3c3-92e3cd09f593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:32Z', 'updated_at': '2021-10-27T16:20:34Z', 'revision_number': 2, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'subnets': [{'id': '9ecdae93-b14d-4288-a3c3-92e3cd09f593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:39.165205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb891b-53f3-47f9-ae37-55fb7db7dda0 req-712a5a05-f287-4881-a672-19e2c1bd8313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.166882 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98bb891b-53f3-47f9-ae37-55fb7db7dda0 req-712a5a05-f287-4881-a672-19e2c1bd8313 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 1096 time: 0.0889075 Oct 27 16:20:39.172229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 443b6712-7385-43db-9ff7-d1f50e442381 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:20:39.201351 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Checking router: 786c85d3-228e-4b76-add1-c1a46cd8fb09 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:20:39.202019 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Updating router 786c85d3-228e-4b76-add1-c1a46cd8fb09 port 067e01f4-e45c-4a2f-a492-aa81a28e1160 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:20:39.229031 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75cd6d5d-b166-4c2a-93ff-6f6566a18964 req-8e1ae160-fde8-43c4-a130-d3abbd0e17e9 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837452 Oct 27 16:20:39.255354 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.266799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98bb891b-53f3-47f9-ae37-55fb7db7dda0 req-f55a6009-f657-44f6-8cbd-b4446129f0ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896916 Oct 27 16:20:39.276972 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38bc44cb-7b9c-4c9e-948a-436decc63ead req-a83c6242-01c6-4f90-8415-956ba9c3c5f2 service neutron] 10.222.0.54 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071271 Oct 27 16:20:39.343724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77146f31-c1ed-43f3-a228-fcb3ae5b2bb1 req-aa4d16c1-44a2-407d-916e-6ae029322f86 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0365014 Oct 27 16:20:39.449983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39984) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:39.460657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-481641824-network', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:39.467308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 443b6712-7385-43db-9ff7-d1f50e442381, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=443b6712-7385-43db-9ff7-d1f50e442381,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:39.483945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '443b6712-7385-43db-9ff7-d1f50e442381', 'network_id': '1933cc2c-c396-4587-b9d5-ae0534018402', 'port_id': '443b6712-7385-43db-9ff7-d1f50e442381', 'mac_address': 'fa:16:3e:05:31:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213958e3-1909-44e9-969b-5880a41d6f3e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:20:39.554326 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.563231 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.578341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 443b6712-7385-43db-9ff7-d1f50e442381 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:20:39.610923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 443b6712-7385-43db-9ff7-d1f50e442381, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=443b6712-7385-43db-9ff7-d1f50e442381,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:39.625574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Made reservation on behalf of 7dd9e476a5184ac7a4b5545811a92ff1 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:39.632676 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.649828 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.717190 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.823244 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.842153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=443b6712-7385-43db-9ff7-d1f50e442381,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:39.874377 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.895390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-cd2c540b-89c7-41a8-9324-6313d50c8f0b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:39.901007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-cd2c540b-89c7-41a8-9324-6313d50c8f0b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.902410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a944c88-cf84-49b8-a008-50e5e345a57e req-b527d922-2a2a-46d4-8af1-81f0ccede82b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:39.907946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ae29e-cad3-4fdd-823e-4b0b6f0dbf27 None None] Sync routers for ids ['7846f745-d339-4cb7-90fc-7e940c333787'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:39.909092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6a944c88-cf84-49b8-a008-50e5e345a57e req-b527d922-2a2a-46d4-8af1-81f0ccede82b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1528578 Oct 27 16:20:39.923816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ae29e-cad3-4fdd-823e-4b0b6f0dbf27 None None] Routers {'7846f745-d339-4cb7-90fc-7e940c333787'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:39.929411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c89ae29e-cad3-4fdd-823e-4b0b6f0dbf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7846f745-d339-4cb7-90fc-7e940c333787'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:39.964326 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-cd2c540b-89c7-41a8-9324-6313d50c8f0b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "PUT /v2.0/floatingips/a6dee4c0-9e2e-41c6-94ba-469d655bf74e HTTP/1.1" status: 200 len: 695 time: 3.0862074 Oct 27 16:20:39.968338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6a944c88-cf84-49b8-a008-50e5e345a57e req-536f3ffb-e1ec-4e8e-9438-ec99f1f64bad tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484958 Oct 27 16:20:39.968479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:39.968694 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:39.970005 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d072580-baec-400c-bb35-f209ab8f7ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:40.002723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.033528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:40.050183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.056195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ad4420-835d-4d18-ba57-20737206b5bc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:40.078397 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.078752 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Added segment ce90fe97-4a08-4ed8-b2b0-0b343225b57c of type vlan for network 34024bbb-2215-468a-a950-a82b4fc0f469 Oct 27 16:20:40.092852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-935b3313-df48-4b6a-a147-b15965f114d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:40.094884 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-935b3313-df48-4b6a-a147-b15965f114d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=29e93a9a90fe4e39beb395055a05bd77&device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 1096 time: 0.0880437 Oct 27 16:20:40.104512 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499597b-e577-4d15-a95f-8f676549ec6d None None] Pushing event updated for resources: {'Port': ['ID=067e01f4-e45c-4a2f-a492-aa81a28e1160,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:40.123227 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d850c394-223e-4e36-b300-4e08f7f5cb4c None None] Network ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:40.125774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['443b6712-7385-43db-9ff7-d1f50e442381'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:40.155495 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.219699 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Attempting to bind port 067e01f4-e45c-4a2f-a492-aa81a28e1160 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:40.220827 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Attempting to bind port 067e01f4-e45c-4a2f-a492-aa81a28e1160 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '05e5e663-6de6-47c6-86b0-15740e3c6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:40.220966 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.221824 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Attempting to bind port 067e01f4-e45c-4a2f-a492-aa81a28e1160 on network a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:40.230095 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:40.230867 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Checking segment: {'id': '05e5e663-6de6-47c6-86b0-15740e3c6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:40.231487 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.232664 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Bound using segment: {'id': '05e5e663-6de6-47c6-86b0-15740e3c6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:40.233773 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Bound port: 067e01f4-e45c-4a2f-a492-aa81a28e1160, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e5e663-6de6-47c6-86b0-15740e3c6b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:40.234373 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.302293 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c89ae29e-cad3-4fdd-823e-4b0b6f0dbf27 None None] Set router 7846f745-d339-4cb7-90fc-7e940c333787 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:40.345336 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] For port 067e01f4-e45c-4a2f-a492-aa81a28e1160, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:40.355229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ef5e3237-5f1e-46c9-a550-576003b3c3bc None None] Provisioning complete for port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:40.355602 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3237-5f1e-46c9-a550-576003b3c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.356582 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] For port 067e01f4-e45c-4a2f-a492-aa81a28e1160, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=067e01f4-e45c-4a2f-a492-aa81a28e1160,segment=NetworkSegment(05e5e663-6de6-47c6-86b0-15740e3c6b6b),segment_id=05e5e663-6de6-47c6-86b0-15740e3c6b6b)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:40.377216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=e771e99f-0e2c-40e7-b295-17be7eb0d31e,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:40.418307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4727d-96af-4317-b0c6-d2171ba6cf60 req-92b79d7b-6f66-4e50-a80c-2945efa7cea0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:40.419904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19e4727d-96af-4317-b0c6-d2171ba6cf60 req-92b79d7b-6f66-4e50-a80c-2945efa7cea0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.2677944 Oct 27 16:20:40.461224 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.490176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-48eaf084-da41-4fd5-8661-ed970c525f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:40.491546 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-48eaf084-da41-4fd5-8661-ed970c525f09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=db29934f-3301-4ecf-94ab-df58d30b0ad9 HTTP/1.1" status: 200 len: 921 time: 0.3876216 Oct 27 16:20:40.562262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-4a44155d-039f-487e-8294-4b06454ac57b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 217 time: 0.0620494 Oct 27 16:20:40.565090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:40.573009 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19e4727d-96af-4317-b0c6-d2171ba6cf60 req-ce153d44-0883-4cff-af30-8efcb404218f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391697 Oct 27 16:20:40.580702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.582783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:40.584313 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.663306 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:40.678794 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Routers {'786c85d3-228e-4b76-add1-c1a46cd8fb09'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:40.682081 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['786c85d3-228e-4b76-add1-c1a46cd8fb09'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:40.688705 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499597b-e577-4d15-a95f-8f676549ec6d None None] Pushing event updated for resources: {'Port': ['ID=067e01f4-e45c-4a2f-a492-aa81a28e1160,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:40.711541 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73ebae4-2b8d-4b6d-935d-c17f2523546a x-openstack-request-id: req-d73ebae4-2b8d-4b6d-935d-c17f2523546a {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:40.711948 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:40.712264 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d73ebae4-2b8d-4b6d-935d-c17f2523546a {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:40.716643 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'status': 'completed', 'code': 200} Oct 27 16:20:40.831355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] Pushing event updated for resources: {'Network': ['ID=34024bbb-2215-468a-a950-a82b4fc0f469,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:40.889371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8a8abf04-066c-491e-a02e-993188289c43 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4379444 Oct 27 16:20:40.889948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39996) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:40.897445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] Request body: {'subnet': {'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-481641824-subnet', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:40.948356 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] Set router 786c85d3-228e-4b76-add1-c1a46cd8fb09 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:40.960255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d072580-baec-400c-bb35-f209ab8f7ce2 req-076320ea-3d2d-42f0-9521-860b3ccfd014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:40.961929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d072580-baec-400c-bb35-f209ab8f7ce2 req-076320ea-3d2d-42f0-9521-860b3ccfd014 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=29e93a9a90fe4e39beb395055a05bd77&device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 1096 time: 0.1766987 Oct 27 16:20:40.987492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd982e-809a-49a7-bdd2-38b655da19a2 req-c77c62a7-eb1d-4e3e-95b0-ca350071bf9d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:40.989542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cfd982e-809a-49a7-bdd2-38b655da19a2 req-c77c62a7-eb1d-4e3e-95b0-ca350071bf9d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 944 time: 0.1348820 Oct 27 16:20:40.996473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-7131d57c-978d-4d2f-8643-3c31f5430d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:40.998122 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-7131d57c-978d-4d2f-8643-3c31f5430d2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=828c5b17-d116-4898-80ef-f316855e3922 HTTP/1.1" status: 200 len: 860 time: 0.3294990 Oct 27 16:20:41.040690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] Made reservation on behalf of 7dd9e476a5184ac7a4b5545811a92ff1 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:41.043207 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.075326 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-874e15d6-f234-44f8-a9d8-4e0b83fc71db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=db29934f-3301-4ecf-94ab-df58d30b0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651953 Oct 27 16:20:41.160666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 34024bbb-2215-468a-a950-a82b4fc0f469 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:41.201825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cfd982e-809a-49a7-bdd2-38b655da19a2 req-ab857dfc-c379-4a8d-8a63-ffbeaad22d36 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953156 Oct 27 16:20:41.227514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d072580-baec-400c-bb35-f209ab8f7ce2 req-ea549124-1a0c-4694-8ff4-8cae3f85da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:41.228760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d072580-baec-400c-bb35-f209ab8f7ce2 req-ea549124-1a0c-4694-8ff4-8cae3f85da20 service neutron] 10.222.0.53 "GET /v2.0/networks?id=db29934f-3301-4ecf-94ab-df58d30b0ad9 HTTP/1.1" status: 200 len: 921 time: 0.2593331 Oct 27 16:20:41.257105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.267133 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'name': 'tempest-TestAggregatesBasicOps-334482725-router', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:23Z', 'updated_at': '2021-10-27T16:20:33Z', 'revision_number': 4, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'gw_port': {'id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:26Z', 'updated_at': '2021-10-27T16:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '067e01f4-e45c-4a2f-a492-aa81a28e1160', 'name': '', 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'mac_address': 'fa:16:3e:72:30:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '9ecdae93-b14d-4288-a3c3-92e3cd09f593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:32Z', 'updated_at': '2021-10-27T16:20:40Z', 'revision_number': 4, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'subnets': [{'id': '9ecdae93-b14d-4288-a3c3-92e3cd09f593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:41.299767 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e53630-ca0d-4ca1-be3c-94d8f3c313a9 None None] The sync data for ids ['786c85d3-228e-4b76-add1-c1a46cd8fb09'] in n-d-815689-1 is: [{'id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'name': 'tempest-TestAggregatesBasicOps-334482725-router', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:23Z', 'updated_at': '2021-10-27T16:20:33Z', 'revision_number': 4, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'gw_port': {'id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:26Z', 'updated_at': '2021-10-27T16:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '067e01f4-e45c-4a2f-a492-aa81a28e1160', 'name': '', 'network_id': 'a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'mac_address': 'fa:16:3e:72:30:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_interface', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': '9ecdae93-b14d-4288-a3c3-92e3cd09f593', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:32Z', 'updated_at': '2021-10-27T16:20:40Z', 'revision_number': 4, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'subnets': [{'id': '9ecdae93-b14d-4288-a3c3-92e3cd09f593', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:41.338249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d072580-baec-400c-bb35-f209ab8f7ce2 req-2c2066b7-5847-462a-bb67-94d05712a9bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 200 len: 217 time: 0.1010435 Oct 27 16:20:41.398264 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3237-5f1e-46c9-a550-576003b3c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.427127 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-caaf3d56-7622-45b5-9343-397584e560d8 service neutron] 10.222.0.15 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428521 Oct 27 16:20:41.450071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:41.450447 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.488832 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8866b48f-0117-417e-878b-d25b3631c207 req-b01e3ed5-0404-42dc-aa67-6b47a4498719 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.1489253 Oct 27 16:20:41.526936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d072580-baec-400c-bb35-f209ab8f7ce2 req-50eafd28-1301-4a10-a62b-dcb62b694ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:41.528459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d072580-baec-400c-bb35-f209ab8f7ce2 req-50eafd28-1301-4a10-a62b-dcb62b694ca0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=828c5b17-d116-4898-80ef-f316855e3922 HTTP/1.1" status: 200 len: 860 time: 0.1780446 Oct 27 16:20:41.570946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ef5e3237-5f1e-46c9-a550-576003b3c3bc None None] For port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=02f8a2f0-a1b0-415a-885c-57db2b52c3d0,segment=NetworkSegment(c049aae9-dadc-4bb3-a21d-4bf3b9a973e3),segment_id=c049aae9-dadc-4bb3-a21d-4bf3b9a973e3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:41.625123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d072580-baec-400c-bb35-f209ab8f7ce2 req-45ceac70-de22-498c-8e4a-5876efe38877 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db29934f-3301-4ecf-94ab-df58d30b0ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736430 Oct 27 16:20:41.696711 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef5e3237-5f1e-46c9-a550-576003b3c3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.742554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.796717 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c89ae29e-cad3-4fdd-823e-4b0b6f0dbf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:10Z', 'revision_number': 4, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '64a80b79-a820-4c30-8fb3-05b62d77551e', 'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'mac_address': 'fa:16:3e:a6:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '828c5b17-d116-4898-80ef-f316855e3922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:09Z', 'updated_at': '2021-10-27T16:19:17Z', 'revision_number': 5, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'subnets': [{'id': '828c5b17-d116-4898-80ef-f316855e3922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:41.847406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e950bd9-25fd-4134-9461-cfbaef9fd477,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:41.857105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8354d-7bad-430e-b622-5f6137ab1a6a req-57990887-6856-4f1b-a922-fad560ec8a9f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:41.859969 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:41.865080 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0b8354d-7bad-430e-b622-5f6137ab1a6a req-57990887-6856-4f1b-a922-fad560ec8a9f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.2320743 Oct 27 16:20:41.866331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ae29e-cad3-4fdd-823e-4b0b6f0dbf27 None None] Checking router: 7846f745-d339-4cb7-90fc-7e940c333787 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:20:41.921150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d072580-baec-400c-bb35-f209ab8f7ce2 req-549a7642-3470-4c32-a1b5-52203d564212 service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844598 Oct 27 16:20:41.958033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] Checking segment: {'id': 'ce90fe97-4a08-4ed8-b2b0-0b343225b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:41.958596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] Network hostable DHCP agents. Network: 34024bbb-2215-468a-a950-a82b4fc0f469, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:41.970229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ae29e-cad3-4fdd-823e-4b0b6f0dbf27 None None] Routers {'7846f745-d339-4cb7-90fc-7e940c333787'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:41.970886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c89ae29e-cad3-4fdd-823e-4b0b6f0dbf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7846f745-d339-4cb7-90fc-7e940c333787'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:41.997092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0b8354d-7bad-430e-b622-5f6137ab1a6a req-52812750-8e48-4d20-a7bd-2c05325323a9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310120 Oct 27 16:20:42.046421 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.063519 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-051c0d9b-0654-4dcb-b5bb-31c1717cca9c req-928c8436-cfec-44bb-a32a-f97e5f336925 service neutron] 10.222.0.15 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135235 Oct 27 16:20:42.112942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e3237-5f1e-46c9-a550-576003b3c3bc None None] Pushing event updated for resources: {'Port': ['ID=02f8a2f0-a1b0-415a-885c-57db2b52c3d0,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:42.115590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b0e8985c-9453-4a79-8f3e-3dc3f185b3aa None None] Provisioning complete for port 067e01f4-e45c-4a2f-a492-aa81a28e1160 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:42.115945 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b0e8985c-9453-4a79-8f3e-3dc3f185b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.122250 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.123377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.156194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] Network 34024bbb-2215-468a-a950-a82b4fc0f469 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:42.197054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d072580-baec-400c-bb35-f209ab8f7ce2 req-550562c0-83bc-4495-bd68-54c9926c3bff service neutron] 10.222.0.53 "GET /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606401 Oct 27 16:20:42.279320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2d4d1-3721-47c8-ae6e-d53ee16cd69b req-231a2ffa-30d6-424b-abcb-d961878a4c09 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.300065 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-26f2d4d1-3721-47c8-ae6e-d53ee16cd69b req-231a2ffa-30d6-424b-abcb-d961878a4c09 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.1483614 Oct 27 16:20:42.304495 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:20:42.304988 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:20:42.308435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 34024bbb-2215-468a-a950-a82b4fc0f469) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:42.329039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950cce13-02ef-48a6-be04-e3e3129b0797 None None] Network 34024bbb-2215-468a-a950-a82b4fc0f469 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:42.335809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.343487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.405105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-26f2d4d1-3721-47c8-ae6e-d53ee16cd69b req-316b19d9-cf95-47a1-a92b-7b5d9b23a0ef tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029000 Oct 27 16:20:42.469157 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-53b09ae0-2b80-4449-8577-a4a76a2b0158 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5757864 Oct 27 16:20:42.471506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40006) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:42.472153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:42.477564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-481641824-router', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:42.531105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c89ae29e-cad3-4fdd-823e-4b0b6f0dbf27 None None] Set router 7846f745-d339-4cb7-90fc-7e940c333787 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:42.581310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:42.594444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=e771e99f-0e2c-40e7-b295-17be7eb0d31e,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:42.606069 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-13b5b1b3-299f-45bc-9e0f-316f03bdf03f tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/floatingips/a6dee4c0-9e2e-41c6-94ba-469d655bf74e HTTP/1.1" status: 200 len: 695 time: 0.3365350 Oct 27 16:20:42.611579 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.612825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.684963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c39660-2c04-4e22-9ee7-5913a21cb2d8 req-7c9b2dba-251e-4ddd-bea6-3e82e7dc2b0b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:42.686462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d0c39660-2c04-4e22-9ee7-5913a21cb2d8 req-7c9b2dba-251e-4ddd-bea6-3e82e7dc2b0b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 944 time: 0.1394739 Oct 27 16:20:42.772013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-34024bbb-2215-468a-a950-a82b4fc0f469', 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'fixed_ips': [{'subnet_id': '2e950bd9-25fd-4134-9461-cfbaef9fd477'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:42.776633 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.810469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d0c39660-2c04-4e22-9ee7-5913a21cb2d8 req-7d020750-f94d-4509-9611-f492b9bc7fde tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744193 Oct 27 16:20:42.818479 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:42.843268 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b0e8985c-9453-4a79-8f3e-3dc3f185b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.145615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5b8d2150-20df-467b-a6cf-47361bdd4d5c req-74880494-37a3-47d3-8e73-05f07c0bac63 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.1711524 Oct 27 16:20:43.243113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 443b6712-7385-43db-9ff7-d1f50e442381 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:43.353908 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.385076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:43.403935 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-8f9044be-7b1a-4c4e-9a81-065cef393bb4 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:43.406944 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-8f9044be-7b1a-4c4e-9a81-065cef393bb4 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 784 time: 0.8002453 Oct 27 16:20:43.423391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931073ae-8212-4b1e-8746-d484d316a477 req-b3c780c7-351d-4ea0-85ba-6f49cc04326e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:43.425740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-931073ae-8212-4b1e-8746-d484d316a477 req-b3c780c7-351d-4ea0-85ba-6f49cc04326e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.0834732 Oct 27 16:20:43.427032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-5baa713a-bb97-4d8a-99e0-fb76b4e54f41 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:20:43.428240 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-5baa713a-bb97-4d8a-99e0-fb76b4e54f41 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0142639 Oct 27 16:20:43.430712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b0e8985c-9453-4a79-8f3e-3dc3f185b3aa None None] For port 067e01f4-e45c-4a2f-a492-aa81a28e1160, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=067e01f4-e45c-4a2f-a492-aa81a28e1160,segment=NetworkSegment(05e5e663-6de6-47c6-86b0-15740e3c6b6b),segment_id=05e5e663-6de6-47c6-86b0-15740e3c6b6b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:43.489767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-931073ae-8212-4b1e-8746-d484d316a477 req-f2473820-c004-4949-9312-db9b09d9c9f0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544839 Oct 27 16:20:43.507931 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-4408174a-0a0f-4b7b-bb4e-d0b2916c66bf tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 698 time: 0.0675387 Oct 27 16:20:43.509815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a594f55a-85ba-4890-8463-54c55f8fa30b is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:43.580375 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b0e8985c-9453-4a79-8f3e-3dc3f185b3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.651639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-4643a12a-7acf-42f3-ad19-fcf5f92dd6c2 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.4.186 HTTP/1.1" status: 200 len: 698 time: 0.1311555 Oct 27 16:20:43.678021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:43.678576 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.680697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8985c-9453-4a79-8f3e-3dc3f185b3aa None None] Pushing event updated for resources: {'Port': ['ID=067e01f4-e45c-4a2f-a492-aa81a28e1160,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:43.681802 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c64ab-5e63-4d2e-8c21-0b5bf04a125c req-ef5855fc-58e1-484b-81b9-ec638fd87cfc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:43.683327 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-470c64ab-5e63-4d2e-8c21-0b5bf04a125c req-ef5855fc-58e1-484b-81b9-ec638fd87cfc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.0714784 Oct 27 16:20:43.684762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 443b6712-7385-43db-9ff7-d1f50e442381 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:20:43.729339 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Allocated IP 172.20.0.2 (34024bbb-2215-468a-a950-a82b4fc0f469/2e950bd9-25fd-4134-9461-cfbaef9fd477/4fbe3b27-4110-4491-aa76-6b734daaa0cd) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:43.734883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 443b6712-7385-43db-9ff7-d1f50e442381 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:43.735370 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.774847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:43.786304 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfc4ac-17cc-4e84-992e-857eba665180 None None] Sync routers for ids ['a594f55a-85ba-4890-8463-54c55f8fa30b'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:43.804000 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfc4ac-17cc-4e84-992e-857eba665180 None None] Routers {'a594f55a-85ba-4890-8463-54c55f8fa30b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:43.804655 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-66cfc4ac-17cc-4e84-992e-857eba665180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a594f55a-85ba-4890-8463-54c55f8fa30b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:43.818971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c18a4715-a4f5-4da7-9929-878485934689 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a594f55a-85ba-4890-8463-54c55f8fa30b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0683424 Oct 27 16:20:43.825413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40014) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:43.834542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dc987d79-5d6a-4eeb-9d94-b7145d54362a None None] Provisioning complete for port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:43.836269 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dc987d79-5d6a-4eeb-9d94-b7145d54362a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.851607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.868839 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-470c64ab-5e63-4d2e-8c21-0b5bf04a125c req-9092efaf-de20-4766-82af-7f92f121c620 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363842 Oct 27 16:20:43.873611 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-66cfc4ac-17cc-4e84-992e-857eba665180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:43.886311 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cfc4ac-17cc-4e84-992e-857eba665180 None None] Routers {'a594f55a-85ba-4890-8463-54c55f8fa30b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:43.887133 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-66cfc4ac-17cc-4e84-992e-857eba665180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a594f55a-85ba-4890-8463-54c55f8fa30b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:43.914643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cd7b82-c429-43a4-879b-d56fefff4658 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:43.918564 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b0cd7b82-c429-43a4-879b-d56fefff4658 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports/e771e99f-0e2c-40e7-b295-17be7eb0d31e HTTP/1.1" status: 200 len: 983 time: 0.0880878 Oct 27 16:20:43.919309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40018) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:43.920272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:43.960309 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-66cfc4ac-17cc-4e84-992e-857eba665180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:43.961317 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cfc4ac-17cc-4e84-992e-857eba665180 None None] The sync data for ids ['a594f55a-85ba-4890-8463-54c55f8fa30b'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:43.995504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-5017003c-22b5-48e0-9adb-081bac132f93 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Deleting port a273e8f1-8711-4fab-83b9-bd14e564c497 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:43.995839 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-5017003c-22b5-48e0-9adb-081bac132f93 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.092811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Allocated IP 172.25.4.61 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/12429b2b-5471-4b50-bee6-8cb326059836) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:44.216862 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.225996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c89ae29e-cad3-4fdd-823e-4b0b6f0dbf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:10Z', 'revision_number': 4, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '64a80b79-a820-4c30-8fb3-05b62d77551e', 'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'mac_address': 'fa:16:3e:a6:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '828c5b17-d116-4898-80ef-f316855e3922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:09Z', 'updated_at': '2021-10-27T16:19:17Z', 'revision_number': 5, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'subnets': [{'id': '828c5b17-d116-4898-80ef-f316855e3922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:44.233238 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.251713 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-5017003c-22b5-48e0-9adb-081bac132f93 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.252133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-5017003c-22b5-48e0-9adb-081bac132f93 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.275765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-5017003c-22b5-48e0-9adb-081bac132f93 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Calling delete_port for a273e8f1-8711-4fab-83b9-bd14e564c497 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:44.281689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89ae29e-cad3-4fdd-823e-4b0b6f0dbf27 None None] The sync data for ids ['7846f745-d339-4cb7-90fc-7e940c333787'] in n-d-815689-1 is: [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:19:10Z', 'revision_number': 4, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '64a80b79-a820-4c30-8fb3-05b62d77551e', 'name': '', 'network_id': 'db29934f-3301-4ecf-94ab-df58d30b0ad9', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'mac_address': 'fa:16:3e:a6:de:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_interface', 'standard_attr_id': 2029, 'fixed_ips': [{'subnet_id': '828c5b17-d116-4898-80ef-f316855e3922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:09Z', 'updated_at': '2021-10-27T16:19:17Z', 'revision_number': 5, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'subnets': [{'id': '828c5b17-d116-4898-80ef-f316855e3922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:44.324156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 067e01f4-e45c-4a2f-a492-aa81a28e1160 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:44.337071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656a5d3c-8a5a-4ef5-a034-f18c62608e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443b6712-7385-43db-9ff7-d1f50e442381'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:44.339984 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6af8ea9-b826-4d85-8acd-0d2b8811d646" -d '{"events": [{"server_uuid": "656a5d3c-8a5a-4ef5-a034-f18c62608e95", "name": "network-vif-plugged", "status": "completed", "tag": "443b6712-7385-43db-9ff7-d1f50e442381"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:44.350864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad322d-1f3a-469b-a84e-c53a5c8f8a20 req-961ef4a3-7fb4-4a11-b20a-690f0c556736 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:44.355126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dcad322d-1f3a-469b-a84e-c53a5c8f8a20 req-961ef4a3-7fb4-4a11-b20a-690f0c556736 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 944 time: 0.0973070 Oct 27 16:20:44.360176 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.409758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 443b6712-7385-43db-9ff7-d1f50e442381, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=443b6712-7385-43db-9ff7-d1f50e442381,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:44.472442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:44.491095 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.495623 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.503934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dc987d79-5d6a-4eeb-9d94-b7145d54362a None None] Provisioning complete for port e771e99f-0e2c-40e7-b295-17be7eb0d31e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:44.505683 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dc987d79-5d6a-4eeb-9d94-b7145d54362a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.516689 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dcad322d-1f3a-469b-a84e-c53a5c8f8a20 req-089dd424-4061-4157-a18c-4078f752bf9a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479304 Oct 27 16:20:44.528884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:44.535969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:44.593637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Pushing event updated for resources: {'Port': ['ID=12429b2b-5471-4b50-bee6-8cb326059836,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:44.600097 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.614491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 067e01f4-e45c-4a2f-a492-aa81a28e1160 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:44.614491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.688202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-dc987d79-5d6a-4eeb-9d94-b7145d54362a None None] Port e771e99f-0e2c-40e7-b295-17be7eb0d31e cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:44.698206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Network 34024bbb-2215-468a-a950-a82b4fc0f469 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:44.705949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=443b6712-7385-43db-9ff7-d1f50e442381,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:44.712222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:44.717813 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:44.724731 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0627-fa89-425d-aa59-445cf60d413c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:44.778726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Pushing event updated for resources: {'Port': ['ID=4fbe3b27-4110-4491-aa76-6b734daaa0cd,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:44.799649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0af08-b1c1-4f37-aee4-15e876760f14 None None] New status for floating IP a6dee4c0-9e2e-41c6-94ba-469d655bf74e: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:20:44.843805 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99eb5c3d-e545-4596-8c54-deb4aa2fc733 req-b21e7af1-f59e-4092-b575-c2b75f009f30 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.1346674 Oct 27 16:20:44.980157 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863bdbda-c99b-4e0d-897c-16e86ada65d9 x-openstack-request-id: req-863bdbda-c99b-4e0d-897c-16e86ada65d9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:44.984722 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656a5d3c-8a5a-4ef5-a034-f18c62608e95", "name": "network-vif-plugged", "status": "completed", "tag": "443b6712-7385-43db-9ff7-d1f50e442381", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:44.984722 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-863bdbda-c99b-4e0d-897c-16e86ada65d9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:44.984722 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656a5d3c-8a5a-4ef5-a034-f18c62608e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '443b6712-7385-43db-9ff7-d1f50e442381', 'code': 200} Oct 27 16:20:44.994703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Attempting to bind port 4fbe3b27-4110-4491-aa76-6b734daaa0cd on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:44.995232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Attempting to bind port 4fbe3b27-4110-4491-aa76-6b734daaa0cd by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ce90fe97-4a08-4ed8-b2b0-0b343225b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:44.995703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Attempting to bind port 4fbe3b27-4110-4491-aa76-6b734daaa0cd on network 34024bbb-2215-468a-a950-a82b4fc0f469 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:45.019814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a0627-fa89-425d-aa59-445cf60d413c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port e771e99f-0e2c-40e7-b295-17be7eb0d31e {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:45.020431 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0627-fa89-425d-aa59-445cf60d413c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.027034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:45.027565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Checking segment: {'id': 'ce90fe97-4a08-4ed8-b2b0-0b343225b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:45.028086 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.029539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Bound using segment: {'id': 'ce90fe97-4a08-4ed8-b2b0-0b343225b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:45.030222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Bound port: 4fbe3b27-4110-4491-aa76-6b734daaa0cd, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce90fe97-4a08-4ed8-b2b0-0b343225b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:45.030758 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.048278 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-35f0af08-b1c1-4f37-aee4-15e876760f14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:20:45.048793 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-35f0af08-b1c1-4f37-aee4-15e876760f14 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:20:45.138160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefc9e6-efaf-414c-8555-f004459d44d1 req-1e3868fe-84a8-43b0-8f63-361a49183f3d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:45.139344 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3cefc9e6-efaf-414c-8555-f004459d44d1 req-1e3868fe-84a8-43b0-8f63-361a49183f3d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.0831156 Oct 27 16:20:45.139970 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-5017003c-22b5-48e0-9adb-081bac132f93 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.145908 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.168755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] For port 4fbe3b27-4110-4491-aa76-6b734daaa0cd, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:45.176924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017003c-22b5-48e0-9adb-081bac132f93 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Pushing event deleted for resources: {'Port': ['ID=a273e8f1-8711-4fab-83b9-bd14e564c497,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:45.184482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] For port 4fbe3b27-4110-4491-aa76-6b734daaa0cd, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4fbe3b27-4110-4491-aa76-6b734daaa0cd,segment=NetworkSegment(ce90fe97-4a08-4ed8-b2b0-0b343225b57c),segment_id=ce90fe97-4a08-4ed8-b2b0-0b343225b57c)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:45.206715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 067e01f4-e45c-4a2f-a492-aa81a28e1160 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:45.249141 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.279256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-5017003c-22b5-48e0-9adb-081bac132f93 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.281841 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-5017003c-22b5-48e0-9adb-081bac132f93 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.296620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99bfcbdd-9c9d-4f5c-93a7-4b0627c67e50 req-5017003c-22b5-48e0-9adb-081bac132f93 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "DELETE /v2.0/floatingips/a6dee4c0-9e2e-41c6-94ba-469d655bf74e HTTP/1.1" status: 204 len: 173 time: 1.6353967 Oct 27 16:20:45.321872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3cefc9e6-efaf-414c-8555-f004459d44d1 req-3d96d978-47b9-4510-9aa3-04debdb99296 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747755 Oct 27 16:20:45.336801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0312d2-ff69-4139-b02d-b9afb25c93ad req-593dada9-eeee-4a20-b807-1c3135b03e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:45.338254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2d0312d2-ff69-4139-b02d-b9afb25c93ad req-593dada9-eeee-4a20-b807-1c3135b03e25 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 1096 time: 0.3130171 Oct 27 16:20:45.361020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 067e01f4-e45c-4a2f-a492-aa81a28e1160 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:45.361570 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.389610 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0627-fa89-425d-aa59-445cf60d413c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.413372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09980414-761f-4f79-a597-b3fb4f325bc4 None None] Pushing event updated for resources: {'Port': ['ID=4fbe3b27-4110-4491-aa76-6b734daaa0cd,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:45.433239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3b3a0627-fa89-425d-aa59-445cf60d413c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for e771e99f-0e2c-40e7-b295-17be7eb0d31e owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:45.491005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02a5d33d-f0e3-458c-8bf3-a27555e040f5 req-372b8a9c-f058-4101-bff4-154a7af3128b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups/2a94247f-365b-4bec-bdf2-ad4f15927a79 HTTP/1.1" status: 200 len: 1807 time: 0.1093683 Oct 27 16:20:45.504156 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2d0312d2-ff69-4139-b02d-b9afb25c93ad req-95e574ab-bbe8-4a68-825a-fdc8c078e919 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495016 Oct 27 16:20:45.556858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0af08-b1c1-4f37-aee4-15e876760f14 None None] New status for floating IP a6dee4c0-9e2e-41c6-94ba-469d655bf74e: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:20:45.558889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee582235-aa98-4b76-9ae4-ce2f81700dcc req-7fd2bbf8-eacf-457d-9457-7c00c316bc1d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:45.560481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee582235-aa98-4b76-9ae4-ce2f81700dcc req-7fd2bbf8-eacf-457d-9457-7c00c316bc1d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.1657081 Oct 27 16:20:45.573076 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02a5d33d-f0e3-458c-8bf3-a27555e040f5 req-2c4d681d-23b5-47c9-969f-b0ea88ec476b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.581724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.622923 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee582235-aa98-4b76-9ae4-ce2f81700dcc req-aafb5bdd-1ee9-4af1-bcd9-e8eb4aa6c23a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522060 Oct 27 16:20:45.767745 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02a5d33d-f0e3-458c-8bf3-a27555e040f5 req-2c4d681d-23b5-47c9-969f-b0ea88ec476b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.905262 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c32d3-1579-494e-88f9-b34bcca28b2f req-07401ede-1b52-4f9f-becc-0be29899b280 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:45.907085 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-836c32d3-1579-494e-88f9-b34bcca28b2f req-07401ede-1b52-4f9f-becc-0be29899b280 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.0751958 Oct 27 16:20:45.911508 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02a5d33d-f0e3-458c-8bf3-a27555e040f5 req-2c4d681d-23b5-47c9-969f-b0ea88ec476b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.915045 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-02a5d33d-f0e3-458c-8bf3-a27555e040f5 req-2c4d681d-23b5-47c9-969f-b0ea88ec476b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:45.916534 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02a5d33d-f0e3-458c-8bf3-a27555e040f5 req-2c4d681d-23b5-47c9-969f-b0ea88ec476b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "DELETE /v2.0/security-groups/2a94247f-365b-4bec-bdf2-ad4f15927a79 HTTP/1.1" status: 204 len: 173 time: 0.4246738 Oct 27 16:20:45.930168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d681d-23b5-47c9-969f-b0ea88ec476b tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a94247f-365b-4bec-bdf2-ad4f15927a79,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:45.965393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-836c32d3-1579-494e-88f9-b34bcca28b2f req-bd61da97-cbfd-4ded-bbc2-5fb326fb1032 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 Oct 27 16:20:45.974666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Router b9535f67-b3ed-43e5-8fbd-4faf648d023b is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:46.003360 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0627-fa89-425d-aa59-445cf60d413c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.036337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a0627-fa89-425d-aa59-445cf60d413c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=e771e99f-0e2c-40e7-b295-17be7eb0d31e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:46.179127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c29a819f-50f6-46f3-bc9a-afcbb7b5e421 req-149334c5-6890-4e4d-9c04-87ae276d6739 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0562241 Oct 27 16:20:46.193656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b3a0627-fa89-425d-aa59-445cf60d413c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.231017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:46.241226 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Sync routers for ids ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:46.277786 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Routers {'b9535f67-b3ed-43e5-8fbd-4faf648d023b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:46.278755 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:46.377676 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:46.381565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f11a06e1-ab98-4d40-930a-233bef99a495 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9057267 Oct 27 16:20:46.381843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40038) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:46.554895 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Set router b9535f67-b3ed-43e5-8fbd-4faf648d023b gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:46.689698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d04d8-ed03-49bc-b367-0797ec5a00a1 req-ddc53576-cb8d-4f53-93f9-92ce966888e8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:46.704669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-173d04d8-ed03-49bc-b367-0797ec5a00a1 req-ddc53576-cb8d-4f53-93f9-92ce966888e8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1669829 Oct 27 16:20:46.791611 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-173d04d8-ed03-49bc-b367-0797ec5a00a1 req-a2ad0453-fdac-4272-98f4-5ad24629a216 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856667 Oct 27 16:20:46.970639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa580864-49dc-4aff-8951-7497a949f9fb None None] Network 34024bbb-2215-468a-a950-a82b4fc0f469 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:47.022121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458e641-d65d-46a0-b437-a14087fd1829 req-4d47fe8a-c01c-4974-982a-08601b490b70 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:47.031333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9458e641-d65d-46a0-b437-a14087fd1829 req-4d47fe8a-c01c-4974-982a-08601b490b70 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1737394 Oct 27 16:20:47.045983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3a0627-fa89-425d-aa59-445cf60d413c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a594f55a-85ba-4890-8463-54c55f8fa30b has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:20:47.072208 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'name': 'tempest-TestAggregatesBasicOps-481641824-router', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '12429b2b-5471-4b50-bee6-8cb326059836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:42Z', 'updated_at': '2021-10-27T16:20:44Z', 'revision_number': 3, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'gw_port': {'id': '12429b2b-5471-4b50-bee6-8cb326059836', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:43Z', 'updated_at': '2021-10-27T16:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:47.129268 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Checking router: b9535f67-b3ed-43e5-8fbd-4faf648d023b for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:20:47.129621 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Updating router b9535f67-b3ed-43e5-8fbd-4faf648d023b port 12429b2b-5471-4b50-bee6-8cb326059836 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:20:47.162065 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4bdf6a8f-881f-490d-a5e5-91ffb2edc145 None None] Provisioning complete for port 4fbe3b27-4110-4491-aa76-6b734daaa0cd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:47.162429 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4bdf6a8f-881f-490d-a5e5-91ffb2edc145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.210936 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.278641 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9458e641-d65d-46a0-b437-a14087fd1829 req-f1b62d01-d852-493f-91b6-b03196a402c0 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460854 Oct 27 16:20:47.325914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4fbe3b27-4110-4491-aa76-6b734daaa0cd up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:47.376935 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8c548e5-976c-4db8-9e94-cf47da55b054 req-eeead418-cfa5-4e95-9d63-a81de1cd2a22 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0759711 Oct 27 16:20:47.391120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3a0627-fa89-425d-aa59-445cf60d413c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:47.400917 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3b3a0627-fa89-425d-aa59-445cf60d413c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a594f55a-85ba-4890-8463-54c55f8fa30b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4796002 Oct 27 16:20:47.410497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac18195-1fe6-4e3e-acb5-87d5dd559b6b None None] Sync routers for ids ['a594f55a-85ba-4890-8463-54c55f8fa30b'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:47.418308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40048) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:47.485735 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac18195-1fe6-4e3e-acb5-87d5dd559b6b None None] Routers {'a594f55a-85ba-4890-8463-54c55f8fa30b'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:47.486392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4ac18195-1fe6-4e3e-acb5-87d5dd559b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a594f55a-85ba-4890-8463-54c55f8fa30b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:47.537408 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4ac18195-1fe6-4e3e-acb5-87d5dd559b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:47.541521 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4bdf6a8f-881f-490d-a5e5-91ffb2edc145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.567051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64825b92-d996-4389-b9d8-6de18b5a407b req-50e3d8b3-9d89-436f-9327-47e8a699efec tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:47.570358 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64825b92-d996-4389-b9d8-6de18b5a407b req-50e3d8b3-9d89-436f-9327-47e8a699efec tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.1885424 Oct 27 16:20:47.607765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4fbe3b27-4110-4491-aa76-6b734daaa0cd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:47.608192 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.624265 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.624740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac18195-1fe6-4e3e-acb5-87d5dd559b6b None None] Routers {'a594f55a-85ba-4890-8463-54c55f8fa30b'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:47.625183 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4ac18195-1fe6-4e3e-acb5-87d5dd559b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a594f55a-85ba-4890-8463-54c55f8fa30b'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:47.660401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64825b92-d996-4389-b9d8-6de18b5a407b req-40500a98-6db5-488c-a416-b41dc7fc80b1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790913 Oct 27 16:20:47.687417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b47579-97ca-4d8f-9dcb-b2a0ab52e624 req-bd0727cf-3102-498f-8eef-49d7b5a53a36 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:47.693366 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03b47579-97ca-4d8f-9dcb-b2a0ab52e624 req-bd0727cf-3102-498f-8eef-49d7b5a53a36 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.3036344 Oct 27 16:20:47.740361 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.762440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4ac18195-1fe6-4e3e-acb5-87d5dd559b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:47.763449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac18195-1fe6-4e3e-acb5-87d5dd559b6b None None] The sync data for ids ['a594f55a-85ba-4890-8463-54c55f8fa30b'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:47.769233 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-ec47d8cc-8388-4f29-ab66-17bca80e68a9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] remove_router_interface failed (client error): The resource could not be found. Oct 27 16:20:47.777086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4bdf6a8f-881f-490d-a5e5-91ffb2edc145 None None] For port 4fbe3b27-4110-4491-aa76-6b734daaa0cd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4fbe3b27-4110-4491-aa76-6b734daaa0cd,segment=NetworkSegment(ce90fe97-4a08-4ed8-b2b0-0b343225b57c),segment_id=ce90fe97-4a08-4ed8-b2b0-0b343225b57c)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:47.778419 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ec47d8cc-8388-4f29-ab66-17bca80e68a9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a594f55a-85ba-4890-8463-54c55f8fa30b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3459554 Oct 27 16:20:47.779577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40050) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:47.858280 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4bdf6a8f-881f-490d-a5e5-91ffb2edc145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.861821 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Attempting to bind port 12429b2b-5471-4b50-bee6-8cb326059836 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:47.862077 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Attempting to bind port 12429b2b-5471-4b50-bee6-8cb326059836 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:47.862344 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Attempting to bind port 12429b2b-5471-4b50-bee6-8cb326059836 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:47.866780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6a484956-2a8a-43a9-b123-6605385e2f65 req-a93b841d-41df-4c40-9c5a-234452e6d7de tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0675979 Oct 27 16:20:47.881654 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:47.882052 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:47.882428 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.882827 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:47.884269 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Bound port: 12429b2b-5471-4b50-bee6-8cb326059836, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:47.884639 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.892923 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e127294c-f10b-4883-b847-8d0bb3e7e435 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=a594f55a-85ba-4890-8463-54c55f8fa30b HTTP/1.1" status: 200 len: 205 time: 0.0968897 Oct 27 16:20:47.899459 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40054) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:47.907903 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03b47579-97ca-4d8f-9dcb-b2a0ab52e624 req-acdaad4a-1ff8-4be5-ae2c-4aecc0b719d0 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902170 Oct 27 16:20:47.921756 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:47.979424 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] For port 12429b2b-5471-4b50-bee6-8cb326059836, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:47.982734 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] For port 12429b2b-5471-4b50-bee6-8cb326059836, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=12429b2b-5471-4b50-bee6-8cb326059836,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:47.993037 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98d169-d94f-4b08-bfff-aae3b0303a58 None None] Pushing event updated for resources: {'Port': ['ID=12429b2b-5471-4b50-bee6-8cb326059836,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:48.006751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf6a8f-881f-490d-a5e5-91ffb2edc145 None None] Pushing event updated for resources: {'Port': ['ID=4fbe3b27-4110-4491-aa76-6b734daaa0cd,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:48.052553 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:20:48.052927 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:20:48.059336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a395589d-5798-4d82-99c0-a44a4b027ac6 None None] Provisioning complete for port 4fbe3b27-4110-4491-aa76-6b734daaa0cd triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:48.059712 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a395589d-5798-4d82-99c0-a44a4b027ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.071684 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.116268 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5b988b-2acc-4ad2-8425-5b8a39bf4be2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.170851 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Routers {'b9535f67-b3ed-43e5-8fbd-4faf648d023b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:48.171469 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:48.173297 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98d169-d94f-4b08-bfff-aae3b0303a58 None None] Pushing event updated for resources: {'Port': ['ID=12429b2b-5471-4b50-bee6-8cb326059836,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:48.206841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.282988 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] Set router b9535f67-b3ed-43e5-8fbd-4faf648d023b gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:48.285693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b38c3-c76e-47dd-bdf1-fabc2308caf7 req-2c52aa35-7b80-43d7-a76e-6524b1f4575b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.287192 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-700b38c3-c76e-47dd-bdf1-fabc2308caf7 req-2c52aa35-7b80-43d7-a76e-6524b1f4575b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.2544186 Oct 27 16:20:48.415759 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5b988b-2acc-4ad2-8425-5b8a39bf4be2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.419912 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5b988b-2acc-4ad2-8425-5b8a39bf4be2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.507408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-700b38c3-c76e-47dd-bdf1-fabc2308caf7 req-f216a18a-c873-4674-a0be-e179dc354013 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898167 Oct 27 16:20:48.528289 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-725c90ab-d3ee-448b-b4bf-4fdd22687d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.584251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce80104-e6ca-462b-ba4a-75bc2f96083a req-c54d8efe-f0a1-4cd3-a699-4bbd348ae477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.586736 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fce80104-e6ca-462b-ba4a-75bc2f96083a req-c54d8efe-f0a1-4cd3-a699-4bbd348ae477 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 1096 time: 0.1206326 Oct 27 16:20:48.595191 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1277cd5b-f6d4-4d6c-bf45-a3a8ba61f6d4 req-95b246ba-e689-433d-8a25-5c86dccc70ea tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.603839 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1277cd5b-f6d4-4d6c-bf45-a3a8ba61f6d4 req-95b246ba-e689-433d-8a25-5c86dccc70ea tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.1396880 Oct 27 16:20:48.621328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5b988b-2acc-4ad2-8425-5b8a39bf4be2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.621832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5b988b-2acc-4ad2-8425-5b8a39bf4be2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Fanout notify agent at l3_agent the message router_deleted on router a594f55a-85ba-4890-8463-54c55f8fa30b {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:20:48.631426 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'name': 'tempest-TestAggregatesBasicOps-481641824-router', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '12429b2b-5471-4b50-bee6-8cb326059836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:42Z', 'updated_at': '2021-10-27T16:20:44Z', 'revision_number': 3, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'gw_port': {'id': '12429b2b-5471-4b50-bee6-8cb326059836', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:43Z', 'updated_at': '2021-10-27T16:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:48.638132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5b988b-2acc-4ad2-8425-5b8a39bf4be2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.646535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40062) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:48.657087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fe5b988b-2acc-4ad2-8425-5b8a39bf4be2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/a594f55a-85ba-4890-8463-54c55f8fa30b HTTP/1.1" status: 204 len: 168 time: 0.7534778 Oct 27 16:20:48.676079 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c3c50-0000-4573-910a-1fd8ae4e6fe3 None None] The sync data for ids ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'] in n-d-815689-1 is: [{'id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'name': 'tempest-TestAggregatesBasicOps-481641824-router', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '12429b2b-5471-4b50-bee6-8cb326059836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:42Z', 'updated_at': '2021-10-27T16:20:44Z', 'revision_number': 3, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'gw_port': {'id': '12429b2b-5471-4b50-bee6-8cb326059836', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:43Z', 'updated_at': '2021-10-27T16:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:48.676354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Allocated IP 172.20.0.1 (34024bbb-2215-468a-a950-a82b4fc0f469/2e950bd9-25fd-4134-9461-cfbaef9fd477/1e00e1f5-ee52-4485-9eb6-14c9940289e9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:48.752028 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1277cd5b-f6d4-4d6c-bf45-a3a8ba61f6d4 req-043b36e1-0e1e-44ac-ac3b-3c8dd789535d tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414740 Oct 27 16:20:48.813127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e915f7-df30-4249-b2b3-94061e75ded6 req-24630294-f677-4c06-9040-2cd35cfacaa3 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.822005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65e915f7-df30-4249-b2b3-94061e75ded6 req-24630294-f677-4c06-9040-2cd35cfacaa3 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.1640460 Oct 27 16:20:48.827132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5aa756b-9254-48cf-bc9b-b6f36e4480d0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting subnet 9dfd3fed-1de1-479a-91fe-95b24346ad37 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:20:48.875883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce80104-e6ca-462b-ba4a-75bc2f96083a req-00e5fd20-21dd-4fdb-a584-d4d732ec89da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:48.877382 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fce80104-e6ca-462b-ba4a-75bc2f96083a req-00e5fd20-21dd-4fdb-a584-d4d732ec89da service neutron] 10.222.0.54 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 920 time: 0.2703896 Oct 27 16:20:48.884577 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5aa756b-9254-48cf-bc9b-b6f36e4480d0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:48.885001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65e915f7-df30-4249-b2b3-94061e75ded6 req-47e14d81-9efe-46d1-a55f-37c0901ad9c8 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572038 Oct 27 16:20:48.970571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.001853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459e060-ea0b-415c-843b-298c608e30a9 req-a2eeca60-e9c6-4201-a14a-03068e282ae8 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.003658 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6459e060-ea0b-415c-843b-298c608e30a9 req-a2eeca60-e9c6-4201-a14a-03068e282ae8 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.53 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 945 time: 0.0893795 Oct 27 16:20:49.089953 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fce80104-e6ca-462b-ba4a-75bc2f96083a req-6885cbbd-be11-47c5-a4d2-16e47d67ed6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=443b6712-7385-43db-9ff7-d1f50e442381 HTTP/1.1" status: 200 len: 217 time: 0.1672540 Oct 27 16:20:49.110629 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83574419-d63a-43a5-b81d-f4e1cf9051d3 req-36d5c80e-f139-4276-a451-945d27ca92fc tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0854530 Oct 27 16:20:49.198586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5aa756b-9254-48cf-bc9b-b6f36e4480d0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.224332 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.270263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce80104-e6ca-462b-ba4a-75bc2f96083a req-edfd0be6-63a3-4c57-a55e-24e23bf07cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.272018 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fce80104-e6ca-462b-ba4a-75bc2f96083a req-edfd0be6-63a3-4c57-a55e-24e23bf07cbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.1711082 Oct 27 16:20:49.312876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Network 34024bbb-2215-468a-a950-a82b4fc0f469 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:49.328997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:49.335568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:49.374690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4fbe3b27-4110-4491-aa76-6b734daaa0cd up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:49.391405 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.408426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc307f8-205e-4389-bf6b-57dcc59a69dc req-81deea1e-0103-4b89-b191-56f4bcbb6d5f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:49.423052 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ebc307f8-205e-4389-bf6b-57dcc59a69dc req-81deea1e-0103-4b89-b191-56f4bcbb6d5f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.5405161 Oct 27 16:20:49.494875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4fbe3b27-4110-4491-aa76-6b734daaa0cd triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:49.495499 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.518548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Pushing event updated for resources: {'Port': ['ID=1e00e1f5-ee52-4485-9eb6-14c9940289e9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:49.551355 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fce80104-e6ca-462b-ba4a-75bc2f96083a req-db4362fd-2122-44bd-8e8c-c0d4ca9eb2b7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2304220 Oct 27 16:20:49.554429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6459e060-ea0b-415c-843b-298c608e30a9 req-bc3f48a6-23fd-4d1d-81fa-ab6c49abb93c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Deleting port a3a4a965-bc01-4784-8e52-0ad35d9f1501 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:49.557172 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6459e060-ea0b-415c-843b-298c608e30a9 req-bc3f48a6-23fd-4d1d-81fa-ab6c49abb93c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.759584 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ebc307f8-205e-4389-bf6b-57dcc59a69dc req-773a647d-eaec-4699-96ee-e10372205854 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3352139 Oct 27 16:20:49.765293 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 12429b2b-5471-4b50-bee6-8cb326059836 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:49.781881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6459e060-ea0b-415c-843b-298c608e30a9 req-bc3f48a6-23fd-4d1d-81fa-ab6c49abb93c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] For port a3a4a965-bc01-4784-8e52-0ad35d9f1501, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=a3a4a965-bc01-4784-8e52-0ad35d9f1501,segment=NetworkSegment(e68a9f55-6f24-4280-a5dc-f3c0ebf19831),segment_id=e68a9f55-6f24-4280-a5dc-f3c0ebf19831)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:49.791337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6459e060-ea0b-415c-843b-298c608e30a9 req-bc3f48a6-23fd-4d1d-81fa-ab6c49abb93c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.817755 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-777ba0a7-ba17-4cdd-a35a-4d0b07c7d9b2 req-bdfec312-606e-42f9-85bd-fc3ce72c8236 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e404f56c02b64391a88ff470274f8b85&device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0305402 Oct 27 16:20:49.856486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6459e060-ea0b-415c-843b-298c608e30a9 req-bc3f48a6-23fd-4d1d-81fa-ab6c49abb93c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Calling delete_port for a3a4a965-bc01-4784-8e52-0ad35d9f1501 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:49.856757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0182a75a-da50-4cbb-9817-ccbc5294d434 None None] Provisioning complete for port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:49.857288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0182a75a-da50-4cbb-9817-ccbc5294d434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.878911 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [req-6c4e03c8-af21-41a3-b221-11757717da15 req-ccc7d54f-b1e0-4923-98d0-a79546e1994f service neutron] show failed (client error): The resource could not be found. Oct 27 16:20:49.880615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-ccc7d54f-b1e0-4923-98d0-a79546e1994f service neutron] 10.222.0.54 "GET /v2.0/ports/19b00a40-fee3-4c50-ad32-013f68c4f326/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.6739295 Oct 27 16:20:49.912956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-777ba0a7-ba17-4cdd-a35a-4d0b07c7d9b2 req-6f6f7097-01a3-496f-870c-252f7961c57b service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=e404f56c02b64391a88ff470274f8b85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845311 Oct 27 16:20:49.919362 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.927567 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5aa756b-9254-48cf-bc9b-b6f36e4480d0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.936755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0182a75a-da50-4cbb-9817-ccbc5294d434 None None] Port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:49.949632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 12429b2b-5471-4b50-bee6-8cb326059836 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:49.950208 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:49.979520 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fce80104-e6ca-462b-ba4a-75bc2f96083a req-9e5f6b63-4894-421e-aeda-cc6f850b7197 service neutron] 10.222.0.54 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163408 Oct 27 16:20:50.082090 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.113949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 12429b2b-5471-4b50-bee6-8cb326059836, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=12429b2b-5471-4b50-bee6-8cb326059836,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:50.197854 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.202511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfb201-a294-4b42-9c48-cf5212a4cb78 req-e05e66b1-60bd-431b-bbce-b1c702695d2b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:50.219230 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27dfb201-a294-4b42-9c48-cf5212a4cb78 req-e05e66b1-60bd-431b-bbce-b1c702695d2b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.2970653 Oct 27 16:20:50.278899 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=12429b2b-5471-4b50-bee6-8cb326059836,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:50.282184 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fce80104-e6ca-462b-ba4a-75bc2f96083a req-04b5093a-045a-4957-a212-ac6f7d096e98 service neutron] 10.222.0.54 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842925 Oct 27 16:20:50.295734 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27dfb201-a294-4b42-9c48-cf5212a4cb78 req-a3d53bc7-a4db-4877-8ccd-1f005e1d8b0a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745153 Oct 27 16:20:50.317459 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5aa756b-9254-48cf-bc9b-b6f36e4480d0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.352323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa756b-9254-48cf-bc9b-b6f36e4480d0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfd3fed-1de1-479a-91fe-95b24346ad37,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:50.356079 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f5aa756b-9254-48cf-bc9b-b6f36e4480d0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.362033 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f5aa756b-9254-48cf-bc9b-b6f36e4480d0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/9dfd3fed-1de1-479a-91fe-95b24346ad37 HTTP/1.1" status: 204 len: 168 time: 1.7046709 Oct 27 16:20:50.362584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40084) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:50.364219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec70bf9-e928-4cb2-adc5-1240e71cd65d None None] Network ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:50.435240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ba0a7-ba17-4cdd-a35a-4d0b07c7d9b2 req-0fca93fd-39eb-4168-b4ef-927c65da0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:50.441738 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-777ba0a7-ba17-4cdd-a35a-4d0b07c7d9b2 req-0fca93fd-39eb-4168-b4ef-927c65da0418 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5178120 Oct 27 16:20:50.450248 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6459e060-ea0b-415c-843b-298c608e30a9 req-bc3f48a6-23fd-4d1d-81fa-ab6c49abb93c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.478796 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-12803a40-0f1d-40a2-a53e-f33e476ff6a6 req-253120bd-7142-41c5-bf4a-8b0d5d0e30ac tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0518787 Oct 27 16:20:50.489597 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.513577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['a3a4a965-bc01-4784-8e52-0ad35d9f1501'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:20:50.575371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:50.575991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.672454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b0ff9-be50-46f6-9013-3e3a9095c5d6 req-3d8630fc-d450-49a8-8089-c1325217eed7 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:50.673979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-096b0ff9-be50-46f6-9013-3e3a9095c5d6 req-3d8630fc-d450-49a8-8089-c1325217eed7 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 867 time: 0.6209180 Oct 27 16:20:50.698105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7833062d-4bb9-46be-bbb2-14cdfb81360f None None] DHCP port deletion for ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:20:50.698788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f48a6-23fd-4d1d-81fa-ab6c49abb93c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Pushing event deleted for resources: {'Port': ['ID=a3a4a965-bc01-4784-8e52-0ad35d9f1501,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:50.711677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6459e060-ea0b-415c-843b-298c608e30a9 req-bc3f48a6-23fd-4d1d-81fa-ab6c49abb93c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] No DVR routers for this DVR port a3a4a965-bc01-4784-8e52-0ad35d9f1501 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:50.712254 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] For port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=02f8a2f0-a1b0-415a-885c-57db2b52c3d0,segment=NetworkSegment(c049aae9-dadc-4bb3-a21d-4bf3b9a973e3),segment_id=c049aae9-dadc-4bb3-a21d-4bf3b9a973e3)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:50.712640 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.718345 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6459e060-ea0b-415c-843b-298c608e30a9 req-bc3f48a6-23fd-4d1d-81fa-ab6c49abb93c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.722483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6459e060-ea0b-415c-843b-298c608e30a9 req-bc3f48a6-23fd-4d1d-81fa-ab6c49abb93c tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.53 "DELETE /v2.0/ports/a3a4a965-bc01-4784-8e52-0ad35d9f1501 HTTP/1.1" status: 204 len: 173 time: 1.7104244 Oct 27 16:20:50.730213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'name': 'network-vif-deleted', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:50.732746 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b112375-0eaf-4fc7-9f75-8ee0487f164a" -d '{"events": [{"server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "name": "network-vif-deleted", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:50.737818 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67954830-b5f6-4af6-8c26-6b488f1df850 req-b8587bc3-3d69-4342-ad99-f08e37884903 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:50.739372 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-67954830-b5f6-4af6-8c26-6b488f1df850 req-b8587bc3-3d69-4342-ad99-f08e37884903 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.1211264 Oct 27 16:20:50.740417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:50.780347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c4c7d81-7897-4216-aee4-d689bf8021c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:50.781957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c4c7d81-7897-4216-aee4-d689bf8021c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 1097 time: 0.1756103 Oct 27 16:20:50.795415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-096b0ff9-be50-46f6-9013-3e3a9095c5d6 req-2fa886b6-4790-4cf2-8c3f-66eb045d5769 tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/security-groups?id=113d6df8-661c-43b7-9944-3756e83e0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927794 Oct 27 16:20:50.802195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:50.822762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7833062d-4bb9-46be-bbb2-14cdfb81360f None None] Deleting port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:50.822762 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7833062d-4bb9-46be-bbb2-14cdfb81360f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.908167 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.925779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.927042 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-67954830-b5f6-4af6-8c26-6b488f1df850 req-423d27ab-f9ec-4482-b962-81a3340dd4c9 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800232 Oct 27 16:20:50.995481 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a64a964-f1ba-4792-a219-33b2f2f3f998 x-openstack-request-id: req-3a64a964-f1ba-4792-a219-33b2f2f3f998 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:50.996076 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abc28cc2-a887-4280-b6bc-f9114fd157d4", "name": "network-vif-deleted", "tag": "a3a4a965-bc01-4784-8e52-0ad35d9f1501", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:50.998284 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7833062d-4bb9-46be-bbb2-14cdfb81360f None None] For port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=02f8a2f0-a1b0-415a-885c-57db2b52c3d0,segment=NetworkSegment(c049aae9-dadc-4bb3-a21d-4bf3b9a973e3),segment_id=c049aae9-dadc-4bb3-a21d-4bf3b9a973e3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:50.998600 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a64a964-f1ba-4792-a219-33b2f2f3f998 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:50.998689 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7833062d-4bb9-46be-bbb2-14cdfb81360f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:50.999091 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abc28cc2-a887-4280-b6bc-f9114fd157d4', 'name': 'network-vif-deleted', 'tag': 'a3a4a965-bc01-4784-8e52-0ad35d9f1501', 'status': 'completed', 'code': 200} Oct 27 16:20:51.021912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7833062d-4bb9-46be-bbb2-14cdfb81360f None None] Calling delete_port for 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:51.077786 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.090703 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.234013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No DVR routers for this DVR port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:51.259049 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=02f8a2f0-a1b0-415a-885c-57db2b52c3d0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:51.298101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Pushing event updated for resources: {'Port': ['ID=1e00e1f5-ee52-4485-9eb6-14c9940289e9,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:51.303475 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.370323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.385733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:51.392326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:51.403520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c049aae9-dadc-4bb3-a21d-4bf3b9a973e3') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:51.403520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c049aae9-dadc-4bb3-a21d-4bf3b9a973e3') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:51.418797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.434841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:51.436321 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.442436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:20:51.442847 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:20:51.519204 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:20:51.549352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1881f4-7c76-40ab-b49b-b1784e551d6d req-679e978d-30fc-45c3-8477-597b9ccc600a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:51.563100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 12429b2b-5471-4b50-bee6-8cb326059836 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:51.567369 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f1881f4-7c76-40ab-b49b-b1784e551d6d req-679e978d-30fc-45c3-8477-597b9ccc600a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.4748147 Oct 27 16:20:51.611779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.627981 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7833062d-4bb9-46be-bbb2-14cdfb81360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.665708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f1881f4-7c76-40ab-b49b-b1784e551d6d req-2c2d7685-1e8e-44ec-a7da-3e7f852a4adb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970201 Oct 27 16:20:51.670524 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 12429b2b-5471-4b50-bee6-8cb326059836 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:51.671174 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.673096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833062d-4bb9-46be-bbb2-14cdfb81360f None None] Pushing event deleted for resources: {'Port': ['ID=02f8a2f0-a1b0-415a-885c-57db2b52c3d0,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:51.676605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833062d-4bb9-46be-bbb2-14cdfb81360f None None] No DVR routers for this DVR port 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:51.746080 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.752284 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.756285 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/networks/ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853 HTTP/1.1" status: 204 len: 168 time: 1.3922665 Oct 27 16:20:51.771439 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d2b2ef1a-f5c5-4ec7-aa7f-1887f150edaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:51.793310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40104) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:51.805845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2f3c6-557e-458b-8959-ed1dcf0624fa tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Network': ['ID=ee8cbcfd-4ec1-4b14-aed8-ecd8173e1853,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:51.813984 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1794986500'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:51.864685 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3a3c9524-aa2c-40e6-95ea-fd66a1d7333e req-81129124-d69a-452a-bb35-04bcb6038669 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0702775 Oct 27 16:20:51.944457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:52.015378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ddf2c574-e587-4b54-97d1-49237b788a0f req-f1cc545c-cf1c-44f5-b793-ebe787f772ca tempest-ServerRescueTestJSONUnderV235-1278579138 tempest-ServerRescueTestJSONUnderV235-1278579138-project] 10.222.0.15 "GET /v2.0/ports?device_id=abc28cc2-a887-4280-b6bc-f9114fd157d4 HTTP/1.1" status: 200 len: 210 time: 0.0563126 Oct 27 16:20:52.018438 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:52.027805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:20:52.032651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 02f8a2f0-a1b0-415a-885c-57db2b52c3d0 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:20:52.041453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4df037-fc3f-4963-bebe-3e127bed0cfe req-38329d3f-1a7d-4bdb-9688-e389b7da3d02 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.046188 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.049825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a4df037-fc3f-4963-bebe-3e127bed0cfe req-38329d3f-1a7d-4bdb-9688-e389b7da3d02 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.5086958 Oct 27 16:20:52.120114 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:20:52.123292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Transition to ACTIVE for port object 19b00a40-fee3-4c50-ad32-013f68c4f326 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:20:52.127854 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-777ba0a7-ba17-4cdd-a35a-4d0b07c7d9b2 req-7e1090e7-7463-4c09-bcae-eb524cef6205 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.54 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0659003 Oct 27 16:20:52.150623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Network 34024bbb-2215-468a-a950-a82b4fc0f469 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:52.153643 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.154009 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added segment 1fcab4e6-1b4b-480c-bd17-855c9ba91b45 of type vlan for network c460b0eb-7e1d-4465-a2ca-c65461ad5fae Oct 27 16:20:52.154297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:52.158929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a4df037-fc3f-4963-bebe-3e127bed0cfe req-476b9dc9-36d1-465a-aac5-089cbec96e2e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087263 Oct 27 16:20:52.185915 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.212997 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187452f3-e89b-4f11-a3c3-171350594b65 req-2101320f-dffd-4187-8cc8-eae54f8715d6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.214594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-187452f3-e89b-4f11-a3c3-171350594b65 req-2101320f-dffd-4187-8cc8-eae54f8715d6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.1050873 Oct 27 16:20:52.220442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.235696 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.262028 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.345105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-187452f3-e89b-4f11-a3c3-171350594b65 req-874ed862-e8b0-4e11-9f60-9f30ecb57ed5 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168644 Oct 27 16:20:52.406897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.414912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.415949 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.423394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] No DVR routers for this DVR port 19b00a40-fee3-4c50-ad32-013f68c4f326 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:20:52.560853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Network': ['ID=c460b0eb-7e1d-4465-a2ca-c65461ad5fae,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:52.571365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:52.572290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c460b0eb-7e1d-4465-a2ca-c65461ad5fae details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:20:52.607469 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5410e1f4-9e23-4777-b46d-5eb2c4522fa7 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7979746 Oct 27 16:20:52.608108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40112) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:52.612969 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'subnet': {'network_id': 'c460b0eb-7e1d-4465-a2ca-c65461ad5fae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:52.676327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0e6bc5ed-c596-43b9-a20f-0078ec5c52e1 None None] Provisioning complete for port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:52.676327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0e6bc5ed-c596-43b9-a20f-0078ec5c52e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.678165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Router b9535f67-b3ed-43e5-8fbd-4faf648d023b has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:20:52.697936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2beb-f0b0-48af-a70f-63cdb648acaf req-e9c9a995-2deb-4ba5-a491-d12bd4f4ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:52.699427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-560f2beb-f0b0-48af-a70f-63cdb648acaf req-e9c9a995-2deb-4ba5-a491-d12bd4f4ab2e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1053 time: 0.1118991 Oct 27 16:20:52.754102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0e6bc5ed-c596-43b9-a20f-0078ec5c52e1 None None] Port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:20:52.827295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:20:52.831664 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:52.943158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:52.943524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:52.943966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 on network 0f922c33-3659-4eaf-8668-4bffb4ffa94b {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:52.964444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Port 19b00a40-fee3-4c50-ad32-013f68c4f326 on network 0f922c33-3659-4eaf-8668-4bffb4ffa94b not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:20:52.967359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 on network 0f922c33-3659-4eaf-8668-4bffb4ffa94b {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:52.985378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:52.985864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Checking segment: {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:52.986354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Bound using segment: {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:52.986907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Bound port: 19b00a40-fee3-4c50-ad32-013f68c4f326, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:52.987366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.006308 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b3fbdea-5733-403e-a277-73b97885760f req-1fe41c86-d83a-40bd-a32d-687522885d56 tempest-ServerShowV254Test-1677561823 tempest-ServerShowV254Test-1677561823-project] 10.222.0.15 "GET /v2.0/ports?device_id=773a5d53-b5f1-4a37-aa3d-faa6ebc03ee7 HTTP/1.1" status: 200 len: 210 time: 0.0419426 Oct 27 16:20:53.018707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb989696-6d01-4cc6-b23e-df3bef73775b req-28618287-0653-4e32-823a-6e3c1facfdea tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:53.027270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb989696-6d01-4cc6-b23e-df3bef73775b req-28618287-0653-4e32-823a-6e3c1facfdea tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 944 time: 0.1829979 Oct 27 16:20:53.046506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:53.049109 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49e3e42-dec3-48bd-bf21-f9b40155a199" -d '{"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:53.109691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40122) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.216845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device a3a4a965-bc01-4784-8e52-0ad35d9f1501 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:53.217381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:20:53.225841 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8317ec0-e55c-4d62-a7f9-37c68ea991a1 x-openstack-request-id: req-a8317ec0-e55c-4d62-a7f9-37c68ea991a1 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:53.226131 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:53.226390 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8317ec0-e55c-4d62-a7f9-37c68ea991a1 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:53.227474 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'code': 200} Oct 27 16:20:53.229915 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Sync routers for ids ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:20:53.257706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2beb-f0b0-48af-a70f-63cdb648acaf req-83047b55-e783-44c6-9441-ac58c4a661ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:53.259408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-560f2beb-f0b0-48af-a70f-63cdb648acaf req-83047b55-e783-44c6-9441-ac58c4a661ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.4985588 Oct 27 16:20:53.264736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ec40d2bb-921a-442d-a756-b9c4e6a3cb55 admin admin] 10.222.0.15 "PUT /v2.0/routers/b9535f67-b3ed-43e5-8fbd-4faf648d023b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8818185 Oct 27 16:20:53.264907 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Routers {'b9535f67-b3ed-43e5-8fbd-4faf648d023b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:53.267211 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:53.269916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: a3a4a965-bc01-4784-8e52-0ad35d9f1501 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:20:53.270489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device a3a4a965-bc01-4784-8e52-0ad35d9f1501 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:20:53.274293 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:20:53.318463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.370834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb989696-6d01-4cc6-b23e-df3bef73775b req-ecb419c1-5625-4884-b7ce-df16f8ca7ff1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424447 Oct 27 16:20:53.453182 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Set router b9535f67-b3ed-43e5-8fbd-4faf648d023b gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:53.466654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:20:53.471297 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Subnet': ['ID=76adef99-2962-410e-887e-dcc0407707c0,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:53.501042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:53.508955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:53.563439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Checking segment: {'id': '1fcab4e6-1b4b-480c-bd17-855c9ba91b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c460b0eb-7e1d-4465-a2ca-c65461ad5fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:53.564043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network hostable DHCP agents. Network: c460b0eb-7e1d-4465-a2ca-c65461ad5fae, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:20:53.575968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c366b-9de3-4fa9-b7d1-dd5815229930 req-b63a5b29-31a8-4239-a360-d089afd2a9ad tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:53.577759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-070c366b-9de3-4fa9-b7d1-dd5815229930 req-b63a5b29-31a8-4239-a360-d089afd2a9ad tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1036205 Oct 27 16:20:53.590608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-560f2beb-f0b0-48af-a70f-63cdb648acaf req-05a1176d-19b8-48d8-8dc4-f657dff90938 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1000 time: 0.3172147 Oct 27 16:20:53.596476 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.632610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-070c366b-9de3-4fa9-b7d1-dd5815229930 req-19fe78a4-4a5c-45a4-82fd-7a2846dcf8d2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387385 Oct 27 16:20:53.661876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network c460b0eb-7e1d-4465-a2ca-c65461ad5fae is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:20:53.761475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c460b0eb-7e1d-4465-a2ca-c65461ad5fae) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:53.768740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:53.769175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:53.769348 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.770092 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.770743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] 10.222.0.53 "PUT /v2.0/ports/19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1092 time: 2.9744029 Oct 27 16:20:53.771946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0776d772-f67b-4365-aaf2-9a42de5641ee None None] Network c460b0eb-7e1d-4465-a2ca-c65461ad5fae requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:53.797345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2beb-f0b0-48af-a70f-63cdb648acaf req-391417f7-c2d5-475e-ab1f-a37adad9aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:53.798831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-560f2beb-f0b0-48af-a70f-63cdb648acaf req-391417f7-c2d5-475e-ab1f-a37adad9aaba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.1933062 Oct 27 16:20:53.801975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e318d-bd01-413a-9d63-9915278746db service neutron] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:53.820206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdcbfe-0399-4ace-abae-d99ee3d694b2 req-cf7d7689-3339-4ddf-bcf0-32405a54d5b3 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:53.820206 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3cfdcbfe-0399-4ace-abae-d99ee3d694b2 req-cf7d7689-3339-4ddf-bcf0-32405a54d5b3 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.3017828 Oct 27 16:20:53.838496 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'name': 'tempest-TestAggregatesBasicOps-481641824-router', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '12429b2b-5471-4b50-bee6-8cb326059836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:42Z', 'updated_at': '2021-10-27T16:20:49Z', 'revision_number': 4, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'gw_port': {'id': '12429b2b-5471-4b50-bee6-8cb326059836', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:43Z', 'updated_at': '2021-10-27T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '1e00e1f5-ee52-4485-9eb6-14c9940289e9', 'name': '', 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'mac_address': 'fa:16:3e:f9:6c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '2e950bd9-25fd-4134-9461-cfbaef9fd477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:48Z', 'updated_at': '2021-10-27T16:20:50Z', 'revision_number': 2, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'subnets': [{'id': '2e950bd9-25fd-4134-9461-cfbaef9fd477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:53.877728 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-61e5c168-f7e6-4e3d-8385-a9fc7792f592 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2662592 Oct 27 16:20:53.878760 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:53.888538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0583e7b9-6e19-4f0a-a3e1-ad8b6ed1ba74 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2032884936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:20:53.926474 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Checking router: b9535f67-b3ed-43e5-8fbd-4faf648d023b for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:20:53.928907 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Updating router b9535f67-b3ed-43e5-8fbd-4faf648d023b port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:20:53.956580 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3cfdcbfe-0399-4ace-abae-d99ee3d694b2 req-d71728dd-20b6-49cc-b4b4-ee570d348390 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268740 Oct 27 16:20:53.984183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f2beb-f0b0-48af-a70f-63cdb648acaf req-65d2ec46-71f8-4ddb-953b-388a44dc1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:53.988269 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:53.991270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-560f2beb-f0b0-48af-a70f-63cdb648acaf req-65d2ec46-71f8-4ddb-953b-388a44dc1a1a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1672678 Oct 27 16:20:54.072909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-c460b0eb-7e1d-4465-a2ca-c65461ad5fae', 'network_id': 'c460b0eb-7e1d-4465-a2ca-c65461ad5fae', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'fixed_ips': [{'subnet_id': '76adef99-2962-410e-887e-dcc0407707c0'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:20:54.073822 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.108635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0583e7b9-6e19-4f0a-a3e1-ad8b6ed1ba74 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.111112 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0583e7b9-6e19-4f0a-a3e1-ad8b6ed1ba74 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.198991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0583e7b9-6e19-4f0a-a3e1-ad8b6ed1ba74 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.271320 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0583e7b9-6e19-4f0a-a3e1-ad8b6ed1ba74 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.331128 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.364451 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0583e7b9-6e19-4f0a-a3e1-ad8b6ed1ba74 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.368791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0583e7b9-6e19-4f0a-a3e1-ad8b6ed1ba74 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4886045 Oct 27 16:20:54.369379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40146) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:54.409228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Allocated IP 2001:db8::2 (c460b0eb-7e1d-4465-a2ca-c65461ad5fae/76adef99-2962-410e-887e-dcc0407707c0/6e678ae2-8e06-4d8d-912a-91abe4e62545) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:54.412857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-f8261a60-ad02-4a2c-af0b-2db34cab1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:54.418511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-f8261a60-ad02-4a2c-af0b-2db34cab1316 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de&tenant_id=f8dec9b3744a440aa1a6f2084919f3e1 HTTP/1.1" status: 200 len: 1095 time: 0.2863095 Oct 27 16:20:54.426394 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-560f2beb-f0b0-48af-a70f-63cdb648acaf req-69a011db-3a2b-4fed-b4fd-1ca06b5ccc02 service neutron] 10.222.0.53 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4263122 Oct 27 16:20:54.619953 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.700255 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.712730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-6b6ebe9f-8a89-499b-84a3-898398a973d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:54.717084 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-6b6ebe9f-8a89-499b-84a3-898398a973d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 1095 time: 0.2584708 Oct 27 16:20:54.909949 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:54.962881 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-560f2beb-f0b0-48af-a70f-63cdb648acaf req-8378d26b-e754-4f77-b70a-ae630b6581c7 service neutron] 10.222.0.53 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213540 Oct 27 16:20:55.018676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40168) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:55.021989 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.069684 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701f533-6063-48ce-8c9d-5dd3dfa0a776 None None] Pushing event updated for resources: {'Port': ['ID=1e00e1f5-ee52-4485-9eb6-14c9940289e9,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:55.089206 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.103150 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Attempting to bind port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:55.103860 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Attempting to bind port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ce90fe97-4a08-4ed8-b2b0-0b343225b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:55.104464 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Attempting to bind port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 on network 34024bbb-2215-468a-a950-a82b4fc0f469 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:55.110061 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:55.115369 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Checking segment: {'id': 'ce90fe97-4a08-4ed8-b2b0-0b343225b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:55.115369 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.115369 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Bound using segment: {'id': 'ce90fe97-4a08-4ed8-b2b0-0b343225b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:55.115369 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Bound port: 1e00e1f5-ee52-4485-9eb6-14c9940289e9, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce90fe97-4a08-4ed8-b2b0-0b343225b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:55.115369 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.188607 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] For port 1e00e1f5-ee52-4485-9eb6-14c9940289e9, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:55.192772 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] For port 1e00e1f5-ee52-4485-9eb6-14c9940289e9, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1e00e1f5-ee52-4485-9eb6-14c9940289e9,segment=NetworkSegment(ce90fe97-4a08-4ed8-b2b0-0b343225b57c),segment_id=ce90fe97-4a08-4ed8-b2b0-0b343225b57c)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:55.229347 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Network c460b0eb-7e1d-4465-a2ca-c65461ad5fae is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:55.234336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:55.239955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:20:55.243439 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4687034-0cee-4479-850a-0beb30196d44" -d '{"events": [{"name": "network-changed", "server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:20:55.251704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Pushing event updated for resources: {'Port': ['ID=6e678ae2-8e06-4d8d-912a-91abe4e62545,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:55.256499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:55.283033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-4aff3283-4da6-4037-ab0f-c2a60511eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:55.285137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-4aff3283-4da6-4037-ab0f-c2a60511eb0b service neutron] 10.222.0.53 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 917 time: 0.5411210 Oct 27 16:20:55.288853 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.383614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e03c8-af21-41a3-b221-11757717da15 req-9db98382-ab5f-444a-82b4-78f66eea822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:55.385452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-9db98382-ab5f-444a-82b4-78f66eea822b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1095 time: 0.1842587 Oct 27 16:20:55.464077 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Routers {'b9535f67-b3ed-43e5-8fbd-4faf648d023b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:20:55.464880 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:55.487528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Attempting to bind port 6e678ae2-8e06-4d8d-912a-91abe4e62545 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:20:55.487901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Attempting to bind port 6e678ae2-8e06-4d8d-912a-91abe4e62545 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1fcab4e6-1b4b-480c-bd17-855c9ba91b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c460b0eb-7e1d-4465-a2ca-c65461ad5fae'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:20:55.489670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Attempting to bind port 6e678ae2-8e06-4d8d-912a-91abe4e62545 on network c460b0eb-7e1d-4465-a2ca-c65461ad5fae {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:20:55.491922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-56338f68-89f5-49e4-98c9-4b204a7d497a None None] Provisioning complete for port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:55.492958 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-56338f68-89f5-49e4-98c9-4b204a7d497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.520534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e03c8-af21-41a3-b221-11757717da15 req-a485f072-29fd-4ab4-85ff-8769c0050eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:55.523090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-a485f072-29fd-4ab4-85ff-8769c0050eae service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.1237509 Oct 27 16:20:55.543586 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b701f533-6063-48ce-8c9d-5dd3dfa0a776 None None] Pushing event updated for resources: {'Port': ['ID=1e00e1f5-ee52-4485-9eb6-14c9940289e9,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:55.562773 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05ea29-c4fa-475a-9635-29237d0b5ce3 req-6844942f-7692-4c0b-826a-971718bf5573 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:55.573483 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e05ea29-c4fa-475a-9635-29237d0b5ce3 req-6844942f-7692-4c0b-826a-971718bf5573 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 944 time: 0.9596047 Oct 27 16:20:55.581500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:20:55.581874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Checking segment: {'id': '1fcab4e6-1b4b-480c-bd17-855c9ba91b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c460b0eb-7e1d-4465-a2ca-c65461ad5fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:20:55.582260 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.582651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Bound using segment: {'id': '1fcab4e6-1b4b-480c-bd17-855c9ba91b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c460b0eb-7e1d-4465-a2ca-c65461ad5fae'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:20:55.583139 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Bound port: 6e678ae2-8e06-4d8d-912a-91abe4e62545, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fcab4e6-1b4b-480c-bd17-855c9ba91b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'c460b0eb-7e1d-4465-a2ca-c65461ad5fae'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:20:55.583515 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.649853 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] Set router b9535f67-b3ed-43e5-8fbd-4faf648d023b gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:20:55.729905 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-56338f68-89f5-49e4-98c9-4b204a7d497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.785380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-56338f68-89f5-49e4-98c9-4b204a7d497a None None] For port 1e00e1f5-ee52-4485-9eb6-14c9940289e9, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1e00e1f5-ee52-4485-9eb6-14c9940289e9,segment=NetworkSegment(ce90fe97-4a08-4ed8-b2b0-0b343225b57c),segment_id=ce90fe97-4a08-4ed8-b2b0-0b343225b57c)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:55.802147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e05ea29-c4fa-475a-9635-29237d0b5ce3 req-c178fd81-b688-482f-a6b0-48f7507ec915 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276909 Oct 27 16:20:55.804182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] For port 6e678ae2-8e06-4d8d-912a-91abe4e62545, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:20:55.808453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] For port 6e678ae2-8e06-4d8d-912a-91abe4e62545, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6e678ae2-8e06-4d8d-912a-91abe4e62545,segment=NetworkSegment(1fcab4e6-1b4b-480c-bd17-855c9ba91b45),segment_id=1fcab4e6-1b4b-480c-bd17-855c9ba91b45)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:20:55.946732 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-56338f68-89f5-49e4-98c9-4b204a7d497a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.954670 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'name': 'tempest-TestAggregatesBasicOps-481641824-router', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '12429b2b-5471-4b50-bee6-8cb326059836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:42Z', 'updated_at': '2021-10-27T16:20:49Z', 'revision_number': 4, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'gw_port': {'id': '12429b2b-5471-4b50-bee6-8cb326059836', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:43Z', 'updated_at': '2021-10-27T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '1e00e1f5-ee52-4485-9eb6-14c9940289e9', 'name': '', 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'mac_address': 'fa:16:3e:f9:6c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '2e950bd9-25fd-4134-9461-cfbaef9fd477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:48Z', 'updated_at': '2021-10-27T16:20:55Z', 'revision_number': 4, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'subnets': [{'id': '2e950bd9-25fd-4134-9461-cfbaef9fd477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:20:55.969172 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:55.988513 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b6ee94-0d91-4a00-a670-e1869b8829f5 None None] The sync data for ids ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'] in n-d-815689-1 is: [{'id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'name': 'tempest-TestAggregatesBasicOps-481641824-router', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '12429b2b-5471-4b50-bee6-8cb326059836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:42Z', 'updated_at': '2021-10-27T16:20:49Z', 'revision_number': 4, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'gw_port': {'id': '12429b2b-5471-4b50-bee6-8cb326059836', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:43Z', 'updated_at': '2021-10-27T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '1e00e1f5-ee52-4485-9eb6-14c9940289e9', 'name': '', 'network_id': '34024bbb-2215-468a-a950-a82b4fc0f469', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'mac_address': 'fa:16:3e:f9:6c:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2184, 'fixed_ips': [{'subnet_id': '2e950bd9-25fd-4134-9461-cfbaef9fd477', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:48Z', 'updated_at': '2021-10-27T16:20:55Z', 'revision_number': 4, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'subnets': [{'id': '2e950bd9-25fd-4134-9461-cfbaef9fd477', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:20:55.994316 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.071627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381821b-25cb-4077-8f56-1581ee71595c req-02621057-e4aa-4afe-ae16-0fcc9803f395 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.079007 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a381821b-25cb-4077-8f56-1581ee71595c req-02621057-e4aa-4afe-ae16-0fcc9803f395 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.1619294 Oct 27 16:20:56.096366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56338f68-89f5-49e4-98c9-4b204a7d497a None None] Pushing event updated for resources: {'Port': ['ID=1e00e1f5-ee52-4485-9eb6-14c9940289e9,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:56.238408 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b7a6f164-ee85-4aac-ba94-734b75f01891 None None] Provisioning complete for port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:56.239198 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b7a6f164-ee85-4aac-ba94-734b75f01891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.245401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83900db-27c4-42a9-b6ce-844679a6e983 None None] Pushing event updated for resources: {'Port': ['ID=6e678ae2-8e06-4d8d-912a-91abe4e62545,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:56.247881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a381821b-25cb-4077-8f56-1581ee71595c req-dbad569c-b29b-40de-899b-2c0e55443690 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677980 Oct 27 16:20:56.285231 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7da1dd14-c8ef-4e7d-9c02-fa0927b84112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.296747 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-21ff8b6e-da64-4495-a7c9-839295440abc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1000 time: 0.0860639 Oct 27 16:20:56.464657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e03c8-af21-41a3-b221-11757717da15 req-be97a7fa-e5e6-425b-8d76-fe77cfb62892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.475736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-be97a7fa-e5e6-425b-8d76-fe77cfb62892 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.1076703 Oct 27 16:20:56.483984 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f1a8fa-5f80-45d8-ae78-d26a5a4f74b0 x-openstack-request-id: req-b6f1a8fa-5f80-45d8-ae78-d26a5a4f74b0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:20:56.483984 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:20:56.483984 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6f1a8fa-5f80-45d8-ae78-d26a5a4f74b0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:20:56.487883 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'status': 'completed', 'code': 200} Oct 27 16:20:56.568311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Allocated IP 2001:db8::1 (c460b0eb-7e1d-4465-a2ca-c65461ad5fae/76adef99-2962-410e-887e-dcc0407707c0/2d68fb99-7e76-40cb-8fb3-bbaa693f9ff6) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:20:56.609805 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-6fee87b2-4037-425a-9c3a-1debaff17c3f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 HTTP/1.1" status: 200 len: 1000 time: 1.3139997 Oct 27 16:20:56.725707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e03c8-af21-41a3-b221-11757717da15 req-b7770e32-9c55-4fd3-9550-e2b5808aef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.727760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-b7770e32-9c55-4fd3-9550-e2b5808aef3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1795585 Oct 27 16:20:56.753643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee4f8f-5b91-4c9c-a6b2-697425f67284 req-d93729c5-90a7-4fd3-a4ad-1f19d2fce196 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.755272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8ee4f8f-5b91-4c9c-a6b2-697425f67284 req-d93729c5-90a7-4fd3-a4ad-1f19d2fce196 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.5941117 Oct 27 16:20:56.836977 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:56.841972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687034-0cee-4479-850a-0beb30196d44 req-98e6b464-e564-46b6-855c-d812728ad631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:56.847556 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-98e6b464-e564-46b6-855c-d812728ad631 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1095 time: 0.3513358 Oct 27 16:20:56.969033 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.013367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-b6aa98a2-0d5a-49c1-8ca5-ea2e4960af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:57.020151 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-b6aa98a2-0d5a-49c1-8ca5-ea2e4960af4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.3888741 Oct 27 16:20:57.065934 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network c460b0eb-7e1d-4465-a2ca-c65461ad5fae is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:57.078421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:57.083823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:20:57.084945 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.137386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=2d68fb99-7e76-40cb-8fb3-bbaa693f9ff6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:57.181045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8ee4f8f-5b91-4c9c-a6b2-697425f67284 req-575ac1b5-4af6-4913-8634-e4026dc71a4d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957500 Oct 27 16:20:57.387105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-9ddd31f5-9eae-4b58-bf20-03eb368e8ad4 service neutron] 10.222.0.53 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6203210 Oct 27 16:20:57.441925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.452227 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7da1dd14-c8ef-4e7d-9c02-fa0927b84112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.460555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687034-0cee-4479-850a-0beb30196d44 req-f277e9fd-7486-4112-aeb7-7233daf3dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:57.462829 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-f277e9fd-7486-4112-aeb7-7233daf3dc1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.5089507 Oct 27 16:20:57.470922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1e00e1f5-ee52-4485-9eb6-14c9940289e9 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:57.609501 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:57.612524 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.632242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac7638-6af5-4bd7-ac4f-55a8ed713f4b req-b2743054-b567-4c71-99f3-163e3da6e5e5 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:57.641054 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2ac7638-6af5-4bd7-ac4f-55a8ed713f4b req-b2743054-b567-4c71-99f3-163e3da6e5e5 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.1538954 Oct 27 16:20:57.689253 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-5721eecf-cfbe-4300-bcc5-61917506c901 service neutron] 10.222.0.53 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226200 Oct 27 16:20:57.699317 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7da1dd14-c8ef-4e7d-9c02-fa0927b84112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.772312 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6e678ae2-8e06-4d8d-912a-91abe4e62545 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:57.812961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2ac7638-6af5-4bd7-ac4f-55a8ed713f4b req-33c2bc91-744c-4a6e-8249-6b479ec56ad6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707220 Oct 27 16:20:57.846312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-cc70cc3c-7b9e-4653-a35e-bb3b5a357726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:57.848456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-cc70cc3c-7b9e-4653-a35e-bb3b5a357726 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8134706 Oct 27 16:20:57.863497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-bd9f8abc-9e71-461b-849b-21ab541e01ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1000 time: 0.2608778 Oct 27 16:20:57.863900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6e678ae2-8e06-4d8d-912a-91abe4e62545 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:57.864379 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:57.916378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60a893-be67-4a73-a0bf-6a00d2d1227e req-40c9bfa7-63a9-4c09-ae81-0b8781b10aea tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:57.930870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e60a893-be67-4a73-a0bf-6a00d2d1227e req-40c9bfa7-63a9-4c09-ae81-0b8781b10aea tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 944 time: 0.5443017 Oct 27 16:20:57.931703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50692f70-1cbd-430a-b258-fefbe7d01b2f None None] Network c460b0eb-7e1d-4465-a2ca-c65461ad5fae requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:20:57.974649 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7da1dd14-c8ef-4e7d-9c02-fa0927b84112 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e404f56c02b64391a88ff470274f8b85&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7827773 Oct 27 16:20:57.975404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40208) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:58.044433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40210) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:20:58.069950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-327e6c27-9bba-4e5b-96f2-fc801b0e28ef None None] Provisioning complete for port 6e678ae2-8e06-4d8d-912a-91abe4e62545 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:58.070873 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-327e6c27-9bba-4e5b-96f2-fc801b0e28ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.121227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1dd14-c8ef-4e7d-9c02-fa0927b84112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0aaf7e-bf7a-4b3b-8fbe-e9656693fb6e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:58.154450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687034-0cee-4479-850a-0beb30196d44 req-fe87e663-5b7d-471f-b9e9-81060ab2127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.156139 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-fe87e663-5b7d-471f-b9e9-81060ab2127f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.2674906 Oct 27 16:20:58.274012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.291954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e60a893-be67-4a73-a0bf-6a00d2d1227e req-4aa15473-1f7d-4c96-9c64-c2493511ae2c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739137 Oct 27 16:20:58.307636 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.318136 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43841efa-4683-402e-8e65-ceccdfd5c3d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.323498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] Deleting port 64a80b79-a820-4c30-8fb3-05b62d77551e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:20:58.323845 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.354879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.355538 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.385315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687034-0cee-4479-850a-0beb30196d44 req-3b3eade2-fec6-48dd-9bf2-3aba73a5c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.386868 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-3b3eade2-fec6-48dd-9bf2-3aba73a5c891 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1095 time: 0.5335124 Oct 27 16:20:58.399026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687034-0cee-4479-850a-0beb30196d44 req-1abf107c-560a-4a7a-a541-7fea4674e0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.400547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-1abf107c-560a-4a7a-a541-7fea4674e0d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2143238 Oct 27 16:20:58.402500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-ddd93bf0-8ca6-4b3c-874e-55dfd41c08be service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231304 Oct 27 16:20:58.402618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 6e678ae2-8e06-4d8d-912a-91abe4e62545, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6e678ae2-8e06-4d8d-912a-91abe4e62545,segment=NetworkSegment(1fcab4e6-1b4b-480c-bd17-855c9ba91b45),segment_id=1fcab4e6-1b4b-480c-bd17-855c9ba91b45)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:58.418569 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-327e6c27-9bba-4e5b-96f2-fc801b0e28ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.452119 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43841efa-4683-402e-8e65-ceccdfd5c3d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.483366 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.581729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=6e678ae2-8e06-4d8d-912a-91abe4e62545,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:58.622395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=2d68fb99-7e76-40cb-8fb3-bbaa693f9ff6,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:58.632498 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-327e6c27-9bba-4e5b-96f2-fc801b0e28ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:20:58.633013 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-327e6c27-9bba-4e5b-96f2-fc801b0e28ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:20:58.702457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] For port 64a80b79-a820-4c30-8fb3-05b62d77551e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=64a80b79-a820-4c30-8fb3-05b62d77551e,segment=NetworkSegment(e68a9f55-6f24-4280-a5dc-f3c0ebf19831),segment_id=e68a9f55-6f24-4280-a5dc-f3c0ebf19831)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:20:58.703001 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.715311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2ae49-e16f-4dad-8bd5-118a8d2558c0 req-de09e013-717b-407d-9a52-ac723827a83a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.724001 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49c2ae49-e16f-4dad-8bd5-118a8d2558c0 req-de09e013-717b-407d-9a52-ac723827a83a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.4006271 Oct 27 16:20:58.763567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] Calling delete_port for 64a80b79-a820-4c30-8fb3-05b62d77551e owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:20:58.790729 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-15fadaa2-1dd8-43c7-a0ec-e33bdabcbc98 service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599069 Oct 27 16:20:58.819131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687034-0cee-4479-850a-0beb30196d44 req-3b1c4390-ba77-4566-bc1f-57a0f141dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:58.821997 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-3b1c4390-ba77-4566-bc1f-57a0f141dab0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.4148996 Oct 27 16:20:58.835293 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-49c2ae49-e16f-4dad-8bd5-118a8d2558c0 req-f50b62da-e38f-47a5-b89f-f478e807b185 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061959 Oct 27 16:20:58.839136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network c460b0eb-7e1d-4465-a2ca-c65461ad5fae is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:20:58.843568 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43841efa-4683-402e-8e65-ceccdfd5c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.855631 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43841efa-4683-402e-8e65-ceccdfd5c3d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:58.863370 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-43841efa-4683-402e-8e65-ceccdfd5c3d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f0aaf7e-bf7a-4b3b-8fbe-e9656693fb6e HTTP/1.1" status: 204 len: 168 time: 0.8870897 Oct 27 16:20:58.870775 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-81f5eae1-2454-4489-895d-d5f97d35bb02 service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4423668 Oct 27 16:20:58.875742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:20:58.931163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43841efa-4683-402e-8e65-ceccdfd5c3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0aaf7e-bf7a-4b3b-8fbe-e9656693fb6e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:59.294292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6e678ae2-8e06-4d8d-912a-91abe4e62545 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:20:59.300377 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.324110 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.381301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] Pushing event deleted for resources: {'Port': ['ID=64a80b79-a820-4c30-8fb3-05b62d77551e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:20:59.431950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router be237857-2b02-4800-ae36-965c7b12bb6f is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:20:59.437153 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.486110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ec3924a5-10cf-42e2-b910-8dca45b4d3a4 None None] Provisioning complete for port 6e678ae2-8e06-4d8d-912a-91abe4e62545 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:59.487684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec3924a5-10cf-42e2-b910-8dca45b4d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.497910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6e678ae2-8e06-4d8d-912a-91abe4e62545 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:59.499845 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:20:59.594357 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-b43d1c08-fc18-438c-8045-8c0952abe5c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1000 time: 0.7246177 Oct 27 16:20:59.685821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199492e2-5303-4b4e-8484-afb64ecf4f61 req-cdcc9a1d-19cf-4f38-bf1b-50d93e26d796 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.687684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-199492e2-5303-4b4e-8484-afb64ecf4f61 req-cdcc9a1d-19cf-4f38-bf1b-50d93e26d796 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.4898069 Oct 27 16:20:59.819295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f6fdc-562b-4951-898b-d71db2fc45ab req-e013c224-c9f2-441b-8353-65bc6e295f8d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:20:59.837673 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e95f6fdc-562b-4951-898b-d71db2fc45ab req-e013c224-c9f2-441b-8353-65bc6e295f8d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 944 time: 0.4094067 Oct 27 16:20:59.935287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ec3924a5-10cf-42e2-b910-8dca45b4d3a4 None None] Provisioning complete for port 2d68fb99-7e76-40cb-8fb3-bbaa693f9ff6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:20:59.935684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec3924a5-10cf-42e2-b910-8dca45b4d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.025499 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e95f6fdc-562b-4951-898b-d71db2fc45ab req-78d8f37e-6085-4c51-a33c-ece840dae2f7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868207 Oct 27 16:21:00.077784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ec3924a5-10cf-42e2-b910-8dca45b4d3a4 None None] Port 2d68fb99-7e76-40cb-8fb3-bbaa693f9ff6 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:00.168317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:00.184153 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bf8740ef-d746-4a83-a040-5ff243ef79f6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/be237857-2b02-4800-ae36-965c7b12bb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8038452 Oct 27 16:21:00.193245 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73ac8f-1635-490f-96c6-fd016df3cfe5 None None] Sync routers for ids ['be237857-2b02-4800-ae36-965c7b12bb6f'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:00.205404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:00.276362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73ac8f-1635-490f-96c6-fd016df3cfe5 None None] Routers {'be237857-2b02-4800-ae36-965c7b12bb6f'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:00.277207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-eb73ac8f-1635-490f-96c6-fd016df3cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['be237857-2b02-4800-ae36-965c7b12bb6f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:00.291314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-94d2dbfb-fd80-4d0d-9fe6-1b77b0ef3bc7 None None] Provisioning complete for port 2d68fb99-7e76-40cb-8fb3-bbaa693f9ff6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:00.293173 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-94d2dbfb-fd80-4d0d-9fe6-1b77b0ef3bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.362086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c6c840-c843-4f22-aca7-d5af5721df77 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:00.363502 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f5c6c840-c843-4f22-aca7-d5af5721df77 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports/2d68fb99-7e76-40cb-8fb3-bbaa693f9ff6 HTTP/1.1" status: 200 len: 911 time: 0.1458542 Oct 27 16:21:00.383607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40264) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:00.383715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-ce6cb945-38a2-4c92-9a33-d9571fcbfec8 service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5796559 Oct 27 16:21:00.439768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-199492e2-5303-4b4e-8484-afb64ecf4f61 req-864423cf-c049-4290-b4a5-699bfceb356a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233480 Oct 27 16:21:00.457474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-94d2dbfb-fd80-4d0d-9fe6-1b77b0ef3bc7 None None] Port 2d68fb99-7e76-40cb-8fb3-bbaa693f9ff6 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:00.471204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-eb73ac8f-1635-490f-96c6-fd016df3cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:00.501937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687034-0cee-4479-850a-0beb30196d44 req-36671328-3af4-4c42-bbc7-de00bf590acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:00.503131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73ac8f-1635-490f-96c6-fd016df3cfe5 None None] Routers {'be237857-2b02-4800-ae36-965c7b12bb6f'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:00.503603 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-36671328-3af4-4c42-bbc7-de00bf590acf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.8941591 Oct 27 16:21:00.505404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-eb73ac8f-1635-490f-96c6-fd016df3cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['be237857-2b02-4800-ae36-965c7b12bb6f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:00.547782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-eb73ac8f-1635-490f-96c6-fd016df3cfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:00.548495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb73ac8f-1635-490f-96c6-fd016df3cfe5 None None] The sync data for ids ['be237857-2b02-4800-ae36-965c7b12bb6f'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:00.553611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:00.887832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] Router 7846f745-d339-4cb7-90fc-7e940c333787 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:01.121858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:01.131793 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625fce9-a09d-48a9-830b-421851bacdf4 None None] Sync routers for ids ['7846f745-d339-4cb7-90fc-7e940c333787'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:01.142035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7c2cb1eb-a2c1-4935-855f-ae53138669cd admin admin] 10.222.0.15 "PUT /v2.0/routers/7846f745-d339-4cb7-90fc-7e940c333787/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0218596 Oct 27 16:21:01.145335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40288) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:01.154747 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625fce9-a09d-48a9-830b-421851bacdf4 None None] Routers {'7846f745-d339-4cb7-90fc-7e940c333787'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:01.157047 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d625fce9-a09d-48a9-830b-421851bacdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7846f745-d339-4cb7-90fc-7e940c333787'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:01.263202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:01.307152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146f393-f287-41a5-b4c7-5e30d37ee4f5 req-10dd8a62-9682-469c-9ff8-2f9896c14ea6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.314422 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9146f393-f287-41a5-b4c7-5e30d37ee4f5 req-10dd8a62-9682-469c-9ff8-2f9896c14ea6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 1.1087837 Oct 27 16:21:01.390944 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d625fce9-a09d-48a9-830b-421851bacdf4 None None] Set router 7846f745-d339-4cb7-90fc-7e940c333787 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:01.391541 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9146f393-f287-41a5-b4c7-5e30d37ee4f5 req-b1ad4c85-4f12-4682-99b0-c6078b9955a0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762403 Oct 27 16:21:01.465922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd8f17-29a7-4b37-90ed-7a54218e64ee req-1252539c-9b96-404e-84dc-5b39585f93c7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.504647 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cedd8f17-29a7-4b37-90ed-7a54218e64ee req-1252539c-9b96-404e-84dc-5b39585f93c7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 944 time: 0.3487327 Oct 27 16:21:01.545163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] Deleting port 067e01f4-e45c-4a2f-a492-aa81a28e1160 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:01.545516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.659388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e664f98-5a14-48f4-8cfb-63b5ff4b11f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.691904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:01.702729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40294) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:01.711547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'port_id': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'mac_address': 'fa:16:3e:22:17:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:01.759936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cedd8f17-29a7-4b37-90ed-7a54218e64ee req-13d2ec4d-b555-44f2-9c9a-fe1d1b995dee tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543881 Oct 27 16:21:01.776292 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.776422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.794367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4687034-0cee-4479-850a-0beb30196d44 req-fa6793d7-66f6-4d87-910a-2963d6a90961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:01.795948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-fa6793d7-66f6-4d87-910a-2963d6a90961 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2890708 Oct 27 16:21:01.820319 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b00a40-fee3-4c50-ad32-013f68c4f326 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:01.868852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:01.900900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] For port 067e01f4-e45c-4a2f-a492-aa81a28e1160, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=067e01f4-e45c-4a2f-a492-aa81a28e1160,segment=NetworkSegment(05e5e663-6de6-47c6-86b0-15740e3c6b6b),segment_id=05e5e663-6de6-47c6-86b0-15740e3c6b6b)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:01.901292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:01.949840 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.000706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] Calling delete_port for 067e01f4-e45c-4a2f-a492-aa81a28e1160 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:02.021396 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d625fce9-a09d-48a9-830b-421851bacdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:20:59Z', 'revision_number': 5, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:02.067510 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625fce9-a09d-48a9-830b-421851bacdf4 None None] Checking router: 7846f745-d339-4cb7-90fc-7e940c333787 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:21:02.094261 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d625fce9-a09d-48a9-830b-421851bacdf4 None None] Routers {'7846f745-d339-4cb7-90fc-7e940c333787'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:02.096930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:02.102159 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d625fce9-a09d-48a9-830b-421851bacdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7846f745-d339-4cb7-90fc-7e940c333787'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:02.173127 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4ad29-32b1-4229-884d-493b7c5dc8fc req-1f8d0866-10a4-477c-9df1-98f6eeaaf10a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.175967 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9fe4ad29-32b1-4229-884d-493b7c5dc8fc req-1f8d0866-10a4-477c-9df1-98f6eeaaf10a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.3002303 Oct 27 16:21:02.189545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-52a83c91-f661-492f-bf5e-6ac455839fb1 service neutron] 10.222.0.53 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761753 Oct 27 16:21:02.192489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['19b00a40-fee3-4c50-ad32-013f68c4f326'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:02.210879 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:21:02.256667 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.262182 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-d625fce9-a09d-48a9-830b-421851bacdf4 None None] Set router 7846f745-d339-4cb7-90fc-7e940c333787 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:02.656573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Deleting port b20f9a1a-7c7a-47b4-9091-552d14115268 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:02.657851 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.692658 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.713693 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e114f9f7-7283-4fdc-b1e2-697edd7a2bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.790735 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.805133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] For port b20f9a1a-7c7a-47b4-9091-552d14115268, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b20f9a1a-7c7a-47b4-9091-552d14115268,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:02.805948 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:02.825127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Calling delete_port for b20f9a1a-7c7a-47b4-9091-552d14115268 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:02.902367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-cce3feaa-832c-4df5-82da-7e7557554c46 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:02.903959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-cce3feaa-832c-4df5-82da-7e7557554c46 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.53 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c&tenant_id=aa2cd34858c645408908be49587cbd63&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 945 time: 0.4323084 Oct 27 16:21:02.909500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=067e01f4-e45c-4a2f-a492-aa81a28e1160,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:02.911332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4687034-0cee-4479-850a-0beb30196d44 req-39fc4024-62f7-448e-a14a-bf40db57219e service neutron] 10.222.0.53 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339850 Oct 27 16:21:02.968493 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-d625fce9-a09d-48a9-830b-421851bacdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:20:59Z', 'revision_number': 5, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:03.040735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9fe4ad29-32b1-4229-884d-493b7c5dc8fc req-34ce4f40-380f-4182-af5f-46275fcb85bf tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791516 Oct 27 16:21:03.074633 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d625fce9-a09d-48a9-830b-421851bacdf4 None None] The sync data for ids ['7846f745-d339-4cb7-90fc-7e940c333787'] in n-d-815689-1 is: [{'id': '7846f745-d339-4cb7-90fc-7e940c333787', 'name': 'tempest-ServerRescueTestJSONUnderV235-1032187205-router', 'tenant_id': '29e93a9a90fe4e39beb395055a05bd77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:05Z', 'updated_at': '2021-10-27T16:20:59Z', 'revision_number': 5, 'project_id': '29e93a9a90fe4e39beb395055a05bd77', 'gw_port': {'id': 'b20f9a1a-7c7a-47b4-9091-552d14115268', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:e3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7846f745-d339-4cb7-90fc-7e940c333787', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:06Z', 'updated_at': '2021-10-27T16:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:03.275109 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:03.295207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-bbe1bafd-d160-436e-9f15-40cc4fb9207d service neutron] 10.222.0.53 "GET /v2.0/ports/19b00a40-fee3-4c50-ad32-013f68c4f326/bindings/n-h2-815689-1 HTTP/1.1" status: 200 len: 382 time: 0.3777499 Oct 27 16:21:03.375573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c8482-22b0-406c-a652-8a61f5cb5653 req-1e87cb65-36e5-42f1-9ddc-43041a187c4a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:03.377360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-791c8482-22b0-406c-a652-8a61f5cb5653 req-1e87cb65-36e5-42f1-9ddc-43041a187c4a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 945 time: 0.3210511 Oct 27 16:21:03.432471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-791c8482-22b0-406c-a652-8a61f5cb5653 req-06c01ad1-2548-4301-88c5-4908345e3138 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482080 Oct 27 16:21:03.434284 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.436916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 19b00a40-fee3-4c50-ad32-013f68c4f326 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:03.440895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 19b00a40-fee3-4c50-ad32-013f68c4f326 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:03.441205 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.470118 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20f9a1a-7c7a-47b4-9091-552d14115268,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:03.564082 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4075b-28e0-424c-8a34-f2576d189924 req-16aff659-a374-4b6f-8b93-626237fa7e0a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:03.565735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-35b4075b-28e0-424c-8a34-f2576d189924 req-16aff659-a374-4b6f-8b93-626237fa7e0a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.3640106 Oct 27 16:21:03.591301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e114f9f7-7283-4fdc-b1e2-697edd7a2bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.649737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.665614 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e114f9f7-7283-4fdc-b1e2-697edd7a2bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.676164 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.708635 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e114f9f7-7283-4fdc-b1e2-697edd7a2bab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7d00fc7380d4e7383dc9b9097ad5c82&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0009217 Oct 27 16:21:03.709515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6e664f98-5a14-48f4-8cfb-63b5ff4b11f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port 2d68fb99-7e76-40cb-8fb3-bbaa693f9ff6 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:03.709984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e664f98-5a14-48f4-8cfb-63b5ff4b11f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.713387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40310) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:03.718053 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:03.720596 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43a2392-2b2c-4b7b-8968-de2ca964b315" -d '{"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-plugged", "status": "completed", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:03.765444 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.767389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:03.803754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.806287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.842210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca3dac-29f5-4719-86c1-3a3d936f15e7 req-2afa2175-aa02-489b-bfef-a7ea06736b86 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:03.844176 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-35b4075b-28e0-424c-8a34-f2576d189924 req-b77d709f-0d80-4020-87cc-f1ff4489f210 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650411 Oct 27 16:21:03.854284 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.878863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03ca3dac-29f5-4719-86c1-3a3d936f15e7 req-2afa2175-aa02-489b-bfef-a7ea06736b86 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 946 time: 0.2785709 Oct 27 16:21:03.966728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114f9f7-7283-4fdc-b1e2-697edd7a2bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19aec23-0c88-4756-9433-c0f35cfae106,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:03.973444 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-382420ed-2705-4fdc-bf99-e8d65ef03ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:03.977741 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb519ceb-7e0a-4b07-8836-f9b7b9e20443 x-openstack-request-id: req-fb519ceb-7e0a-4b07-8836-f9b7b9e20443 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:03.977741 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-plugged", "status": "completed", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:03.978186 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb519ceb-7e0a-4b07-8836-f9b7b9e20443 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:03.978751 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'code': 200} Oct 27 16:21:03.979770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:04.026084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-382420ed-2705-4fdc-bf99-e8d65ef03ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.064978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e664f98-5a14-48f4-8cfb-63b5ff4b11f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.069623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03ca3dac-29f5-4719-86c1-3a3d936f15e7 req-16b82100-3e28-4807-be67-9c04df9c8612 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970532 Oct 27 16:21:04.101586 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6e664f98-5a14-48f4-8cfb-63b5ff4b11f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for 2d68fb99-7e76-40cb-8fb3-bbaa693f9ff6 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:04.117559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.118468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7846f745-d339-4cb7-90fc-7e940c333787 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:04.123177 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.126535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a912d69d-674a-4ec3-a0de-6f3c3cce2ea2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7846f745-d339-4cb7-90fc-7e940c333787 HTTP/1.1" status: 204 len: 168 time: 2.9775655 Oct 27 16:21:04.126535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40318) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:04.226992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec37803-e716-4352-a296-16c83b15a5cd admin admin] Deleting subnet 828c5b17-d116-4898-80ef-f316855e3922 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:04.232788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bec37803-e716-4352-a296-16c83b15a5cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.285682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bec37803-e716-4352-a296-16c83b15a5cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.339979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bec37803-e716-4352-a296-16c83b15a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.425346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] Router 786c85d3-228e-4b76-add1-c1a46cd8fb09 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:04.482390 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bec37803-e716-4352-a296-16c83b15a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.520980 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-382420ed-2705-4fdc-bf99-e8d65ef03ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.523964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-382420ed-2705-4fdc-bf99-e8d65ef03ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.527609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec37803-e716-4352-a296-16c83b15a5cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=828c5b17-d116-4898-80ef-f316855e3922,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:04.528314 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-382420ed-2705-4fdc-bf99-e8d65ef03ac7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d19aec23-0c88-4756-9433-c0f35cfae106 HTTP/1.1" status: 204 len: 168 time: 0.8053455 Oct 27 16:21:04.558731 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bec37803-e716-4352-a296-16c83b15a5cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.564536 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bec37803-e716-4352-a296-16c83b15a5cd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/828c5b17-d116-4898-80ef-f316855e3922 HTTP/1.1" status: 204 len: 168 time: 0.4345906 Oct 27 16:21:04.564695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40324) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:04.673306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.720197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382420ed-2705-4fdc-bf99-e8d65ef03ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19aec23-0c88-4756-9433-c0f35cfae106,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:04.778855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274d547-adae-431d-ba85-fbc8736148bc req-04215235-6ae7-4cb9-a0a7-3717c4bd3bb6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.780484 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5274d547-adae-431d-ba85-fbc8736148bc req-04215235-6ae7-4cb9-a0a7-3717c4bd3bb6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.3690743 Oct 27 16:21:04.864476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-fc60dc33-8436-4317-be50-b13c3734a8bc tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.865988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-fc60dc33-8436-4317-be50-b13c3734a8bc tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.54 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 946 time: 0.2066300 Oct 27 16:21:04.884666 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:04.895306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ca381-70c1-46e4-856d-01b65222642a req-736509e6-48e4-4c00-be7a-f0ba930e9b9b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:04.902893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da4ca381-70c1-46e4-856d-01b65222642a req-736509e6-48e4-4c00-be7a-f0ba930e9b9b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.2556498 Oct 27 16:21:04.936595 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5274d547-adae-431d-ba85-fbc8736148bc req-715e54c0-e750-417c-9bd0-add55a4a4425 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400280 Oct 27 16:21:04.958758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:04.958758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-965e130a-e601-4ca5-9f71-1708d5dd99d0 admin admin] 10.222.0.15 "PUT /v2.0/routers/786c85d3-228e-4b76-add1-c1a46cd8fb09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9130478 Oct 27 16:21:04.965404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4082320e-1466-49a2-a923-0324eced614a None None] Sync routers for ids ['786c85d3-228e-4b76-add1-c1a46cd8fb09'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:04.972507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40330) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:05.009490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082320e-1466-49a2-a923-0324eced614a None None] Routers {'786c85d3-228e-4b76-add1-c1a46cd8fb09'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:05.010847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4082320e-1466-49a2-a923-0324eced614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['786c85d3-228e-4b76-add1-c1a46cd8fb09'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:05.036918 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e664f98-5a14-48f4-8cfb-63b5ff4b11f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.105799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e664f98-5a14-48f4-8cfb-63b5ff4b11f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=2d68fb99-7e76-40cb-8fb3-bbaa693f9ff6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:05.319315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 64a80b79-a820-4c30-8fb3-05b62d77551e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:05.402203 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 64a80b79-a820-4c30-8fb3-05b62d77551e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:05.402550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 64a80b79-a820-4c30-8fb3-05b62d77551e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:05.402985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b20f9a1a-7c7a-47b4-9091-552d14115268 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:05.408071 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e664f98-5a14-48f4-8cfb-63b5ff4b11f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.475599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b20f9a1a-7c7a-47b4-9091-552d14115268 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:05.476539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b20f9a1a-7c7a-47b4-9091-552d14115268 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:05.550343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4082320e-1466-49a2-a923-0324eced614a None None] Set router 786c85d3-228e-4b76-add1-c1a46cd8fb09 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:05.570834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0036263-00b1-4fbe-a638-56bdf2ffb0ad req-c6eb99e1-e148-43f7-9771-6f004ffc9d96 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:05.573399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0036263-00b1-4fbe-a638-56bdf2ffb0ad req-c6eb99e1-e148-43f7-9771-6f004ffc9d96 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.3694642 Oct 27 16:21:05.687989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db29934f-3301-4ecf-94ab-df58d30b0ad9']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:05.737972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68a9f55-6f24-4280-a5dc-f3c0ebf19831') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:05.738323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68a9f55-6f24-4280-a5dc-f3c0ebf19831') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:05.762632 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.793275 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da4ca381-70c1-46e4-856d-01b65222642a req-9901012d-8bbd-48b6-9c0e-950563574bfe tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8893924 Oct 27 16:21:05.903542 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.926863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4082320e-1466-49a2-a923-0324eced614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'name': 'tempest-TestAggregatesBasicOps-334482725-router', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:23Z', 'updated_at': '2021-10-27T16:21:02Z', 'revision_number': 5, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'gw_port': {'id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:26Z', 'updated_at': '2021-10-27T16:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:05.938740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:05.939140 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:05.943231 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:05.983952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4082320e-1466-49a2-a923-0324eced614a None None] Checking router: 786c85d3-228e-4b76-add1-c1a46cd8fb09 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:21:05.994194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082320e-1466-49a2-a923-0324eced614a None None] Routers {'786c85d3-228e-4b76-add1-c1a46cd8fb09'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:05.995615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4082320e-1466-49a2-a923-0324eced614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['786c85d3-228e-4b76-add1-c1a46cd8fb09'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.051634 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.141832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-8f837158-6bbd-4391-8b87-1090971826a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:06.143322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-8f837158-6bbd-4391-8b87-1090971826a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1097 time: 0.2785091 Oct 27 16:21:06.170226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65357f-29c1-445f-88e8-22a65b5a8046 req-80910923-7852-4552-875b-f9d57ada63ed tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:06.177630 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c65357f-29c1-445f-88e8-22a65b5a8046 req-80910923-7852-4552-875b-f9d57ada63ed tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 946 time: 0.2641213 Oct 27 16:21:06.196484 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.210378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Deleting port 3b2fd444-1d19-421a-8720-5ff8d501d2b2 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:06.211817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.232881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c0036263-00b1-4fbe-a638-56bdf2ffb0ad req-480fa7f8-e551-420f-9f5d-14914801f969 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6335301 Oct 27 16:21:06.233531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4082320e-1466-49a2-a923-0324eced614a None None] Set router 786c85d3-228e-4b76-add1-c1a46cd8fb09 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:06.249370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e664f98-5a14-48f4-8cfb-63b5ff4b11f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router be237857-2b02-4800-ae36-965c7b12bb6f has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:06.264085 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.288362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] 10.222.0.15 "DELETE /v2.0/networks/db29934f-3301-4ecf-94ab-df58d30b0ad9 HTTP/1.1" status: 204 len: 168 time: 1.7219257 Oct 27 16:21:06.441614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e664f98-5a14-48f4-8cfb-63b5ff4b11f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:06.458016 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6e664f98-5a14-48f4-8cfb-63b5ff4b11f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/be237857-2b02-4800-ae36-965c7b12bb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0781772 Oct 27 16:21:06.462505 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17728607-3cb6-42ca-b02e-f02eccebbf8b None None] Sync routers for ids ['be237857-2b02-4800-ae36-965c7b12bb6f'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:06.463086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:06.494096 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17728607-3cb6-42ca-b02e-f02eccebbf8b None None] Routers {'be237857-2b02-4800-ae36-965c7b12bb6f'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:06.495089 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-17728607-3cb6-42ca-b02e-f02eccebbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['be237857-2b02-4800-ae36-965c7b12bb6f'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.531324 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-17728607-3cb6-42ca-b02e-f02eccebbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.552550 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-edfe1be6-a89d-48f1-9ec7-6e063ea768c9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=be237857-2b02-4800-ae36-965c7b12bb6f HTTP/1.1" status: 200 len: 205 time: 0.0813599 Oct 27 16:21:06.561339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40356) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:06.572065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1d99a-2238-429b-ad2b-a8c47602f345 admin admin] Pushing event deleted for resources: {'Network': ['ID=db29934f-3301-4ecf-94ab-df58d30b0ad9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:06.597499 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17728607-3cb6-42ca-b02e-f02eccebbf8b None None] Routers {'be237857-2b02-4800-ae36-965c7b12bb6f'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:06.598475 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-17728607-3cb6-42ca-b02e-f02eccebbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['be237857-2b02-4800-ae36-965c7b12bb6f'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.601494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933715ab-1ebb-4003-80b5-0b7c9c83b359 req-4d020709-ce3a-4e24-948f-03af8c36f31a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:06.603161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-933715ab-1ebb-4003-80b5-0b7c9c83b359 req-4d020709-ce3a-4e24-948f-03af8c36f31a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.2244816 Oct 27 16:21:06.607241 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.651093 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c65357f-29c1-445f-88e8-22a65b5a8046 req-e2864d64-2a5d-4905-9691-d66b732749b5 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4723606 Oct 27 16:21:06.683571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4082320e-1466-49a2-a923-0324eced614a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'name': 'tempest-TestAggregatesBasicOps-334482725-router', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:23Z', 'updated_at': '2021-10-27T16:21:02Z', 'revision_number': 5, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'gw_port': {'id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:26Z', 'updated_at': '2021-10-27T16:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.732468 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-17728607-3cb6-42ca-b02e-f02eccebbf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:06.754031 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17728607-3cb6-42ca-b02e-f02eccebbf8b None None] The sync data for ids ['be237857-2b02-4800-ae36-965c7b12bb6f'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:06.783503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4082320e-1466-49a2-a923-0324eced614a None None] The sync data for ids ['786c85d3-228e-4b76-add1-c1a46cd8fb09'] in n-d-815689-1 is: [{'id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'name': 'tempest-TestAggregatesBasicOps-334482725-router', 'tenant_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96'}], 'enable_snat': True}, 'gw_port_id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:23Z', 'updated_at': '2021-10-27T16:21:02Z', 'revision_number': 5, 'project_id': '906f5dfcaec847239da2fd24f7e2eaa3', 'gw_port': {'id': 'b396357f-662e-45aa-a343-9535b8ad8593', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:43:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786c85d3-228e-4b76-add1-c1a46cd8fb09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2162, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:26Z', 'updated_at': '2021-10-27T16:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:06.827098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] For port 3b2fd444-1d19-421a-8720-5ff8d501d2b2, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3b2fd444-1d19-421a-8720-5ff8d501d2b2,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:06.827465 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.843588 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5936aa10-5527-492d-a609-687a11a46056 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:06.849264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40364) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:06.854331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-9a9a5071-40e6-4861-9278-ab4c7fe69026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:06.856942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-9a9a5071-40e6-4861-9278-ab4c7fe69026 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.6719215 Oct 27 16:21:06.975632 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-933715ab-1ebb-4003-80b5-0b7c9c83b359 req-26d52cc4-e293-49d0-aa5f-3d4fbd335744 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791421 Oct 27 16:21:07.083046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-b294d5bb-4d0f-4510-918f-1cd3781f8e87 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1002 time: 0.1591399 Oct 27 16:21:07.113238 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-46f1bc0c-5c03-475d-aa90-fd3ca17e215f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29e93a9a90fe4e39beb395055a05bd77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515366 Oct 27 16:21:07.116134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:07.127326 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5936aa10-5527-492d-a609-687a11a46056 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.134941 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5936aa10-5527-492d-a609-687a11a46056 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.152872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Deleting port b396357f-662e-45aa-a343-9535b8ad8593 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:07.153128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.246390 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 067e01f4-e45c-4a2f-a492-aa81a28e1160 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:07.250103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-77ae1254-0fdc-45d1-815b-eca552004743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.287753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-77ae1254-0fdc-45d1-815b-eca552004743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.313841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 067e01f4-e45c-4a2f-a492-aa81a28e1160 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:07.316331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 067e01f4-e45c-4a2f-a492-aa81a28e1160 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:07.330179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] For port b396357f-662e-45aa-a343-9535b8ad8593, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b396357f-662e-45aa-a343-9535b8ad8593,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:07.336620 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.346638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5936aa10-5527-492d-a609-687a11a46056 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.347454 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5936aa10-5527-492d-a609-687a11a46056 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Fanout notify agent at l3_agent the message router_deleted on router be237857-2b02-4800-ae36-965c7b12bb6f {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:07.360913 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5936aa10-5527-492d-a609-687a11a46056 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.365967 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5936aa10-5527-492d-a609-687a11a46056 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/be237857-2b02-4800-ae36-965c7b12bb6f HTTP/1.1" status: 204 len: 168 time: 0.8029251 Oct 27 16:21:07.367006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40370) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:07.383514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Calling delete_port for b396357f-662e-45aa-a343-9535b8ad8593 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:07.443741 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-77ae1254-0fdc-45d1-815b-eca552004743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.447108 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-77ae1254-0fdc-45d1-815b-eca552004743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.450614 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-77ae1254-0fdc-45d1-815b-eca552004743 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/113d6df8-661c-43b7-9944-3756e83e0a15 HTTP/1.1" status: 204 len: 168 time: 0.3310399 Oct 27 16:21:07.506894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae1254-0fdc-45d1-815b-eca552004743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113d6df8-661c-43b7-9944-3756e83e0a15,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:07.524928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-e419d098-4d73-484f-a0f1-cfd83b77cca8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting subnet 76adef99-2962-410e-887e-dcc0407707c0 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:07.531413 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e419d098-4d73-484f-a0f1-cfd83b77cca8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.532591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead67317-e79d-4c09-a9de-923b8e115392 req-6e648cd0-ce48-477a-ba81-6c41ef0ac9b2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.534623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ead67317-e79d-4c09-a9de-923b8e115392 req-6e648cd0-ce48-477a-ba81-6c41ef0ac9b2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.6038356 Oct 27 16:21:07.609441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1273e1-648e-49cf-b654-6006cc5a0ad5 req-1b08bcda-b285-4b3b-a424-65293143e382 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.618092 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da1273e1-648e-49cf-b654-6006cc5a0ad5 req-1b08bcda-b285-4b3b-a424-65293143e382 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.2499533 Oct 27 16:21:07.655258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-9a532f69-5ce2-4fb0-b206-2238e9d572f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.656585 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e419d098-4d73-484f-a0f1-cfd83b77cca8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.657477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-9a532f69-5ce2-4fb0-b206-2238e9d572f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.2926311 Oct 27 16:21:07.725539 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da1273e1-648e-49cf-b654-6006cc5a0ad5 req-d2970a67-d117-4c3e-9f20-aab24fd07d41 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064095 Oct 27 16:21:07.753566 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.753566 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.753566 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Floating IP 215cb556-751e-4ae9-b839-7ea9648a1dc7 disassociated. External IP: 172.25.4.72, port: 3b2fd444-1d19-421a-8720-5ff8d501d2b2. Oct 27 16:21:07.753566 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Calling delete_port for 3b2fd444-1d19-421a-8720-5ff8d501d2b2 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:07.914105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e419d098-4d73-484f-a0f1-cfd83b77cca8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:07.928818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ead67317-e79d-4c09-a9de-923b8e115392 req-b49e188a-09df-4522-92a9-b032ce5a67c2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091817 Oct 27 16:21:07.990201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1e09b-e71d-4fdf-bed2-1eb8ff1902ca req-444adbef-d86d-4663-a97b-4a451df53ad3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:07.998336 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dfb1e09b-e71d-4fdf-bed2-1eb8ff1902ca req-444adbef-d86d-4663-a97b-4a451df53ad3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 946 time: 0.1231475 Oct 27 16:21:08.063884 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dfb1e09b-e71d-4fdf-bed2-1eb8ff1902ca req-a07c9631-0f3e-469b-9b1a-f78c82f88ea8 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups?id=4ee113dc-3094-4adc-a621-8e44fb37a3d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576108 Oct 27 16:21:08.076871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-caaa2214-5505-4063-8a5c-e0ab6525486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:08.083131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-caaa2214-5505-4063-8a5c-e0ab6525486e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3783169 Oct 27 16:21:08.100249 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e419d098-4d73-484f-a0f1-cfd83b77cca8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.159625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419d098-4d73-484f-a0f1-cfd83b77cca8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Subnet': ['ID=76adef99-2962-410e-887e-dcc0407707c0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:08.164019 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e419d098-4d73-484f-a0f1-cfd83b77cca8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.170902 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e419d098-4d73-484f-a0f1-cfd83b77cca8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/76adef99-2962-410e-887e-dcc0407707c0 HTTP/1.1" status: 204 len: 168 time: 0.8013332 Oct 27 16:21:08.171729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40386) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:08.174797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a1a00-bf09-4da8-a845-9badee52b32b None None] Network c460b0eb-7e1d-4465-a2ca-c65461ad5fae requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:08.283892 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.442706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port 6e678ae2-8e06-4d8d-912a-91abe4e62545 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:08.443121 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.516000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edccb2-5ce7-45a1-9a22-380abffe9238 req-5f874f78-56b6-4532-adc2-2f7548a565b4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:08.531236 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32edccb2-5ce7-45a1-9a22-380abffe9238 req-5f874f78-56b6-4532-adc2-2f7548a565b4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.3663089 Oct 27 16:21:08.595511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] For port 6e678ae2-8e06-4d8d-912a-91abe4e62545, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6e678ae2-8e06-4d8d-912a-91abe4e62545,segment=NetworkSegment(1fcab4e6-1b4b-480c-bd17-855c9ba91b45),segment_id=1fcab4e6-1b4b-480c-bd17-855c9ba91b45)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:08.597210 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.622070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1ed59c-e1ed-45d9-a7ae-9cd19de47e94 None None] DHCP port deletion for c460b0eb-7e1d-4465-a2ca-c65461ad5fae request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:21:08.629534 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.637047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for 6e678ae2-8e06-4d8d-912a-91abe4e62545 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:08.681259 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.715495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ed59c-e1ed-45d9-a7ae-9cd19de47e94 None None] Deleting port 6e678ae2-8e06-4d8d-912a-91abe4e62545 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:08.717973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3b1ed59c-e1ed-45d9-a7ae-9cd19de47e94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.760160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-4a574506-f1fd-4767-8f2f-466acc4c1113 service neutron] 10.222.0.53 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462383 Oct 27 16:21:08.819473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b396357f-662e-45aa-a343-9535b8ad8593,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:08.870675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32edccb2-5ce7-45a1-9a22-380abffe9238 req-f190e833-ae41-44fe-a978-828fe51b6b5a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384788 Oct 27 16:21:08.942558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3b1ed59c-e1ed-45d9-a7ae-9cd19de47e94 None None] For port 6e678ae2-8e06-4d8d-912a-91abe4e62545, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6e678ae2-8e06-4d8d-912a-91abe4e62545,segment=NetworkSegment(1fcab4e6-1b4b-480c-bd17-855c9ba91b45),segment_id=1fcab4e6-1b4b-480c-bd17-855c9ba91b45)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:08.943092 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3b1ed59c-e1ed-45d9-a7ae-9cd19de47e94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.956611 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:08.984291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event deleted for resources: {'Port': ['ID=3b2fd444-1d19-421a-8720-5ff8d501d2b2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:08.989988 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ed59c-e1ed-45d9-a7ae-9cd19de47e94 None None] Calling delete_port for 6e678ae2-8e06-4d8d-912a-91abe4e62545 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:09.041744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No DVR routers for this DVR port 6e678ae2-8e06-4d8d-912a-91abe4e62545 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:09.127596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=6e678ae2-8e06-4d8d-912a-91abe4e62545,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:09.249874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f11daf-ae9e-46a3-ae23-d9b8c30839c1 req-b8da92f9-a5c4-4d2e-afd4-d795b6c290f5 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:09.253330 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18f11daf-ae9e-46a3-ae23-d9b8c30839c1 req-b8da92f9-a5c4-4d2e-afd4-d795b6c290f5 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.3594854 Oct 27 16:21:09.260301 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3b1ed59c-e1ed-45d9-a7ae-9cd19de47e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.321943 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.354142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3b2fd444-1d19-421a-8720-5ff8d501d2b2 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:09.358245 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ed59c-e1ed-45d9-a7ae-9cd19de47e94 None None] Pushing event deleted for resources: {'Port': ['ID=6e678ae2-8e06-4d8d-912a-91abe4e62545,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:09.410307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c460b0eb-7e1d-4465-a2ca-c65461ad5fae']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:09.410576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ed59c-e1ed-45d9-a7ae-9cd19de47e94 None None] No DVR routers for this DVR port 6e678ae2-8e06-4d8d-912a-91abe4e62545 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:09.415447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 3b2fd444-1d19-421a-8720-5ff8d501d2b2 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:09.416464 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3b2fd444-1d19-421a-8720-5ff8d501d2b2 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:09.417481 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18f11daf-ae9e-46a3-ae23-d9b8c30839c1 req-6c779134-142c-4884-abe8-828d67f54ae7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558573 Oct 27 16:21:09.438980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6e678ae2-8e06-4d8d-912a-91abe4e62545 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:09.439763 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcab4e6-1b4b-480c-bd17-855c9ba91b45') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:09.441568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcab4e6-1b4b-480c-bd17-855c9ba91b45') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:09.495858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.527361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 6e678ae2-8e06-4d8d-912a-91abe4e62545 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:09.527712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6e678ae2-8e06-4d8d-912a-91abe4e62545 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:09.550958 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.567478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:09.567478 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:09.573754 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:09.736281 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-47d3a85e-8803-496a-88d2-12e0d78c71b2 req-3aa8ad64-091e-4b06-8985-29c73e4a8221 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 210 time: 0.0622330 Oct 27 16:21:09.865258 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.893375 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:09.901369 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/networks/c460b0eb-7e1d-4465-a2ca-c65461ad5fae HTTP/1.1" status: 204 len: 168 time: 1.7238364 Oct 27 16:21:09.901369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752808d-bddb-44ac-9375-f135d77507a6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Network': ['ID=c460b0eb-7e1d-4465-a2ca-c65461ad5fae,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:09.902681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40420) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:09.911561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-69712191', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:09.927081 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.108668 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.114252 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.122902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-a132a595-982c-4077-9736-1f1195058250 service neutron] 10.222.0.53 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2718852 Oct 27 16:21:10.141937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82938e03-cd49-4e02-aa73-b5cc3c95d967 req-6641d8c8-5a92-48e9-bfde-0568acba6152 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.143495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-82938e03-cd49-4e02-aa73-b5cc3c95d967 req-6641d8c8-5a92-48e9-bfde-0568acba6152 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.9872591 Oct 27 16:21:10.233564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Router dab3e235-e55e-498c-a809-427f10be6788 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:10.255153 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.256222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.269366 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-82938e03-cd49-4e02-aa73-b5cc3c95d967 req-c408d397-be73-46de-8e64-b7b071a98af3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936790 Oct 27 16:21:10.398695 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.400428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 786c85d3-228e-4b76-add1-c1a46cd8fb09 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:10.417062 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.420673 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f5e55d75-819f-48b2-92d6-18b4bf3eaae9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/786c85d3-228e-4b76-add1-c1a46cd8fb09 HTTP/1.1" status: 204 len: 168 time: 5.4473293 Oct 27 16:21:10.423389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40434) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:10.481214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7f362e-2ddc-4823-9110-b4a475792244 admin admin] Deleting subnet 9ecdae93-b14d-4288-a3c3-92e3cd09f593 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:10.484767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b7f362e-2ddc-4823-9110-b4a475792244 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.529444 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b7f362e-2ddc-4823-9110-b4a475792244 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.594338 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.631233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1f556-2495-403c-9f07-5d01b91b576c req-988343e5-4081-49a2-a240-4658db680c50 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.633030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4b1f556-2495-403c-9f07-5d01b91b576c req-988343e5-4081-49a2-a240-4658db680c50 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.2414041 Oct 27 16:21:10.674448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:10.689480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a14d91-fda8-4cc6-bbce-bedfaf68edba None None] Sync routers for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:10.718149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4b1f556-2495-403c-9f07-5d01b91b576c req-c0ca9434-013b-489b-975f-e7661f758a2b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730944 Oct 27 16:21:10.745643 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a14d91-fda8-4cc6-bbce-bedfaf68edba None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:10.747143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-30a14d91-fda8-4cc6-bbce-bedfaf68edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:10.781125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] No DVR routers for this DVR port 3b2fd444-1d19-421a-8720-5ff8d501d2b2 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:10.813134 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.825492 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71b8b1c7-843f-45d9-860f-d790ead1448a req-1a6b76c5-e68d-47ac-9439-6729614f70e3 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.54 "DELETE /v2.0/ports/3b2fd444-1d19-421a-8720-5ff8d501d2b2 HTTP/1.1" status: 204 len: 173 time: 5.9497812 Oct 27 16:21:10.826759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'name': 'network-vif-deleted', 'tag': '3b2fd444-1d19-421a-8720-5ff8d501d2b2'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:10.840878 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d147a5f1-4711-4c5a-95ef-80f2d8f89dbc" -d '{"events": [{"server_uuid": "8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f", "name": "network-vif-deleted", "tag": "3b2fd444-1d19-421a-8720-5ff8d501d2b2"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:10.854463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b7f362e-2ddc-4823-9110-b4a475792244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:10.899257 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced226aa-7562-4ebf-b209-64e0331b9438 req-9928969d-1e84-49cb-8738-01da0b601796 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:10.906500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ced226aa-7562-4ebf-b209-64e0331b9438 req-9928969d-1e84-49cb-8738-01da0b601796 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.2277820 Oct 27 16:21:10.987178 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f158847d-6e2f-4681-9bc0-4ff944950364 req-00f179cd-5aa2-4289-ae6d-35105065b1ac tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0801730 Oct 27 16:21:10.997425 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.017085 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ced226aa-7562-4ebf-b209-64e0331b9438 req-40caedc6-b828-4a1a-82c7-7c59825e08c1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097114 Oct 27 16:21:11.081774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-30a14d91-fda8-4cc6-bbce-bedfaf68edba None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:11.122097 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b7f362e-2ddc-4823-9110-b4a475792244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.208879 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2743aee-a583-48d1-802e-5dd59ac17e9a x-openstack-request-id: req-a2743aee-a583-48d1-802e-5dd59ac17e9a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:11.209198 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f", "name": "network-vif-deleted", "tag": "3b2fd444-1d19-421a-8720-5ff8d501d2b2", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:11.209460 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2743aee-a583-48d1-802e-5dd59ac17e9a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:11.209871 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f', 'name': 'network-vif-deleted', 'tag': '3b2fd444-1d19-421a-8720-5ff8d501d2b2', 'status': 'completed', 'code': 200} Oct 27 16:21:11.210734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b396357f-662e-45aa-a343-9535b8ad8593 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:11.256281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f362e-2ddc-4823-9110-b4a475792244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ecdae93-b14d-4288-a3c3-92e3cd09f593,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:11.282570 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b7f362e-2ddc-4823-9110-b4a475792244 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.286420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ae8a7e4-a649-4fe3-81bd-450a68e32f65 req-6ecc51a1-ce1c-446f-911a-c8cfda241e98 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ae24c6d-5fdd-4eb9-85b5-dba046f74a1f HTTP/1.1" status: 200 len: 210 time: 0.0814791 Oct 27 16:21:11.289642 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5b7f362e-2ddc-4823-9110-b4a475792244 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9ecdae93-b14d-4288-a3c3-92e3cd09f593 HTTP/1.1" status: 204 len: 168 time: 0.8650110 Oct 27 16:21:11.314271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40456) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:11.368534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b396357f-662e-45aa-a343-9535b8ad8593 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:11.369246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b396357f-662e-45aa-a343-9535b8ad8593 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:11.380174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42152e46-0dff-4f68-bd3f-6822d40145dd None None] Network a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:11.563105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.710635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Deleting port 58492701-a565-47f5-9d7e-6a47999aec9e {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:11.715231 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.715371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-30a14d91-fda8-4cc6-bbce-bedfaf68edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:11.737994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.745864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a14d91-fda8-4cc6-bbce-bedfaf68edba None None] Checking router: dab3e235-e55e-498c-a809-427f10be6788 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:21:11.768379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a14d91-fda8-4cc6-bbce-bedfaf68edba None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:11.768379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-30a14d91-fda8-4cc6-bbce-bedfaf68edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:11.795554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.863312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d30055-ccec-48b1-bdfe-aef1047702f4 req-efc8fc53-ecb4-45e4-8581-3c5a2da98b7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:11.877693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9d30055-ccec-48b1-bdfe-aef1047702f4 req-efc8fc53-ecb4-45e4-8581-3c5a2da98b7a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.3172686 Oct 27 16:21:11.906531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] For port 58492701-a565-47f5-9d7e-6a47999aec9e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=58492701-a565-47f5-9d7e-6a47999aec9e,segment=NetworkSegment(05e5e663-6de6-47c6-86b0-15740e3c6b6b),segment_id=05e5e663-6de6-47c6-86b0-15740e3c6b6b)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:11.910602 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:11.925268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Calling delete_port for 58492701-a565-47f5-9d7e-6a47999aec9e owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:11.952454 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d2dee-f91e-4179-8d52-049064568808 req-2007af4d-629b-4227-989f-c8e74d86a1a6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:11.961877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c2d2dee-f91e-4179-8d52-049064568808 req-2007af4d-629b-4227-989f-c8e74d86a1a6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.1085315 Oct 27 16:21:12.008749 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9d30055-ccec-48b1-bdfe-aef1047702f4 req-ca85822d-3c48-46b8-9f63-8058e96c7616 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271558 Oct 27 16:21:12.085977 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3c2d2dee-f91e-4179-8d52-049064568808 req-bd678bcb-b0f6-49cc-93a4-b918cf8ba9aa tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207492 Oct 27 16:21:12.178492 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9705973a-642b-4cbb-86d1-a48e45781497 req-02bbb4ed-626d-4e7b-affd-697f8a6b76cf tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0486405 Oct 27 16:21:12.220701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Allocated IP 172.25.4.174 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/cd1601e1-04c9-4f7b-9db9-86672c0d9f6b) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:12.271269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27863129-1297-4272-836d-fff70c8b8a6d None None] DHCP port deletion for a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:21:12.278960 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.310325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-30a14d91-fda8-4cc6-bbce-bedfaf68edba None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:12.384238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] No DVR routers for this DVR port 58492701-a565-47f5-9d7e-6a47999aec9e on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:12.389289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Pushing event deleted for resources: {'Port': ['ID=58492701-a565-47f5-9d7e-6a47999aec9e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:12.511007 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.529094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40480) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:12.552713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ca760-6a47-49e9-9115-118df1c7c5cd req-95523df7-1593-435f-a494-97970bbb7f4c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:12.561001 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f0ca760-6a47-49e9-9115-118df1c7c5cd req-95523df7-1593-435f-a494-97970bbb7f4c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.3611879 Oct 27 16:21:12.588499 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.630632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:12.636198 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a15f79d-db61-417c-96b2-c0df4e2ee0e2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.640245 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f0ca760-6a47-49e9-9115-118df1c7c5cd req-392337f4-42a0-42b3-9b95-4dd19187e2a1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748243 Oct 27 16:21:12.648428 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e5e663-6de6-47c6-86b0-15740e3c6b6b') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:12.648852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e5e663-6de6-47c6-86b0-15740e3c6b6b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:12.664215 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.682226 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.689321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:12.689747 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:12.691952 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:12.707739 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a15f79d-db61-417c-96b2-c0df4e2ee0e2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.746852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-30a14d91-fda8-4cc6-bbce-bedfaf68edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:12.774886 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.801657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a14d91-fda8-4cc6-bbce-bedfaf68edba None None] The sync data for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 is: [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:12:54Z', 'revision_number': 4, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '119ba2bb-9d36-48e3-a051-0fe19f762076', 'name': '', 'network_id': 'af016594-8bc5-461b-993c-3fdc1c22d42e', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'mac_address': 'fa:16:3e:e7:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:52Z', 'updated_at': '2021-10-27T16:12:59Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'subnets': [{'id': 'ea3730f2-0bf8-4326-9e2c-a789f343fc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:12.827894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=cd1601e1-04c9-4f7b-9db9-86672c0d9f6b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:12.844185 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.845991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:12.853456 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.853708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:12.859439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:12.863927 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2 HTTP/1.1" status: 204 len: 168 time: 1.5437934 Oct 27 16:21:12.866509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40484) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:12.896275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a15f79d-db61-417c-96b2-c0df4e2ee0e2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.900532 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a15f79d-db61-417c-96b2-c0df4e2ee0e2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:12.932754 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7a15f79d-db61-417c-96b2-c0df4e2ee0e2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "DELETE /v2.0/security-groups/4ee113dc-3094-4adc-a621-8e44fb37a3d2 HTTP/1.1" status: 204 len: 168 time: 0.3718786 Oct 27 16:21:12.932754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f79d-db61-417c-96b2-c0df4e2ee0e2 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee113dc-3094-4adc-a621-8e44fb37a3d2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:12.932754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40486) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:12.975407 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-9b0a1f1c-b7f6-4628-b46b-3a0c3aaa85ad tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] show failed (client error): The resource could not be found. Oct 27 16:21:12.977394 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9b0a1f1c-b7f6-4628-b46b-3a0c3aaa85ad tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "GET /v2.0/security-groups/4ee113dc-3094-4adc-a621-8e44fb37a3d2 HTTP/1.1" status: 404 len: 347 time: 0.0516646 Oct 27 16:21:13.015702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b3f4b-555a-49ae-9a9f-aaea6c88e488 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43caf34-1d34-4e90-a9e7-7bc7aa9af7b2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:13.082091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40488) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:13.286734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 58492701-a565-47f5-9d7e-6a47999aec9e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:13.359985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 58492701-a565-47f5-9d7e-6a47999aec9e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:13.360387 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 58492701-a565-47f5-9d7e-6a47999aec9e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:13.409635 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0362db27-8187-4efb-b14a-9c1cffa03753 None None] New status for floating IP 215cb556-751e-4ae9-b839-7ea9648a1dc7: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:21:13.550609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa6256-d7b4-4314-ae6c-62d1fd462993 req-095cd4de-22f3-44b2-a41c-4ad83ae3e871 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.607601 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80fa6256-d7b4-4314-ae6c-62d1fd462993 req-095cd4de-22f3-44b2-a41c-4ad83ae3e871 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.1768117 Oct 27 16:21:13.608239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9a899-4503-424f-95d6-4835a6e052e8 req-9796f92b-6bb8-4ccd-8cec-cfb42b1da82b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.609292 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0f9a899-4503-424f-95d6-4835a6e052e8 req-9796f92b-6bb8-4ccd-8cec-cfb42b1da82b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.1687956 Oct 27 16:21:13.630934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1ef73-b489-47e1-8b3e-b4f1c41c53a4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Deleting port ed8f6258-2098-4607-a111-804819e34429 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:13.631427 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a6f1ef73-b489-47e1-8b3e-b4f1c41c53a4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:13.643840 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80fa6256-d7b4-4314-ae6c-62d1fd462993 req-22c8d1f3-5abd-4607-a285-76b1b2fe0160 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799451 Oct 27 16:21:13.723730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0f9a899-4503-424f-95d6-4835a6e052e8 req-3a72473a-80d8-4925-856f-211ded41a733 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026578 Oct 27 16:21:13.800436 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-954a2fd3-ed73-4016-a752-b8c32009a014 req-f51d8c07-5c41-4c0f-a5fe-461691330031 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0513079 Oct 27 16:21:13.838214 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:13.850453 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a6f1ef73-b489-47e1-8b3e-b4f1c41c53a4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:13.850962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a6f1ef73-b489-47e1-8b3e-b4f1c41c53a4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:13.899026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1ef73-b489-47e1-8b3e-b4f1c41c53a4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Calling delete_port for ed8f6258-2098-4607-a111-804819e34429 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:13.943495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3d1ab-bff7-4a94-b41e-f64c236b1203 req-b6bb1afb-1d78-4032-a401-579ca6b1b1d4 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:13.945811 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dff3d1ab-bff7-4a94-b41e-f64c236b1203 req-b6bb1afb-1d78-4032-a401-579ca6b1b1d4 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1242318 Oct 27 16:21:14.013034 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.119168 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dff3d1ab-bff7-4a94-b41e-f64c236b1203 req-32bb76df-1f6b-4ec2-9032-f9bbf6b09b46 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411941 Oct 27 16:21:14.160129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] Deleting port 1e00e1f5-ee52-4485-9eb6-14c9940289e9 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:14.160476 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.251453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] For port 1e00e1f5-ee52-4485-9eb6-14c9940289e9, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1e00e1f5-ee52-4485-9eb6-14c9940289e9,segment=NetworkSegment(ce90fe97-4a08-4ed8-b2b0-0b343225b57c),segment_id=ce90fe97-4a08-4ed8-b2b0-0b343225b57c)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:14.251816 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.265771 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] Calling delete_port for 1e00e1f5-ee52-4485-9eb6-14c9940289e9 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:14.628212 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.725112 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a6f1ef73-b489-47e1-8b3e-b4f1c41c53a4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.788110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1ef73-b489-47e1-8b3e-b4f1c41c53a4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Pushing event deleted for resources: {'Port': ['ID=ed8f6258-2098-4607-a111-804819e34429,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:14.850343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980cf40-32bd-4ea1-a994-822ed14466aa req-38b4019a-07db-4506-a8a0-ad75cae4be2f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:14.852160 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6980cf40-32bd-4ea1-a994-822ed14466aa req-38b4019a-07db-4506-a8a0-ad75cae4be2f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.0629361 Oct 27 16:21:14.898424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c6373-4c89-451a-9da9-2378eccf25ea req-a1cf4d6d-5630-4688-a049-8f4ffe50ef39 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:14.898933 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6980cf40-32bd-4ea1-a994-822ed14466aa req-27223a78-0167-4be3-be55-b2fc398e84a1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400829 Oct 27 16:21:14.899614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-148c6373-4c89-451a-9da9-2378eccf25ea req-a1cf4d6d-5630-4688-a049-8f4ffe50ef39 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.1456141 Oct 27 16:21:14.900565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a6f1ef73-b489-47e1-8b3e-b4f1c41c53a4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.903141 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a6f1ef73-b489-47e1-8b3e-b4f1c41c53a4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.907794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a6f1ef73-b489-47e1-8b3e-b4f1c41c53a4 tempest-AttachVolumeTestJSON-593183525 tempest-AttachVolumeTestJSON-593183525-project] 10.222.0.15 "DELETE /v2.0/floatingips/215cb556-751e-4ae9-b839-7ea9648a1dc7 HTTP/1.1" status: 204 len: 168 time: 1.8204260 Oct 27 16:21:14.914833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:14.942162 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] Pushing event deleted for resources: {'Port': ['ID=1e00e1f5-ee52-4485-9eb6-14c9940289e9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:15.017903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-148c6373-4c89-451a-9da9-2378eccf25ea req-2350e73e-5159-4e25-9079-c7efb2e43edf tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991542 Oct 27 16:21:15.063979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-67ca8d02-b470-4bfe-bb5f-28a013cd1ac3 req-dc48e232-0041-42b5-a655-a9d9abb97316 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0377517 Oct 27 16:21:15.127227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router 84cd1f41-32ff-4656-9634-b910f1097607 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:21:15.246674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.420285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1775d-1eee-4724-a4fb-0fa72a9ae707 req-073e6e9b-9e34-4085-8b5c-b1d73a4df02e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:15.427489 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30e1775d-1eee-4724-a4fb-0fa72a9ae707 req-073e6e9b-9e34-4085-8b5c-b1d73a4df02e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1068454 Oct 27 16:21:15.427489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:15.443656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab1702-4e9c-4053-9ce4-5657acb80fba None None] Sync routers for ids ['84cd1f41-32ff-4656-9634-b910f1097607'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:15.464959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab1702-4e9c-4053-9ce4-5657acb80fba None None] Routers {'84cd1f41-32ff-4656-9634-b910f1097607'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:15.468867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-30ab1702-4e9c-4053-9ce4-5657acb80fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['84cd1f41-32ff-4656-9634-b910f1097607'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:15.475387 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30e1775d-1eee-4724-a4fb-0fa72a9ae707 req-4632f113-6365-48d6-9afb-79eb47a8a0ce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455503 Oct 27 16:21:15.536718 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:15.540984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-49afb70c-c006-41df-9f9a-263fe3ee9747 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.6316338 Oct 27 16:21:15.541437 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40524) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.544390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] Router b9535f67-b3ed-43e5-8fbd-4faf648d023b has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:15.575646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-30ab1702-4e9c-4053-9ce4-5657acb80fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:15.587079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab1702-4e9c-4053-9ce4-5657acb80fba None None] Routers {'84cd1f41-32ff-4656-9634-b910f1097607'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:15.588456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-30ab1702-4e9c-4053-9ce4-5657acb80fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['84cd1f41-32ff-4656-9634-b910f1097607'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:15.630720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-30ab1702-4e9c-4053-9ce4-5657acb80fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:15.631558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab1702-4e9c-4053-9ce4-5657acb80fba None None] The sync data for ids ['84cd1f41-32ff-4656-9634-b910f1097607'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:15.704287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:15.714096 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c889f-2db5-4bcb-a677-77f2a1837185 None None] Sync routers for ids ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:15.714702 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-53d98651-54ae-4b16-942f-9eba925a016d admin admin] 10.222.0.15 "PUT /v2.0/routers/b9535f67-b3ed-43e5-8fbd-4faf648d023b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8471608 Oct 27 16:21:15.717278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40528) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.734047 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c889f-2db5-4bcb-a677-77f2a1837185 None None] Routers {'b9535f67-b3ed-43e5-8fbd-4faf648d023b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:15.734704 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b67c889f-2db5-4bcb-a677-77f2a1837185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:15.751313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6ccabe4a-ad5e-496a-8fe4-67f87b08d637 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/routers/84cd1f41-32ff-4656-9634-b910f1097607 HTTP/1.1" status: 200 len: 883 time: 0.2021925 Oct 27 16:21:15.752014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40530) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:15.917642 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.108845 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b67c889f-2db5-4bcb-a677-77f2a1837185 None None] Set router b9535f67-b3ed-43e5-8fbd-4faf648d023b gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:16.178348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.219266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2099c-802e-4aee-aedc-5da0c4a6f52a req-f2c490ff-5344-4aba-8eec-8dd8b7250ac6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:16.220817 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-edf2099c-802e-4aee-aedc-5da0c4a6f52a req-f2c490ff-5344-4aba-8eec-8dd8b7250ac6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.1599486 Oct 27 16:21:16.324457 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-edf2099c-802e-4aee-aedc-5da0c4a6f52a req-b06062a3-0cc5-4cd3-ad65-b93f85c2ac90 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961761 Oct 27 16:21:16.341272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4dfd3782-3125-46d6-aaa3-0ca284554b65 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5880358 Oct 27 16:21:16.351178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd076928-9732-40cc-bfa1-becb2c8c7c76 req-94286977-3163-4ecf-93fb-93de1d2b7a77 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:16.362043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd076928-9732-40cc-bfa1-becb2c8c7c76 req-94286977-3163-4ecf-93fb-93de1d2b7a77 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.2334445 Oct 27 16:21:16.370983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40542) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:16.377464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-763e48b7-884e-4545-ab15-590b9ac58dbc tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-69712191'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:16.536234 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b67c889f-2db5-4bcb-a677-77f2a1837185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'name': 'tempest-TestAggregatesBasicOps-481641824-router', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': '12429b2b-5471-4b50-bee6-8cb326059836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:42Z', 'updated_at': '2021-10-27T16:21:14Z', 'revision_number': 5, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'gw_port': {'id': '12429b2b-5471-4b50-bee6-8cb326059836', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:72:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2183, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:43Z', 'updated_at': '2021-10-27T16:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:16.541122 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2df68f8e-174f-4f0d-b773-c1b60024c815 req-224929f1-8944-47e4-b943-1035747b8b0f tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0646408 Oct 27 16:21:16.549573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Deleting port 12429b2b-5471-4b50-bee6-8cb326059836 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:16.550387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.626389 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd076928-9732-40cc-bfa1-becb2c8c7c76 req-61aab91a-6523-4fc1-a3a8-d1f49987e05c tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634497 Oct 27 16:21:16.667671 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c889f-2db5-4bcb-a677-77f2a1837185 None None] Checking router: b9535f67-b3ed-43e5-8fbd-4faf648d023b for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:21:16.686046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea22055-64ce-4c94-94dd-8124af99d82f req-874591a9-1696-4b69-b887-5a5e70d11ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:16.691295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cea22055-64ce-4c94-94dd-8124af99d82f req-874591a9-1696-4b69-b887-5a5e70d11ad0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 1096 time: 0.1412010 Oct 27 16:21:16.697054 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c889f-2db5-4bcb-a677-77f2a1837185 None None] Routers {'b9535f67-b3ed-43e5-8fbd-4faf648d023b'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:16.697695 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b67c889f-2db5-4bcb-a677-77f2a1837185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:16.748144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] For port 12429b2b-5471-4b50-bee6-8cb326059836, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=12429b2b-5471-4b50-bee6-8cb326059836,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:16.748681 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:16.777177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Calling delete_port for 12429b2b-5471-4b50-bee6-8cb326059836 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:16.804842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277bc24-ec0b-47e8-bc8b-db9be5bd0d62 req-d0c08d5d-c40a-4261-bfcc-4f3b4c9c8df3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:16.822998 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b277bc24-ec0b-47e8-bc8b-db9be5bd0d62 req-d0c08d5d-c40a-4261-bfcc-4f3b4c9c8df3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1327250 Oct 27 16:21:16.899893 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b67c889f-2db5-4bcb-a677-77f2a1837185 None None] Set router b9535f67-b3ed-43e5-8fbd-4faf648d023b gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:16.925566 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b277bc24-ec0b-47e8-bc8b-db9be5bd0d62 req-ed67e000-ea48-49d0-ae04-2d42b8095da7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012225 Oct 27 16:21:16.993745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cea22055-64ce-4c94-94dd-8124af99d82f req-e1eb673f-921b-4384-ac16-77e80cbca9b5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877479 Oct 27 16:21:16.995719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b59ecc56-c856-4df3-81ad-f60761229622 req-59796885-194f-46cc-841e-81625891e8d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0441546 Oct 27 16:21:17.009821 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b67c889f-2db5-4bcb-a677-77f2a1837185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'name': 'tempest-TestAggregatesBasicOps-481641824-router', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:42Z', 'updated_at': '2021-10-27T16:21:16Z', 'revision_number': 6, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:17.045570 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c889f-2db5-4bcb-a677-77f2a1837185 None None] The sync data for ids ['b9535f67-b3ed-43e5-8fbd-4faf648d023b'] in n-d-815689-1 is: [{'id': 'b9535f67-b3ed-43e5-8fbd-4faf648d023b', 'name': 'tempest-TestAggregatesBasicOps-481641824-router', 'tenant_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:42Z', 'updated_at': '2021-10-27T16:21:16Z', 'revision_number': 6, 'project_id': '7dd9e476a5184ac7a4b5545811a92ff1', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:17.090741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-11a7f1e0-8df1-410c-87c9-b27845e2976b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:17.092485 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-11a7f1e0-8df1-410c-87c9-b27845e2976b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 1097 time: 0.1255322 Oct 27 16:21:17.124003 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763e48b7-884e-4545-ab15-590b9ac58dbc tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.185878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:17.223751 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763e48b7-884e-4545-ab15-590b9ac58dbc tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.258809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.297577 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.336728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Pushing event deleted for resources: {'Port': ['ID=12429b2b-5471-4b50-bee6-8cb326059836,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:17.348770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763e48b7-884e-4545-ab15-590b9ac58dbc tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router 84cd1f41-32ff-4656-9634-b910f1097607 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:17.411156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1e00e1f5-ee52-4485-9eb6-14c9940289e9 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:17.452363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 1e00e1f5-ee52-4485-9eb6-14c9940289e9 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:17.463095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1e00e1f5-ee52-4485-9eb6-14c9940289e9 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:17.563933 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.622930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2790e8-d57d-4269-9499-83099af78f4b req-998965ff-0e93-4867-8854-283eff6ace9b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:17.624597 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e2790e8-d57d-4269-9499-83099af78f4b req-998965ff-0e93-4867-8854-283eff6ace9b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 946 time: 0.1448178 Oct 27 16:21:17.626271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763e48b7-884e-4545-ab15-590b9ac58dbc tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:17.638955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213aa97-458f-481f-88cd-8c6f47be49e5 None None] Sync routers for ids ['84cd1f41-32ff-4656-9634-b910f1097607'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:17.650164 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763e48b7-884e-4545-ab15-590b9ac58dbc tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.656980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-763e48b7-884e-4545-ab15-590b9ac58dbc tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/84cd1f41-32ff-4656-9634-b910f1097607 HTTP/1.1" status: 200 len: 890 time: 1.2835143 Oct 27 16:21:17.660491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213aa97-458f-481f-88cd-8c6f47be49e5 None None] Routers {'84cd1f41-32ff-4656-9634-b910f1097607'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:17.661150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e213aa97-458f-481f-88cd-8c6f47be49e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['84cd1f41-32ff-4656-9634-b910f1097607'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:17.670501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40558) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:17.683964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.687856 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.745551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e213aa97-458f-481f-88cd-8c6f47be49e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:17.755914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213aa97-458f-481f-88cd-8c6f47be49e5 None None] Routers {'84cd1f41-32ff-4656-9634-b910f1097607'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:17.757451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e213aa97-458f-481f-88cd-8c6f47be49e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:20:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['84cd1f41-32ff-4656-9634-b910f1097607'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:17.774390 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a17d28f-055b-4070-a693-18db99c3958d req-c2e3a938-1294-4e22-8005-4307da6ea825 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0367742 Oct 27 16:21:17.776357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:17.805004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e2790e8-d57d-4269-9499-83099af78f4b req-5abc3a59-5688-4dfe-af6a-42978c264da9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428471 Oct 27 16:21:17.817292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h2-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:17.818915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e213aa97-458f-481f-88cd-8c6f47be49e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:17.820999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e213aa97-458f-481f-88cd-8c6f47be49e5 None None] The sync data for ids ['84cd1f41-32ff-4656-9634-b910f1097607'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:17.862667 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.864729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9535f67-b3ed-43e5-8fbd-4faf648d023b {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:17.885022 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:17.885022 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2d471c07-3886-445f-adc3-f70c9142ac22 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b9535f67-b3ed-43e5-8fbd-4faf648d023b HTTP/1.1" status: 204 len: 168 time: 2.1627135 Oct 27 16:21:17.885022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40566) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:17.887404 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3035403b-32f4-4e82-8d86-dd3cf309475c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/routers/84cd1f41-32ff-4656-9634-b910f1097607 HTTP/1.1" status: 200 len: 890 time: 0.2074962 Oct 27 16:21:17.891621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40568) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:17.956982 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-13df5b56-d407-40f9-a8c8-e8664d253e8a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=84cd1f41-32ff-4656-9634-b910f1097607 HTTP/1.1" status: 200 len: 205 time: 0.0515373 Oct 27 16:21:17.958248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:18.076763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b96ab12-8b38-4ef1-bd9b-80e65d4f9ef1 admin admin] Deleting subnet 2e950bd9-25fd-4134-9461-cfbaef9fd477 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:18.084477 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b96ab12-8b38-4ef1-bd9b-80e65d4f9ef1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.096272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24afb2-c998-4ec4-9ccb-e8be2cbd2d7f req-d35f18b7-542c-4c44-a8b5-8495645af961 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:18.098193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff24afb2-c998-4ec4-9ccb-e8be2cbd2d7f req-d35f18b7-542c-4c44-a8b5-8495645af961 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.1321344 Oct 27 16:21:18.118440 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.133874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:18.136943 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f36388-efaf-47cf-81f0-f08dc0b9a223" -d '{"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:18.157078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Transition to ACTIVE for port object 19b00a40-fee3-4c50-ad32-013f68c4f326 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:21:18.168312 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff24afb2-c998-4ec4-9ccb-e8be2cbd2d7f req-67c2520e-2328-4c35-b065-3aa1bc413bd3 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464571 Oct 27 16:21:18.172609 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b96ab12-8b38-4ef1-bd9b-80e65d4f9ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.191506 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.267277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b96ab12-8b38-4ef1-bd9b-80e65d4f9ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.334173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.392263 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c98cf-fe2d-427b-a5ab-d90d3afcf642 x-openstack-request-id: req-417c98cf-fe2d-427b-a5ab-d90d3afcf642 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:18.394299 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:18.394299 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-417c98cf-fe2d-427b-a5ab-d90d3afcf642 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:18.394299 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'code': 200} Oct 27 16:21:18.448528 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b96ab12-8b38-4ef1-bd9b-80e65d4f9ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.469092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e359bb-ac22-471d-ac87-4cc3805751e4 req-5beaa7fb-24fb-441e-84a6-38ce9efe54f3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:18.470745 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-54e359bb-ac22-471d-ac87-4cc3805751e4 req-5beaa7fb-24fb-441e-84a6-38ce9efe54f3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.3246658 Oct 27 16:21:18.482313 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-86263f51-e972-43c0-82ce-9b4ced47faae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.514000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96ab12-8b38-4ef1-bd9b-80e65d4f9ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e950bd9-25fd-4134-9461-cfbaef9fd477,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:18.520048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069bea57-6a11-4c57-a2e9-4f095a6dfe1e None None] Network 34024bbb-2215-468a-a950-a82b4fc0f469 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:18.525114 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b96ab12-8b38-4ef1-bd9b-80e65d4f9ef1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.536220 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5b96ab12-8b38-4ef1-bd9b-80e65d4f9ef1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2e950bd9-25fd-4134-9461-cfbaef9fd477 HTTP/1.1" status: 204 len: 168 time: 0.6378503 Oct 27 16:21:18.538596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40586) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:18.627632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=10']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:18.705326 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.724517 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-54e359bb-ac22-471d-ac87-4cc3805751e4 req-b2828e39-7fd5-4416-91c9-652d69b64d66 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653657 Oct 27 16:21:18.787568 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.798313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Deleting port 4fbe3b27-4110-4491-aa76-6b734daaa0cd {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:18.804503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.842266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] No DVR routers for this DVR port 19b00a40-fee3-4c50-ad32-013f68c4f326 on host n-h2-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:18.857961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] DHCP port deletion for 34024bbb-2215-468a-a950-a82b4fc0f469 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:21:18.910075 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] For port 4fbe3b27-4110-4491-aa76-6b734daaa0cd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4fbe3b27-4110-4491-aa76-6b734daaa0cd,segment=NetworkSegment(ce90fe97-4a08-4ed8-b2b0-0b343225b57c),segment_id=ce90fe97-4a08-4ed8-b2b0-0b343225b57c)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:18.910442 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:18.928700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Calling delete_port for 4fbe3b27-4110-4491-aa76-6b734daaa0cd owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:18.929158 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Deleting port 4fbe3b27-4110-4491-aa76-6b734daaa0cd {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:18.929786 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.010836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] For port 4fbe3b27-4110-4491-aa76-6b734daaa0cd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4fbe3b27-4110-4491-aa76-6b734daaa0cd,segment=NetworkSegment(ce90fe97-4a08-4ed8-b2b0-0b343225b57c),segment_id=ce90fe97-4a08-4ed8-b2b0-0b343225b57c)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:19.011523 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.027743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Calling delete_port for 4fbe3b27-4110-4491-aa76-6b734daaa0cd owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:19.077844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e95ee-8291-4086-abba-46184b6bcf60 req-3940a46a-f3da-4739-830b-a5205c98b199 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:19.079505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c03e95ee-8291-4086-abba-46184b6bcf60 req-3940a46a-f3da-4739-830b-a5205c98b199 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 945 time: 0.0912273 Oct 27 16:21:19.150999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c03e95ee-8291-4086-abba-46184b6bcf60 req-a4c12651-c1e0-46c2-8cc1-89b424f605d7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630078 Oct 27 16:21:19.184576 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.195252 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.216272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4fbe3b27-4110-4491-aa76-6b734daaa0cd no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:19.219441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] No DVR routers for this DVR port 4fbe3b27-4110-4491-aa76-6b734daaa0cd on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:19.221778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] No DVR routers for this DVR port 4fbe3b27-4110-4491-aa76-6b734daaa0cd on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:19.264209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Pushing event deleted for resources: {'Port': ['ID=4fbe3b27-4110-4491-aa76-6b734daaa0cd,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:19.274722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.275088 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.275436 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.275778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.276139 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.276475 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.276955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.277295 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.277624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.278000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.278332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.278654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b1093b-a03b-4cf8-9eca-93b302c64582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.283316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbe3b27-4110-4491-aa76-6b734daaa0cd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:19.295134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 4fbe3b27-4110-4491-aa76-6b734daaa0cd {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:19.295487 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4fbe3b27-4110-4491-aa76-6b734daaa0cd not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:19.296356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 12429b2b-5471-4b50-bee6-8cb326059836 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:19.348446 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4188228a-f46a-4915-a6df-319b879240b8 req-2d744e3b-b464-4fd4-ae2d-a3a9e1b8d53a tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.4284303 Oct 27 16:21:19.353207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 12429b2b-5471-4b50-bee6-8cb326059836 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:19.353558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 12429b2b-5471-4b50-bee6-8cb326059836 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:19.370473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:19.403541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port cd1601e1-04c9-4f7b-9db9-86672c0d9f6b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:19.404017 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.414108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.416442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:19.441410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34024bbb-2215-468a-a950-a82b4fc0f469']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:19.453303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce90fe97-4a08-4ed8-b2b0-0b343225b57c') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:19.453303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce90fe97-4a08-4ed8-b2b0-0b343225b57c') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:19.474422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.494710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:19.495122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:19.495580 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 on network 0f922c33-3659-4eaf-8668-4bffb4ffa94b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:19.508087 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Port 19b00a40-fee3-4c50-ad32-013f68c4f326 on network 0f922c33-3659-4eaf-8668-4bffb4ffa94b not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:21:19.508663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Attempting to bind port 19b00a40-fee3-4c50-ad32-013f68c4f326 on network 0f922c33-3659-4eaf-8668-4bffb4ffa94b {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:19.527032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:19.527480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Checking segment: {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:19.527956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Bound using segment: {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:19.528483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Bound port: 19b00a40-fee3-4c50-ad32-013f68c4f326, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00a7693c-a6f6-4e97-be5d-c082dcc02cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:19.528910 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.531280 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.542175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:19.545186 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:19.547494 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.582584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for cd1601e1-04c9-4f7b-9db9-86672c0d9f6b owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:19.661142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:19.666436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:19.671968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad748933-4ec1-4934-aacc-350c0a085a96 req-e97c64c9-55d3-40c9-bfbd-2626a9c5024d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:19.681822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad748933-4ec1-4934-aacc-350c0a085a96 req-e97c64c9-55d3-40c9-bfbd-2626a9c5024d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.1935565 Oct 27 16:21:19.760084 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad748933-4ec1-4934-aacc-350c0a085a96 req-40c45796-40e8-4c7b-b7ce-3392cbac28b4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700369 Oct 27 16:21:19.764347 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.774179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.794786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.819031 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] 10.222.0.15 "DELETE /v2.0/networks/34024bbb-2215-468a-a950-a82b4fc0f469 HTTP/1.1" status: 204 len: 168 time: 1.2749417 Oct 27 16:21:19.829657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:19.830342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:19.831703 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] 10.222.0.54 "PUT /v2.0/ports/19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1093 time: 2.6518018 Oct 27 16:21:19.875072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=34024bbb-2215-468a-a950-a82b4fc0f469,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:19.886033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.886723 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.887381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.887924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.888518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.889570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.890130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.890681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.891589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.892157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.892694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.893400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23220e1-84c2-4f24-86e5-91a958725f3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:19.963500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663202b-73ac-41c8-93ff-8874e795da2d service neutron] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=11']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:19.993455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-59733087-1809-4087-bf9e-0793cb0aecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.013323 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-59733087-1809-4087-bf9e-0793cb0aecbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1096 time: 0.1372828 Oct 27 16:21:20.041524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.151897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=cd1601e1-04c9-4f7b-9db9-86672c0d9f6b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:20.174559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19723f-fac5-43da-b220-bd3b2bc228f0 req-ea1a7c1c-8893-4a3b-a56a-96249c996fb6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.176131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad19723f-fac5-43da-b220-bd3b2bc228f0 req-ea1a7c1c-8893-4a3b-a56a-96249c996fb6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.0974083 Oct 27 16:21:20.228343 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad19723f-fac5-43da-b220-bd3b2bc228f0 req-424ad803-f6e7-4a60-be27-81fbfb678b13 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439405 Oct 27 16:21:20.325239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd95f5-b5e8-47ef-98db-c3cadeef7af4 req-d99838a0-b72e-4d6c-ba31-f163fb3779e5 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.327523 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03fd95f5-b5e8-47ef-98db-c3cadeef7af4 req-d99838a0-b72e-4d6c-ba31-f163fb3779e5 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1929507 Oct 27 16:21:20.334070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-83f4c630-d8fe-4138-b0d0-072102ed462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.336270 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-83f4c630-d8fe-4138-b0d0-072102ed462b service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.3167975 Oct 27 16:21:20.337056 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.364455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40642) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:20.418598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:20.420948 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502430e2-780c-4918-9b94-b7d3547d417e" -d '{"events": [{"name": "network-changed", "server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:20.429354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7461b22f-c0de-4e1f-b4c5-494759f76ced req-37f4030a-ca1d-410b-994c-d4012f9df960 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0561423 Oct 27 16:21:20.474014 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-073de42f-a79f-4a7a-bdfb-be46d4a62e54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=906f5dfcaec847239da2fd24f7e2eaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1080036 Oct 27 16:21:20.477113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40648) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:20.526950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.535700 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.547048 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-03fd95f5-b5e8-47ef-98db-c3cadeef7af4 req-2001d76f-b665-4c8a-b849-6b3b8a2a56f6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075319 Oct 27 16:21:20.604606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-d23f9872-9872-4620-b187-0418546bed15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1000 time: 0.2584321 Oct 27 16:21:20.642786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2028bb5d-82f6-4e61-8b9b-d5b434dd3a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.658648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fc39e-f2ed-4682-8f47-dd9e40d94719 req-96fc93b2-7c7c-4153-84b4-996dba906963 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.661920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e7fc39e-f2ed-4682-8f47-dd9e40d94719 req-96fc93b2-7c7c-4153-84b4-996dba906963 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 945 time: 0.1151428 Oct 27 16:21:20.681725 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62ee3de-19df-48b7-83ec-27bc97d02e08 x-openstack-request-id: req-d62ee3de-19df-48b7-83ec-27bc97d02e08 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:20.682037 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:20.682262 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d62ee3de-19df-48b7-83ec-27bc97d02e08 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:20.682647 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'status': 'completed', 'code': 200} Oct 27 16:21:20.685052 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.685619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Fanout notify agent at l3_agent the message router_deleted on router 84cd1f41-32ff-4656-9634-b910f1097607 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:20.695437 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.700712 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3ee9a891-1460-4698-92cd-f775de4b8778 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/84cd1f41-32ff-4656-9634-b910f1097607 HTTP/1.1" status: 204 len: 168 time: 2.7365880 Oct 27 16:21:20.701706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40652) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:20.720204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1672956880'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:20.763234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-5b247911-40c3-4dde-b483-be70e7458f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.764985 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2028bb5d-82f6-4e61-8b9b-d5b434dd3a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.766103 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-5b247911-40c3-4dde-b483-be70e7458f98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.1537364 Oct 27 16:21:20.828322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e7fc39e-f2ed-4682-8f47-dd9e40d94719 req-d14172d2-efdd-4bf7-b118-772e8cb1c4a8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514945 Oct 27 16:21:20.832307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502430e2-780c-4918-9b94-b7d3547d417e req-4ab436e2-4bf5-4db4-a88c-da54a57094db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.833776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-4ab436e2-4bf5-4db4-a88c-da54a57094db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1096 time: 0.1261907 Oct 27 16:21:20.861711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:20.870989 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:20.958700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-d23276d7-c456-4c0e-aa6b-531fa64f91c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.961339 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-d23276d7-c456-4c0e-aa6b-531fa64f91c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874301 Oct 27 16:21:20.995296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502430e2-780c-4918-9b94-b7d3547d417e req-5a3759c5-2dbf-4f62-8111-7ea44a6eb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:20.997221 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-5a3759c5-2dbf-4f62-8111-7ea44a6eb0b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.1392143 Oct 27 16:21:21.017538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2028bb5d-82f6-4e61-8b9b-d5b434dd3a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.020456 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2028bb5d-82f6-4e61-8b9b-d5b434dd3a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.024572 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2028bb5d-82f6-4e61-8b9b-d5b434dd3a37 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9eac53c1-b9c6-416c-bb6a-4fa672a1fac1 HTTP/1.1" status: 204 len: 168 time: 0.5429924 Oct 27 16:21:21.049391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:21.059967 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.060624 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added segment ed1fe712-3e25-4212-9532-13a80de16acb of type vlan for network d2c5cbe4-f676-47b9-9397-84bf8df31f74 Oct 27 16:21:21.088827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028bb5d-82f6-4e61-8b9b-d5b434dd3a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eac53c1-b9c6-416c-bb6a-4fa672a1fac1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:21.112931 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.153172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-7e6ac311-b45d-44d2-8db0-0bc7a492b8de service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1000 time: 0.1484675 Oct 27 16:21:21.282150 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.284557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502430e2-780c-4918-9b94-b7d3547d417e req-097efc72-87d3-4de0-9ecf-fe78623827c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.286066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-097efc72-87d3-4de0-9ecf-fe78623827c7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.1252620 Oct 27 16:21:21.291821 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.300381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.327888 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-bd8ec17d-9f92-4b32-b157-ca417dd820cf service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570883 Oct 27 16:21:21.523981 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8103001 Oct 27 16:21:21.552864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40672) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:21.560231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'subnet': {'network_id': 'd2c5cbe4-f676-47b9-9397-84bf8df31f74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:21.562004 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bb6e9118-ff07-403e-9f8f-cf38423a59f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:21.624456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45131d88-848c-42bb-82cd-90137b7f3ac2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Network': ['ID=d2c5cbe4-f676-47b9-9397-84bf8df31f74,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:21.641064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network d2c5cbe4-f676-47b9-9397-84bf8df31f74 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:21.763520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd6200-3e0b-4604-8a1f-dae8f1a962e2 req-0ab59dcf-9cf5-47e1-a24f-a8a7c8424a65 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.773936 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fbd6200-3e0b-4604-8a1f-dae8f1a962e2 req-0ab59dcf-9cf5-47e1-a24f-a8a7c8424a65 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.3340890 Oct 27 16:21:21.804471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e829fed3-f786-457d-95f3-e777d9bd2443 req-4b7b193c-7a9d-4b6e-ac73-381ebcba352f service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350204 Oct 27 16:21:21.851078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502430e2-780c-4918-9b94-b7d3547d417e req-05c314e1-d410-4619-9fc0-ae7b5269bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.857766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-05c314e1-d410-4619-9fc0-ae7b5269bf3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5644317 Oct 27 16:21:21.875375 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fbd6200-3e0b-4604-8a1f-dae8f1a962e2 req-a801719b-c587-408a-85bd-20c17bd6ae08 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988362 Oct 27 16:21:21.891295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79065418-2410-4f8a-87ce-40887a88273b req-a372e180-7567-40f0-b57e-167049ab1ddd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:21.893420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79065418-2410-4f8a-87ce-40887a88273b req-a372e180-7567-40f0-b57e-167049ab1ddd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1430075 Oct 27 16:21:21.997387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:22.000932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.062198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502430e2-780c-4918-9b94-b7d3547d417e req-77050e2b-7968-4cfc-a3ac-93ddd9f52392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:22.063746 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-77050e2b-7968-4cfc-a3ac-93ddd9f52392 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1096 time: 0.1272182 Oct 27 16:21:22.104290 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-79065418-2410-4f8a-87ce-40887a88273b req-b7ff4cbd-e7e1-4076-be5a-bf580cbbd5c2 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858459 Oct 27 16:21:22.113146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-58b3648f-0325-4413-95bf-b858b868fd85 service neutron] 10.222.0.53 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416244 Oct 27 16:21:22.167860 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.251952 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.296920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-f916e471-bc9c-44c5-948b-d88b421563a9 service neutron] 10.222.0.53 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772017 Oct 27 16:21:22.311670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40678) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:22.434263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a80880-b938-4e64-9f55-84ab0933df88 req-13e38727-a2fa-4f45-a56f-07199e824308 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:22.441000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502430e2-780c-4918-9b94-b7d3547d417e req-a3e43bce-d870-40e1-86a4-a8d4fa53f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:22.442496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-a3e43bce-d870-40e1-86a4-a8d4fa53f887 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.2984965 Oct 27 16:21:22.445043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2a80880-b938-4e64-9f55-84ab0933df88 req-13e38727-a2fa-4f45-a56f-07199e824308 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 945 time: 0.1464012 Oct 27 16:21:22.466373 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f56816d6-1b38-49aa-b502-1c71553b1a23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dd9e476a5184ac7a4b5545811a92ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488276 Oct 27 16:21:22.474746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40684) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:22.518523 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6ac39fa-fbc7-4bed-92a6-de94cfe115d5 req-df8b7eaa-d1d3-4bbe-830a-bda7b94a0b19 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0730016 Oct 27 16:21:22.572263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32282b1d-464f-4ba6-bd6f-2117e34308d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.581736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2a80880-b938-4e64-9f55-84ab0933df88 req-be742042-4177-4920-8542-78fed70e9554 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332352 Oct 27 16:21:22.611720 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32282b1d-464f-4ba6-bd6f-2117e34308d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.668119 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-0a496f72-239b-421b-adb8-223feea7d755 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 1000 time: 0.2111771 Oct 27 16:21:22.728139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502430e2-780c-4918-9b94-b7d3547d417e req-41517d1a-9d80-43ae-b917-7c122e83f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:22.729599 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-41517d1a-9d80-43ae-b917-7c122e83f0a3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.0521226 Oct 27 16:21:22.760717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32282b1d-464f-4ba6-bd6f-2117e34308d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.763955 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32282b1d-464f-4ba6-bd6f-2117e34308d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.765812 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-32282b1d-464f-4ba6-bd6f-2117e34308d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22ad4420-835d-4d18-ba57-20737206b5bc HTTP/1.1" status: 204 len: 168 time: 0.2882688 Oct 27 16:21:22.778316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32282b1d-464f-4ba6-bd6f-2117e34308d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ad4420-835d-4d18-ba57-20737206b5bc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:22.813295 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:22.818831 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502430e2-780c-4918-9b94-b7d3547d417e req-3216974f-7a94-485b-937a-96ac5b067948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:22.822336 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-3216974f-7a94-485b-937a-96ac5b067948 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837033 Oct 27 16:21:23.040693 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-cedd4848-9374-423f-a5c4-31883a777a3f service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877525 Oct 27 16:21:23.059791 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Subnet': ['ID=eb988b42-6f03-44dc-8268-f24f1d45285b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:23.153221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c604e1f-1688-4c59-8863-b6e6edcef92d req-a61dd208-f11c-4ab7-a3e5-ad723eac9664 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.154873 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c604e1f-1688-4c59-8863-b6e6edcef92d req-a61dd208-f11c-4ab7-a3e5-ad723eac9664 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 944 time: 0.1609962 Oct 27 16:21:23.163377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Checking segment: {'id': 'ed1fe712-3e25-4212-9532-13a80de16acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c5cbe4-f676-47b9-9397-84bf8df31f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:23.163962 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network hostable DHCP agents. Network: d2c5cbe4-f676-47b9-9397-84bf8df31f74, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:23.226296 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-502430e2-780c-4918-9b94-b7d3547d417e req-8513f31c-6689-499e-a4b2-b3a5963d97cb service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689913 Oct 27 16:21:23.297526 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c604e1f-1688-4c59-8863-b6e6edcef92d req-66da69e5-5dc3-4f04-bd87-22bd6a05c52c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809138 Oct 27 16:21:23.310844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network d2c5cbe4-f676-47b9-9397-84bf8df31f74 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:23.340307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f72b68-15db-4cee-8607-f08eca3a4daa req-802af3a8-2326-4886-927c-97b32d70a44f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.342140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-25f72b68-15db-4cee-8607-f08eca3a4daa req-802af3a8-2326-4886-927c-97b32d70a44f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1188650 Oct 27 16:21:23.350740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:23.390653 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, d2c5cbe4-f676-47b9-9397-84bf8df31f74) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:23.395728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.396796 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.444210 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-25f72b68-15db-4cee-8607-f08eca3a4daa req-bbfcf297-a043-41ff-aa71-976ea8b5dbb9 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847566 Oct 27 16:21:23.492803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea6a89c-b97b-469f-bcee-63d2b51e6f28 None None] Network d2c5cbe4-f676-47b9-9397-84bf8df31f74 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:23.499819 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-daf406f6-298f-40bf-82d0-711e1e3289d8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9411926 Oct 27 16:21:23.499819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40696) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:23.506893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e0cca7a2-013f-4e60-a5f1-551f6823b5e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1582886548', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:23.645917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:23.665226 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0cca7a2-013f-4e60-a5f1-551f6823b5e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.666336 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0cca7a2-013f-4e60-a5f1-551f6823b5e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.668706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'port_id': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'mac_address': 'fa:16:3e:3d:33:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:23.715004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-df23377f-1363-43f6-b1f4-e9b85d3e5396 req-578f05ca-4c38-49d2-94ea-ead98711e955 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0494153 Oct 27 16:21:23.751862 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.790424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:23.790756 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0cca7a2-013f-4e60-a5f1-551f6823b5e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.816020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-d2c5cbe4-f676-47b9-9397-84bf8df31f74', 'network_id': 'd2c5cbe4-f676-47b9-9397-84bf8df31f74', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'fixed_ips': [{'subnet_id': 'eb988b42-6f03-44dc-8268-f24f1d45285b'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:23.816931 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.839189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:23.867252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6386a7-af0a-42b7-9906-0aa6feac0783 req-adbb2373-a60b-4c11-bab1-cac0d4ad7feb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:23.869159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a6386a7-af0a-42b7-9906-0aa6feac0783 req-adbb2373-a60b-4c11-bab1-cac0d4ad7feb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 945 time: 0.0679479 Oct 27 16:21:23.886792 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0cca7a2-013f-4e60-a5f1-551f6823b5e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:23.919056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a6386a7-af0a-42b7-9906-0aa6feac0783 req-29c81b65-cd8a-4639-8299-e088c3506792 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437963 Oct 27 16:21:24.004322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Allocated IP 2001:db8::2 (d2c5cbe4-f676-47b9-9397-84bf8df31f74/eb988b42-6f03-44dc-8268-f24f1d45285b/3fba557e-7eb2-4d29-9cac-812bbb59318d) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:24.034292 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.034866 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0cca7a2-013f-4e60-a5f1-551f6823b5e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.036535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e0cca7a2-013f-4e60-a5f1-551f6823b5e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5365438 Oct 27 16:21:24.039733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40706) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:24.200958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:24.264873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:24.291688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49a967-b7ac-400e-b13e-d53390fc1cec req-968441c4-25e0-4dc3-a576-8d412821c7d7 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:24.299056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c49a967-b7ac-400e-b13e-d53390fc1cec req-968441c4-25e0-4dc3-a576-8d412821c7d7 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1790130 Oct 27 16:21:24.365583 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.394107 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.461482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cf12c-0435-49e9-b377-c488c7276176 req-16efc15d-24ed-40fd-8432-8c73fa10066b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:24.469162 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c94cf12c-0435-49e9-b377-c488c7276176 req-16efc15d-24ed-40fd-8432-8c73fa10066b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 945 time: 0.0720303 Oct 27 16:21:24.521879 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c94cf12c-0435-49e9-b377-c488c7276176 req-18b2a2d3-6637-4248-b0e9-cadb883372b9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516570 Oct 27 16:21:24.540564 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.548449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Network d2c5cbe4-f676-47b9-9397-84bf8df31f74 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:24.551498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:24.560903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c49a967-b7ac-400e-b13e-d53390fc1cec req-bb606909-49cf-4051-8908-2a419e2daa45 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573898 Oct 27 16:21:24.588752 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:24.597276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.650496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Pushing event updated for resources: {'Port': ['ID=3fba557e-7eb2-4d29-9cac-812bbb59318d,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:24.684225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Attempting to bind port 3fba557e-7eb2-4d29-9cac-812bbb59318d on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:24.684600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Attempting to bind port 3fba557e-7eb2-4d29-9cac-812bbb59318d by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ed1fe712-3e25-4212-9532-13a80de16acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c5cbe4-f676-47b9-9397-84bf8df31f74'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:24.684964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Attempting to bind port 3fba557e-7eb2-4d29-9cac-812bbb59318d on network d2c5cbe4-f676-47b9-9397-84bf8df31f74 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:24.694839 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:24.695217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Checking segment: {'id': 'ed1fe712-3e25-4212-9532-13a80de16acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c5cbe4-f676-47b9-9397-84bf8df31f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:24.695614 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.696004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Bound using segment: {'id': 'ed1fe712-3e25-4212-9532-13a80de16acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c5cbe4-f676-47b9-9397-84bf8df31f74'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:24.696497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Bound port: 3fba557e-7eb2-4d29-9cac-812bbb59318d, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1fe712-3e25-4212-9532-13a80de16acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd2c5cbe4-f676-47b9-9397-84bf8df31f74'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:24.696891 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.802565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] For port 3fba557e-7eb2-4d29-9cac-812bbb59318d, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:24.807368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] For port 3fba557e-7eb2-4d29-9cac-812bbb59318d, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3fba557e-7eb2-4d29-9cac-812bbb59318d,segment=NetworkSegment(ed1fe712-3e25-4212-9532-13a80de16acb),segment_id=ed1fe712-3e25-4212-9532-13a80de16acb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:24.830786 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-815a725e-f746-4cb7-a706-0922e8913efe req-18579248-48b3-4622-8cdd-8f69e11133fd tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0262182 Oct 27 16:21:24.871030 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:24.959641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702ec0e-e698-4f59-8a35-b6e58e440dc9 None None] Pushing event updated for resources: {'Port': ['ID=3fba557e-7eb2-4d29-9cac-812bbb59318d,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:25.185657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Allocated IP 2001:db8::1 (d2c5cbe4-f676-47b9-9397-84bf8df31f74/eb988b42-6f03-44dc-8268-f24f1d45285b/b0f81428-433e-4c81-9a14-be26e91e5028) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:25.353758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:25.417228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b09d83-c45d-4f03-a224-b0fe1a96d66e req-9850e1ec-0311-41f3-a0cd-3aeabc2d45ef tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:25.422586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:25.425466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e1b09d83-c45d-4f03-a224-b0fe1a96d66e req-9850e1ec-0311-41f3-a0cd-3aeabc2d45ef tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 945 time: 0.1170535 Oct 27 16:21:25.513702 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e1b09d83-c45d-4f03-a224-b0fe1a96d66e req-dbf3b448-979f-42e2-9ec2-ac0e68610126 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873175 Oct 27 16:21:25.542276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40726) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:25.548590 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.592031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:25.592531 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.700115 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b5a4b035-c9a1-43f6-bf7e-cb113165124b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/9fcdcc8e-b70b-4013-9c37-fc09291231b3 HTTP/1.1" status: 200 len: 992 time: 0.1532307 Oct 27 16:21:25.720379 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.791505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ab85c-5b25-4016-8037-eb7ee40f2085 req-09e0ea24-75ab-4157-baca-d2adb86f0c22 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:25.800997 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c5ab85c-5b25-4016-8037-eb7ee40f2085 req-09e0ea24-75ab-4157-baca-d2adb86f0c22 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 945 time: 0.1201954 Oct 27 16:21:25.802041 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.802472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network d2c5cbe4-f676-47b9-9397-84bf8df31f74 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:25.815179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:25.826627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:25.827162 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:25.843693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:25.879736 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c5ab85c-5b25-4016-8037-eb7ee40f2085 req-cc1865af-6162-4e91-ae34-55c02ad481e0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778267 Oct 27 16:21:25.884722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:25.887054 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e082da-d810-4ebc-a14b-00c7a504785b" -d '{"events": [{"server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "name": "network-vif-plugged", "status": "completed", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:25.892357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'port_id': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'mac_address': 'fa:16:3e:22:17:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:25.914017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:25.924776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=b0f81428-433e-4c81-9a14-be26e91e5028,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:25.974734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bff8c-5f9c-47bc-bd73-ac15673917ea req-337e9c29-c66d-4ba6-b945-fe9f96e3560a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:25.981913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-952bff8c-5f9c-47bc-bd73-ac15673917ea req-337e9c29-c66d-4ba6-b945-fe9f96e3560a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.2882397 Oct 27 16:21:26.020350 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.090620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63592076-6b8e-4c60-88df-d5435823f6f4 req-234a07c5-1645-4665-9ff1-7323eaf600c5 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0532486 Oct 27 16:21:26.118316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-952bff8c-5f9c-47bc-bd73-ac15673917ea req-b195deef-ecfb-4ec2-a827-a1e74f24fbfd tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262279 Oct 27 16:21:26.121233 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.190050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b00a40-fee3-4c50-ad32-013f68c4f326 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:26.229612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,revision_number=10']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:26.243829 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcbab2f-c098-4bde-98d7-d4ea59186f4b x-openstack-request-id: req-dbcbab2f-c098-4bde-98d7-d4ea59186f4b {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:26.244189 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "name": "network-vif-plugged", "status": "completed", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:26.244440 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbcbab2f-c098-4bde-98d7-d4ea59186f4b {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:26.244841 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'code': 200} Oct 27 16:21:26.280605 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.293143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:26.402684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.536008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=12']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:26.626196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc11da-3175-4296-888c-c23698cb49a6 req-8ca3840c-b67d-4875-9784-7e2ef4a204e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:26.627670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67bc11da-3175-4296-888c-c23698cb49a6 req-8ca3840c-b67d-4875-9784-7e2ef4a204e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 1098 time: 0.0747032 Oct 27 16:21:26.640629 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['19b00a40-fee3-4c50-ad32-013f68c4f326'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:26.642843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e6cec5-8675-46d8-8536-c7d491398e26 None None] Network d2c5cbe4-f676-47b9-9397-84bf8df31f74 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:26.714502 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67bc11da-3175-4296-888c-c23698cb49a6 req-875a76ba-ffb1-4846-89bb-8037fca7fdf4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792792 Oct 27 16:21:26.869297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.939763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:26.940714 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.090927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=b0f81428-433e-4c81-9a14-be26e91e5028,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:27.112955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa5db2-4ae1-4a8e-acd2-a4026f56edcb req-3edc6fc6-600a-46fb-85c4-a34d6a2c7512 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:27.112955 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58aa5db2-4ae1-4a8e-acd2-a4026f56edcb req-3edc6fc6-600a-46fb-85c4-a34d6a2c7512 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 947 time: 0.1157639 Oct 27 16:21:27.259894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58aa5db2-4ae1-4a8e-acd2-a4026f56edcb req-ecf79dfd-c79f-4253-ae4b-11915a0765b6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386287 Oct 27 16:21:27.311356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network d2c5cbe4-f676-47b9-9397-84bf8df31f74 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:27.314870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:27.316749 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-660770b5-1fd3-4d97-93c4-1d7023429016 req-25601007-0558-4f81-9977-d4f70cfc325e tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0818841 Oct 27 16:21:27.380245 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3f22d0e3-2727-484c-adaf-879e0d0c0d8b None None] Provisioning complete for port 3fba557e-7eb2-4d29-9cac-812bbb59318d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:27.380690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3f22d0e3-2727-484c-adaf-879e0d0c0d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.450480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3fba557e-7eb2-4d29-9cac-812bbb59318d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:27.596323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router 1da5dc71-9b67-4d9d-8386-8a851c8c3906 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:21:27.748033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3fba557e-7eb2-4d29-9cac-812bbb59318d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:27.748615 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.764980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:27.777513 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f50e81-7943-48fb-84d3-d7f2471abb1d None None] Sync routers for ids ['1da5dc71-9b67-4d9d-8386-8a851c8c3906'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:27.783733 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-15605ced-d4d7-42d5-b2d2-1b0d518aaf30 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/1da5dc71-9b67-4d9d-8386-8a851c8c3906/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7423229 Oct 27 16:21:27.786301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40764) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:27.805078 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f50e81-7943-48fb-84d3-d7f2471abb1d None None] Routers {'1da5dc71-9b67-4d9d-8386-8a851c8c3906'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:27.809522 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-60f50e81-7943-48fb-84d3-d7f2471abb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1da5dc71-9b67-4d9d-8386-8a851c8c3906'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:27.833318 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3f22d0e3-2727-484c-adaf-879e0d0c0d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:27.897412 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-60f50e81-7943-48fb-84d3-d7f2471abb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:27.923144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f65831-5894-4cca-bab5-eebdc0948827 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:27.929635 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-01f65831-5894-4cca-bab5-eebdc0948827 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports/b0f81428-433e-4c81-9a14-be26e91e5028 HTTP/1.1" status: 200 len: 911 time: 0.1417260 Oct 27 16:21:27.932206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40770) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:27.939032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-60e55214-b0d9-4965-bccd-6b72cc1dff5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eb988b42-6f03-44dc-8268-f24f1d45285b'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:27.943140 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f50e81-7943-48fb-84d3-d7f2471abb1d None None] Routers {'1da5dc71-9b67-4d9d-8386-8a851c8c3906'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:27.944507 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-60f50e81-7943-48fb-84d3-d7f2471abb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1da5dc71-9b67-4d9d-8386-8a851c8c3906'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:28.084659 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-60f50e81-7943-48fb-84d3-d7f2471abb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:28.092454 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f50e81-7943-48fb-84d3-d7f2471abb1d None None] The sync data for ids ['1da5dc71-9b67-4d9d-8386-8a851c8c3906'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:28.127199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3f22d0e3-2727-484c-adaf-879e0d0c0d8b None None] For port 3fba557e-7eb2-4d29-9cac-812bbb59318d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3fba557e-7eb2-4d29-9cac-812bbb59318d,segment=NetworkSegment(ed1fe712-3e25-4212-9532-13a80de16acb),segment_id=ed1fe712-3e25-4212-9532-13a80de16acb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:28.401541 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3f22d0e3-2727-484c-adaf-879e0d0c0d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.558544 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d0fa822b-06d1-4554-b083-5c328a1d3f83 req-404939fb-1613-4583-aa60-2a1d7e2a73c2 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0651774 Oct 27 16:21:28.572515 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60e55214-b0d9-4965-bccd-6b72cc1dff5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.633238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45dcf8-e77e-4294-bec0-c223e0185be4 req-2a80f623-1745-4cc9-949a-1dfebdaffaba tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:28.633492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-57086db3-b76d-4b44-af6c-6b0da3f31c63 None None] Provisioning complete for port 3fba557e-7eb2-4d29-9cac-812bbb59318d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:28.633771 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-57086db3-b76d-4b44-af6c-6b0da3f31c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.636454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22d0e3-2727-484c-adaf-879e0d0c0d8b None None] Pushing event updated for resources: {'Port': ['ID=3fba557e-7eb2-4d29-9cac-812bbb59318d,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:28.638461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a45dcf8-e77e-4294-bec0-c223e0185be4 req-2a80f623-1745-4cc9-949a-1dfebdaffaba tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 947 time: 0.1712091 Oct 27 16:21:28.873001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-57086db3-b76d-4b44-af6c-6b0da3f31c63 None None] Provisioning complete for port b0f81428-433e-4c81-9a14-be26e91e5028 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:28.874000 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-57086db3-b76d-4b44-af6c-6b0da3f31c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:28.969998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-57086db3-b76d-4b44-af6c-6b0da3f31c63 None None] Port b0f81428-433e-4c81-9a14-be26e91e5028 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:29.070626 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60e55214-b0d9-4965-bccd-6b72cc1dff5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.115424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-abafbd6b-2297-48fc-92b9-cdc0fdffee32 None None] Provisioning complete for port b0f81428-433e-4c81-9a14-be26e91e5028 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:29.116439 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-abafbd6b-2297-48fc-92b9-cdc0fdffee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.122150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a45dcf8-e77e-4294-bec0-c223e0185be4 req-87c977b9-e6d8-439c-bec5-78cd43055193 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439920 Oct 27 16:21:29.138980 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60e55214-b0d9-4965-bccd-6b72cc1dff5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.151831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e55214-b0d9-4965-bccd-6b72cc1dff5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:29.153206 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60e55214-b0d9-4965-bccd-6b72cc1dff5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.158310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40812) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:29.158899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-60e55214-b0d9-4965-bccd-6b72cc1dff5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/ports/b0f81428-433e-4c81-9a14-be26e91e5028 HTTP/1.1" status: 200 len: 911 time: 1.2253337 Oct 27 16:21:29.293211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e55214-b0d9-4965-bccd-6b72cc1dff5a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=b0f81428-433e-4c81-9a14-be26e91e5028,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:29.310680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3fba557e-7eb2-4d29-9cac-812bbb59318d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:29.434103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-abafbd6b-2297-48fc-92b9-cdc0fdffee32 None None] Port b0f81428-433e-4c81-9a14-be26e91e5028 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:29.447352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:29.464653 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.630560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5a67f8d6-ec18-414c-b511-d964856bc293 None None] Provisioning complete for port b0f81428-433e-4c81-9a14-be26e91e5028 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:29.630560 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5a67f8d6-ec18-414c-b511-d964856bc293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.704667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3fba557e-7eb2-4d29-9cac-812bbb59318d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:29.706106 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.739696 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-226202bf-0319-42e4-8641-beefc950a7cd req-5a236fff-f702-433e-8a72-0bd661735bc7 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0719860 Oct 27 16:21:29.805638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5a67f8d6-ec18-414c-b511-d964856bc293 None None] Port b0f81428-433e-4c81-9a14-be26e91e5028 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:29.839045 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf96cc17-a418-416e-8915-e146e1e90fb8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.892334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 19b00a40-fee3-4c50-ad32-013f68c4f326 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:29.899048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 19b00a40-fee3-4c50-ad32-013f68c4f326 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:29.899498 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:29.996664 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.026709 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:30.029145 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384afbf5-e5d4-440a-a016-5095f6f1626a" -d '{"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-plugged", "status": "completed", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:30.047770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:30.109581 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8f2d48-2a41-48ac-9b9f-b2864b346aa0 x-openstack-request-id: req-8d8f2d48-2a41-48ac-9b9f-b2864b346aa0 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:30.110092 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-plugged", "status": "completed", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:30.111023 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d8f2d48-2a41-48ac-9b9f-b2864b346aa0 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:30.111498 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'code': 200} Oct 27 16:21:30.139480 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.229509 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=13']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:30.454375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03008c-864f-4949-b5bb-ad50291393c6 req-afe43610-5f71-4079-835b-b99a33275f3b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:30.456401 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b03008c-864f-4949-b5bb-ad50291393c6 req-afe43610-5f71-4079-835b-b99a33275f3b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 947 time: 0.1339135 Oct 27 16:21:30.525118 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b03008c-864f-4949-b5bb-ad50291393c6 req-31688c17-555f-450c-a333-5b2371bf112b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600641 Oct 27 16:21:30.728644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cf96cc17-a418-416e-8915-e146e1e90fb8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port b0f81428-433e-4c81-9a14-be26e91e5028 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:30.728989 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf96cc17-a418-416e-8915-e146e1e90fb8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.927104 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34c9f916-39b1-4461-aabf-1767644b89ad req-59b9bc5a-6505-406e-9f86-91f931331359 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0500901 Oct 27 16:21:30.938493 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf96cc17-a418-416e-8915-e146e1e90fb8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:30.961716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cf96cc17-a418-416e-8915-e146e1e90fb8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for b0f81428-433e-4c81-9a14-be26e91e5028 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:31.177464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75391fa7-6833-4ee2-b135-55b1f0e3e92f req-2881b298-b797-4e91-b1eb-beeeedcdac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.179233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75391fa7-6833-4ee2-b135-55b1f0e3e92f req-2881b298-b797-4e91-b1eb-beeeedcdac3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 1096 time: 0.0647421 Oct 27 16:21:31.196575 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8332318-d242-4c3d-8553-c9d4abe2550f req-b608e14d-c266-456f-840a-18b8883a2273 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.198624 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8332318-d242-4c3d-8553-c9d4abe2550f req-b608e14d-c266-456f-840a-18b8883a2273 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1505575 Oct 27 16:21:31.248123 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8332318-d242-4c3d-8553-c9d4abe2550f req-dbd00e7b-b9a8-4267-af2d-c3a09a8be5b2 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Oct 27 16:21:31.309644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75391fa7-6833-4ee2-b135-55b1f0e3e92f req-c6657b76-b88b-4485-ba10-1245e177cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.311726 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75391fa7-6833-4ee2-b135-55b1f0e3e92f req-c6657b76-b88b-4485-ba10-1245e177cbf6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 920 time: 0.1254818 Oct 27 16:21:31.331520 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf96cc17-a418-416e-8915-e146e1e90fb8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:31.357610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75391fa7-6833-4ee2-b135-55b1f0e3e92f req-3b4d5553-7092-43bb-a444-282536496987 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 HTTP/1.1" status: 200 len: 217 time: 0.0373948 Oct 27 16:21:31.365929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96cc17-a418-416e-8915-e146e1e90fb8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=b0f81428-433e-4c81-9a14-be26e91e5028,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:31.430034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75391fa7-6833-4ee2-b135-55b1f0e3e92f req-da16ffea-10a9-4039-b430-528e84a248aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:31.431701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75391fa7-6833-4ee2-b135-55b1f0e3e92f req-da16ffea-10a9-4039-b430-528e84a248aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.0660172 Oct 27 16:21:31.481637 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf96cc17-a418-416e-8915-e146e1e90fb8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:31.486881 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75391fa7-6833-4ee2-b135-55b1f0e3e92f req-1ab8c9dc-22c8-4f8f-a0cb-66f12e1434ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457628 Oct 27 16:21:31.674475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75391fa7-6833-4ee2-b135-55b1f0e3e92f req-6612535f-47f0-4672-9449-bbc70b1a9016 service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766407 Oct 27 16:21:31.706282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf96cc17-a418-416e-8915-e146e1e90fb8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router 1da5dc71-9b67-4d9d-8386-8a851c8c3906 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:31.832573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf96cc17-a418-416e-8915-e146e1e90fb8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:31.861354 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cf96cc17-a418-416e-8915-e146e1e90fb8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/1da5dc71-9b67-4d9d-8386-8a851c8c3906/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6988845 Oct 27 16:21:31.861911 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40850) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:31.869145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c1ce83-7db7-4ad2-815d-2414ae8d3c3e None None] Sync routers for ids ['1da5dc71-9b67-4d9d-8386-8a851c8c3906'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:31.905506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1ce83-7db7-4ad2-815d-2414ae8d3c3e None None] Routers {'1da5dc71-9b67-4d9d-8386-8a851c8c3906'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:31.906450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b0c1ce83-7db7-4ad2-815d-2414ae8d3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1da5dc71-9b67-4d9d-8386-8a851c8c3906'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:31.954530 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-263b379d-079c-484c-8628-9a96ec576661 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=1da5dc71-9b67-4d9d-8386-8a851c8c3906 HTTP/1.1" status: 200 len: 205 time: 0.0886495 Oct 27 16:21:31.955627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40852) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:31.987348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b0c1ce83-7db7-4ad2-815d-2414ae8d3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:32.012897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1ce83-7db7-4ad2-815d-2414ae8d3c3e None None] Routers {'1da5dc71-9b67-4d9d-8386-8a851c8c3906'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:32.013546 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b0c1ce83-7db7-4ad2-815d-2414ae8d3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['1da5dc71-9b67-4d9d-8386-8a851c8c3906'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:32.101175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b0c1ce83-7db7-4ad2-815d-2414ae8d3c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:32.101901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c1ce83-7db7-4ad2-815d-2414ae8d3c3e None None] The sync data for ids ['1da5dc71-9b67-4d9d-8386-8a851c8c3906'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:32.116380 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1546880-be92-4a42-b8b4-f82cddbc1f22 req-5c4bed62-6eef-404d-b2c6-498ee05b3e0e tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0492532 Oct 27 16:21:32.117424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bbc6b-7a7a-4283-abb3-6dd1b7521933 req-1c035624-691c-4006-a469-f37dcd6ee2af tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:32.118994 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be9bbc6b-7a7a-4283-abb3-6dd1b7521933 req-1c035624-691c-4006-a469-f37dcd6ee2af tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 947 time: 0.4582503 Oct 27 16:21:32.119195 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d4599ce-2e3a-448b-980c-b8e6bc999d0f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.187350 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be9bbc6b-7a7a-4283-abb3-6dd1b7521933 req-757fe445-04b0-405b-86ea-f10228cbf20c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541885 Oct 27 16:21:32.201503 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75391fa7-6833-4ee2-b135-55b1f0e3e92f req-874cdd13-cfca-40ec-959f-22b148e4ddc5 service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097916 Oct 27 16:21:32.299475 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d4599ce-2e3a-448b-980c-b8e6bc999d0f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.304722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d4599ce-2e3a-448b-980c-b8e6bc999d0f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.394790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61aac4-7408-405a-9364-9e7a80eced85 req-f68af1ea-61aa-483a-be39-e7b15e1bdc96 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:32.396496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ae61aac4-7408-405a-9364-9e7a80eced85 req-f68af1ea-61aa-483a-be39-e7b15e1bdc96 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0575845 Oct 27 16:21:32.449947 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ae61aac4-7408-405a-9364-9e7a80eced85 req-5ab5c5f5-9fd3-441f-8c9c-413279f1d942 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462058 Oct 27 16:21:32.451648 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d4599ce-2e3a-448b-980c-b8e6bc999d0f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.452337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4599ce-2e3a-448b-980c-b8e6bc999d0f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Fanout notify agent at l3_agent the message router_deleted on router 1da5dc71-9b67-4d9d-8386-8a851c8c3906 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:32.462860 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d4599ce-2e3a-448b-980c-b8e6bc999d0f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.464206 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1d4599ce-2e3a-448b-980c-b8e6bc999d0f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/1da5dc71-9b67-4d9d-8386-8a851c8c3906 HTTP/1.1" status: 204 len: 168 time: 0.5072803 Oct 27 16:21:32.466827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40864) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:32.530879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-98453230-917d-4043-a3af-a92a0ae634e4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting subnet eb988b42-6f03-44dc-8268-f24f1d45285b {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:32.533834 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.534308 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98453230-917d-4043-a3af-a92a0ae634e4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.577092 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98453230-917d-4043-a3af-a92a0ae634e4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.668274 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98453230-917d-4043-a3af-a92a0ae634e4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.808127 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40872) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:32.825031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98453230-917d-4043-a3af-a92a0ae634e4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.855267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98453230-917d-4043-a3af-a92a0ae634e4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Subnet': ['ID=eb988b42-6f03-44dc-8268-f24f1d45285b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:32.857265 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98453230-917d-4043-a3af-a92a0ae634e4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:32.861050 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-98453230-917d-4043-a3af-a92a0ae634e4 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/eb988b42-6f03-44dc-8268-f24f1d45285b HTTP/1.1" status: 204 len: 168 time: 0.3926206 Oct 27 16:21:32.863077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40876) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:32.871396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529e9268-fd1c-4f58-925a-b93a6e1e27cd None None] Network d2c5cbe4-f676-47b9-9397-84bf8df31f74 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:32.965282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.046015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port 3fba557e-7eb2-4d29-9cac-812bbb59318d {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:33.046363 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.138418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] For port 3fba557e-7eb2-4d29-9cac-812bbb59318d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3fba557e-7eb2-4d29-9cac-812bbb59318d,segment=NetworkSegment(ed1fe712-3e25-4212-9532-13a80de16acb),segment_id=ed1fe712-3e25-4212-9532-13a80de16acb)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:33.138797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.193247 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for 3fba557e-7eb2-4d29-9cac-812bbb59318d owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:33.225609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af0c88-ebf2-4171-9019-bd02f9e90680 None None] DHCP port deletion for d2c5cbe4-f676-47b9-9397-84bf8df31f74 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:21:33.277770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c901ee92-e1d3-4a45-838a-0dc3f11a9b70 req-25f61273-a01b-4005-a8f8-569f28027a59 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0395789 Oct 27 16:21:33.284294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-75af0c88-ebf2-4171-9019-bd02f9e90680 None None] Deleting port 3fba557e-7eb2-4d29-9cac-812bbb59318d {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:33.284863 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75af0c88-ebf2-4171-9019-bd02f9e90680 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.368354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-75af0c88-ebf2-4171-9019-bd02f9e90680 None None] For port 3fba557e-7eb2-4d29-9cac-812bbb59318d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3fba557e-7eb2-4d29-9cac-812bbb59318d,segment=NetworkSegment(ed1fe712-3e25-4212-9532-13a80de16acb),segment_id=ed1fe712-3e25-4212-9532-13a80de16acb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:33.369100 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75af0c88-ebf2-4171-9019-bd02f9e90680 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.389822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-75af0c88-ebf2-4171-9019-bd02f9e90680 None None] Calling delete_port for 3fba557e-7eb2-4d29-9cac-812bbb59318d owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:33.549919 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75af0c88-ebf2-4171-9019-bd02f9e90680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.568497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af0c88-ebf2-4171-9019-bd02f9e90680 None None] No DVR routers for this DVR port 3fba557e-7eb2-4d29-9cac-812bbb59318d on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:33.591956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af0c88-ebf2-4171-9019-bd02f9e90680 None None] Pushing event deleted for resources: {'Port': ['ID=3fba557e-7eb2-4d29-9cac-812bbb59318d,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:33.594332 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.663557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40888) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:33.667385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No DVR routers for this DVR port 3fba557e-7eb2-4d29-9cac-812bbb59318d on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:33.727811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=3fba557e-7eb2-4d29-9cac-812bbb59318d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:33.820256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-abc1da76-07d6-4fc0-a0d3-dcfcc35668a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.851613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2cc96-803a-4f0d-a2b1-bd5ed8b1f058 req-2be93276-09f9-4bdb-81d3-b64efd0bd89e tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:33.853133 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1cd2cc96-803a-4f0d-a2b1-bd5ed8b1f058 req-2be93276-09f9-4bdb-81d3-b64efd0bd89e tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.2659986 Oct 27 16:21:33.854955 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.911561 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-abc1da76-07d6-4fc0-a0d3-dcfcc35668a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.920492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c5cbe4-f676-47b9-9397-84bf8df31f74']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:33.939410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1fe712-3e25-4212-9532-13a80de16acb') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:33.942478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1fe712-3e25-4212-9532-13a80de16acb') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:33.954510 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.981129 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1cd2cc96-803a-4f0d-a2b1-bd5ed8b1f058 req-503009bb-33b7-410c-bdf2-c2ef6d6d3321 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014862 Oct 27 16:21:33.983343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.990994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-abc1da76-07d6-4fc0-a0d3-dcfcc35668a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.992400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:33.992786 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:33.996030 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:34.047458 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-abc1da76-07d6-4fc0-a0d3-dcfcc35668a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8c2132101c34c279a26d3068f894c37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3825834 Oct 27 16:21:34.048522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40892) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:34.064568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1da76-07d6-4fc0-a0d3-dcfcc35668a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ee1f6c-4abd-48b7-94e6-661db02bf059,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:34.110125 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b014d056-3f3c-492f-9fce-dd8d78a0b360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.115793 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.132470 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b014d056-3f3c-492f-9fce-dd8d78a0b360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.153944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.187224 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.190391 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/networks/d2c5cbe4-f676-47b9-9397-84bf8df31f74 HTTP/1.1" status: 204 len: 168 time: 1.3263278 Oct 27 16:21:34.195719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40894) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:34.200887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5b094c1d-59ed-478e-85ad-ef490da26e88 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1110453890', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:34.206624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2331aeb6-9d97-44e9-b146-e4c340585b6a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Network': ['ID=d2c5cbe4-f676-47b9-9397-84bf8df31f74,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:34.264723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b014d056-3f3c-492f-9fce-dd8d78a0b360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.267530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b014d056-3f3c-492f-9fce-dd8d78a0b360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.271017 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b014d056-3f3c-492f-9fce-dd8d78a0b360 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58ee1f6c-4abd-48b7-94e6-661db02bf059 HTTP/1.1" status: 204 len: 168 time: 0.2165055 Oct 27 16:21:34.279711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014d056-3f3c-492f-9fce-dd8d78a0b360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ee1f6c-4abd-48b7-94e6-661db02bf059,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:34.304927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b094c1d-59ed-478e-85ad-ef490da26e88 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.306408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b094c1d-59ed-478e-85ad-ef490da26e88 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.388208 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b094c1d-59ed-478e-85ad-ef490da26e88 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.405702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] Deleting port 119ba2bb-9d36-48e3-a051-0fe19f762076 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:34.406163 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.426196 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce45ee67-6150-4a45-883d-9842570f3541 req-01d49619-925f-4e5e-a760-cd85e994c97b tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0269358 Oct 27 16:21:34.441911 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b094c1d-59ed-478e-85ad-ef490da26e88 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.508678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] For port 119ba2bb-9d36-48e3-a051-0fe19f762076, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=119ba2bb-9d36-48e3-a051-0fe19f762076,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:34.509355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.524073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] Calling delete_port for 119ba2bb-9d36-48e3-a051-0fe19f762076 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:34.560910 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b094c1d-59ed-478e-85ad-ef490da26e88 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.562319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5b094c1d-59ed-478e-85ad-ef490da26e88 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3653500 Oct 27 16:21:34.565098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40902) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:34.571841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1051024798'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:34.641685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:34.645507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.672913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:34.684566 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.684892 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added segment 15e8cd52-8312-4528-b828-9504359003ac of type vlan for network ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 Oct 27 16:21:34.735455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.830530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.836846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:34.837500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:34.913200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Network': ['ID=ee84b17e-3cc2-4cfb-8fb8-45e4139794e5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:34.924951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:34.958942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fca3233b-9747-4bc0-bf93-51ba95c74a9f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3927526 Oct 27 16:21:34.962319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40912) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:34.967532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'subnet': {'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:35.111853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edd72f-168f-4dea-9a9a-eb586f36fad5 req-4e3ae8bf-f317-41be-a238-5096feef5fdf tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:35.113407 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-22edd72f-168f-4dea-9a9a-eb586f36fad5 req-4e3ae8bf-f317-41be-a238-5096feef5fdf tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0505314 Oct 27 16:21:35.150992 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.173190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:35.176906 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.201897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-22edd72f-168f-4dea-9a9a-eb586f36fad5 req-d66e8ac2-1317-4ace-befb-2d6205211a80 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805297 Oct 27 16:21:35.207055 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=119ba2bb-9d36-48e3-a051-0fe19f762076,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:35.207181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3fba557e-7eb2-4d29-9cac-812bbb59318d no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:35.288071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 3fba557e-7eb2-4d29-9cac-812bbb59318d {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:35.288452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3fba557e-7eb2-4d29-9cac-812bbb59318d not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:35.466093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.570632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbe20e30-507a-4d19-8683-7be204ec7b97 req-3d6440a7-875e-4a19-8fce-fde7b8130f27 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0304959 Oct 27 16:21:35.572435 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.649344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Subnet': ['ID=99905d11-cdfc-4341-aeae-184bf1c1a47e,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:35.664430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Checking segment: {'id': '15e8cd52-8312-4528-b828-9504359003ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:35.665066 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network hostable DHCP agents. Network: ee84b17e-3cc2-4cfb-8fb8-45e4139794e5, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:35.733184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:35.787257 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] Router dab3e235-e55e-498c-a809-427f10be6788 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:35.830541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, ee84b17e-3cc2-4cfb-8fb8-45e4139794e5) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:35.835158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:35.835828 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:35.847188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd81714-a9d7-47c7-91ec-f625d0e614fd None None] Network ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:35.925782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b78a7895-cb3e-4732-86ab-d2cb6fd28119 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9596639 Oct 27 16:21:35.926881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40930) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:35.927614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:35.936036 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c3ed3eda-14e6-4bae-8c09-c3b0842c1d8a admin admin] 10.222.0.15 "PUT /v2.0/routers/dab3e235-e55e-498c-a809-427f10be6788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1246653 Oct 27 16:21:35.936403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40932) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:35.950377 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de1d7a-642a-4c36-b1f8-547cc9f1c3fa None None] Sync routers for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:35.964534 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de1d7a-642a-4c36-b1f8-547cc9f1c3fa None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:35.967764 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-53de1d7a-642a-4c36-b1f8-547cc9f1c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:36.061787 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:36.062667 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.105444 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.229296 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-53de1d7a-642a-4c36-b1f8-547cc9f1c3fa None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:36.273190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Allocated IP 2001:db8::2 (ee84b17e-3cc2-4cfb-8fb8-45e4139794e5/99905d11-cdfc-4341-aeae-184bf1c1a47e/ffe0afc3-f4e4-471c-b157-f58edee593ec) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:36.358523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.450358 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.514764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff8ca7-3c66-4b7b-9824-dab6dd307a12 req-650a9821-ac0f-45d0-b7bd-c243605b95ad tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:36.519032 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cff8ca7-3c66-4b7b-9824-dab6dd307a12 req-650a9821-ac0f-45d0-b7bd-c243605b95ad tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1463456 Oct 27 16:21:36.528933 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.607902 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.638427 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cff8ca7-3c66-4b7b-9824-dab6dd307a12 req-b19334a2-c9cb-40b2-9b29-d3003c595957 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130836 Oct 27 16:21:36.652859 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Deleting port f13d4d84-885c-4cca-a1b8-8b46200f1e04 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:36.653389 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.699900 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-53de1d7a-642a-4c36-b1f8-547cc9f1c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197'}], 'enable_snat': True}, 'gw_port_id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:21:34Z', 'revision_number': 5, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port': {'id': 'f13d4d84-885c-4cca-a1b8-8b46200f1e04', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:2c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab3e235-e55e-498c-a809-427f10be6788', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:12:47Z', 'updated_at': '2021-10-27T16:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:36.738628 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de1d7a-642a-4c36-b1f8-547cc9f1c3fa None None] Checking router: dab3e235-e55e-498c-a809-427f10be6788 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:21:36.741873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Network ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:36.745176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:36.748397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33266005-d4f0-48c8-8da6-f9d68c0599c4 req-2431351a-8074-4600-9135-8eb3c51657cd tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0372024 Oct 27 16:21:36.758884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:36.767888 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] For port f13d4d84-885c-4cca-a1b8-8b46200f1e04, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f13d4d84-885c-4cca-a1b8-8b46200f1e04,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:36.769169 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.789658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Calling delete_port for f13d4d84-885c-4cca-a1b8-8b46200f1e04 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:36.796613 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de1d7a-642a-4c36-b1f8-547cc9f1c3fa None None] Routers {'dab3e235-e55e-498c-a809-427f10be6788'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:36.800406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Pushing event updated for resources: {'Port': ['ID=ffe0afc3-f4e4-471c-b157-f58edee593ec,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:36.800576 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-53de1d7a-642a-4c36-b1f8-547cc9f1c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['dab3e235-e55e-498c-a809-427f10be6788'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:36.865620 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Attempting to bind port ffe0afc3-f4e4-471c-b157-f58edee593ec on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:36.866538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Attempting to bind port ffe0afc3-f4e4-471c-b157-f58edee593ec by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '15e8cd52-8312-4528-b828-9504359003ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:36.867147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Attempting to bind port ffe0afc3-f4e4-471c-b157-f58edee593ec on network ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:36.872677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:36.873305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Checking segment: {'id': '15e8cd52-8312-4528-b828-9504359003ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:36.873880 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.875201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Bound using segment: {'id': '15e8cd52-8312-4528-b828-9504359003ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:36.875953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Bound port: ffe0afc3-f4e4-471c-b157-f58edee593ec, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e8cd52-8312-4528-b828-9504359003ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:36.876747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:36.943051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Allocated IP 2001:db8::1 (ee84b17e-3cc2-4cfb-8fb8-45e4139794e5/99905d11-cdfc-4341-aeae-184bf1c1a47e/d897eaab-530a-458f-81a0-63a2f7cde9d8) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:36.951963 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] For port ffe0afc3-f4e4-471c-b157-f58edee593ec, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:36.960384 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-53de1d7a-642a-4c36-b1f8-547cc9f1c3fa None None] Set router dab3e235-e55e-498c-a809-427f10be6788 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:37.018561 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-53de1d7a-642a-4c36-b1f8-547cc9f1c3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:21:36Z', 'revision_number': 6, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:37.046610 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de1d7a-642a-4c36-b1f8-547cc9f1c3fa None None] The sync data for ids ['dab3e235-e55e-498c-a809-427f10be6788'] in n-d-815689-1 is: [{'id': 'dab3e235-e55e-498c-a809-427f10be6788', 'name': 'tempest-AttachVolumeTestJSON-1716940955-router', 'tenant_id': '0c5930663e274673b0f874df4f7d4406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:12:45Z', 'updated_at': '2021-10-27T16:21:36Z', 'revision_number': 6, 'project_id': '0c5930663e274673b0f874df4f7d4406', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:37.069462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.071249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] For port ffe0afc3-f4e4-471c-b157-f58edee593ec, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ffe0afc3-f4e4-471c-b157-f58edee593ec,segment=NetworkSegment(15e8cd52-8312-4528-b828-9504359003ac),segment_id=15e8cd52-8312-4528-b828-9504359003ac)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:37.084708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.102977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f13d4d84-885c-4cca-a1b8-8b46200f1e04,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:37.114274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.114657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.114999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.115377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.115706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.116526 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.116526 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.116733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.117015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.117337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.117660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.117995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:37.156680 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.175355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.185392 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.228614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7080b-6163-4807-874f-1593cd31e327 None None] Pushing event updated for resources: {'Port': ['ID=ffe0afc3-f4e4-471c-b157-f58edee593ec,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:37.260385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:37.265731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:37.270535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:37.271076 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.275558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=d897eaab-530a-458f-81a0-63a2f7cde9d8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:37.279310 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.281562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.436425 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.438148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab3e235-e55e-498c-a809-427f10be6788 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:21:37.442826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.447293 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4e5aadca-fe68-4adb-a8c8-69ae2d5c72ac admin admin] 10.222.0.15 "DELETE /v2.0/routers/dab3e235-e55e-498c-a809-427f10be6788 HTTP/1.1" status: 204 len: 168 time: 1.5074322 Oct 27 16:21:37.447489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40958) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:37.514946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-34de2383-c5ce-45be-8b6f-da8f6f7aa1f8 admin admin] Deleting subnet ea3730f2-0bf8-4326-9e2c-a789f343fc1b {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:21:37.520804 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34de2383-c5ce-45be-8b6f-da8f6f7aa1f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.559628 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.582170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34de2383-c5ce-45be-8b6f-da8f6f7aa1f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.629626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 119ba2bb-9d36-48e3-a051-0fe19f762076 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:37.654424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 119ba2bb-9d36-48e3-a051-0fe19f762076 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:37.655037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 119ba2bb-9d36-48e3-a051-0fe19f762076 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:37.707698 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34de2383-c5ce-45be-8b6f-da8f6f7aa1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.807817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa41f1e-a32b-4475-81ee-707be0b0c478 req-405145b3-c33c-41d5-83ec-756891276c7d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:37.809419 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eaa41f1e-a32b-4475-81ee-707be0b0c478 req-405145b3-c33c-41d5-83ec-756891276c7d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0793386 Oct 27 16:21:37.854074 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eaa41f1e-a32b-4475-81ee-707be0b0c478 req-4fdc1387-994d-4381-8ef3-c76e79c7717d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382648 Oct 27 16:21:37.909205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34de2383-c5ce-45be-8b6f-da8f6f7aa1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.928365 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3717a007-abf1-4ff9-b14a-113cf6329203 req-37d22fd3-5a1d-4f9d-a620-bb3be81f9fc6 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0384748 Oct 27 16:21:37.936468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de2383-c5ce-45be-8b6f-da8f6f7aa1f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea3730f2-0bf8-4326-9e2c-a789f343fc1b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:37.946294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34de2383-c5ce-45be-8b6f-da8f6f7aa1f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:37.949947 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-34de2383-c5ce-45be-8b6f-da8f6f7aa1f8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ea3730f2-0bf8-4326-9e2c-a789f343fc1b HTTP/1.1" status: 204 len: 168 time: 0.5015433 Oct 27 16:21:37.952648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40972) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:37.954887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6003ef1-892c-4626-a95e-0fe5707033a2 None None] Network af016594-8bc5-461b-993c-3fdc1c22d42e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:38.012989 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.083367 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.130480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.132557 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.204344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01726b9b-7fbc-4679-b608-7fc09e99b0a9 None None] DHCP port deletion for af016594-8bc5-461b-993c-3fdc1c22d42e request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:21:38.264279 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Deleting port e19b6d28-6fde-497a-bab8-6905fa2f26fd {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:38.264570 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.268016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-01726b9b-7fbc-4679-b608-7fc09e99b0a9 None None] Deleting port e19b6d28-6fde-497a-bab8-6905fa2f26fd {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:38.269327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=d897eaab-530a-458f-81a0-63a2f7cde9d8,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:38.269613 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01726b9b-7fbc-4679-b608-7fc09e99b0a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.356071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-01726b9b-7fbc-4679-b608-7fc09e99b0a9 None None] For port e19b6d28-6fde-497a-bab8-6905fa2f26fd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e19b6d28-6fde-497a-bab8-6905fa2f26fd,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:38.356835 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01726b9b-7fbc-4679-b608-7fc09e99b0a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.403184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:38.405940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] For port e19b6d28-6fde-497a-bab8-6905fa2f26fd, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e19b6d28-6fde-497a-bab8-6905fa2f26fd,segment=NetworkSegment(86e8774e-3dba-46fc-ac02-5cad1db2c108),segment_id=86e8774e-3dba-46fc-ac02-5cad1db2c108)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:38.406381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.410089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:38.434394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Calling delete_port for e19b6d28-6fde-497a-bab8-6905fa2f26fd owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:38.588089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea7fdf0-1aad-4abd-987f-a5fd411633ba None None] Network ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:38.597370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-01726b9b-7fbc-4679-b608-7fc09e99b0a9 None None] Calling delete_port for e19b6d28-6fde-497a-bab8-6905fa2f26fd owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:38.661305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-592fafbb-249c-409d-b9aa-b185fc45531b None None] Provisioning complete for port ffe0afc3-f4e4-471c-b157-f58edee593ec triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:38.661679 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-592fafbb-249c-409d-b9aa-b185fc45531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.691917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.722983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Pushing event deleted for resources: {'Port': ['ID=e19b6d28-6fde-497a-bab8-6905fa2f26fd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:38.725125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] No DVR routers for this DVR port e19b6d28-6fde-497a-bab8-6905fa2f26fd on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:38.726511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a62bc2d7-00cb-4f44-82de-d94a40d969e4 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:21:38.822518 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01726b9b-7fbc-4679-b608-7fc09e99b0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.865090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01726b9b-7fbc-4679-b608-7fc09e99b0a9 None None] Pushing event deleted for resources: {'Port': ['ID=e19b6d28-6fde-497a-bab8-6905fa2f26fd,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:38.870357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01726b9b-7fbc-4679-b608-7fc09e99b0a9 None None] No DVR routers for this DVR port e19b6d28-6fde-497a-bab8-6905fa2f26fd on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:21:38.871421 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.902892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af016594-8bc5-461b-993c-3fdc1c22d42e']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:38.915229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:38.917817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e8774e-3dba-46fc-ac02-5cad1db2c108') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:38.918105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e8774e-3dba-46fc-ac02-5cad1db2c108') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:38.923148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-69acf7d1-2710-4425-bdac-363cbe5c8839 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9951918 Oct 27 16:21:38.926766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40980) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:38.937071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1778962661'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:38.937444 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.944449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Sync routers for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:38.954725 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-592fafbb-249c-409d-b9aa-b185fc45531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.955277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.965959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:21:38.966582 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:21:38.969236 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:21:38.985174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:38.986041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:39.037086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:39.040391 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.108504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89018caa-fd45-4221-842b-0ee11f588645 req-a3f07134-28bb-4a35-8ea0-e6e538a45744 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:39.110853 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89018caa-fd45-4221-842b-0ee11f588645 req-a3f07134-28bb-4a35-8ea0-e6e538a45744 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1422184 Oct 27 16:21:39.115172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b81a136c-d6da-4ff2-af66-fc90ddfb9c93 req-d644d987-c16d-4490-8c60-749827e32603 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0397978 Oct 27 16:21:39.125598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-592fafbb-249c-409d-b9aa-b185fc45531b None None] For port ffe0afc3-f4e4-471c-b157-f58edee593ec, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ffe0afc3-f4e4-471c-b157-f58edee593ec,segment=NetworkSegment(15e8cd52-8312-4528-b828-9504359003ac),segment_id=15e8cd52-8312-4528-b828-9504359003ac)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:39.144698 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.157962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:39.160391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:39.186701 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.187298 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added segment b8fb64d3-954f-4e2a-acdf-51f6beb9c454 of type vlan for network aa7c33f4-ea10-4bfb-9be3-2de3449e568f Oct 27 16:21:39.193066 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.202207 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:21:39.221168 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-592fafbb-249c-409d-b9aa-b185fc45531b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.230557 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] 10.222.0.15 "DELETE /v2.0/networks/af016594-8bc5-461b-993c-3fdc1c22d42e HTTP/1.1" status: 204 len: 168 time: 1.2639277 Oct 27 16:21:39.235943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f38285-f19b-4cc0-beec-d50522250fae admin admin] Pushing event deleted for resources: {'Network': ['ID=af016594-8bc5-461b-993c-3fdc1c22d42e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:39.258717 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.325086 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89018caa-fd45-4221-842b-0ee11f588645 req-8738f98d-b982-49f0-bc3f-d72c6db2eb51 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434449 Oct 27 16:21:39.372370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ffe0afc3-f4e4-471c-b157-f58edee593ec up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:39.376906 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.383098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:39.383720 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.419943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fafbb-249c-409d-b9aa-b185fc45531b None None] Pushing event updated for resources: {'Port': ['ID=ffe0afc3-f4e4-471c-b157-f58edee593ec,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:39.482035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Network': ['ID=aa7c33f4-ea10-4bfb-9be3-2de3449e568f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:39.500980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-070ee266-a34a-4ce2-bddd-aa81a12e2741 None None] Provisioning complete for port d897eaab-530a-458f-81a0-63a2f7cde9d8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:39.501350 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-070ee266-a34a-4ce2-bddd-aa81a12e2741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.512940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ccd157c7-8b59-42dc-837b-3e2ad1fe7226 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5845103 Oct 27 16:21:39.513928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network aa7c33f4-ea10-4bfb-9be3-2de3449e568f details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:39.515525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40988) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:39.520569 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'subnet': {'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:39.631314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ffe0afc3-f4e4-471c-b157-f58edee593ec triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:39.631774 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.639784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-070ee266-a34a-4ce2-bddd-aa81a12e2741 None None] Port d897eaab-530a-458f-81a0-63a2f7cde9d8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:39.692243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-070ee266-a34a-4ce2-bddd-aa81a12e2741 None None] Provisioning complete for port ffe0afc3-f4e4-471c-b157-f58edee593ec triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:39.692613 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-070ee266-a34a-4ce2-bddd-aa81a12e2741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.730437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:37Z', 'revision_number': 2, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:37Z', 'revision_number': 2, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:39.763858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Checking router: a62bc2d7-00cb-4f44-82de-d94a40d969e4 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:21:39.764329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Updating router a62bc2d7-00cb-4f44-82de-d94a40d969e4 port d897eaab-530a-458f-81a0-63a2f7cde9d8 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:21:39.767877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:39.773627 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.824332 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:39.917982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f13d4d84-885c-4cca-a1b8-8b46200f1e04 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:39.952735 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: f13d4d84-885c-4cca-a1b8-8b46200f1e04 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:39.953095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f13d4d84-885c-4cca-a1b8-8b46200f1e04 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:39.953529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e19b6d28-6fde-497a-bab8-6905fa2f26fd no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:21:39.964181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40992) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.014892 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-17669557-2fa4-46c3-88fa-8896f92f2991 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c5930663e274673b0f874df4f7d4406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493898 Oct 27 16:21:40.017341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40994) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.026958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e19b6d28-6fde-497a-bab8-6905fa2f26fd {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:21:40.027298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e19b6d28-6fde-497a-bab8-6905fa2f26fd not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:21:40.073919 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd99ad5e-82ac-466d-b2da-84a441c204cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.081899 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.107777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd99ad5e-82ac-466d-b2da-84a441c204cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.149188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Subnet': ['ID=8386db6f-cba1-4939-9cf6-5b0b04aa5b24,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:40.165156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40998) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.169043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Checking segment: {'id': 'b8fb64d3-954f-4e2a-acdf-51f6beb9c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:40.169605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network hostable DHCP agents. Network: aa7c33f4-ea10-4bfb-9be3-2de3449e568f, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:40.219318 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-71800407-013b-46b9-9d5a-6ace617978db None None] Provisioning complete for port d897eaab-530a-458f-81a0-63a2f7cde9d8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:40.222668 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-71800407-013b-46b9-9d5a-6ace617978db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.266307 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.268387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network aa7c33f4-ea10-4bfb-9be3-2de3449e568f is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:40.269761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-71800407-013b-46b9-9d5a-6ace617978db None None] Port d897eaab-530a-458f-81a0-63a2f7cde9d8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:40.276389 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5d5b91dc-2b9b-4c10-92e3-3f478491ae28 req-598396b6-980f-4f78-a4bc-89ed389a7424 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0331492 Oct 27 16:21:40.282073 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd99ad5e-82ac-466d-b2da-84a441c204cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.284874 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd99ad5e-82ac-466d-b2da-84a441c204cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.289151 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dd99ad5e-82ac-466d-b2da-84a441c204cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b96a690f-c084-4cd2-a133-a88d5748fa32 HTTP/1.1" status: 204 len: 168 time: 0.2677698 Oct 27 16:21:40.295745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99ad5e-82ac-466d-b2da-84a441c204cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96a690f-c084-4cd2-a133-a88d5748fa32,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:40.308274 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3a9d-f3d6-4989-b40c-f454c9bf4034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.360639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.399827 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3a9d-f3d6-4989-b40c-f454c9bf4034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.401059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, aa7c33f4-ea10-4bfb-9be3-2de3449e568f) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:40.405748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:40.406334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.448662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1412d1d1-e568-499e-aeb3-b20923a50795 None None] Network aa7c33f4-ea10-4bfb-9be3-2de3449e568f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:40.451376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0497f3-268a-499d-bb5f-b6a3cf3987df None None] Pushing event updated for resources: {'Port': ['ID=d897eaab-530a-458f-81a0-63a2f7cde9d8,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:40.464892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ff515-1f11-4259-a1d6-c015392a947d req-a3372f7d-5a6d-411c-b75e-7c20316d3c15 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:40.466521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4e1ff515-1f11-4259-a1d6-c015392a947d req-a3372f7d-5a6d-411c-b75e-7c20316d3c15 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0574844 Oct 27 16:21:40.505142 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca7a3a9d-f3d6-4989-b40c-f454c9bf4034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.543729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Attempting to bind port d897eaab-530a-458f-81a0-63a2f7cde9d8 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:40.544150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Attempting to bind port d897eaab-530a-458f-81a0-63a2f7cde9d8 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '15e8cd52-8312-4528-b828-9504359003ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:40.544533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Attempting to bind port d897eaab-530a-458f-81a0-63a2f7cde9d8 on network ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:40.553337 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4eaf5b2e-bb14-43ff-b8d5-90d5fee69587 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0340006 Oct 27 16:21:40.553549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:40.553700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41008) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.561380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Checking segment: {'id': '15e8cd52-8312-4528-b828-9504359003ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:40.561380 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.561707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Bound using segment: {'id': '15e8cd52-8312-4528-b828-9504359003ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:40.562008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Bound port: d897eaab-530a-458f-81a0-63a2f7cde9d8, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e8cd52-8312-4528-b828-9504359003ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:40.562424 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.570834 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ca7a3a9d-f3d6-4989-b40c-f454c9bf4034 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26dad471386f4091bef7bccfc473cb28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4073436 Oct 27 16:21:40.571792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41010) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:40.583117 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4e1ff515-1f11-4259-a1d6-c015392a947d req-42f3bca4-9f52-44f7-a971-89789c8e836c tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100199 Oct 27 16:21:40.589380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a3a9d-f3d6-4989-b40c-f454c9bf4034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b73c5a-f449-4258-b062-c76dd120aa3c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:40.680364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] For port d897eaab-530a-458f-81a0-63a2f7cde9d8, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:40.699394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] For port d897eaab-530a-458f-81a0-63a2f7cde9d8, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d897eaab-530a-458f-81a0-63a2f7cde9d8,segment=NetworkSegment(15e8cd52-8312-4528-b828-9504359003ac),segment_id=15e8cd52-8312-4528-b828-9504359003ac)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:40.702060 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-547767d3-cd54-4286-8c8d-632b584ac9f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.731586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-547767d3-cd54-4286-8c8d-632b584ac9f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.741517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:40.742387 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.842150 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.862608 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-547767d3-cd54-4286-8c8d-632b584ac9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.865338 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-547767d3-cd54-4286-8c8d-632b584ac9f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:40.869336 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-547767d3-cd54-4286-8c8d-632b584ac9f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33b73c5a-f449-4258-b062-c76dd120aa3c HTTP/1.1" status: 204 len: 168 time: 0.2739139 Oct 27 16:21:40.882625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547767d3-cd54-4286-8c8d-632b584ac9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b73c5a-f449-4258-b062-c76dd120aa3c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:40.910354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0497f3-268a-499d-bb5f-b6a3cf3987df None None] Pushing event updated for resources: {'Port': ['ID=d897eaab-530a-458f-81a0-63a2f7cde9d8,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:40.937814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-71703303-b968-4df4-87b1-2f6686b7b5d5 None None] Provisioning complete for port d897eaab-530a-458f-81a0-63a2f7cde9d8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:40.938845 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-71703303-b968-4df4-87b1-2f6686b7b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.039731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:41.040705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:41.051604 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.327937 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ffe0afc3-f4e4-471c-b157-f58edee593ec up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:41.371174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Allocated IP 2001:db8:1::2 (aa7c33f4-ea10-4bfb-9be3-2de3449e568f/8386db6f-cba1-4939-9cf6-5b0b04aa5b24/7b39340d-3b17-4673-89ca-9cd0d829b9b6) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:41.492917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:41.544224 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-71703303-b968-4df4-87b1-2f6686b7b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.615622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ffe0afc3-f4e4-471c-b157-f58edee593ec triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:41.615999 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.629349 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15957832-0301-41b0-8ad0-93c2925b427e req-2529d76a-3c8c-444d-bef4-570830875f51 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0371521 Oct 27 16:21:41.739590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-71703303-b968-4df4-87b1-2f6686b7b5d5 None None] For port d897eaab-530a-458f-81a0-63a2f7cde9d8, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d897eaab-530a-458f-81a0-63a2f7cde9d8,segment=NetworkSegment(15e8cd52-8312-4528-b828-9504359003ac),segment_id=15e8cd52-8312-4528-b828-9504359003ac)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:41.764686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f8a9c-22f1-45a9-81ed-91c0440449fb req-5db7aab3-3a72-4747-bac6-0d67a78ebf5f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:41.766417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-480f8a9c-22f1-45a9-81ed-91c0440449fb req-5db7aab3-3a72-4747-bac6-0d67a78ebf5f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0695038 Oct 27 16:21:41.768795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41038) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:41.816944 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-480f8a9c-22f1-45a9-81ed-91c0440449fb req-5da0e98d-c8d3-4255-b217-98414e962330 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385022 Oct 27 16:21:41.853775 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-71703303-b968-4df4-87b1-2f6686b7b5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.857395 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.872871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41042) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:41.890691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1914420815-network', 'tenant_id': 'a0499ad2760c4c6f80bea41104f84ca5'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:41.893865 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7443aeb2-cbca-4874-a81b-e70d37e04537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.907189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-df4739ad-d0b2-495d-9c09-65a7625d6b81 req-c0ef3a32-9caa-4307-b3f1-9e9199aa5b86 service neutron] (109723) timed out ('10.222.0.53', 57096) {{(pid=109723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:21:41.935618 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.945584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71703303-b968-4df4-87b1-2f6686b7b5d5 None None] Pushing event updated for resources: {'Port': ['ID=d897eaab-530a-458f-81a0-63a2f7cde9d8,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:41.988087 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7443aeb2-cbca-4874-a81b-e70d37e04537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:41.991343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Made reservation on behalf of a0499ad2760c4c6f80bea41104f84ca5 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:41.993040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Network aa7c33f4-ea10-4bfb-9be3-2de3449e568f is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:41.993921 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.001923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:42.002660 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.008272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:42.015227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Allocated IP 2001:db8:1::1 (aa7c33f4-ea10-4bfb-9be3-2de3449e568f/8386db6f-cba1-4939-9cf6-5b0b04aa5b24/12790106-86d5-46f1-ab1c-cbdbb0af9533) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:42.027526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Pushing event updated for resources: {'Port': ['ID=7b39340d-3b17-4673-89ca-9cd0d829b9b6,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:42.032590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c4831c44-8fac-43ec-9659-7fb4064f5588 None None] Provisioning complete for port d897eaab-530a-458f-81a0-63a2f7cde9d8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:42.032962 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4831c44-8fac-43ec-9659-7fb4064f5588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.067320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:37Z', 'revision_number': 2, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:40Z', 'revision_number': 4, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:42.081939 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7443aeb2-cbca-4874-a81b-e70d37e04537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.112926 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.119803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ad82f9-9fa4-47b9-8d41-17111e109417 None None] The sync data for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 is: [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:37Z', 'revision_number': 2, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:40Z', 'revision_number': 4, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:42.141214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Attempting to bind port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:42.141460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443aeb2-cbca-4874-a81b-e70d37e04537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f116a2ac-fe4e-4670-b349-d7777c9e13f7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:42.142009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Attempting to bind port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'b8fb64d3-954f-4e2a-acdf-51f6beb9c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:42.142539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Attempting to bind port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 on network aa7c33f4-ea10-4bfb-9be3-2de3449e568f {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:42.145988 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7443aeb2-cbca-4874-a81b-e70d37e04537 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=767440ff7dac4c69aaaf4b1cd4862f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744403 Oct 27 16:21:42.149202 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41044) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:42.156359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:42.156359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Checking segment: {'id': 'b8fb64d3-954f-4e2a-acdf-51f6beb9c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:42.156359 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.156359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Bound using segment: {'id': 'b8fb64d3-954f-4e2a-acdf-51f6beb9c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:42.156880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Bound port: 7b39340d-3b17-4673-89ca-9cd0d829b9b6, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fb64d3-954f-4e2a-acdf-51f6beb9c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:42.156880 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.177031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.182177 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.236195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:42.258412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2282708-aeb0-4f02-b0f0-d8169dba1f2b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:42.258926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] For port 7b39340d-3b17-4673-89ca-9cd0d829b9b6, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:42.262522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] For port 7b39340d-3b17-4673-89ca-9cd0d829b9b6, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7b39340d-3b17-4673-89ca-9cd0d829b9b6,segment=NetworkSegment(b8fb64d3-954f-4e2a-acdf-51f6beb9c454),segment_id=b8fb64d3-954f-4e2a-acdf-51f6beb9c454)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:42.266982 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.268090 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Added segment 74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4 of type vlan for network 132a38e1-8312-496d-bb88-843d7fa1e6ea Oct 27 16:21:42.282233 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.289522 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc77f761-5992-4850-ac3b-d67904177fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.322235 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.339786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network aa7c33f4-ea10-4bfb-9be3-2de3449e568f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:42.343815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=12790106-86d5-46f1-ab1c-cbdbb0af9533,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:42.346843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:42.350644 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.351219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:42.351904 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.357303 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc77f761-5992-4850-ac3b-d67904177fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.475850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c99eb-0f95-4493-89d3-ff832e88567a None None] Pushing event updated for resources: {'Port': ['ID=7b39340d-3b17-4673-89ca-9cd0d829b9b6,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:42.489081 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.494513 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:42.494513 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.547365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc77f761-5992-4850-ac3b-d67904177fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.550130 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc77f761-5992-4850-ac3b-d67904177fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.552548 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cc77f761-5992-4850-ac3b-d67904177fcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f116a2ac-fe4e-4670-b349-d7777c9e13f7 HTTP/1.1" status: 204 len: 168 time: 0.4023409 Oct 27 16:21:42.591697 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.595016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77f761-5992-4850-ac3b-d67904177fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f116a2ac-fe4e-4670-b349-d7777c9e13f7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:42.610001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] Pushing event updated for resources: {'Network': ['ID=132a38e1-8312-496d-bb88-843d7fa1e6ea,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:42.624120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 132a38e1-8312-496d-bb88-843d7fa1e6ea details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:42.636204 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dc5f3c32-f746-411d-b754-0ddf4badd02e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8659365 Oct 27 16:21:42.636879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41048) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:42.643361 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] Request body: {'subnet': {'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1914420815-subnet', 'tenant_id': 'a0499ad2760c4c6f80bea41104f84ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:42.767215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] Made reservation on behalf of a0499ad2760c4c6f80bea41104f84ca5 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:42.770113 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:42.885394 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-f34bec2e-8e89-421b-9f39-fe1f7fe5eb7c req-61e4890e-f7f3-4f21-ac20-3e5241e730d2 service neutron] (109722) timed out ('10.222.0.53', 57074) {{(pid=109722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:21:42.889305 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d6dc03bb-d722-4a86-8b67-482a0d8651c6 req-165899ca-9765-4a12-9345-72d6a7c366b2 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0516005 Oct 27 16:21:43.005629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7742c0-66dc-4627-92e7-e2ecdbd19da9 req-9a7b437f-b2ba-422f-b39d-ffff27dae1be tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:43.007908 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a7742c0-66dc-4627-92e7-e2ecdbd19da9 req-9a7b437f-b2ba-422f-b39d-ffff27dae1be tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0906186 Oct 27 16:21:43.076120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.089474 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a7742c0-66dc-4627-92e7-e2ecdbd19da9 req-69ba106f-e205-48f5-9590-97e71e45fa39 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713899 Oct 27 16:21:43.149955 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.150771 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.181776 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.261062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58e9c83-708c-4bb1-a346-679015834b71,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:43.268989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] Checking segment: {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:43.269383 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] Network hostable DHCP agents. Network: 132a38e1-8312-496d-bb88-843d7fa1e6ea, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:43.285496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=12790106-86d5-46f1-ab1c-cbdbb0af9533,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:43.317220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7b39340d-3b17-4673-89ca-9cd0d829b9b6 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:43.350392 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] Network 132a38e1-8312-496d-bb88-843d7fa1e6ea is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:43.366569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network aa7c33f4-ea10-4bfb-9be3-2de3449e568f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:43.368361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:43.384298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:43.384676 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.430281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 132a38e1-8312-496d-bb88-843d7fa1e6ea) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:43.435596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:43.436564 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.459835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9738925-05af-4a22-a633-543538669034 None None] Network 132a38e1-8312-496d-bb88-843d7fa1e6ea requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:43.515032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a62bc2d7-00cb-4f44-82de-d94a40d969e4 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:43.524459 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.545177 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5789bce4-59cc-4e64-9db6-4e00657d1dd2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9070156 Oct 27 16:21:43.586944 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 7b39340d-3b17-4673-89ca-9cd0d829b9b6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7b39340d-3b17-4673-89ca-9cd0d829b9b6,segment=NetworkSegment(b8fb64d3-954f-4e2a-acdf-51f6beb9c454),segment_id=b8fb64d3-954f-4e2a-acdf-51f6beb9c454)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:43.636342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:43.642588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c677358a-63e7-4e4f-86c6-8db20e38b64e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0877161 Oct 27 16:21:43.646148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41070) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:43.651809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1472220488'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:43.670531 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.670531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d897eaab-530a-458f-81a0-63a2f7cde9d8 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:43.767782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c84e2c-fc4a-477d-8b83-7d87c02f40e1 None None] Network 132a38e1-8312-496d-bb88-843d7fa1e6ea requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:43.784837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:43.789379 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.827203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:43.829764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581f4abe-428b-4a71-b3b9-a8bac910dba3 None None] Network aa7c33f4-ea10-4bfb-9be3-2de3449e568f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:43.850195 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:43.850699 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added segment 92645174-9b1c-4fca-bd34-1a6691170499 of type vlan for network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 Oct 27 16:21:43.907129 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.020259 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.035313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:44.036507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.044916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=7b39340d-3b17-4673-89ca-9cd0d829b9b6,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:44.078377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-aba19fb8-cca1-465c-9887-1c012c6429aa None None] Provisioning complete for port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:44.078745 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aba19fb8-cca1-465c-9887-1c012c6429aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.104249 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fd1b6e72-42ea-4510-bd62-fb0aab8a10b7 req-a472dc6d-b4d4-4961-b003-48ab8ffa8b36 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.1009870 Oct 27 16:21:44.180847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d897eaab-530a-458f-81a0-63a2f7cde9d8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:44.180847 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.280431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Network': ['ID=98fd861d-a989-44bc-9ed1-26e8d3d49b36,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:44.307294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:44.337164 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e26e8989-707d-4e83-83eb-90e3b9c5dd4b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6886799 Oct 27 16:21:44.342438 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41098) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:44.360699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0df598-fd65-4ea3-83e5-0a14d44007ce req-e2df2504-e3ce-4744-8cc2-5c4e01087c6a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:44.362305 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb0df598-fd65-4ea3-83e5-0a14d44007ce req-e2df2504-e3ce-4744-8cc2-5c4e01087c6a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1534395 Oct 27 16:21:44.376902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'subnet': {'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:44.380068 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-3336d57a-0e7a-428c-92c6-ceaba3693684 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:44.383556 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-3336d57a-0e7a-428c-92c6-ceaba3693684 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/networks?id=132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 200 len: 815 time: 0.1611438 Oct 27 16:21:44.421868 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-173fa85a-e511-46ca-bc4e-e5d294b2febd tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/quotas/a0499ad2760c4c6f80bea41104f84ca5 HTTP/1.1" status: 200 len: 375 time: 0.0298758 Oct 27 16:21:44.495747 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Sync routers for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:44.505602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-364fba45-f13d-4bab-9b6e-4137d559ff7b tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631485 Oct 27 16:21:44.529184 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:44.529873 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:44.551975 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb0df598-fd65-4ea3-83e5-0a14d44007ce req-7dea514a-97f1-427b-86c8-5dc6f5c9ca0e tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575942 Oct 27 16:21:44.637230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-cd6b3d12-dc54-4ea5-88b7-0e190399102d service neutron] 10.222.0.15 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172192 Oct 27 16:21:44.638904 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:44.685192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:44.691991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.774341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-fbc9e60d-b333-46a3-a691-b70030d2b149 service neutron] 10.222.0.15 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358562 Oct 27 16:21:44.944433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3ca38437-5125-496e-8e47-c7710ccb33fd None None] Provisioning complete for port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:44.945016 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3ca38437-5125-496e-8e47-c7710ccb33fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:44.990889 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:42Z', 'revision_number': 3, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:42Z', 'revision_number': 2, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:45.028339 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Checking router: a62bc2d7-00cb-4f44-82de-d94a40d969e4 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:21:45.028938 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Updating router a62bc2d7-00cb-4f44-82de-d94a40d969e4 port 12790106-86d5-46f1-ab1c-cbdbb0af9533 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:21:45.041801 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.058378 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.144981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3ca38437-5125-496e-8e47-c7710ccb33fd None None] Provisioning complete for port 12790106-86d5-46f1-ab1c-cbdbb0af9533 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:45.145365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3ca38437-5125-496e-8e47-c7710ccb33fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.246704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Subnet': ['ID=b586dbfc-4b20-4c40-a0ad-c34c19877c53,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:45.266801 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c6f17d76-c7fe-4d48-8e36-c1d851735946 req-05834c93-73a3-46bc-8451-c4197b934f65 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 210 time: 0.1340108 Oct 27 16:21:45.316747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3ca38437-5125-496e-8e47-c7710ccb33fd None None] Port 12790106-86d5-46f1-ab1c-cbdbb0af9533 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:45.324555 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Checking segment: {'id': '92645174-9b1c-4fca-bd34-1a6691170499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:45.324957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network hostable DHCP agents. Network: 98fd861d-a989-44bc-9ed1-26e8d3d49b36, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:45.340251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7b39340d-3b17-4673-89ca-9cd0d829b9b6 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:45.363496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a6f51481-1ed3-40b7-818c-b5e6ac29ad19 req-31e6b787-97f6-4e33-8008-73c22636a671 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.1186674 Oct 27 16:21:45.412575 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:45.413271 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.473944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:45.520148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3ef78975-11c4-46f8-8543-6e61a4fa98a2 None None] Provisioning complete for port 12790106-86d5-46f1-ab1c-cbdbb0af9533 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:45.520813 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3ef78975-11c4-46f8-8543-6e61a4fa98a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.557735 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.567169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 98fd861d-a989-44bc-9ed1-26e8d3d49b36) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:45.567906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3ef78975-11c4-46f8-8543-6e61a4fa98a2 None None] Port 12790106-86d5-46f1-ab1c-cbdbb0af9533 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:45.571691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:45.572506 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.580445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febdc2e2-13bc-4808-95f1-5aca1a0169fb None None] Network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:45.653477 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.687856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-38eecdc8-2825-438a-a40d-64643089ee83 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3435013 Oct 27 16:21:45.691442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41130) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:45.710108 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Pushing event updated for resources: {'Port': ['ID=12790106-86d5-46f1-ab1c-cbdbb0af9533,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:45.725234 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.725928 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.726502 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.727383 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.727893 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.728690 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.731540 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.731540 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.731540 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.731540 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.731540 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.731540 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:21:45.747835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f75421-3b56-420e-afca-27309cc292f7 req-c554b90a-bf95-4056-964a-fcf039f76c2f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:45.752890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62f75421-3b56-420e-afca-27309cc292f7 req-c554b90a-bf95-4056-964a-fcf039f76c2f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1153789 Oct 27 16:21:45.844214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4f31f0b3-bad2-4c2d-a9b3-4c217f4d99b3 None None] Provisioning complete for port 12790106-86d5-46f1-ab1c-cbdbb0af9533 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:45.844851 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4f31f0b3-bad2-4c2d-a9b3-4c217f4d99b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.857467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62f75421-3b56-420e-afca-27309cc292f7 req-02e385d3-61a7-4647-b3d8-4407b0d5f3ac tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945160 Oct 27 16:21:45.859970 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Attempting to bind port 12790106-86d5-46f1-ab1c-cbdbb0af9533 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:45.860264 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Attempting to bind port 12790106-86d5-46f1-ab1c-cbdbb0af9533 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'b8fb64d3-954f-4e2a-acdf-51f6beb9c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:45.860628 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Attempting to bind port 12790106-86d5-46f1-ab1c-cbdbb0af9533 on network aa7c33f4-ea10-4bfb-9be3-2de3449e568f {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:45.869528 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:45.870274 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Checking segment: {'id': 'b8fb64d3-954f-4e2a-acdf-51f6beb9c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:45.870880 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.871277 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Bound using segment: {'id': 'b8fb64d3-954f-4e2a-acdf-51f6beb9c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:45.872463 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Bound port: 12790106-86d5-46f1-ab1c-cbdbb0af9533, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fb64d3-954f-4e2a-acdf-51f6beb9c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:45.872915 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.945329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4f31f0b3-bad2-4c2d-a9b3-4c217f4d99b3 None None] Port 12790106-86d5-46f1-ab1c-cbdbb0af9533 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:45.950882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:45.955906 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:45.960403 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] For port 12790106-86d5-46f1-ab1c-cbdbb0af9533, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:45.963779 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] For port 12790106-86d5-46f1-ab1c-cbdbb0af9533, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=12790106-86d5-46f1-ab1c-cbdbb0af9533,segment=NetworkSegment(b8fb64d3-954f-4e2a-acdf-51f6beb9c454),segment_id=b8fb64d3-954f-4e2a-acdf-51f6beb9c454)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:46.116753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Allocated IP 2001:db8:2::2 (98fd861d-a989-44bc-9ed1-26e8d3d49b36/b586dbfc-4b20-4c40-a0ad-c34c19877c53/3b0a653e-ca1d-4bf1-9422-50c4a05d4a05) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:46.148611 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.227512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9ed69de9-78a4-4162-9235-0a6868ae2e24 None None] Provisioning complete for port 12790106-86d5-46f1-ab1c-cbdbb0af9533 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:46.227891 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9ed69de9-78a4-4162-9235-0a6868ae2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.239274 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087587c-5cde-4fd2-9080-d8cce24ad417 None None] Pushing event updated for resources: {'Port': ['ID=12790106-86d5-46f1-ab1c-cbdbb0af9533,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:46.245288 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:46.247596 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.318103 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.416251 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9ed69de9-78a4-4162-9235-0a6868ae2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.418567 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.431897 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:46.453446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9ed69de9-78a4-4162-9235-0a6868ae2e24 None None] For port 12790106-86d5-46f1-ab1c-cbdbb0af9533, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=12790106-86d5-46f1-ab1c-cbdbb0af9533,segment=NetworkSegment(b8fb64d3-954f-4e2a-acdf-51f6beb9c454),segment_id=b8fb64d3-954f-4e2a-acdf-51f6beb9c454)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:46.493243 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.513515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-543b574d-8e95-4628-84ea-6190174477ed req-723a874a-87a4-4344-b30f-b67e5e6fbcba tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 210 time: 0.0940962 Oct 27 16:21:46.539652 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:46.546997 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f9f8dc0-6050-4de1-b318-ee15beb95e7f req-8a2cd629-9442-4641-9234-bcffcccd9e93 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0627739 Oct 27 16:21:46.547569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:46.549932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:46.557280 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9ed69de9-78a4-4162-9235-0a6868ae2e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.569549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Pushing event updated for resources: {'Port': ['ID=3b0a653e-ca1d-4bf1-9422-50c4a05d4a05,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:46.700856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Attempting to bind port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:46.701395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Attempting to bind port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '92645174-9b1c-4fca-bd34-1a6691170499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:46.701680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Attempting to bind port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 on network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:46.710753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed69de9-78a4-4162-9235-0a6868ae2e24 None None] Pushing event updated for resources: {'Port': ['ID=12790106-86d5-46f1-ab1c-cbdbb0af9533,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:46.717951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:46.718421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Checking segment: {'id': '92645174-9b1c-4fca-bd34-1a6691170499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:46.718832 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.719280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Bound using segment: {'id': '92645174-9b1c-4fca-bd34-1a6691170499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:46.719761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Bound port: 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92645174-9b1c-4fca-bd34-1a6691170499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:46.720429 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.732368 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:42Z', 'revision_number': 3, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:45Z', 'revision_number': 4, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:46.736921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6814c670-db6d-439f-93c4-261553101835 None None] Provisioning complete for port 12790106-86d5-46f1-ab1c-cbdbb0af9533 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:46.737293 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6814c670-db6d-439f-93c4-261553101835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:46.768247 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca5e4fe-d567-482b-ad88-dca6c4db54a8 None None] The sync data for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 is: [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:42Z', 'revision_number': 3, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:45Z', 'revision_number': 4, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:46.783132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Allocated IP 2001:db8:2::1 (98fd861d-a989-44bc-9ed1-26e8d3d49b36/b586dbfc-4b20-4c40-a0ad-c34c19877c53/1065b7da-7d0e-4c6a-9866-4411052c7c48) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:46.835869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] For port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:46.839817 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] For port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3b0a653e-ca1d-4bf1-9422-50c4a05d4a05,segment=NetworkSegment(92645174-9b1c-4fca-bd34-1a6691170499),segment_id=92645174-9b1c-4fca-bd34-1a6691170499)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:46.936740 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.031190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9b15b-bfbc-4664-b055-5801fb158676 None None] Pushing event updated for resources: {'Port': ['ID=3b0a653e-ca1d-4bf1-9422-50c4a05d4a05,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:47.032879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.057579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06a8ca-7da3-4f57-91eb-c54d7b7a9291 req-5ad0f3fe-3cd2-4486-8290-1ef2e576c491 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:47.059170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e06a8ca-7da3-4f57-91eb-c54d7b7a9291 req-5ad0f3fe-3cd2-4486-8290-1ef2e576c491 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0989680 Oct 27 16:21:47.149057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e06a8ca-7da3-4f57-91eb-c54d7b7a9291 req-929da5a2-efc7-4a67-bff6-be34136a63f6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824323 Oct 27 16:21:47.194772 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.260881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:47.275621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:47.278160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 12790106-86d5-46f1-ab1c-cbdbb0af9533 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:47.280263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:47.280906 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.352836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=1065b7da-7d0e-4c6a-9866-4411052c7c48,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:47.409246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 12790106-86d5-46f1-ab1c-cbdbb0af9533 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:47.409929 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.551060 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:47.656735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c863c1c1-104a-4c05-b53c-3e65c6372905 req-0f9785ff-fe09-4a90-a675-ce4801454afa tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 210 time: 0.0495660 Oct 27 16:21:47.746060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d62070f6-16d7-46f3-af56-bb86c013c5f8 req-256d5816-912b-470e-a115-58cb095731d5 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0854800 Oct 27 16:21:47.947175 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.061107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-ebd27826-7182-4144-88f4-e3aa3dd7a541 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:48.062683 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-ebd27826-7182-4144-88f4-e3aa3dd7a541 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.53 "GET /v2.0/networks?id=132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 200 len: 815 time: 0.1090071 Oct 27 16:21:48.071013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.072610 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.085785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Request body: {'port': {'device_id': '25998f19-826f-44cd-aae7-58918cf629b7', 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea', 'admin_state_up': True, 'tenant_id': 'a0499ad2760c4c6f80bea41104f84ca5'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:48.283787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=1065b7da-7d0e-4c6a-9866-4411052c7c48,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:48.319801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbd1fc-f70f-4353-94d7-ae2ca2676dca req-743aee81-0602-44aa-accb-7996e34a928a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:48.324551 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-50dbd1fc-f70f-4353-94d7-ae2ca2676dca req-743aee81-0602-44aa-accb-7996e34a928a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0776241 Oct 27 16:21:48.354102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:48.355612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:48.363794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147a08f5-91bd-4439-a9df-57577f83ec4a None None] Network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:48.373533 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-50dbd1fc-f70f-4353-94d7-ae2ca2676dca req-f0b6b3d2-9df1-4968-b8bd-9597ce1c7870 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418475 Oct 27 16:21:48.452406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Made reservation on behalf of a0499ad2760c4c6f80bea41104f84ca5 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:48.457220 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.459753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-997244a6-6d92-458b-8126-04a8d491dcb4 None None] Provisioning complete for port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:48.460141 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-997244a6-6d92-458b-8126-04a8d491dcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.550377 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-85a894af-a08c-4f57-ac67-3c0097a157a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.571868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a62bc2d7-00cb-4f44-82de-d94a40d969e4 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:48.619651 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-997244a6-6d92-458b-8126-04a8d491dcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.635232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e0810-1d9a-43b8-b1aa-0edecd957fa6 req-e4909d19-d8ff-42ed-b81c-9f81e660603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:48.636841 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec5e0810-1d9a-43b8-b1aa-0edecd957fa6 req-e4909d19-d8ff-42ed-b81c-9f81e660603d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 1096 time: 0.1099427 Oct 27 16:21:48.663600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-997244a6-6d92-458b-8126-04a8d491dcb4 None None] For port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3b0a653e-ca1d-4bf1-9422-50c4a05d4a05,segment=NetworkSegment(92645174-9b1c-4fca-bd34-1a6691170499),segment_id=92645174-9b1c-4fca-bd34-1a6691170499)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:48.722826 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-997244a6-6d92-458b-8126-04a8d491dcb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:48.809672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997244a6-6d92-458b-8126-04a8d491dcb4 None None] Pushing event updated for resources: {'Port': ['ID=3b0a653e-ca1d-4bf1-9422-50c4a05d4a05,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:48.859141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:48.946437 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9bfc9663-b7a2-4447-a75b-73ecd97baf76 req-821a32c4-f4f2-4ab8-9077-7ea1efb50de2 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0540018 Oct 27 16:21:49.017845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e6932de1-59d3-4496-bd81-788bede6f362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.054985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e2cb6f57-734a-49aa-a996-1286feca7dbf None None] Provisioning complete for port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:49.055351 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6f57-734a-49aa-a996-1286feca7dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.078496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Allocated IP 172.20.0.11 (132a38e1-8312-496d-bb88-843d7fa1e6ea/c58e9c83-708c-4bb1-a346-679015834b71/3ed53d88-ef80-4a42-8ec6-8e3351011f81) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:49.116808 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b07b17c4-f74b-41fc-a251-23ba61ba4c54 req-f9abb908-9e06-4b17-8835-6d4b8eae5ef8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0826335 Oct 27 16:21:49.118607 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb8818f4-8d77-49ff-b5f2-fc7a7d1d7566 req-af7b9ac6-fb55-481f-a3a8-9b93a9a1a0c7 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 210 time: 0.0834255 Oct 27 16:21:49.135136 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e6932de1-59d3-4496-bd81-788bede6f362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.140791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec5e0810-1d9a-43b8-b1aa-0edecd957fa6 req-9c484e73-f3e3-413f-a267-c5bc153776dd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705813 Oct 27 16:21:49.163294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:49.173012 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-34908abf-66bd-403c-8dbe-e5e6e25330e0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4816637 Oct 27 16:21:49.175796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41174) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:49.184291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-764010376'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:49.201611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Sync routers for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:49.230991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:49.236680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:49.248257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e6932de1-59d3-4496-bd81-788bede6f362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.303608 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e6932de1-59d3-4496-bd81-788bede6f362 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfcb338f4ec7449586077e15d329508a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401567 Oct 27 16:21:49.303608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6932de1-59d3-4496-bd81-788bede6f362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd613082-1f28-44be-9984-7e2fba50f4bc,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:49.304274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41176) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:49.308325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:49.313826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:49.319087 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.371253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:21:49.378459 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.388277 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.388899 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added segment 39444cc6-af6b-49ad-977d-77a16b311cec of type vlan for network 6a80542a-af06-485c-b78c-9be3075aeca3 Oct 27 16:21:49.411257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73050adf-c8ee-4e3f-91e3-703ffbd55ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.439603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e2cb6f57-734a-49aa-a996-1286feca7dbf None None] Provisioning complete for port 1065b7da-7d0e-4c6a-9866-4411052c7c48 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:49.440187 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e2cb6f57-734a-49aa-a996-1286feca7dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.467319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.468376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:49.471618 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73050adf-c8ee-4e3f-91e3-703ffbd55ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.506640 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.529225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e2cb6f57-734a-49aa-a996-1286feca7dbf None None] Port 1065b7da-7d0e-4c6a-9866-4411052c7c48 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:49.540420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:49.540946 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.568654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daf16e-1885-4774-8e68-4aa8e7fe2deb req-e50af94b-a147-49be-94fe-ee241c1234b4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:49.570203 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59daf16e-1885-4774-8e68-4aa8e7fe2deb req-e50af94b-a147-49be-94fe-ee241c1234b4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1047876 Oct 27 16:21:49.596355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Network 132a38e1-8312-496d-bb88-843d7fa1e6ea is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:49.600270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:49.604416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:49.612727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Pushing event updated for resources: {'Port': ['ID=3ed53d88-ef80-4a42-8ec6-8e3351011f81,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:49.616168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59daf16e-1885-4774-8e68-4aa8e7fe2deb req-0b7b10c4-4c25-49c5-9758-ebcb8486d9b2 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392821 Oct 27 16:21:49.631341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.639512 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:49.641540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.666332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:49.667147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.690751 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73050adf-c8ee-4e3f-91e3-703ffbd55ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.693428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73050adf-c8ee-4e3f-91e3-703ffbd55ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.694599 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-73050adf-c8ee-4e3f-91e3-703ffbd55ddf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd613082-1f28-44be-9984-7e2fba50f4bc HTTP/1.1" status: 204 len: 168 time: 0.3890965 Oct 27 16:21:49.709369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73050adf-c8ee-4e3f-91e3-703ffbd55ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd613082-1f28-44be-9984-7e2fba50f4bc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:49.731978 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Network': ['ID=6a80542a-af06-485c-b78c-9be3075aeca3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:49.749286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-bd15817d-9edc-4398-8482-7de1282c9af8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6730399 Oct 27 16:21:49.762982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Request body: {'port': {'device_id': '25998f19-826f-44cd-aae7-58918cf629b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:49.776342 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9d04d047-112b-41b0-bae9-31475c3d494b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5993824 Oct 27 16:21:49.779297 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41182) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:49.784513 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'subnet': {'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:49.813060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 6a80542a-af06-485c-b78c-9be3075aeca3 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:21:49.842234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:49.944381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c899f8d6-7e48-4398-b4e5-0a4cafdc5417 None None] Provisioning complete for port 1065b7da-7d0e-4c6a-9866-4411052c7c48 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:49.944757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c899f8d6-7e48-4398-b4e5-0a4cafdc5417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.006005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Made reservation on behalf of 4f1e6db090be450bb70509a5ee897c3a for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:50.011367 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.059625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c899f8d6-7e48-4398-b4e5-0a4cafdc5417 None None] Port 1065b7da-7d0e-4c6a-9866-4411052c7c48 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:50.133763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:47Z', 'revision_number': 4, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:47Z', 'revision_number': 2, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:50.174357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Checking router: a62bc2d7-00cb-4f44-82de-d94a40d969e4 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:21:50.174951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Updating router a62bc2d7-00cb-4f44-82de-d94a40d969e4 port 1065b7da-7d0e-4c6a-9866-4411052c7c48 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:21:50.189915 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d12e746e-9c1f-4783-a174-365edf9a1e99 req-de3669dd-8aa0-45fc-a2fc-7a4e6b82a6fd tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0669439 Oct 27 16:21:50.215963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed53d88-ef80-4a42-8ec6-8e3351011f81 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:50.234767 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.245255 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.249435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Transition to ACTIVE for port object 3ed53d88-ef80-4a42-8ec6-8e3351011f81 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:21:50.382131 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.400887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5690a-8951-46b4-a960-fa7ef48ebbfa req-ffcd5725-95be-4dbe-abda-f130b9ac4fb5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:50.402897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41a5690a-8951-46b4-a960-fa7ef48ebbfa req-ffcd5725-95be-4dbe-abda-f130b9ac4fb5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 932 time: 0.0978651 Oct 27 16:21:50.436328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed53d88-ef80-4a42-8ec6-8e3351011f81,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:50.483065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41a5690a-8951-46b4-a960-fa7ef48ebbfa req-ec5711c7-db44-46a3-9308-8500ddd503b5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681403 Oct 27 16:21:50.511596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Attempting to bind port 3ed53d88-ef80-4a42-8ec6-8e3351011f81 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:50.511960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Attempting to bind port 3ed53d88-ef80-4a42-8ec6-8e3351011f81 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:50.512396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Attempting to bind port 3ed53d88-ef80-4a42-8ec6-8e3351011f81 on network 132a38e1-8312-496d-bb88-843d7fa1e6ea {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:50.516191 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.532544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Port 3ed53d88-ef80-4a42-8ec6-8e3351011f81 on network 132a38e1-8312-496d-bb88-843d7fa1e6ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:21:50.532949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Attempting to bind port 3ed53d88-ef80-4a42-8ec6-8e3351011f81 on network 132a38e1-8312-496d-bb88-843d7fa1e6ea {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:50.551068 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:50.551549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Checking segment: {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:50.552029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Bound using segment: {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:50.552560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Bound port: 3ed53d88-ef80-4a42-8ec6-8e3351011f81, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:50.553082 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.593026 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Subnet': ['ID=559bf49f-7200-41e0-abb1-d5d569396cae,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:50.603374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Checking segment: {'id': '39444cc6-af6b-49ad-977d-77a16b311cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:50.603912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network hostable DHCP agents. Network: 6a80542a-af06-485c-b78c-9be3075aeca3, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:21:50.629339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41196) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:50.632288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] For port 3ed53d88-ef80-4a42-8ec6-8e3351011f81, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:50.635575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] For port 3ed53d88-ef80-4a42-8ec6-8e3351011f81, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3ed53d88-ef80-4a42-8ec6-8e3351011f81,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:50.642250 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.643808 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02b90dad-2b0c-4750-8a49-bc6d99825c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.729549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 6a80542a-af06-485c-b78c-9be3075aeca3 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:21:50.732731 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02b90dad-2b0c-4750-8a49-bc6d99825c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.748337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a845dd-0c66-42da-9f77-bd864ac5a42a req-50d5864c-b104-45a9-90ec-e0ab81f84c06 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:50.750009 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-94a845dd-0c66-42da-9f77-bd864ac5a42a req-50d5864c-b104-45a9-90ec-e0ab81f84c06 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0565970 Oct 27 16:21:50.782876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.784168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.808254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02b90dad-2b0c-4750-8a49-bc6d99825c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.811359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 6a80542a-af06-485c-b78c-9be3075aeca3) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:50.820294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c9485d-4181-4310-bcaf-3bc9d8d21c7b None None] Network 6a80542a-af06-485c-b78c-9be3075aeca3 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:50.821324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-94a845dd-0c66-42da-9f77-bd864ac5a42a req-3ef9f09e-0977-43d9-8975-74e3d2ad153a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652211 Oct 27 16:21:50.843515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:50.844812 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.846568 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/3ed53d88-ef80-4a42-8ec6-8e3351011f81 HTTP/1.1" status: 200 len: 1092 time: 1.0881240 Oct 27 16:21:50.847031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25998f19-826f-44cd-aae7-58918cf629b7', 'tag': '3ed53d88-ef80-4a42-8ec6-8e3351011f81'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:50.847687 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:50.848498 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:50.850303 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eac38b1-3756-4129-bb3f-3db1f50f9bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "25998f19-826f-44cd-aae7-58918cf629b7", "tag": "3ed53d88-ef80-4a42-8ec6-8e3351011f81"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:50.874950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165034c-a2f7-46b1-82f8-ea758af859d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed53d88-ef80-4a42-8ec6-8e3351011f81,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:50.901992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52897c17-9005-4478-9c91-9779a16610fd None None] Pushing event updated for resources: {'Port': ['ID=1065b7da-7d0e-4c6a-9866-4411052c7c48,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:50.916413 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-02b90dad-2b0c-4750-8a49-bc6d99825c65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ba6bbfe1f884f1aab1a4b36fbbe5933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858708 Oct 27 16:21:50.921210 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b07143a-45d2-4476-8272-c4fff5a9d72f x-openstack-request-id: req-1b07143a-45d2-4476-8272-c4fff5a9d72f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:50.921210 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25998f19-826f-44cd-aae7-58918cf629b7", "tag": "3ed53d88-ef80-4a42-8ec6-8e3351011f81", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:50.922074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41202) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:50.923042 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b07143a-45d2-4476-8272-c4fff5a9d72f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:50.923042 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25998f19-826f-44cd-aae7-58918cf629b7', 'tag': '3ed53d88-ef80-4a42-8ec6-8e3351011f81', 'status': 'completed', 'code': 200} Oct 27 16:21:50.938671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b90dad-2b0c-4750-8a49-bc6d99825c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9982c729-d4cf-4d1e-bd9a-bc4082f6cc87,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:51.003658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac38b1-3756-4129-bb3f-3db1f50f9bd9 req-c6eddafd-9ebf-49e4-a302-52bcbb544b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:51.007846 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2eac38b1-3756-4129-bb3f-3db1f50f9bd9 req-c6eddafd-9ebf-49e4-a302-52bcbb544b22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 1095 time: 0.0608375 Oct 27 16:21:51.011147 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24e3a18a-fe3b-48e9-9f15-6a12e9410163 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.028047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Attempting to bind port 1065b7da-7d0e-4c6a-9866-4411052c7c48 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:51.028337 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-37b1f0ee-8b9b-42a2-9da9-a646f5e8a656 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2477300 Oct 27 16:21:51.031225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Attempting to bind port 1065b7da-7d0e-4c6a-9866-4411052c7c48 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '92645174-9b1c-4fca-bd34-1a6691170499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:51.031225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Attempting to bind port 1065b7da-7d0e-4c6a-9866-4411052c7c48 on network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:51.033540 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41204) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:51.037492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:51.037869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Checking segment: {'id': '92645174-9b1c-4fca-bd34-1a6691170499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:51.038278 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.038667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Bound using segment: {'id': '92645174-9b1c-4fca-bd34-1a6691170499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:51.039155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Bound port: 1065b7da-7d0e-4c6a-9866-4411052c7c48, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92645174-9b1c-4fca-bd34-1a6691170499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:51.039560 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.134746 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24e3a18a-fe3b-48e9-9f15-6a12e9410163 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.168657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-6a80542a-af06-485c-b78c-9be3075aeca3', 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'fixed_ips': [{'subnet_id': '559bf49f-7200-41e0-abb1-d5d569396cae'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:21:51.169359 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.171675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] For port 1065b7da-7d0e-4c6a-9866-4411052c7c48, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:51.175068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] For port 1065b7da-7d0e-4c6a-9866-4411052c7c48, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1065b7da-7d0e-4c6a-9866-4411052c7c48,segment=NetworkSegment(92645174-9b1c-4fca-bd34-1a6691170499),segment_id=92645174-9b1c-4fca-bd34-1a6691170499)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:51.192269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac38b1-3756-4129-bb3f-3db1f50f9bd9 req-57aead82-19f5-4d9d-8a03-1dad23cb7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:51.194741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2eac38b1-3756-4129-bb3f-3db1f50f9bd9 req-57aead82-19f5-4d9d-8a03-1dad23cb7704 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1648803 Oct 27 16:21:51.210888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e5cb5dcc-8204-4143-aac8-20b3125923f6 None None] Provisioning complete for port 1065b7da-7d0e-4c6a-9866-4411052c7c48 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:51.211112 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e5cb5dcc-8204-4143-aac8-20b3125923f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.279014 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.332255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac38b1-3756-4129-bb3f-3db1f50f9bd9 req-60ec31c0-f3c1-4aa4-8419-2edcc456bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:51.335032 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2eac38b1-3756-4129-bb3f-3db1f50f9bd9 req-60ec31c0-f3c1-4aa4-8419-2edcc456bbc3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327493 Oct 27 16:21:51.348682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb5dcc-8204-4143-aac8-20b3125923f6 None None] Port 1065b7da-7d0e-4c6a-9866-4411052c7c48 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:51.357756 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2bd30ae-9568-4881-8de0-4e41b7c7b5b4 req-f66f3a27-1c05-43a9-9097-a545a99267dc tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0412626 Oct 27 16:21:51.403599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:51.416134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:51.416134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52897c17-9005-4478-9c91-9779a16610fd None None] Pushing event updated for resources: {'Port': ['ID=1065b7da-7d0e-4c6a-9866-4411052c7c48,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:51.454639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-db6e2381-1e7c-4787-a954-8d5ccaadf29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:51.461883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-db6e2381-1e7c-4787-a954-8d5ccaadf29f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 1095 time: 0.0694005 Oct 27 16:21:51.520268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-b1319d8c-b1d3-4da8-836a-79b7fa134ee0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ed53d88-ef80-4a42-8ec6-8e3351011f81 HTTP/1.1" status: 200 len: 217 time: 0.0514300 Oct 27 16:21:51.550214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Allocated IP 2001:db8:3::2 (6a80542a-af06-485c-b78c-9be3075aeca3/559bf49f-7200-41e0-abb1-d5d569396cae/53a3f103-db0e-41a1-a79d-dcda5b6c669e) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:51.613205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-62c7a14c-8721-4e02-ae79-dc8298976b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:51.614757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-62c7a14c-8721-4e02-ae79-dc8298976b6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c58e9c83-708c-4bb1-a346-679015834b71 HTTP/1.1" status: 200 len: 855 time: 0.0845819 Oct 27 16:21:51.621816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:51.675227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-f3d036b2-56ff-4890-af79-39cd2cfd2413 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=132a38e1-8312-496d-bb88-843d7fa1e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340092 Oct 27 16:21:51.736527 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3cd08e2d-4e27-48f7-9997-54d257098696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.753418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55e91-a7b8-4474-b10f-f8977712cbab req-2f0b543c-6596-4da4-b4af-448baca433f1 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:51.762816 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2ed55e91-a7b8-4474-b10f-f8977712cbab req-2f0b543c-6596-4da4-b4af-448baca433f1 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 944 time: 0.1532638 Oct 27 16:21:51.840384 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24e3a18a-fe3b-48e9-9f15-6a12e9410163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.842080 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-c090876b-5938-40e1-8dd4-ca0550709765 service neutron] 10.222.0.53 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556137 Oct 27 16:21:51.843355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24e3a18a-fe3b-48e9-9f15-6a12e9410163 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.844764 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-24e3a18a-fe3b-48e9-9f15-6a12e9410163 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9982c729-d4cf-4d1e-bd9a-bc4082f6cc87 HTTP/1.1" status: 204 len: 168 time: 0.9218974 Oct 27 16:21:51.852218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2ed55e91-a7b8-4474-b10f-f8977712cbab req-e27ffa3a-abfe-4c01-82d5-2850b73cbb05 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880558 Oct 27 16:21:51.880215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3a18a-fe3b-48e9-9f15-6a12e9410163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9982c729-d4cf-4d1e-bd9a-bc4082f6cc87,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:51.947479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-51343e1f-b0b1-4e65-887e-ed9984c69a60 None None] Provisioning complete for port 1065b7da-7d0e-4c6a-9866-4411052c7c48 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:51.947847 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51343e1f-b0b1-4e65-887e-ed9984c69a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.965339 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:51.967426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c884c8-2bcf-48de-99c8-186b00d0b830 req-0146b783-0ba5-41d9-ae3e-0b2c0d931207 service neutron] 10.222.0.53 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145694 Oct 27 16:21:52.013416 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.096903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.101733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42184176-7161-4547-8f91-69c233708714 req-89d8b1d5-d19d-4140-9039-46eec17797db tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:52.104211 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42184176-7161-4547-8f91-69c233708714 req-89d8b1d5-d19d-4140-9039-46eec17797db tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1049936 Oct 27 16:21:52.181485 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0ec8b10f-28ee-4448-97d7-8c0b096c2806 req-2d483c0f-2122-4d20-aaeb-9f06dae6ca34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0812a2764d54fa5b614a2ba9bb080b9&device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0319009 Oct 27 16:21:52.197251 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c8edf1d1-0667-4e9a-9770-30cf52a7d69a req-287162b8-7635-4663-9227-46f3f292f132 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0366693 Oct 27 16:21:52.216427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42184176-7161-4547-8f91-69c233708714 req-3b189112-446f-4160-8556-e9d511a9c361 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062036 Oct 27 16:21:52.240265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0ec8b10f-28ee-4448-97d7-8c0b096c2806 req-49d1332f-19f5-4025-b3c1-82c368457361 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f0812a2764d54fa5b614a2ba9bb080b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217981 Oct 27 16:21:52.317599 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51343e1f-b0b1-4e65-887e-ed9984c69a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.384893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Network 6a80542a-af06-485c-b78c-9be3075aeca3 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:52.403635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:52.413077 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:52.415052 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Pushing event updated for resources: {'Port': ['ID=53a3f103-db0e-41a1-a79d-dcda5b6c669e,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:52.429626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8b10f-28ee-4448-97d7-8c0b096c2806 req-c5533fad-03d6-4759-aea7-d22253dba02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:52.431382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Allocated IP 2001:db8:3::1 (6a80542a-af06-485c-b78c-9be3075aeca3/559bf49f-7200-41e0-abb1-d5d569396cae/21bf3aef-d604-4938-870e-2d75dd01ffc9) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:21:52.431965 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.432259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0ec8b10f-28ee-4448-97d7-8c0b096c2806 req-c5533fad-03d6-4759-aea7-d22253dba02e service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1830552 Oct 27 16:21:52.440586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-51343e1f-b0b1-4e65-887e-ed9984c69a60 None None] For port 1065b7da-7d0e-4c6a-9866-4411052c7c48, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1065b7da-7d0e-4c6a-9866-4411052c7c48,segment=NetworkSegment(92645174-9b1c-4fca-bd34-1a6691170499),segment_id=92645174-9b1c-4fca-bd34-1a6691170499)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:52.461386 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.502707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:47Z', 'revision_number': 4, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:51Z', 'revision_number': 4, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:52.536988 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Attempting to bind port 53a3f103-db0e-41a1-a79d-dcda5b6c669e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:52.537367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Attempting to bind port 53a3f103-db0e-41a1-a79d-dcda5b6c669e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '39444cc6-af6b-49ad-977d-77a16b311cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:52.537733 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Attempting to bind port 53a3f103-db0e-41a1-a79d-dcda5b6c669e on network 6a80542a-af06-485c-b78c-9be3075aeca3 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:52.541021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45271c14-ef11-4a34-b756-64a288b34ea4 None None] The sync data for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 is: [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:47Z', 'revision_number': 4, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:51Z', 'revision_number': 4, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:52.542648 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51343e1f-b0b1-4e65-887e-ed9984c69a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.550431 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:52.550814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Checking segment: {'id': '39444cc6-af6b-49ad-977d-77a16b311cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:52.551278 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.551656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Bound using segment: {'id': '39444cc6-af6b-49ad-977d-77a16b311cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:52.552807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Bound port: 53a3f103-db0e-41a1-a79d-dcda5b6c669e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39444cc6-af6b-49ad-977d-77a16b311cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:52.553225 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.617317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.666779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51343e1f-b0b1-4e65-887e-ed9984c69a60 None None] Pushing event updated for resources: {'Port': ['ID=1065b7da-7d0e-4c6a-9866-4411052c7c48,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:52.692900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] For port 53a3f103-db0e-41a1-a79d-dcda5b6c669e, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:52.697462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] For port 53a3f103-db0e-41a1-a79d-dcda5b6c669e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=53a3f103-db0e-41a1-a79d-dcda5b6c669e,segment=NetworkSegment(39444cc6-af6b-49ad-977d-77a16b311cec),segment_id=39444cc6-af6b-49ad-977d-77a16b311cec)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:52.763233 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.806318 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.815403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 6a80542a-af06-485c-b78c-9be3075aeca3 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:52.828345 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf2786-193b-4357-b713-51d20ce4e8d1 req-913f8de3-497f-4804-97f7-75d90f390d56 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:52.836627 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8baf2786-193b-4357-b713-51d20ce4e8d1 req-913f8de3-497f-4804-97f7-75d90f390d56 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1216273 Oct 27 16:21:52.841858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:52.851967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:21:52.852573 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:52.857217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=21bf3aef-d604-4938-870e-2d75dd01ffc9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:52.908598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade94b66-70e9-44db-89e2-cf9067922b5c None None] Pushing event updated for resources: {'Port': ['ID=53a3f103-db0e-41a1-a79d-dcda5b6c669e,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:52.927569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac4e44-9503-4276-bd35-ded8195d4232 req-a4546de6-3f7f-43e8-98b5-27477eb1cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:52.929641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baac4e44-9503-4276-bd35-ded8195d4232 req-a4546de6-3f7f-43e8-98b5-27477eb1cdb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 1096 time: 0.0867901 Oct 27 16:21:52.994083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8baf2786-193b-4357-b713-51d20ce4e8d1 req-182ebce7-019c-416e-81a3-a23a1835b70a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565604 Oct 27 16:21:53.101099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8badd6-a298-495d-9709-f7e02c425571 req-6eb7c6d7-0a6e-40e5-82fb-350d3c973156 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:53.102742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce8badd6-a298-495d-9709-f7e02c425571 req-6eb7c6d7-0a6e-40e5-82fb-350d3c973156 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 944 time: 0.1477013 Oct 27 16:21:53.172802 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:53.223295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac4e44-9503-4276-bd35-ded8195d4232 req-e0cf9f0e-a27e-4a0d-8066-b6c42836fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:53.225869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baac4e44-9503-4276-bd35-ded8195d4232 req-e0cf9f0e-a27e-4a0d-8066-b6c42836fcee service neutron] 10.222.0.53 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 920 time: 0.2869587 Oct 27 16:21:53.310558 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce8badd6-a298-495d-9709-f7e02c425571 req-51a2a1b2-9c64-488f-aa8c-8c94254f8a76 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823466 Oct 27 16:21:53.351563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baac4e44-9503-4276-bd35-ded8195d4232 req-bc73fe88-c658-4bd9-9155-d92bedbfdcd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 HTTP/1.1" status: 200 len: 217 time: 0.0924854 Oct 27 16:21:53.391710 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1065b7da-7d0e-4c6a-9866-4411052c7c48 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:53.431118 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-176bbf5b-7532-43b5-a273-075ba3e9a594 req-87e90aa3-c3d0-4756-ae62-16b13ffea8b1 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0580845 Oct 27 16:21:53.462370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac4e44-9503-4276-bd35-ded8195d4232 req-da895a70-efd1-4dec-8abc-cfae3e8b262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:53.466556 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baac4e44-9503-4276-bd35-ded8195d4232 req-da895a70-efd1-4dec-8abc-cfae3e8b262f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.1068501 Oct 27 16:21:53.472460 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 1065b7da-7d0e-4c6a-9866-4411052c7c48 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:53.472833 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:53.518422 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baac4e44-9503-4276-bd35-ded8195d4232 req-91b65f8e-637c-4ba9-90f0-e18824cef346 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317416 Oct 27 16:21:53.634948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baac4e44-9503-4276-bd35-ded8195d4232 req-c280520d-61e7-4e26-af66-6089ecf6a207 service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053185 Oct 27 16:21:53.635594 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:53.715322 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:53.716154 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:53.735461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baac4e44-9503-4276-bd35-ded8195d4232 req-09b46f19-518b-4c88-87ba-0ec223e31c21 service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917490 Oct 27 16:21:53.807936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event updated for resources: {'Port': ['ID=21bf3aef-d604-4938-870e-2d75dd01ffc9,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:53.855384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Network 6a80542a-af06-485c-b78c-9be3075aeca3 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:21:53.857007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:21:53.888719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0ec8b10f-28ee-4448-97d7-8c0b096c2806 req-0ccddbac-cb2c-4a67-bf83-984fe4a38165 tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.53 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0299792 Oct 27 16:21:53.998958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a62bc2d7-00cb-4f44-82de-d94a40d969e4 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:54.121079 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:54.129614 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-133bbadf-6585-400d-bd40-c2134cf4e74e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0927165 Oct 27 16:21:54.130293 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41262) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:54.132782 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.133946 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Sync routers for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:54.137672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3379a997-f74d-4899-9b8c-1d615cfb2b9e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:54.156623 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:54.157314 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:54.189836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3010f-ec09-458c-9c99-ecb5e261be00 req-974bce04-6760-4e82-b6ac-9924a300e94e tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:54.191858 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa3010f-ec09-458c-9c99-ecb5e261be00 req-974bce04-6760-4e82-b6ac-9924a300e94e tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0914667 Oct 27 16:21:54.276851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aaa3010f-ec09-458c-9c99-ecb5e261be00 req-78fd7a7b-9a9d-4e1e-bf6d-f679b2cb08ce tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760014 Oct 27 16:21:54.290649 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:54.313286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ea1cb-c755-4bd5-b56b-fb57c64d3c90 None None] Network 6a80542a-af06-485c-b78c-9be3075aeca3 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:21:54.412806 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6af8d374-f75f-4f2e-ac5f-26d67474f494 None None] Provisioning complete for port 53a3f103-db0e-41a1-a79d-dcda5b6c669e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:54.413186 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6af8d374-f75f-4f2e-ac5f-26d67474f494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.619026 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:53Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:52Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21bf3aef-d604-4938-870e-2d75dd01ffc9', 'name': '', 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:ce:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:52Z', 'updated_at': '2021-10-27T16:21:53Z', 'revision_number': 2, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:54.622860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd8dc68c-9acb-4451-a812-c60743d96bf6 req-b8fd3dd2-f429-49ad-9e8d-4cedcc70cbbc tempest-ServerShowV257Test-1760750526 tempest-ServerShowV257Test-1760750526-project] 10.222.0.15 "GET /v2.0/ports?device_id=daf42d54-5320-4232-bca5-5c38933db302 HTTP/1.1" status: 200 len: 210 time: 0.0550513 Oct 27 16:21:54.641559 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6af8d374-f75f-4f2e-ac5f-26d67474f494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.669335 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Checking router: a62bc2d7-00cb-4f44-82de-d94a40d969e4 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:21:54.669693 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Updating router a62bc2d7-00cb-4f44-82de-d94a40d969e4 port 21bf3aef-d604-4938-870e-2d75dd01ffc9 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:21:54.684367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb009c-e2d7-464c-8c64-7317a6351528 req-e9df187b-e957-4652-8aff-960aebbd743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:54.684367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7cb009c-e2d7-464c-8c64-7317a6351528 req-e9df187b-e957-4652-8aff-960aebbd743c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 1096 time: 0.0930157 Oct 27 16:21:54.697446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6af8d374-f75f-4f2e-ac5f-26d67474f494 None None] For port 53a3f103-db0e-41a1-a79d-dcda5b6c669e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=53a3f103-db0e-41a1-a79d-dcda5b6c669e,segment=NetworkSegment(39444cc6-af6b-49ad-977d-77a16b311cec),segment_id=39444cc6-af6b-49ad-977d-77a16b311cec)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:54.703958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462d856-c71b-4638-9745-c6d13902c568 req-9f9a0376-96bd-47a5-8352-00f4186e8a32 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:54.712382 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4462d856-c71b-4638-9745-c6d13902c568 req-9f9a0376-96bd-47a5-8352-00f4186e8a32 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 944 time: 0.3047731 Oct 27 16:21:54.713216 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.761575 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6af8d374-f75f-4f2e-ac5f-26d67474f494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.799203 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4462d856-c71b-4638-9745-c6d13902c568 req-0975de69-5197-4d36-9ee0-9d22de19a574 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846748 Oct 27 16:21:54.814174 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.extraroute_db [None req-3379a997-f74d-4899-9b8c-1d615cfb2b9e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:21:54.835484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.extraroute_db [None req-3379a997-f74d-4899-9b8c-1d615cfb2b9e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Removed routes are [] {{(pid=109722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:21:54.836221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3379a997-f74d-4899-9b8c-1d615cfb2b9e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:54.872071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8d374-f75f-4f2e-ac5f-26d67474f494 None None] Pushing event updated for resources: {'Port': ['ID=53a3f103-db0e-41a1-a79d-dcda5b6c669e,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:54.902516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb009c-e2d7-464c-8c64-7317a6351528 req-1c338ac4-13ca-4dd3-8d10-17df8826ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:54.903950 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7cb009c-e2d7-464c-8c64-7317a6351528 req-1c338ac4-13ca-4dd3-8d10-17df8826ca0f service neutron] 10.222.0.53 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 920 time: 0.1958399 Oct 27 16:21:54.987969 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7cb009c-e2d7-464c-8c64-7317a6351528 req-9991c389-b57c-4f8c-843d-8fd5e80d11c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 HTTP/1.1" status: 200 len: 217 time: 0.0735888 Oct 27 16:21:55.064671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb009c-e2d7-464c-8c64-7317a6351528 req-4819cf6d-4d7d-40ff-8169-e8fde615fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:55.066395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7cb009c-e2d7-464c-8c64-7317a6351528 req-4819cf6d-4d7d-40ff-8169-e8fde615fc9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.0683570 Oct 27 16:21:55.126653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7cb009c-e2d7-464c-8c64-7317a6351528 req-ec1dd7a3-2c67-4d04-b02a-29f0702fc017 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477221 Oct 27 16:21:55.128945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f52356d8-26db-4cae-b835-ce27835e1678 None None] Provisioning complete for port 53a3f103-db0e-41a1-a79d-dcda5b6c669e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:55.129425 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f52356d8-26db-4cae-b835-ce27835e1678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.149699 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3379a997-f74d-4899-9b8c-1d615cfb2b9e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.154454 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3379a997-f74d-4899-9b8c-1d615cfb2b9e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.196136 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.290806 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.333742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3379a997-f74d-4899-9b8c-1d615cfb2b9e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a62bc2d7-00cb-4f44-82de-d94a40d969e4 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:55.339552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7cb009c-e2d7-464c-8c64-7317a6351528 req-cc1f8e06-29d1-443e-8bcd-bb6cb7a5b1c7 service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006500 Oct 27 16:21:55.400914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 53a3f103-db0e-41a1-a79d-dcda5b6c669e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:55.488272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3ed53d88-ef80-4a42-8ec6-8e3351011f81 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:21:55.524338 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6070777-deca-4de8-acd1-8da90626196e None None] Pushing event updated for resources: {'Port': ['ID=21bf3aef-d604-4938-870e-2d75dd01ffc9,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:55.527281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3379a997-f74d-4899-9b8c-1d615cfb2b9e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:55.542317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3379a997-f74d-4899-9b8c-1d615cfb2b9e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.545013 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3379a997-f74d-4899-9b8c-1d615cfb2b9e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4 HTTP/1.1" status: 200 len: 954 time: 1.4136016 Oct 27 16:21:55.549069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41290) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:55.650246 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7cb009c-e2d7-464c-8c64-7317a6351528 req-023073cb-fbfc-433d-aa9c-5225faab9341 service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030152 Oct 27 16:21:55.711620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147b7344-ec6f-4c1f-851c-1d7cceede4d2 req-b8eeda56-cb2c-4ca4-8bfc-a15e261be5bf tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:55.713577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-147b7344-ec6f-4c1f-851c-1d7cceede4d2 req-b8eeda56-cb2c-4ca4-8bfc-a15e261be5bf tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.2464228 Oct 27 16:21:55.716886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 3ed53d88-ef80-4a42-8ec6-8e3351011f81, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3ed53d88-ef80-4a42-8ec6-8e3351011f81,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:55.719279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f52356d8-26db-4cae-b835-ce27835e1678 None None] Provisioning complete for port 21bf3aef-d604-4938-870e-2d75dd01ffc9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:55.719654 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f52356d8-26db-4cae-b835-ce27835e1678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.750684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '3ed53d88-ef80-4a42-8ec6-8e3351011f81', 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea', 'port_id': '3ed53d88-ef80-4a42-8ec6-8e3351011f81', 'mac_address': 'fa:16:3e:c6:ff:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58e9c83-708c-4bb1-a346-679015834b71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:21:55.780030 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Attempting to bind port 21bf3aef-d604-4938-870e-2d75dd01ffc9 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:21:55.780429 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Attempting to bind port 21bf3aef-d604-4938-870e-2d75dd01ffc9 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '39444cc6-af6b-49ad-977d-77a16b311cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:21:55.791716 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Attempting to bind port 21bf3aef-d604-4938-870e-2d75dd01ffc9 on network 6a80542a-af06-485c-b78c-9be3075aeca3 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:21:55.792299 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-18f91604-8971-48c6-a427-77efa144dba5 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4 HTTP/1.1" status: 200 len: 954 time: 0.2336690 Oct 27 16:21:55.794111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41302) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:55.798669 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:21:55.798835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a62a05ea-8d9e-4a48-9f8b-2c5138309666 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'routes': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:55.799054 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Checking segment: {'id': '39444cc6-af6b-49ad-977d-77a16b311cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:21:55.799397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-147b7344-ec6f-4c1f-851c-1d7cceede4d2 req-59236201-ed87-49ab-b17a-d431f5db0520 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746114 Oct 27 16:21:55.799511 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.799840 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Bound using segment: {'id': '39444cc6-af6b-49ad-977d-77a16b311cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:21:55.800342 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Bound port: 21bf3aef-d604-4938-870e-2d75dd01ffc9, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39444cc6-af6b-49ad-977d-77a16b311cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:21:55.804697 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.906349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f52356d8-26db-4cae-b835-ce27835e1678 None None] Port 21bf3aef-d604-4938-870e-2d75dd01ffc9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:55.946210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 53a3f103-db0e-41a1-a79d-dcda5b6c669e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:55.949577 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.979632 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:55.998896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed53d88-ef80-4a42-8ec6-8e3351011f81 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:21:56.033331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 3ed53d88-ef80-4a42-8ec6-8e3351011f81, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3ed53d88-ef80-4a42-8ec6-8e3351011f81,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:56.042269 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] For port 21bf3aef-d604-4938-870e-2d75dd01ffc9, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:21:56.049777 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] For port 21bf3aef-d604-4938-870e-2d75dd01ffc9, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=21bf3aef-d604-4938-870e-2d75dd01ffc9,segment=NetworkSegment(39444cc6-af6b-49ad-977d-77a16b311cec),segment_id=39444cc6-af6b-49ad-977d-77a16b311cec)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:21:56.053974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8d5e9fe6-4262-454a-95db-edc055189959 None None] Provisioning complete for port 21bf3aef-d604-4938-870e-2d75dd01ffc9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:56.054352 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8d5e9fe6-4262-454a-95db-edc055189959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.121959 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.131928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e9fe6-4262-454a-95db-edc055189959 None None] Port 21bf3aef-d604-4938-870e-2d75dd01ffc9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:21:56.145139 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.196369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=3ed53d88-ef80-4a42-8ec6-8e3351011f81,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:56.251508 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:56.252806 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:56.256863 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6070777-deca-4de8-acd1-8da90626196e None None] Pushing event updated for resources: {'Port': ['ID=21bf3aef-d604-4938-870e-2d75dd01ffc9,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:56.372918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-473484e5-778a-47d9-8c67-5deb2a109481 None None] Provisioning complete for port 21bf3aef-d604-4938-870e-2d75dd01ffc9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:56.374189 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-473484e5-778a-47d9-8c67-5deb2a109481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.374314 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:56.410758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a673cd-12a7-4574-8291-a6518ac38fe5 req-5045b4c9-1115-426b-99f1-a018f9924c5f tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:56.416632 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-53a673cd-12a7-4574-8291-a6518ac38fe5 req-5045b4c9-1115-426b-99f1-a018f9924c5f tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 944 time: 0.5017624 Oct 27 16:21:56.418683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['3ed53d88-ef80-4a42-8ec6-8e3351011f81'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:21:56.499367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41316) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:56.569851 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-473484e5-778a-47d9-8c67-5deb2a109481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.632289 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-53a673cd-12a7-4574-8291-a6518ac38fe5 req-8f29d5c6-10c1-4119-a018-348f9b33f584 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107115 Oct 27 16:21:56.675402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-473484e5-778a-47d9-8c67-5deb2a109481 None None] For port 21bf3aef-d604-4938-870e-2d75dd01ffc9, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=21bf3aef-d604-4938-870e-2d75dd01ffc9,segment=NetworkSegment(39444cc6-af6b-49ad-977d-77a16b311cec),segment_id=39444cc6-af6b-49ad-977d-77a16b311cec)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:56.702087 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b4adb76a-a7b9-4df0-a74c-1a63529cc741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.767081 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-473484e5-778a-47d9-8c67-5deb2a109481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.806055 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b4adb76a-a7b9-4df0-a74c-1a63529cc741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.850671 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:54Z', 'revision_number': 6, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:52Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21bf3aef-d604-4938-870e-2d75dd01ffc9', 'name': '', 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:ce:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:52Z', 'updated_at': '2021-10-27T16:21:56Z', 'revision_number': 4, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:56.857015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473484e5-778a-47d9-8c67-5deb2a109481 None None] Pushing event updated for resources: {'Port': ['ID=21bf3aef-d604-4938-870e-2d75dd01ffc9,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:56.867995 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b4adb76a-a7b9-4df0-a74c-1a63529cc741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.893745 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1379cd-7efb-4a14-83fa-5dfce97f69fb None None] The sync data for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 is: [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:54Z', 'revision_number': 6, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:52Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21bf3aef-d604-4938-870e-2d75dd01ffc9', 'name': '', 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:ce:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:52Z', 'updated_at': '2021-10-27T16:21:56Z', 'revision_number': 4, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:21:56.918892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ab226b6c-e1ab-4bdd-acf8-f2c230bf0b59 None None] Provisioning complete for port 21bf3aef-d604-4938-870e-2d75dd01ffc9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:56.921438 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab226b6c-e1ab-4bdd-acf8-f2c230bf0b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:56.928128 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b4adb76a-a7b9-4df0-a74c-1a63529cc741 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0812a2764d54fa5b614a2ba9bb080b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272373 Oct 27 16:21:56.929132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4adb76a-a7b9-4df0-a74c-1a63529cc741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61355d13-b098-4b8b-9017-95c6589ee52d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:56.934003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41330) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:56.969529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.extraroute_db [None req-a62a05ea-8d9e-4a48-9f8b-2c5138309666 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added routes are [] {{(pid=109722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:21:56.970585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.extraroute_db [None req-a62a05ea-8d9e-4a48-9f8b-2c5138309666 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=109722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:21:57.047025 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d815263-5fb6-47e0-84df-9eada9a13268 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.078940 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d815263-5fb6-47e0-84df-9eada9a13268 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.129575 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a62a05ea-8d9e-4a48-9f8b-2c5138309666 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.154030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efc972-d281-40fe-b1ac-cf4c138ae610 req-72809c1d-3ca1-4bcf-94c3-9895f17ba88c tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:57.155620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a7efc972-d281-40fe-b1ac-cf4c138ae610 req-72809c1d-3ca1-4bcf-94c3-9895f17ba88c tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1386132 Oct 27 16:21:57.221824 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a7efc972-d281-40fe-b1ac-cf4c138ae610 req-e97e7f08-7672-4016-8028-e42aff04f198 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553811 Oct 27 16:21:57.252881 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d815263-5fb6-47e0-84df-9eada9a13268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.256274 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d815263-5fb6-47e0-84df-9eada9a13268 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.257849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4d815263-5fb6-47e0-84df-9eada9a13268 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61355d13-b098-4b8b-9017-95c6589ee52d HTTP/1.1" status: 204 len: 168 time: 0.3227592 Oct 27 16:21:57.292627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d815263-5fb6-47e0-84df-9eada9a13268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61355d13-b098-4b8b-9017-95c6589ee52d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:57.313950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 21bf3aef-d604-4938-870e-2d75dd01ffc9 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:57.442109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a19e8-aada-43d3-a7b1-923e7f88cafb req-21bb8e76-5d53-4f7b-b2e2-db39eadc282c tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:57.452402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 21bf3aef-d604-4938-870e-2d75dd01ffc9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:57.452949 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.453703 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-875a19e8-aada-43d3-a7b1-923e7f88cafb req-21bb8e76-5d53-4f7b-b2e2-db39eadc282c tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1098 time: 0.1024241 Oct 27 16:21:57.502156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3ed53d88-ef80-4a42-8ec6-8e3351011f81 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:21:57.529222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-875a19e8-aada-43d3-a7b1-923e7f88cafb req-6b620eb4-4c5e-4fbc-9846-86404852dc83 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570145 Oct 27 16:21:57.534287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41344) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:57.625099 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a62a05ea-8d9e-4a48-9f8b-2c5138309666 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.629428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a62a05ea-8d9e-4a48-9f8b-2c5138309666 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.701420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 3ed53d88-ef80-4a42-8ec6-8e3351011f81 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:21:57.706846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 3ed53d88-ef80-4a42-8ec6-8e3351011f81 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:21:57.708571 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.777963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port 085a2aed-60be-4ff9-b9e6-229242faa2ec {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:21:57.779435 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.869239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67567427-77e3-4224-b9b9-6aed76210351 req-742f6994-d197-4034-b458-f71cb9d08aeb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:57.873711 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-67567427-77e3-4224-b9b9-6aed76210351 req-742f6994-d197-4034-b458-f71cb9d08aeb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 945 time: 0.1237698 Oct 27 16:21:57.904397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62a05ea-8d9e-4a48-9f8b-2c5138309666 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a62bc2d7-00cb-4f44-82de-d94a40d969e4 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:57.918319 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.918854 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:57.934362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for 085a2aed-60be-4ff9-b9e6-229242faa2ec owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:21:57.958741 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.035333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-67567427-77e3-4224-b9b9-6aed76210351 req-d8b217b7-8079-467f-ab1b-86cdab7460c7 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506004 Oct 27 16:21:58.047942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25998f19-826f-44cd-aae7-58918cf629b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed53d88-ef80-4a42-8ec6-8e3351011f81'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:58.064119 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ddba19-1a76-4dbb-a114-483145995751" -d '{"events": [{"server_uuid": "25998f19-826f-44cd-aae7-58918cf629b7", "name": "network-vif-plugged", "status": "completed", "tag": "3ed53d88-ef80-4a42-8ec6-8e3351011f81"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:58.073402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62a05ea-8d9e-4a48-9f8b-2c5138309666 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:58.108750 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a62a05ea-8d9e-4a48-9f8b-2c5138309666 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.112681 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a62a05ea-8d9e-4a48-9f8b-2c5138309666 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4 HTTP/1.1" status: 200 len: 704 time: 2.3175294 Oct 27 16:21:58.116039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41362) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:58.128684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 3ed53d88-ef80-4a42-8ec6-8e3351011f81, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3ed53d88-ef80-4a42-8ec6-8e3351011f81,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:21:58.159326 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb24a88-1063-4fff-895d-44fc17d982cd x-openstack-request-id: req-abb24a88-1063-4fff-895d-44fc17d982cd {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:58.159846 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25998f19-826f-44cd-aae7-58918cf629b7", "name": "network-vif-plugged", "status": "completed", "tag": "3ed53d88-ef80-4a42-8ec6-8e3351011f81", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:58.160183 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abb24a88-1063-4fff-895d-44fc17d982cd {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:58.160586 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25998f19-826f-44cd-aae7-58918cf629b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed53d88-ef80-4a42-8ec6-8e3351011f81', 'code': 200} Oct 27 16:21:58.186842 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.280505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=3ed53d88-ef80-4a42-8ec6-8e3351011f81,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:58.304809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecb131-5f1e-4e70-8af7-f979058bf8bf req-0d383cb2-38c1-47ef-bb9f-4342292b98ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:58.306326 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85ecb131-5f1e-4e70-8af7-f979058bf8bf req-0d383cb2-38c1-47ef-bb9f-4342292b98ea service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 1097 time: 0.0831423 Oct 27 16:21:58.345567 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-a81ce40a-155c-4bbc-b9b6-55dbdc7bc851 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1621971 Oct 27 16:21:58.353581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ade00-26b8-4017-8148-1d6cffa41154 None None] Sync routers for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:58.366736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ade00-26b8-4017-8148-1d6cffa41154 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:58.367454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b10ade00-26b8-4017-8148-1d6cffa41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:58.381260 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1b8927e0-631a-4aae-bb2f-0fa08224034f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4 HTTP/1.1" status: 200 len: 704 time: 0.2640483 Oct 27 16:21:58.384041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41370) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:58.425145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41372) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:58.428648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85ecb131-5f1e-4e70-8af7-f979058bf8bf req-96d7f3d6-0ddf-413a-ad12-bd9e35e831da service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025937 Oct 27 16:21:58.519453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b10ade00-26b8-4017-8148-1d6cffa41154 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:58.556355 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.624190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=085a2aed-60be-4ff9-b9e6-229242faa2ec,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:58.670185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-10add86c-104b-4113-b4ed-9ae047d3a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:58.672723 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-10add86c-104b-4113-b4ed-9ae047d3a1bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1098 time: 0.1628261 Oct 27 16:21:58.752291 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.753272 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Floating IP 9fcdcc8e-b70b-4013-9c37-fc09291231b3 disassociated (deleted). External IP: 172.25.4.129, port: 19b00a40-fee3-4c50-ad32-013f68c4f326. Oct 27 16:21:58.868572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b10ade00-26b8-4017-8148-1d6cffa41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:57Z', 'revision_number': 7, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:52Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21bf3aef-d604-4938-870e-2d75dd01ffc9', 'name': '', 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:ce:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:52Z', 'updated_at': '2021-10-27T16:21:56Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:58.868832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-8650c532-5d73-41d4-8ee8-3a1d006ff774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:58.870021 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-8650c532-5d73-41d4-8ee8-3a1d006ff774 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.1463530 Oct 27 16:21:58.883478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b759d6f-1177-465f-aff0-4c6f3672e69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:58.915499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ade00-26b8-4017-8148-1d6cffa41154 None None] Checking router: a62bc2d7-00cb-4f44-82de-d94a40d969e4 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:21:58.926168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10ade00-26b8-4017-8148-1d6cffa41154 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:58.927593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b10ade00-26b8-4017-8148-1d6cffa41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:58.939671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-5a229bf8-a634-439b-b4f8-f1f91c650a89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 217 time: 0.0463791 Oct 27 16:21:59.004272 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.083011 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b759d6f-1177-465f-aff0-4c6f3672e69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.093812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:21:59.108324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-e60473f1-269c-4398-a3ad-35d5c8a0e84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:59.109910 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-e60473f1-269c-4398-a3ad-35d5c8a0e84e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.1624224 Oct 27 16:21:59.134375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41390) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:59.216506 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b759d6f-1177-465f-aff0-4c6f3672e69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.310083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-67e72fda-6dd9-4358-b8cb-37dada86670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:59.311776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-67e72fda-6dd9-4358-b8cb-37dada86670c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953111 Oct 27 16:21:59.321169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3b759d6f-1177-465f-aff0-4c6f3672e69d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76ca2040f7dd4bceb9b53adcabc40752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8924544 Oct 27 16:21:59.324003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b759d6f-1177-465f-aff0-4c6f3672e69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530410f3-4cfe-4cf5-9b51-1f76bcce5476,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:59.326580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41396) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:21:59.375485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-503196123-network', 'tenant_id': 'ffd85986cb21414585fa7ce27a59ede8'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:21:59.396603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b10ade00-26b8-4017-8148-1d6cffa41154 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:59.405727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:21:59.407531 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7ecda37-90f8-4888-a3d9-a883e640b46e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.419014 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b31721-5749-446b-9b5f-e6adcfca77a5 None None] Sync routers for ids ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:21:59.432435 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7ecda37-90f8-4888-a3d9-a883e640b46e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.436369 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b31721-5749-446b-9b5f-e6adcfca77a5 None None] Routers {'d8b5a3d9-f4c4-4133-949b-324dea6f03b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:21:59.437222 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b6b31721-5749-446b-9b5f-e6adcfca77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:59.478276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.513458 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ba3b99f9-ca7e-4741-8689-229f464344a9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/floatingips/9fcdcc8e-b70b-4013-9c37-fc09291231b3 HTTP/1.1" status: 204 len: 168 time: 1.9760082 Oct 27 16:21:59.513972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:21:59.516965 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16171a0e-3de1-41ef-89a7-88fe6c2e3871" -d '{"events": [{"name": "network-changed", "server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:21:59.565445 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7ecda37-90f8-4888-a3d9-a883e640b46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.572916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412debd-fc0c-49df-82b1-2c060ea665e9 req-7eb7bc14-d8ef-4229-8b09-6bdf3312a36a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:21:59.573810 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7ecda37-90f8-4888-a3d9-a883e640b46e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.575754 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e7ecda37-90f8-4888-a3d9-a883e640b46e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/530410f3-4cfe-4cf5-9b51-1f76bcce5476 HTTP/1.1" status: 204 len: 168 time: 0.2423511 Oct 27 16:21:59.585083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e412debd-fc0c-49df-82b1-2c060ea665e9 req-7eb7bc14-d8ef-4229-8b09-6bdf3312a36a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 946 time: 0.3577042 Oct 27 16:21:59.608858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecda37-90f8-4888-a3d9-a883e640b46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530410f3-4cfe-4cf5-9b51-1f76bcce5476,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:21:59.642761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Made reservation on behalf of ffd85986cb21414585fa7ce27a59ede8 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:21:59.646333 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.700753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.704361 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-917e0ef3-17a6-4d15-8607-927c912798b8 service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455095 Oct 27 16:21:59.710919 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b6b31721-5749-446b-9b5f-e6adcfca77a5 None None] Set router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:21:59.714794 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e412debd-fc0c-49df-82b1-2c060ea665e9 req-c01eb19a-e19c-4072-978f-428f282796c7 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288559 Oct 27 16:21:59.722379 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:21:59.805022 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff19a3e3-ec25-4ab1-866c-13ea1a18595d x-openstack-request-id: req-ff19a3e3-ec25-4ab1-866c-13ea1a18595d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:21:59.808525 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:21:59.808525 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff19a3e3-ec25-4ab1-866c-13ea1a18595d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:21:59.808525 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'status': 'completed', 'code': 200} Oct 27 16:21:59.838384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b10ade00-26b8-4017-8148-1d6cffa41154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:57Z', 'revision_number': 7, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:52Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21bf3aef-d604-4938-870e-2d75dd01ffc9', 'name': '', 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:ce:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:52Z', 'updated_at': '2021-10-27T16:21:56Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:21:59.880327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10ade00-26b8-4017-8148-1d6cffa41154 None None] The sync data for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 is: [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:21:57Z', 'revision_number': 7, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:52Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21bf3aef-d604-4938-870e-2d75dd01ffc9', 'name': '', 'network_id': '6a80542a-af06-485c-b78c-9be3075aeca3', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:ce:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:52Z', 'updated_at': '2021-10-27T16:21:56Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '559bf49f-7200-41e0-abb1-d5d569396cae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:00.027101 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9e381d4-325b-414d-922d-3c5a0bd8f524 req-8e79871b-2282-453e-80d8-3c5edfb40e23 service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043385 Oct 27 16:22:00.032972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port 21bf3aef-d604-4938-870e-2d75dd01ffc9 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:00.033309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.129524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.205027 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b6b31721-5749-446b-9b5f-e6adcfca77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:25Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '5abd3431-4be9-4b9f-80a0-3a5d076b46bf', 'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:48:f1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:24Z', 'updated_at': '2021-10-27T16:19:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:00.239595 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b31721-5749-446b-9b5f-e6adcfca77a5 None None] Checking router: d8b5a3d9-f4c4-4133-949b-324dea6f03b1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:00.241489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] For port 21bf3aef-d604-4938-870e-2d75dd01ffc9, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=21bf3aef-d604-4938-870e-2d75dd01ffc9,segment=NetworkSegment(39444cc6-af6b-49ad-977d-77a16b311cec),segment_id=39444cc6-af6b-49ad-977d-77a16b311cec)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:00.241833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.244568 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.251208 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b31721-5749-446b-9b5f-e6adcfca77a5 None None] Routers {'d8b5a3d9-f4c4-4133-949b-324dea6f03b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:00.252506 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b6b31721-5749-446b-9b5f-e6adcfca77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:00.279815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for 21bf3aef-d604-4938-870e-2d75dd01ffc9 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:00.302371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16171a0e-3de1-41ef-89a7-88fe6c2e3871 req-db339b43-0b17-41a7-a3a3-e140d8384763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:00.304136 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16171a0e-3de1-41ef-89a7-88fe6c2e3871 req-db339b43-0b17-41a7-a3a3-e140d8384763 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 1098 time: 0.1613595 Oct 27 16:22:00.304941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:22:00.388682 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b6b31721-5749-446b-9b5f-e6adcfca77a5 None None] Set router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:00.404728 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.405329 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Added segment dd077cd8-d32e-463e-b0b7-5743f99ce0e4 of type vlan for network e73125fd-72f5-4b12-b0c6-b92ff65ffc30 Oct 27 16:22:00.408462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b8459c-4a2b-492e-b0c1-2f6da72be7b5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:00.420866 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96add19-c364-43fe-ab3d-707f2c833450 req-085f9e71-0b42-41d7-a299-42bd8d7a0252 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:00.429225 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c96add19-c364-43fe-ab3d-707f2c833450 req-085f9e71-0b42-41d7-a299-42bd8d7a0252 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 947 time: 0.2297795 Oct 27 16:22:00.464195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afe476-65c8-49b7-a662-e29db27f4f18 req-000ec808-1a53-43d1-ac53-9c71e24d7c8d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:00.465798 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41afe476-65c8-49b7-a662-e29db27f4f18 req-000ec808-1a53-43d1-ac53-9c71e24d7c8d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0764868 Oct 27 16:22:00.525138 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.528849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41412) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:00.579367 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66136cb0-cd7c-4a41-9177-5c41cd841c65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.612908 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c96add19-c364-43fe-ab3d-707f2c833450 req-1c29abe8-ff8a-4b11-a128-7ea6a846323f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825399 Oct 27 16:22:00.650040 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b6b31721-5749-446b-9b5f-e6adcfca77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:25Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '5abd3431-4be9-4b9f-80a0-3a5d076b46bf', 'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:48:f1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:24Z', 'updated_at': '2021-10-27T16:19:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:00.662139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16171a0e-3de1-41ef-89a7-88fe6c2e3871 req-422bd1a6-d11e-4138-9336-1b8da15cbe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:00.663735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16171a0e-3de1-41ef-89a7-88fe6c2e3871 req-422bd1a6-d11e-4138-9336-1b8da15cbe07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 200 len: 898 time: 0.3462186 Oct 27 16:22:00.678572 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b31721-5749-446b-9b5f-e6adcfca77a5 None None] The sync data for ids ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'] in n-d-815689-1 is: [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:19:25Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '5abd3431-4be9-4b9f-80a0-3a5d076b46bf', 'name': '', 'network_id': '0f922c33-3659-4eaf-8668-4bffb4ffa94b', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:48:f1:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2061, 'fixed_ips': [{'subnet_id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:24Z', 'updated_at': '2021-10-27T16:19:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '984cdc2b-cac7-41f0-8353-3ab8267a604c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:00.724216 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16171a0e-3de1-41ef-89a7-88fe6c2e3871 req-4280b532-b985-4d75-8d7c-fd542cc78700 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 200 len: 217 time: 0.0499930 Oct 27 16:22:00.773917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.775748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:00.776047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:00.882290 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41afe476-65c8-49b7-a662-e29db27f4f18 req-8185f84d-9000-40b9-9d14-6f3497394182 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084663 Oct 27 16:22:01.000365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d563e-2ec1-4c13-bc6b-0ebfca349535 None None] New status for floating IP 9fcdcc8e-b70b-4013-9c37-fc09291231b3: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:22:01.251427 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1139777 Oct 27 16:22:01.255546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41424) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:01.262498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] Request body: {'subnet': {'network_id': 'e73125fd-72f5-4b12-b0c6-b92ff65ffc30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-503196123-subnet', 'tenant_id': 'ffd85986cb21414585fa7ce27a59ede8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:01.278573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16171a0e-3de1-41ef-89a7-88fe6c2e3871 req-22b2b716-b70a-4636-af58-d2bf3bfb24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:01.280165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16171a0e-3de1-41ef-89a7-88fe6c2e3871 req-22b2b716-b70a-4636-af58-d2bf3bfb24b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 200 len: 834 time: 0.5483842 Oct 27 16:22:01.314234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb85533-447a-457b-aa15-c0d394a630cb admin admin] Pushing event updated for resources: {'Network': ['ID=e73125fd-72f5-4b12-b0c6-b92ff65ffc30,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:01.325405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network e73125fd-72f5-4b12-b0c6-b92ff65ffc30 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:22:01.350573 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66136cb0-cd7c-4a41-9177-5c41cd841c65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.364948 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73ed68-9611-4526-a42e-17feff744536 req-544f6f50-8464-4b22-afe6-45f02d74ab6a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:01.366435 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be73ed68-9611-4526-a42e-17feff744536 req-544f6f50-8464-4b22-afe6-45f02d74ab6a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 946 time: 0.5499992 Oct 27 16:22:01.371023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] Made reservation on behalf of ffd85986cb21414585fa7ce27a59ede8 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:01.374611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.393308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16171a0e-3de1-41ef-89a7-88fe6c2e3871 req-017de0b1-547b-47e8-847a-6787d7572b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:01.394868 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16171a0e-3de1-41ef-89a7-88fe6c2e3871 req-017de0b1-547b-47e8-847a-6787d7572b02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0f922c33-3659-4eaf-8668-4bffb4ffa94b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959008 Oct 27 16:22:01.417381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.463521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be73ed68-9611-4526-a42e-17feff744536 req-2a2f0983-8367-499d-a276-5efecf8b2f26 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896757 Oct 27 16:22:01.490581 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66136cb0-cd7c-4a41-9177-5c41cd841c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.493236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=21bf3aef-d604-4938-870e-2d75dd01ffc9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:01.509970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1d483-b1b9-4c4c-bdf9-acd2a5b701bc req-64c215d2-4884-437b-b258-ce0b07b1296e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:01.511378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-13c1d483-b1b9-4c4c-bdf9-acd2a5b701bc req-64c215d2-4884-437b-b258-ce0b07b1296e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 947 time: 0.1231945 Oct 27 16:22:01.650353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-66136cb0-cd7c-4a41-9177-5c41cd841c65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79f23a265d3c4fa19a8dd0e185051cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1204979 Oct 27 16:22:01.702078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41430) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:01.714546 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.750705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66136cb0-cd7c-4a41-9177-5c41cd841c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103e11c9-d269-40a1-84fc-b8bfd142fd3a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:01.802390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ab7f2f-e49d-428b-b9a4-c607d81f5089,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:01.815346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-13c1d483-b1b9-4c4c-bdf9-acd2a5b701bc req-abae8248-63e5-4502-9bea-33dcc9a410a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port 19b00a40-fee3-4c50-ad32-013f68c4f326 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:01.815694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-13c1d483-b1b9-4c4c-bdf9-acd2a5b701bc req-abae8248-63e5-4502-9bea-33dcc9a410a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.842577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] Checking segment: {'id': 'dd077cd8-d32e-463e-b0b7-5743f99ce0e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e73125fd-72f5-4b12-b0c6-b92ff65ffc30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:01.842577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] Network hostable DHCP agents. Network: e73125fd-72f5-4b12-b0c6-b92ff65ffc30, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:22:01.869556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.880777 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16171a0e-3de1-41ef-89a7-88fe6c2e3871 req-c3c87b75-e386-438d-947a-26840b9813d6 service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761324 Oct 27 16:22:01.903152 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e0d7-ebab-496f-9b21-9257e1c0dc65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.930527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-13c1d483-b1b9-4c4c-bdf9-acd2a5b701bc req-abae8248-63e5-4502-9bea-33dcc9a410a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port 19b00a40-fee3-4c50-ad32-013f68c4f326, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=19b00a40-fee3-4c50-ad32-013f68c4f326,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:01.936566 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-13c1d483-b1b9-4c4c-bdf9-acd2a5b701bc req-abae8248-63e5-4502-9bea-33dcc9a410a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:01.946320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-13c1d483-b1b9-4c4c-bdf9-acd2a5b701bc req-abae8248-63e5-4502-9bea-33dcc9a410a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for 19b00a40-fee3-4c50-ad32-013f68c4f326 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:01.993210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] Network e73125fd-72f5-4b12-b0c6-b92ff65ffc30 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:22:02.054439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccc05a-d6ab-4f31-b987-5bd1497b35b0 req-220cf1a8-50ba-4248-9430-5b07374d59fa tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:02.056042 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cccc05a-d6ab-4f31-b987-5bd1497b35b0 req-220cf1a8-50ba-4248-9430-5b07374d59fa tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 947 time: 0.3008707 Oct 27 16:22:02.095124 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e0d7-ebab-496f-9b21-9257e1c0dc65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.104450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, e73125fd-72f5-4b12-b0c6-b92ff65ffc30) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:02.109469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:02.112040 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.116358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483adc2d-6a9e-4632-9f46-7819abc55440 None None] Network e73125fd-72f5-4b12-b0c6-b92ff65ffc30 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:02.196895 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cccc05a-d6ab-4f31-b987-5bd1497b35b0 req-3ac9c5d1-3142-443c-9b38-bf05c647f413 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=8ca26c8f-230a-464d-91ea-f8c8194b69f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233168 Oct 27 16:22:02.202152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e7a442ac-9ee6-4484-9abc-fed1c6d2410b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9451575 Oct 27 16:22:02.203176 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-13c1d483-b1b9-4c4c-bdf9-acd2a5b701bc req-abae8248-63e5-4502-9bea-33dcc9a410a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.237388 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16171a0e-3de1-41ef-89a7-88fe6c2e3871 req-b02378c1-d8b4-4193-936a-147910f48076 service neutron] 10.222.0.54 "GET /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468671 Oct 27 16:22:02.268527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae8248-63e5-4502-9bea-33dcc9a410a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=19b00a40-fee3-4c50-ad32-013f68c4f326,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:02.335737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c1d483-b1b9-4c4c-bdf9-acd2a5b701bc req-abae8248-63e5-4502-9bea-33dcc9a410a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] No DVR routers for this DVR port 19b00a40-fee3-4c50-ad32-013f68c4f326 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:02.335952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6037da6-53cf-4b45-af87-d8e5e20c2d2a None None] Network e73125fd-72f5-4b12-b0c6-b92ff65ffc30 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:02.341156 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-13c1d483-b1b9-4c4c-bdf9-acd2a5b701bc req-abae8248-63e5-4502-9bea-33dcc9a410a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.361347 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-13c1d483-b1b9-4c4c-bdf9-acd2a5b701bc req-abae8248-63e5-4502-9bea-33dcc9a410a2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "DELETE /v2.0/ports/19b00a40-fee3-4c50-ad32-013f68c4f326 HTTP/1.1" status: 204 len: 173 time: 0.7219241 Oct 27 16:22:02.361347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-deleted', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:02.361347 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3481b5c1-ada3-464f-b210-cda0c1fecf3d" -d '{"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-deleted", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:02.450307 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c6699a-53fd-45e9-980e-acffff89f192 x-openstack-request-id: req-c2c6699a-53fd-45e9-980e-acffff89f192 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:02.450801 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642e2d0d-499c-4dad-a328-e4e238f26d8c", "name": "network-vif-deleted", "tag": "19b00a40-fee3-4c50-ad32-013f68c4f326", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:02.451259 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2c6699a-53fd-45e9-980e-acffff89f192 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:02.451441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41442) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:02.452861 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642e2d0d-499c-4dad-a328-e4e238f26d8c', 'name': 'network-vif-deleted', 'tag': '19b00a40-fee3-4c50-ad32-013f68c4f326', 'status': 'completed', 'code': 200} Oct 27 16:22:02.506114 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e0d7-ebab-496f-9b21-9257e1c0dc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.508822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e0d7-ebab-496f-9b21-9257e1c0dc65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.510057 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d6b3e0d7-ebab-496f-9b21-9257e1c0dc65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/103e11c9-d269-40a1-84fc-b8bfd142fd3a HTTP/1.1" status: 204 len: 168 time: 0.8043756 Oct 27 16:22:02.523557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bab8344-eb47-45ac-90da-e36a9973f98e admin admin] Deleting subnet 17ab7f2f-e49d-428b-b9a4-c607d81f5089 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:02.531973 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bab8344-eb47-45ac-90da-e36a9973f98e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.572311 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.576030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3e0d7-ebab-496f-9b21-9257e1c0dc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103e11c9-d269-40a1-84fc-b8bfd142fd3a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:02.597514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a62bc2d7-00cb-4f44-82de-d94a40d969e4 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:02.617212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bab8344-eb47-45ac-90da-e36a9973f98e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.763829 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bab8344-eb47-45ac-90da-e36a9973f98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:02.812705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:02.820487 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6e224016-4cd8-4033-ae79-d4318db08ba8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4349866 Oct 27 16:22:02.823685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41450) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:02.827483 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94fc7a-92ca-4013-9c56-9909c9d3768c None None] Sync routers for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:02.845726 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94fc7a-92ca-4013-9c56-9909c9d3768c None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:02.846352 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fe94fc7a-92ca-4013-9c56-9909c9d3768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:02.982497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb56e8ca-cbda-490b-823e-b2fe609cc059 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting subnet 559bf49f-7200-41e0-abb1-d5d569396cae {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:02.996937 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8ca-cbda-490b-823e-b2fe609cc059 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.007567 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bab8344-eb47-45ac-90da-e36a9973f98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.101336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8ca-cbda-490b-823e-b2fe609cc059 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.110519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab8344-eb47-45ac-90da-e36a9973f98e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ab7f2f-e49d-428b-b9a4-c607d81f5089,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:03.129316 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3bab8344-eb47-45ac-90da-e36a9973f98e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.133512 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3bab8344-eb47-45ac-90da-e36a9973f98e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/17ab7f2f-e49d-428b-b9a4-c607d81f5089 HTTP/1.1" status: 204 len: 168 time: 0.6783946 Oct 27 16:22:03.151847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41458) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:03.181795 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-fe94fc7a-92ca-4013-9c56-9909c9d3768c None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:03.427993 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8ca-cbda-490b-823e-b2fe609cc059 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.438050 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.465559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-416eda1f-8ae8-4236-a942-fa25380d1444 req-2e2d5878-962f-4df9-91f1-7ce9acecc06f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=642e2d0d-499c-4dad-a328-e4e238f26d8c HTTP/1.1" status: 200 len: 210 time: 0.0606325 Oct 27 16:22:03.562285 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.593065 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73125fd-72f5-4b12-b0c6-b92ff65ffc30']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:03.612805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd077cd8-d32e-463e-b0b7-5743f99ce0e4') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:03.613458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd077cd8-d32e-463e-b0b7-5743f99ce0e4') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:03.633335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.650459 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.657793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:22:03.658463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.675865 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8ca-cbda-490b-823e-b2fe609cc059 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.737626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afe94b-d3ab-4213-bf7c-3b08d64818a7 None None] Network 6a80542a-af06-485c-b78c-9be3075aeca3 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:03.741785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cb56e8ca-cbda-490b-823e-b2fe609cc059 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.746976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cb56e8ca-cbda-490b-823e-b2fe609cc059 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/559bf49f-7200-41e0-abb1-d5d569396cae HTTP/1.1" status: 204 len: 168 time: 0.9215052 Oct 27 16:22:03.748103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56e8ca-cbda-490b-823e-b2fe609cc059 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Subnet': ['ID=559bf49f-7200-41e0-abb1-d5d569396cae,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:03.749798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41472) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:22:03.787021 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:22:03.858311 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.870337 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.875834 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e73125fd-72f5-4b12-b0c6-b92ff65ffc30 HTTP/1.1" status: 204 len: 168 time: 0.7205431 Oct 27 16:22:03.884296 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fe94fc7a-92ca-4013-9c56-9909c9d3768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:00Z', 'revision_number': 8, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:52Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:03.896451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.919796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0eb5a-1b5f-45fb-8035-b42ece6fe786 admin admin] Pushing event deleted for resources: {'Network': ['ID=e73125fd-72f5-4b12-b0c6-b92ff65ffc30,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:03.962443 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94fc7a-92ca-4013-9c56-9909c9d3768c None None] Checking router: a62bc2d7-00cb-4f44-82de-d94a40d969e4 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:03.964805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port 53a3f103-db0e-41a1-a79d-dcda5b6c669e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:03.965393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:03.982789 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94fc7a-92ca-4013-9c56-9909c9d3768c None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:03.983843 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fe94fc7a-92ca-4013-9c56-9909c9d3768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:04.096740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] For port 53a3f103-db0e-41a1-a79d-dcda5b6c669e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=53a3f103-db0e-41a1-a79d-dcda5b6c669e,segment=NetworkSegment(39444cc6-af6b-49ad-977d-77a16b311cec),segment_id=39444cc6-af6b-49ad-977d-77a16b311cec)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:04.097199 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.115994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for 53a3f103-db0e-41a1-a79d-dcda5b6c669e owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:04.122304 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-fe94fc7a-92ca-4013-9c56-9909c9d3768c None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:04.178799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb974ed-638d-4065-86cf-8b002246c15f None None] DHCP port deletion for 6a80542a-af06-485c-b78c-9be3075aeca3 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:22:04.303879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-abb974ed-638d-4065-86cf-8b002246c15f None None] Deleting port 53a3f103-db0e-41a1-a79d-dcda5b6c669e {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:04.304553 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-abb974ed-638d-4065-86cf-8b002246c15f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.377016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41490) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:04.400843 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.436673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No DVR routers for this DVR port 53a3f103-db0e-41a1-a79d-dcda5b6c669e on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:04.461846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=53a3f103-db0e-41a1-a79d-dcda5b6c669e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:04.463504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-abb974ed-638d-4065-86cf-8b002246c15f None None] For port 53a3f103-db0e-41a1-a79d-dcda5b6c669e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=53a3f103-db0e-41a1-a79d-dcda5b6c669e,segment=NetworkSegment(39444cc6-af6b-49ad-977d-77a16b311cec),segment_id=39444cc6-af6b-49ad-977d-77a16b311cec)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:04.479168 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-abb974ed-638d-4065-86cf-8b002246c15f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.524869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-50a7b881-f9b7-4bb7-8d5d-6a027c4b0088 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffd85986cb21414585fa7ce27a59ede8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442659 Oct 27 16:22:04.529925 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41496) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:04.538572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-abb974ed-638d-4065-86cf-8b002246c15f None None] Calling delete_port for 53a3f103-db0e-41a1-a79d-dcda5b6c669e owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:04.600029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41502) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:04.641544 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.656722 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fe94fc7a-92ca-4013-9c56-9909c9d3768c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:00Z', 'revision_number': 8, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:52Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:04.693093 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94fc7a-92ca-4013-9c56-9909c9d3768c None None] The sync data for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 is: [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:00Z', 'revision_number': 8, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '1065b7da-7d0e-4c6a-9866-4411052c7c48', 'name': '', 'network_id': '98fd861d-a989-44bc-9ed1-26e8d3d49b36', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:0f:2f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:46Z', 'updated_at': '2021-10-27T16:21:52Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': 'b586dbfc-4b20-4c40-a0ad-c34c19877c53', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:04.703944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a80542a-af06-485c-b78c-9be3075aeca3']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:04.727279 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39444cc6-af6b-49ad-977d-77a16b311cec') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:04.728737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39444cc6-af6b-49ad-977d-77a16b311cec') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:04.747480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.781331 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-abb974ed-638d-4065-86cf-8b002246c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.797733 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.810868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb974ed-638d-4065-86cf-8b002246c15f None None] Pushing event deleted for resources: {'Port': ['ID=53a3f103-db0e-41a1-a79d-dcda5b6c669e,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:04.813456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb974ed-638d-4065-86cf-8b002246c15f None None] No DVR routers for this DVR port 53a3f103-db0e-41a1-a79d-dcda5b6c669e on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:04.814997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:22:04.815502 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:22:04.843732 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:22:04.899635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f23d706c-87b0-4746-abff-da97bd17bc54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:04.934546 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f23d706c-87b0-4746-abff-da97bd17bc54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:05.002837 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:05.008719 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:05.019935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/networks/6a80542a-af06-485c-b78c-9be3075aeca3 HTTP/1.1" status: 204 len: 168 time: 1.2653186 Oct 27 16:22:05.019935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41510) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:05.096580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a81a4-2045-4c72-903e-f2f14a73624a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Network': ['ID=6a80542a-af06-485c-b78c-9be3075aeca3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:05.149302 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f23d706c-87b0-4746-abff-da97bd17bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:05.151894 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f23d706c-87b0-4746-abff-da97bd17bc54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:05.155361 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f23d706c-87b0-4746-abff-da97bd17bc54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66b8459c-4a2b-492e-b0c1-2f6da72be7b5 HTTP/1.1" status: 204 len: 168 time: 0.6221569 Oct 27 16:22:05.203589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d706c-87b0-4746-abff-da97bd17bc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b8459c-4a2b-492e-b0c1-2f6da72be7b5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:05.388978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 53a3f103-db0e-41a1-a79d-dcda5b6c669e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:05.432197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 53a3f103-db0e-41a1-a79d-dcda5b6c669e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:05.433383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 53a3f103-db0e-41a1-a79d-dcda5b6c669e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:05.439740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 21bf3aef-d604-4938-870e-2d75dd01ffc9 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:05.461859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 21bf3aef-d604-4938-870e-2d75dd01ffc9 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:05.462353 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 21bf3aef-d604-4938-870e-2d75dd01ffc9 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:05.472880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:05.622734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:05.656793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 19b00a40-fee3-4c50-ad32-013f68c4f326 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:05.657490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 19b00a40-fee3-4c50-ad32-013f68c4f326 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:05.770319 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.008940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:06.009488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.129310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port 1065b7da-7d0e-4c6a-9866-4411052c7c48 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:06.130683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.132006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port 5abd3431-4be9-4b9f-80a0-3a5d076b46bf, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5abd3431-4be9-4b9f-80a0-3a5d076b46bf,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:06.132592 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.148016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for 5abd3431-4be9-4b9f-80a0-3a5d076b46bf owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:06.251438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] For port 1065b7da-7d0e-4c6a-9866-4411052c7c48, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1065b7da-7d0e-4c6a-9866-4411052c7c48,segment=NetworkSegment(92645174-9b1c-4fca-bd34-1a6691170499),segment_id=92645174-9b1c-4fca-bd34-1a6691170499)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:06.251728 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.269052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for 1065b7da-7d0e-4c6a-9866-4411052c7c48 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:06.469964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.509211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=5abd3431-4be9-4b9f-80a0-3a5d076b46bf,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:06.668095 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.747731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=1065b7da-7d0e-4c6a-9866-4411052c7c48,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:06.846664 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:06.991366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.319934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a62bc2d7-00cb-4f44-82de-d94a40d969e4 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:07.453036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:07.462983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-709eba64-e5c8-4942-9c69-2f0eaf10027f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4353693 Oct 27 16:22:07.465127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4706b-320b-49cc-b053-829cbf41ce65 None None] Sync routers for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:07.466760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41588) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:07.484344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4706b-320b-49cc-b053-829cbf41ce65 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:07.484977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3dd4706b-320b-49cc-b053-829cbf41ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:07.563304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-14efdc42-c984-4107-9150-4b2662a23f85 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting subnet b586dbfc-4b20-4c40-a0ad-c34c19877c53 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:07.566860 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14efdc42-c984-4107-9150-4b2662a23f85 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.621405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3dd4706b-320b-49cc-b053-829cbf41ce65 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:07.652478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14efdc42-c984-4107-9150-4b2662a23f85 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.811423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14efdc42-c984-4107-9150-4b2662a23f85 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:07.845405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:07.865494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3dd4706b-320b-49cc-b053-829cbf41ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:06Z', 'revision_number': 9, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:07.899834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4706b-320b-49cc-b053-829cbf41ce65 None None] Checking router: a62bc2d7-00cb-4f44-82de-d94a40d969e4 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:07.911229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4706b-320b-49cc-b053-829cbf41ce65 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:07.912134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3dd4706b-320b-49cc-b053-829cbf41ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:08.016698 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14efdc42-c984-4107-9150-4b2662a23f85 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.030633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3dd4706b-320b-49cc-b053-829cbf41ce65 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:08.043725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:08.050038 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e2c5c4fc-2dfb-42d7-9eaf-31f3708fbb6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "PUT /v2.0/routers/d8b5a3d9-f4c4-4133-949b-324dea6f03b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4449346 Oct 27 16:22:08.055645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41600) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:08.057758 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bdbb99-0c2d-4d6a-921c-b1b6b43836b7 None None] Sync routers for ids ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:08.075314 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bdbb99-0c2d-4d6a-921c-b1b6b43836b7 None None] Routers {'d8b5a3d9-f4c4-4133-949b-324dea6f03b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:08.078186 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-97bdbb99-0c2d-4d6a-921c-b1b6b43836b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:08.101866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efdc42-c984-4107-9150-4b2662a23f85 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Subnet': ['ID=b586dbfc-4b20-4c40-a0ad-c34c19877c53,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:08.107114 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14efdc42-c984-4107-9150-4b2662a23f85 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.113668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-14efdc42-c984-4107-9150-4b2662a23f85 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/b586dbfc-4b20-4c40-a0ad-c34c19877c53 HTTP/1.1" status: 204 len: 168 time: 0.6457753 Oct 27 16:22:08.117451 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41604) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:08.121007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c36480a-b908-4643-a4ad-e4382efede7d None None] Network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:08.199147 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ce0d9a-afc5-4c50-9712-cd9f4b18e826 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting subnet 984cdc2b-cac7-41f0-8353-3ab8267a604c {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:08.204325 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63ce0d9a-afc5-4c50-9712-cd9f4b18e826 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.267693 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63ce0d9a-afc5-4c50-9712-cd9f4b18e826 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.315116 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-97bdbb99-0c2d-4d6a-921c-b1b6b43836b7 None None] Set router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:08.316359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.423384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41610) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:08.516883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:08.517224 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.564268 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63ce0d9a-afc5-4c50-9712-cd9f4b18e826 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.630531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10983f18-82c5-4598-8e6f-999696399fb1 None None] DHCP port deletion for 98fd861d-a989-44bc-9ed1-26e8d3d49b36 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:22:08.671161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] For port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3b0a653e-ca1d-4bf1-9422-50c4a05d4a05,segment=NetworkSegment(92645174-9b1c-4fca-bd34-1a6691170499),segment_id=92645174-9b1c-4fca-bd34-1a6691170499)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:08.671878 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.702919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:08.703445 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-97bdbb99-0c2d-4d6a-921c-b1b6b43836b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:22:06Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:08.709654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4465fed4-6a3b-43c8-9470-b1167dd3223a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.746676 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bdbb99-0c2d-4d6a-921c-b1b6b43836b7 None None] Checking router: d8b5a3d9-f4c4-4133-949b-324dea6f03b1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:08.758066 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bdbb99-0c2d-4d6a-921c-b1b6b43836b7 None None] Routers {'d8b5a3d9-f4c4-4133-949b-324dea6f03b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:08.758840 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-97bdbb99-0c2d-4d6a-921c-b1b6b43836b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:08.768471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3dd4706b-320b-49cc-b053-829cbf41ce65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:06Z', 'revision_number': 9, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:08.790953 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63ce0d9a-afc5-4c50-9712-cd9f4b18e826 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.854591 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63ce0d9a-afc5-4c50-9712-cd9f4b18e826 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:08.855189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd4706b-320b-49cc-b053-829cbf41ce65 None None] The sync data for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 is: [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:06Z', 'revision_number': 9, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': '12790106-86d5-46f1-ab1c-cbdbb0af9533', 'name': '', 'network_id': 'aa7c33f4-ea10-4bfb-9be3-2de3449e568f', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:54:72:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:41Z', 'updated_at': '2021-10-27T16:21:46Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '8386db6f-cba1-4939-9cf6-5b0b04aa5b24', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:08.866055 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-63ce0d9a-afc5-4c50-9712-cd9f4b18e826 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/subnets/984cdc2b-cac7-41f0-8353-3ab8267a604c HTTP/1.1" status: 204 len: 168 time: 0.8082292 Oct 27 16:22:08.869384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce0d9a-afc5-4c50-9712-cd9f4b18e826 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Subnet': ['ID=984cdc2b-cac7-41f0-8353-3ab8267a604c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:08.872345 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41620) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:08.875087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f7d00e-fe30-4586-b838-e299b36778dc None None] Network 0f922c33-3659-4eaf-8668-4bffb4ffa94b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:08.905930 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-97bdbb99-0c2d-4d6a-921c-b1b6b43836b7 None None] Set router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:09.008454 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4465fed4-6a3b-43c8-9470-b1167dd3223a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.047053 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.084132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=3b0a653e-ca1d-4bf1-9422-50c4a05d4a05,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:09.089739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No DVR routers for this DVR port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:09.097745 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4465fed4-6a3b-43c8-9470-b1167dd3223a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.135099 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.273371 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-97bdbb99-0c2d-4d6a-921c-b1b6b43836b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:22:06Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:09.278832 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.306347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fd861d-a989-44bc-9ed1-26e8d3d49b36']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:09.313393 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bdbb99-0c2d-4d6a-921c-b1b6b43836b7 None None] The sync data for ids ['d8b5a3d9-f4c4-4133-949b-324dea6f03b1'] in n-d-815689-1 is: [{'id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-229906754', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160'}], 'enable_snat': True}, 'gw_port_id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:19:16Z', 'updated_at': '2021-10-27T16:22:06Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'c2721c89-597e-4c8d-a67d-cd957e501d94', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b5a3d9-f4c4-4133-949b-324dea6f03b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:19:18Z', 'updated_at': '2021-10-27T16:19:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:09.317465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92645174-9b1c-4fca-bd34-1a6691170499') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:09.317909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92645174-9b1c-4fca-bd34-1a6691170499') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:09.350120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.415181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1065b7da-7d0e-4c6a-9866-4411052c7c48 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:09.437133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.441611 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41630) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:09.450101 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4465fed4-6a3b-43c8-9470-b1167dd3223a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f57714aa8dcf42dbbf23e17b93524728&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0243638 Oct 27 16:22:09.455417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-10983f18-82c5-4598-8e6f-999696399fb1 None None] Deleting port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:09.455417 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10983f18-82c5-4598-8e6f-999696399fb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.455631 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.455631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4465fed4-6a3b-43c8-9470-b1167dd3223a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc779e-0e18-4002-b03c-4953ab0139a3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:09.475137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:22:09.475625 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:22:09.479002 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:22:09.532796 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c3748e3-1cb2-4fa5-8b56-4c9ea2368c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.553608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 1065b7da-7d0e-4c6a-9866-4411052c7c48 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:09.554256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1065b7da-7d0e-4c6a-9866-4411052c7c48 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:09.554635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:09.591312 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:09.591843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:09.613084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c3748e3-1cb2-4fa5-8b56-4c9ea2368c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.650151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-10983f18-82c5-4598-8e6f-999696399fb1 None None] For port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05, host n-d-815689-1, got binding levels [] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:09.650621 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10983f18-82c5-4598-8e6f-999696399fb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.663824 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.665131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-10983f18-82c5-4598-8e6f-999696399fb1 None None] Calling delete_port for 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:09.668982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.ipam_backend_mixin [None req-10983f18-82c5-4598-8e6f-999696399fb1 None None] Port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 was not found and therefore no delete operation was performed {{(pid=109724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:22:09.671331 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10983f18-82c5-4598-8e6f-999696399fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.676094 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.680523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10983f18-82c5-4598-8e6f-999696399fb1 None None] Network 98fd861d-a989-44bc-9ed1-26e8d3d49b36 is not hosted by any dhcp agent {{(pid=109724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:22:09.681016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10983f18-82c5-4598-8e6f-999696399fb1 None None] No DVR routers for this DVR port 3b0a653e-ca1d-4bf1-9422-50c4a05d4a05 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:09.689440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/networks/98fd861d-a989-44bc-9ed1-26e8d3d49b36 HTTP/1.1" status: 204 len: 168 time: 1.5705361 Oct 27 16:22:09.705647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10983f18-82c5-4598-8e6f-999696399fb1 None None] Pushing event deleted for resources: {'Port': ['ID=3b0a653e-ca1d-4bf1-9422-50c4a05d4a05,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:09.716591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41636) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:09.744245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f993052-964c-4eef-b988-f1625ae29eda tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Network': ['ID=98fd861d-a989-44bc-9ed1-26e8d3d49b36,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:09.769907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port c2721c89-597e-4c8d-a67d-cd957e501d94 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:09.770692 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.806099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843ab637-25d0-427b-8d73-3e5489684f10 None None] DHCP port deletion for 0f922c33-3659-4eaf-8668-4bffb4ffa94b request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:22:09.872237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-843ab637-25d0-427b-8d73-3e5489684f10 None None] Deleting port 33be80d6-a424-403d-97db-4b7ed0fb8b8c {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:09.872827 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-843ab637-25d0-427b-8d73-3e5489684f10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.915328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port c2721c89-597e-4c8d-a67d-cd957e501d94, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c2721c89-597e-4c8d-a67d-cd957e501d94,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:09.915971 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.924828 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c3748e3-1cb2-4fa5-8b56-4c9ea2368c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.930724 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c3748e3-1cb2-4fa5-8b56-4c9ea2368c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.932486 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5c3748e3-1cb2-4fa5-8b56-4c9ea2368c57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9abc779e-0e18-4002-b03c-4953ab0139a3 HTTP/1.1" status: 204 len: 168 time: 0.4880476 Oct 27 16:22:09.972215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-843ab637-25d0-427b-8d73-3e5489684f10 None None] For port 33be80d6-a424-403d-97db-4b7ed0fb8b8c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=33be80d6-a424-403d-97db-4b7ed0fb8b8c,segment=NetworkSegment(00a7693c-a6f6-4e97-be5d-c082dcc02cd2),segment_id=00a7693c-a6f6-4e97-be5d-c082dcc02cd2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:09.972624 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-843ab637-25d0-427b-8d73-3e5489684f10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:09.986222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for c2721c89-597e-4c8d-a67d-cd957e501d94 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:09.996669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3748e3-1cb2-4fa5-8b56-4c9ea2368c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc779e-0e18-4002-b03c-4953ab0139a3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:10.010660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-843ab637-25d0-427b-8d73-3e5489684f10 None None] Calling delete_port for 33be80d6-a424-403d-97db-4b7ed0fb8b8c owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:10.215904 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-843ab637-25d0-427b-8d73-3e5489684f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.247250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ab637-25d0-427b-8d73-3e5489684f10 None None] Pushing event deleted for resources: {'Port': ['ID=33be80d6-a424-403d-97db-4b7ed0fb8b8c,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:10.260458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ab637-25d0-427b-8d73-3e5489684f10 None None] No DVR routers for this DVR port 33be80d6-a424-403d-97db-4b7ed0fb8b8c on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:10.341796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.378358 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.432629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=c2721c89-597e-4c8d-a67d-cd957e501d94,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:10.516817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.621129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port 12790106-86d5-46f1-ab1c-cbdbb0af9533 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:10.621671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.641246 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.643964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.731415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41646) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:10.738373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] For port 12790106-86d5-46f1-ab1c-cbdbb0af9533, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=12790106-86d5-46f1-ab1c-cbdbb0af9533,segment=NetworkSegment(b8fb64d3-954f-4e2a-acdf-51f6beb9c454),segment_id=b8fb64d3-954f-4e2a-acdf-51f6beb9c454)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:10.739633 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.772621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.773450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Fanout notify agent at l3_agent the message router_deleted on router d8b5a3d9-f4c4-4133-949b-324dea6f03b1 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:22:10.783964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.786995 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0550d303-3ed6-45c7-bd36-6c126900376c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/routers/d8b5a3d9-f4c4-4133-949b-324dea6f03b1 HTTP/1.1" status: 204 len: 168 time: 1.9038002 Oct 27 16:22:10.788375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41652) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:10.932360 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:10.993943 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca68682a-b9d5-48b4-a62e-3c0f3e170d31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.101388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.113154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41654) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:11.140958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f922c33-3659-4eaf-8668-4bffb4ffa94b']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:11.158826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-017f2cdf-d991-445a-85bb-2a9a4523324d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.159545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for 12790106-86d5-46f1-ab1c-cbdbb0af9533 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:11.162782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a7693c-a6f6-4e97-be5d-c082dcc02cd2') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:11.167798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a7693c-a6f6-4e97-be5d-c082dcc02cd2') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:11.189599 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.214358 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.228201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:22:11.228657 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:22:11.233599 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:22:11.329851 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca68682a-b9d5-48b4-a62e-3c0f3e170d31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.385597 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-017f2cdf-d991-445a-85bb-2a9a4523324d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.418812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 33be80d6-a424-403d-97db-4b7ed0fb8b8c no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:11.423849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.430526 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.437320 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/networks/0f922c33-3659-4eaf-8668-4bffb4ffa94b HTTP/1.1" status: 204 len: 168 time: 0.6445346 Oct 27 16:22:11.437403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41656) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:11.441102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 33be80d6-a424-403d-97db-4b7ed0fb8b8c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:11.441459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 33be80d6-a424-403d-97db-4b7ed0fb8b8c not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:11.441955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5abd3431-4be9-4b9f-80a0-3a5d076b46bf no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:11.454195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb2373-d84e-485f-89c8-6e4745bd51b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Network': ['ID=0f922c33-3659-4eaf-8668-4bffb4ffa94b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:11.459450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.463655 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca68682a-b9d5-48b4-a62e-3c0f3e170d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.463974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 5abd3431-4be9-4b9f-80a0-3a5d076b46bf {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:11.464407 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5abd3431-4be9-4b9f-80a0-3a5d076b46bf not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:11.464828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c2721c89-597e-4c8d-a67d-cd957e501d94 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:11.490457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: c2721c89-597e-4c8d-a67d-cd957e501d94 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:11.490811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c2721c89-597e-4c8d-a67d-cd957e501d94 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:11.509350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=12790106-86d5-46f1-ab1c-cbdbb0af9533,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:11.524025 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-017f2cdf-d991-445a-85bb-2a9a4523324d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.580855 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ca68682a-b9d5-48b4-a62e-3c0f3e170d31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=adb505dc52e24dc1bc56222d1c30b14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8480730 Oct 27 16:22:11.585913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41658) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:11.593008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68682a-b9d5-48b4-a62e-3c0f3e170d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368df606-8d3c-447e-afab-5af9b8532b69,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:11.635510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f2cdf-d991-445a-85bb-2a9a4523324d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9852d2c-4177-4c88-a44e-4706b55d29e9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:11.653111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae9315a7-496c-4b42-9406-96a497a5c906 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.668777 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-017f2cdf-d991-445a-85bb-2a9a4523324d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3c31f50d6f446d8aff916f09d372b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5473156 Oct 27 16:22:11.672161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41660) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:11.682933 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.699522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae9315a7-496c-4b42-9406-96a497a5c906 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.765619 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-827c5c78-904d-40a5-a8c4-09ec7c35b14e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.788161 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30fc3c74-2af2-458a-ae7d-eeec4bf68698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.815793 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-827c5c78-904d-40a5-a8c4-09ec7c35b14e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.827390 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30fc3c74-2af2-458a-ae7d-eeec4bf68698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.943721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a62bc2d7-00cb-4f44-82de-d94a40d969e4 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:11.960047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-827c5c78-904d-40a5-a8c4-09ec7c35b14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.962969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-827c5c78-904d-40a5-a8c4-09ec7c35b14e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.964961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-827c5c78-904d-40a5-a8c4-09ec7c35b14e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/368df606-8d3c-447e-afab-5af9b8532b69 HTTP/1.1" status: 204 len: 168 time: 0.3773446 Oct 27 16:22:11.978913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c5c78-904d-40a5-a8c4-09ec7c35b14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368df606-8d3c-447e-afab-5af9b8532b69,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:11.985471 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30fc3c74-2af2-458a-ae7d-eeec4bf68698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:11.989391 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30fc3c74-2af2-458a-ae7d-eeec4bf68698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.000305 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae9315a7-496c-4b42-9406-96a497a5c906 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.002913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae9315a7-496c-4b42-9406-96a497a5c906 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.004955 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ae9315a7-496c-4b42-9406-96a497a5c906 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/security-groups/8ca26c8f-230a-464d-91ea-f8c8194b69f4 HTTP/1.1" status: 204 len: 168 time: 0.5648398 Oct 27 16:22:12.012152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-30fc3c74-2af2-458a-ae7d-eeec4bf68698 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9852d2c-4177-4c88-a44e-4706b55d29e9 HTTP/1.1" status: 204 len: 168 time: 0.3286741 Oct 27 16:22:12.032689 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc3c74-2af2-458a-ae7d-eeec4bf68698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9852d2c-4177-4c88-a44e-4706b55d29e9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:12.067553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9315a7-496c-4b42-9406-96a497a5c906 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca26c8f-230a-464d-91ea-f8c8194b69f4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:12.115516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:12.126664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bb325a21-7cf3-47fd-88aa-eedaf2603a18 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4110730 Oct 27 16:22:12.130197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41672) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:12.141550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c6925-acf8-4c7c-af45-e640c7244b33 None None] Sync routers for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:12.164376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c6925-acf8-4c7c-af45-e640c7244b33 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:12.165392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3d7c6925-acf8-4c7c-af45-e640c7244b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:12.234627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a80252a-943b-4afb-89fd-b8568390f1d6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting subnet 8386db6f-cba1-4939-9cf6-5b0b04aa5b24 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:12.238614 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a80252a-943b-4afb-89fd-b8568390f1d6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.289431 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a80252a-943b-4afb-89fd-b8568390f1d6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.343975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3d7c6925-acf8-4c7c-af45-e640c7244b33 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:12.388954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a80252a-943b-4afb-89fd-b8568390f1d6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.511789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41678) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:12.518401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-605d16d4-5497-4606-8969-3001c14444cb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1085960366', 'description': 'tempest-secgroup-smoke-1085960366 description', 'project_id': 'aa2cd34858c645408908be49587cbd63'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:12.541262 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a80252a-943b-4afb-89fd-b8568390f1d6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.593189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80252a-943b-4afb-89fd-b8568390f1d6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Subnet': ['ID=8386db6f-cba1-4939-9cf6-5b0b04aa5b24,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:12.603083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a80252a-943b-4afb-89fd-b8568390f1d6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.609275 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6a80252a-943b-4afb-89fd-b8568390f1d6 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/8386db6f-cba1-4939-9cf6-5b0b04aa5b24 HTTP/1.1" status: 204 len: 168 time: 0.4750414 Oct 27 16:22:12.609605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41682) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:12.623736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89840e51-5ead-4a1b-97e0-f7551b35881a None None] Network aa7c33f4-ea10-4bfb-9be3-2de3449e568f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:12.646888 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605d16d4-5497-4606-8969-3001c14444cb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.710918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3d7c6925-acf8-4c7c-af45-e640c7244b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:11Z', 'revision_number': 10, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:12.747131 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605d16d4-5497-4606-8969-3001c14444cb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.749352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c6925-acf8-4c7c-af45-e640c7244b33 None None] Checking router: a62bc2d7-00cb-4f44-82de-d94a40d969e4 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:12.787496 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.798940 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c6925-acf8-4c7c-af45-e640c7244b33 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:12.799751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3d7c6925-acf8-4c7c-af45-e640c7244b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:12.815810 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605d16d4-5497-4606-8969-3001c14444cb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.849127 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d16d4-5497-4606-8969-3001c14444cb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:12.874551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:12.875204 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.899049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3d7c6925-acf8-4c7c-af45-e640c7244b33 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:12.914163 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605d16d4-5497-4606-8969-3001c14444cb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:12.918392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-605d16d4-5497-4606-8969-3001c14444cb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4020402 Oct 27 16:22:12.921753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41688) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:12.934223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-63de189b-7d2b-4708-9d5e-85f61255ec76 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:12.994458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] For port 7b39340d-3b17-4673-89ca-9cd0d829b9b6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7b39340d-3b17-4673-89ca-9cd0d829b9b6,segment=NetworkSegment(b8fb64d3-954f-4e2a-acdf-51f6beb9c454),segment_id=b8fb64d3-954f-4e2a-acdf-51f6beb9c454)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:12.994738 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.011189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for 7b39340d-3b17-4673-89ca-9cd0d829b9b6 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:13.060528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5a42c8-8302-470a-bbc7-69d065aaccf8 None None] DHCP port deletion for aa7c33f4-ea10-4bfb-9be3-2de3449e568f request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:22:13.066923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41694) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:13.089775 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9430874f-d24a-461f-9613-29c9e8615d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.128606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63de189b-7d2b-4708-9d5e-85f61255ec76 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.204556 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.237375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=7b39340d-3b17-4673-89ca-9cd0d829b9b6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:13.241666 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63de189b-7d2b-4708-9d5e-85f61255ec76 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.262693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No DVR routers for this DVR port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:13.299181 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9430874f-d24a-461f-9613-29c9e8615d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.302125 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63de189b-7d2b-4708-9d5e-85f61255ec76 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.329779 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de189b-7d2b-4708-9d5e-85f61255ec76 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a23ab7-e7e6-433d-bc14-13cb301befa6,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:13.365332 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9430874f-d24a-461f-9613-29c9e8615d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.393203 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.414002 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63de189b-7d2b-4708-9d5e-85f61255ec76 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.417986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7c33f4-ea10-4bfb-9be3-2de3449e568f']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:13.418211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-63de189b-7d2b-4708-9d5e-85f61255ec76 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4962270 Oct 27 16:22:13.421065 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a42c8-8302-470a-bbc7-69d065aaccf8 None None] Deleting port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:13.421669 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3b5a42c8-8302-470a-bbc7-69d065aaccf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.422813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41700) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:13.429631 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-11e52c68-e867-4baa-9c01-71374f08dc92 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:13.430906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fb64d3-954f-4e2a-acdf-51f6beb9c454') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:13.431216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fb64d3-954f-4e2a-acdf-51f6beb9c454') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:13.441281 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9430874f-d24a-461f-9613-29c9e8615d18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa45fe67d3084fb0bb366ffb1d685867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3726542 Oct 27 16:22:13.442505 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.444788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41702) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:13.447546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430874f-d24a-461f-9613-29c9e8615d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197f3cf0-e3b2-4cc7-a754-471c503b4ef8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:13.456864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.478571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:22:13.478977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:22:13.482197 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:22:13.484027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7b39340d-3b17-4673-89ca-9cd0d829b9b6 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:13.552372 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92edbf45-0e39-425d-900e-248f85300f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.568189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 7b39340d-3b17-4673-89ca-9cd0d829b9b6 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:13.568782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7b39340d-3b17-4673-89ca-9cd0d829b9b6 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:13.588967 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92edbf45-0e39-425d-900e-248f85300f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.596709 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11e52c68-e867-4baa-9c01-71374f08dc92 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.600660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3b5a42c8-8302-470a-bbc7-69d065aaccf8 None None] For port 7b39340d-3b17-4673-89ca-9cd0d829b9b6, host n-d-815689-1, got binding levels [] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:13.601271 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3b5a42c8-8302-470a-bbc7-69d065aaccf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.610433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3d7c6925-acf8-4c7c-af45-e640c7244b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:11Z', 'revision_number': 10, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:13.642350 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7c6925-acf8-4c7c-af45-e640c7244b33 None None] The sync data for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 is: [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:11Z', 'revision_number': 10, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None, '_interfaces': [{'id': 'd897eaab-530a-458f-81a0-63a2f7cde9d8', 'name': '', 'network_id': 'ee84b17e-3cc2-4cfb-8fb8-45e4139794e5', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'mac_address': 'fa:16:3e:a4:61:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:21:36Z', 'updated_at': '2021-10-27T16:21:41Z', 'revision_number': 5, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'subnets': [{'id': '99905d11-cdfc-4341-aeae-184bf1c1a47e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:13.644389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a42c8-8302-470a-bbc7-69d065aaccf8 None None] Calling delete_port for 7b39340d-3b17-4673-89ca-9cd0d829b9b6 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:13.648643 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.ipam_backend_mixin [None req-3b5a42c8-8302-470a-bbc7-69d065aaccf8 None None] Port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 was not found and therefore no delete operation was performed {{(pid=109724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:22:13.650046 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3b5a42c8-8302-470a-bbc7-69d065aaccf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.678788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.697049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a42c8-8302-470a-bbc7-69d065aaccf8 None None] Pushing event deleted for resources: {'Port': ['ID=7b39340d-3b17-4673-89ca-9cd0d829b9b6,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:13.711273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a42c8-8302-470a-bbc7-69d065aaccf8 None None] No DVR routers for this DVR port 7b39340d-3b17-4673-89ca-9cd0d829b9b6 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:13.711442 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.720288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/networks/aa7c33f4-ea10-4bfb-9be3-2de3449e568f HTTP/1.1" status: 204 len: 168 time: 1.1062784 Oct 27 16:22:13.730571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41710) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:13.738166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807cbcf-c13e-4dd6-9b44-e4c1736bf98b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Network': ['ID=aa7c33f4-ea10-4bfb-9be3-2de3449e568f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:13.827734 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92edbf45-0e39-425d-900e-248f85300f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.831896 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92edbf45-0e39-425d-900e-248f85300f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.835379 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-92edbf45-0e39-425d-900e-248f85300f96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/197f3cf0-e3b2-4cc7-a754-471c503b4ef8 HTTP/1.1" status: 204 len: 168 time: 0.3824067 Oct 27 16:22:13.864089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92edbf45-0e39-425d-900e-248f85300f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197f3cf0-e3b2-4cc7-a754-471c503b4ef8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:13.895248 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11e52c68-e867-4baa-9c01-71374f08dc92 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.961283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11e52c68-e867-4baa-9c01-71374f08dc92 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:13.998926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e52c68-e867-4baa-9c01-71374f08dc92 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f138e0-ec85-47bd-b2e1-5d6076fdc96f,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:14.070415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11e52c68-e867-4baa-9c01-71374f08dc92 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.077182 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-11e52c68-e867-4baa-9c01-71374f08dc92 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6468921 Oct 27 16:22:14.077182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41720) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:14.081734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8206b90b-a551-4259-9a0d-4e9d0455981e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:14.233723 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8206b90b-a551-4259-9a0d-4e9d0455981e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.339177 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.340674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8206b90b-a551-4259-9a0d-4e9d0455981e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.412742 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8206b90b-a551-4259-9a0d-4e9d0455981e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.452760 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206b90b-a551-4259-9a0d-4e9d0455981e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cd8a84-275e-44b3-a3ae-d5bf108b6c39,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:14.515876 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8206b90b-a551-4259-9a0d-4e9d0455981e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.523981 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8206b90b-a551-4259-9a0d-4e9d0455981e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4417679 Oct 27 16:22:14.524511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41732) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:14.529960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-683ac0db-dac3-42e9-8798-bd7590149803 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:14.674632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-683ac0db-dac3-42e9-8798-bd7590149803 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.710415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port d897eaab-530a-458f-81a0-63a2f7cde9d8 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:14.710415 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.804712 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-683ac0db-dac3-42e9-8798-bd7590149803 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.849455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] For port d897eaab-530a-458f-81a0-63a2f7cde9d8, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d897eaab-530a-458f-81a0-63a2f7cde9d8,segment=NetworkSegment(15e8cd52-8312-4528-b828-9504359003ac),segment_id=15e8cd52-8312-4528-b828-9504359003ac)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:14.849827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.865274 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-683ac0db-dac3-42e9-8798-bd7590149803 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.875303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for d897eaab-530a-458f-81a0-63a2f7cde9d8 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:14.901739 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ac0db-dac3-42e9-8798-bd7590149803 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c72c55-ac55-4ad7-a00a-d6dd9c2cd1a3,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:14.984007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-683ac0db-dac3-42e9-8798-bd7590149803 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:14.988101 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-683ac0db-dac3-42e9-8798-bd7590149803 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4595463 Oct 27 16:22:14.989024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41754) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:14.993658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-49a3d812-cd57-4f9f-8bc1-3c1fdad168ab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:15.217757 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-49a3d812-cd57-4f9f-8bc1-3c1fdad168ab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Project aa2cd34858c645408908be49587cbd63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:22:15.224301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49a3d812-cd57-4f9f-8bc1-3c1fdad168ab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.229356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 12790106-86d5-46f1-ab1c-cbdbb0af9533 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:15.283979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 12790106-86d5-46f1-ab1c-cbdbb0af9533 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:15.284379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 12790106-86d5-46f1-ab1c-cbdbb0af9533 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:15.305765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf7c3d-6b08-4462-9954-79c6ac6ad833 req-120fb8a4-f486-411b-9965-1e20e8fc3122 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:15.307388 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ecdf7c3d-6b08-4462-9954-79c6ac6ad833 req-120fb8a4-f486-411b-9965-1e20e8fc3122 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 947 time: 0.2229884 Oct 27 16:22:15.336222 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49a3d812-cd57-4f9f-8bc1-3c1fdad168ab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.368227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ecdf7c3d-6b08-4462-9954-79c6ac6ad833 req-4729070b-4078-4dad-aa3e-f2b1263986d9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523188 Oct 27 16:22:15.384404 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.448392 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49a3d812-cd57-4f9f-8bc1-3c1fdad168ab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.462171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=d897eaab-530a-458f-81a0-63a2f7cde9d8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:15.482210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3d812-cd57-4f9f-8bc1-3c1fdad168ab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a324e6f6-fb54-4388-9fda-51d9b566ad7c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:15.552163 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49a3d812-cd57-4f9f-8bc1-3c1fdad168ab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.553518 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-49a3d812-cd57-4f9f-8bc1-3c1fdad168ab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5639262 Oct 27 16:22:15.556045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41766) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:15.561385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ed1998dc-f85d-4a57-a394-e58d6c27a5e1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:15.661018 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.686865 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-ed1998dc-f85d-4a57-a394-e58d6c27a5e1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Project aa2cd34858c645408908be49587cbd63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:22:15.696903 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed1998dc-f85d-4a57-a394-e58d6c27a5e1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.836127 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed1998dc-f85d-4a57-a394-e58d6c27a5e1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.873943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a62bc2d7-00cb-4f44-82de-d94a40d969e4 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:15.928071 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed1998dc-f85d-4a57-a394-e58d6c27a5e1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:15.967377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:15.971918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1998dc-f85d-4a57-a394-e58d6c27a5e1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a44bb45-1ed9-4de0-a08a-4b43e2254ff7,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:15.983025 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344e4e3-9fb3-492a-80a1-d7ffd2f7df59 None None] Sync routers for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:15.985646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8d8d827e-6b69-4574-b6dc-a221320c47fb tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2540154 Oct 27 16:22:15.990854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41782) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:16.000167 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344e4e3-9fb3-492a-80a1-d7ffd2f7df59 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:16.001910 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2344e4e3-9fb3-492a-80a1-d7ffd2f7df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:16.069247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3baab16-3bd2-41a3-a0c2-3ce2f8a070b8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting subnet 99905d11-cdfc-4341-aeae-184bf1c1a47e {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:22:16.073450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed1998dc-f85d-4a57-a394-e58d6c27a5e1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.081574 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3baab16-3bd2-41a3-a0c2-3ce2f8a070b8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.081748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ed1998dc-f85d-4a57-a394-e58d6c27a5e1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5175338 Oct 27 16:22:16.081748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41784) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:16.084974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'network': {'name': 'tempest-network-smoke--1892386284', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'port_security_enabled': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:16.085667 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2344e4e3-9fb3-492a-80a1-d7ffd2f7df59 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:16.140022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3baab16-3bd2-41a3-a0c2-3ce2f8a070b8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.166172 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2344e4e3-9fb3-492a-80a1-d7ffd2f7df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:15Z', 'revision_number': 11, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:16.197338 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344e4e3-9fb3-492a-80a1-d7ffd2f7df59 None None] Checking router: a62bc2d7-00cb-4f44-82de-d94a40d969e4 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:16.206622 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:22:16.211960 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2344e4e3-9fb3-492a-80a1-d7ffd2f7df59 None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:16.212791 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2344e4e3-9fb3-492a-80a1-d7ffd2f7df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:16.229420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:16.235647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.268072 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3baab16-3bd2-41a3-a0c2-3ce2f8a070b8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.291942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:22:16.323210 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.323753 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Added segment cd81be90-3e8d-4aa9-94ed-95af7bf6773e of type vlan for network 03145762-1316-4db8-8cae-963e08f67af7 Oct 27 16:22:16.393205 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2344e4e3-9fb3-492a-80a1-d7ffd2f7df59 None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:16.424722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.461716 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2344e4e3-9fb3-492a-80a1-d7ffd2f7df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:15Z', 'revision_number': 11, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:16.497300 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2344e4e3-9fb3-492a-80a1-d7ffd2f7df59 None None] The sync data for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 is: [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:15Z', 'revision_number': 11, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:16.508339 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3baab16-3bd2-41a3-a0c2-3ce2f8a070b8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.544406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d1e87-3711-43a7-9677-a92b2ff11f2c None None] Network ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:16.549118 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3baab16-3bd2-41a3-a0c2-3ce2f8a070b8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.550105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d3baab16-3bd2-41a3-a0c2-3ce2f8a070b8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/99905d11-cdfc-4341-aeae-184bf1c1a47e HTTP/1.1" status: 204 len: 168 time: 0.5581784 Oct 27 16:22:16.553573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41800) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:16.632727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3baab16-3bd2-41a3-a0c2-3ce2f8a070b8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Subnet': ['ID=99905d11-cdfc-4341-aeae-184bf1c1a47e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:16.748557 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.757103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.765777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-b580d880-823e-4158-99fb-68530092d814 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:16.769054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:16.769740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:16.770769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-b580d880-823e-4158-99fb-68530092d814 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.53 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 947 time: 0.1088006 Oct 27 16:22:16.883904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Network': ['ID=03145762-1316-4db8-8cae-963e08f67af7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:16.909504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 03145762-1316-4db8-8cae-963e08f67af7 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:22:16.925695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Deleting port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:16.927091 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.023887 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eb02fdc7-d27b-4575-a617-a9d0400ab8ed tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9440725 Oct 27 16:22:17.027935 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41806) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:17.033188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'admin_state_up': True, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:17.053974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6004a8-101f-4d6f-97d3-a538bec1758f None None] DHCP port deletion for ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:22:17.083684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] For port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:17.084210 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.100832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Deleting port ffe0afc3-f4e4-471c-b157-f58edee593ec {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:17.105459 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.204566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-be6004a8-101f-4d6f-97d3-a538bec1758f None None] Deleting port ffe0afc3-f4e4-471c-b157-f58edee593ec {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:17.212461 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be6004a8-101f-4d6f-97d3-a538bec1758f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.234920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] For port ffe0afc3-f4e4-471c-b157-f58edee593ec, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ffe0afc3-f4e4-471c-b157-f58edee593ec,segment=NetworkSegment(15e8cd52-8312-4528-b828-9504359003ac),segment_id=15e8cd52-8312-4528-b828-9504359003ac)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:17.234920 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.276677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Calling delete_port for ffe0afc3-f4e4-471c-b157-f58edee593ec owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:17.320321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ffe0afc3-f4e4-471c-b157-f58edee593ec no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:17.338086 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.340104 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.412416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.434754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-be6004a8-101f-4d6f-97d3-a538bec1758f None None] For port ffe0afc3-f4e4-471c-b157-f58edee593ec, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ffe0afc3-f4e4-471c-b157-f58edee593ec,segment=NetworkSegment(15e8cd52-8312-4528-b828-9504359003ac),segment_id=15e8cd52-8312-4528-b828-9504359003ac)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:17.435154 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be6004a8-101f-4d6f-97d3-a538bec1758f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.471170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6fbf0-f38c-495f-9870-418c5b58943f req-4afaf7b6-3438-4d60-9625-1baa896ce3e3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:17.474277 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b5b6fbf0-f38c-495f-9870-418c5b58943f req-4afaf7b6-3438-4d60-9625-1baa896ce3e3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 947 time: 0.9986286 Oct 27 16:22:17.496955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-be6004a8-101f-4d6f-97d3-a538bec1758f None None] Calling delete_port for ffe0afc3-f4e4-471c-b157-f58edee593ec owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:17.506323 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.506694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.507011 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Floating IP eed7c7b3-6a46-44ce-ad24-b1f361fa75a2 disassociated. External IP: 172.25.4.196, port: 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040. Oct 27 16:22:17.507355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Calling delete_port for 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:17.766069 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.782509 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.829567 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:17.846499 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b5b6fbf0-f38c-495f-9870-418c5b58943f req-284b3d98-d333-4144-b783-13c743fee5e8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d405e15-1948-4148-bff4-80a01d4dae31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3271534 Oct 27 16:22:17.853998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No DVR routers for this DVR port ffe0afc3-f4e4-471c-b157-f58edee593ec on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:17.859928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Port': ['ID=ffe0afc3-f4e4-471c-b157-f58edee593ec,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:17.914835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event deleted for resources: {'Port': ['ID=9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:18.029745 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.061851 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be6004a8-101f-4d6f-97d3-a538bec1758f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.098278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee84b17e-3cc2-4cfb-8fb8-45e4139794e5']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:18.134836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e8cd52-8312-4528-b828-9504359003ac') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:18.147203 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6004a8-101f-4d6f-97d3-a538bec1758f None None] Pushing event deleted for resources: {'Port': ['ID=ffe0afc3-f4e4-471c-b157-f58edee593ec,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:18.147589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e8cd52-8312-4528-b828-9504359003ac') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:18.156987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6004a8-101f-4d6f-97d3-a538bec1758f None None] No DVR routers for this DVR port ffe0afc3-f4e4-471c-b157-f58edee593ec on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:18.170756 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.183982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:18.184876 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.215330 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.228970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:22:18.229302 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:22:18.233131 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:22:18.289337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d897eaab-530a-458f-81a0-63a2f7cde9d8 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:18.333885 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d897eaab-530a-458f-81a0-63a2f7cde9d8 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:18.334243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d897eaab-530a-458f-81a0-63a2f7cde9d8 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:18.393973 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:18.418241 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d261d25-6f69-4dd7-8250-5f32b4d7b540 None None] Sync routers for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:18.445323 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d261d25-6f69-4dd7-8250-5f32b4d7b540 None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:18.446442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1d261d25-6f69-4dd7-8250-5f32b4d7b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:18.456677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.463016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] No DVR routers for this DVR port 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:22:18.467669 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.471730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81c37490-c8de-440b-b09b-be1a5eba6e5f req-4b80075c-82a7-4d30-87b7-7d3ebb891b2d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.53 "DELETE /v2.0/ports/9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 HTTP/1.1" status: 204 len: 173 time: 1.6936948 Oct 27 16:22:18.472324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'name': 'network-vif-deleted', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:18.475931 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1e401f-2d8e-4cef-95e7-8e53a76dc2c3" -d '{"events": [{"server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "name": "network-vif-deleted", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:18.484924 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.552466 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6b3423-f252-4e86-a548-ce54c59c84e9 x-openstack-request-id: req-8c6b3423-f252-4e86-a548-ce54c59c84e9 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:18.552758 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047cd6fe-64cf-44fb-9ef5-e624bd31d9de", "name": "network-vif-deleted", "tag": "9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:18.553015 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c6b3423-f252-4e86-a548-ce54c59c84e9 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:18.553416 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047cd6fe-64cf-44fb-9ef5-e624bd31d9de', 'name': 'network-vif-deleted', 'tag': '9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040', 'status': 'completed', 'code': 200} Oct 27 16:22:18.591320 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.611639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.615198 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/networks/ee84b17e-3cc2-4cfb-8fb8-45e4139794e5 HTTP/1.1" status: 204 len: 168 time: 2.0603821 Oct 27 16:22:18.619800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41838) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:18.625593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-89938406-6edd-4dbe-8faa-cc4c89d767f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'routes': None}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:18.628689 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5c69b053-f19e-4ff1-9232-fc08e599acb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.630480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15783488-321a-4ea2-a62d-a588cb62952f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Pushing event deleted for resources: {'Network': ['ID=ee84b17e-3cc2-4cfb-8fb8-45e4139794e5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:18.681326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.25.4.57 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/f0c92df0-6f7c-455b-b1b8-f13220dc4928) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:18.737935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-1d261d25-6f69-4dd7-8250-5f32b4d7b540 None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:18.916378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.extraroute_db [None req-89938406-6edd-4dbe-8faa-cc4c89d767f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Added routes are [] {{(pid=109723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:22:18.916844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.extraroute_db [None req-89938406-6edd-4dbe-8faa-cc4c89d767f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Removed routes are [] {{(pid=109723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:22:18.917021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-89938406-6edd-4dbe-8faa-cc4c89d767f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:18.944311 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.087721 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bbb3a922-162c-43d5-b095-3482466403c6 req-9a6f8c06-8134-455f-8189-82fb67ecb1cc tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=047cd6fe-64cf-44fb-9ef5-e624bd31d9de HTTP/1.1" status: 200 len: 210 time: 0.0562215 Oct 27 16:22:19.091851 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.168222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-89938406-6edd-4dbe-8faa-cc4c89d767f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.172268 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-89938406-6edd-4dbe-8faa-cc4c89d767f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.230751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1d261d25-6f69-4dd7-8250-5f32b4d7b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:19.298726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d261d25-6f69-4dd7-8250-5f32b4d7b540 None None] Checking router: 56a92509-84c0-4868-b6a1-6ab88a36e2b7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:19.319124 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d261d25-6f69-4dd7-8250-5f32b4d7b540 None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:19.319779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1d261d25-6f69-4dd7-8250-5f32b4d7b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:19.371870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89938406-6edd-4dbe-8faa-cc4c89d767f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router a62bc2d7-00cb-4f44-82de-d94a40d969e4 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:19.457476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-1d261d25-6f69-4dd7-8250-5f32b4d7b540 None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:19.487221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41854) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:19.561947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89938406-6edd-4dbe-8faa-cc4c89d767f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:19.571325 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2235e-2c92-4c04-8def-fe2a3e80ab7c None None] Sync routers for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:19.589010 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2235e-2c92-4c04-8def-fe2a3e80ab7c None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:19.592775 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9b2235e-2c92-4c04-8def-fe2a3e80ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:19.592944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-89938406-6edd-4dbe-8faa-cc4c89d767f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:19.596675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-89938406-6edd-4dbe-8faa-cc4c89d767f8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4 HTTP/1.1" status: 200 len: 705 time: 0.9756801 Oct 27 16:22:19.600630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41858) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:19.617898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:19.622054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:19.625915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:19.651028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=f0c92df0-6f7c-455b-b1b8-f13220dc4928,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:19.808897 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a9b2235e-2c92-4c04-8def-fe2a3e80ab7c None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:19.948248 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9b2235e-2c92-4c04-8def-fe2a3e80ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:15Z', 'revision_number': 11, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:19.979226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1d261d25-6f69-4dd7-8250-5f32b4d7b540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:19.992844 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2235e-2c92-4c04-8def-fe2a3e80ab7c None None] Checking router: a62bc2d7-00cb-4f44-82de-d94a40d969e4 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:20.002674 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2235e-2c92-4c04-8def-fe2a3e80ab7c None None] Routers {'a62bc2d7-00cb-4f44-82de-d94a40d969e4'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:20.003540 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9b2235e-2c92-4c04-8def-fe2a3e80ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:20.014692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d261d25-6f69-4dd7-8250-5f32b4d7b540 None None] The sync data for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 is: [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:20.158879 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a9b2235e-2c92-4c04-8def-fe2a3e80ab7c None None] Set router a62bc2d7-00cb-4f44-82de-d94a40d969e4 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:20.235876 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-58f8bdf9-45f4-4536-81b6-390c320e32dd tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=a62bc2d7-00cb-4f44-82de-d94a40d969e4 HTTP/1.1" status: 200 len: 205 time: 0.6341162 Oct 27 16:22:20.238926 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.242544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41872) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:20.269280 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a9b2235e-2c92-4c04-8def-fe2a3e80ab7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:15Z', 'revision_number': 11, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:20.271860 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.302467 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b2235e-2c92-4c04-8def-fe2a3e80ab7c None None] The sync data for ids ['a62bc2d7-00cb-4f44-82de-d94a40d969e4'] in n-d-815689-1 is: [{'id': 'a62bc2d7-00cb-4f44-82de-d94a40d969e4', 'name': 'tempest-RoutersIpV6Test-router-1110453890', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:21:34Z', 'updated_at': '2021-10-27T16:22:15Z', 'revision_number': 11, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:20.319891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41874) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:20.438395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-673722d5-9cca-47af-a826-63205f6634fe tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.452587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.489656 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-673722d5-9cca-47af-a826-63205f6634fe tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.508413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44629257-45e9-4a01-98ce-904c45c5c173 None None] New status for floating IP eed7c7b3-6a46-44ce-ad24-b1f361fa75a2: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:22:20.543709 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b85e834-86cd-4663-861d-f80231f7c12b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.556340 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.605341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe87a57-f640-42a3-b64a-393b6c00eab4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:20.621653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.622088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.622604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.622954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.623343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.623732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.624140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.624523 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.624909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.625291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.625717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.626100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:20.656703 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a8d87482-5b5b-4aa2-9975-54d09b9bb82b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f946f1bb00c442389db090d55126d54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1684015 Oct 27 16:22:20.660654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41876) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:20.731548 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10e0377c-4b9c-47dc-8d1f-3e5e090880ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.746228 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-673722d5-9cca-47af-a826-63205f6634fe tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.750069 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-673722d5-9cca-47af-a826-63205f6634fe tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.754624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-673722d5-9cca-47af-a826-63205f6634fe tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "DELETE /v2.0/security-groups/3d405e15-1948-4148-bff4-80a01d4dae31 HTTP/1.1" status: 204 len: 168 time: 0.4320238 Oct 27 16:22:20.760762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41878) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:20.782083 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10e0377c-4b9c-47dc-8d1f-3e5e090880ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.794060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673722d5-9cca-47af-a826-63205f6634fe tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d405e15-1948-4148-bff4-80a01d4dae31,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:20.799488 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-376a25d7-eef2-4d4f-a8c5-d53820e5d534 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] show failed (client error): The resource could not be found. Oct 27 16:22:20.799820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-376a25d7-eef2-4d4f-a8c5-d53820e5d534 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups/3d405e15-1948-4148-bff4-80a01d4dae31 HTTP/1.1" status: 404 len: 347 time: 0.0338786 Oct 27 16:22:20.802950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41880) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:20.884517 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b85e834-86cd-4663-861d-f80231f7c12b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.884517 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b85e834-86cd-4663-861d-f80231f7c12b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.946708 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:20.992532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f19c5-a66a-4e06-a7dc-d8983305f44f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Deleting port 45cf4749-4d5e-4f29-9136-dd2105c093a6 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:22:20.992532 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba1f19c5-a66a-4e06-a7dc-d8983305f44f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.050351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b85e834-86cd-4663-861d-f80231f7c12b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.050960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b85e834-86cd-4663-861d-f80231f7c12b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Fanout notify agent at l3_agent the message router_deleted on router a62bc2d7-00cb-4f44-82de-d94a40d969e4 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:22:21.059639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b85e834-86cd-4663-861d-f80231f7c12b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.060792 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8b85e834-86cd-4663-861d-f80231f7c12b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4 HTTP/1.1" status: 204 len: 168 time: 0.8171206 Oct 27 16:22:21.069527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41886) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:21.071304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10e0377c-4b9c-47dc-8d1f-3e5e090880ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.074151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-fed6bc26-bea6-49bd-9c62-a78a78ddf1d1 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-813317190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:21.074371 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10e0377c-4b9c-47dc-8d1f-3e5e090880ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.075676 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-10e0377c-4b9c-47dc-8d1f-3e5e090880ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fe87a57-f640-42a3-b64a-393b6c00eab4 HTTP/1.1" status: 204 len: 168 time: 0.4138851 Oct 27 16:22:21.103086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e0377c-4b9c-47dc-8d1f-3e5e090880ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe87a57-f640-42a3-b64a-393b6c00eab4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:21.211455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba1f19c5-a66a-4e06-a7dc-d8983305f44f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.211878 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba1f19c5-a66a-4e06-a7dc-d8983305f44f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.212154 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fed6bc26-bea6-49bd-9c62-a78a78ddf1d1 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.213252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fed6bc26-bea6-49bd-9c62-a78a78ddf1d1 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.227660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f19c5-a66a-4e06-a7dc-d8983305f44f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Calling delete_port for 45cf4749-4d5e-4f29-9136-dd2105c093a6 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:22:21.257211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:22:21.327117 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fed6bc26-bea6-49bd-9c62-a78a78ddf1d1 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.426488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fed6bc26-bea6-49bd-9c62-a78a78ddf1d1 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.445229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:21.457744 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Sync routers for ids ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:21.470459 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Routers {'50d635c3-dba1-4a8a-b478-c6a53f43ec05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:21.471102 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-475d16a4-0040-4984-994f-d870afd5045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:21:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:21.509122 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b805b8fc-0dfe-48df-b233-980c8eff4259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.511441 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fed6bc26-bea6-49bd-9c62-a78a78ddf1d1 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.512949 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fed6bc26-bea6-49bd-9c62-a78a78ddf1d1 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4424291 Oct 27 16:22:21.521478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41896) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:21.529097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2f2fb1f0-65de-4dd1-ac9f-ec2baae900a8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:21.575309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.577598 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5c2f5ece-86b1-45b9-af23-cb3c1a8d2fcd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5485103 Oct 27 16:22:21.579915 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba1f19c5-a66a-4e06-a7dc-d8983305f44f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:21.580801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41898) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:21.610640 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Set router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:21.615289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:22:21.671555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:22:21.671951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 9cf0a1d1-2de3-4a7a-af6e-7e51dc8dc040 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:22:21.678266 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-617df62b-8a10-40cf-83a4-604ecb8e82e7 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=aa2cd34858c645408908be49587cbd63&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0962646 Oct 27 16:22:21.680829 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41902) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:21.804279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277e127f-3029-41c7-8927-26eec972049d tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:21.806183 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-277e127f-3029-41c7-8927-26eec972049d tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1222429 Oct 27 16:22:21.809619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41906) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:21.855801 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-07bd60d2-fc59-47b5-9eb1-683843bea9f6 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428300 Oct 27 16:22:21.856152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41908) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:21.863612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-11015609', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:21.877610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f19c5-a66a-4e06-a7dc-d8983305f44f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event deleted for resources: {'Port': ['ID=45cf4749-4d5e-4f29-9136-dd2105c093a6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:21.968774 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-475d16a4-0040-4984-994f-d870afd5045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:19Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:22.001962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba1f19c5-a66a-4e06-a7dc-d8983305f44f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.006258 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba1f19c5-a66a-4e06-a7dc-d8983305f44f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.010893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ba1f19c5-a66a-4e06-a7dc-d8983305f44f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "DELETE /v2.0/floatingips/eed7c7b3-6a46-44ce-ad24-b1f361fa75a2 HTTP/1.1" status: 204 len: 168 time: 1.2035625 Oct 27 16:22:22.021331 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Checking router: 50d635c3-dba1-4a8a-b478-c6a53f43ec05 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:22.022404 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Updating router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 port f0c92df0-6f7c-455b-b1b8-f13220dc4928 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:22:22.063403 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb1f0-65de-4dd1-ac9f-ec2baae900a8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.096035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:22.103322 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.107160 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.155601 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb1f0-65de-4dd1-ac9f-ec2baae900a8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.234801 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.263526 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.281795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41918) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:22.322777 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a89f1760-cb71-45d7-8d4d-6f0932643595 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.429187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2fb1f0-65de-4dd1-ac9f-ec2baae900a8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Router fa8cc142-ca86-4ffd-af0d-9adf3c0e123c is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:22:22.541496 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a89f1760-cb71-45d7-8d4d-6f0932643595 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.623829 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a89f1760-cb71-45d7-8d4d-6f0932643595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.648143 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.683662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2fb1f0-65de-4dd1-ac9f-ec2baae900a8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:22.695813 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89c780d-9615-4b65-be19-0fe89e70ed45 None None] Sync routers for ids ['fa8cc142-ca86-4ffd-af0d-9adf3c0e123c'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:22.706199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.714673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f2fb1f0-65de-4dd1-ac9f-ec2baae900a8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.716473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c780d-9615-4b65-be19-0fe89e70ed45 None None] Routers {'fa8cc142-ca86-4ffd-af0d-9adf3c0e123c'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:22.717105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e89c780d-9615-4b65-be19-0fe89e70ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:22:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['fa8cc142-ca86-4ffd-af0d-9adf3c0e123c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:22.719306 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2f2fb1f0-65de-4dd1-ac9f-ec2baae900a8 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "PUT /v2.0/routers/fa8cc142-ca86-4ffd-af0d-9adf3c0e123c HTTP/1.1" status: 200 len: 697 time: 1.1937420 Oct 27 16:22:22.721696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41928) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:22.737276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a89f1760-cb71-45d7-8d4d-6f0932643595 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e30a3b52ff254a9ea622b848df93dc6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4472890 Oct 27 16:22:22.743343 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.746567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41930) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:22.746924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41932) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:22.797120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e6de96e2-2e13-4224-b66a-7a57db35dfd0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135499361', 'description': 'tempest-description--458705117'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:22.858147 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f1760-cb71-45d7-8d4d-6f0932643595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4e7faa-afe0-4dbd-ae3c-f9edba915988,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:22.897424 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9f876-a671-4e2a-8e83-6cd5dfbf8032 None None] Pushing event updated for resources: {'Port': ['ID=f0c92df0-6f7c-455b-b1b8-f13220dc4928,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:22.899672 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Attempting to bind port f0c92df0-6f7c-455b-b1b8-f13220dc4928 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:22.900248 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Attempting to bind port f0c92df0-6f7c-455b-b1b8-f13220dc4928 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:22.913775 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-deb3ba66-f3ab-4a1b-8ac8-402dc65826c0 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/routers/fa8cc142-ca86-4ffd-af0d-9adf3c0e123c HTTP/1.1" status: 200 len: 703 time: 0.1909473 Oct 27 16:22:22.915034 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Attempting to bind port f0c92df0-6f7c-455b-b1b8-f13220dc4928 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:22.919835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e89c780d-9615-4b65-be19-0fe89e70ed45 None None] Set router fa8cc142-ca86-4ffd-af0d-9adf3c0e123c gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:22.924763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41938) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:22.939913 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:22.940332 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:22.940745 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.941234 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:22.942477 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Bound port: f0c92df0-6f7c-455b-b1b8-f13220dc4928, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:22.942869 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:22.945554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Subnet': ['ID=272c3410-f19e-493c-b0ea-63aac306aa9e,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:22.959362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Checking segment: {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:22.960933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network hostable DHCP agents. Network: 03145762-1316-4db8-8cae-963e08f67af7, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:22:22.961297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-939358d9-3dec-4b1c-bd81-07c2583cbb9b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8cc142-ca86-4ffd-af0d-9adf3c0e123c HTTP/1.1" status: 200 len: 205 time: 0.0356040 Oct 27 16:22:22.966093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41940) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:22.972274 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1952ccc0-8381-4d70-bdaa-d5d4cc47bd1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.029791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e89c780d-9615-4b65-be19-0fe89e70ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8cc142-ca86-4ffd-af0d-9adf3c0e123c', 'name': 'tempest-RoutersIpV6Test-router-813317190', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:21Z', 'updated_at': '2021-10-27T16:22:22Z', 'revision_number': 2, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:23.064176 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-475d16a4-0040-4984-994f-d870afd5045d None None] For port f0c92df0-6f7c-455b-b1b8-f13220dc4928, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:23.068090 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-475d16a4-0040-4984-994f-d870afd5045d None None] For port f0c92df0-6f7c-455b-b1b8-f13220dc4928, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f0c92df0-6f7c-455b-b1b8-f13220dc4928,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:23.081922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89c780d-9615-4b65-be19-0fe89e70ed45 None None] Checking router: fa8cc142-ca86-4ffd-af0d-9adf3c0e123c for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:23.091508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89c780d-9615-4b65-be19-0fe89e70ed45 None None] Routers {'fa8cc142-ca86-4ffd-af0d-9adf3c0e123c'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:23.092256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e89c780d-9615-4b65-be19-0fe89e70ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:22:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['fa8cc142-ca86-4ffd-af0d-9adf3c0e123c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:23.098178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 03145762-1316-4db8-8cae-963e08f67af7 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:22:23.128431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e6de96e2-2e13-4224-b66a-7a57db35dfd0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.144221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1952ccc0-8381-4d70-bdaa-d5d4cc47bd1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.162126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e89c780d-9615-4b65-be19-0fe89e70ed45 None None] Set router fa8cc142-ca86-4ffd-af0d-9adf3c0e123c gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:23.166679 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.194952 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 03145762-1316-4db8-8cae-963e08f67af7) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:23.200132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:23.201390 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.246705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a63369b-2f2e-4fa8-b692-fbfc8415c0c2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.251847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86722e1c-f8d4-4afd-81e9-704c125119e4 None None] Network 03145762-1316-4db8-8cae-963e08f67af7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:23.292686 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Routers {'50d635c3-dba1-4a8a-b478-c6a53f43ec05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:23.293310 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-475d16a4-0040-4984-994f-d870afd5045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:22:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:23.304230 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e89c780d-9615-4b65-be19-0fe89e70ed45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa8cc142-ca86-4ffd-af0d-9adf3c0e123c', 'name': 'tempest-RoutersIpV6Test-router-813317190', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:21Z', 'updated_at': '2021-10-27T16:22:22Z', 'revision_number': 2, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:23.329817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1952ccc0-8381-4d70-bdaa-d5d4cc47bd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.333324 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1952ccc0-8381-4d70-bdaa-d5d4cc47bd1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.334646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1952ccc0-8381-4d70-bdaa-d5d4cc47bd1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab4e7faa-afe0-4dbd-ae3c-f9edba915988 HTTP/1.1" status: 204 len: 168 time: 0.5425200 Oct 27 16:22:23.359389 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-adb26944-e415-40af-80ed-a647de0b3cdd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5014508 Oct 27 16:22:23.362061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41952) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:23.371432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952ccc0-8381-4d70-bdaa-d5d4cc47bd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4e7faa-afe0-4dbd-ae3c-f9edba915988,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:23.538208 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9f876-a671-4e2a-8e83-6cd5dfbf8032 None None] Pushing event updated for resources: {'Port': ['ID=f0c92df0-6f7c-455b-b1b8-f13220dc4928,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:23.625067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89c780d-9615-4b65-be19-0fe89e70ed45 None None] The sync data for ids ['fa8cc142-ca86-4ffd-af0d-9adf3c0e123c'] in n-d-815689-1 is: [{'id': 'fa8cc142-ca86-4ffd-af0d-9adf3c0e123c', 'name': 'tempest-RoutersIpV6Test-router-813317190', 'tenant_id': '4f1e6db090be450bb70509a5ee897c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:21Z', 'updated_at': '2021-10-27T16:22:22Z', 'revision_number': 2, 'project_id': '4f1e6db090be450bb70509a5ee897c3a', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:23.654076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-475d16a4-0040-4984-994f-d870afd5045d None None] Set router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:23.692826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-03145762-1316-4db8-8cae-963e08f67af7', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ips': [{'subnet_id': '272c3410-f19e-493c-b0ea-63aac306aa9e'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:22:23.692826 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.761009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a63369b-2f2e-4fa8-b692-fbfc8415c0c2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.773506 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a63369b-2f2e-4fa8-b692-fbfc8415c0c2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.811706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0168b-c1e3-423d-b47a-1abc03958a0a req-c7638234-6814-4644-bb4c-c0f8bdd49ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:23.813507 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ade0168b-c1e3-423d-b47a-1abc03958a0a req-c7638234-6814-4644-bb4c-c0f8bdd49ccd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 1096 time: 0.2878156 Oct 27 16:22:23.860349 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e6de96e2-2e13-4224-b66a-7a57db35dfd0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:23.897536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb03fa2-0edf-4413-aba4-ad96511b07b4 req-91369919-eec5-47f8-a1e3-022e5a2f70f4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:23.901637 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2cb03fa2-0edf-4413-aba4-ad96511b07b4 req-91369919-eec5-47f8-a1e3-022e5a2f70f4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.3014007 Oct 27 16:22:23.973586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Allocated IP 172.20.0.2 (03145762-1316-4db8-8cae-963e08f67af7/272c3410-f19e-493c-b0ea-63aac306aa9e/443a2b85-71c0-4339-9f75-32f13aad7b13) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:24.041745 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e6de96e2-2e13-4224-b66a-7a57db35dfd0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.135262 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-475d16a4-0040-4984-994f-d870afd5045d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:19Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:24.182049 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a63369b-2f2e-4fa8-b692-fbfc8415c0c2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.182579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a63369b-2f2e-4fa8-b692-fbfc8415c0c2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Fanout notify agent at l3_agent the message router_deleted on router fa8cc142-ca86-4ffd-af0d-9adf3c0e123c {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:22:24.186266 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e6de96e2-2e13-4224-b66a-7a57db35dfd0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.190520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e6de96e2-2e13-4224-b66a-7a57db35dfd0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3941731 Oct 27 16:22:24.202841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41968) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:24.204412 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a63369b-2f2e-4fa8-b692-fbfc8415c0c2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.211919 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7a63369b-2f2e-4fa8-b692-fbfc8415c0c2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/fa8cc142-ca86-4ffd-af0d-9adf3c0e123c HTTP/1.1" status: 204 len: 168 time: 1.2445869 Oct 27 16:22:24.214892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-40a9bb1e-ea89-4cba-9456-e0ad9184393f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'security_group_rule': {'security_group_id': 'e68b56df-aedc-486a-98b4-3a354f7ee7f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:24.215417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41970) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:24.215925 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475d16a4-0040-4984-994f-d870afd5045d None None] The sync data for ids ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'] in n-d-815689-1 is: [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:19Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:24.220741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2cb03fa2-0edf-4413-aba4-ad96511b07b4 req-ffac7227-6ae6-4d00-a4eb-c0368ac3faf1 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888448 Oct 27 16:22:24.242899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de96e2-2e13-4224-b66a-7a57db35dfd0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68b56df-aedc-486a-98b4-3a354f7ee7f0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:24.273245 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.289942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-158580e1-c64f-4bf0-bc82-0467e449c22b tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa8cc142-ca86-4ffd-af0d-9adf3c0e123c HTTP/1.1" status: 200 len: 205 time: 0.0659649 Oct 27 16:22:24.291417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41976) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:24.338497 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.343101 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-b8a91ea4-775f-4cd1-9201-583f13aa2010 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] delete failed (client error): The resource could not be found. Oct 27 16:22:24.344860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b8a91ea4-775f-4cd1-9201-583f13aa2010 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/fa8cc142-ca86-4ffd-af0d-9adf3c0e123c HTTP/1.1" status: 404 len: 336 time: 0.0504787 Oct 27 16:22:24.347074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0168b-c1e3-423d-b47a-1abc03958a0a req-e6d97bca-f598-45b1-8840-59371fc95949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:24.349622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ade0168b-c1e3-423d-b47a-1abc03958a0a req-e6d97bca-f598-45b1-8840-59371fc95949 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 920 time: 0.4845231 Oct 27 16:22:24.350269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41978) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:24.393105 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d0ae35-8c06-4ce2-a269-33509f74ed78 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:24.393602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d0ae35-8c06-4ce2-a269-33509f74ed78 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:24.398616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b4d0ae35-8c06-4ce2-a269-33509f74ed78 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/559bf49f-7200-41e0-abb1-d5d569396cae HTTP/1.1" status: 404 len: 337 time: 0.0470448 Oct 27 16:22:24.404772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41980) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:24.427814 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ade0168b-c1e3-423d-b47a-1abc03958a0a req-fd343631-7a7f-4ace-85a2-2e9e1b054157 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 HTTP/1.1" status: 200 len: 217 time: 0.0684237 Oct 27 16:22:24.439779 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e8765f-c6eb-44a0-b981-b9c9beeeacbc tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:24.440268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e8765f-c6eb-44a0-b981-b9c9beeeacbc tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:24.443369 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-48e8765f-c6eb-44a0-b981-b9c9beeeacbc tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/b586dbfc-4b20-4c40-a0ad-c34c19877c53 HTTP/1.1" status: 404 len: 337 time: 0.0375907 Oct 27 16:22:24.446075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41984) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:24.470461 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.492916 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.495792 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9e7daa-3115-49c9-9144-0467a5affc34 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:24.496451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9e7daa-3115-49c9-9144-0467a5affc34 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:24.499712 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3f9e7daa-3115-49c9-9144-0467a5affc34 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/8386db6f-cba1-4939-9cf6-5b0b04aa5b24 HTTP/1.1" status: 404 len: 337 time: 0.0527766 Oct 27 16:22:24.503112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41988) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:24.524077 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40a9bb1e-ea89-4cba-9456-e0ad9184393f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.531978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Network 03145762-1316-4db8-8cae-963e08f67af7 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:24.543289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:24.550268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:24.570376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Pushing event updated for resources: {'Port': ['ID=443a2b85-71c0-4339-9f75-32f13aad7b13,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:24.591193 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbc5ef9-a5c9-4f3b-898b-e7c12c394427 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:24.594685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbc5ef9-a5c9-4f3b-898b-e7c12c394427 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:24.602970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4dbc5ef9-a5c9-4f3b-898b-e7c12c394427 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/99905d11-cdfc-4341-aeae-184bf1c1a47e HTTP/1.1" status: 404 len: 337 time: 0.0986290 Oct 27 16:22:24.604878 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0168b-c1e3-423d-b47a-1abc03958a0a req-f65094e5-6729-4746-a0e4-cbb25c4868e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:24.606328 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ade0168b-c1e3-423d-b47a-1abc03958a0a req-f65094e5-6729-4746-a0e4-cbb25c4868e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.1693532 Oct 27 16:22:24.606908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 41990) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:24.731774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5e3f05df-7380-4308-827d-cbb4d3904154 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=a62bc2d7-00cb-4f44-82de-d94a40d969e4 HTTP/1.1" status: 200 len: 205 time: 0.1217172 Oct 27 16:22:24.732321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41992) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:24.743341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ade0168b-c1e3-423d-b47a-1abc03958a0a req-10b047d7-58fc-4a1d-9447-d3a4298213d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076539 Oct 27 16:22:24.820783 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-dd48c3cb-a3f2-49eb-83a6-9abb1f5728f9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] delete failed (client error): The resource could not be found. Oct 27 16:22:24.823124 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dd48c3cb-a3f2-49eb-83a6-9abb1f5728f9 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/a62bc2d7-00cb-4f44-82de-d94a40d969e4 HTTP/1.1" status: 404 len: 336 time: 0.0828502 Oct 27 16:22:24.826730 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 41994) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:24.847351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.847696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.848148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.848449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.848789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.849121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.849450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.849773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.850102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.850434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.850958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.851441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:24.890477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Attempting to bind port 443a2b85-71c0-4339-9f75-32f13aad7b13 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:24.895204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Attempting to bind port 443a2b85-71c0-4339-9f75-32f13aad7b13 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:24.895379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Attempting to bind port 443a2b85-71c0-4339-9f75-32f13aad7b13 on network 03145762-1316-4db8-8cae-963e08f67af7 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:24.906883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:24.906883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Checking segment: {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:24.906883 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.906883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Bound using segment: {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:24.906883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Bound port: 443a2b85-71c0-4339-9f75-32f13aad7b13, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:24.906883 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.934641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ade0168b-c1e3-423d-b47a-1abc03958a0a req-863c00d9-d8a3-4f36-9e7f-b3ea17b68c8f service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807277 Oct 27 16:22:24.990095 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8e28eb4e-4c3e-4cb1-bbfd-bbf3eb8fc2af tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=1da5dc71-9b67-4d9d-8386-8a851c8c3906 HTTP/1.1" status: 200 len: 205 time: 0.1604052 Oct 27 16:22:24.991983 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40a9bb1e-ea89-4cba-9456-e0ad9184393f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:24.995942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42000) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.042003 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-468f59cf-5a61-43d4-b5a8-43526d69ebdf tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] delete failed (client error): The resource could not be found. Oct 27 16:22:25.043414 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-468f59cf-5a61-43d4-b5a8-43526d69ebdf tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/1da5dc71-9b67-4d9d-8386-8a851c8c3906 HTTP/1.1" status: 404 len: 336 time: 0.0472770 Oct 27 16:22:25.051083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42006) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.095278 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cdbb76-ac88-4ab4-b62f-64a429bc3fcf tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:25.096100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cdbb76-ac88-4ab4-b62f-64a429bc3fcf tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:25.103974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-42cdbb76-ac88-4ab4-b62f-64a429bc3fcf tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/eb988b42-6f03-44dc-8268-f24f1d45285b HTTP/1.1" status: 404 len: 337 time: 0.0515869 Oct 27 16:22:25.107585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42008) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.118540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40a9bb1e-ea89-4cba-9456-e0ad9184393f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.145394 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7fcb0e18-7d93-4f4d-af9c-e914a3cfe87f tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=84cd1f41-32ff-4656-9634-b910f1097607 HTTP/1.1" status: 200 len: 205 time: 0.0362034 Oct 27 16:22:25.146516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42010) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.170900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9bb1e-ea89-4cba-9456-e0ad9184393f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ba3611-4c1e-41ab-a575-c88a33426032,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:25.214277 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-351d3d03-9b2f-4d7f-8eb0-a9d6a05a8573 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] delete failed (client error): The resource could not be found. Oct 27 16:22:25.221879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42012) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.222634 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-351d3d03-9b2f-4d7f-8eb0-a9d6a05a8573 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/84cd1f41-32ff-4656-9634-b910f1097607 HTTP/1.1" status: 404 len: 336 time: 0.0720916 Oct 27 16:22:25.275034 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ade0168b-c1e3-423d-b47a-1abc03958a0a req-587128b4-93b4-40c4-bbb9-19bfd61ce86a service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264933 Oct 27 16:22:25.309513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] For port 443a2b85-71c0-4339-9f75-32f13aad7b13, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:25.331266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40a9bb1e-ea89-4cba-9456-e0ad9184393f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.335427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] For port 443a2b85-71c0-4339-9f75-32f13aad7b13, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=443a2b85-71c0-4339-9f75-32f13aad7b13,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:25.342541 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-40a9bb1e-ea89-4cba-9456-e0ad9184393f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1383390 Oct 27 16:22:25.342752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42018) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.347040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.20.0.1 (03145762-1316-4db8-8cae-963e08f67af7/272c3410-f19e-493c-b0ea-63aac306aa9e/25474253-e3dc-484a-a045-c3e763db0d42) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:25.350052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-031c58ca-8c6f-4d66-a0eb-1b920161365c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'security_group_rule': {'security_group_id': 'e68b56df-aedc-486a-98b4-3a354f7ee7f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:25.449478 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f0c92df0-6f7c-455b-b1b8-f13220dc4928 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:25.465463 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0565d57e-7678-4ce1-b4e4-204f60cb7c9c tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=be237857-2b02-4800-ae36-965c7b12bb6f HTTP/1.1" status: 200 len: 205 time: 0.2399876 Oct 27 16:22:25.468198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42024) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.528258 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.557691 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-039c02c8-c641-4bed-80d2-2da7d7bfea16 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] delete failed (client error): The resource could not be found. Oct 27 16:22:25.558894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-039c02c8-c641-4bed-80d2-2da7d7bfea16 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/be237857-2b02-4800-ae36-965c7b12bb6f HTTP/1.1" status: 404 len: 336 time: 0.0891733 Oct 27 16:22:25.562814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42028) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.578697 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-031c58ca-8c6f-4d66-a0eb-1b920161365c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.661906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f0c92df0-6f7c-455b-b1b8-f13220dc4928 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:25.662358 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.681045 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77b631f-4955-440c-9ff5-c447d499e48a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:25.692758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77b631f-4955-440c-9ff5-c447d499e48a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:25.692758 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e77b631f-4955-440c-9ff5-c447d499e48a tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/76adef99-2962-410e-887e-dcc0407707c0 HTTP/1.1" status: 404 len: 337 time: 0.1208413 Oct 27 16:22:25.700347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42032) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.729505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e204-ec6f-4c54-9d9f-552955d8be07 req-cda9d056-5570-484f-8efb-8854b8ad09a4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:25.735121 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-031c58ca-8c6f-4d66-a0eb-1b920161365c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.739550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfefeff-ffeb-49e6-beef-0db58b1adc3b None None] Pushing event updated for resources: {'Port': ['ID=443a2b85-71c0-4339-9f75-32f13aad7b13,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:25.750039 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cce2e204-ec6f-4c54-9d9f-552955d8be07 req-cda9d056-5570-484f-8efb-8854b8ad09a4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.2831383 Oct 27 16:22:25.823120 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4acd831c-9b79-4f7a-b438-7ad20a458324 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=a594f55a-85ba-4890-8463-54c55f8fa30b HTTP/1.1" status: 200 len: 205 time: 0.0648522 Oct 27 16:22:25.823291 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-031c58ca-8c6f-4d66-a0eb-1b920161365c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.825154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42036) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.842043 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.920648 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:25.921682 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cce2e204-ec6f-4c54-9d9f-552955d8be07 req-bfad9fec-9d01-418d-b66e-fb3368e08248 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649773 Oct 27 16:22:25.932665 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-05e2d46f-626e-4022-8ae6-87d6a2f2eb0e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] delete failed (client error): The resource could not be found. Oct 27 16:22:25.937419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-05e2d46f-626e-4022-8ae6-87d6a2f2eb0e tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/a594f55a-85ba-4890-8463-54c55f8fa30b HTTP/1.1" status: 404 len: 336 time: 0.1056533 Oct 27 16:22:25.939235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42038) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:25.961953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c58ca-8c6f-4d66-a0eb-1b920161365c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215e84bf-4437-45f2-a223-9d0a5ade46ba,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:25.963336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port f0c92df0-6f7c-455b-b1b8-f13220dc4928, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f0c92df0-6f7c-455b-b1b8-f13220dc4928,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:25.998712 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d929834b-08e7-4dc3-b692-3ee9c36cd213 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:25.999167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d929834b-08e7-4dc3-b692-3ee9c36cd213 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:26.005459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d929834b-08e7-4dc3-b692-3ee9c36cd213 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/9dfd3fed-1de1-479a-91fe-95b24346ad37 HTTP/1.1" status: 404 len: 337 time: 0.0622902 Oct 27 16:22:26.008941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42040) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:26.038850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-44f58ea2-a4dc-434b-a757-34decdac4c76 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d75b794-652e-4d16-bb34-40a3a320625e HTTP/1.1" status: 200 len: 205 time: 0.0313087 Oct 27 16:22:26.041184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42042) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:26.082427 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-35534087-3375-4131-b407-d20c4d8910b2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] delete failed (client error): The resource could not be found. Oct 27 16:22:26.086453 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-35534087-3375-4131-b407-d20c4d8910b2 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/routers/1d75b794-652e-4d16-bb34-40a3a320625e HTTP/1.1" status: 404 len: 336 time: 0.0419669 Oct 27 16:22:26.086453 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.086718 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-031c58ca-8c6f-4d66-a0eb-1b920161365c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.090333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-031c58ca-8c6f-4d66-a0eb-1b920161365c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7433031 Oct 27 16:22:26.090484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42044) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:26.090591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42046) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:26.091190 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.098948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:26.146404 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff852e8-1e0e-45c2-ba20-b4c825781b46 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:26.146772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff852e8-1e0e-45c2-ba20-b4c825781b46 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:26.152360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dff852e8-1e0e-45c2-ba20-b4c825781b46 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/7ac39db7-906f-4c74-8faf-c001a5005413 HTTP/1.1" status: 404 len: 337 time: 0.0590968 Oct 27 16:22:26.153224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42048) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:26.154870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=f0c92df0-6f7c-455b-b1b8-f13220dc4928,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:26.168267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 03145762-1316-4db8-8cae-963e08f67af7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:26.171663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:26.181293 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:26.188664 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea58a2f-43dd-4946-881d-5210b370c471 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] DELETE failed (client error): The resource could not be found. Oct 27 16:22:26.189122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea58a2f-43dd-4946-881d-5210b370c471 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:22:26.192852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1ea58a2f-43dd-4946-881d-5210b370c471 tempest-RoutersIpV6Test-633552544 tempest-RoutersIpV6Test-633552544-project] 10.222.0.15 "DELETE /v2.0/subnets/efda87c1-6e80-4bce-8b35-9fe9ab25c037 HTTP/1.1" status: 404 len: 337 time: 0.0381558 Oct 27 16:22:26.194260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.226119 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=25474253-e3dc-484a-a045-c3e763db0d42,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:26.250826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.314848 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.435878 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Allocated IP 172.25.4.39 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/bdb4164c-378f-4b89-a31e-ebb67149fbc4) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:26.530249 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.601296 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.713097 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.765079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:26.768138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:26.772690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:26.797981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'Port': ['ID=bdb4164c-378f-4b89-a31e-ebb67149fbc4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:26.844698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42064) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:26.881659 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.902160 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:26.972260 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.013582 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.108466 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.126616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=25474253-e3dc-484a-a045-c3e763db0d42,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:27.220344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bf418a95-274a-4a7d-9f40-fee84f9823f9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f1e6db090be450bb70509a5ee897c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3678727 Oct 27 16:22:27.223208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42078) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:27.240876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c61b2b-2a4d-4645-9715-b0fa30a039c6 req-efd34743-5260-4fb7-ad08-77a587b09b14 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:27.257463 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07c61b2b-2a4d-4645-9715-b0fa30a039c6 req-efd34743-5260-4fb7-ad08-77a587b09b14 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1871195 Oct 27 16:22:27.327910 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de342691-4140-4e72-8071-bf03a601fa64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.348653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07c61b2b-2a4d-4645-9715-b0fa30a039c6 req-84583437-007f-49e5-94d1-bf3e71ebd922 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853879 Oct 27 16:22:27.393234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.403797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de342691-4140-4e72-8071-bf03a601fa64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.412256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86407a1e-1797-4c45-8204-65deb76aea10 None None] Network 03145762-1316-4db8-8cae-963e08f67af7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:22:27.429833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 03145762-1316-4db8-8cae-963e08f67af7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:27.433647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:27.467829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.527922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f0c92df0-6f7c-455b-b1b8-f13220dc4928 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:27.704115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7ffa7d62-ee90-42f6-a48a-daf65199be74 None None] Provisioning complete for port 443a2b85-71c0-4339-9f75-32f13aad7b13 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:27.704496 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7d62-ee90-42f6-a48a-daf65199be74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.856017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f0c92df0-6f7c-455b-b1b8-f13220dc4928 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:27.856422 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.900035 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7d62-ee90-42f6-a48a-daf65199be74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:27.969544 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7ffa7d62-ee90-42f6-a48a-daf65199be74 None None] For port 443a2b85-71c0-4339-9f75-32f13aad7b13, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=443a2b85-71c0-4339-9f75-32f13aad7b13,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:28.013205 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.017101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'Port': ['ID=bdb4164c-378f-4b89-a31e-ebb67149fbc4,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:28.025736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 443a2b85-71c0-4339-9f75-32f13aad7b13 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:28.089417 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.092037 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-40e88e1b-88c7-4d09-97ef-139a143c7ae2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0003057 Oct 27 16:22:28.096512 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7d62-ee90-42f6-a48a-daf65199be74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.121157 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:28.190676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa7d62-ee90-42f6-a48a-daf65199be74 None None] Pushing event updated for resources: {'Port': ['ID=443a2b85-71c0-4339-9f75-32f13aad7b13,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:28.235788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-12a54baf-6603-43cf-a3ba-071cb5c88d59 None None] Provisioning complete for port 25474253-e3dc-484a-a045-c3e763db0d42 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:28.236195 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-12a54baf-6603-43cf-a3ba-071cb5c88d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.239243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 443a2b85-71c0-4339-9f75-32f13aad7b13 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:28.239605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.280124 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:28.301223 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Sync routers for ids ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:28.309606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ea23e417-37f8-42c2-bc89-4ff6c000eb8a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "PUT /v2.0/routers/50d635c3-dba1-4a8a-b478-c6a53f43ec05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9446952 Oct 27 16:22:28.310634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de342691-4140-4e72-8071-bf03a601fa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.313277 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de342691-4140-4e72-8071-bf03a601fa64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.316425 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-de342691-4140-4e72-8071-bf03a601fa64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4760b4e-1da8-4edf-a8fb-bf01d7874249 HTTP/1.1" status: 204 len: 168 time: 1.0920305 Oct 27 16:22:28.319865 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Routers {'50d635c3-dba1-4a8a-b478-c6a53f43ec05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:28.320555 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:22:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:28.328991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-12a54baf-6603-43cf-a3ba-071cb5c88d59 None None] Port 25474253-e3dc-484a-a045-c3e763db0d42 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:28.339229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de342691-4140-4e72-8071-bf03a601fa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4760b4e-1da8-4edf-a8fb-bf01d7874249,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:28.352593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-12a54baf-6603-43cf-a3ba-071cb5c88d59 None None] Provisioning complete for port 443a2b85-71c0-4339-9f75-32f13aad7b13 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:28.352963 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-12a54baf-6603-43cf-a3ba-071cb5c88d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.547051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c829c3-3119-4a92-853b-d0e348acb894 req-f3aaf9ec-172a-4013-8847-bd0fed7a4694 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:28.548643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56c829c3-3119-4a92-853b-d0e348acb894 req-f3aaf9ec-172a-4013-8847-bd0fed7a4694 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0933192 Oct 27 16:22:28.570637 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-ec73f0f7-75f8-4845-ae17-ad3f595fd28d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--135499361&fields=id&tenant_id=f8dec9b3744a440aa1a6f2084919f3e1 HTTP/1.1" status: 200 len: 267 time: 0.0549204 Oct 27 16:22:28.596455 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Set router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:28.643166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56c829c3-3119-4a92-853b-d0e348acb894 req-a26f2f36-4116-49bb-a305-e0011ab5a190 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763059 Oct 27 16:22:28.759016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-72bc97bb-557f-4347-9d81-58840cb2e206 None None] Provisioning complete for port 25474253-e3dc-484a-a045-c3e763db0d42 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:28.761747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-72bc97bb-557f-4347-9d81-58840cb2e206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.818060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-72bc97bb-557f-4347-9d81-58840cb2e206 None None] Port 25474253-e3dc-484a-a045-c3e763db0d42 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:28.865982 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-85019b50-c3ca-4fa0-80b5-019497a1ce70 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1085960366&fields=id&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 267 time: 0.0433621 Oct 27 16:22:28.909376 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:26Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '25474253-e3dc-484a-a045-c3e763db0d42', 'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:e3:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:24Z', 'updated_at': '2021-10-27T16:22:26Z', 'revision_number': 2, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:28.946394 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Checking router: 50d635c3-dba1-4a8a-b478-c6a53f43ec05 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:28.946837 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Updating router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 port 25474253-e3dc-484a-a045-c3e763db0d42 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:22:28.957730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2de9a791-d698-477d-9226-7a039c6f6ca6 None None] Provisioning complete for port 25474253-e3dc-484a-a045-c3e763db0d42 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:28.958512 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2de9a791-d698-477d-9226-7a039c6f6ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:28.984404 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.017243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2de9a791-d698-477d-9226-7a039c6f6ca6 None None] Port 25474253-e3dc-484a-a045-c3e763db0d42 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:29.026932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-f5bc3629-a0cb-40ff-a031-a9ce58f957b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:29.034330 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-f5bc3629-a0cb-40ff-a031-a9ce58f957b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/networks?id=03145762-1316-4db8-8cae-963e08f67af7 HTTP/1.1" status: 200 len: 797 time: 0.1599805 Oct 27 16:22:29.053746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-1e1f1f11-a91e-445f-ac8c-00e4945c4728 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/quotas/aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 375 time: 0.0179050 Oct 27 16:22:29.120301 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-097b6f06-3b64-4e1f-9fd3-4b6cdc07853c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656090 Oct 27 16:22:29.239437 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-cbdb9546-c070-4b76-b9e6-b27868bb98e9 service neutron] 10.222.0.15 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111488 Oct 27 16:22:29.311137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 443a2b85-71c0-4339-9f75-32f13aad7b13 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:29.329550 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.345929 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.349222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-ea8315a2-b731-42ee-ad7b-b2a8934cd531 service neutron] 10.222.0.15 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089237 Oct 27 16:22:29.354310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-fbf95629-17a2-482a-a59c-8c6d9a26c6ad tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:29.356350 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-fbf95629-17a2-482a-a59c-8c6d9a26c6ad tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 816 time: 0.7784114 Oct 27 16:22:29.382286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 443a2b85-71c0-4339-9f75-32f13aad7b13 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:29.382800 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.384575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-95d88a30-1fc7-4a28-ba11-7920bb335a65 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/quotas/f8dec9b3744a440aa1a6f2084919f3e1 HTTP/1.1" status: 200 len: 375 time: 0.0214100 Oct 27 16:22:29.446526 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.457851 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-2258bfde-ba7a-46e4-a7eb-14b8f1e22f9c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722947 Oct 27 16:22:29.562937 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b067d05-9821-4609-b2c0-ceb8f773351a None None] Pushing event updated for resources: {'Port': ['ID=25474253-e3dc-484a-a045-c3e763db0d42,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:29.619579 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-8d36d24b-9b78-4e94-90fb-a828ec7920d1 service neutron] 10.222.0.15 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584253 Oct 27 16:22:29.624382 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Attempting to bind port 25474253-e3dc-484a-a045-c3e763db0d42 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:29.624758 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Attempting to bind port 25474253-e3dc-484a-a045-c3e763db0d42 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:29.625121 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Attempting to bind port 25474253-e3dc-484a-a045-c3e763db0d42 on network 03145762-1316-4db8-8cae-963e08f67af7 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:29.636263 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:29.636889 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Checking segment: {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:29.637485 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.638087 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Bound using segment: {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:29.638799 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Bound port: 25474253-e3dc-484a-a045-c3e763db0d42, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:29.639380 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.818316 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] For port 25474253-e3dc-484a-a045-c3e763db0d42, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:29.829581 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] For port 25474253-e3dc-484a-a045-c3e763db0d42, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=25474253-e3dc-484a-a045-c3e763db0d42,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:29.845747 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-f793daf9-4d29-4e98-84ba-4c224dd095a7 service neutron] 10.222.0.15 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187567 Oct 27 16:22:29.915615 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:29.984452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-39227c4a-1b7c-4bd4-a102-72eca31d3613 None None] Provisioning complete for port 25474253-e3dc-484a-a045-c3e763db0d42 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:29.984929 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39227c4a-1b7c-4bd4-a102-72eca31d3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:30.034324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277a123-637c-4d5e-90b3-a07bcc7f740e req-ee728901-fceb-41ba-a597-4cffa57caa1f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:30.036089 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a277a123-637c-4d5e-90b3-a07bcc7f740e req-ee728901-fceb-41ba-a597-4cffa57caa1f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1624207 Oct 27 16:22:30.063756 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b067d05-9821-4609-b2c0-ceb8f773351a None None] Pushing event updated for resources: {'Port': ['ID=25474253-e3dc-484a-a045-c3e763db0d42,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:30.099623 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Routers {'50d635c3-dba1-4a8a-b478-c6a53f43ec05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:30.100757 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:22:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:30.110163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a277a123-637c-4d5e-90b3-a07bcc7f740e req-e1d14522-334e-4c68-9be3-d76310a0e41e tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677164 Oct 27 16:22:30.245414 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39227c4a-1b7c-4bd4-a102-72eca31d3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:30.304223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3423fb23-9a0f-4746-b117-c77caa5fbe22 req-2273e42c-b252-4d4e-bb0d-33f48d69b4da tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 210 time: 0.0998657 Oct 27 16:22:30.331319 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-39227c4a-1b7c-4bd4-a102-72eca31d3613 None None] For port 25474253-e3dc-484a-a045-c3e763db0d42, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=25474253-e3dc-484a-a045-c3e763db0d42,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:30.333526 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0568817-7ab7-45cf-abe7-49de864072bc req-e9a10364-37e2-42cb-8f5e-d95d6ccff2f1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 210 time: 0.0672026 Oct 27 16:22:30.403948 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39227c4a-1b7c-4bd4-a102-72eca31d3613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:30.421816 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] Set router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:30.505034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39227c4a-1b7c-4bd4-a102-72eca31d3613 None None] Pushing event updated for resources: {'Port': ['ID=25474253-e3dc-484a-a045-c3e763db0d42,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:30.628031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3dab445b-ac79-4098-a20c-2caf15890019 None None] Provisioning complete for port 25474253-e3dc-484a-a045-c3e763db0d42 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:30.630470 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3dab445b-ac79-4098-a20c-2caf15890019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:30.684668 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:26Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '25474253-e3dc-484a-a045-c3e763db0d42', 'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:e3:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:24Z', 'updated_at': '2021-10-27T16:22:29Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:30.717177 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b1f48-4621-4a86-bfc1-de358957ed89 None None] The sync data for ids ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'] in n-d-815689-1 is: [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:26Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '25474253-e3dc-484a-a045-c3e763db0d42', 'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:e3:60:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:24Z', 'updated_at': '2021-10-27T16:22:29Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:30.907956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42198) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:31.074472 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb4ba1ec-14ef-4e3d-bc6a-38c00b4c24bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.164813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb4ba1ec-14ef-4e3d-bc6a-38c00b4c24bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.330368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60440303-f505-41f7-80ef-98f559697daa req-46ce0e00-b263-429f-84f3-94287a923dd1 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:31.341066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60440303-f505-41f7-80ef-98f559697daa req-46ce0e00-b263-429f-84f3-94287a923dd1 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1364331 Oct 27 16:22:31.342537 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb4ba1ec-14ef-4e3d-bc6a-38c00b4c24bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.379637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 25474253-e3dc-484a-a045-c3e763db0d42 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:31.464424 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-48a433b8-95cf-4354-92e0-c6fce6dbde6b req-353ce1a3-0095-44d5-a7e1-7e1f6625daf7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 210 time: 0.0497515 Oct 27 16:22:31.502248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ba1ec-14ef-4e3d-bc6a-38c00b4c24bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3792202-e8a9-426b-b4b8-de713dc843c7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:31.522441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 25474253-e3dc-484a-a045-c3e763db0d42 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:31.522807 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.586216 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60440303-f505-41f7-80ef-98f559697daa req-5af217d1-c99c-4527-8d59-38f4fed28b1f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801145 Oct 27 16:22:31.609119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fb4ba1ec-14ef-4e3d-bc6a-38c00b4c24bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f077a7f12c47480c80f35b18dd8205b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6998112 Oct 27 16:22:31.611844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42228) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:31.626187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c1ca729-339d-4288-be58-bbeba0630a92 req-fd78484c-9a6f-4a38-b1e6-03c2980646cf tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 210 time: 0.0938599 Oct 27 16:22:31.762950 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31ff5427-540c-455d-99ad-09f1f5f3c595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.844483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31ff5427-540c-455d-99ad-09f1f5f3c595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:31.937267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-b59ab4d6-2cf6-471c-8c3d-3ba448a97058 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:31.938879 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-b59ab4d6-2cf6-471c-8c3d-3ba448a97058 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/networks?id=132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 200 len: 815 time: 0.1713071 Oct 27 16:22:31.957255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-6c3673a8-ad54-4a8e-a69c-52309eab8524 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/quotas/a0499ad2760c4c6f80bea41104f84ca5 HTTP/1.1" status: 200 len: 375 time: 0.0104885 Oct 27 16:22:32.033099 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-6f2d6f26-7d1a-4d4a-aa05-9caba14c89f8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0541048 Oct 27 16:22:32.034267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31ff5427-540c-455d-99ad-09f1f5f3c595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:32.039459 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31ff5427-540c-455d-99ad-09f1f5f3c595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:32.042892 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-31ff5427-540c-455d-99ad-09f1f5f3c595 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3792202-e8a9-426b-b4b8-de713dc843c7 HTTP/1.1" status: 204 len: 168 time: 0.4272108 Oct 27 16:22:32.073175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff5427-540c-455d-99ad-09f1f5f3c595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3792202-e8a9-426b-b4b8-de713dc843c7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:32.194381 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-14e59eb0-4e41-421c-a0d4-511154f77778 service neutron] 10.222.0.15 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502404 Oct 27 16:22:32.308408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-6c677d7d-db17-42d7-a9ab-3845432a65c6 service neutron] 10.222.0.15 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026924 Oct 27 16:22:32.610868 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42b36023-8dbd-449e-91ed-c4f53e3c4322 req-f2f0f5b7-1bc6-46e9-96bf-852d1b031af3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 210 time: 0.0499985 Oct 27 16:22:32.618188 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:32.708568 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-832d5c80-f259-4797-a0e4-920e39cb7a17 req-30b4974e-8a48-48ee-90d4-3b2c91dfdc35 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 210 time: 0.0483758 Oct 27 16:22:32.715941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-27b73e7a-3a7f-47ef-bb94-d22598c50bb8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:32.717441 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-27b73e7a-3a7f-47ef-bb94-d22598c50bb8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "GET /v2.0/networks?id=03145762-1316-4db8-8cae-963e08f67af7 HTTP/1.1" status: 200 len: 797 time: 0.2376237 Oct 27 16:22:32.809186 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca142a-ab23-456f-9893-22c109be0d8c req-e77beaf5-7b3e-4d3c-a707-c92fb31d9a95 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:32.810958 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2ca142a-ab23-456f-9893-22c109be0d8c req-e77beaf5-7b3e-4d3c-a707-c92fb31d9a95 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1041484 Oct 27 16:22:32.841514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa8bbd4b-a3b8-4482-b663-5ae5820c4f55 req-73b6af8f-6599-4f92-afcc-668a9c72661f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 210 time: 0.0542979 Oct 27 16:22:32.849833 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-e6c63ed7-454b-4408-9d61-db967beac9d8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 380 time: 0.1174505 Oct 27 16:22:32.864298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'port': {'device_id': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'admin_state_up': True, 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'security_groups': ['286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:32.871977 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2ca142a-ab23-456f-9893-22c109be0d8c req-a9f65a47-51a1-4b97-9a35-2c89c3554866 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506766 Oct 27 16:22:33.103484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:33.107437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.241339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.20.0.4 (03145762-1316-4db8-8cae-963e08f67af7/272c3410-f19e-493c-b0ea-63aac306aa9e/fc7735a5-71f2-481f-82cf-86f9a2a37cbe) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:33.251478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42276) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:33.278268 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8070b0a5-e6c2-4145-a254-221d6464d6e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.285657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-79e9b1bc-783b-4ffb-a003-240309937764 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:33.289607 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-79e9b1bc-783b-4ffb-a003-240309937764 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.54 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 816 time: 0.1327891 Oct 27 16:22:33.360201 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-f43f9af8-b1e0-448b-8684-979b9c456e22 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8dec9b3744a440aa1a6f2084919f3e1 HTTP/1.1" status: 200 len: 379 time: 0.0580845 Oct 27 16:22:33.369917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'port': {'device_id': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'admin_state_up': True, 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'security_groups': ['e68b56df-aedc-486a-98b4-3a354f7ee7f0']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:33.483997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8070b0a5-e6c2-4145-a254-221d6464d6e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.546784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.561877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8070b0a5-e6c2-4145-a254-221d6464d6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.624665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070b0a5-e6c2-4145-a254-221d6464d6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ef5e9c-5d6d-4ba0-9052-aeaa557f6edc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:33.632111 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8070b0a5-e6c2-4145-a254-221d6464d6e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=197e77a065a04d18953a81cdf853819f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782423 Oct 27 16:22:33.633863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42286) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:33.652000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Made reservation on behalf of f8dec9b3744a440aa1a6f2084919f3e1 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:33.657043 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.700610 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2a337c1-82c8-492b-bf02-1bfc4ff8793a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.753436 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2a337c1-82c8-492b-bf02-1bfc4ff8793a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.811756 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-971c0d6e-63ad-4c86-8b72-2d1690569a93 req-3b296764-6ab8-44c4-baa4-d9ae10cbee1d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 210 time: 0.1090200 Oct 27 16:22:33.818421 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.819062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Allocated IP 172.20.0.5 (68591647-5373-400e-bd85-680b6bb7200d/1514907a-bb4b-4267-baa4-a6e684f8745d/d17dbcb8-d61c-4349-8581-f0c6912d7d8c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:33.865532 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-04d0bf24-4e94-4455-8889-f845328cc3bb req-b1f3403e-fdd7-4f88-9119-637103db53e7 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 210 time: 0.0414667 Oct 27 16:22:33.877677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 03145762-1316-4db8-8cae-963e08f67af7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:33.881309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:33.885392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:33.932115 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2a337c1-82c8-492b-bf02-1bfc4ff8793a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.934680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c2a337c1-82c8-492b-bf02-1bfc4ff8793a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:33.945466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c2a337c1-82c8-492b-bf02-1bfc4ff8793a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5ef5e9c-5d6d-4ba0-9052-aeaa557f6edc HTTP/1.1" status: 204 len: 168 time: 0.3054914 Oct 27 16:22:33.978630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:34.063356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a337c1-82c8-492b-bf02-1bfc4ff8793a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ef5e9c-5d6d-4ba0-9052-aeaa557f6edc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:34.070076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f513fc8-0669-4360-a0da-c82eab3008f6 req-792484c2-bb13-4b0c-b47b-acf62ed24cb6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 210 time: 0.0970833 Oct 27 16:22:34.109039 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.109300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:34.118884 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.139061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cc549-76ad-4c75-8789-7a8f15ab22b5 req-d4bacd69-503c-4cda-b52a-a5eba16c19a4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:34.140682 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da7cc549-76ad-4c75-8789-7a8f15ab22b5 req-d4bacd69-503c-4cda-b52a-a5eba16c19a4 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1158481 Oct 27 16:22:34.195470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-7c4354b1-d1f7-4494-8141-60ba0b0eb31d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3368118 Oct 27 16:22:34.208835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Request body: {'port': {'device_id': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:34.248828 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da7cc549-76ad-4c75-8789-7a8f15ab22b5 req-e9bf1f5d-6d21-4a7c-b352-516b2a8691ca tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012170 Oct 27 16:22:34.273490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.278098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b978801f-3411-48c5-be40-906005826d52 None None] Provisioning complete for port fc7735a5-71f2-481f-82cf-86f9a2a37cbe triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:34.278591 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b978801f-3411-48c5-be40-906005826d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.279778 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.330009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b978801f-3411-48c5-be40-906005826d52 None None] Port fc7735a5-71f2-481f-82cf-86f9a2a37cbe cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:34.361974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Network 68591647-5373-400e-bd85-680b6bb7200d is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:34.367467 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:34.372388 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:34.376619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:34.444602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:34.446339 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.563352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-c256e7b6-7485-4389-bac2-02000955d782 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1973066 Oct 27 16:22:34.577830 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Request body: {'port': {'device_id': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:34.663012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7735a5-71f2-481f-82cf-86f9a2a37cbe {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:22:34.665220 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.678745 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.695188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Transition to ACTIVE for port object fc7735a5-71f2-481f-82cf-86f9a2a37cbe will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:22:34.756453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-125bf0c5-eb7d-4451-820e-9afee8a8d613 None None] Provisioning complete for port d17dbcb8-d61c-4349-8581-f0c6912d7d8c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:34.756833 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-125bf0c5-eb7d-4451-820e-9afee8a8d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.781643 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:34.802037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-125bf0c5-eb7d-4451-820e-9afee8a8d613 None None] Port d17dbcb8-d61c-4349-8581-f0c6912d7d8c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:22:34.877443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Pushing event updated for resources: {'Port': ['ID=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:35.002417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:35.002417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:35.002417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on network 03145762-1316-4db8-8cae-963e08f67af7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:35.009166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on network 03145762-1316-4db8-8cae-963e08f67af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:22:35.009498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on network 03145762-1316-4db8-8cae-963e08f67af7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:35.028847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d87fa-fc45-4aa4-b206-f146ed8e97cf req-f51db4bd-fd74-45d3-bb1a-1d5d7334a8b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:35.039471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b94d87fa-fc45-4aa4-b206-f146ed8e97cf req-f51db4bd-fd74-45d3-bb1a-1d5d7334a8b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 943 time: 0.1326199 Oct 27 16:22:35.084089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:35.084608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Checking segment: {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:35.084994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Bound using segment: {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:35.085436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Bound port: fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:35.085792 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.095258 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-79fc1337-d837-4367-aac0-735ff44d0191 req-68d9bf2a-3319-491a-a8be-d7df8922a3b0 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 210 time: 0.0636957 Oct 27 16:22:35.239495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17dbcb8-d61c-4349-8581-f0c6912d7d8c {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:22:35.298778 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.324649 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b94d87fa-fc45-4aa4-b206-f146ed8e97cf req-3acdf9c8-f1b2-4146-b643-674b7e8bc803 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841632 Oct 27 16:22:35.334356 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Transition to ACTIVE for port object d17dbcb8-d61c-4349-8581-f0c6912d7d8c will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:22:35.346211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301a92-adda-4f99-9f20-cf9e9000cd3e req-c69de3ab-0f5e-4645-9a23-97f552ecf619 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:35.348633 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc301a92-adda-4f99-9f20-cf9e9000cd3e req-c69de3ab-0f5e-4645-9a23-97f552ecf619 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 931 time: 0.0980229 Oct 27 16:22:35.427408 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.447292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-9f03f266-ac08-4991-8303-08eb44773ab9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:35.451002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-9f03f266-ac08-4991-8303-08eb44773ab9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.53 "GET /v2.0/networks?id=132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 200 len: 815 time: 0.4072635 Oct 27 16:22:35.478677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Request body: {'port': {'device_id': 'e90afa36-a7a4-465a-a3a2-077c2ccf5839', 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea', 'admin_state_up': True, 'tenant_id': 'a0499ad2760c4c6f80bea41104f84ca5'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:35.562718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:35.608751 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc301a92-adda-4f99-9f20-cf9e9000cd3e req-a200eb3f-5fb1-41d1-a260-eda767d80fe2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540720 Oct 27 16:22:35.616502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:35.657157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39757da-ac1d-4fc2-9980-961d12e19d65 req-466b8170-8f1d-4963-8e26-d0f52e158a3b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:35.658990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b39757da-ac1d-4fc2-9980-961d12e19d65 req-466b8170-8f1d-4963-8e26-d0f52e158a3b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.2034614 Oct 27 16:22:35.755728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:35.785046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.848622 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Attempting to bind port d17dbcb8-d61c-4349-8581-f0c6912d7d8c on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:35.849239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Attempting to bind port d17dbcb8-d61c-4349-8581-f0c6912d7d8c by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:35.851178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Attempting to bind port d17dbcb8-d61c-4349-8581-f0c6912d7d8c on network 68591647-5373-400e-bd85-680b6bb7200d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:35.851502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:35.852186 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.853639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] 10.222.0.54 "PUT /v2.0/ports/fc7735a5-71f2-481f-82cf-86f9a2a37cbe HTTP/1.1" status: 200 len: 1091 time: 1.6502278 Oct 27 16:22:35.860237 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Port d17dbcb8-d61c-4349-8581-f0c6912d7d8c on network 68591647-5373-400e-bd85-680b6bb7200d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:22:35.860757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Attempting to bind port d17dbcb8-d61c-4349-8581-f0c6912d7d8c on network 68591647-5373-400e-bd85-680b6bb7200d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:35.869792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:35.870344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Checking segment: {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:35.871068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Bound using segment: {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:35.871918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Bound port: d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:35.872780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:35.895991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:35.898338 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfa279c-981a-4d07-a71d-60383e9d6b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:35.965867 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b39757da-ac1d-4fc2-9980-961d12e19d65 req-1b2f7331-7537-454f-b792-ada81de580ab tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599964 Oct 27 16:22:36.086612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Made reservation on behalf of a0499ad2760c4c6f80bea41104f84ca5 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:22:36.104097 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:36.124661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be221e5d-f211-4481-ac33-9acecd04926a service neutron] Pushing event updated for resources: {'Port': ['ID=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:36.130152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:36.140310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:36.193488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-b4e4c1a8-893b-47fb-8981-5c50db2cf42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:36.195926 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-b4e4c1a8-893b-47fb-8981-5c50db2cf42c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 1094 time: 0.1894722 Oct 27 16:22:36.246205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:36.320854 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baff8ef6-ad84-45ea-9aac-19097f0cb2e1 x-openstack-request-id: req-baff8ef6-ad84-45ea-9aac-19097f0cb2e1 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:36.321217 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:36.321393 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baff8ef6-ad84-45ea-9aac-19097f0cb2e1 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:36.322564 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'status': 'completed', 'code': 200} Oct 27 16:22:36.335412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:36.336141 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:36.339175 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-9a1c0d8f-abaf-4214-bf6d-323a907532aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe HTTP/1.1" status: 200 len: 217 time: 0.1251578 Oct 27 16:22:36.352635 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] 10.222.0.54 "PUT /v2.0/ports/d17dbcb8-d61c-4349-8581-f0c6912d7d8c HTTP/1.1" status: 200 len: 1091 time: 1.7646763 Oct 27 16:22:36.353357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:36.355780 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d7fad3-a322-49f0-9fa4-c9361a018ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:36.427028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a5b32-c850-407c-a262-c56f956a7eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:36.469169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-f1c82a3d-d4de-4600-98d5-d1243d00ac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:36.470930 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-f1c82a3d-d4de-4600-98d5-d1243d00ac42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=272c3410-f19e-493c-b0ea-63aac306aa9e HTTP/1.1" status: 200 len: 833 time: 0.1063519 Oct 27 16:22:36.485688 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6effacef-81e1-481e-921a-afc8787626eb req-aaca5370-ef4f-4643-8a42-511a78bc921d tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 210 time: 0.2230513 Oct 27 16:22:36.660670 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2d0f35-cd8c-4930-8aab-b015959fb98b x-openstack-request-id: req-1e2d0f35-cd8c-4930-8aab-b015959fb98b {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:36.660964 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:36.663122 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e2d0f35-cd8c-4930-8aab-b015959fb98b {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:36.664699 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'status': 'completed', 'code': 200} Oct 27 16:22:36.685295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Allocated IP 172.20.0.13 (132a38e1-8312-496d-bb88-843d7fa1e6ea/c58e9c83-708c-4bb1-a346-679015834b71/e513d531-d6b7-45c5-8a36-912564db3423) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:36.697000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189437e2-6b17-4e6a-961f-f31101d23a65 req-db234e84-e447-40b7-be42-08392e1b5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:36.698959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-189437e2-6b17-4e6a-961f-f31101d23a65 req-db234e84-e447-40b7-be42-08392e1b5d45 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 1096 time: 0.1338544 Oct 27 16:22:36.702273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-d1b886cb-0969-4192-b319-19146f05f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:36.703844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-d1b886cb-0969-4192-b319-19146f05f6c5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03145762-1316-4db8-8cae-963e08f67af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146001 Oct 27 16:22:36.720913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ca6a5-e6be-48d1-ade8-4d4556a930c4 req-b1409072-4e6d-45dd-ad82-5cc0ccc2b712 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:36.733233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb2ca6a5-e6be-48d1-ade8-4d4556a930c4 req-b1409072-4e6d-45dd-ad82-5cc0ccc2b712 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 943 time: 0.2320588 Oct 27 16:22:36.790771 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-0ba967c3-2e74-4713-871f-d547f1d17348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:36.793886 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-0ba967c3-2e74-4713-871f-d547f1d17348 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 1094 time: 0.2188933 Oct 27 16:22:36.853462 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-f28b0615-1ea3-43b0-95ec-0653919be103 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c HTTP/1.1" status: 200 len: 217 time: 0.0432303 Oct 27 16:22:36.880095 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb2ca6a5-e6be-48d1-ade8-4d4556a930c4 req-6af63e93-d9f7-4915-891d-8fd24076daa7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442313 Oct 27 16:22:36.893117 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-82920e25-773c-4346-b6e0-c15b5c1b83f3 service neutron] 10.222.0.54 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774180 Oct 27 16:22:36.956004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d27ab5e5-7b68-4140-be60-f1ed07d90ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:36.958852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-d27ab5e5-7b68-4140-be60-f1ed07d90ce3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.0767837 Oct 27 16:22:37.040391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-9caabfee-8f2c-44a6-95c8-7fefbba69c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:37.042800 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-9caabfee-8f2c-44a6-95c8-7fefbba69c77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754406 Oct 27 16:22:37.148186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-189437e2-6b17-4e6a-961f-f31101d23a65 req-698932a4-0ad5-4850-9f11-9d5bb65295ed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396861 Oct 27 16:22:37.170855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a94d93-893a-4d11-907b-aa0e516df46b req-9a0dca6e-c547-4dfc-8db2-454c9b3d4bbd tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:37.178177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c6a94d93-893a-4d11-907b-aa0e516df46b req-9a0dca6e-c547-4dfc-8db2-454c9b3d4bbd tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 943 time: 0.2709091 Oct 27 16:22:37.245881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-a4adffab-f169-44ef-8c01-5c9369bb7a5f service neutron] 10.222.0.54 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950214 Oct 27 16:22:37.280790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c6a94d93-893a-4d11-907b-aa0e516df46b req-617e6e8c-aaab-4fb4-a5e1-575e24e2c17d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015182 Oct 27 16:22:37.350681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86285989-9b20-4eec-b145-8cb2ab2d28c0 req-363e34e1-d45b-4abc-9a68-2e1c6884c32c service neutron] 10.222.0.54 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350278 Oct 27 16:22:37.377086 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:37.400020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7286acc-a539-470f-aabe-3a64b0595930 req-e3a2609a-c234-43b4-b852-2a090ef3ad2c tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:37.401916 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7286acc-a539-470f-aabe-3a64b0595930 req-e3a2609a-c234-43b4-b852-2a090ef3ad2c tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1544404 Oct 27 16:22:37.509846 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:37.523978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['3ed53d88-ef80-4a42-8ec6-8e3351011f81'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:22:37.574200 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7286acc-a539-470f-aabe-3a64b0595930 req-841a4651-bcfc-4593-8f72-860e40e25973 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557932 Oct 27 16:22:37.578097 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78616925-858d-41ff-8c8d-6dc94c10e2ad req-0d5868be-db3d-4dfd-8354-87e14e8d7e49 service neutron] 10.222.0.54 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165519 Oct 27 16:22:37.664651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Network 132a38e1-8312-496d-bb88-843d7fa1e6ea is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:37.694536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:37.715444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:37.770175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Pushing event updated for resources: {'Port': ['ID=e513d531-d6b7-45c5-8a36-912564db3423,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:37.780958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7fad3-a322-49f0-9fa4-c9361a018ac0 req-0333f104-d03c-4ed6-bb06-313318534aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:37.782785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27d7fad3-a322-49f0-9fa4-c9361a018ac0 req-0333f104-d03c-4ed6-bb06-313318534aa8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 1094 time: 0.0571120 Oct 27 16:22:37.785867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa279c-981a-4d07-a71d-60383e9d6b1d req-be1bdc8b-3342-47df-9aa9-f7fa0ac3ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:37.787398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6cfa279c-981a-4d07-a71d-60383e9d6b1d req-be1bdc8b-3342-47df-9aa9-f7fa0ac3ba84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 1094 time: 0.2218173 Oct 27 16:22:37.801032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:37.801585 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:37.819605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a32ff-c395-4cab-a60d-e3b9f957a6cd req-ab220ad3-82b5-4ec0-ab7f-f086c26e3c38 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:37.821071 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-597a32ff-c395-4cab-a60d-e3b9f957a6cd req-ab220ad3-82b5-4ec0-ab7f-f086c26e3c38 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 932 time: 0.1680706 Oct 27 16:22:37.890752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7fad3-a322-49f0-9fa4-c9361a018ac0 req-bef0640e-86b1-42ff-b41e-3156c1a6afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:37.892441 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27d7fad3-a322-49f0-9fa4-c9361a018ac0 req-bef0640e-86b1-42ff-b41e-3156c1a6afff service neutron] 10.222.0.54 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 917 time: 0.0945258 Oct 27 16:22:37.908408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-597a32ff-c395-4cab-a60d-e3b9f957a6cd req-ef072c18-b081-43fe-87a6-465a00b8b1e6 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704391 Oct 27 16:22:37.933390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa279c-981a-4d07-a71d-60383e9d6b1d req-330f4b10-9a48-4f16-8831-b53e37bd97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:37.934737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6cfa279c-981a-4d07-a71d-60383e9d6b1d req-330f4b10-9a48-4f16-8831-b53e37bd97a8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=03145762-1316-4db8-8cae-963e08f67af7 HTTP/1.1" status: 200 len: 898 time: 0.1298251 Oct 27 16:22:37.960763 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27d7fad3-a322-49f0-9fa4-c9361a018ac0 req-0ef7f141-8586-4687-a6b9-4ea826a663a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c HTTP/1.1" status: 200 len: 217 time: 0.0591264 Oct 27 16:22:38.000975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6cfa279c-981a-4d07-a71d-60383e9d6b1d req-a74f6a8e-3129-4a4b-8f68-8d56ef17cf6a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe HTTP/1.1" status: 200 len: 217 time: 0.0537918 Oct 27 16:22:38.047355 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-08311f30-7243-4c15-8117-ec6a566ae6b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5784457 Oct 27 16:22:38.063592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Request body: {'port': {'device_id': 'e90afa36-a7a4-465a-a3a2-077c2ccf5839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:38.063732 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7fad3-a322-49f0-9fa4-c9361a018ac0 req-ee718294-6da7-47c7-8392-bc06e29cd6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:38.065120 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27d7fad3-a322-49f0-9fa4-c9361a018ac0 req-ee718294-6da7-47c7-8392-bc06e29cd6c6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.0958292 Oct 27 16:22:38.077557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7e458-a58a-4ce7-a2fe-08794e4c15a7 req-6b783f4a-d0bc-42af-aad8-6bd47f8b6273 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:38.079379 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-48d7e458-a58a-4ce7-a2fe-08794e4c15a7 req-6b783f4a-d0bc-42af-aad8-6bd47f8b6273 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 943 time: 0.0906188 Oct 27 16:22:38.101818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa279c-981a-4d07-a71d-60383e9d6b1d req-462aad89-d05f-4bf4-be94-055d64776161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:38.103332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6cfa279c-981a-4d07-a71d-60383e9d6b1d req-462aad89-d05f-4bf4-be94-055d64776161 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=272c3410-f19e-493c-b0ea-63aac306aa9e HTTP/1.1" status: 200 len: 833 time: 0.0949585 Oct 27 16:22:38.154609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7fad3-a322-49f0-9fa4-c9361a018ac0 req-e4f10cbf-9a44-46bf-acb1-0ab298a3bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:38.156543 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27d7fad3-a322-49f0-9fa4-c9361a018ac0 req-e4f10cbf-9a44-46bf-acb1-0ab298a3bb11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760636 Oct 27 16:22:38.194882 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:38.196278 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-48d7e458-a58a-4ce7-a2fe-08794e4c15a7 req-dee93e16-64db-4a81-b72f-9c3d4b2d3d7d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074016 Oct 27 16:22:38.293243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27d7fad3-a322-49f0-9fa4-c9361a018ac0 req-8095bc0f-3108-48d2-be22-1ebc45073c06 service neutron] 10.222.0.54 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242907 Oct 27 16:22:38.430828 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-27d7fad3-a322-49f0-9fa4-c9361a018ac0 req-ad9fd520-47cc-470e-b7f3-01fa22a79d97 service neutron] 10.222.0.54 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282825 Oct 27 16:22:38.637520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa279c-981a-4d07-a71d-60383e9d6b1d req-7f6533fe-2aa9-40f1-9f80-2d5695885241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:38.638020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6cfa279c-981a-4d07-a71d-60383e9d6b1d req-7f6533fe-2aa9-40f1-9f80-2d5695885241 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03145762-1316-4db8-8cae-963e08f67af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5160868 Oct 27 16:22:38.725691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690eba40-1821-4232-904e-6095d132b234 req-058df475-04ae-4e31-b4e6-763fc7a0b3aa tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:38.732883 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-690eba40-1821-4232-904e-6095d132b234 req-058df475-04ae-4e31-b4e6-763fc7a0b3aa tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0558426 Oct 27 16:22:38.745432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d460529-8b28-4607-b306-41239e014311 req-d9981bbd-3a31-4415-a504-6aeb55e012b3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:38.752217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d460529-8b28-4607-b306-41239e014311 req-d9981bbd-3a31-4415-a504-6aeb55e012b3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 943 time: 0.1402361 Oct 27 16:22:38.779066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-690eba40-1821-4232-904e-6095d132b234 req-9e2c9cf9-0bd1-4c5b-a90c-56da39fef062 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419731 Oct 27 16:22:38.894333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d460529-8b28-4607-b306-41239e014311 req-91ea65e5-8ed3-4459-86a4-5ceef2fed54e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359258 Oct 27 16:22:38.929408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6cfa279c-981a-4d07-a71d-60383e9d6b1d req-14f1d17f-a331-413b-8420-ec540ca91fc3 service neutron] 10.222.0.54 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674072 Oct 27 16:22:39.101638 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6cfa279c-981a-4d07-a71d-60383e9d6b1d req-15cb9319-fbd9-4a78-85fb-827e0c1d8c75 service neutron] 10.222.0.54 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637526 Oct 27 16:22:39.124499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcdf9e-d8a7-4e7a-a04f-440441ed4b71 req-a1bd65de-ec91-444a-8594-f048b9bf8bd8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:39.126065 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fedcdf9e-d8a7-4e7a-a04f-440441ed4b71 req-a1bd65de-ec91-444a-8594-f048b9bf8bd8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 932 time: 0.1145098 Oct 27 16:22:39.180110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e513d531-d6b7-45c5-8a36-912564db3423 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:22:39.193656 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:39.204852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fedcdf9e-d8a7-4e7a-a04f-440441ed4b71 req-7accc30e-48e8-4741-9fd9-0211a72a14ce tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570943 Oct 27 16:22:39.212461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Transition to ACTIVE for port object e513d531-d6b7-45c5-8a36-912564db3423 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:22:39.330879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:39.420173 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5442c-a756-4591-b708-0798e0e5a831 req-2f4f4632-cf23-43d0-af77-86d76cd6967f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:39.422869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c6c5442c-a756-4591-b708-0798e0e5a831 req-2f4f4632-cf23-43d0-af77-86d76cd6967f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1166887 Oct 27 16:22:39.460144 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d802761e-f0cd-4580-aeda-f4e459e57abe req-1aa3d84d-b5df-49fe-83ea-2fe5a073aeff tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:39.461601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d802761e-f0cd-4580-aeda-f4e459e57abe req-1aa3d84d-b5df-49fe-83ea-2fe5a073aeff tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 943 time: 0.1741426 Oct 27 16:22:39.474495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Pushing event updated for resources: {'Port': ['ID=e513d531-d6b7-45c5-8a36-912564db3423,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:39.492666 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c6c5442c-a756-4591-b708-0798e0e5a831 req-c1c4ec97-41fe-473f-a9a0-237bc74d4c50 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607169 Oct 27 16:22:39.535819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497bb1-f5ab-4037-abf8-468222bf5a51 req-2f73314d-ffb8-458d-a304-f2dbd62a1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:39.537335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92497bb1-f5ab-4037-abf8-468222bf5a51 req-2f73314d-ffb8-458d-a304-f2dbd62a1b41 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 1096 time: 0.1650608 Oct 27 16:22:39.621061 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d802761e-f0cd-4580-aeda-f4e459e57abe req-23ccc7df-895f-4aa7-9efd-6ae50f85c27a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289322 Oct 27 16:22:39.637382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Attempting to bind port e513d531-d6b7-45c5-8a36-912564db3423 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:22:39.642575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Attempting to bind port e513d531-d6b7-45c5-8a36-912564db3423 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:22:39.642575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Attempting to bind port e513d531-d6b7-45c5-8a36-912564db3423 on network 132a38e1-8312-496d-bb88-843d7fa1e6ea {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:39.647302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Port e513d531-d6b7-45c5-8a36-912564db3423 on network 132a38e1-8312-496d-bb88-843d7fa1e6ea not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:22:39.647626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Attempting to bind port e513d531-d6b7-45c5-8a36-912564db3423 on network 132a38e1-8312-496d-bb88-843d7fa1e6ea {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:22:39.661801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:22:39.662211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Checking segment: {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:22:39.662581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Bound using segment: {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:22:39.662945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Bound port: e513d531-d6b7-45c5-8a36-912564db3423, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:22:39.663298 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:39.689055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497bb1-f5ab-4037-abf8-468222bf5a51 req-b12d4369-ef69-404d-9e46-81e65ea79b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:39.690651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92497bb1-f5ab-4037-abf8-468222bf5a51 req-b12d4369-ef69-404d-9e46-81e65ea79b52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 920 time: 0.1447623 Oct 27 16:22:39.747151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] For port e513d531-d6b7-45c5-8a36-912564db3423, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:22:39.750840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] For port e513d531-d6b7-45c5-8a36-912564db3423, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e513d531-d6b7-45c5-8a36-912564db3423,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:22:39.822886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d17dbcb8-d61c-4349-8581-f0c6912d7d8c details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:22:39.835699 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:39.892719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:39.896171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:39.896171 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] 10.222.0.53 "PUT /v2.0/ports/e513d531-d6b7-45c5-8a36-912564db3423 HTTP/1.1" status: 200 len: 1092 time: 1.8375981 Oct 27 16:22:39.904225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e90afa36-a7a4-465a-a3a2-077c2ccf5839', 'tag': 'e513d531-d6b7-45c5-8a36-912564db3423'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:39.906727 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558610d3-da00-4d3f-baf2-a5e91d5ec000" -d '{"events": [{"name": "network-changed", "server_uuid": "e90afa36-a7a4-465a-a3a2-077c2ccf5839", "tag": "e513d531-d6b7-45c5-8a36-912564db3423"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:39.949662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92497bb1-f5ab-4037-abf8-468222bf5a51 req-86b7c364-aced-4328-a056-30d5cedf7bff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 HTTP/1.1" status: 200 len: 217 time: 0.2416310 Oct 27 16:22:40.008114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a26af5-ae5c-47d1-8f91-8da9b8443f29 service neutron] Pushing event updated for resources: {'Port': ['ID=e513d531-d6b7-45c5-8a36-912564db3423,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:40.067583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:40.075904 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccd5c2f-c7e5-42f3-baa8-fef9aaa5ffc1 x-openstack-request-id: req-9ccd5c2f-c7e5-42f3-baa8-fef9aaa5ffc1 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:40.076490 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e90afa36-a7a4-465a-a3a2-077c2ccf5839", "tag": "e513d531-d6b7-45c5-8a36-912564db3423", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:40.077116 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ccd5c2f-c7e5-42f3-baa8-fef9aaa5ffc1 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:40.077668 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e90afa36-a7a4-465a-a3a2-077c2ccf5839', 'tag': 'e513d531-d6b7-45c5-8a36-912564db3423', 'status': 'completed', 'code': 200} Oct 27 16:22:40.094288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'port_id': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'mac_address': 'fa:16:3e:d8:63:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:22:40.105015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92497bb1-f5ab-4037-abf8-468222bf5a51 req-7a49f0e9-ad7f-432a-984c-77b8dd2a2ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:40.107021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92497bb1-f5ab-4037-abf8-468222bf5a51 req-7a49f0e9-ad7f-432a-984c-77b8dd2a2ae1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.1447346 Oct 27 16:22:40.139726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42490) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:40.149208 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.163893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92497bb1-f5ab-4037-abf8-468222bf5a51 req-7e958701-763a-4813-a34b-4d4b6c7c8d93 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392041 Oct 27 16:22:40.166193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17dbcb8-d61c-4349-8581-f0c6912d7d8c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:22:40.167812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-f91e56b8-bdac-4076-9a49-ed308e666686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:40.170360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-f91e56b8-bdac-4076-9a49-ed308e666686 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 1095 time: 0.1441696 Oct 27 16:22:40.189064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:40.207665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cffe4a-271d-4d60-a74c-876495418513 req-8c4c106a-1feb-4653-952a-a1c6239dd86e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:40.214782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4cffe4a-271d-4d60-a74c-876495418513 req-8c4c106a-1feb-4653-952a-a1c6239dd86e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 943 time: 0.1311557 Oct 27 16:22:40.278105 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.278785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device fc7735a5-71f2-481f-82cf-86f9a2a37cbe details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:22:40.306705 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-dea94241-fa70-4925-a676-df2fbbb7def5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e513d531-d6b7-45c5-8a36-912564db3423 HTTP/1.1" status: 200 len: 217 time: 0.1167243 Oct 27 16:22:40.309098 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.398486 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4cffe4a-271d-4d60-a74c-876495418513 req-202e215b-b995-4612-8247-4d0360fdc198 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736388 Oct 27 16:22:40.458843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-ded7f85c-3318-4907-971d-57fb4d675d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:40.462654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-ded7f85c-3318-4907-971d-57fb4d675d08 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c58e9c83-708c-4bb1-a346-679015834b71 HTTP/1.1" status: 200 len: 855 time: 0.1452515 Oct 27 16:22:40.472949 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92497bb1-f5ab-4037-abf8-468222bf5a51 req-48ac09a8-5918-43a3-b67b-9db84459e610 service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934008 Oct 27 16:22:40.547726 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.558176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:40.573215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d6ed4-042e-4173-920a-afdad524b8a8 req-b8648dc2-0d5d-4a4c-981a-86aa291ad27e tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:40.574998 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cf5d6ed4-042e-4173-920a-afdad524b8a8 req-b8648dc2-0d5d-4a4c-981a-86aa291ad27e tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 944 time: 0.2286916 Oct 27 16:22:40.582902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-956f4d82-7511-47f2-a6c7-30252c6a77dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=132a38e1-8312-496d-bb88-843d7fa1e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089234 Oct 27 16:22:40.642752 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.648307 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:40.686077 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'port_id': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'mac_address': 'fa:16:3e:78:ea:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:22:40.709382 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2e09d481b74459c83cfd41a761bd337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668135 Oct 27 16:22:40.710092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42516) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:40.713012 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a74551-372d-4fe1-938c-38d34ebbe3be,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:40.732946 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cf5d6ed4-042e-4173-920a-afdad524b8a8 req-193654c5-e1aa-44c2-89d2-cb0a2b07b9b4 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505971 Oct 27 16:22:40.781109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.781457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.783342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.783342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.786681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.787032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.787893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.787893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.788199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.788488 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.788878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.789131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f331bbaa-21b9-4838-8c5f-2fdfc2fab799 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:22:40.828947 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.839923 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2e6bdb8-3e5f-49fb-ae36-c5c3d5518e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.840085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92497bb1-f5ab-4037-abf8-468222bf5a51 req-2a8b6118-1068-4a05-8efd-afb4b37931ed service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454301 Oct 27 16:22:40.853468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ae5ea-99be-444e-9475-ec76c9460ca5 req-83176682-6f63-4344-b31c-6e1228eee98c tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:40.855119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a1ae5ea-99be-444e-9475-ec76c9460ca5 req-83176682-6f63-4344-b31c-6e1228eee98c tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1905007 Oct 27 16:22:40.861054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-426be2c1-a658-4fb2-8695-6a9cbac37c61 service neutron] 10.222.0.53 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623897 Oct 27 16:22:40.870183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2e6bdb8-3e5f-49fb-ae36-c5c3d5518e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:40.894446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7735a5-71f2-481f-82cf-86f9a2a37cbe {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:22:40.931478 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:40.996483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dc723-0f01-4929-9e25-fae2d3c2a4f2 req-a2bcae91-3e29-4d9c-a766-483b4859b94a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:40.998369 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc3dc723-0f01-4929-9e25-fae2d3c2a4f2 req-a2bcae91-3e29-4d9c-a766-483b4859b94a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 943 time: 0.0756342 Oct 27 16:22:40.999813 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a1ae5ea-99be-444e-9475-ec76c9460ca5 req-aaa45c4d-438a-4305-8eaf-cf87df563cb5 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322594 Oct 27 16:22:41.038546 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-269cea14-3e92-4dbe-92c3-2621c50ba5dc req-c1aaeadf-2248-4510-acb2-42d9b21e4d17 service neutron] 10.222.0.53 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688619 Oct 27 16:22:41.064140 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.104714 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc3dc723-0f01-4929-9e25-fae2d3c2a4f2 req-2d2c256d-331e-4c32-a41e-9ad1d2ed048d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894732 Oct 27 16:22:41.123135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:41.139087 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2e6bdb8-3e5f-49fb-ae36-c5c3d5518e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.142075 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2e6bdb8-3e5f-49fb-ae36-c5c3d5518e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:41.149224 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d2e6bdb8-3e5f-49fb-ae36-c5c3d5518e4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1a74551-372d-4fe1-938c-38d34ebbe3be HTTP/1.1" status: 204 len: 168 time: 0.4337325 Oct 27 16:22:41.191334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6bdb8-3e5f-49fb-ae36-c5c3d5518e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a74551-372d-4fe1-938c-38d34ebbe3be,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:41.284325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558610d3-da00-4d3f-baf2-a5e91d5ec000 req-b5beb4e2-2836-4d8b-9376-00e2d3d31ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:41.285862 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-558610d3-da00-4d3f-baf2-a5e91d5ec000 req-b5beb4e2-2836-4d8b-9376-00e2d3d31ece service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 1095 time: 0.0642774 Oct 27 16:22:41.298294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['fc7735a5-71f2-481f-82cf-86f9a2a37cbe'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:22:41.302042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['d17dbcb8-d61c-4349-8581-f0c6912d7d8c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:22:41.460488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558610d3-da00-4d3f-baf2-a5e91d5ec000 req-75feb8b0-ca96-42c7-a869-c1e405cdee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:41.462026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-558610d3-da00-4d3f-baf2-a5e91d5ec000 req-75feb8b0-ca96-42c7-a869-c1e405cdee4f service neutron] 10.222.0.53 "GET /v2.0/networks?id=132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 200 len: 916 time: 0.1682270 Oct 27 16:22:41.536386 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-558610d3-da00-4d3f-baf2-a5e91d5ec000 req-b363d8a6-bcce-478c-9e7e-dba8e1edceb8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e513d531-d6b7-45c5-8a36-912564db3423 HTTP/1.1" status: 200 len: 217 time: 0.0624795 Oct 27 16:22:41.633632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4d78c-fcb0-4774-a050-8af5d7976317 req-03bd0989-bab4-42ac-a272-9dc9efae6671 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:41.635179 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3d4d78c-fcb0-4774-a050-8af5d7976317 req-03bd0989-bab4-42ac-a272-9dc9efae6671 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1020923 Oct 27 16:22:41.641269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558610d3-da00-4d3f-baf2-a5e91d5ec000 req-b277e0bd-2799-461c-b95a-46d588737c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:41.642712 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-558610d3-da00-4d3f-baf2-a5e91d5ec000 req-b277e0bd-2799-461c-b95a-46d588737c70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c58e9c83-708c-4bb1-a346-679015834b71 HTTP/1.1" status: 200 len: 855 time: 0.0983326 Oct 27 16:22:41.688315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-558610d3-da00-4d3f-baf2-a5e91d5ec000 req-558cc681-9b2c-4687-bec4-34db69d34dee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=132a38e1-8312-496d-bb88-843d7fa1e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358143 Oct 27 16:22:41.753846 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3d4d78c-fcb0-4774-a050-8af5d7976317 req-abb8bdd6-692e-4ff7-9db0-86c428fdd7f2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096549 Oct 27 16:22:41.818714 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-558610d3-da00-4d3f-baf2-a5e91d5ec000 req-f058f86c-a623-4cbd-ab6a-a891bd56c7b8 service neutron] 10.222.0.53 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194677 Oct 27 16:22:41.896149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a294c9-fc11-4ef6-9fb7-f88030e8f0c4 req-5f633191-6b1d-4136-8cad-c5c196bff14e tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:41.904502 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43a294c9-fc11-4ef6-9fb7-f88030e8f0c4 req-5f633191-6b1d-4136-8cad-c5c196bff14e tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 944 time: 0.0704372 Oct 27 16:22:41.950473 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43a294c9-fc11-4ef6-9fb7-f88030e8f0c4 req-ead1e858-1ad0-4be9-91a3-53a743b217dc tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445130 Oct 27 16:22:41.972086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-558610d3-da00-4d3f-baf2-a5e91d5ec000 req-79cc2f32-edf4-4b8a-a027-a0c9e16059f2 service neutron] 10.222.0.53 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425605 Oct 27 16:22:42.004904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42538) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:42.020491 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974ff844-9a77-4c30-9ae9-6838ea8d359e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.152559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974ff844-9a77-4c30-9ae9-6838ea8d359e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.184369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6190e7-b834-4c78-8b8a-7cd04d180121 req-b4f4637b-1bc0-436a-96c7-4bc569b43797 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:42.192856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d6190e7-b834-4c78-8b8a-7cd04d180121 req-b4f4637b-1bc0-436a-96c7-4bc569b43797 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1097801 Oct 27 16:22:42.213194 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-974ff844-9a77-4c30-9ae9-6838ea8d359e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.238838 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda896f-ba6e-416f-8919-13b916f29237 req-3af708fe-3af9-43e2-9dd6-d2d00d4f7e54 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:42.249671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-abda896f-ba6e-416f-8919-13b916f29237 req-3af708fe-3af9-43e2-9dd6-d2d00d4f7e54 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 944 time: 0.0641224 Oct 27 16:22:42.270416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d6190e7-b834-4c78-8b8a-7cd04d180121 req-4812a280-5133-48dd-b0bc-a46e05445e8f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760050 Oct 27 16:22:42.296764 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-abda896f-ba6e-416f-8919-13b916f29237 req-293c398e-a24c-440c-99ce-9c5a99d063fb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461414 Oct 27 16:22:42.310668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42548) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:42.311506 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-974ff844-9a77-4c30-9ae9-6838ea8d359e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=157c1637d9ae401ead9d937d0d52f208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043373 Oct 27 16:22:42.313073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ff844-9a77-4c30-9ae9-6838ea8d359e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0dc9b9-650b-48a4-b72a-e5e6a606f95d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:42.387460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc9f165e-c5bd-4acf-9526-019d3e77f981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.416346 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc9f165e-c5bd-4acf-9526-019d3e77f981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.571366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc9f165e-c5bd-4acf-9526-019d3e77f981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.573991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc9f165e-c5bd-4acf-9526-019d3e77f981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:42.575272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cc9f165e-c5bd-4acf-9526-019d3e77f981 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b0dc9b9-650b-48a4-b72a-e5e6a606f95d HTTP/1.1" status: 204 len: 168 time: 0.2631352 Oct 27 16:22:42.585298 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f165e-c5bd-4acf-9526-019d3e77f981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0dc9b9-650b-48a4-b72a-e5e6a606f95d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:42.904527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a164df2-029a-4acf-9f3a-3c0c29dd690f req-fc5fc492-1bde-49e4-826e-dbe6384b947f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:42.906088 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a164df2-029a-4acf-9f3a-3c0c29dd690f req-fc5fc492-1bde-49e4-826e-dbe6384b947f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.0580888 Oct 27 16:22:42.948609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a164df2-029a-4acf-9f3a-3c0c29dd690f req-5b829533-f102-43ea-b08b-9cfdf4eab607 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354910 Oct 27 16:22:43.090241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fcd3d-6ac1-4d40-b296-deffda73f8ad req-bb467982-a37a-4402-a939-e1a778d86aca tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:43.092834 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-953fcd3d-6ac1-4d40-b296-deffda73f8ad req-bb467982-a37a-4402-a939-e1a778d86aca tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 944 time: 0.0531466 Oct 27 16:22:43.136349 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-953fcd3d-6ac1-4d40-b296-deffda73f8ad req-bf8e1e3b-4457-47db-a9eb-3080c01d7346 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369878 Oct 27 16:22:43.420801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94f786-af23-45b4-8072-6e23d89fba80 req-f06ae3cc-5690-498f-a4d6-69ab3184ad87 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:43.429251 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ca94f786-af23-45b4-8072-6e23d89fba80 req-f06ae3cc-5690-498f-a4d6-69ab3184ad87 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 944 time: 0.0625291 Oct 27 16:22:43.476757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0147b06-b47f-4bfd-8cb5-f46d6e4a3e46 req-39b951e6-1df8-41d0-bfa4-8cda4988207b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:43.479694 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0147b06-b47f-4bfd-8cb5-f46d6e4a3e46 req-39b951e6-1df8-41d0-bfa4-8cda4988207b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.1103299 Oct 27 16:22:43.480341 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ca94f786-af23-45b4-8072-6e23d89fba80 req-06d327c2-ba7d-4e3a-b097-2eab75e8cac6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475879 Oct 27 16:22:43.530888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0147b06-b47f-4bfd-8cb5-f46d6e4a3e46 req-3285c069-76ad-4e49-b130-e943089b258c tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413330 Oct 27 16:22:43.669341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device e513d531-d6b7-45c5-8a36-912564db3423 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:22:43.795067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port e513d531-d6b7-45c5-8a36-912564db3423, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e513d531-d6b7-45c5-8a36-912564db3423,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:43.807384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'e513d531-d6b7-45c5-8a36-912564db3423', 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea', 'port_id': 'e513d531-d6b7-45c5-8a36-912564db3423', 'mac_address': 'fa:16:3e:2b:5a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58e9c83-708c-4bb1-a346-679015834b71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:22:43.832182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d17dbcb8-d61c-4349-8581-f0c6912d7d8c up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:43.877454 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:43.901939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e513d531-d6b7-45c5-8a36-912564db3423 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:22:43.930912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port e513d531-d6b7-45c5-8a36-912564db3423, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e513d531-d6b7-45c5-8a36-912564db3423,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:43.959200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-2b721287-8af9-4169-9a32-339f1170cd48 req-708c855a-683a-46f1-8335-3014ba086fa3 service neutron] (109723) timed out ('10.222.0.54', 50251) {{(pid=109723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:22:44.011362 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.046606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port d17dbcb8-d61c-4349-8581-f0c6912d7d8c completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:22:44.086429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf934e-3195-4034-82d4-929afe691f8a req-603aeacd-61dc-43c0-aa67-27a350eaefdb tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:44.096164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6dbf934e-3195-4034-82d4-929afe691f8a req-603aeacd-61dc-43c0-aa67-27a350eaefdb tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.0676625 Oct 27 16:22:44.100038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port d17dbcb8-d61c-4349-8581-f0c6912d7d8c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:44.100529 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.150485 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6dbf934e-3195-4034-82d4-929afe691f8a req-f7342358-e3ce-490e-a223-ed7d3fe1246d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481627 Oct 27 16:22:44.216233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=e513d531-d6b7-45c5-8a36-912564db3423,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:44.309196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['e513d531-d6b7-45c5-8a36-912564db3423'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:22:44.315320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.322151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c8765-eec3-4528-a03b-f0ebb9457ebf req-b3eee518-fa49-485b-b3dd-a80b57224258 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:44.324739 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f0c8765-eec3-4528-a03b-f0ebb9457ebf req-b3eee518-fa49-485b-b3dd-a80b57224258 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 945 time: 0.0896261 Oct 27 16:22:44.390799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f0c8765-eec3-4528-a03b-f0ebb9457ebf req-16d8b46e-fa8b-4908-94f5-f32e802c8d2d tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534689 Oct 27 16:22:44.417923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:44.417923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:44.417923 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107a22c1-6afd-4484-8ec9-5b3c526d2163" -d '{"events": [{"server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "name": "network-vif-plugged", "status": "completed", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:44.456465 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c163c6-8ceb-4dbd-9f88-5371ff038477 x-openstack-request-id: req-33c163c6-8ceb-4dbd-9f88-5371ff038477 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:44.456759 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "name": "network-vif-plugged", "status": "completed", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:44.457011 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33c163c6-8ceb-4dbd-9f88-5371ff038477 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:44.457553 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'code': 200} Oct 27 16:22:44.523660 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.524420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device fc7735a5-71f2-481f-82cf-86f9a2a37cbe up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:44.581907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:44.715108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1697561-c6ab-4ad3-b6d1-671a6c2c1f3d req-e543e524-6ec0-4195-ac9e-6fd2d7868f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:44.716842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1697561-c6ab-4ad3-b6d1-671a6c2c1f3d req-e543e524-6ec0-4195-ac9e-6fd2d7868f61 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 1096 time: 0.1938591 Oct 27 16:22:44.773372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port fc7735a5-71f2-481f-82cf-86f9a2a37cbe completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:22:44.778257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port fc7735a5-71f2-481f-82cf-86f9a2a37cbe triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:44.778628 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.784914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6edad-434c-4810-ad9c-fa116b487a4b req-e718c240-1c09-4337-adb9-fc77b3d3976c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:44.792921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6bb6edad-434c-4810-ad9c-fa116b487a4b req-e718c240-1c09-4337-adb9-fc77b3d3976c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 944 time: 0.1549020 Oct 27 16:22:44.796341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1697561-c6ab-4ad3-b6d1-671a6c2c1f3d req-a174123b-bc94-40d4-ae72-7355f1a60ae2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696111 Oct 27 16:22:44.872627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6bb6edad-434c-4810-ad9c-fa116b487a4b req-bfb61acb-9a05-4a1d-a850-320fcf3ca49a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786459 Oct 27 16:22:44.911966 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:44.975832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:45.043940 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:45.122922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:45.301053 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6823b-cc62-4a35-b20d-39bc4dcf306b req-9478c38d-0f7a-45e2-8a84-1a3205999a40 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:45.309119 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-90a6823b-cc62-4a35-b20d-39bc4dcf306b req-9478c38d-0f7a-45e2-8a84-1a3205999a40 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.0719647 Oct 27 16:22:45.360811 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-90a6823b-cc62-4a35-b20d-39bc4dcf306b req-1c57743a-6bd7-410e-9308-106e271d34c9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506620 Oct 27 16:22:45.617756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70020-52b1-464e-b98f-82008201ef1c req-a135216a-423d-41a7-aea9-6281642c16cd tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:45.619711 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0a70020-52b1-464e-b98f-82008201ef1c req-a135216a-423d-41a7-aea9-6281642c16cd tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 945 time: 0.1149473 Oct 27 16:22:45.671421 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0a70020-52b1-464e-b98f-82008201ef1c req-9d8a0017-b15d-42ef-90c9-571edada3653 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Oct 27 16:22:45.672141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device e513d531-d6b7-45c5-8a36-912564db3423 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:22:45.820763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42684) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:45.861470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port e513d531-d6b7-45c5-8a36-912564db3423 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:22:45.869328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port e513d531-d6b7-45c5-8a36-912564db3423 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:22:45.869328 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.014485 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.068213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port e513d531-d6b7-45c5-8a36-912564db3423, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e513d531-d6b7-45c5-8a36-912564db3423,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:22:46.084121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e590ef-a0e1-4f37-83dd-6f48c555aad2 req-86f72178-fb5c-4d1e-8124-a53c805d565b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:46.086164 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-79e590ef-a0e1-4f37-83dd-6f48c555aad2 req-86f72178-fb5c-4d1e-8124-a53c805d565b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.0963681 Oct 27 16:22:46.147033 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e036dcfd-4b68-4846-bb64-95131f0b501c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.148892 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.182168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-79e590ef-a0e1-4f37-83dd-6f48c555aad2 req-cfa6fce5-6078-4b10-a32b-427578d97700 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828178 Oct 27 16:22:46.250232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=e513d531-d6b7-45c5-8a36-912564db3423,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:46.294547 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e036dcfd-4b68-4846-bb64-95131f0b501c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.360763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e036dcfd-4b68-4846-bb64-95131f0b501c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.417696 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e036dcfd-4b68-4846-bb64-95131f0b501c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37a610591c5342a5a406a288daf19358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948801 Oct 27 16:22:46.419207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036dcfd-4b68-4846-bb64-95131f0b501c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b804972-bb13-4a53-af4d-822b5086bcf7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:46.420165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42702) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:46.458479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe'}, {'server_uuid': 'e90afa36-a7a4-465a-a3a2-077c2ccf5839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e513d531-d6b7-45c5-8a36-912564db3423'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:46.460842 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3981b3-5f72-4d64-a0e7-68df0e4eb40e" -d '{"events": [{"server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "name": "network-vif-plugged", "status": "completed", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe"}, {"server_uuid": "e90afa36-a7a4-465a-a3a2-077c2ccf5839", "name": "network-vif-plugged", "status": "completed", "tag": "e513d531-d6b7-45c5-8a36-912564db3423"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:46.513074 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f16db5-d9a8-4f5f-ab56-96a33f2b83e5 x-openstack-request-id: req-16f16db5-d9a8-4f5f-ab56-96a33f2b83e5 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:46.513595 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "name": "network-vif-plugged", "status": "completed", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe", "code": 200}, {"server_uuid": "e90afa36-a7a4-465a-a3a2-077c2ccf5839", "name": "network-vif-plugged", "status": "completed", "tag": "e513d531-d6b7-45c5-8a36-912564db3423", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:46.514179 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16f16db5-d9a8-4f5f-ab56-96a33f2b83e5 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:46.514800 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'code': 200} Oct 27 16:22:46.515210 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90afa36-a7a4-465a-a3a2-077c2ccf5839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e513d531-d6b7-45c5-8a36-912564db3423', 'code': 200} Oct 27 16:22:46.538240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca963c-a049-48d6-9c32-ac15b0b6fcd3 req-e5d68f9e-08b9-4c91-b2bc-17c002983e22 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:46.540115 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9ca963c-a049-48d6-9c32-ac15b0b6fcd3 req-e5d68f9e-08b9-4c91-b2bc-17c002983e22 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1049430 Oct 27 16:22:46.545708 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c327-1d4a-40a0-becd-3fadf9caee1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.602746 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c327-1d4a-40a0-becd-3fadf9caee1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.607078 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9ca963c-a049-48d6-9c32-ac15b0b6fcd3 req-04f385be-7f3e-40f8-b8c1-cd1383082c1e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583205 Oct 27 16:22:46.689996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e3a3c-eaea-4b81-9fec-71d17f2563ad req-d734029a-3f1c-4006-a3a5-16644554d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:46.691832 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-429e3a3c-eaea-4b81-9fec-71d17f2563ad req-d734029a-3f1c-4006-a3a5-16644554d08b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 1097 time: 0.1003950 Oct 27 16:22:46.694710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d6e4b-220e-4e31-9961-71d085be3193 req-4713d600-61a4-4cef-856b-275cc5bc4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:46.696386 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-084d6e4b-220e-4e31-9961-71d085be3193 req-4713d600-61a4-4cef-856b-275cc5bc4c5b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 1096 time: 0.0747895 Oct 27 16:22:46.773248 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c327-1d4a-40a0-becd-3fadf9caee1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.775954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c327-1d4a-40a0-becd-3fadf9caee1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.782037 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d0c7c327-1d4a-40a0-becd-3fadf9caee1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b804972-bb13-4a53-af4d-822b5086bcf7 HTTP/1.1" status: 204 len: 168 time: 0.3553360 Oct 27 16:22:46.782391 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-429e3a3c-eaea-4b81-9fec-71d17f2563ad req-49565659-e511-4ba6-898f-6c31c0744068 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776453 Oct 27 16:22:46.811678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7c327-1d4a-40a0-becd-3fadf9caee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b804972-bb13-4a53-af4d-822b5086bcf7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:46.824945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd2b56-0b0b-4a3d-9364-6ac717895a4b req-47cbcb4f-deff-4f4b-acdd-c130d35bf402 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:46.837077 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3dd2b56-0b0b-4a3d-9364-6ac717895a4b req-47cbcb4f-deff-4f4b-acdd-c130d35bf402 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1075571 Oct 27 16:22:46.837619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42736) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:46.841015 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-084d6e4b-220e-4e31-9961-71d085be3193 req-85003f68-5942-4e1c-8961-19a9c3a668fd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186161 Oct 27 16:22:46.844435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-09f7a4e6-8043-4a70-a75a-237dc8c3ad5b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Request body: {'floatingip': {'port_id': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:46.892165 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f7a4e6-8043-4a70-a75a-237dc8c3ad5b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:46.903338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ea950-0003-4b7d-9a50-e03fe3fb82c6 req-150591ea-99a4-4e69-a534-e42d2ce622f0 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:46.905254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-187ea950-0003-4b7d-9a50-e03fe3fb82c6 req-150591ea-99a4-4e69-a534-e42d2ce622f0 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 946 time: 0.1422958 Oct 27 16:22:46.988783 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-187ea950-0003-4b7d-9a50-e03fe3fb82c6 req-e53a6db9-59d4-4c51-a3ee-0114bf7649c1 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750089 Oct 27 16:22:47.355541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bf62b-f7f6-40c5-94c9-20eda89e79fa req-bd478fe5-a359-4b27-bb50-17688f9d6af6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:47.361281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5b0bf62b-f7f6-40c5-94c9-20eda89e79fa req-bd478fe5-a359-4b27-bb50-17688f9d6af6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.0736017 Oct 27 16:22:47.473803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5b0bf62b-f7f6-40c5-94c9-20eda89e79fa req-2145a18d-077f-46c3-a2b0-eaaad8b43eac tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073024 Oct 27 16:22:47.492719 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f7a4e6-8043-4a70-a75a-237dc8c3ad5b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.554766 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f7a4e6-8043-4a70-a75a-237dc8c3ad5b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.655420 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-09f7a4e6-8043-4a70-a75a-237dc8c3ad5b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Floating IP 20e97d99-52bb-487b-baec-6f2f0b9d3a38 associated. External IP: 172.25.4.39, port: d17dbcb8-d61c-4349-8581-f0c6912d7d8c. Oct 27 16:22:47.817910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42750) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:47.850267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e01f374c-c8e8-4cc5-b59a-4f806380604c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:47.903718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f7a4e6-8043-4a70-a75a-237dc8c3ad5b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:48.051695 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e01f374c-c8e8-4cc5-b59a-4f806380604c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.119973 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e01f374c-c8e8-4cc5-b59a-4f806380604c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.154126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42756) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:48.227624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f374c-c8e8-4cc5-b59a-4f806380604c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b42610-81a3-4ca0-9a64-402a16868bcf,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:48.253353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e01f374c-c8e8-4cc5-b59a-4f806380604c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f4f34792e0244b68b156a33edae74af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313750 Oct 27 16:22:48.256536 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42760) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:48.311118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb2f0a-980d-4238-b319-351053a35da5 req-3fe3713d-6629-4a3b-99d4-74649f177d7b tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:48.312718 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83cb2f0a-980d-4238-b319-351053a35da5 req-3fe3713d-6629-4a3b-99d4-74649f177d7b tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 946 time: 0.1473188 Oct 27 16:22:48.384194 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f72db90a-9b72-4193-9471-5be0f0929672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.418970 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f72db90a-9b72-4193-9471-5be0f0929672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.424853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f7a4e6-8043-4a70-a75a-237dc8c3ad5b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:48.434901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53521940-f859-4e07-a7d1-ef8013f2c5bc None None] Sync routers for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:48.449876 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83cb2f0a-980d-4238-b319-351053a35da5 req-2ee88019-32eb-4f73-b68b-0305db724c13 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137846 Oct 27 16:22:48.451816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53521940-f859-4e07-a7d1-ef8013f2c5bc None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:48.452230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f7a4e6-8043-4a70-a75a-237dc8c3ad5b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.455301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-53521940-f859-4e07-a7d1-ef8013f2c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:22:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:48.521066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-09f7a4e6-8043-4a70-a75a-237dc8c3ad5b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "PUT /v2.0/floatingips/20e97d99-52bb-487b-baec-6f2f0b9d3a38 HTTP/1.1" status: 200 len: 990 time: 1.6816733 Oct 27 16:22:48.522152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:48.526842 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98320be4-74b6-4cb9-a88e-316d465a6b95" -d '{"events": [{"name": "network-changed", "server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:48.566351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f72db90a-9b72-4193-9471-5be0f0929672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.570362 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f72db90a-9b72-4193-9471-5be0f0929672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.576389 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f72db90a-9b72-4193-9471-5be0f0929672 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3b42610-81a3-4ca0-9a64-402a16868bcf HTTP/1.1" status: 204 len: 168 time: 0.3166180 Oct 27 16:22:48.592876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72db90a-9b72-4193-9471-5be0f0929672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b42610-81a3-4ca0-9a64-402a16868bcf,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:48.633263 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-31d69dbb-07de-45ac-8f6a-1b6524b0c6f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.694834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-53521940-f859-4e07-a7d1-ef8013f2c5bc None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:48.714868 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d671cd5e-3c56-4782-b969-a2a2bf7d4e61 x-openstack-request-id: req-d671cd5e-3c56-4782-b969-a2a2bf7d4e61 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:48.715160 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:48.715417 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d671cd5e-3c56-4782-b969-a2a2bf7d4e61 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:48.715822 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'status': 'completed', 'code': 200} Oct 27 16:22:48.733544 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c041d25-7e2d-4581-ac3d-455b72ae1334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.793969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98320be4-74b6-4cb9-a88e-316d465a6b95 req-d91a690d-9f90-4762-b829-5b94388b8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:48.795762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98320be4-74b6-4cb9-a88e-316d465a6b95 req-d91a690d-9f90-4762-b829-5b94388b8833 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 1096 time: 0.0595729 Oct 27 16:22:48.808283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb52ef-1acd-426b-9666-4182e7e9da8c req-40e50156-5c55-485e-bc62-60b6e07a2a6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:48.810179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78cb52ef-1acd-426b-9666-4182e7e9da8c req-40e50156-5c55-485e-bc62-60b6e07a2a6f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.1673520 Oct 27 16:22:48.884359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-31d69dbb-07de-45ac-8f6a-1b6524b0c6f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:48.888305 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78cb52ef-1acd-426b-9666-4182e7e9da8c req-02b48e5c-7937-488f-9a85-1c274fade98a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665908 Oct 27 16:22:48.943580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98320be4-74b6-4cb9-a88e-316d465a6b95 req-9a4cfe27-bf3c-477f-aadc-83ed081f473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:48.945379 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98320be4-74b6-4cb9-a88e-316d465a6b95 req-9a4cfe27-bf3c-477f-aadc-83ed081f473c service neutron] 10.222.0.54 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 917 time: 0.1425025 Oct 27 16:22:48.955469 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-31d69dbb-07de-45ac-8f6a-1b6524b0c6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:49.051978 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d69dbb-07de-45ac-8f6a-1b6524b0c6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c27781-8a7a-403f-af97-838784a5cea4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:49.052752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98320be4-74b6-4cb9-a88e-316d465a6b95 req-48cd3768-768d-4e7a-8710-beeb1c6049e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c HTTP/1.1" status: 200 len: 998 time: 0.0996573 Oct 27 16:22:49.068691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-31d69dbb-07de-45ac-8f6a-1b6524b0c6f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f9c0bc3640e4658a3aa55d8116e8994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9130912 Oct 27 16:22:49.079443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42778) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:49.145756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-53521940-f859-4e07-a7d1-ef8013f2c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '20e97d99-52bb-487b-baec-6f2f0b9d3a38', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'floating_ip_address': '172.25.4.39', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'port_id': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'mac_address': 'fa:16:3e:d8:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:22:26Z', 'updated_at': '2021-10-27T16:22:47Z', 'revision_number': 1, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:49.185209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f223c15-6675-4c81-9e75-a2e2c55fdeba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:49.199284 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53521940-f859-4e07-a7d1-ef8013f2c5bc None None] Checking router: 56a92509-84c0-4868-b6a1-6ab88a36e2b7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:49.212233 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42784) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:49.227566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53521940-f859-4e07-a7d1-ef8013f2c5bc None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:49.228402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-53521940-f859-4e07-a7d1-ef8013f2c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:22:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:49.228784 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6946702-8b63-49dd-be5f-be37a36da790 req-1fced2dd-e7b0-431e-80c8-a080fc0ee2f1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:49.236251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6946702-8b63-49dd-be5f-be37a36da790 req-1fced2dd-e7b0-431e-80c8-a080fc0ee2f1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.1824751 Oct 27 16:22:49.238765 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f223c15-6675-4c81-9e75-a2e2c55fdeba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:49.259608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98320be4-74b6-4cb9-a88e-316d465a6b95 req-8612777f-7356-4344-b02e-e1f129220040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:49.261147 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98320be4-74b6-4cb9-a88e-316d465a6b95 req-8612777f-7356-4344-b02e-e1f129220040 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.1545291 Oct 27 16:22:49.294290 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6946702-8b63-49dd-be5f-be37a36da790 req-525ff579-821c-4e4d-ae51-cb9beb947bf8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526025 Oct 27 16:22:49.307849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42790) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:49.385157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-53521940-f859-4e07-a7d1-ef8013f2c5bc None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:49.392775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98320be4-74b6-4cb9-a88e-316d465a6b95 req-d758f168-a7f2-4826-ae1e-580f159ade8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:49.395180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98320be4-74b6-4cb9-a88e-316d465a6b95 req-d758f168-a7f2-4826-ae1e-580f159ade8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159360 Oct 27 16:22:49.398373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75083a56-6e8a-4929-9785-7fd96acea70e tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:49.416572 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-75083a56-6e8a-4929-9785-7fd96acea70e tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 1091 time: 0.0895538 Oct 27 16:22:49.416920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42794) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:49.416920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:22:49.453808 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7b53cc2-c85c-45a6-b5a7-4c40175108b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:49.466323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f223c15-6675-4c81-9e75-a2e2c55fdeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:49.469774 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f223c15-6675-4c81-9e75-a2e2c55fdeba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:49.501407 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98320be4-74b6-4cb9-a88e-316d465a6b95 req-32f63a04-1ee9-4bdf-b0e3-976d1f0d2cdb service neutron] 10.222.0.54 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929351 Oct 27 16:22:49.506212 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2f223c15-6675-4c81-9e75-a2e2c55fdeba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/12c27781-8a7a-403f-af97-838784a5cea4 HTTP/1.1" status: 204 len: 168 time: 0.4077885 Oct 27 16:22:49.548271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f223c15-6675-4c81-9e75-a2e2c55fdeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c27781-8a7a-403f-af97-838784a5cea4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:49.648146 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:49.703353 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98320be4-74b6-4cb9-a88e-316d465a6b95 req-fda011bf-4753-41c5-a74b-ff6dc2dcfa12 service neutron] 10.222.0.54 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989965 Oct 27 16:22:49.759429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-53521940-f859-4e07-a7d1-ef8013f2c5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '20e97d99-52bb-487b-baec-6f2f0b9d3a38', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'floating_ip_address': '172.25.4.39', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'port_id': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'mac_address': 'fa:16:3e:d8:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:22:26Z', 'updated_at': '2021-10-27T16:22:47Z', 'revision_number': 1, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:49.800713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53521940-f859-4e07-a7d1-ef8013f2c5bc None None] The sync data for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 is: [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '20e97d99-52bb-487b-baec-6f2f0b9d3a38', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'floating_ip_address': '172.25.4.39', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'port_id': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'mac_address': 'fa:16:3e:d8:63:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:22:26Z', 'updated_at': '2021-10-27T16:22:47Z', 'revision_number': 1, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:49.812337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481f14f-35b2-426e-a396-5542b7ec7bf5 req-f6c2ccb7-ce8f-4fc4-920f-1d1a6778f9f4 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:49.813920 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5481f14f-35b2-426e-a396-5542b7ec7bf5 req-f6c2ccb7-ce8f-4fc4-920f-1d1a6778f9f4 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 946 time: 0.1991839 Oct 27 16:22:49.861157 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7b53cc2-c85c-45a6-b5a7-4c40175108b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:49.908843 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5481f14f-35b2-426e-a396-5542b7ec7bf5 req-3a902ebc-cfd0-491e-8eac-dcf6eae11eb8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794303 Oct 27 16:22:49.939864 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e7b53cc2-c85c-45a6-b5a7-4c40175108b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.037062 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e7b53cc2-c85c-45a6-b5a7-4c40175108b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b87e02cc6a74d3797c5735e26b3387d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8237686 Oct 27 16:22:50.037936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42816) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:50.044270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b53cc2-c85c-45a6-b5a7-4c40175108b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4063cf6c-987f-42b3-910a-b4b586d397db,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:50.054135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.171452 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-edba0b55-9329-41fb-ab74-0fe7907cd763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.187548 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0f4b5-1442-47ba-86a9-7a4546d3be4b None None] New status for floating IP 20e97d99-52bb-487b-baec-6f2f0b9d3a38: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:22:50.213166 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-edba0b55-9329-41fb-ab74-0fe7907cd763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.297091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.25.4.251 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/b7e93829-594e-459f-8d1b-7f9a24e0ae1a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:22:50.400354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-edba0b55-9329-41fb-ab74-0fe7907cd763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.411873 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-edba0b55-9329-41fb-ab74-0fe7907cd763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.413230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-edba0b55-9329-41fb-ab74-0fe7907cd763 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4063cf6c-987f-42b3-910a-b4b586d397db HTTP/1.1" status: 204 len: 168 time: 0.3735716 Oct 27 16:22:50.435456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba0b55-9329-41fb-ab74-0fe7907cd763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4063cf6c-987f-42b3-910a-b4b586d397db,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:50.456301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.503063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42834) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:50.531969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aeb77ac-f5b8-4699-8938-dc17a0bf7edf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.608494 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.667327 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aeb77ac-f5b8-4699-8938-dc17a0bf7edf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.673496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:22:50.678605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:22:50.682214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:22:50.722298 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=b7e93829-594e-459f-8d1b-7f9a24e0ae1a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:50.774758 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7aeb77ac-f5b8-4699-8938-dc17a0bf7edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:50.882425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb77ac-f5b8-4699-8938-dc17a0bf7edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0354bec6-abd5-4d4d-8d51-e80b69986757,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:50.891991 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7aeb77ac-f5b8-4699-8938-dc17a0bf7edf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f965b2fc32648638f54bc2853ba4997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878562 Oct 27 16:22:50.892246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42844) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:50.971536 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b113c01-491b-40e0-bd1f-507fd277f0ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.000691 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b113c01-491b-40e0-bd1f-507fd277f0ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.155053 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.160043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b113c01-491b-40e0-bd1f-507fd277f0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.162681 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b113c01-491b-40e0-bd1f-507fd277f0ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.163831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6b113c01-491b-40e0-bd1f-507fd277f0ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0354bec6-abd5-4d4d-8d51-e80b69986757 HTTP/1.1" status: 204 len: 168 time: 0.2703817 Oct 27 16:22:51.172309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b113c01-491b-40e0-bd1f-507fd277f0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0354bec6-abd5-4d4d-8d51-e80b69986757,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:51.322004 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.359443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42856) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:51.374398 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-adb1ff3d-7b0e-4677-a6e5-dbdbda9d877b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.518686 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-adb1ff3d-7b0e-4677-a6e5-dbdbda9d877b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.531290 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2f54512e-51f7-4b3f-a65c-957552320b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.538545 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.588531 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-adb1ff3d-7b0e-4677-a6e5-dbdbda9d877b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.617438 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.654681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-adb1ff3d-7b0e-4677-a6e5-dbdbda9d877b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a644cd202754ede96fb459d8e79aefc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2918856 Oct 27 16:22:51.654681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1ff3d-7b0e-4677-a6e5-dbdbda9d877b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e565def5-e8e1-417c-a0c6-b34299f5e5d1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:51.669190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.684917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42864) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:51.787282 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3837f18e-b688-499e-be70-a44d0fa06b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.824607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3837f18e-b688-499e-be70-a44d0fa06b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:51.847430 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Floating IP 9394cd52-3121-46f9-a3b8-60cafe7c1e8e associated. External IP: 172.25.4.251, port: fc7735a5-71f2-481f-82cf-86f9a2a37cbe. Oct 27 16:22:51.851221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=b7e93829-594e-459f-8d1b-7f9a24e0ae1a,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:52.043332 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3837f18e-b688-499e-be70-a44d0fa06b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:52.045952 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3837f18e-b688-499e-be70-a44d0fa06b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:52.047120 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3837f18e-b688-499e-be70-a44d0fa06b4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e565def5-e8e1-417c-a0c6-b34299f5e5d1 HTTP/1.1" status: 204 len: 168 time: 0.3596239 Oct 27 16:22:52.059309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837f18e-b688-499e-be70-a44d0fa06b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e565def5-e8e1-417c-a0c6-b34299f5e5d1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:52.217014 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:52.251792 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:52.644733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:22:52.761479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:22:52.778892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cf16a2-93e2-42ba-91fc-8b46a8fc8108 None None] Sync routers for ids ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:22:52.791032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf16a2-93e2-42ba-91fc-8b46a8fc8108 None None] Routers {'50d635c3-dba1-4a8a-b478-c6a53f43ec05'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:52.793448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-68cf16a2-93e2-42ba-91fc-8b46a8fc8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:22:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:52.919849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:52.927134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-68cf16a2-93e2-42ba-91fc-8b46a8fc8108 None None] Set router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:52.964744 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-79183c9b-5dd5-42e3-89ff-7711daf05504 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5605910 Oct 27 16:22:52.967661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:22:52.974149 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297" -d '{"events": [{"name": "network-changed", "server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:22:53.079226 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8764e966-a25f-4411-b89a-f716dd7f7822 x-openstack-request-id: req-8764e966-a25f-4411-b89a-f716dd7f7822 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:22:53.085605 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:22:53.086434 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8764e966-a25f-4411-b89a-f716dd7f7822 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:22:53.087213 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'status': 'completed', 'code': 200} Oct 27 16:22:53.126495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb95171-8599-4717-9fe1-c8f9890c5085 req-09076527-308b-4bc3-9d65-eb363bd1908a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:53.141112 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eeb95171-8599-4717-9fe1-c8f9890c5085 req-09076527-308b-4bc3-9d65-eb363bd1908a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.1169503 Oct 27 16:22:53.156668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 42932) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:53.204068 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297 req-bb5c484b-12be-426b-867d-70f20a293a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:53.207530 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:22:53.209339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297 req-bb5c484b-12be-426b-867d-70f20a293a3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 1096 time: 0.1021683 Oct 27 16:22:53.218709 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eeb95171-8599-4717-9fe1-c8f9890c5085 req-44f8af24-7052-476c-8ac5-592f36c9fd1a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725183 Oct 27 16:22:53.235597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42938) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:53.341285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-68cf16a2-93e2-42ba-91fc-8b46a8fc8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:26Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '9394cd52-3121-46f9-a3b8-60cafe7c1e8e', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'port_id': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'mac_address': 'fa:16:3e:78:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:22:51Z', 'updated_at': '2021-10-27T16:22:51Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25474253-e3dc-484a-a045-c3e763db0d42', 'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:e3:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:24Z', 'updated_at': '2021-10-27T16:22:30Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:53.341946 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-04c7c2a8-5031-4d0f-8a4b-09d1e1abf84c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/9394cd52-3121-46f9-a3b8-60cafe7c1e8e HTTP/1.1" status: 200 len: 991 time: 0.1046307 Oct 27 16:22:53.373912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297 req-3cd80715-8234-4275-835c-0932ba53d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:53.377524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297 req-3cd80715-8234-4275-835c-0932ba53d95d service neutron] 10.222.0.54 "GET /v2.0/networks?id=03145762-1316-4db8-8cae-963e08f67af7 HTTP/1.1" status: 200 len: 898 time: 0.1598506 Oct 27 16:22:53.381418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cf16a2-93e2-42ba-91fc-8b46a8fc8108 None None] Checking router: 50d635c3-dba1-4a8a-b478-c6a53f43ec05 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:22:53.394721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf16a2-93e2-42ba-91fc-8b46a8fc8108 None None] Routers {'50d635c3-dba1-4a8a-b478-c6a53f43ec05'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:22:53.396127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-68cf16a2-93e2-42ba-91fc-8b46a8fc8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:22:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:53.445333 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35b30c9f-725e-405b-979b-9d4b4d4a380a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.497645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297 req-1edd6a8f-10b2-4fc5-976c-8ebc449c2b34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe HTTP/1.1" status: 200 len: 999 time: 0.1073613 Oct 27 16:22:53.596935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297 req-3db6805c-1286-4476-a1ec-8a5ccd2034ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:53.598845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297 req-3db6805c-1286-4476-a1ec-8a5ccd2034ca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=272c3410-f19e-493c-b0ea-63aac306aa9e HTTP/1.1" status: 200 len: 833 time: 0.0913854 Oct 27 16:22:53.704571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35b30c9f-725e-405b-979b-9d4b4d4a380a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.748610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-68cf16a2-93e2-42ba-91fc-8b46a8fc8108 None None] Set router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:22:53.748704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297 req-960f857d-4e7c-4837-b242-a458a69de9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:53.748704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297 req-960f857d-4e7c-4837-b242-a458a69de9f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03145762-1316-4db8-8cae-963e08f67af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373627 Oct 27 16:22:53.795017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35b30c9f-725e-405b-979b-9d4b4d4a380a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.840641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42970) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:53.842311 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-35b30c9f-725e-405b-979b-9d4b4d4a380a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=079ce4e1382e4dc6b0334c832677f685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6825004 Oct 27 16:22:53.869471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b30c9f-725e-405b-979b-9d4b4d4a380a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8963de69-8f15-451c-88b6-9a8378017c59,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:53.953934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b22aeb2-9201-497b-be28-d089aff5c68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:53.977336 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b22aeb2-9201-497b-be28-d089aff5c68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.104432 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b22aeb2-9201-497b-be28-d089aff5c68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.108584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2b22aeb2-9201-497b-be28-d089aff5c68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.110392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2b22aeb2-9201-497b-be28-d089aff5c68a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8963de69-8f15-451c-88b6-9a8378017c59 HTTP/1.1" status: 204 len: 168 time: 0.2684298 Oct 27 16:22:54.121723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297 req-d3f6434b-02bd-4c9d-a986-dbd4962e8406 service neutron] 10.222.0.54 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704998 Oct 27 16:22:54.125885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22aeb2-9201-497b-be28-d089aff5c68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8963de69-8f15-451c-88b6-9a8378017c59,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:54.169425 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:54.266071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-68cf16a2-93e2-42ba-91fc-8b46a8fc8108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:26Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '9394cd52-3121-46f9-a3b8-60cafe7c1e8e', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'port_id': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'mac_address': 'fa:16:3e:78:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:22:51Z', 'updated_at': '2021-10-27T16:22:51Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25474253-e3dc-484a-a045-c3e763db0d42', 'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:e3:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:24Z', 'updated_at': '2021-10-27T16:22:30Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:22:54.273325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0c43ab6-34d6-4911-abc0-d9c4b3b4d297 req-99b70df0-d9f4-4981-a921-cdf5b4865d54 service neutron] 10.222.0.54 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389775 Oct 27 16:22:54.345759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42998) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:54.363008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cf16a2-93e2-42ba-91fc-8b46a8fc8108 None None] The sync data for ids ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'] in n-d-815689-1 is: [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:26Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '9394cd52-3121-46f9-a3b8-60cafe7c1e8e', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.251', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'port_id': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2390, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'mac_address': 'fa:16:3e:78:ea:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:22:51Z', 'updated_at': '2021-10-27T16:22:51Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25474253-e3dc-484a-a045-c3e763db0d42', 'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:e3:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:24Z', 'updated_at': '2021-10-27T16:22:30Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:22:54.432192 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-36d18c5b-9634-454f-be32-f8561f70c3bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/9394cd52-3121-46f9-a3b8-60cafe7c1e8e HTTP/1.1" status: 200 len: 991 time: 0.0841284 Oct 27 16:22:54.645246 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c65feff-ea9d-4115-8b6c-87bf7338e07c None None] New status for floating IP 9394cd52-3121-46f9-a3b8-60cafe7c1e8e: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:22:55.180977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43062) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:55.194935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6653ec00-b618-4270-a07d-9f7b6109a125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.275172 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6653ec00-b618-4270-a07d-9f7b6109a125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.369309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6653ec00-b618-4270-a07d-9f7b6109a125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.416007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653ec00-b618-4270-a07d-9f7b6109a125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb49d83-1871-4324-9f6f-6d33df685ed1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:55.430900 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6653ec00-b618-4270-a07d-9f7b6109a125 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fc41369d5fa46b791edb1a7e23601c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454960 Oct 27 16:22:55.430900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43074) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:55.436015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43076) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:55.509733 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d44788b-0211-41d6-8cba-17117f5223db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.515612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4861fb57-df2d-4e66-ba72-f4d0354b5289 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/9394cd52-3121-46f9-a3b8-60cafe7c1e8e HTTP/1.1" status: 200 len: 993 time: 0.0777724 Oct 27 16:22:55.547606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d44788b-0211-41d6-8cba-17117f5223db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.720094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d44788b-0211-41d6-8cba-17117f5223db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.724284 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1d44788b-0211-41d6-8cba-17117f5223db admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:55.725559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1d44788b-0211-41d6-8cba-17117f5223db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bb49d83-1871-4324-9f6f-6d33df685ed1 HTTP/1.1" status: 204 len: 168 time: 0.2920516 Oct 27 16:22:55.733518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44788b-0211-41d6-8cba-17117f5223db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb49d83-1871-4324-9f6f-6d33df685ed1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:56.140011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43092) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:56.289439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3d1a-428f-4ebd-beec-618134cd4a14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.388119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3d1a-428f-4ebd-beec-618134cd4a14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.460532 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5bdb3d1a-428f-4ebd-beec-618134cd4a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.516725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb3d1a-428f-4ebd-beec-618134cd4a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d618d028-7293-4cad-baa7-d1b65fa69d44,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:56.523138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5bdb3d1a-428f-4ebd-beec-618134cd4a14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51e1ce26dfed469c8e9f4719a41fc0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817425 Oct 27 16:22:56.530303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:56.618586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d988814-3f77-4992-9435-d6315d0b9832 req-80449b5a-c532-44fb-b606-a3e202ebdaa6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886967 Oct 27 16:22:56.655742 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02322460-9e46-458f-9463-62916374798b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.681727 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02322460-9e46-458f-9463-62916374798b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.757026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d988814-3f77-4992-9435-d6315d0b9832 req-76af5397-ddba-422d-a8d4-6bd7d45848a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:56.759091 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d988814-3f77-4992-9435-d6315d0b9832 req-76af5397-ddba-422d-a8d4-6bd7d45848a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 1096 time: 0.0671277 Oct 27 16:22:56.883640 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02322460-9e46-458f-9463-62916374798b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.886670 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02322460-9e46-458f-9463-62916374798b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:56.887855 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-02322460-9e46-458f-9463-62916374798b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d618d028-7293-4cad-baa7-d1b65fa69d44 HTTP/1.1" status: 204 len: 168 time: 0.3558683 Oct 27 16:22:56.899388 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02322460-9e46-458f-9463-62916374798b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d618d028-7293-4cad-baa7-d1b65fa69d44,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:56.920888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d988814-3f77-4992-9435-d6315d0b9832 req-f40b5734-4afc-49f4-a835-438ae2139e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:56.922707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d988814-3f77-4992-9435-d6315d0b9832 req-f40b5734-4afc-49f4-a835-438ae2139e6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 920 time: 0.1301956 Oct 27 16:22:56.973753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d988814-3f77-4992-9435-d6315d0b9832 req-fff4dfbe-3c4c-4490-a922-ba02fcfae884 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 HTTP/1.1" status: 200 len: 217 time: 0.0438359 Oct 27 16:22:57.041022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d988814-3f77-4992-9435-d6315d0b9832 req-3160a8d7-b72c-419a-9cc0-b0f56525f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:57.043092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d988814-3f77-4992-9435-d6315d0b9832 req-3160a8d7-b72c-419a-9cc0-b0f56525f886 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.0577700 Oct 27 16:22:57.078003 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d988814-3f77-4992-9435-d6315d0b9832 req-33faba50-a0e3-413b-a38c-6dd1083a2695 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278594 Oct 27 16:22:57.183545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d988814-3f77-4992-9435-d6315d0b9832 req-39d4e936-a57b-4416-8e54-3d477da2ce9e service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939360 Oct 27 16:22:57.384826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d988814-3f77-4992-9435-d6315d0b9832 req-7159c1be-7e1f-4084-aff3-f9e37d6820ae service neutron] 10.222.0.53 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863322 Oct 27 16:22:57.850162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-a8e947cd-8f20-4f7b-a1c7-d94ec442906a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:57.856715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-a8e947cd-8f20-4f7b-a1c7-d94ec442906a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/networks?id=132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 200 len: 815 time: 0.1246309 Oct 27 16:22:57.869392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-f4a55153-4a35-4e89-974f-b9e30b3f7ea6 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/quotas/a0499ad2760c4c6f80bea41104f84ca5 HTTP/1.1" status: 200 len: 375 time: 0.0112038 Oct 27 16:22:57.940650 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-72ad33b2-b744-4cb2-a2c1-da64602a6cc3 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643868 Oct 27 16:22:58.052334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-ea6e3406-9219-4017-b656-fcb491de35b6 service neutron] 10.222.0.15 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107607 Oct 27 16:22:58.157790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-af98f069-bf73-4dbe-b569-ca46673425d9 service neutron] 10.222.0.15 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979519 Oct 27 16:22:58.448305 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eaa4a989-f785-479c-b2d3-965b45d0b010 req-45a6a483-4b3b-4231-b83f-9b1dc61de2e1 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 210 time: 0.0374413 Oct 27 16:22:58.686034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43204) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:58.846593 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f46a92bd-d8fe-424b-a446-42cb5ccc2f23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:58.974024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea354d8d-fdc3-4881-acf2-87fd3961f18e req-058a1557-ae97-4512-80d3-039772711f56 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705037 Oct 27 16:22:58.993986 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f46a92bd-d8fe-424b-a446-42cb5ccc2f23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.055711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea354d8d-fdc3-4881-acf2-87fd3961f18e req-21904f24-549f-4521-81a3-78327b75f1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:59.057437 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea354d8d-fdc3-4881-acf2-87fd3961f18e req-21904f24-549f-4521-81a3-78327b75f1ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=04e3a62c25e9434593931bffee32fad2&device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 1096 time: 0.0584083 Oct 27 16:22:59.085450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f46a92bd-d8fe-424b-a446-42cb5ccc2f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.136778 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f46a92bd-d8fe-424b-a446-42cb5ccc2f23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad30094e203c4fc5b2f1167bdded7e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494939 Oct 27 16:22:59.143866 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a92bd-d8fe-424b-a446-42cb5ccc2f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ed1079-7c49-41cd-a027-40db9778444f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:59.146520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43220) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:22:59.223397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea354d8d-fdc3-4881-acf2-87fd3961f18e req-a6b3e5e7-ee07-4f7c-b130-ac21d4d85b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:59.225231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea354d8d-fdc3-4881-acf2-87fd3961f18e req-a6b3e5e7-ee07-4f7c-b130-ac21d4d85b88 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 200 len: 920 time: 0.1304681 Oct 27 16:22:59.277459 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20fabe64-32b7-4d47-9cea-bfbffe3ac32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.308187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea354d8d-fdc3-4881-acf2-87fd3961f18e req-aa3c0443-2059-4875-bfc5-6638af32173f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=443b6712-7385-43db-9ff7-d1f50e442381 HTTP/1.1" status: 200 len: 217 time: 0.0701885 Oct 27 16:22:59.311910 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.329820 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20fabe64-32b7-4d47-9cea-bfbffe3ac32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.369296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea354d8d-fdc3-4881-acf2-87fd3961f18e req-1997f86e-8fdd-49be-92b4-3f27f500347e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:22:59.370943 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea354d8d-fdc3-4881-acf2-87fd3961f18e req-1997f86e-8fdd-49be-92b4-3f27f500347e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 200 len: 859 time: 0.0569975 Oct 27 16:22:59.403999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea354d8d-fdc3-4881-acf2-87fd3961f18e req-bf9face2-5513-4784-8d35-0fe08eca60f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1933cc2c-c396-4587-b9d5-ae0534018402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254457 Oct 27 16:22:59.509198 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20fabe64-32b7-4d47-9cea-bfbffe3ac32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.511903 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20fabe64-32b7-4d47-9cea-bfbffe3ac32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:22:59.513913 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-20fabe64-32b7-4d47-9cea-bfbffe3ac32c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04ed1079-7c49-41cd-a027-40db9778444f HTTP/1.1" status: 204 len: 168 time: 0.3661323 Oct 27 16:22:59.527089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fabe64-32b7-4d47-9cea-bfbffe3ac32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ed1079-7c49-41cd-a027-40db9778444f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:22:59.529861 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea354d8d-fdc3-4881-acf2-87fd3961f18e req-5bb39a7f-7d06-45a0-ab11-929100cc4a3f service neutron] 10.222.0.54 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180747 Oct 27 16:22:59.601213 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0535aba2-dc3b-47c8-b7f2-ab3d4888a53c req-6fb1a04f-69a5-4dc1-95fc-6225aa485c34 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 210 time: 0.0391791 Oct 27 16:22:59.728031 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea354d8d-fdc3-4881-acf2-87fd3961f18e req-2e2c30c2-900a-4dfb-9370-0956fb41fd97 service neutron] 10.222.0.54 "GET /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879380 Oct 27 16:23:00.692514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43280) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:00.745819 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-74f5c6ba-ba06-4dee-b26d-fdc2077e00d6 req-90d5a957-c8f9-403d-af34-728a64e6d9fc tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 210 time: 0.0540791 Oct 27 16:23:00.989553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:01.087617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-8b416248-0d59-43ad-b510-ded4554f60b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:01.089420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-8b416248-0d59-43ad-b510-ded4554f60b9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.54 "GET /v2.0/networks?id=132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 200 len: 815 time: 0.3646629 Oct 27 16:23:01.103698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Request body: {'port': {'device_id': 'b75714df-3161-4833-9173-da8eef304995', 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea', 'admin_state_up': True, 'tenant_id': 'a0499ad2760c4c6f80bea41104f84ca5'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:01.186663 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:01.362664 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:01.406114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Made reservation on behalf of a0499ad2760c4c6f80bea41104f84ca5 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:01.414548 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:01.624774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Allocated IP 172.25.4.67 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/e38fdebc-7768-4070-afff-11ec490f0a57) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:01.754088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Allocated IP 172.20.0.12 (132a38e1-8312-496d-bb88-843d7fa1e6ea/c58e9c83-708c-4bb1-a346-679015834b71/2c04df28-1e0c-444a-9a6f-478f6d094a6a) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:01.831375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:01.876550 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ca2703e-84fe-4f8d-85bc-ec0afd8f730c req-249f3d62-dd96-4b21-ac45-ea9056f23ea8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 210 time: 0.0382888 Oct 27 16:23:02.005246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.028697 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.096972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:02.100819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:02.105545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:02.108842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Pushing event updated for resources: {'Port': ['ID=e38fdebc-7768-4070-afff-11ec490f0a57,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:02.194282 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.207903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['3ed53d88-ef80-4a42-8ec6-8e3351011f81', 'e513d531-d6b7-45c5-8a36-912564db3423'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:23:02.291155 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.298555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Pushing event updated for resources: {'Port': ['ID=2c04df28-1e0c-444a-9a6f-478f6d094a6a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:02.312721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Network 132a38e1-8312-496d-bb88-843d7fa1e6ea is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:02.314589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:02.317901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:02.383818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:02.384394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.435177 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.489178 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-7126f8fc-b4ac-49cd-b989-3bf9236247cb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3891861 Oct 27 16:23:02.524257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Request body: {'port': {'device_id': 'b75714df-3161-4833-9173-da8eef304995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:02.609869 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.647297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.719359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43334) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:02.808957 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.869046 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49f70e6b-9778-43b2-a56c-b39b115091f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:02.875377 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.038898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Pushing event updated for resources: {'Port': ['ID=e38fdebc-7768-4070-afff-11ec490f0a57,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:03.050050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.063495 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49f70e6b-9778-43b2-a56c-b39b115091f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.081219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86d1f2-609d-4f0d-adbe-022ab01a6ff6 req-b2456252-ae39-40b2-af31-f3246cf3a2f0 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:03.082978 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b86d1f2-609d-4f0d-adbe-022ab01a6ff6 req-b2456252-ae39-40b2-af31-f3246cf3a2f0 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 932 time: 0.0672626 Oct 27 16:23:03.127540 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b86d1f2-609d-4f0d-adbe-022ab01a6ff6 req-a9bd25f2-88e6-44e8-a58a-e40059ccd68c tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367868 Oct 27 16:23:03.144143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c04df28-1e0c-444a-9a6f-478f6d094a6a {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:23:03.146282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49f70e6b-9778-43b2-a56c-b39b115091f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.151003 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.152287 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6f3fad25-b31c-469a-b405-9660afa91318 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4584486 Oct 27 16:23:03.157380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.160007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43342) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:03.164792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b1b7481d-c99f-4020-a8e3-b8a9f59e889d tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1693389972', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'fixed_ips': [{'ip_address': '172.25.4.67'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:03.171833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Transition to ACTIVE for port object 2c04df28-1e0c-444a-9a6f-478f6d094a6a will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:23:03.202861 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-49f70e6b-9778-43b2-a56c-b39b115091f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=784c7e6717e74df2aea85cfd53692605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4822893 Oct 27 16:23:03.205796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43346) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:03.216590 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f70e6b-9778-43b2-a56c-b39b115091f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af6dee3-a40d-4d53-a4ab-fde3b3911294,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:03.266383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12885446-e128-4e83-aaef-e365fe2d4a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.268963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.289797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12885446-e128-4e83-aaef-e365fe2d4a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.305663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b7481d-c99f-4020-a8e3-b8a9f59e889d tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Made reservation on behalf of 4d1a990bd2dc48cfb9d39f8908795607 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:03.308030 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1b7481d-c99f-4020-a8e3-b8a9f59e889d tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.322197 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04df28-1e0c-444a-9a6f-478f6d094a6a,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:03.326932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1b7481d-c99f-4020-a8e3-b8a9f59e889d tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.389367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Attempting to bind port 2c04df28-1e0c-444a-9a6f-478f6d094a6a on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:03.389697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Attempting to bind port 2c04df28-1e0c-444a-9a6f-478f6d094a6a by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:03.390024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Attempting to bind port 2c04df28-1e0c-444a-9a6f-478f6d094a6a on network 132a38e1-8312-496d-bb88-843d7fa1e6ea {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:03.395266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Port 2c04df28-1e0c-444a-9a6f-478f6d094a6a on network 132a38e1-8312-496d-bb88-843d7fa1e6ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:03.395595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Attempting to bind port 2c04df28-1e0c-444a-9a6f-478f6d094a6a on network 132a38e1-8312-496d-bb88-843d7fa1e6ea {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:03.400546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:03.400880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Checking segment: {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:03.401264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Bound using segment: {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:03.401794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Bound port: 2c04df28-1e0c-444a-9a6f-478f6d094a6a, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:03.402046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.440576 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12885446-e128-4e83-aaef-e365fe2d4a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.443128 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12885446-e128-4e83-aaef-e365fe2d4a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.446754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-12885446-e128-4e83-aaef-e365fe2d4a96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9af6dee3-a40d-4d53-a4ab-fde3b3911294 HTTP/1.1" status: 204 len: 168 time: 0.2371144 Oct 27 16:23:03.458249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12885446-e128-4e83-aaef-e365fe2d4a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af6dee3-a40d-4d53-a4ab-fde3b3911294,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:03.479491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] For port 2c04df28-1e0c-444a-9a6f-478f6d094a6a, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:03.486080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] For port 2c04df28-1e0c-444a-9a6f-478f6d094a6a, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=2c04df28-1e0c-444a-9a6f-478f6d094a6a,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:03.516705 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1b7481d-c99f-4020-a8e3-b8a9f59e889d tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.597944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.629963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1b7481d-c99f-4020-a8e3-b8a9f59e889d tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.638114 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-b1b7481d-c99f-4020-a8e3-b8a9f59e889d tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] device_id is not set on port 24fb95e0-bd44-4212-8173-f17b36143f62 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:03.698471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:03.699172 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:03.700670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] 10.222.0.54 "PUT /v2.0/ports/2c04df28-1e0c-444a-9a6f-478f6d094a6a HTTP/1.1" status: 200 len: 1092 time: 1.1807466 Oct 27 16:23:03.701119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75714df-3161-4833-9173-da8eef304995', 'tag': '2c04df28-1e0c-444a-9a6f-478f6d094a6a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:03.703923 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02b3d15-f926-4cd8-a041-a617c98cc4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b75714df-3161-4833-9173-da8eef304995", "tag": "2c04df28-1e0c-444a-9a6f-478f6d094a6a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:03.719816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58536f72-3648-44d3-87eb-33b1c27c76b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2c04df28-1e0c-444a-9a6f-478f6d094a6a,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:03.757611 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af87dc67-360f-4ecb-883d-dc906e1c506f x-openstack-request-id: req-af87dc67-360f-4ecb-883d-dc906e1c506f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:03.758137 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75714df-3161-4833-9173-da8eef304995", "tag": "2c04df28-1e0c-444a-9a6f-478f6d094a6a", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:03.759130 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af87dc67-360f-4ecb-883d-dc906e1c506f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:03.759694 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75714df-3161-4833-9173-da8eef304995', 'tag': '2c04df28-1e0c-444a-9a6f-478f6d094a6a', 'status': 'completed', 'code': 200} Oct 27 16:23:03.907477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7481d-c99f-4020-a8e3-b8a9f59e889d tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f142b93-54d1-470a-9b86-e7da09a408cd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:03.939081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b3d15-f926-4cd8-a041-a617c98cc4b3 req-5fe42ecc-10cd-414b-bae8-acbb94a98c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:03.944275 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c02b3d15-f926-4cd8-a041-a617c98cc4b3 req-5fe42ecc-10cd-414b-bae8-acbb94a98c88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 1095 time: 0.1411338 Oct 27 16:23:04.145359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b3d15-f926-4cd8-a041-a617c98cc4b3 req-b616819d-a62e-4b0d-9665-de847e4e65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:04.146834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c02b3d15-f926-4cd8-a041-a617c98cc4b3 req-b616819d-a62e-4b0d-9665-de847e4e65a1 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1890700 Oct 27 16:23:04.166935 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b7481d-c99f-4020-a8e3-b8a9f59e889d tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 16:23:04.167452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b7481d-c99f-4020-a8e3-b8a9f59e889d tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:23:04.266722 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b1b7481d-c99f-4020-a8e3-b8a9f59e889d tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1055431 Oct 27 16:23:04.271553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43382) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:04.305486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d39ea-9f23-4a66-9ec9-819a040f028c req-7554b20d-a70c-4254-a08a-ebace9a9c34a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:04.307053 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-df1d39ea-9f23-4a66-9ec9-819a040f028c req-7554b20d-a70c-4254-a08a-ebace9a9c34a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 944 time: 0.0892315 Oct 27 16:23:04.370018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-df1d39ea-9f23-4a66-9ec9-819a040f028c req-4f2e7763-964e-4fc3-a454-a434b7c72553 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532410 Oct 27 16:23:04.371562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b3d15-f926-4cd8-a041-a617c98cc4b3 req-e1ed87f4-02f7-4bcb-a3ba-0a29deaf1485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:04.372722 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c02b3d15-f926-4cd8-a041-a617c98cc4b3 req-e1ed87f4-02f7-4bcb-a3ba-0a29deaf1485 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2165098 Oct 27 16:23:04.414551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9e57-0c50-4cea-b8e7-41e22610c86d req-3b4748aa-5c95-490a-8709-573e44331972 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:04.416144 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c22a9e57-0c50-4cea-b8e7-41e22610c86d req-3b4748aa-5c95-490a-8709-573e44331972 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.1875460 Oct 27 16:23:04.468724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-b09c07f0-c1b4-468e-9d69-d46a62bb8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:04.470959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-b09c07f0-c1b4-468e-9d69-d46a62bb8743 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 1095 time: 0.0532794 Oct 27 16:23:04.504448 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c22a9e57-0c50-4cea-b8e7-41e22610c86d req-747bdcee-fd88-407d-8403-c32762c952ce tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743222 Oct 27 16:23:04.529449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f6310466-b534-4f24-8cce-f18cc36b24cc tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Deleting port e38fdebc-7768-4070-afff-11ec490f0a57 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:04.530832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6310466-b534-4f24-8cce-f18cc36b24cc tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:04.625565 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6310466-b534-4f24-8cce-f18cc36b24cc tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:04.626007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6310466-b534-4f24-8cce-f18cc36b24cc tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:04.652016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f6310466-b534-4f24-8cce-f18cc36b24cc tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Calling delete_port for e38fdebc-7768-4070-afff-11ec490f0a57 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:04.888246 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-717ee5bf-e211-4d55-9ffb-cbc81d78ebe5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2c04df28-1e0c-444a-9a6f-478f6d094a6a HTTP/1.1" status: 200 len: 217 time: 0.4090452 Oct 27 16:23:04.948904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-a2695aa3-498b-4a71-8112-bf5afd417746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:04.950645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-a2695aa3-498b-4a71-8112-bf5afd417746 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c58e9c83-708c-4bb1-a346-679015834b71 HTTP/1.1" status: 200 len: 855 time: 0.0493829 Oct 27 16:23:04.958042 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6310466-b534-4f24-8cce-f18cc36b24cc tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:04.992842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6310466-b534-4f24-8cce-f18cc36b24cc tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Pushing event deleted for resources: {'Port': ['ID=e38fdebc-7768-4070-afff-11ec490f0a57,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:04.994570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-003271de-110e-4d0c-8dbc-f3fa4b6966e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=132a38e1-8312-496d-bb88-843d7fa1e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333416 Oct 27 16:23:05.092115 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6310466-b534-4f24-8cce-f18cc36b24cc tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.096666 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6310466-b534-4f24-8cce-f18cc36b24cc tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.105848 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f6310466-b534-4f24-8cce-f18cc36b24cc tempest-ExternalNetworksAdminNegativeTestJSON-1171787734 tempest-ExternalNetworksAdminNegativeTestJSON-1171787734-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/ca094451-4d8b-4ab9-8248-ef1b28d9780e HTTP/1.1" status: 204 len: 168 time: 0.8322785 Oct 27 16:23:05.215137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-65d1058e-447a-43f3-82b5-d8710d156cf8 service neutron] 10.222.0.54 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091119 Oct 27 16:23:05.324288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2de1bca5-79fb-4e60-bb44-84c0d20eb7cb req-bf1274b4-ef34-4def-b9a7-7f4e8bc47e6a service neutron] 10.222.0.54 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006496 Oct 27 16:23:05.494616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01edee83-c215-432f-8379-8dd52d687e7f req-48f9d6f5-2c09-40be-aa8e-aff37ffc5089 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:05.501345 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-01edee83-c215-432f-8379-8dd52d687e7f req-48f9d6f5-2c09-40be-aa8e-aff37ffc5089 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 944 time: 0.0526643 Oct 27 16:23:05.561856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-01edee83-c215-432f-8379-8dd52d687e7f req-78a7af6b-77fe-4102-a045-abba5ed814da tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572648 Oct 27 16:23:05.646675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b29986-5e0c-4a83-9dc2-dc9a21ed25cc req-7a78dcc2-e0e2-441b-9564-9ca205aae166 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:05.654185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30b29986-5e0c-4a83-9dc2-dc9a21ed25cc req-7a78dcc2-e0e2-441b-9564-9ca205aae166 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.0667169 Oct 27 16:23:05.703306 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-30b29986-5e0c-4a83-9dc2-dc9a21ed25cc req-abd20bf9-c8d2-4b64-967e-eaf44989a95f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479560 Oct 27 16:23:05.721138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43426) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:05.829227 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-00db7f08-fc88-4859-b45e-0ef1ca5dbedb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.923285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-00db7f08-fc88-4859-b45e-0ef1ca5dbedb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:05.991992 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-00db7f08-fc88-4859-b45e-0ef1ca5dbedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.035588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-00db7f08-fc88-4859-b45e-0ef1ca5dbedb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=862f816209e74ce18e87ce5cc92d585b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109190 Oct 27 16:23:06.035588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db7f08-fc88-4859-b45e-0ef1ca5dbedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9556f29-e78a-49f1-a3df-faf65cb073fc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:06.036507 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43440) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:06.105145 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c8daaac3-7e5d-441a-a8ef-9946d94c8342 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.131411 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c8daaac3-7e5d-441a-a8ef-9946d94c8342 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.248780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c8daaac3-7e5d-441a-a8ef-9946d94c8342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.251577 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c8daaac3-7e5d-441a-a8ef-9946d94c8342 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.253466 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c8daaac3-7e5d-441a-a8ef-9946d94c8342 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9556f29-e78a-49f1-a3df-faf65cb073fc HTTP/1.1" status: 204 len: 168 time: 0.2155411 Oct 27 16:23:06.261845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daaac3-7e5d-441a-a8ef-9946d94c8342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9556f29-e78a-49f1-a3df-faf65cb073fc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:06.683397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152dba96-d913-4cfd-958f-bdee822c237a req-483a8e29-f615-4e7d-a73f-61328a73487e tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:06.685596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-152dba96-d913-4cfd-958f-bdee822c237a req-483a8e29-f615-4e7d-a73f-61328a73487e tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.54 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.0706270 Oct 27 16:23:06.776533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4919f0c-71e1-4fdf-ab30-121aae2bf78f req-9ca70c37-eb37-4b15-aba9-9114d5ca34a6 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:06.784570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4919f0c-71e1-4fdf-ab30-121aae2bf78f req-9ca70c37-eb37-4b15-aba9-9114d5ca34a6 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 944 time: 0.1125193 Oct 27 16:23:06.830518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b522d0-e6e3-4344-bdf2-b272a49b161d req-ff67c719-1d5a-4b4b-8f2f-ba29a4ca593f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:06.851929 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9b522d0-e6e3-4344-bdf2-b272a49b161d req-ff67c719-1d5a-4b4b-8f2f-ba29a4ca593f tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 945 time: 0.0782640 Oct 27 16:23:06.872716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4919f0c-71e1-4fdf-ab30-121aae2bf78f req-04456d3b-edf1-43f0-809e-d4506bc02817 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869119 Oct 27 16:23:06.884882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-152dba96-d913-4cfd-958f-bdee822c237a req-f3a0d893-d4e9-4826-84d1-444f897a3f5b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Deleting port 443b6712-7385-43db-9ff7-d1f50e442381 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:06.885357 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-152dba96-d913-4cfd-958f-bdee822c237a req-f3a0d893-d4e9-4826-84d1-444f897a3f5b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:06.902218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9b522d0-e6e3-4344-bdf2-b272a49b161d req-a45a75e2-25a7-46e0-ab0c-591f51a9d50d tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493667 Oct 27 16:23:06.966090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43490) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:07.009885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dc896483-3f38-4900-8469-9b0cf423b519 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d1a990bd2dc48cfb9d39f8908795607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424395 Oct 27 16:23:07.012146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43496) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:07.048393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-152dba96-d913-4cfd-958f-bdee822c237a req-f3a0d893-d4e9-4826-84d1-444f897a3f5b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] For port 443b6712-7385-43db-9ff7-d1f50e442381, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=443b6712-7385-43db-9ff7-d1f50e442381,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:07.049593 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-152dba96-d913-4cfd-958f-bdee822c237a req-f3a0d893-d4e9-4826-84d1-444f897a3f5b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:07.063297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-152dba96-d913-4cfd-958f-bdee822c237a req-f3a0d893-d4e9-4826-84d1-444f897a3f5b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Calling delete_port for 443b6712-7385-43db-9ff7-d1f50e442381 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:07.075205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfd85a1c-66ae-4cfa-803a-82362e8a45e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:07.108637 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfd85a1c-66ae-4cfa-803a-82362e8a45e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:07.265803 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfd85a1c-66ae-4cfa-803a-82362e8a45e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:07.269229 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cfd85a1c-66ae-4cfa-803a-82362e8a45e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:07.270479 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cfd85a1c-66ae-4cfa-803a-82362e8a45e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f142b93-54d1-470a-9b86-e7da09a408cd HTTP/1.1" status: 204 len: 168 time: 0.2573316 Oct 27 16:23:07.278883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd85a1c-66ae-4cfa-803a-82362e8a45e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f142b93-54d1-470a-9b86-e7da09a408cd,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:07.301426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-152dba96-d913-4cfd-958f-bdee822c237a req-f3a0d893-d4e9-4826-84d1-444f897a3f5b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:07.315655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['443b6712-7385-43db-9ff7-d1f50e442381'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:23:07.317717 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:23:07.363395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0d893-d4e9-4826-84d1-444f897a3f5b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Pushing event deleted for resources: {'Port': ['ID=443b6712-7385-43db-9ff7-d1f50e442381,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:07.448901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-152dba96-d913-4cfd-958f-bdee822c237a req-f3a0d893-d4e9-4826-84d1-444f897a3f5b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] No DVR routers for this DVR port 443b6712-7385-43db-9ff7-d1f50e442381 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:23:07.451869 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-152dba96-d913-4cfd-958f-bdee822c237a req-f3a0d893-d4e9-4826-84d1-444f897a3f5b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:07.456512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-152dba96-d913-4cfd-958f-bdee822c237a req-f3a0d893-d4e9-4826-84d1-444f897a3f5b tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.54 "DELETE /v2.0/ports/443b6712-7385-43db-9ff7-d1f50e442381 HTTP/1.1" status: 204 len: 173 time: 0.7615788 Oct 27 16:23:07.456965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656a5d3c-8a5a-4ef5-a034-f18c62608e95', 'name': 'network-vif-deleted', 'tag': '443b6712-7385-43db-9ff7-d1f50e442381'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:07.461671 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5606516-dbe7-42e0-a0af-921b5809b303" -d '{"events": [{"server_uuid": "656a5d3c-8a5a-4ef5-a034-f18c62608e95", "name": "network-vif-deleted", "tag": "443b6712-7385-43db-9ff7-d1f50e442381"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:07.501348 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506bf5b7-e576-4584-a495-7f06f5a31220 x-openstack-request-id: req-506bf5b7-e576-4584-a495-7f06f5a31220 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:07.502764 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656a5d3c-8a5a-4ef5-a034-f18c62608e95", "name": "network-vif-deleted", "tag": "443b6712-7385-43db-9ff7-d1f50e442381", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:07.503758 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-506bf5b7-e576-4584-a495-7f06f5a31220 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:07.503758 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656a5d3c-8a5a-4ef5-a034-f18c62608e95', 'name': 'network-vif-deleted', 'tag': '443b6712-7385-43db-9ff7-d1f50e442381', 'status': 'completed', 'code': 200} Oct 27 16:23:07.953590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 2c04df28-1e0c-444a-9a6f-478f6d094a6a details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:23:08.003544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e326bb-68d5-445b-8330-a4db4441b12d req-9aba0149-b61f-4217-ab61-f838be3c8293 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:08.011528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-66e326bb-68d5-445b-8330-a4db4441b12d req-9aba0149-b61f-4217-ab61-f838be3c8293 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 944 time: 0.0624630 Oct 27 16:23:08.057914 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ac05ba8-9165-412d-a289-12b78e00a86f req-0cacc9a1-72dc-48b2-8690-f02c8b736e15 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=656a5d3c-8a5a-4ef5-a034-f18c62608e95 HTTP/1.1" status: 200 len: 210 time: 0.0428822 Oct 27 16:23:08.061709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-66e326bb-68d5-445b-8330-a4db4441b12d req-a6f346fb-cf7f-433f-bd78-b4d81c441733 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484412 Oct 27 16:23:08.115770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 2c04df28-1e0c-444a-9a6f-478f6d094a6a, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=2c04df28-1e0c-444a-9a6f-478f6d094a6a,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:08.130028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '2c04df28-1e0c-444a-9a6f-478f6d094a6a', 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea', 'port_id': '2c04df28-1e0c-444a-9a6f-478f6d094a6a', 'mac_address': 'fa:16:3e:59:03:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58e9c83-708c-4bb1-a346-679015834b71', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:23:08.183271 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.202118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c04df28-1e0c-444a-9a6f-478f6d094a6a {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:23:08.225410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 2c04df28-1e0c-444a-9a6f-478f6d094a6a, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=2c04df28-1e0c-444a-9a6f-478f6d094a6a,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:08.231948 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43548) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:08.313660 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.349658 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df2774f5-2505-4f19-84d0-f5dfa2f571fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.378061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=2c04df28-1e0c-444a-9a6f-478f6d094a6a,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:08.439961 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df2774f5-2505-4f19-84d0-f5dfa2f571fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.514647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df2774f5-2505-4f19-84d0-f5dfa2f571fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.563387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2774f5-2505-4f19-84d0-f5dfa2f571fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100bc609-2a83-4bd0-a663-5e7093c5b19e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:08.567707 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-df2774f5-2505-4f19-84d0-f5dfa2f571fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a2b41338f6845eaa58d631bd4a75321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325236 Oct 27 16:23:08.570376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43568) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:08.577853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['2c04df28-1e0c-444a-9a6f-478f6d094a6a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:23:08.632515 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f309b1ec-408b-4456-9e7b-3083f96b19f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.667870 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f309b1ec-408b-4456-9e7b-3083f96b19f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.787978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f309b1ec-408b-4456-9e7b-3083f96b19f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.790959 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f309b1ec-408b-4456-9e7b-3083f96b19f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:08.792606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f309b1ec-408b-4456-9e7b-3083f96b19f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/100bc609-2a83-4bd0-a663-5e7093c5b19e HTTP/1.1" status: 204 len: 168 time: 0.2209458 Oct 27 16:23:08.802802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309b1ec-408b-4456-9e7b-3083f96b19f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100bc609-2a83-4bd0-a663-5e7093c5b19e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:09.137369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43586) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:09.256083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97db5ad-0889-4d3a-89eb-8a420ff62c21 req-f01c4c58-78eb-47e5-9ba1-c9dc1c43554d tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:09.257754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d97db5ad-0889-4d3a-89eb-8a420ff62c21 req-f01c4c58-78eb-47e5-9ba1-c9dc1c43554d tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 945 time: 0.0788665 Oct 27 16:23:09.297594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d97db5ad-0889-4d3a-89eb-8a420ff62c21 req-9d069292-8b07-421b-bb4b-521a32c976f5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335982 Oct 27 16:23:09.319672 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc4add8b-97b5-4f4f-9560-b52078bc4e10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.408832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc4add8b-97b5-4f4f-9560-b52078bc4e10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.494180 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc4add8b-97b5-4f4f-9560-b52078bc4e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.544846 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fc4add8b-97b5-4f4f-9560-b52078bc4e10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28cb0bf89cd249e28137e5f266e4d641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039199 Oct 27 16:23:09.544846 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4add8b-97b5-4f4f-9560-b52078bc4e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350241ab-6905-4518-81af-202a9e369bf4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:09.545344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43602) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:09.630287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79479b2c-52eb-4fd3-ada6-a9f26e2c9750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.650266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2749f0-52a5-4fcf-af0c-8651a7d4fb3a req-cb316a9d-7fe7-4fea-acdd-b7fa6d1a6337 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:09.655304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79479b2c-52eb-4fd3-ada6-a9f26e2c9750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.657284 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd2749f0-52a5-4fcf-af0c-8651a7d4fb3a req-cb316a9d-7fe7-4fea-acdd-b7fa6d1a6337 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0629935 Oct 27 16:23:09.673720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43608) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:09.701102 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-92870987-5cad-4c65-9d71-405d80da3070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.706063 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd2749f0-52a5-4fcf-af0c-8651a7d4fb3a req-617b2644-0900-482d-8582-6ace3d283f40 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464461 Oct 27 16:23:09.805426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79479b2c-52eb-4fd3-ada6-a9f26e2c9750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.808280 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79479b2c-52eb-4fd3-ada6-a9f26e2c9750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.813257 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-79479b2c-52eb-4fd3-ada6-a9f26e2c9750 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/350241ab-6905-4518-81af-202a9e369bf4 HTTP/1.1" status: 204 len: 168 time: 0.2628219 Oct 27 16:23:09.829325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79479b2c-52eb-4fd3-ada6-a9f26e2c9750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350241ab-6905-4518-81af-202a9e369bf4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:09.890908 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-92870987-5cad-4c65-9d71-405d80da3070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.925791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43614) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:09.945366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-92870987-5cad-4c65-9d71-405d80da3070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:09.949448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 2c04df28-1e0c-444a-9a6f-478f6d094a6a up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:09.993922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43618) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:09.997208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-92870987-5cad-4c65-9d71-405d80da3070 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfe2a09d2c554b7ba3660d55e5c5552a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221042 Oct 27 16:23:09.998814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92870987-5cad-4c65-9d71-405d80da3070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abc77bc-7118-41e8-9237-0db664f37028,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:10.051880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d8b1a4f2-14f4-4997-aaf3-93d5e007a941 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1916555346'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:10.052456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d8b1a4f2-14f4-4997-aaf3-93d5e007a941 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Unknown quota resources ['metering_label']. {{(pid=109723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:23:10.058073 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc755ea3-c465-40f2-8077-38a9a436bacf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.066058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 2c04df28-1e0c-444a-9a6f-478f6d094a6a completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:23:10.070279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 2c04df28-1e0c-444a-9a6f-478f6d094a6a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:10.070684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.083302 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc755ea3-c465-40f2-8077-38a9a436bacf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.157995 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.181006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75714df-3161-4833-9173-da8eef304995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04df28-1e0c-444a-9a6f-478f6d094a6a'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:10.183186 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844b4fd5-c838-47c6-bcb7-c2a8d798584f" -d '{"events": [{"server_uuid": "b75714df-3161-4833-9173-da8eef304995", "name": "network-vif-plugged", "status": "completed", "tag": "2c04df28-1e0c-444a-9a6f-478f6d094a6a"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:10.198026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 2c04df28-1e0c-444a-9a6f-478f6d094a6a, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=2c04df28-1e0c-444a-9a6f-478f6d094a6a,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:10.222942 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0281f8-5d92-4087-9d3e-f957a04f1c82 x-openstack-request-id: req-0e0281f8-5d92-4087-9d3e-f957a04f1c82 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:10.223241 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75714df-3161-4833-9173-da8eef304995", "name": "network-vif-plugged", "status": "completed", "tag": "2c04df28-1e0c-444a-9a6f-478f6d094a6a", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:10.223494 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e0281f8-5d92-4087-9d3e-f957a04f1c82 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:10.223916 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75714df-3161-4833-9173-da8eef304995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c04df28-1e0c-444a-9a6f-478f6d094a6a', 'code': 200} Oct 27 16:23:10.256580 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc755ea3-c465-40f2-8077-38a9a436bacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.261175 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc755ea3-c465-40f2-8077-38a9a436bacf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.262620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cc755ea3-c465-40f2-8077-38a9a436bacf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9abc77bc-7118-41e8-9237-0db664f37028 HTTP/1.1" status: 204 len: 168 time: 0.2655950 Oct 27 16:23:10.271724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc755ea3-c465-40f2-8077-38a9a436bacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abc77bc-7118-41e8-9237-0db664f37028,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:10.331099 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.331917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 443b6712-7385-43db-9ff7-d1f50e442381 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:10.376782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 443b6712-7385-43db-9ff7-d1f50e442381 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:10.377630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 443b6712-7385-43db-9ff7-d1f50e442381 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:10.408731 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8b1a4f2-14f4-4997-aaf3-93d5e007a941 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.412817 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d8b1a4f2-14f4-4997-aaf3-93d5e007a941 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4836793 Oct 27 16:23:10.413107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43628) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:10.414414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=2c04df28-1e0c-444a-9a6f-478f6d094a6a,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:10.419906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b52130d1-8b43-4e3d-a78e-6ab805d1d944 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e9728ce1-f780-4db6-9e9a-82d58e094c07'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:10.421389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b52130d1-8b43-4e3d-a78e-6ab805d1d944 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:23:10.426119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbdc6f-f13a-4de4-81fe-45f7f7f14eda req-a7d61d18-c24b-4d84-9dc5-4c830257197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:10.427775 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2afbdc6f-f13a-4de4-81fe-45f7f7f14eda req-a7d61d18-c24b-4d84-9dc5-4c830257197d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 1097 time: 0.0997074 Oct 27 16:23:10.453456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b193d9-89f4-4a5f-8638-edc7916dd90f req-e2c18604-1559-43d3-96fc-b318a6ca71ef tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:10.455291 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1b193d9-89f4-4a5f-8638-edc7916dd90f req-e2c18604-1559-43d3-96fc-b318a6ca71ef tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 946 time: 0.0815301 Oct 27 16:23:10.466287 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2afbdc6f-f13a-4de4-81fe-45f7f7f14eda req-e8092a0b-79a6-4583-956e-8a79acfb968c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304656 Oct 27 16:23:10.550061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43630) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:10.558005 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1b193d9-89f4-4a5f-8638-edc7916dd90f req-7239c253-e8d7-4a48-aa3c-f173be286676 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732384 Oct 27 16:23:10.564777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db603faf-e0ad-4a47-bb8c-6c16678e20e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.593786 n-d-815689-1 neutron-server[109722]: WARNING neutron.services.metering.metering_plugin [None req-b52130d1-8b43-4e3d-a78e-6ab805d1d944 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 16:23:10.654221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db603faf-e0ad-4a47-bb8c-6c16678e20e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.718590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b52130d1-8b43-4e3d-a78e-6ab805d1d944 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.719782 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b52130d1-8b43-4e3d-a78e-6ab805d1d944 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3056111 Oct 27 16:23:10.724157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43636) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:10.728773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-11e882e0-0b39-483d-b7bf-c296b09d438a tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e9728ce1-f780-4db6-9e9a-82d58e094c07'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:10.732614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-11e882e0-0b39-483d-b7bf-c296b09d438a tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:23:10.739899 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db603faf-e0ad-4a47-bb8c-6c16678e20e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:10.837496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d529cc6-82de-4931-b746-bfe64db29577 req-1b05b24a-be97-4ac7-a1f7-b7c5dc82bb2a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:10.839074 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d529cc6-82de-4931-b746-bfe64db29577 req-1b05b24a-be97-4ac7-a1f7-b7c5dc82bb2a tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0543230 Oct 27 16:23:10.851259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-db603faf-e0ad-4a47-bb8c-6c16678e20e3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64bd3c269c844f5e83a279b06e82b290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994299 Oct 27 16:23:10.854522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43646) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:10.862555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db603faf-e0ad-4a47-bb8c-6c16678e20e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8401f48-8439-47b2-ab9f-7e2093fd7a23,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:10.884208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d529cc6-82de-4931-b746-bfe64db29577 req-319a4976-355b-4b9c-8d0e-833a14e54fe6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Oct 27 16:23:10.910490 n-d-815689-1 neutron-server[109723]: WARNING neutron.services.metering.metering_plugin [None req-11e882e0-0b39-483d-b7bf-c296b09d438a tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 16:23:10.912269 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a06f-a778-4203-9144-0455169f8676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.030628 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11e882e0-0b39-483d-b7bf-c296b09d438a tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.031822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-11e882e0-0b39-483d-b7bf-c296b09d438a tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3066571 Oct 27 16:23:11.035647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43650) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:11.037599 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a06f-a778-4203-9144-0455169f8676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.046333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-95453bf5-b607-4a3f-b373-e25efa8f448c tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=ab3b52d5-692d-454b-b850-5ad280054323 HTTP/1.1" status: 200 len: 462 time: 0.0094891 Oct 27 16:23:11.049006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43652) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:11.148085 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a06f-a778-4203-9144-0455169f8676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.150856 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcb0a06f-a778-4203-9144-0455169f8676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.154452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bcb0a06f-a778-4203-9144-0455169f8676 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8401f48-8439-47b2-ab9f-7e2093fd7a23 HTTP/1.1" status: 204 len: 168 time: 0.2966824 Oct 27 16:23:11.162661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0a06f-a778-4203-9144-0455169f8676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8401f48-8439-47b2-ab9f-7e2093fd7a23,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:11.218950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d6564f68-320a-4fac-9742-7581408657c9 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.221543 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d6564f68-320a-4fac-9742-7581408657c9 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/ab3b52d5-692d-454b-b850-5ad280054323 HTTP/1.1" status: 204 len: 168 time: 0.1698577 Oct 27 16:23:11.224597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43662) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:11.234396 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dc387d0c-9c5c-4559-8a2e-053f2a5aa39e tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=ab3b52d5-692d-454b-b850-5ad280054323 HTTP/1.1" status: 200 len: 221 time: 0.0080667 Oct 27 16:23:11.238778 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43664) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:11.242992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d4c934a3-2c3d-4e77-994c-9f7ecfb45fa0 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1518921097', 'description': 'label created by tempest'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:11.243673 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d4c934a3-2c3d-4e77-994c-9f7ecfb45fa0 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Unknown quota resources ['metering_label']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:23:11.509577 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4c934a3-2c3d-4e77-994c-9f7ecfb45fa0 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.510758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d4c934a3-2c3d-4e77-994c-9f7ecfb45fa0 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2709718 Oct 27 16:23:11.513390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43672) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:11.590305 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b02806af-1bfd-4cad-a966-9a42d75693d3 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=e03cfea7-e1ba-4be9-8915-9486be89eb65 HTTP/1.1" status: 200 len: 468 time: 0.0756431 Oct 27 16:23:11.615100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43678) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:11.830376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5df13-ece0-41b4-bed2-094554b12ffc req-30b02b0f-90da-4393-8ecc-6a1c0f973cd4 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:11.831915 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04e5df13-ece0-41b4-bed2-094554b12ffc req-30b02b0f-90da-4393-8ecc-6a1c0f973cd4 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 946 time: 0.1899397 Oct 27 16:23:11.870741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04e5df13-ece0-41b4-bed2-094554b12ffc req-c3546dfe-365c-46e3-862f-bf7e136284b7 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Oct 27 16:23:11.915958 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fafe5fb8-5653-43cb-b3e9-bcf8cd54fef0 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:11.920092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fafe5fb8-5653-43cb-b3e9-bcf8cd54fef0 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/e03cfea7-e1ba-4be9-8915-9486be89eb65 HTTP/1.1" status: 204 len: 168 time: 0.3229280 Oct 27 16:23:11.920239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43690) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:11.932266 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e73b53fc-454b-4f44-85ec-262f96afc63d tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=e03cfea7-e1ba-4be9-8915-9486be89eb65 HTTP/1.1" status: 200 len: 216 time: 0.0109367 Oct 27 16:23:11.935718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43692) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:11.949352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-706bb211-2864-4927-8bf9-0f7c98ed36af tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0088763 Oct 27 16:23:11.949352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43694) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:11.970338 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d6625f69-9164-479a-a74b-dfa7a10a87e5 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0197630 Oct 27 16:23:11.975159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43698) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:11.981689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43700) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:12.028362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055e45c-43d8-44ae-87cc-c631bf4a3e8c req-3c2490e1-d014-4ddc-8e6e-f2b33581c327 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:12.029952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9055e45c-43d8-44ae-87cc-c631bf4a3e8c req-3c2490e1-d014-4ddc-8e6e-f2b33581c327 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0640247 Oct 27 16:23:12.051015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a55649ea-e078-473c-a627-2a96b7500fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.055076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c6081132-4f65-40a0-828e-aa2293da95f1 tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/e9728ce1-f780-4db6-9e9a-82d58e094c07 HTTP/1.1" status: 200 len: 473 time: 0.0783424 Oct 27 16:23:12.058906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43702) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:12.077860 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2c95a59e-e49d-43b3-9a3d-b928278f7b9d tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/cf5b3e23-b9ab-46f8-a216-ab1c25ea64a7 HTTP/1.1" status: 200 len: 459 time: 0.0177124 Oct 27 16:23:12.081163 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9055e45c-43d8-44ae-87cc-c631bf4a3e8c req-ae030d48-ca2b-4e53-bb9d-9cc9170dfdff tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Oct 27 16:23:12.082666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43704) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:12.137500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a55649ea-e078-473c-a627-2a96b7500fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.225632 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a55649ea-e078-473c-a627-2a96b7500fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.267782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a55649ea-e078-473c-a627-2a96b7500fbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1019c93c57349e389ebec093f4c080b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829580 Oct 27 16:23:12.270787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43708) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:12.277270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55649ea-e078-473c-a627-2a96b7500fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2670a8-7f38-4544-a39c-023f04c82927,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:12.337073 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68fe838e-3f0a-410b-ab03-cc8d07c38e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.362260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68fe838e-3f0a-410b-ab03-cc8d07c38e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.488468 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68fe838e-3f0a-410b-ab03-cc8d07c38e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.491365 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68fe838e-3f0a-410b-ab03-cc8d07c38e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.492477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-68fe838e-3f0a-410b-ab03-cc8d07c38e62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b2670a8-7f38-4544-a39c-023f04c82927 HTTP/1.1" status: 204 len: 168 time: 0.2206671 Oct 27 16:23:12.508512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe838e-3f0a-410b-ab03-cc8d07c38e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2670a8-7f38-4544-a39c-023f04c82927,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:12.650457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57769935-d380-47dc-87e0-c579c7c6879e tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.651602 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-57769935-d380-47dc-87e0-c579c7c6879e tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/cf5b3e23-b9ab-46f8-a216-ab1c25ea64a7 HTTP/1.1" status: 204 len: 168 time: 0.5680358 Oct 27 16:23:12.654343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43722) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:12.921981 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9025d373-8d75-45ea-8f8f-5080740af7ec tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:12.923222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9025d373-8d75-45ea-8f8f-5080740af7ec tempest-MeteringIpV6TestJSON-1678857781 tempest-MeteringIpV6TestJSON-1678857781-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/e9728ce1-f780-4db6-9e9a-82d58e094c07 HTTP/1.1" status: 204 len: 168 time: 0.2677727 Oct 27 16:23:13.019517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f5569-d37b-4d4d-80b1-439a09e5a43e req-9829de15-6b17-45d7-96f0-2ba35084b736 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:13.021382 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c9f5569-d37b-4d4d-80b1-439a09e5a43e req-9829de15-6b17-45d7-96f0-2ba35084b736 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 946 time: 0.0693393 Oct 27 16:23:13.069580 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c9f5569-d37b-4d4d-80b1-439a09e5a43e req-ed0bbb89-9a54-40e8-a19d-4fdb516902ee tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 Oct 27 16:23:13.211609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d652c-363d-4b08-be32-f663e13356fd req-762d77c1-ef36-4eda-8921-3f40975cd9c1 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:13.213138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b58d652c-363d-4b08-be32-f663e13356fd req-762d77c1-ef36-4eda-8921-3f40975cd9c1 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0524435 Oct 27 16:23:13.257288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b58d652c-363d-4b08-be32-f663e13356fd req-5ce2a4c8-f358-4a0f-b7f6-57ad06cb61d2 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357435 Oct 27 16:23:13.433484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43774) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:13.569920 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0970347-c747-4c95-9884-6960e8220d56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:13.649960 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0970347-c747-4c95-9884-6960e8220d56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:13.728535 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0970347-c747-4c95-9884-6960e8220d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:13.790537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d0970347-c747-4c95-9884-6960e8220d56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edf97fde74454236b050daa9bc44d0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559067 Oct 27 16:23:13.792168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0970347-c747-4c95-9884-6960e8220d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaeda83-31af-4997-be35-1a50b6440bad,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:13.799639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43790) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:13.849904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43792) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:13.869654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da73f849-af32-4457-80bc-fff9c6488734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:13.895915 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da73f849-af32-4457-80bc-fff9c6488734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:13.983660 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef8ca-a1d1-43e5-b13a-47bed3b25e25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.028232 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da73f849-af32-4457-80bc-fff9c6488734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.028232 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da73f849-af32-4457-80bc-fff9c6488734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.028232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-da73f849-af32-4457-80bc-fff9c6488734 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/caaeda83-31af-4997-be35-1a50b6440bad HTTP/1.1" status: 204 len: 168 time: 0.2258236 Oct 27 16:23:14.041029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73f849-af32-4457-80bc-fff9c6488734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaeda83-31af-4997-be35-1a50b6440bad,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:14.109498 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef8ca-a1d1-43e5-b13a-47bed3b25e25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.175045 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a1ef8ca-a1d1-43e5-b13a-47bed3b25e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.214159 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9a1ef8ca-a1d1-43e5-b13a-47bed3b25e25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c1791f918f44d0fbbc4d7bd53b25fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631258 Oct 27 16:23:14.214955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ef8ca-a1d1-43e5-b13a-47bed3b25e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc172c11-43fd-474e-b946-c5d477497935,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:14.217967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43808) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:14.281829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b18aba5-7944-4b0c-bf28-c538b23e6333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.307148 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b18aba5-7944-4b0c-bf28-c538b23e6333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.398791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad376d3b-b048-417c-a497-f141d7cbb0a3 req-6dc523ca-9b66-4e83-bfe5-73e47aaec8c6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:14.400609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad376d3b-b048-417c-a497-f141d7cbb0a3 req-6dc523ca-9b66-4e83-bfe5-73e47aaec8c6 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0572133 Oct 27 16:23:14.448978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad376d3b-b048-417c-a497-f141d7cbb0a3 req-004ba391-7ec5-4b67-9198-7a6aadadb046 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417750 Oct 27 16:23:14.459813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b18aba5-7944-4b0c-bf28-c538b23e6333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.464034 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b18aba5-7944-4b0c-bf28-c538b23e6333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:14.466890 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3b18aba5-7944-4b0c-bf28-c538b23e6333 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc172c11-43fd-474e-b946-c5d477497935 HTTP/1.1" status: 204 len: 168 time: 0.2478228 Oct 27 16:23:14.479924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18aba5-7944-4b0c-bf28-c538b23e6333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc172c11-43fd-474e-b946-c5d477497935,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:14.562109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43818) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:14.950835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43826) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:14.965262 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c55648a-20aa-46a1-8625-b7661da84e42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.065783 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c55648a-20aa-46a1-8625-b7661da84e42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.086590 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f96d0d4c-a872-44d0-b889-d3b53f6b18fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.131529 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c55648a-20aa-46a1-8625-b7661da84e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.182674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4c55648a-20aa-46a1-8625-b7661da84e42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab490d1b0d2241998c8f56556dc5d84b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2307601 Oct 27 16:23:15.185619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43830) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:15.193465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55648a-20aa-46a1-8625-b7661da84e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cc596a-4d9a-432f-977a-3ae096982564,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:15.199848 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f96d0d4c-a872-44d0-b889-d3b53f6b18fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.237251 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21bed2b7-bfde-470f-a80a-1061ecc52526 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.260895 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21bed2b7-bfde-470f-a80a-1061ecc52526 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.274776 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f96d0d4c-a872-44d0-b889-d3b53f6b18fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.297065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d517d-7be1-4d33-810e-643f726cf285 req-01bb02f8-d08f-45ca-92db-207b94213b23 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:15.298562 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a2d517d-7be1-4d33-810e-643f726cf285 req-01bb02f8-d08f-45ca-92db-207b94213b23 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.53 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0670993 Oct 27 16:23:15.356660 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f96d0d4c-a872-44d0-b889-d3b53f6b18fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6503bb81887d474e9acbd49a1f8fbc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7925301 Oct 27 16:23:15.359593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d0d4c-a872-44d0-b889-d3b53f6b18fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335a709a-861c-4930-a0a7-96c1640aebe9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:15.359743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43832) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:15.384370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43834) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:15.408593 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03cbe7aa-a48e-4ba6-bcd1-2ad29f40f22c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.410343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21bed2b7-bfde-470f-a80a-1061ecc52526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.412978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-21bed2b7-bfde-470f-a80a-1061ecc52526 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.416622 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-21bed2b7-bfde-470f-a80a-1061ecc52526 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42cc596a-4d9a-432f-977a-3ae096982564 HTTP/1.1" status: 204 len: 168 time: 0.2274854 Oct 27 16:23:15.417369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1a2d517d-7be1-4d33-810e-643f726cf285 req-c95b4564-1648-47a2-b6e9-e3d7b3cfcbfb tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Deleting port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:15.417721 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1a2d517d-7be1-4d33-810e-643f726cf285 req-c95b4564-1648-47a2-b6e9-e3d7b3cfcbfb tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.437462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bed2b7-bfde-470f-a80a-1061ecc52526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cc596a-4d9a-432f-977a-3ae096982564,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:15.459406 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4a6a-78b4-439e-bbe9-0f6b6cfd3266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.517580 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4a6a-78b4-439e-bbe9-0f6b6cfd3266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.574903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1a2d517d-7be1-4d33-810e-643f726cf285 req-c95b4564-1648-47a2-b6e9-e3d7b3cfcbfb tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] For port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:15.575267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1a2d517d-7be1-4d33-810e-643f726cf285 req-c95b4564-1648-47a2-b6e9-e3d7b3cfcbfb tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.584305 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03cbe7aa-a48e-4ba6-bcd1-2ad29f40f22c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.590975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1a2d517d-7be1-4d33-810e-643f726cf285 req-c95b4564-1648-47a2-b6e9-e3d7b3cfcbfb tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Calling delete_port for d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:15.611799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6945033-13d2-43f2-a68c-4fdbab24f1fe req-083ae72e-4be7-430f-9597-bd4271a37530 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:15.613334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c6945033-13d2-43f2-a68c-4fdbab24f1fe req-083ae72e-4be7-430f-9597-bd4271a37530 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 945 time: 0.0838370 Oct 27 16:23:15.644491 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03cbe7aa-a48e-4ba6-bcd1-2ad29f40f22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.649387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4a6a-78b4-439e-bbe9-0f6b6cfd3266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.652457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9ff4a6a-78b4-439e-bbe9-0f6b6cfd3266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.655951 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d9ff4a6a-78b4-439e-bbe9-0f6b6cfd3266 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/335a709a-861c-4930-a0a7-96c1640aebe9 HTTP/1.1" status: 204 len: 168 time: 0.2929626 Oct 27 16:23:15.695694 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c6945033-13d2-43f2-a68c-4fdbab24f1fe req-066fac35-d34f-4809-8690-de45d9abf8c1 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/security-groups?id=f21dac56-91aa-4cb2-8728-aedf565185e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471499 Oct 27 16:23:15.700377 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-03cbe7aa-a48e-4ba6-bcd1-2ad29f40f22c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eebc0d717fbc425f972ff4d8be1d21cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3147399 Oct 27 16:23:15.702037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cbe7aa-a48e-4ba6-bcd1-2ad29f40f22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f72c6fd-60f1-4acc-a02c-dd7a84de02d8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:15.703504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43844) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:15.730789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff4a6a-78b4-439e-bbe9-0f6b6cfd3266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335a709a-861c-4930-a0a7-96c1640aebe9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:15.820498 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c554001-fbac-43c5-90ab-56d5a99c4270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.855694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c554001-fbac-43c5-90ab-56d5a99c4270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.903326 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1a2d517d-7be1-4d33-810e-643f726cf285 req-c95b4564-1648-47a2-b6e9-e3d7b3cfcbfb tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:15.917945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:23:15.945766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b4564-1648-47a2-b6e9-e3d7b3cfcbfb tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Pushing event deleted for resources: {'Port': ['ID=d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:16.011441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2d517d-7be1-4d33-810e-643f726cf285 req-c95b4564-1648-47a2-b6e9-e3d7b3cfcbfb tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] No DVR routers for this DVR port d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:23:16.014303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1a2d517d-7be1-4d33-810e-643f726cf285 req-c95b4564-1648-47a2-b6e9-e3d7b3cfcbfb tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:16.023617 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1a2d517d-7be1-4d33-810e-643f726cf285 req-c95b4564-1648-47a2-b6e9-e3d7b3cfcbfb tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.53 "DELETE /v2.0/ports/d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 HTTP/1.1" status: 204 len: 173 time: 0.7115531 Oct 27 16:23:16.023617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91c6d02-6723-44d8-b9f1-a70a391b388c', 'name': 'network-vif-deleted', 'tag': 'd19c98bc-7c3a-49f0-bc68-1caf0c78e2b9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:16.023617 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e95a3e-0725-47f5-9011-740d42f169a5" -d '{"events": [{"server_uuid": "e91c6d02-6723-44d8-b9f1-a70a391b388c", "name": "network-vif-deleted", "tag": "d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:16.045119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c554001-fbac-43c5-90ab-56d5a99c4270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:16.047803 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c554001-fbac-43c5-90ab-56d5a99c4270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:16.050379 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5c554001-fbac-43c5-90ab-56d5a99c4270 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f72c6fd-60f1-4acc-a02c-dd7a84de02d8 HTTP/1.1" status: 204 len: 168 time: 0.3452692 Oct 27 16:23:16.058463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c554001-fbac-43c5-90ab-56d5a99c4270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f72c6fd-60f1-4acc-a02c-dd7a84de02d8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:16.066849 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c6c79e-8a4d-4256-872b-accda5e75294 x-openstack-request-id: req-40c6c79e-8a4d-4256-872b-accda5e75294 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:16.067146 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91c6d02-6723-44d8-b9f1-a70a391b388c", "name": "network-vif-deleted", "tag": "d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:16.067405 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40c6c79e-8a4d-4256-872b-accda5e75294 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:16.067803 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91c6d02-6723-44d8-b9f1-a70a391b388c', 'name': 'network-vif-deleted', 'tag': 'd19c98bc-7c3a-49f0-bc68-1caf0c78e2b9', 'status': 'completed', 'code': 200} Oct 27 16:23:16.831302 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0061496d-c371-42bc-b7d6-17692067ffed req-e4ee6eea-027a-4d55-9d7d-4e1d209c73b5 tempest-ServerRescueNegativeTestJSON-1401974828 tempest-ServerRescueNegativeTestJSON-1401974828-project] 10.222.0.15 "GET /v2.0/ports?device_id=e91c6d02-6723-44d8-b9f1-a70a391b388c HTTP/1.1" status: 200 len: 210 time: 0.0316296 Oct 27 16:23:17.904926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43980) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:17.962386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43984) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:18.245474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-461518848'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:18.361929 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.366143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Made reservation on behalf of a15cd8c252774b219aa266fd6fdf273a for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:18.375807 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.397054 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.481008 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.491910 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1210af49-e7ff-4473-aff6-18d41c05428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.547523 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.598709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:23:18.613622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595f8cd4-a68e-44e7-a625-f87ad98449fa,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:18.625605 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.626581 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Added segment 75b93fd9-35d5-4d9b-8e2f-409355708c93 of type vlan for network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d Oct 27 16:23:18.675371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] Deleting port 4454a494-d6ae-48c2-b944-fcb4f7b7253e {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:18.675371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.684702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.766454 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] For port 4454a494-d6ae-48c2-b944-fcb4f7b7253e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4454a494-d6ae-48c2-b944-fcb4f7b7253e,segment=NetworkSegment(02b11ea9-1eca-4b33-bf98-6413713f09f0),segment_id=02b11ea9-1eca-4b33-bf98-6413713f09f0)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:18.767092 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.780528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] Calling delete_port for 4454a494-d6ae-48c2-b944-fcb4f7b7253e owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:18.832936 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.848165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:18.850131 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:18.933721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Pushing event updated for resources: {'Network': ['ID=8c6db5c5-14f9-48a0-a1db-9c8274b4779d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:18.948962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:23:19.064671 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7b7ee478-a9e8-40d1-89a3-9f1dbd3ab075 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1005440 Oct 27 16:23:19.120285 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:19.206912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] Pushing event deleted for resources: {'Port': ['ID=4454a494-d6ae-48c2-b944-fcb4f7b7253e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:19.386681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44070) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:19.394789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Request body: {'port': {'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d', 'binding:host_id': 'n-h1-815689-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1142379826'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:19.499252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Made reservation on behalf of 73bd79bb7a3a4eba880be73a24f11ec2 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:19.509584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:19.509928 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:19.531218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:19.728702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:19.806093 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] Router f490de2b-0c7e-4b51-b6d3-16ea62579a94 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:23:19.814405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44078) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:19.829779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:19.831554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] device_id is not set on port 7f77aa9d-b50f-4834-9edc-1586bc367e97 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:19.863246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:19.893210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:19.894432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d19c98bc-7c3a-49f0-bc68-1caf0c78e2b9 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:19.956565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:23:19.961365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8fa92c-b997-4451-82d5-e1cfba143b6d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:19.964165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6d47d45c-3193-41f0-aaba-9f5ed2eb22af admin admin] 10.222.0.15 "PUT /v2.0/routers/f490de2b-0c7e-4b51-b6d3-16ea62579a94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0580716 Oct 27 16:23:19.972593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44082) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:19.975535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a958a-0040-449e-8502-682760e305f3 None None] Sync routers for ids ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:23:20.000284 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a958a-0040-449e-8502-682760e305f3 None None] Routers {'f490de2b-0c7e-4b51-b6d3-16ea62579a94'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:20.000950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ec2a958a-0040-449e-8502-682760e305f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:22:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:20.087853 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.131689 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49f836c3-c5f7-4f25-9dfd-eed803a1b198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.160564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ec2a958a-0040-449e-8502-682760e305f3 None None] Set router f490de2b-0c7e-4b51-b6d3-16ea62579a94 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:20.258852 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.261365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] device_id is not set on port 7f77aa9d-b50f-4834-9edc-1586bc367e97 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:20.290857 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.298905 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49f836c3-c5f7-4f25-9dfd-eed803a1b198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.388253 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.389833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49f836c3-c5f7-4f25-9dfd-eed803a1b198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.416846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ec2a958a-0040-449e-8502-682760e305f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-router', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:07Z', 'updated_at': '2021-10-27T16:23:18Z', 'revision_number': 5, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'gw_port': {'id': '2ee4964e-8248-427e-b8d7-0e26d5519501', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:30:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:20:09Z', 'updated_at': '2021-10-27T16:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:20.441945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event updated for resources: {'Port': ['ID=7f77aa9d-b50f-4834-9edc-1586bc367e97,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:20.486031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Checking segment: {'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:20.486418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Network hostable DHCP agents. Network: 8c6db5c5-14f9-48a0-a1db-9c8274b4779d, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:23:20.517473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a958a-0040-449e-8502-682760e305f3 None None] Checking router: f490de2b-0c7e-4b51-b6d3-16ea62579a94 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:23:20.524604 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-49f836c3-c5f7-4f25-9dfd-eed803a1b198 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1b59fb6038c4d688338b1b2afeb6cc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7091310 Oct 27 16:23:20.526079 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f836c3-c5f7-4f25-9dfd-eed803a1b198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb023b0-0eb7-4fb5-967b-60e0316a6114,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:20.527239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44086) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:20.537954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2a958a-0040-449e-8502-682760e305f3 None None] Routers {'f490de2b-0c7e-4b51-b6d3-16ea62579a94'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:20.538841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Deleting port 2ee4964e-8248-427e-b8d7-0e26d5519501 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:20.539225 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.540368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ec2a958a-0040-449e-8502-682760e305f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:22:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:20.587458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:23:20.663851 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.666548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] For port 2ee4964e-8248-427e-b8d7-0e26d5519501, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2ee4964e-8248-427e-b8d7-0e26d5519501,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:20.666935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.671072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ec2a958a-0040-449e-8502-682760e305f3 None None] Set router f490de2b-0c7e-4b51-b6d3-16ea62579a94 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:20.681325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 8c6db5c5-14f9-48a0-a1db-9c8274b4779d) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:20.687740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Calling delete_port for 2ee4964e-8248-427e-b8d7-0e26d5519501 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:20.701978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:20.706775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6762bfe-afd6-4c00-9b44-2aa3a32d5518 None None] Network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:20.741820 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.750851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:20.752325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:20.753650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:20.771503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:20.772143 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:20.775600 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 2 to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 Oct 27 16:23:20.817719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:20.818305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:20.818804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:20.831853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:20.833131 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:20.836946 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 3 to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 Oct 27 16:23:20.858712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:20.859553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:20.859941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:20.866874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:20.867192 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:20.867580 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 4 to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 Oct 27 16:23:20.881706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:20.882040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:20.882504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:20.887903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:20.888296 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:20.890042 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 5 to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 Oct 27 16:23:20.909161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:20.909592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:20.909917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:20.911063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ec2a958a-0040-449e-8502-682760e305f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-router', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:07Z', 'updated_at': '2021-10-27T16:23:20Z', 'revision_number': 6, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:20.916392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:20.916721 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:20.917112 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 6 to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 Oct 27 16:23:20.935678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:20.936096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:20.936433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:20.945689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:20.946071 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:20.949015 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 7 to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 Oct 27 16:23:20.973375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:20.973622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2a958a-0040-449e-8502-682760e305f3 None None] The sync data for ids ['f490de2b-0c7e-4b51-b6d3-16ea62579a94'] in n-d-815689-1 is: [{'id': 'f490de2b-0c7e-4b51-b6d3-16ea62579a94', 'name': 'tempest-ServerRescueNegativeTestJSON-1334029986-router', 'tenant_id': '04e3a62c25e9434593931bffee32fad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:20:07Z', 'updated_at': '2021-10-27T16:23:20Z', 'revision_number': 6, 'project_id': '04e3a62c25e9434593931bffee32fad2', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:23:20.973781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:20.975021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:20.983316 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.990564 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:20.991710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fb023b0-0eb7-4fb5-967b-60e0316a6114 HTTP/1.1" status: 204 len: 168 time: 0.4634783 Oct 27 16:23:21.004878 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb023b0-0eb7-4fb5-967b-60e0316a6114,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:21.014869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.015223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.015831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.016190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.016725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.017493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.017493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.017813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.018149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.018586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.018928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.019255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5d90a0-08db-435a-b3f2-d7c14739417e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:21.022374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:21.022706 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:21.023687 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 8 to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 Oct 27 16:23:21.052544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:21.053296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:21.053707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:21.060025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:21.060752 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:21.061219 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 9 to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 Oct 27 16:23:21.079782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:21.080406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:21.080968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:21.093839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:21.093839 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:21.093839 n-d-815689-1 neutron-server[109723]: INFO neutron.plugins.ml2.plugin [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 10 to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 Oct 27 16:23:21.105483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:21.105819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:21.106159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:21.113754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:21.114088 n-d-815689-1 neutron-server[109723]: ERROR neutron.plugins.ml2.managers [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7f77aa9d-b50f-4834-9edc-1586bc367e97 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:21.114465 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.171379 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.191845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] For port 7f77aa9d-b50f-4834-9edc-1586bc367e97, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:21.192435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempted to set empty binding levels {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:23:21.198053 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee4964e-8248-427e-b8d7-0e26d5519501,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:21.268858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.290972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.353401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:21.353993 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.374310 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.380243 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.382105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event updated for resources: {'Port': ['ID=7f77aa9d-b50f-4834-9edc-1586bc367e97,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:21.508654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c439bcef-bcf7-4d2e-b777-d86ae8f5c716 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.1194496 Oct 27 16:23:21.510192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44096) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:21.524561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4454a494-d6ae-48c2-b944-fcb4f7b7253e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:21.566673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 4454a494-d6ae-48c2-b944-fcb4f7b7253e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:21.573722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4454a494-d6ae-48c2-b944-fcb4f7b7253e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:21.575702 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b9ef57d4-0277-4763-bdec-7bf26644c443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.586741 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.587550 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f490de2b-0c7e-4b51-b6d3-16ea62579a94 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:23:21.600981 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.602318 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e19251a1-7531-49c8-a3fc-3dac9e2ddb7b admin admin] 10.222.0.15 "DELETE /v2.0/routers/f490de2b-0c7e-4b51-b6d3-16ea62579a94 HTTP/1.1" status: 204 len: 168 time: 1.6285915 Oct 27 16:23:21.604875 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44100) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:21.672141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6969d2c4-e112-41e1-ba72-f3b880a6bbaa tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Deleting port 7f77aa9d-b50f-4834-9edc-1586bc367e97 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:21.679896 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6969d2c4-e112-41e1-ba72-f3b880a6bbaa tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.708350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cf15e36-5c2d-407f-9a6f-eb5269a697c7 admin admin] Deleting subnet 213958e3-1909-44e9-969b-5880a41d6f3e {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:23:21.713026 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6cf15e36-5c2d-407f-9a6f-eb5269a697c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.769462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6cf15e36-5c2d-407f-9a6f-eb5269a697c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.828174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-6969d2c4-e112-41e1-ba72-f3b880a6bbaa tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] For port 7f77aa9d-b50f-4834-9edc-1586bc367e97, host n-h1-815689-1, got binding levels [] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:21.828538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6969d2c4-e112-41e1-ba72-f3b880a6bbaa tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:21.858779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6969d2c4-e112-41e1-ba72-f3b880a6bbaa tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Calling delete_port for 7f77aa9d-b50f-4834-9edc-1586bc367e97 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:21.863120 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6cf15e36-5c2d-407f-9a6f-eb5269a697c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.088665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6969d2c4-e112-41e1-ba72-f3b880a6bbaa tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.111975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6cf15e36-5c2d-407f-9a6f-eb5269a697c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.128768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969d2c4-e112-41e1-ba72-f3b880a6bbaa tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f77aa9d-b50f-4834-9edc-1586bc367e97,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:22.144509 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6969d2c4-e112-41e1-ba72-f3b880a6bbaa tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.149185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6969d2c4-e112-41e1-ba72-f3b880a6bbaa tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "DELETE /v2.0/ports/7f77aa9d-b50f-4834-9edc-1586bc367e97 HTTP/1.1" status: 204 len: 168 time: 0.6380420 Oct 27 16:23:22.153384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44116) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:22.170626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6cf15e36-5c2d-407f-9a6f-eb5269a697c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.195095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44118) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:22.195233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6cf15e36-5c2d-407f-9a6f-eb5269a697c7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/213958e3-1909-44e9-969b-5880a41d6f3e HTTP/1.1" status: 204 len: 168 time: 0.5879619 Oct 27 16:23:22.197050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf15e36-5c2d-407f-9a6f-eb5269a697c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=213958e3-1909-44e9-969b-5880a41d6f3e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:22.214260 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.222949 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-888cebed-e2f0-4a32-b422-2310f72260c0 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:23:22.227554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-888cebed-e2f0-4a32-b422-2310f72260c0 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "GET /v2.0/ports/7f77aa9d-b50f-4834-9edc-1586bc367e97 HTTP/1.1" status: 404 len: 333 time: 0.0718091 Oct 27 16:23:22.232349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44122) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:22.243664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Request body: {'port': {'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-561083971'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:22.271671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.347781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.353732 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Made reservation on behalf of 73bd79bb7a3a4eba880be73a24f11ec2 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:22.358493 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.397927 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] device_id is not set on port d0439fcf-df11-47cb-90b5-d8c5ed86b158 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:22.518858 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.544191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1933cc2c-c396-4587-b9d5-ae0534018402']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:22.566941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02b11ea9-1eca-4b33-bf98-6413713f09f0') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:22.566941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02b11ea9-1eca-4b33-bf98-6413713f09f0') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:22.571647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.586796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.601101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:23:22.601507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:23:22.603354 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:23:22.662458 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.762879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.768908 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.773204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] 10.222.0.15 "DELETE /v2.0/networks/1933cc2c-c396-4587-b9d5-ae0534018402 HTTP/1.1" status: 204 len: 168 time: 0.5726469 Oct 27 16:23:22.790518 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.801865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52df8d09-db63-4527-990e-ef977af1db9f admin admin] Pushing event deleted for resources: {'Network': ['ID=1933cc2c-c396-4587-b9d5-ae0534018402,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:22.827548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:22.831563 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:22.855034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:22.855034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:22.855034 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:22.885468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event updated for resources: {'Port': ['ID=d0439fcf-df11-47cb-90b5-d8c5ed86b158,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:22.979748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-23b72b4a-f340-4a41-9032-48c82fe84f8c tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7457845 Oct 27 16:23:22.987306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44140) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:22.992675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:23.060826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:23.250922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2ee4964e-8248-427e-b8d7-0e26d5519501 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:23.271526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 2ee4964e-8248-427e-b8d7-0e26d5519501 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:23.272033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2ee4964e-8248-427e-b8d7-0e26d5519501 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:23.320293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44148) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:23.327623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] device_id is not set on port d0439fcf-df11-47cb-90b5-d8c5ed86b158 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:23.343478 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:23.378848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44150) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:23.389080 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b2954d41-174f-402f-89bf-4c926d8493a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04e3a62c25e9434593931bffee32fad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0698597 Oct 27 16:23:23.419460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:23.480576 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1d6f69e-533e-4497-928c-432af390aecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:23.497080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event updated for resources: {'Port': ['ID=d0439fcf-df11-47cb-90b5-d8c5ed86b158,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:23.524813 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1d6f69e-533e-4497-928c-432af390aecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:23.531998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:23.532725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:23.533341 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:23.548404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:23.549298 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:23.554767 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 2 to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 Oct 27 16:23:23.577051 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:23.577397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:23.577744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:23.585764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:23.585764 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:23.586112 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 3 to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 Oct 27 16:23:23.600866 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:23.601216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:23.601553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:23.607711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:23.608077 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:23.608471 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 4 to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 Oct 27 16:23:23.621456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:23.621826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:23.622169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:23.627208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:23.627514 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:23.627901 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 5 to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 Oct 27 16:23:23.646449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:23.646449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:23.646793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:23.651289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:23.651611 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:23.652011 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 6 to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 Oct 27 16:23:23.664983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:23.665319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:23.665657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:23.670473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:23.670802 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:23.671239 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 7 to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 Oct 27 16:23:23.680719 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1d6f69e-533e-4497-928c-432af390aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:23.683324 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1d6f69e-533e-4497-928c-432af390aecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:23.686055 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d1d6f69e-533e-4497-928c-432af390aecf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f21dac56-91aa-4cb2-8728-aedf565185e8 HTTP/1.1" status: 204 len: 168 time: 0.3045371 Oct 27 16:23:23.694718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:23.695058 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:23.695489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:23.700044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6f69e-533e-4497-928c-432af390aecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21dac56-91aa-4cb2-8728-aedf565185e8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:23.701957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:23.702169 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:23.702853 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 8 to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 Oct 27 16:23:23.734690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:23.735087 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:23.738303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:23.749111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:23.750240 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:23.750710 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 9 to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 Oct 27 16:23:23.775329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:23.775755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:23.781375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:23.784500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:23.785076 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:23.785484 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 10 to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 Oct 27 16:23:23.809943 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:23.809943 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:23.809943 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:23.817074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:23.818546 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:23.819110 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:23.882094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44162) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:23.927880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] For port d0439fcf-df11-47cb-90b5-d8c5ed86b158, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:23.928278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempted to set empty binding levels {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:23:23.988915 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.035448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] In _notify_port_updated(), no bound segment for port d0439fcf-df11-47cb-90b5-d8c5ed86b158 on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:23:24.036525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.037298 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.038634 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "PUT /v2.0/ports/d0439fcf-df11-47cb-90b5-d8c5ed86b158 HTTP/1.1" status: 200 len: 974 time: 1.0503621 Oct 27 16:23:24.041285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44168) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:24.086228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8acc2d-5970-4460-9fd1-c9189b6aedda tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event updated for resources: {'Port': ['ID=d0439fcf-df11-47cb-90b5-d8c5ed86b158,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:24.168838 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.433972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1312806208'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:24.471258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.471737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.472229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.472691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.473156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.473615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.474071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.474531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.474988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.475443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.475894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.476369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.477002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.477455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.477906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.478356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.478802 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.479249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.485849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fbafed3e-f309-457f-8da2-9b0eaa89bb24 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16173 time: 0.4396732 Oct 27 16:23:24.486067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44182) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:24.540386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Made reservation on behalf of f24312c43dc84879a769ad55cb73495e for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:24.544043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.556017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.606947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ac6871ad-45f8-4897-b6bb-078da16b3f54 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Deleting port d0439fcf-df11-47cb-90b5-d8c5ed86b158 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:24.607278 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac6871ad-45f8-4897-b6bb-078da16b3f54 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.689672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-ac6871ad-45f8-4897-b6bb-078da16b3f54 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] For port d0439fcf-df11-47cb-90b5-d8c5ed86b158, host n-h1-815689-1, got binding levels [] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:24.690085 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac6871ad-45f8-4897-b6bb-078da16b3f54 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.713402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ac6871ad-45f8-4897-b6bb-078da16b3f54 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Calling delete_port for d0439fcf-df11-47cb-90b5-d8c5ed86b158 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:24.721420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.782745 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.822585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:23:24.827637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf268d00-aedb-417b-b54f-0cb6ebe32c29,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:24.837896 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.838374 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Added segment a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe of type vlan for network c583a130-24df-4189-9866-38df98832561 Oct 27 16:23:24.880747 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.925458 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac6871ad-45f8-4897-b6bb-078da16b3f54 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.955687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6871ad-45f8-4897-b6bb-078da16b3f54 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event deleted for resources: {'Port': ['ID=d0439fcf-df11-47cb-90b5-d8c5ed86b158,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:24.962043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac6871ad-45f8-4897-b6bb-078da16b3f54 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.968153 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ac6871ad-45f8-4897-b6bb-078da16b3f54 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d0439fcf-df11-47cb-90b5-d8c5ed86b158 HTTP/1.1" status: 204 len: 168 time: 0.4785612 Oct 27 16:23:24.968579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44194) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:24.977324 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.991695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:24.991695 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:24.994517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44196) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:25.005028 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7a8e20-2e73-43db-bb97-147d321fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:23:25.006546 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7d7a8e20-2e73-43db-bb97-147d321fe2a2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "GET /v2.0/ports/d0439fcf-df11-47cb-90b5-d8c5ed86b158 HTTP/1.1" status: 404 len: 333 time: 0.0369627 Oct 27 16:23:25.010181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44200) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:25.017447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1121744659', 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:25.070492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Pushing event updated for resources: {'Network': ['ID=c583a130-24df-4189-9866-38df98832561,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:25.083948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c583a130-24df-4189-9866-38df98832561 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:23:25.096983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Made reservation on behalf of 73bd79bb7a3a4eba880be73a24f11ec2 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:25.099610 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.128193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] device_id is not set on port 1dd3b6d5-eab4-493a-8d2c-5e60804d5a83 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:25.167782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-489cf59a-76b6-419c-81b0-8bbf5cdad66f tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2815075 Oct 27 16:23:25.168128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44206) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:25.177548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Request body: {'subnet': {'network_id': 'c583a130-24df-4189-9866-38df98832561', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:25.198056 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1075151676-network', 'tenant_id': '868c6f7094574064ab0b74f6da9a228c'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:25.311803 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Made reservation on behalf of 868c6f7094574064ab0b74f6da9a228c for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:25.314741 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.333754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.359296 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.402155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Made reservation on behalf of f24312c43dc84879a769ad55cb73495e for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:25.406013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.444890 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.501879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.531672 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.568294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:25.572850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:23:25.584742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:25.596206 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event updated for resources: {'Port': ['ID=1dd3b6d5-eab4-493a-8d2c-5e60804d5a83,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:25.596206 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:25.596206 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:25.596206 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.608093 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86595c52-8bf1-495f-883b-2b98cbf77fc7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:25.611768 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.612149 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Added segment 4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2 of type vlan for network e134098b-fc56-48af-8c02-c3d7c8f871f1 Oct 27 16:23:25.654833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.672177 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.696629 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7f469a43-9bff-4433-931e-0bfa2bb1dcc2 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6835248 Oct 27 16:23:25.699050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44208) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:25.738515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53b8621-b94f-4b9e-93f5-d738186b401b tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:25.740573 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b53b8621-b94f-4b9e-93f5-d738186b401b tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "GET /v2.0/ports/1dd3b6d5-eab4-493a-8d2c-5e60804d5a83 HTTP/1.1" status: 200 len: 955 time: 0.0405977 Oct 27 16:23:25.741571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Pushing event updated for resources: {'Subnet': ['ID=32c33490-18f3-436a-9d25-11497b28d293,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:25.742775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44210) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:25.752744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Checking segment: {'id': 'a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c583a130-24df-4189-9866-38df98832561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:25.758536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Network hostable DHCP agents. Network: c583a130-24df-4189-9866-38df98832561, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:23:25.758655 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.758655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:25.758655 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.828174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Network c583a130-24df-4189-9866-38df98832561 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:23:25.865125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] Pushing event updated for resources: {'Network': ['ID=e134098b-fc56-48af-8c02-c3d7c8f871f1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:25.880683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network e134098b-fc56-48af-8c02-c3d7c8f871f1 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:23:25.885900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-36164ba2-ca27-4fc9-b341-a6c43c3cba29 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Deleting port 1dd3b6d5-eab4-493a-8d2c-5e60804d5a83 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:25.886532 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36164ba2-ca27-4fc9-b341-a6c43c3cba29 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.893639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f7e28fbe-a5d1-4c3d-9e0a-47a529fd8c5b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8977525 Oct 27 16:23:25.896830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44212) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:25.902559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] Request body: {'subnet': {'network_id': 'e134098b-fc56-48af-8c02-c3d7c8f871f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1075151676-subnet', 'tenant_id': '868c6f7094574064ab0b74f6da9a228c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:25.911061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c583a130-24df-4189-9866-38df98832561) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:25.920045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:25.920747 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.977979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36164ba2-ca27-4fc9-b341-a6c43c3cba29 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:25.994553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-36164ba2-ca27-4fc9-b341-a6c43c3cba29 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Calling delete_port for 1dd3b6d5-eab4-493a-8d2c-5e60804d5a83 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:26.035298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] Made reservation on behalf of 868c6f7094574064ab0b74f6da9a228c for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:26.037252 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:26.081756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deec257-8fd7-4803-8093-404b7be9a107 None None] Network c583a130-24df-4189-9866-38df98832561 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:26.127797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7683a489-b3c3-4343-8949-fbd2c4b52bf5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9584019 Oct 27 16:23:26.131413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44218) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:26.137004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Request body: {'port': {'network_id': 'c583a130-24df-4189-9866-38df98832561', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1488095697'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:26.195279 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36164ba2-ca27-4fc9-b341-a6c43c3cba29 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:26.237193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36164ba2-ca27-4fc9-b341-a6c43c3cba29 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event deleted for resources: {'Port': ['ID=1dd3b6d5-eab4-493a-8d2c-5e60804d5a83,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:26.249228 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36164ba2-ca27-4fc9-b341-a6c43c3cba29 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:26.252732 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-36164ba2-ca27-4fc9-b341-a6c43c3cba29 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1dd3b6d5-eab4-493a-8d2c-5e60804d5a83 HTTP/1.1" status: 204 len: 168 time: 0.5088413 Oct 27 16:23:26.259730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44222) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:26.295483 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-167c774d-ab65-45cb-afe5-1250b4db5afa tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:23:26.300615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-167c774d-ab65-45cb-afe5-1250b4db5afa tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "GET /v2.0/ports/1dd3b6d5-eab4-493a-8d2c-5e60804d5a83 HTTP/1.1" status: 404 len: 333 time: 0.0397522 Oct 27 16:23:26.302358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44224) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:26.309185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Request body: {'port': {'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-936916752'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:26.329958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-c583a130-24df-4189-9866-38df98832561', 'network_id': 'c583a130-24df-4189-9866-38df98832561', 'tenant_id': 'f24312c43dc84879a769ad55cb73495e', 'fixed_ips': [{'subnet_id': '32c33490-18f3-436a-9d25-11497b28d293'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:23:26.330934 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:26.331088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.api [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:23:26.331088 n-d-815689-1 neutron-server[109722]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 16:23:26.331088 n-d-815689-1 neutron-server[109722]: [parameters: {'project_id_1': 'f24312c43dc84879a769ad55cb73495e', 'expiration_1': datetime.datetime(2021, 10, 27, 16, 23, 6, 318960)}] Oct 27 16:23:26.331088 n-d-815689-1 neutron-server[109722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:23:26.331418 n-d-815689-1 neutron-server[109722]: DEBUG oslo_db.api [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:23:26.362835 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:26.391044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Made reservation on behalf of 73bd79bb7a3a4eba880be73a24f11ec2 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:26.393533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:26.412744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] device_id is not set on port 7838f05a-a1fe-4600-85a4-a325263f4a4b yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:26.424674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9350a6-1edc-4b49-80df-12c5322f28b3,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:26.433137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] Checking segment: {'id': '4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e134098b-fc56-48af-8c02-c3d7c8f871f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:26.433385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] Network hostable DHCP agents. Network: e134098b-fc56-48af-8c02-c3d7c8f871f1, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:23:26.495060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Allocated IP 172.20.0.2 (c583a130-24df-4189-9866-38df98832561/32c33490-18f3-436a-9d25-11497b28d293/a629fb68-35b4-418f-9456-2c631a7824c5) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:26.536386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] Network e134098b-fc56-48af-8c02-c3d7c8f871f1 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:23:26.613872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, e134098b-fc56-48af-8c02-c3d7c8f871f1) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:26.623721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:26.627830 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:26.651698 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7c67b-3cd6-4959-b464-da1f634d3665 None None] Network e134098b-fc56-48af-8c02-c3d7c8f871f1 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:26.730588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-295148a0-88d7-48be-a9c8-787e174af7da admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8324037 Oct 27 16:23:26.782162 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:26.863472 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:26.884853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ce85be-9e07-49c4-ae32-5a65309f4667 None None] Network e134098b-fc56-48af-8c02-c3d7c8f871f1 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:26.945026 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:26.958180 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Network c583a130-24df-4189-9866-38df98832561 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:26.966966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:26.973993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:26.983999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Pushing event updated for resources: {'Port': ['ID=a629fb68-35b4-418f-9456-2c631a7824c5,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:27.041736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.041979 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52f399-c54a-4d7b-a428-43ed54d22aec req-272f9db1-cd65-4fc6-819d-a71978bbcd99 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:27.042431 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.042689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.043033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.043374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.043710 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.044044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.044398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.044728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.045056 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.045416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.045732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:27.049909 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c52f399-c54a-4d7b-a428-43ed54d22aec req-272f9db1-cd65-4fc6-819d-a71978bbcd99 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.0997758 Oct 27 16:23:27.077945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Attempting to bind port a629fb68-35b4-418f-9456-2c631a7824c5 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:27.078308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Attempting to bind port a629fb68-35b4-418f-9456-2c631a7824c5 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c583a130-24df-4189-9866-38df98832561'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:27.079911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Attempting to bind port a629fb68-35b4-418f-9456-2c631a7824c5 on network c583a130-24df-4189-9866-38df98832561 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:27.091694 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c52f399-c54a-4d7b-a428-43ed54d22aec req-ddfb26ba-2848-4a30-bb91-6ce80e045d61 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408146 Oct 27 16:23:27.093736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:27.097060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Checking segment: {'id': 'a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c583a130-24df-4189-9866-38df98832561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:27.097060 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:27.097060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Bound using segment: {'id': 'a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c583a130-24df-4189-9866-38df98832561'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:27.097060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Bound port: a629fb68-35b4-418f-9456-2c631a7824c5, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'c583a130-24df-4189-9866-38df98832561'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:27.097060 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:27.109681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44240) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:27.118881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Made reservation on behalf of f24312c43dc84879a769ad55cb73495e for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:27.124825 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:27.198665 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:27.209119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] For port a629fb68-35b4-418f-9456-2c631a7824c5, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:27.212516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] For port a629fb68-35b4-418f-9456-2c631a7824c5, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a629fb68-35b4-418f-9456-2c631a7824c5,segment=NetworkSegment(a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe),segment_id=a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:27.250153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] device_id is not set on port fb79c487-8198-4efa-9299-f487261f2c2c yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:27.310916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:27.321294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:27.328325 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-27a5c8ce-6073-49e9-be23-196d3bf03253 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/9394cd52-3121-46f9-a3b8-60cafe7c1e8e HTTP/1.1" status: 200 len: 993 time: 0.2125175 Oct 27 16:23:27.328325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:27.338019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event updated for resources: {'Port': ['ID=7838f05a-a1fe-4600-85a4-a325263f4a4b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:27.340380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:27.341346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:27.341981 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:27.411544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-b621ad7a-6ca6-47ac-baa7-050545f1bac2 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:27.419834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-b621ad7a-6ca6-47ac-baa7-050545f1bac2 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/networks?id=e134098b-fc56-48af-8c02-c3d7c8f871f1 HTTP/1.1" status: 200 len: 809 time: 0.1660364 Oct 27 16:23:27.444822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-8a55b4d3-f71f-48f0-86cf-73d3525d0897 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/quotas/868c6f7094574064ab0b74f6da9a228c HTTP/1.1" status: 200 len: 375 time: 0.0146031 Oct 27 16:23:27.450505 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ea4d7b19-4cd3-41d0-9f2a-27884ca15c46 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1448689 Oct 27 16:23:27.454876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:27.458238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb49f9c-6cb7-4910-9683-11ef10aedd3c None None] Pushing event updated for resources: {'Port': ['ID=a629fb68-35b4-418f-9456-2c631a7824c5,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:27.473024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:27.479930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Allocated IP 172.20.0.14 (c583a130-24df-4189-9866-38df98832561/32c33490-18f3-436a-9d25-11497b28d293/fb79c487-8198-4efa-9299-f487261f2c2c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:27.502802 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-c60f93a0-a1e0-475a-afa8-5d261ea6fdd4 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=868c6f7094574064ab0b74f6da9a228c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516331 Oct 27 16:23:27.568102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:27.622351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-90935001-8544-466c-a5a0-81b3e68aad01 service neutron] 10.222.0.15 "GET /v2.0/networks/e134098b-fc56-48af-8c02-c3d7c8f871f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096001 Oct 27 16:23:27.783355 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-c3172be8-9269-47c7-9a7d-f775986f54d0 service neutron] 10.222.0.15 "GET /v2.0/networks/e134098b-fc56-48af-8c02-c3d7c8f871f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536827 Oct 27 16:23:27.853179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05d24-8ab8-4e4b-9dfd-a237dac7f73e req-d82d9224-ca80-47be-9877-518bb9f8396a tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:27.854928 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdf05d24-8ab8-4e4b-9dfd-a237dac7f73e req-d82d9224-ca80-47be-9877-518bb9f8396a tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 1096 time: 0.1882820 Oct 27 16:23:27.888900 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:27.956772 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bdf05d24-8ab8-4e4b-9dfd-a237dac7f73e req-55bf5544-9a9a-4d2b-9123-1a7c77f64165 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913103 Oct 27 16:23:28.009183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] device_id is not set on port 7838f05a-a1fe-4600-85a4-a325263f4a4b yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:28.019344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.054163 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.091264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.115508 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07bc5272-67ba-40ba-9c3c-3ba66aafb641 req-a5485622-d14b-4f7a-9fd3-0da936a86015 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 210 time: 0.0444851 Oct 27 16:23:28.125154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Network c583a130-24df-4189-9866-38df98832561 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:28.131168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:28.143731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:28.148627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Pushing event updated for resources: {'Port': ['ID=fb79c487-8198-4efa-9299-f487261f2c2c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:28.237028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event updated for resources: {'Port': ['ID=7838f05a-a1fe-4600-85a4-a325263f4a4b,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:28.264669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:28.267074 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.269408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:28.269746 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:28.270074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:28.280149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:28.280499 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:28.281406 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 2 to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b Oct 27 16:23:28.303535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:28.303936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:28.304646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:28.309941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:28.310312 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:28.310699 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 3 to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b Oct 27 16:23:28.331496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:28.331923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:28.332194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:28.336946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:28.337268 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:28.337651 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 4 to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b Oct 27 16:23:28.350610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44276) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:28.365962 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cc8ae396-610f-4cbb-9ae3-9717c9b1f3e5 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.2340684 Oct 27 16:23:28.406084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:28.406456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:28.406804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:28.424713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:28.425036 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:28.425430 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 5 to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b Oct 27 16:23:28.450866 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:28.451348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:28.451699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:28.457960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:28.458287 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:28.458708 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 6 to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b Oct 27 16:23:28.476001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:28.476001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:28.476237 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:28.489428 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:28.489792 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:28.490207 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 7 to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b Oct 27 16:23:28.514179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:28.514179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:28.514639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:28.520907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd164f-826f-41ba-8086-5bee2b284bcd tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Deleting port fb79c487-8198-4efa-9299-f487261f2c2c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:28.521420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a8cd164f-826f-41ba-8086-5bee2b284bcd tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.521531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:28.521635 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:28.522045 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 8 to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b Oct 27 16:23:28.549299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:28.549751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:28.550094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:28.555428 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:28.555766 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:28.556271 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 9 to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b Oct 27 16:23:28.581207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:28.581549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:28.581910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:28.591529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:28.591870 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:28.593403 n-d-815689-1 neutron-server[109722]: INFO neutron.plugins.ml2.plugin [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempt 10 to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b Oct 27 16:23:28.631032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:28.631378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:28.631719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempting to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:28.645448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:28.646050 n-d-815689-1 neutron-server[109722]: ERROR neutron.plugins.ml2.managers [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Failed to bind port 7838f05a-a1fe-4600-85a4-a325263f4a4b on host n-h1-815689-1 for vnic_type normal using segments [{'id': '75b93fd9-35d5-4d9b-8e2f-409355708c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8c6db5c5-14f9-48a0-a1db-9c8274b4779d'}] Oct 27 16:23:28.646595 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.665760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a8cd164f-826f-41ba-8086-5bee2b284bcd tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.681421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd164f-826f-41ba-8086-5bee2b284bcd tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Calling delete_port for fb79c487-8198-4efa-9299-f487261f2c2c owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:28.733255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] For port 7838f05a-a1fe-4600-85a4-a325263f4a4b, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:28.734229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attempted to set empty binding levels {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 27 16:23:28.794503 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.805132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d033ca9-c0db-45a9-a6c6-284a9ef4c3ba None None] Network c583a130-24df-4189-9866-38df98832561 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:28.869048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] In _notify_port_updated(), no bound segment for port 7838f05a-a1fe-4600-85a4-a325263f4a4b on network 8c6db5c5-14f9-48a0-a1db-9c8274b4779d {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:23:28.871088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:28.871766 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.876338 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "PUT /v2.0/ports/7838f05a-a1fe-4600-85a4-a325263f4a4b HTTP/1.1" status: 200 len: 974 time: 1.4173615 Oct 27 16:23:28.877310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44298) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:28.891135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea5c21-4392-422b-a970-912a5b66ca95 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event updated for resources: {'Port': ['ID=7838f05a-a1fe-4600-85a4-a325263f4a4b,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:28.934694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fde6e806-96f5-4a91-8525-3223f196220b None None] Provisioning complete for port a629fb68-35b4-418f-9456-2c631a7824c5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:28.935398 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fde6e806-96f5-4a91-8525-3223f196220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:28.969068 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a8cd164f-826f-41ba-8086-5bee2b284bcd tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.004834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd164f-826f-41ba-8086-5bee2b284bcd tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Pushing event deleted for resources: {'Port': ['ID=fb79c487-8198-4efa-9299-f487261f2c2c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:29.009237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4546f9de-a810-4f92-9877-22611c7f6a87 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Deleting port 7838f05a-a1fe-4600-85a4-a325263f4a4b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:29.009764 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4546f9de-a810-4f92-9877-22611c7f6a87 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.104589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fde6e806-96f5-4a91-8525-3223f196220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.130383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-4546f9de-a810-4f92-9877-22611c7f6a87 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] For port 7838f05a-a1fe-4600-85a4-a325263f4a4b, host n-h1-815689-1, got binding levels [] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:29.130752 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4546f9de-a810-4f92-9877-22611c7f6a87 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.148697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fde6e806-96f5-4a91-8525-3223f196220b None None] For port a629fb68-35b4-418f-9456-2c631a7824c5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a629fb68-35b4-418f-9456-2c631a7824c5,segment=NetworkSegment(a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe),segment_id=a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:29.157592 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a8cd164f-826f-41ba-8086-5bee2b284bcd tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.160899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a8cd164f-826f-41ba-8086-5bee2b284bcd tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] 10.222.0.15 "DELETE /v2.0/ports/fb79c487-8198-4efa-9299-f487261f2c2c HTTP/1.1" status: 204 len: 168 time: 0.8092811 Oct 27 16:23:29.163873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44302) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:29.166604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4546f9de-a810-4f92-9877-22611c7f6a87 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Calling delete_port for 7838f05a-a1fe-4600-85a4-a325263f4a4b owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:29.251639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fde6e806-96f5-4a91-8525-3223f196220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.339159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4036e1fb-fe3e-4a0c-a81a-127355bbbcfb req-d6a01fc3-701f-4e3f-a4d5-90c2dd22826d tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 210 time: 0.1500819 Oct 27 16:23:29.438907 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.453563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6e806-96f5-4a91-8525-3223f196220b None None] Pushing event updated for resources: {'Port': ['ID=a629fb68-35b4-418f-9456-2c631a7824c5,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:29.465818 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a629fb68-35b4-418f-9456-2c631a7824c5 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:29.501952 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4546f9de-a810-4f92-9877-22611c7f6a87 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.504307 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c0d1e75c-a060-49ad-b5aa-0e55eea49c1d tempest-DHCPAgentSchedulersTestJSON-847435856 tempest-DHCPAgentSchedulersTestJSON-847435856-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.3391018 Oct 27 16:23:29.513898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44316) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:29.515800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1568058039'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:29.550700 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-1eb9fc44-9b94-4138-a6a2-ba69ccb1ace2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3603354 Oct 27 16:23:29.572235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-490d8e4a-2521-4298-bcd3-9833bf14cd5b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:23:29.573329 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-490d8e4a-2521-4298-bcd3-9833bf14cd5b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0081310 Oct 27 16:23:29.581305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546f9de-a810-4f92-9877-22611c7f6a87 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Pushing event deleted for resources: {'Port': ['ID=7838f05a-a1fe-4600-85a4-a325263f4a4b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:29.581305 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4546f9de-a810-4f92-9877-22611c7f6a87 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.595730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4546f9de-a810-4f92-9877-22611c7f6a87 tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "DELETE /v2.0/ports/7838f05a-a1fe-4600-85a4-a325263f4a4b HTTP/1.1" status: 204 len: 168 time: 0.7173114 Oct 27 16:23:29.601509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44318) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:29.603678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2cb35344-2815-4c72-95c1-a5927f1beea5 None None] Provisioning complete for port a629fb68-35b4-418f-9456-2c631a7824c5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:29.604082 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2cb35344-2815-4c72-95c1-a5927f1beea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.643834 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de3ddb9-b1e7-4b5f-ba62-fd1b7a4db2ec tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] GET failed (client error): The resource could not be found. Oct 27 16:23:29.650330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44322) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:29.652387 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a629fb68-35b4-418f-9456-2c631a7824c5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:29.652780 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.654962 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4de3ddb9-b1e7-4b5f-ba62-fd1b7a4db2ec tempest-PortsAdminExtendedAttrsTestJSON-1890112691 tempest-PortsAdminExtendedAttrsTestJSON-1890112691-project-admin] 10.222.0.15 "GET /v2.0/ports/7838f05a-a1fe-4600-85a4-a325263f4a4b HTTP/1.1" status: 404 len: 333 time: 0.0487273 Oct 27 16:23:29.659311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Made reservation on behalf of f24312c43dc84879a769ad55cb73495e for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:29.666641 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.729353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:23:29.753482 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.754433 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Added segment 1d8d4aa1-f3e0-4e94-ab61-7c7f6b3f31d9 of type vlan for network 14fcde20-9da5-4624-b420-260827f50931 Oct 27 16:23:29.803065 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.848685 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.952427 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.963083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:29.963802 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:29.987733 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:30.001731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f325294e-dab0-4938-ae7f-3b15ccefda4a None None] Could not find standard attr ID for object fb79c487-8198-4efa-9299-f487261f2c2c. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:23:30.016500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6db5c5-14f9-48a0-a1db-9c8274b4779d']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:30.028805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b93fd9-35d5-4d9b-8e2f-409355708c93') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:30.029188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b93fd9-35d5-4d9b-8e2f-409355708c93') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:30.049913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:30.073275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:30.080845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:23:30.081372 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:23:30.084999 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:23:30.100045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Pushing event updated for resources: {'Network': ['ID=14fcde20-9da5-4624-b420-260827f50931,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:30.113288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 14fcde20-9da5-4624-b420-260827f50931 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:23:30.120810 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3a651982-f375-4dd1-9322-2d7713e52504 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6083138 Oct 27 16:23:30.122734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44328) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:30.222897 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:23:30.254026 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:30.259599 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:30.264402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] 10.222.0.15 "DELETE /v2.0/networks/8c6db5c5-14f9-48a0-a1db-9c8274b4779d HTTP/1.1" status: 204 len: 168 time: 0.6103213 Oct 27 16:23:30.283592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4635264-7c64-4ac5-85f8-c57a02871402 tempest-PortsAdminExtendedAttrsTestJSON-1385346074 tempest-PortsAdminExtendedAttrsTestJSON-1385346074-project] Pushing event deleted for resources: {'Network': ['ID=8c6db5c5-14f9-48a0-a1db-9c8274b4779d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:30.362453 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5924a330-2b4a-4a14-bbf3-5b76f70fb745 tempest-DHCPAgentSchedulersTestJSON-847435856 tempest-DHCPAgentSchedulersTestJSON-847435856-project-admin] 10.222.0.15 "GET /v2.0/agents/4479cd6e-36a9-4fbd-9733-60592528d79e/dhcp-networks HTTP/1.1" status: 200 len: 7254 time: 0.2341735 Oct 27 16:23:30.365158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44332) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:30.464745 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c9889c-c03a-47d2-86e6-a4ba28b9ec5c tempest-DHCPAgentSchedulersTestJSON-847435856 tempest-DHCPAgentSchedulersTestJSON-847435856-project-admin] Network 14fcde20-9da5-4624-b420-260827f50931 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:23:30.478614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-35c60a01-7de0-4d77-98cc-b405a3acf64c req-14b38a1a-2ed6-40ea-a5d6-e3dffb7f0a4c tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 210 time: 0.0463767 Oct 27 16:23:30.558130 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-64c9889c-c03a-47d2-86e6-a4ba28b9ec5c tempest-DHCPAgentSchedulersTestJSON-847435856 tempest-DHCPAgentSchedulersTestJSON-847435856-project-admin] 10.222.0.15 "POST /v2.0/agents/4479cd6e-36a9-4fbd-9733-60592528d79e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1917593 Oct 27 16:23:30.560624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44342) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:30.566174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744a1dd1-4bcc-4cb9-acd7-551a8b828925 None None] Network 14fcde20-9da5-4624-b420-260827f50931 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:30.782392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2b52867a-ce00-49fb-95f5-a6ab79cdda39 tempest-DHCPAgentSchedulersTestJSON-847435856 tempest-DHCPAgentSchedulersTestJSON-847435856-project-admin] 10.222.0.15 "GET /v2.0/agents/4479cd6e-36a9-4fbd-9733-60592528d79e/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 0.2200437 Oct 27 16:23:30.785155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44352) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:30.826109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44356) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:30.930214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44364) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:30.939217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3a3a6e55-8d76-400b-928a-4ab79f3d5f0b tempest-DHCPAgentSchedulersTestJSON-847435856 tempest-DHCPAgentSchedulersTestJSON-847435856-project-admin] 10.222.0.15 "DELETE /v2.0/agents/4479cd6e-36a9-4fbd-9733-60592528d79e/dhcp-networks/14fcde20-9da5-4624-b420-260827f50931 HTTP/1.1" status: 204 len: 168 time: 0.1501191 Oct 27 16:23:31.108873 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-11aa9204-2fea-4804-a392-5ca686497a65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a15cd8c252774b219aa266fd6fdf273a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796152 Oct 27 16:23:31.116459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44370) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:31.148924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-63fa854d-0321-46f3-8e40-d046acb935f3 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:31.150337 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-63fa854d-0321-46f3-8e40-d046acb935f3 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/ports/fc7735a5-71f2-481f-82cf-86f9a2a37cbe HTTP/1.1" status: 200 len: 1093 time: 0.3573275 Oct 27 16:23:31.165352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Request body: {'binding': {'host': 'n-h2-815689-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:31.166279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Unknown quota resources ['binding']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:23:31.179227 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4e36ccb9-c27e-4f97-850a-06a29a0381ff tempest-DHCPAgentSchedulersTestJSON-847435856 tempest-DHCPAgentSchedulersTestJSON-847435856-project-admin] 10.222.0.15 "GET /v2.0/agents/4479cd6e-36a9-4fbd-9733-60592528d79e/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.2478619 Oct 27 16:23:31.179991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44372) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:31.204136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-c932c6e6-c1df-4267-8210-da520c5c96b6 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:31.205650 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-c932c6e6-c1df-4267-8210-da520c5c96b6 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.53 "GET /v2.0/networks?id=e134098b-fc56-48af-8c02-c3d7c8f871f1 HTTP/1.1" status: 200 len: 809 time: 0.1587956 Oct 27 16:23:31.216370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a6351815-7c22-4860-a362-5a8abd01fa66 tempest-DHCPAgentSchedulersTestJSON-847435856 tempest-DHCPAgentSchedulersTestJSON-847435856-project-admin] 10.222.0.15 "GET /v2.0/networks/c583a130-24df-4189-9866-38df98832561/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0349956 Oct 27 16:23:31.220739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44374) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:31.225404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Request body: {'port': {'device_id': '644eb890-fdd3-4437-bfc1-6036498dd90e', 'network_id': 'e134098b-fc56-48af-8c02-c3d7c8f871f1', 'admin_state_up': True, 'tenant_id': '868c6f7094574064ab0b74f6da9a228c'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:31.324961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a629fb68-35b4-418f-9456-2c631a7824c5 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:31.338412 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e9928afd-9b8f-4093-a451-2fa0268316ce tempest-DHCPAgentSchedulersTestJSON-847435856 tempest-DHCPAgentSchedulersTestJSON-847435856-project-admin] 10.222.0.15 "GET /v2.0/networks/c583a130-24df-4189-9866-38df98832561/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.1142740 Oct 27 16:23:31.341650 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44378) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:31.387315 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0d847c7-f029-4133-bab7-af4e727d9ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:31.418427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a629fb68-35b4-418f-9456-2c631a7824c5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:31.418887 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:31.450224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Made reservation on behalf of 868c6f7094574064ab0b74f6da9a228c for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:31.456161 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:31.529251 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0d847c7-f029-4133-bab7-af4e727d9ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:31.621900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on host n-h2-815689-1 for vnic_type normal with profile None {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:31.622387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:31.624581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on network 03145762-1316-4db8-8cae-963e08f67af7 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:31.634941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on network 03145762-1316-4db8-8cae-963e08f67af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:31.634941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on network 03145762-1316-4db8-8cae-963e08f67af7 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:31.646909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5403df96-de99-49f4-9fed-1e5e0f8dac3c req-3fee3026-99de-4c90-acc0-4488d57a48a9 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 210 time: 0.0430634 Oct 27 16:23:31.651433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:31.651772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Checking segment: {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:31.652188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Bound using segment: {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:31.652885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Bound port: fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:31.667799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Allocated IP 172.20.0.7 (e134098b-fc56-48af-8c02-c3d7c8f871f1/df9350a6-1edc-4b49-80df-12c5322f28b3/f9a3b989-cdf9-463a-89f5-a1906146347c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:31.676468 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bdb21369-aef8-4701-b26e-57d7cfbf2545 tempest-DHCPAgentSchedulersTestJSON-847435856 tempest-DHCPAgentSchedulersTestJSON-847435856-project-admin] 10.222.0.15 "GET /v2.0/agents/4479cd6e-36a9-4fbd-9733-60592528d79e/dhcp-networks HTTP/1.1" status: 200 len: 6480 time: 0.3257661 Oct 27 16:23:31.682916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44386) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:31.764945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:31.793218 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0d847c7-f029-4133-bab7-af4e727d9ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:31.794573 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:31.796770 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0d847c7-f029-4133-bab7-af4e727d9ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:31.798065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b0d847c7-f029-4133-bab7-af4e727d9ba0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/595f8cd4-a68e-44e7-a625-f87ad98449fa HTTP/1.1" status: 204 len: 168 time: 0.6792190 Oct 27 16:23:31.810376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d847c7-f029-4133-bab7-af4e727d9ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595f8cd4-a68e-44e7-a625-f87ad98449fa,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:31.853394 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] Publish callbacks [] for binding, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:31.854662 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3561cfb5-3994-43e7-b835-36fa484feb33 service neutron] 10.222.0.15 "POST /v2.0/ports/fc7735a5-71f2-481f-82cf-86f9a2a37cbe/bindings HTTP/1.1" status: 201 len: 389 time: 0.6976020 Oct 27 16:23:31.958288 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:31.997264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fcde20-9da5-4624-b420-260827f50931']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:32.008595 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.013931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8d4aa1-f3e0-4e94-ab61-7c7f6b3f31d9') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:32.014231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8d4aa1-f3e0-4e94-ab61-7c7f6b3f31d9') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:32.027548 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.046534 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.065571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:23:32.065994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:23:32.069311 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:23:32.191785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.195701 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.203387 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.209548 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] 10.222.0.15 "DELETE /v2.0/networks/14fcde20-9da5-4624-b420-260827f50931 HTTP/1.1" status: 204 len: 168 time: 0.5261786 Oct 27 16:23:32.210390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44394) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:32.253601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37775844-b94d-4296-8124-3bb9247b0304 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Pushing event deleted for resources: {'Network': ['ID=14fcde20-9da5-4624-b420-260827f50931,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:32.276991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30cfa5-a551-4463-92a8-3b3819cfadaf req-f463e849-adc7-4854-b636-b8e5df62762f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:32.278537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a30cfa5-a551-4463-92a8-3b3819cfadaf req-f463e849-adc7-4854-b636-b8e5df62762f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.1273620 Oct 27 16:23:32.289385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Network e134098b-fc56-48af-8c02-c3d7c8f871f1 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:32.294409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:32.302352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:32.321395 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3aefc45-8477-4a58-a209-edc0be23d039 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] DELETE failed (client error): The resource could not be found. Oct 27 16:23:32.324365 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3aefc45-8477-4a58-a209-edc0be23d039 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:23:32.335365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Pushing event updated for resources: {'Port': ['ID=f9a3b989-cdf9-463a-89f5-a1906146347c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:32.339544 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b3aefc45-8477-4a58-a209-edc0be23d039 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] 10.222.0.15 "DELETE /v2.0/ports/fb79c487-8198-4efa-9299-f487261f2c2c HTTP/1.1" status: 404 len: 333 time: 0.1252487 Oct 27 16:23:32.341281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44396) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:32.385273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:32.386013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.401991 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a30cfa5-a551-4463-92a8-3b3819cfadaf req-3052b32f-5819-4dd8-8e4e-5d2d07616106 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089675 Oct 27 16:23:32.480562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec215a49-7f8c-4e0d-b254-d99a044a69f6 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Deleting subnet 32c33490-18f3-436a-9d25-11497b28d293 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:23:32.506852 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec215a49-7f8c-4e0d-b254-d99a044a69f6 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.513539 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3d47efc6-1a84-48ff-a430-dc19610f7f1b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2949052 Oct 27 16:23:32.527872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Request body: {'port': {'device_id': '644eb890-fdd3-4437-bfc1-6036498dd90e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:32.564865 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec215a49-7f8c-4e0d-b254-d99a044a69f6 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.584887 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.617101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-4a8a98da-9bdc-4970-88fe-ac58f51c935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:32.618640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-4a8a98da-9bdc-4970-88fe-ac58f51c935a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 1096 time: 0.1050899 Oct 27 16:23:32.619654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.690562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec215a49-7f8c-4e0d-b254-d99a044a69f6 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.869535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-ecba047f-fcbc-4942-b789-443a9dfad875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:32.871070 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-ecba047f-fcbc-4942-b789-443a9dfad875 service neutron] 10.222.0.53 "GET /v2.0/networks?id=03145762-1316-4db8-8cae-963e08f67af7 HTTP/1.1" status: 200 len: 898 time: 0.2413037 Oct 27 16:23:32.891050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44406) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:32.912366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec215a49-7f8c-4e0d-b254-d99a044a69f6 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.957687 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec215a49-7f8c-4e0d-b254-d99a044a69f6 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Pushing event deleted for resources: {'Subnet': ['ID=32c33490-18f3-436a-9d25-11497b28d293,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:32.968906 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec215a49-7f8c-4e0d-b254-d99a044a69f6 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:32.969071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474c457d-7e27-4239-8696-65ff5e7c8063 None None] Network c583a130-24df-4189-9866-38df98832561 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:32.974986 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ec215a49-7f8c-4e0d-b254-d99a044a69f6 tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] 10.222.0.15 "DELETE /v2.0/subnets/32c33490-18f3-436a-9d25-11497b28d293 HTTP/1.1" status: 204 len: 168 time: 0.6315875 Oct 27 16:23:32.977570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44408) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:33.002881 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e6afe69b-bd12-4de7-9c9b-454d94e1fe45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73bd79bb7a3a4eba880be73a24f11ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097348 Oct 27 16:23:33.005266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2933d8a-6193-4c3c-a5f9-8d5e53b37875 req-ddce73ba-4da7-4c90-9bcf-a883a00d1785 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:33.005478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44410) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:33.006798 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2933d8a-6193-4c3c-a5f9-8d5e53b37875 req-ddce73ba-4da7-4c90-9bcf-a883a00d1785 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 931 time: 0.1979246 Oct 27 16:23:33.110122 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-a7c9cded-a945-48ca-bd1b-7e78a73bc19b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe HTTP/1.1" status: 200 len: 1001 time: 0.2303491 Oct 27 16:23:33.137503 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9daf-50f7-43b8-a140-e8712a761a38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.185114 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9daf-50f7-43b8-a140-e8712a761a38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.195415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2933d8a-6193-4c3c-a5f9-8d5e53b37875 req-ba4b988f-d182-434f-9e84-833ee5c3c541 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719732 Oct 27 16:23:33.207420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.280902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783bcee2-7dba-400b-bba7-f3db87543697 None None] DHCP port deletion for c583a130-24df-4189-9866-38df98832561 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:23:33.292248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-e9eef5e5-5d0c-4d04-b5ad-b584bf021cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:33.294129 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-e9eef5e5-5d0c-4d04-b5ad-b584bf021cc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=272c3410-f19e-493c-b0ea-63aac306aa9e HTTP/1.1" status: 200 len: 833 time: 0.1693110 Oct 27 16:23:33.349282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9daf-50f7-43b8-a140-e8712a761a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.349881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-783bcee2-7dba-400b-bba7-f3db87543697 None None] Deleting port a629fb68-35b4-418f-9456-2c631a7824c5 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:33.350469 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-783bcee2-7dba-400b-bba7-f3db87543697 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.357108 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9daf-50f7-43b8-a140-e8712a761a38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.358990 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e2ec9daf-50f7-43b8-a140-e8712a761a38 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e8fa92c-b997-4451-82d5-e1cfba143b6d HTTP/1.1" status: 204 len: 168 time: 0.3520796 Oct 27 16:23:33.362002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a3b989-cdf9-463a-89f5-a1906146347c {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:23:33.398505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec9daf-50f7-43b8-a140-e8712a761a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8fa92c-b997-4451-82d5-e1cfba143b6d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:33.398782 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.406347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Transition to ACTIVE for port object f9a3b989-cdf9-463a-89f5-a1906146347c will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:23:33.413816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-794bd1ff-3847-426e-922d-565b05ac69cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:33.415826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-794bd1ff-3847-426e-922d-565b05ac69cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03145762-1316-4db8-8cae-963e08f67af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129310 Oct 27 16:23:33.427651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Deleting port a629fb68-35b4-418f-9456-2c631a7824c5 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:33.427910 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.543220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-783bcee2-7dba-400b-bba7-f3db87543697 None None] For port a629fb68-35b4-418f-9456-2c631a7824c5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a629fb68-35b4-418f-9456-2c631a7824c5,segment=NetworkSegment(a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe),segment_id=a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:33.543842 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-783bcee2-7dba-400b-bba7-f3db87543697 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.560710 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-783bcee2-7dba-400b-bba7-f3db87543697 None None] Calling delete_port for a629fb68-35b4-418f-9456-2c631a7824c5 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:33.697955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb43db-512b-4c3b-9cc4-23357bc4ed81 req-a285afbb-6276-4a8f-8481-8f24b2f3924e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:33.704724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4eb43db-512b-4c3b-9cc4-23357bc4ed81 req-a285afbb-6276-4a8f-8481-8f24b2f3924e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.1283112 Oct 27 16:23:33.766776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b4eb43db-512b-4c3b-9cc4-23357bc4ed81 req-2ca62370-5902-43d1-a2f1-36c2e8aad5b8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604086 Oct 27 16:23:33.793466 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-783bcee2-7dba-400b-bba7-f3db87543697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:33.821667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bcee2-7dba-400b-bba7-f3db87543697 None None] Pushing event deleted for resources: {'Port': ['ID=a629fb68-35b4-418f-9456-2c631a7824c5,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:33.826489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783bcee2-7dba-400b-bba7-f3db87543697 None None] No DVR routers for this DVR port a629fb68-35b4-418f-9456-2c631a7824c5 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:23:34.033024 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.176221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] For port a629fb68-35b4-418f-9456-2c631a7824c5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a629fb68-35b4-418f-9456-2c631a7824c5,segment=NetworkSegment(a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe),segment_id=a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:34.176565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.193982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a3b989-cdf9-463a-89f5-a1906146347c,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:34.202653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Calling delete_port for a629fb68-35b4-418f-9456-2c631a7824c5 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:34.324471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-5ab97abc-e50e-4fea-a1c8-fc3c7b60dee7 service neutron] 10.222.0.53 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151696 Oct 27 16:23:34.355051 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999130e-b596-4558-b449-014997850329 req-fdf42215-2e7c-4eb1-8af1-4a03f379be5b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:34.363911 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f999130e-b596-4558-b449-014997850329 req-fdf42215-2e7c-4eb1-8af1-4a03f379be5b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 943 time: 0.0864379 Oct 27 16:23:34.414860 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f999130e-b596-4558-b449-014997850329 req-146baf28-ac25-4e61-9e07-9ed3b107993f tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497062 Oct 27 16:23:34.509350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Attempting to bind port f9a3b989-cdf9-463a-89f5-a1906146347c on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:34.509686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Attempting to bind port f9a3b989-cdf9-463a-89f5-a1906146347c by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e134098b-fc56-48af-8c02-c3d7c8f871f1'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:34.510016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Attempting to bind port f9a3b989-cdf9-463a-89f5-a1906146347c on network e134098b-fc56-48af-8c02-c3d7c8f871f1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:34.516371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-c18c4e93-ffbd-490d-98be-abd56e24dce0 service neutron] 10.222.0.53 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356914 Oct 27 16:23:34.521877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Port f9a3b989-cdf9-463a-89f5-a1906146347c on network e134098b-fc56-48af-8c02-c3d7c8f871f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:34.522198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Attempting to bind port f9a3b989-cdf9-463a-89f5-a1906146347c on network e134098b-fc56-48af-8c02-c3d7c8f871f1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:34.530249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:34.530608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Checking segment: {'id': '4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e134098b-fc56-48af-8c02-c3d7c8f871f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:34.530992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Bound using segment: {'id': '4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e134098b-fc56-48af-8c02-c3d7c8f871f1'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:34.531513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Bound port: f9a3b989-cdf9-463a-89f5-a1906146347c, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e134098b-fc56-48af-8c02-c3d7c8f871f1'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:34.532530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.596200 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.674908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Pushing event deleted for resources: {'Port': ['ID=a629fb68-35b4-418f-9456-2c631a7824c5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:34.687649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] No DVR routers for this DVR port a629fb68-35b4-418f-9456-2c631a7824c5 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:23:34.819271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] For port f9a3b989-cdf9-463a-89f5-a1906146347c, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:34.825506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-9810f4e5-6d52-498f-b9e8-e67c012f60d8 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:34.843881 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-9810f4e5-6d52-498f-b9e8-e67c012f60d8 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15&tenant_id=aa2cd34858c645408908be49587cbd63&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1096 time: 0.2587669 Oct 27 16:23:34.886131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-815689-1'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:34.897650 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:34.924981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] For port f9a3b989-cdf9-463a-89f5-a1906146347c, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f9a3b989-cdf9-463a-89f5-a1906146347c,segment=NetworkSegment(4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2),segment_id=4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:34.950433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c583a130-24df-4189-9866-38df98832561']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:34.975540 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19be68-9162-4f57-92f2-dde561b6cddc req-88dbc7e1-61f7-4dfb-8b3f-b08fe4f5ddf7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:34.981320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:34.981587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b35ef1-5c2a-49bb-864e-bd4c3ed9effe') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:34.998402 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.002322 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.006626 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fb19be68-9162-4f57-92f2-dde561b6cddc req-88dbc7e1-61f7-4dfb-8b3f-b08fe4f5ddf7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.1246850 Oct 27 16:23:35.018207 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.075073 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fb19be68-9162-4f57-92f2-dde561b6cddc req-ab9ae2a6-2147-4aec-aa6c-a97282bd9a01 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625732 Oct 27 16:23:35.102207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a3b989-cdf9-463a-89f5-a1906146347c,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:35.144407 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:35.145310 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.147018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-3a1570b7-c89c-4634-8bf3-8c71920718d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/f9a3b989-cdf9-463a-89f5-a1906146347c HTTP/1.1" status: 200 len: 1091 time: 2.6245813 Oct 27 16:23:35.148143 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.154950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644eb890-fdd3-4437-bfc1-6036498dd90e', 'tag': 'f9a3b989-cdf9-463a-89f5-a1906146347c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:35.159501 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c469878-348d-467e-860b-c79113d27d11" -d '{"events": [{"name": "network-changed", "server_uuid": "644eb890-fdd3-4437-bfc1-6036498dd90e", "tag": "f9a3b989-cdf9-463a-89f5-a1906146347c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:35.170584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:23:35.170983 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:23:35.175370 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:23:35.222045 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f565a291-5e9c-4422-a366-c1e35a013bf6 x-openstack-request-id: req-f565a291-5e9c-4422-a366-c1e35a013bf6 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:35.222732 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644eb890-fdd3-4437-bfc1-6036498dd90e", "tag": "f9a3b989-cdf9-463a-89f5-a1906146347c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:35.222732 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f565a291-5e9c-4422-a366-c1e35a013bf6 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:35.223163 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644eb890-fdd3-4437-bfc1-6036498dd90e', 'tag': 'f9a3b989-cdf9-463a-89f5-a1906146347c', 'status': 'completed', 'code': 200} Oct 27 16:23:35.348490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a629fb68-35b4-418f-9456-2c631a7824c5 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:35.404969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c469878-348d-467e-860b-c79113d27d11 req-a9302bcb-dae1-4119-96bc-44aab3662c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:35.406769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: a629fb68-35b4-418f-9456-2c631a7824c5 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:35.408624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a629fb68-35b4-418f-9456-2c631a7824c5 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:35.410765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c469878-348d-467e-860b-c79113d27d11 req-a9302bcb-dae1-4119-96bc-44aab3662c0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=868c6f7094574064ab0b74f6da9a228c&device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 1094 time: 0.1579092 Oct 27 16:23:35.520086 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.525774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.533728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] 10.222.0.15 "DELETE /v2.0/networks/c583a130-24df-4189-9866-38df98832561 HTTP/1.1" status: 204 len: 168 time: 2.5530965 Oct 27 16:23:35.575997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc7c6f-23da-4c99-a574-325755376f5a tempest-DHCPAgentSchedulersTestJSON-253134628 tempest-DHCPAgentSchedulersTestJSON-253134628-project] Pushing event deleted for resources: {'Network': ['ID=c583a130-24df-4189-9866-38df98832561,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:35.595684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:35.681820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc589705-32ed-4196-b011-095f37414827 req-b952f6e7-580d-4e9d-9479-a4a61cfa919b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:35.690716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc589705-32ed-4196-b011-095f37414827 req-b952f6e7-580d-4e9d-9479-a4a61cfa919b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 943 time: 0.1245246 Oct 27 16:23:35.721550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c469878-348d-467e-860b-c79113d27d11 req-1ea1275c-e782-48c8-8ad6-dccd47689ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:35.723923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c469878-348d-467e-860b-c79113d27d11 req-1ea1275c-e782-48c8-8ad6-dccd47689ec3 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=868c6f7094574064ab0b74f6da9a228c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3049805 Oct 27 16:23:35.786144 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc589705-32ed-4196-b011-095f37414827 req-fdf5eefc-aef0-4bed-afdb-1e52adf68afe tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892341 Oct 27 16:23:35.819863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:35.909474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:35.937087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c469878-348d-467e-860b-c79113d27d11 req-80ecfd70-99db-4e9c-86f4-77d212874f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:35.941753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c469878-348d-467e-860b-c79113d27d11 req-80ecfd70-99db-4e9c-86f4-77d212874f57 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2093780 Oct 27 16:23:35.975241 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:36.062464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Pushing event updated for resources: {'Port': ['ID=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:36.146267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-1a39c431-c477-4017-9f90-3db9330831ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:36.147784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-1a39c431-c477-4017-9f90-3db9330831ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=868c6f7094574064ab0b74f6da9a228c&device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 1094 time: 0.1085510 Oct 27 16:23:36.264886 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-0a646368-dcf3-42e0-91ce-8e13890c8233 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9a3b989-cdf9-463a-89f5-a1906146347c HTTP/1.1" status: 200 len: 217 time: 0.1056674 Oct 27 16:23:36.326608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed38b05-7743-4b8d-b3c3-5498bed7429b req-518cac94-ba51-4ba2-ad62-d0906e54520d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:36.329958 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eed38b05-7743-4b8d-b3c3-5498bed7429b req-518cac94-ba51-4ba2-ad62-d0906e54520d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 943 time: 0.1279769 Oct 27 16:23:36.363272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44476) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:36.449337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on host n-h1-815689-1 for vnic_type normal with profile {"migrating_to": "n-h2-815689-1"} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:36.449337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:36.449337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on network 03145762-1316-4db8-8cae-963e08f67af7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:36.450067 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eed38b05-7743-4b8d-b3c3-5498bed7429b req-c40019ba-61ab-4e47-800b-5c1705b09d09 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122832 Oct 27 16:23:36.467324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on network 03145762-1316-4db8-8cae-963e08f67af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:36.467588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Attempting to bind port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on network 03145762-1316-4db8-8cae-963e08f67af7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:36.486375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-47d09cf2-392d-48e7-b742-e51da2698bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:36.501130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-47d09cf2-392d-48e7-b742-e51da2698bc4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=df9350a6-1edc-4b49-80df-12c5322f28b3 HTTP/1.1" status: 200 len: 849 time: 0.2139318 Oct 27 16:23:36.501130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:36.501130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Checking segment: {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:36.501130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Bound using segment: {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:36.501130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Bound port: fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '03145762-1316-4db8-8cae-963e08f67af7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:36.501130 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:36.577860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-18d35f09-1981-4e03-adad-d9692c90ca6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e134098b-fc56-48af-8c02-c3d7c8f871f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722938 Oct 27 16:23:36.608121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-873931dd-d1de-4021-b7d1-b447a6891d1b None None] Provisioning complete for port fc7735a5-71f2-481f-82cf-86f9a2a37cbe triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:36.611092 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-873931dd-d1de-4021-b7d1-b447a6891d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:36.757138 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-873931dd-d1de-4021-b7d1-b447a6891d1b None None] Port fc7735a5-71f2-481f-82cf-86f9a2a37cbe cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:23:36.912369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-333e019b-5ff3-494b-8849-c993c83976bc service neutron] 10.222.0.53 "GET /v2.0/networks/e134098b-fc56-48af-8c02-c3d7c8f871f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151592 Oct 27 16:23:36.912369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:36.912369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:37.019526 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c28bb4bc-8f61-44c2-a77a-06158bbbcdd3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f24312c43dc84879a769ad55cb73495e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812489 Oct 27 16:23:37.019526 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44486) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:37.019526 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44490) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:37.019526 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1cb8cca-35c9-4817-8120-8b9f7bc1c7e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.022894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-124798999', 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:37.029162 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1cb8cca-35c9-4817-8120-8b9f7bc1c7e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.042730 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.130200 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4975a1a-91ee-4e23-aa7b-97c18d03e1d4 req-080b6ec3-7005-4ff9-8a4f-4d887c2a4df7 service neutron] 10.222.0.53 "GET /v2.0/networks/e134098b-fc56-48af-8c02-c3d7c8f871f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889082 Oct 27 16:23:37.149257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Pushing event updated for resources: {'Port': ['ID=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,revision_number=8']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:37.170294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Made reservation on behalf of aa6d2ad7b5874bad80ba149c889d6df6 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:37.173570 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.192183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.216137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250a0af-b649-41e5-b187-35ce2576d58f req-c4f60669-ac60-41ea-8dcc-96cb8921e66d tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:37.218330 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0250a0af-b649-41e5-b187-35ce2576d58f req-c4f60669-ac60-41ea-8dcc-96cb8921e66d tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 943 time: 0.1885130 Oct 27 16:23:37.224472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:37.227970 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb8fbee-0afc-4a2e-92bc-64b644fd990c" -d '{"events": [{"server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:37.249309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1cb8cca-35c9-4817-8120-8b9f7bc1c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.253139 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1cb8cca-35c9-4817-8120-8b9f7bc1c7e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.267628 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e1cb8cca-35c9-4817-8120-8b9f7bc1c7e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf268d00-aedb-417b-b54f-0cb6ebe32c29 HTTP/1.1" status: 204 len: 168 time: 0.4181635 Oct 27 16:23:37.372539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:37.376608 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.376608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-f9725864-0ea9-49e3-9a98-6a6919c18bff service neutron] 10.222.0.53 "PUT /v2.0/ports/fc7735a5-71f2-481f-82cf-86f9a2a37cbe HTTP/1.1" status: 200 len: 1121 time: 2.5181580 Oct 27 16:23:37.399417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0250a0af-b649-41e5-b187-35ce2576d58f req-2bd6021f-bcbe-4b7c-9d92-bf859ac926f1 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605206 Oct 27 16:23:37.410008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb8cca-35c9-4817-8120-8b9f7bc1c7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf268d00-aedb-417b-b54f-0cb6ebe32c29,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:37.444186 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f5774e-5b34-4d41-9df8-ce4a9e962cb1 x-openstack-request-id: req-11f5774e-5b34-4d41-9df8-ce4a9e962cb1 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:37.444186 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:37.444186 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11f5774e-5b34-4d41-9df8-ce4a9e962cb1 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:37.444186 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'code': 200} Oct 27 16:23:37.451663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.457845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['fc7735a5-71f2-481f-82cf-86f9a2a37cbe'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:23:37.548182 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.556558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] device_id is not set on port 8eb0a057-697e-46b4-8c5f-b425d9b58d9d yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:37.632988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8225149-f997-4757-835d-a0fe4c3b15c2 req-591b81a7-98ee-4d1b-8a48-c09da23dd096 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:37.638585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d6f225-badf-464b-afa9-f85685883e4e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:37.641437 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8225149-f997-4757-835d-a0fe4c3b15c2 req-591b81a7-98ee-4d1b-8a48-c09da23dd096 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 943 time: 0.0886579 Oct 27 16:23:37.657455 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b0efb6c6-d17e-449f-b0b4-7b96a5522ca7 None None] Provisioning complete for port fc7735a5-71f2-481f-82cf-86f9a2a37cbe triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:37.658839 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b0efb6c6-d17e-449f-b0b4-7b96a5522ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.688984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8225149-f997-4757-835d-a0fe4c3b15c2 req-bf97b88c-a027-4cf7-9d2b-94a4b76cbfc5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443087 Oct 27 16:23:37.796233 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Allocated IP 172.25.4.166 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/8eb0a057-697e-46b4-8c5f-b425d9b58d9d) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:37.844816 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b0efb6c6-d17e-449f-b0b4-7b96a5522ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:37.901447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:37.903926 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aad5b7-c7ee-45f8-a7aa-254597113d9e" -d '{"events": [{"server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "name": "network-vif-plugged", "status": "completed", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:37.912755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b0efb6c6-d17e-449f-b0b4-7b96a5522ca7 None None] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:38.006421 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b0efb6c6-d17e-449f-b0b4-7b96a5522ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:38.048225 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:38.159608 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:38.209237 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:38.217045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:38.221625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:38.229897 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2cdf36-8fc9-4418-9a80-bda7e23f28f9 x-openstack-request-id: req-4e2cdf36-8fc9-4418-9a80-bda7e23f28f9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:38.230824 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "name": "network-vif-plugged", "status": "completed", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:38.231091 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e2cdf36-8fc9-4418-9a80-bda7e23f28f9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:38.231498 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'code': 200} Oct 27 16:23:38.255627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44514) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:38.258674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Pushing event updated for resources: {'Port': ['ID=8eb0a057-697e-46b4-8c5f-b425d9b58d9d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:38.277100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.277710 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:38.283102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efb6c6-d17e-449f-b0b4-7b96a5522ca7 None None] Pushing event updated for resources: {'Port': ['ID=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:38.288995 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-220189d1-8771-4170-a595-53725001ebe8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:38.367515 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cdd2e374-1bff-4b8b-885c-35391746970c tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4627373 Oct 27 16:23:38.369530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44518) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:38.379564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.166'}]}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:38.394846 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-220189d1-8771-4170-a595-53725001ebe8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:38.458352 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-220189d1-8771-4170-a595-53725001ebe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:38.600268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-220189d1-8771-4170-a595-53725001ebe8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51995731dfba48d5982236e9914ce13a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2623734 Oct 27 16:23:38.600268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220189d1-8771-4170-a595-53725001ebe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933ecd31-bfa1-4879-9e4f-f76dbef437ce,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:38.600268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44522) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:38.600888 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee78e0-467b-4a6e-9558-4a11358df75a req-a56a4ff8-c6ff-4955-99f3-a4089cb2c55b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.600888 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-93ee78e0-467b-4a6e-9558-4a11358df75a req-a56a4ff8-c6ff-4955-99f3-a4089cb2c55b tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 943 time: 0.0535514 Oct 27 16:23:38.601726 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f917b866-148e-4e17-aa4f-3e532d18af53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:38.602050 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-93ee78e0-467b-4a6e-9558-4a11358df75a req-1e4091ba-6812-42fe-bd9e-d5ca0de587a3 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369008 Oct 27 16:23:38.602136 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f917b866-148e-4e17-aa4f-3e532d18af53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:38.807754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733008e-5e51-40bc-ac58-af02ab678b65 req-8680a861-bd4a-46b3-af86-eac606409eab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:38.809483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4733008e-5e51-40bc-ac58-af02ab678b65 req-8680a861-bd4a-46b3-af86-eac606409eab tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.0523436 Oct 27 16:23:38.851390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4733008e-5e51-40bc-ac58-af02ab678b65 req-a1bd2d97-8cda-4c31-838b-49a635f921c1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354853 Oct 27 16:23:39.149283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.154490 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.276363 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f917b866-148e-4e17-aa4f-3e532d18af53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.279493 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f917b866-148e-4e17-aa4f-3e532d18af53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.283951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f917b866-148e-4e17-aa4f-3e532d18af53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/933ecd31-bfa1-4879-9e4f-f76dbef437ce HTTP/1.1" status: 204 len: 168 time: 0.7572792 Oct 27 16:23:39.294304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917b866-148e-4e17-aa4f-3e532d18af53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933ecd31-bfa1-4879-9e4f-f76dbef437ce,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:39.330697 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.436672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:39.439497 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c416d7-3b67-4a6e-86ac-20150db56494" -d '{"events": [{"name": "network-changed", "server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:39.513280 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f171d0-50ed-4f76-b3f6-c8ba3931ed05 x-openstack-request-id: req-27f171d0-50ed-4f76-b3f6-c8ba3931ed05 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:39.514568 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:39.515000 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27f171d0-50ed-4f76-b3f6-c8ba3931ed05 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:39.516213 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'status': 'completed', 'code': 200} Oct 27 16:23:39.543670 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.587047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c416d7-3b67-4a6e-86ac-20150db56494 req-c035cd8e-4f94-447a-84a7-67ba66860d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:39.592908 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60c416d7-3b67-4a6e-86ac-20150db56494 req-c035cd8e-4f94-447a-84a7-67ba66860d84 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 1126 time: 0.0464017 Oct 27 16:23:39.723594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c416d7-3b67-4a6e-86ac-20150db56494 req-fac73ebb-d5f9-4e2f-aecf-18a247d41a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:39.725913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60c416d7-3b67-4a6e-86ac-20150db56494 req-fac73ebb-d5f9-4e2f-aecf-18a247d41a81 service neutron] 10.222.0.54 "GET /v2.0/networks?id=03145762-1316-4db8-8cae-963e08f67af7 HTTP/1.1" status: 200 len: 898 time: 0.1286113 Oct 27 16:23:39.735810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc29904-5212-4b61-aaeb-b7437d5c097d req-46a30231-06cd-44a2-b38d-84c1ad1fb499 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:39.737411 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ddc29904-5212-4b61-aaeb-b7437d5c097d req-46a30231-06cd-44a2-b38d-84c1ad1fb499 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 943 time: 0.0753376 Oct 27 16:23:39.809933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60c416d7-3b67-4a6e-86ac-20150db56494 req-92d140c5-5f23-48b5-a651-ede6fb0ff63f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe HTTP/1.1" status: 200 len: 1001 time: 0.0768750 Oct 27 16:23:39.864299 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ddc29904-5212-4b61-aaeb-b7437d5c097d req-a331d142-c453-4e09-8f81-6a7800931826 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188624 Oct 27 16:23:39.869532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c416d7-3b67-4a6e-86ac-20150db56494 req-281915da-dc73-4bc0-8b30-0f4d91357b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:39.872398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60c416d7-3b67-4a6e-86ac-20150db56494 req-281915da-dc73-4bc0-8b30-0f4d91357b4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=272c3410-f19e-493c-b0ea-63aac306aa9e HTTP/1.1" status: 200 len: 833 time: 0.0485487 Oct 27 16:23:39.915041 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.925622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c416d7-3b67-4a6e-86ac-20150db56494 req-6e434311-6860-43be-af02-7c1d7c5c3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:39.927429 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60c416d7-3b67-4a6e-86ac-20150db56494 req-6e434311-6860-43be-af02-7c1d7c5c3723 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03145762-1316-4db8-8cae-963e08f67af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484354 Oct 27 16:23:39.935711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:39.987949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f9a3b989-cdf9-463a-89f5-a1906146347c details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:23:40.110077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6495f-d6a7-4fa2-b18d-0fae54a7a2ae req-ba677b80-7103-4b48-acfa-88a490695d80 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:40.111801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4cd6495f-d6a7-4fa2-b18d-0fae54a7a2ae req-ba677b80-7103-4b48-acfa-88a490695d80 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.1769292 Oct 27 16:23:40.160404 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60c416d7-3b67-4a6e-86ac-20150db56494 req-020bca4a-7418-489e-a265-87967e1158e6 service neutron] 10.222.0.54 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159469 Oct 27 16:23:40.163428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.193551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4cd6495f-d6a7-4fa2-b18d-0fae54a7a2ae req-88f23bc1-1022-4d65-bfff-ac7b67285e30 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689974 Oct 27 16:23:40.347451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60c416d7-3b67-4a6e-86ac-20150db56494 req-52e5510c-0758-42cc-b1c3-b262bab8029d service neutron] 10.222.0.54 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743083 Oct 27 16:23:40.367175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f9a3b989-cdf9-463a-89f5-a1906146347c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f9a3b989-cdf9-463a-89f5-a1906146347c,segment=NetworkSegment(4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2),segment_id=4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:40.393915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'f9a3b989-cdf9-463a-89f5-a1906146347c', 'network_id': 'e134098b-fc56-48af-8c02-c3d7c8f871f1', 'port_id': 'f9a3b989-cdf9-463a-89f5-a1906146347c', 'mac_address': 'fa:16:3e:98:f8:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df9350a6-1edc-4b49-80df-12c5322f28b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:23:40.434978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.438769 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.462842 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.479580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a3b989-cdf9-463a-89f5-a1906146347c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:23:40.517396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f9a3b989-cdf9-463a-89f5-a1906146347c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f9a3b989-cdf9-463a-89f5-a1906146347c,segment=NetworkSegment(4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2),segment_id=4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:40.585463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.585993 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5514e403-0dab-4cc7-b71c-72036350c6aa {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:23:40.587444 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.588846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fc7735a5-71f2-481f-82cf-86f9a2a37cbe details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:23:40.684770 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:23:40.685896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-56d78462-7ebd-4c01-81be-015759bf8f04 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3148882 Oct 27 16:23:40.689497 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44596) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:40.707570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f9a3b989-cdf9-463a-89f5-a1906146347c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:40.746625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44598) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:40.758493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:40.771179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fc7735a5-71f2-481f-82cf-86f9a2a37cbe has no active binding in host n-h2-815689-1 {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 27 16:23:40.774545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-87950f88-5502-4213-9f27-a59e721c0826 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:40.776153 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-87950f88-5502-4213-9f27-a59e721c0826 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/networks?id=132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 200 len: 815 time: 0.1580279 Oct 27 16:23:40.793672 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-5136cf53-ddd4-4a83-beba-7e5db8a67952 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/quotas/a0499ad2760c4c6f80bea41104f84ca5 HTTP/1.1" status: 200 len: 375 time: 0.0105503 Oct 27 16:23:40.843682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Deleting port 8eb0a057-697e-46b4-8c5f-b425d9b58d9d {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:40.844656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.869117 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-295d6102-549e-40b3-a8a0-48ef2eed4fed tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674081 Oct 27 16:23:40.891904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1586981435'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:40.958096 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:40.970018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-ad2fa182-5418-4bd8-9280-7ac203829335 service neutron] 10.222.0.15 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997436 Oct 27 16:23:41.002065 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Calling delete_port for 8eb0a057-697e-46b4-8c5f-b425d9b58d9d owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:41.020780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:41.024291 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.040535 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.079414 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-7af8a82d-255d-4cd9-b374-b25e29672642 service neutron] 10.222.0.15 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013916 Oct 27 16:23:41.085496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e68d9-3b44-4f3a-8af8-ab5188287236 req-9b45ad59-81ae-4dfa-88a8-0d377a690b34 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:41.088221 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-094e68d9-3b44-4f3a-8af8-ab5188287236 req-9b45ad59-81ae-4dfa-88a8-0d377a690b34 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 944 time: 0.1439185 Oct 27 16:23:41.100870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f9a3b989-cdf9-463a-89f5-a1906146347c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:23:41.191787 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-094e68d9-3b44-4f3a-8af8-ab5188287236 req-bd0378e8-bab6-47a2-bea2-35ff5ef56977 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910864 Oct 27 16:23:41.299674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.450268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f6af6fb5-21c3-4d2c-9797-ea844ebbd6b5 req-c8916b29-2fd8-4117-92d4-1a68d70ea4d1 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 210 time: 0.0388196 Oct 27 16:23:41.694784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.696524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.748315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Pushing event deleted for resources: {'Port': ['ID=8eb0a057-697e-46b4-8c5f-b425d9b58d9d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:41.751287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:23:41.777113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.777463 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.777812 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.778142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.778504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.778856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.779175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.779503 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.779840 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.780445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.781637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.781637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:23:41.800272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2b5b2e-11c5-472e-a9e9-2b1759cd7896,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:41.810643 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.810643 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Added segment 48a16bda-0fe5-4d57-927b-9d78cf41d5bb of type vlan for network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 Oct 27 16:23:41.848501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a900c-ea18-42c5-b254-6a91e1a27196 req-77d691e8-3c86-4d53-8633-1ccff043e683 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:41.855863 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c61a900c-ea18-42c5-b254-6a91e1a27196 req-77d691e8-3c86-4d53-8633-1ccff043e683 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.5453668 Oct 27 16:23:41.913584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.939075 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:41.942332 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5ada0e54-8554-4d0f-84f8-5118da7aef01 tempest-RoutersAdminNegativeTest-794520171 tempest-RoutersAdminNegativeTest-794520171-project-admin] 10.222.0.15 "DELETE /v2.0/ports/8eb0a057-697e-46b4-8c5f-b425d9b58d9d HTTP/1.1" status: 204 len: 168 time: 1.2518930 Oct 27 16:23:41.956574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c61a900c-ea18-42c5-b254-6a91e1a27196 req-52de269a-119e-435b-8771-622d1bdbbeb9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998266 Oct 27 16:23:41.985867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f9a3b989-cdf9-463a-89f5-a1906146347c up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:42.038932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.044337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:42.044934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.093296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port f9a3b989-cdf9-463a-89f5-a1906146347c completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:23:42.098263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port f9a3b989-cdf9-463a-89f5-a1906146347c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:42.101922 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.115444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Network': ['ID=bcebcee4-a621-4bd0-82b9-134ae18fd1a0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:42.126786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:23:42.185671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4e659cd8-bd68-4af3-93c7-8d8c891de418 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4373682 Oct 27 16:23:42.189229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44630) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:42.195344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:42.257087 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.338887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f9a3b989-cdf9-463a-89f5-a1906146347c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f9a3b989-cdf9-463a-89f5-a1906146347c,segment=NetworkSegment(4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2),segment_id=4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:42.340167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644eb890-fdd3-4437-bfc1-6036498dd90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3b989-cdf9-463a-89f5-a1906146347c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:42.343937 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e879b27-65c8-4da4-9570-c2aa4bc7d564" -d '{"events": [{"server_uuid": "644eb890-fdd3-4437-bfc1-6036498dd90e", "name": "network-vif-plugged", "status": "completed", "tag": "f9a3b989-cdf9-463a-89f5-a1906146347c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:42.392636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74880f-bfee-4a62-8477-19fe5d22222c req-4e3e8106-f9d3-4c09-8502-d26ea45a630f tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:42.394372 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b74880f-bfee-4a62-8477-19fe5d22222c req-4e3e8106-f9d3-4c09-8502-d26ea45a630f tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 944 time: 0.0730281 Oct 27 16:23:42.395006 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce3bce2-ff67-4336-9112-6420674035ae x-openstack-request-id: req-7ce3bce2-ff67-4336-9112-6420674035ae {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:42.395400 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644eb890-fdd3-4437-bfc1-6036498dd90e", "name": "network-vif-plugged", "status": "completed", "tag": "f9a3b989-cdf9-463a-89f5-a1906146347c", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:42.395748 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ce3bce2-ff67-4336-9112-6420674035ae {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:42.396274 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644eb890-fdd3-4437-bfc1-6036498dd90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3b989-cdf9-463a-89f5-a1906146347c', 'code': 200} Oct 27 16:23:42.436916 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.439060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b74880f-bfee-4a62-8477-19fe5d22222c req-bedf97ee-27d5-4bc7-9925-3104645ed78e tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375757 Oct 27 16:23:42.474318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:42.480235 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.530421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f9a3b989-cdf9-463a-89f5-a1906146347c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:42.629946 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b02b4b-529c-4da5-8a5b-b9d43cb5712c req-d89f932a-e76c-499a-9bef-4abde4bf1886 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 210 time: 0.0456140 Oct 27 16:23:42.652795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8235d-13c8-4d11-98d8-34637b109991 req-3a91863e-9dca-4e0e-affd-6a2ea444708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:42.654269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcb8235d-13c8-4d11-98d8-34637b109991 req-3a91863e-9dca-4e0e-affd-6a2ea444708e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 1096 time: 0.1165972 Oct 27 16:23:42.670872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44642) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:42.690343 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-40ab6e89-0ba4-45aa-8af5-1d4b9cf9499e service neutron] 10.222.0.54 "GET /v2.0/ports/fc7735a5-71f2-481f-82cf-86f9a2a37cbe/bindings/n-h2-815689-1 HTTP/1.1" status: 200 len: 384 time: 0.1338067 Oct 27 16:23:42.775027 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fcb8235d-13c8-4d11-98d8-34637b109991 req-135b63aa-8624-4161-bf9c-f6472e4bbb42 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115565 Oct 27 16:23:42.863486 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf9e0-64df-41a5-b3ef-979dfaef4f83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:42.956600 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.058209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=2b895289-ebe8-42c9-9b35-afe354251838,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:43.091560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3c878664-9014-4b85-b613-888a3d87eae9 service neutron] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:43.115144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ece1a-cf22-4aa5-a4c6-8f505254eef5 req-4397ac97-2a4d-42d7-9cac-b829e30ba071 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:43.118716 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d6ece1a-cf22-4aa5-a4c6-8f505254eef5 req-4397ac97-2a4d-42d7-9cac-b829e30ba071 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 945 time: 0.0554304 Oct 27 16:23:43.128970 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf9e0-64df-41a5-b3ef-979dfaef4f83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.131514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:43.131873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network hostable DHCP agents. Network: bcebcee4-a621-4bd0-82b9-134ae18fd1a0, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:23:43.139993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3c878664-9014-4b85-b613-888a3d87eae9 service neutron] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:43.169964 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5d6ece1a-cf22-4aa5-a4c6-8f505254eef5 req-7ddc99d1-6dde-4fcd-ac70-0bb574937f21 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470476 Oct 27 16:23:43.192500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:43.194812 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ecc88b-4d1e-4f13-8e47-62bfd4551fba" -d '{"events": [{"server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:43.202946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3c878664-9014-4b85-b613-888a3d87eae9 service neutron] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:43.225160 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0bbaf9e0-64df-41a5-b3ef-979dfaef4f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.241845 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c3220d-d28e-4295-a51f-719ea5b4aaf0 x-openstack-request-id: req-c3c3220d-d28e-4295-a51f-719ea5b4aaf0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:43.242169 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:43.242382 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3c3220d-d28e-4295-a51f-719ea5b4aaf0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:43.242771 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'code': 200} Oct 27 16:23:43.262086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:23:43.274562 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0bbaf9e0-64df-41a5-b3ef-979dfaef4f83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96bf935bfaec4c6fab2eb0c1dfbeb491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6027555 Oct 27 16:23:43.275276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbaf9e0-64df-41a5-b3ef-979dfaef4f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a12c1a-34d1-455d-afc0-ba30318fa4c5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:43.277571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44652) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:43.314865 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3c878664-9014-4b85-b613-888a3d87eae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.339781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-453bdff1-332d-4fd1-9c23-3fd358ca3bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.358486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, bcebcee4-a621-4bd0-82b9-134ae18fd1a0) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:43.369275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f29c3-0847-4093-ab6b-b7dbc3e92925 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:43.377067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:43.377659 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.407599 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-453bdff1-332d-4fd1-9c23-3fd358ca3bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.472419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3c878664-9014-4b85-b613-888a3d87eae9 service neutron] Transition to ACTIVE for port object fc7735a5-71f2-481f-82cf-86f9a2a37cbe will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:23:43.483659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fb89fc5e-6a7e-408a-88e0-2ffa8179821a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2880232 Oct 27 16:23:43.484480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44658) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:43.492784 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'name': 'tempest-NetworksTestDHCPv6-1095338464'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:43.562927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3c878664-9014-4b85-b613-888a3d87eae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.603455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e843b-796e-43b2-a7a7-9dc865eaff97 req-c69fa7c9-e7ee-4af9-b043-c5037371ee42 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:43.612496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a8e843b-796e-43b2-a7a7-9dc865eaff97 req-c69fa7c9-e7ee-4af9-b043-c5037371ee42 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 945 time: 0.0743520 Oct 27 16:23:43.695238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': '2b895289-ebe8-42c9-9b35-afe354251838'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:23:43.696877 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:43.792217 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a8e843b-796e-43b2-a7a7-9dc865eaff97 req-e6f23f54-fe00-4410-ba86-df879bba970c tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786273 Oct 27 16:23:43.893891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-bd011acb-c680-4053-b82e-3801ad46f57c tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:43.907482 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-bd011acb-c680-4053-b82e-3801ad46f57c tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.54 "GET /v2.0/networks?id=132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 200 len: 815 time: 0.2813971 Oct 27 16:23:43.921503 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Request body: {'port': {'device_id': '0d830787-976f-47a3-9355-3927d684afd3', 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea', 'admin_state_up': True, 'tenant_id': 'a0499ad2760c4c6f80bea41104f84ca5'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:44.031165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/2b895289-ebe8-42c9-9b35-afe354251838/01316c4f-de1f-4266-bdc3-5d3efcc08c85) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:44.133417 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-453bdff1-332d-4fd1-9c23-3fd358ca3bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.136504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-453bdff1-332d-4fd1-9c23-3fd358ca3bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.137804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-453bdff1-332d-4fd1-9c23-3fd358ca3bd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61a12c1a-34d1-455d-afc0-ba30318fa4c5 HTTP/1.1" status: 204 len: 168 time: 0.8593500 Oct 27 16:23:44.191017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bdff1-332d-4fd1-9c23-3fd358ca3bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a12c1a-34d1-455d-afc0-ba30318fa4c5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:44.199403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Made reservation on behalf of a0499ad2760c4c6f80bea41104f84ca5 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:44.218457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.230638 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.235977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b06cebdd-8536-4117-a94e-b4aadee50266 req-02ed2240-cc25-439a-b62d-a0777ecbf322 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 210 time: 0.0964885 Oct 27 16:23:44.286445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c878664-9014-4b85-b613-888a3d87eae9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,revision_number=11']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:44.330808 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.341876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3c878664-9014-4b85-b613-888a3d87eae9 service neutron] No DVR routers for this DVR port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:23:44.378402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:44.384431 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:44.388150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:44.397044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Pushing event updated for resources: {'Port': ['ID=01316c4f-de1f-4266-bdc3-5d3efcc08c85,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:44.462085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28200ac5-21c9-4de2-bf06-6364237d2881 req-fddc9e06-5d5a-4e59-8c7f-01ce4e8cd9a4 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:44.472181 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-28200ac5-21c9-4de2-bf06-6364237d2881 req-fddc9e06-5d5a-4e59-8c7f-01ce4e8cd9a4 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 944 time: 0.1598759 Oct 27 16:23:44.527210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Attempting to bind port 01316c4f-de1f-4266-bdc3-5d3efcc08c85 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:44.527581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Attempting to bind port 01316c4f-de1f-4266-bdc3-5d3efcc08c85 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:44.528142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Attempting to bind port 01316c4f-de1f-4266-bdc3-5d3efcc08c85 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:44.535233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:44.535591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:44.536029 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.536442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:44.537010 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Bound port: 01316c4f-de1f-4266-bdc3-5d3efcc08c85, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:44.537629 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.539323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Allocated IP 172.20.0.5 (132a38e1-8312-496d-bb88-843d7fa1e6ea/c58e9c83-708c-4bb1-a346-679015834b71/fd10e1c0-2e0f-4bc1-a82d-0637f92d702c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:44.542146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:44.560579 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.561705 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-28200ac5-21c9-4de2-bf06-6364237d2881 req-7a4e9d17-4129-4e25-9b58-5095eff96e1d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884483 Oct 27 16:23:44.611869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3c878664-9014-4b85-b613-888a3d87eae9 service neutron] 10.222.0.54 "PUT /v2.0/ports/fc7735a5-71f2-481f-82cf-86f9a2a37cbe/bindings/n-h2-815689-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9096284 Oct 27 16:23:44.617697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 86ef9e5e-5833-4820-951b-7ecf43359f4c yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:44.629202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] For port 01316c4f-de1f-4266-bdc3-5d3efcc08c85, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:44.632547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] For port 01316c4f-de1f-4266-bdc3-5d3efcc08c85, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=01316c4f-de1f-4266-bdc3-5d3efcc08c85,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:44.710638 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.773145 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:44.789225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513a256-c37a-453e-aac1-5b5aaf31b788 None None] Pushing event updated for resources: {'Port': ['ID=01316c4f-de1f-4266-bdc3-5d3efcc08c85,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:44.842492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::162 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/2b895289-ebe8-42c9-9b35-afe354251838/86ef9e5e-5833-4820-951b-7ecf43359f4c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:44.866416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-904ee4a1-ffe7-4f4f-b4d3-8370dcb42124 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:44.868196 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-904ee4a1-ffe7-4f4f-b4d3-8370dcb42124 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15&tenant_id=aa2cd34858c645408908be49587cbd63&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 1095 time: 0.0872560 Oct 27 16:23:44.994049 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.012718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['2c04df28-1e0c-444a-9a6f-478f6d094a6a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:23:45.015422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['3ed53d88-ef80-4a42-8ec6-8e3351011f81', 'e513d531-d6b7-45c5-8a36-912564db3423'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:23:45.059574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Network 132a38e1-8312-496d-bb88-843d7fa1e6ea is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:45.064818 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:45.070290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:45.075095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-786ddb5f-c0bf-4f8a-8219-0d2f9915d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:45.077385 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-786ddb5f-c0bf-4f8a-8219-0d2f9915d2f1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 1095 time: 0.1975186 Oct 27 16:23:45.117329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309dc39-3f7f-4f5f-9181-f3321403e52b req-c4b1dced-14d5-4685-acb7-693456665a2c tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:45.119540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1309dc39-3f7f-4f5f-9181-f3321403e52b req-c4b1dced-14d5-4685-acb7-693456665a2c tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 945 time: 0.2290840 Oct 27 16:23:45.137017 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Pushing event updated for resources: {'Port': ['ID=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:45.186594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:45.188312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.245731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3a0cb591-0986-4eeb-bcc2-9b1bf0be72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:45.247243 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-3a0cb591-0986-4eeb-bcc2-9b1bf0be72ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 1095 time: 0.1265957 Oct 27 16:23:45.257940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1309dc39-3f7f-4f5f-9181-f3321403e52b req-bd0686a7-0766-4ebc-8316-e177f329bc76 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200869 Oct 27 16:23:45.274828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44678) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:45.299871 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.374496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b4a28477-84f0-47ae-b12f-a6f9cdeaa716 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa6d2ad7b5874bad80ba149c889d6df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0974536 Oct 27 16:23:45.382894 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-39719ac6-3d92-45f4-80f8-d66b1fa1bcac tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4654126 Oct 27 16:23:45.385640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44682) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:45.439654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 01316c4f-de1f-4266-bdc3-5d3efcc08c85 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:45.457189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Request body: {'port': {'device_id': '0d830787-976f-47a3-9355-3927d684afd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:45.493375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-4c7fc4f8-1be3-4242-89b4-803b048be4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:45.495524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-4c7fc4f8-1be3-4242-89b4-803b048be4d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=03145762-1316-4db8-8cae-963e08f67af7 HTTP/1.1" status: 200 len: 898 time: 0.2386005 Oct 27 16:23:45.563430 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2924bbde-09d6-4a9a-b004-825e9cd46cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.563596 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.572774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 01316c4f-de1f-4266-bdc3-5d3efcc08c85 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:45.572774 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.603274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1204b5-f791-4a71-b486-8c2f37cac48a req-c7a55644-ac84-4b23-92e0-bc590d32386b tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:45.612311 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1f1204b5-f791-4a71-b486-8c2f37cac48a req-c7a55644-ac84-4b23-92e0-bc590d32386b tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 931 time: 0.2432876 Oct 27 16:23:45.631954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.673379 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-8fc2c4e6-0fc7-4b38-93a6-da22a6bd0f82 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe HTTP/1.1" status: 200 len: 999 time: 0.1690421 Oct 27 16:23:45.675510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:45.694176 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2924bbde-09d6-4a9a-b004-825e9cd46cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.695213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:45.726820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:45.733114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:45.733779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.740320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.772136 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1f1204b5-f791-4a71-b486-8c2f37cac48a req-2cc384f5-e105-4357-b3b7-557b625248b2 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586356 Oct 27 16:23:45.773771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=86ef9e5e-5833-4820-951b-7ecf43359f4c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:45.783172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 01316c4f-de1f-4266-bdc3-5d3efcc08c85, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=01316c4f-de1f-4266-bdc3-5d3efcc08c85,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:45.806630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-a964b7fa-ab3e-4a72-9a84-74e1d664aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:45.808256 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-a964b7fa-ab3e-4a72-9a84-74e1d664aff1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=272c3410-f19e-493c-b0ea-63aac306aa9e HTTP/1.1" status: 200 len: 833 time: 0.1155796 Oct 27 16:23:45.831067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0164a5a-e1f7-4a3f-9658-fac4caec24d5 req-2569e51c-2f9b-42e7-a55f-ba08abf28286 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:45.833155 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0164a5a-e1f7-4a3f-9658-fac4caec24d5 req-2569e51c-2f9b-42e7-a55f-ba08abf28286 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 944 time: 0.1633615 Oct 27 16:23:45.883874 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0265de31-2790-47cc-ae2d-c6325bbb7504 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3979201 Oct 27 16:23:45.887033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44694) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:45.914083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-04d4a391-23c0-476d-b366-7105b72979b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:45.915721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-04d4a391-23c0-476d-b366-7105b72979b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03145762-1316-4db8-8cae-963e08f67af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813994 Oct 27 16:23:45.924269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0164a5a-e1f7-4a3f-9658-fac4caec24d5 req-d2768842-47ec-4222-bb13-14646604ed20 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545952 Oct 27 16:23:45.924622 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:45.993911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=01316c4f-de1f-4266-bdc3-5d3efcc08c85,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:46.002503 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2924bbde-09d6-4a9a-b004-825e9cd46cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.004704 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2924bbde-09d6-4a9a-b004-825e9cd46cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.005862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2924bbde-09d6-4a9a-b004-825e9cd46cb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16d6f225-badf-464b-afa9-f85685883e4e HTTP/1.1" status: 204 len: 168 time: 0.6190155 Oct 27 16:23:46.086121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924bbde-09d6-4a9a-b004-825e9cd46cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d6f225-badf-464b-afa9-f85685883e4e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:46.089762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-ea9961e3-73e8-4dad-a352-d6e0edfb89f1 service neutron] 10.222.0.53 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644254 Oct 27 16:23:46.102049 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3b774a-353a-47ac-be60-a6f7e3da3382 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:46.121940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3b774a-353a-47ac-be60-a6f7e3da3382 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:46.127450 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9f3b774a-353a-47ac-be60-a6f7e3da3382 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2391808 Oct 27 16:23:46.130855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44704) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:46.139806 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device fc7735a5-71f2-481f-82cf-86f9a2a37cbe no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:46.230573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19aae58-335b-4d27-ba3e-018a7d1b310f None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:46.261215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-121d5d3f-318b-411e-be19-bc555a50b7ef service neutron] 10.222.0.53 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555698 Oct 27 16:23:46.295299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device fc7735a5-71f2-481f-82cf-86f9a2a37cbe not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:46.335707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd10e1c0-2e0f-4bc1-a82d-0637f92d702c {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:23:46.339596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-547887dc-2923-4831-b555-6a5abb9e53c5 None None] Provisioning complete for port 01316c4f-de1f-4266-bdc3-5d3efcc08c85 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:46.339817 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-547887dc-2923-4831-b555-6a5abb9e53c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.345343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.351314 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a4b6aa44-8b51-42bd-9b59-fb527d78ea16 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 86ef9e5e-5833-4820-951b-7ecf43359f4c {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:46.351661 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4b6aa44-8b51-42bd-9b59-fb527d78ea16 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.431148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Transition to ACTIVE for port object fd10e1c0-2e0f-4bc1-a82d-0637f92d702c will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:23:46.520161 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4b6aa44-8b51-42bd-9b59-fb527d78ea16 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.542359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a4b6aa44-8b51-42bd-9b59-fb527d78ea16 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 86ef9e5e-5833-4820-951b-7ecf43359f4c owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:46.544478 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.654370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Pushing event updated for resources: {'Port': ['ID=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:46.781635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Attempting to bind port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:46.781989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Attempting to bind port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:46.782675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Attempting to bind port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c on network 132a38e1-8312-496d-bb88-843d7fa1e6ea {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:46.834039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c on network 132a38e1-8312-496d-bb88-843d7fa1e6ea not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:23:46.834370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Attempting to bind port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c on network 132a38e1-8312-496d-bb88-843d7fa1e6ea {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:46.848475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:46.856928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Checking segment: {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:46.856928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Bound using segment: {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:46.856928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Bound port: fd10e1c0-2e0f-4bc1-a82d-0637f92d702c, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:46.856928 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.950357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] For port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:46.952026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-a9048e08-9bc8-412e-aa4c-00aa2dbb43a3 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:46.954248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-a9048e08-9bc8-412e-aa4c-00aa2dbb43a3 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15&tenant_id=aa2cd34858c645408908be49587cbd63&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 1095 time: 0.0871477 Oct 27 16:23:46.963421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b9e74-9348-4280-a46d-394030c3115b req-f7affdda-527d-49ba-abb2-6545e714f60d tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:46.965009 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-621b9e74-9348-4280-a46d-394030c3115b req-f7affdda-527d-49ba-abb2-6545e714f60d tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 943 time: 0.0867603 Oct 27 16:23:46.970539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] For port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:46.975701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3be5e762-b0b4-463d-8f35-a1b2af86515b None None] Provisioning complete for port 86ef9e5e-5833-4820-951b-7ecf43359f4c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:46.982589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3be5e762-b0b4-463d-8f35-a1b2af86515b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.982731 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4b6aa44-8b51-42bd-9b59-fb527d78ea16 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:46.998880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3be5e762-b0b4-463d-8f35-a1b2af86515b None None] Port 86ef9e5e-5833-4820-951b-7ecf43359f4c was deleted so its status cannot be updated. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 27 16:23:47.012415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3be5e762-b0b4-463d-8f35-a1b2af86515b None None] Provisioning complete for port 01316c4f-de1f-4266-bdc3-5d3efcc08c85 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:47.012918 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3be5e762-b0b4-463d-8f35-a1b2af86515b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.023337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6aa44-8b51-42bd-9b59-fb527d78ea16 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=86ef9e5e-5833-4820-951b-7ecf43359f4c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:47.069110 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4b6aa44-8b51-42bd-9b59-fb527d78ea16 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.076825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-621b9e74-9348-4280-a46d-394030c3115b req-3082faeb-c28a-486d-b767-229a5c8b2acb tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007392 Oct 27 16:23:47.080461 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a4b6aa44-8b51-42bd-9b59-fb527d78ea16 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/86ef9e5e-5833-4820-951b-7ecf43359f4c HTTP/1.1" status: 204 len: 168 time: 0.9483428 Oct 27 16:23:47.081629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44732) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:47.158381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.256332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:47.257610 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.259035 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] 10.222.0.54 "PUT /v2.0/ports/fd10e1c0-2e0f-4bc1-a82d-0637f92d702c HTTP/1.1" status: 200 len: 1091 time: 1.8110139 Oct 27 16:23:47.269788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d830787-976f-47a3-9355-3927d684afd3', 'tag': 'fd10e1c0-2e0f-4bc1-a82d-0637f92d702c'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:47.275180 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3052c2-d4e0-4c43-8b18-42f86b9f6d81" -d '{"events": [{"name": "network-changed", "server_uuid": "0d830787-976f-47a3-9355-3927d684afd3", "tag": "fd10e1c0-2e0f-4bc1-a82d-0637f92d702c"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:47.287686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f38b29d-0008-4d19-900a-1498d9caedfb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:47.289377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f38b29d-0008-4d19-900a-1498d9caedfb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:47.293566 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5f38b29d-0008-4d19-900a-1498d9caedfb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2074609 Oct 27 16:23:47.295542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44740) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:47.327351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7d7c1c4d-4211-44e2-b3d3-3c86cf8f7288 None None] Could not find standard attr ID for object 86ef9e5e-5833-4820-951b-7ecf43359f4c. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:23:47.344835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 01316c4f-de1f-4266-bdc3-5d3efcc08c85 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:47.362087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b130a36-e3d0-4e97-80ef-fe47eaf667d4 req-e3670351-913b-49f3-b80a-fe33944d7769 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:47.362087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b130a36-e3d0-4e97-80ef-fe47eaf667d4 req-e3670351-913b-49f3-b80a-fe33944d7769 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 944 time: 0.1223533 Oct 27 16:23:47.368000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821e286-51d7-411b-a599-c5303b1c3736 service neutron] Pushing event updated for resources: {'Port': ['ID=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:47.408711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-19dfcb2e-47ae-445f-858a-3676d098c8f8 service neutron] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:47.418160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb84b69-d12a-4ae2-953d-583371a95493 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 2b895289-ebe8-42c9-9b35-afe354251838 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:23:47.426710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b130a36-e3d0-4e97-80ef-fe47eaf667d4 req-184931a1-23fe-45ef-b00a-cf70f9e23f61 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662739 Oct 27 16:23:47.428892 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeb84b69-d12a-4ae2-953d-583371a95493 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.435479 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-19dfcb2e-47ae-445f-858a-3676d098c8f8 service neutron] Publish callbacks [] for binding, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.460045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 01316c4f-de1f-4266-bdc3-5d3efcc08c85 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:47.461149 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.465347 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fd486d4-fb83-4207-80d0-c63039db5611 req-19dfcb2e-47ae-445f-858a-3676d098c8f8 service neutron] 10.222.0.53 "DELETE /v2.0/ports/fc7735a5-71f2-481f-82cf-86f9a2a37cbe/bindings/n-h1-815689-1 HTTP/1.1" status: 204 len: 173 time: 0.4993076 Oct 27 16:23:47.575186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeb84b69-d12a-4ae2-953d-583371a95493 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.613708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-033429f6-905c-44c4-bd1f-2d43f5062d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:47.629256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-033429f6-905c-44c4-bd1f-2d43f5062d37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 1094 time: 0.1320739 Oct 27 16:23:47.702223 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeb84b69-d12a-4ae2-953d-583371a95493 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:47.743445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7ca25-d9ef-4823-963f-25af62f8096c req-9c168493-bbad-4b91-8711-6bb7389ec31d tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:47.761363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bfd7ca25-d9ef-4823-963f-25af62f8096c req-9c168493-bbad-4b91-8711-6bb7389ec31d tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 1095 time: 0.0841177 Oct 27 16:23:47.784546 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-e9f2d70a-6f6f-47a0-a347-9fe9316149d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c HTTP/1.1" status: 200 len: 217 time: 0.0406995 Oct 27 16:23:47.808578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bfd7ca25-d9ef-4823-963f-25af62f8096c req-a1935aea-14dd-4fdb-9372-2fba7ab0746c tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386174 Oct 27 16:23:47.849079 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea74e560-adf9-4e0a-8f7f-4605e4ab75c6 x-openstack-request-id: req-ea74e560-adf9-4e0a-8f7f-4605e4ab75c6 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:47.849079 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d830787-976f-47a3-9355-3927d684afd3", "tag": "fd10e1c0-2e0f-4bc1-a82d-0637f92d702c", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:47.849079 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea74e560-adf9-4e0a-8f7f-4605e4ab75c6 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:47.849079 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d830787-976f-47a3-9355-3927d684afd3', 'tag': 'fd10e1c0-2e0f-4bc1-a82d-0637f92d702c', 'status': 'completed', 'code': 200} Oct 27 16:23:47.885917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-06e78742-1ddb-410f-9b7c-484944937a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:47.887431 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-06e78742-1ddb-410f-9b7c-484944937a42 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c58e9c83-708c-4bb1-a346-679015834b71 HTTP/1.1" status: 200 len: 855 time: 0.0938671 Oct 27 16:23:47.945089 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-344321a7-c086-4309-8421-e3650f2d4903 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=132a38e1-8312-496d-bb88-843d7fa1e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482204 Oct 27 16:23:47.947543 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeb84b69-d12a-4ae2-953d-583371a95493 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.004520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6de912e-45ed-43cf-b956-4b729ad0d80e None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:48.026868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb84b69-d12a-4ae2-953d-583371a95493 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=2b895289-ebe8-42c9-9b35-afe354251838,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:48.029178 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeb84b69-d12a-4ae2-953d-583371a95493 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.035797 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eeb84b69-d12a-4ae2-953d-583371a95493 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/2b895289-ebe8-42c9-9b35-afe354251838 HTTP/1.1" status: 204 len: 168 time: 0.7344959 Oct 27 16:23:48.036376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44764) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:48.061715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c8bc6-fa17-4ca0-98b4-b26c2f54fabd req-912d14b8-84b1-45e9-9c3f-6630e9157ce1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:48.063343 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b82c8bc6-fa17-4ca0-98b4-b26c2f54fabd req-912d14b8-84b1-45e9-9c3f-6630e9157ce1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 944 time: 0.1558607 Oct 27 16:23:48.108106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c075e5df-45f3-4ec2-9602-230a8c78c9d2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0693369 Oct 27 16:23:48.112833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44770) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:48.118322 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-be852d04-f1d4-4999-81c4-c5a34f68db50 service neutron] 10.222.0.54 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597002 Oct 27 16:23:48.126745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-679cb8c6-b122-46dc-ae74-40c0fe9231bf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:48.145817 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b82c8bc6-fa17-4ca0-98b4-b26c2f54fabd req-ef3622ff-204a-4190-ab52-77f845ce644a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710173 Oct 27 16:23:48.170532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44772) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:48.274697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05527339-9d0e-4278-931a-4e861485aa7d None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:23:48.304648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5f4e9621-0c4a-4ded-801c-a0caa5d04a7f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/9394cd52-3121-46f9-a3b8-60cafe7c1e8e HTTP/1.1" status: 200 len: 991 time: 0.1267979 Oct 27 16:23:48.348076 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b0668fc-6086-4f86-8da0-a202cddebc38 req-9228eb44-e2ef-45ae-a688-e9bd3c709bdf service neutron] 10.222.0.54 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209506 Oct 27 16:23:48.351414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-05527339-9d0e-4278-931a-4e861485aa7d None None] Deleting port 01316c4f-de1f-4266-bdc3-5d3efcc08c85 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:48.352124 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-05527339-9d0e-4278-931a-4e861485aa7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.376291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461ebe3-2e12-4447-8cdc-d7bc58609dc2 req-b2859e59-8f46-4a10-b492-b12e079573a2 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:48.380717 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1461ebe3-2e12-4447-8cdc-d7bc58609dc2 req-b2859e59-8f46-4a10-b492-b12e079573a2 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 943 time: 0.0721934 Oct 27 16:23:48.437783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-05527339-9d0e-4278-931a-4e861485aa7d None None] For port 01316c4f-de1f-4266-bdc3-5d3efcc08c85, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=01316c4f-de1f-4266-bdc3-5d3efcc08c85,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:48.438185 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-05527339-9d0e-4278-931a-4e861485aa7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.454791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1461ebe3-2e12-4447-8cdc-d7bc58609dc2 req-472de42e-33eb-4f60-822e-7724c613eea5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676115 Oct 27 16:23:48.454982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-05527339-9d0e-4278-931a-4e861485aa7d None None] Calling delete_port for 01316c4f-de1f-4266-bdc3-5d3efcc08c85 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:48.475629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679cb8c6-b122-46dc-ae74-40c0fe9231bf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:48.479421 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-679cb8c6-b122-46dc-ae74-40c0fe9231bf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.529035 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24ab29ea-25e3-4677-84d2-f175769249ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.648097 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-05527339-9d0e-4278-931a-4e861485aa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:48.677133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3052c2-d4e0-4c43-8b18-42f86b9f6d81 req-d2de39d2-6cee-44f0-8dba-d1060c05f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:48.681184 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e3052c2-d4e0-4c43-8b18-42f86b9f6d81 req-d2de39d2-6cee-44f0-8dba-d1060c05f732 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 1094 time: 0.1028233 Oct 27 16:23:48.693269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05527339-9d0e-4278-931a-4e861485aa7d None None] No DVR routers for this DVR port 01316c4f-de1f-4266-bdc3-5d3efcc08c85 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:23:48.698650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05527339-9d0e-4278-931a-4e861485aa7d None None] Pushing event deleted for resources: {'Port': ['ID=01316c4f-de1f-4266-bdc3-5d3efcc08c85,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:48.748411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44792) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:48.872678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3052c2-d4e0-4c43-8b18-42f86b9f6d81 req-a5149e2c-5a8d-4c0b-a155-399acb14be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:48.872678 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e3052c2-d4e0-4c43-8b18-42f86b9f6d81 req-a5149e2c-5a8d-4c0b-a155-399acb14be47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 200 len: 916 time: 0.1748934 Oct 27 16:23:48.920585 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e3052c2-d4e0-4c43-8b18-42f86b9f6d81 req-810a8a19-371e-4b54-9ee2-cb4fc31010eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c HTTP/1.1" status: 200 len: 217 time: 0.0436950 Oct 27 16:23:48.991058 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3052c2-d4e0-4c43-8b18-42f86b9f6d81 req-081d3ca1-04af-4e84-a7fb-d434dbab0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:48.992607 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e3052c2-d4e0-4c43-8b18-42f86b9f6d81 req-081d3ca1-04af-4e84-a7fb-d434dbab0e17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c58e9c83-708c-4bb1-a346-679015834b71 HTTP/1.1" status: 200 len: 855 time: 0.0649681 Oct 27 16:23:49.012658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port b7e93829-594e-459f-8d1b-7f9a24e0ae1a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:49.013176 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.030276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e3052c2-d4e0-4c43-8b18-42f86b9f6d81 req-f6678cc7-e791-49fe-b0a4-b68963c293fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=132a38e1-8312-496d-bb88-843d7fa1e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286577 Oct 27 16:23:49.067428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-679cb8c6-b122-46dc-ae74-40c0fe9231bf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.124338 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679cb8c6-b122-46dc-ae74-40c0fe9231bf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:49.132897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-679cb8c6-b122-46dc-ae74-40c0fe9231bf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:49.143789 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e3052c2-d4e0-4c43-8b18-42f86b9f6d81 req-829a9d89-6766-4808-abaf-f27b51993ab8 service neutron] 10.222.0.54 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044478 Oct 27 16:23:49.148140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569a623c-2db0-4b73-b44b-57c20434960a None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:49.151113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679cb8c6-b122-46dc-ae74-40c0fe9231bf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:49.153144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-679cb8c6-b122-46dc-ae74-40c0fe9231bf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.184378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.184968 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.188874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cb8c6-b122-46dc-ae74-40c0fe9231bf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=a71ca0c0-fa1f-485c-89db-a4e79674735a,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:49.204968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for b7e93829-594e-459f-8d1b-7f9a24e0ae1a owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:49.263849 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e3052c2-d4e0-4c43-8b18-42f86b9f6d81 req-a2a0f250-4466-4dcd-8dc4-4ffde3372316 service neutron] 10.222.0.54 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080508 Oct 27 16:23:49.323160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 01316c4f-de1f-4266-bdc3-5d3efcc08c85 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:49.350651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-679cb8c6-b122-46dc-ae74-40c0fe9231bf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2357898 Oct 27 16:23:49.351939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 01316c4f-de1f-4266-bdc3-5d3efcc08c85 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:49.352413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 01316c4f-de1f-4266-bdc3-5d3efcc08c85 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:49.354048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44816) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:49.360702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'name': 'tempest-NetworksTestDHCPv6-400183975'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:49.371656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': 'a71ca0c0-fa1f-485c-89db-a4e79674735a'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:23:49.372780 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.539247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/a71ca0c0-fa1f-485c-89db-a4e79674735a/46b782b0-c007-4361-be41-23750468ae38) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:49.553201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.599171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=b7e93829-594e-459f-8d1b-7f9a24e0ae1a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:49.603817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb763d-35fc-499a-a03c-8a748160b710 req-6048eb4a-db73-4c46-957c-8ed01d196a77 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:49.608535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-68bb763d-35fc-499a-a03c-8a748160b710 req-6048eb4a-db73-4c46-957c-8ed01d196a77 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 943 time: 0.0666206 Oct 27 16:23:49.630091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:49.634095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.664993 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 8cb7db37-1817-4b6f-80a4-8d6918e41590 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:49.671388 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.671388 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Floating IP 9394cd52-3121-46f9-a3b8-60cafe7c1e8e disassociated (deleted). External IP: 172.25.4.251, port: fc7735a5-71f2-481f-82cf-86f9a2a37cbe. Oct 27 16:23:49.684670 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-68bb763d-35fc-499a-a03c-8a748160b710 req-d55d7cee-e923-4856-a772-2768d9948d84 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716648 Oct 27 16:23:49.699609 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.919362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:23:49.924788 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:49.976092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:49.981028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:49.986058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:49.997581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Pushing event updated for resources: {'Port': ['ID=46b782b0-c007-4361-be41-23750468ae38,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:50.003645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::fb (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/a71ca0c0-fa1f-485c-89db-a4e79674735a/8cb7db37-1817-4b6f-80a4-8d6918e41590) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:50.060911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Attempting to bind port 46b782b0-c007-4361-be41-23750468ae38 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:50.061763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Attempting to bind port 46b782b0-c007-4361-be41-23750468ae38 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:50.063055 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Attempting to bind port 46b782b0-c007-4361-be41-23750468ae38 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:50.067465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:23:50.070747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:50.071207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:50.072416 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.072896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:50.073435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Bound port: 46b782b0-c007-4361-be41-23750468ae38, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:50.073923 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.074175 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.086307 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901850b3-c5ee-4cdc-8538-9d9b3a6c60ac None None] Sync routers for ids ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:23:50.100856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a09eb-a395-43af-afe3-137da03b31c4 req-d29fe232-6533-4569-b7eb-795a470bfdc3 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:50.107004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3dfbd0cd-0677-4922-b40e-0ccef066a9bb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/floatingips/9394cd52-3121-46f9-a3b8-60cafe7c1e8e HTTP/1.1" status: 204 len: 168 time: 1.3576522 Oct 27 16:23:50.107798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:50.108923 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e4a09eb-a395-43af-afe3-137da03b31c4 req-d29fe232-6533-4569-b7eb-795a470bfdc3 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 945 time: 0.1077192 Oct 27 16:23:50.110788 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901850b3-c5ee-4cdc-8538-9d9b3a6c60ac None None] Routers {'50d635c3-dba1-4a8a-b478-c6a53f43ec05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:50.111442 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-901850b3-c5ee-4cdc-8538-9d9b3a6c60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:23:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:50.112027 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93" -d '{"events": [{"name": "network-changed", "server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:50.159635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] For port 46b782b0-c007-4361-be41-23750468ae38, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:50.164472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] For port 46b782b0-c007-4361-be41-23750468ae38, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=46b782b0-c007-4361-be41-23750468ae38,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:50.187092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device fd10e1c0-2e0f-4bc1-a82d-0637f92d702c details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:23:50.207127 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e4a09eb-a395-43af-afe3-137da03b31c4 req-823ecca5-7be7-4299-bbf5-d29bccb02ca5 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966444 Oct 27 16:23:50.263466 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-901850b3-c5ee-4cdc-8538-9d9b3a6c60ac None None] Set router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:50.278247 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209d0aaf-d5b9-4c33-ae9c-3183a0535bac x-openstack-request-id: req-209d0aaf-d5b9-4c33-ae9c-3183a0535bac {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:50.278531 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:50.278792 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-209d0aaf-d5b9-4c33-ae9c-3183a0535bac {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:50.279205 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'status': 'completed', 'code': 200} Oct 27 16:23:50.310383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.328636 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.377151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-163b3dad-ebb0-499f-a798-2bd038c51017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:50.384850 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-163b3dad-ebb0-499f-a798-2bd038c51017 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 1095 time: 0.0821412 Oct 27 16:23:50.385015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:50.417381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'fd10e1c0-2e0f-4bc1-a82d-0637f92d702c', 'network_id': '132a38e1-8312-496d-bb88-843d7fa1e6ea', 'port_id': 'fd10e1c0-2e0f-4bc1-a82d-0637f92d702c', 'mac_address': 'fa:16:3e:0e:31:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58e9c83-708c-4bb1-a346-679015834b71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:23:50.426485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a638e-a395-4a13-85fd-6ee4d4d2edc8 None None] Pushing event updated for resources: {'Port': ['ID=46b782b0-c007-4361-be41-23750468ae38,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:50.477674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.590311 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-901850b3-c5ee-4cdc-8538-9d9b3a6c60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:26Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '25474253-e3dc-484a-a045-c3e763db0d42', 'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:e3:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:24Z', 'updated_at': '2021-10-27T16:22:30Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:50.602197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:50.609305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:50.616563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44838) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:50.617069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:50.621280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-047fc384-4322-4796-a561-06edc3b54367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:50.623057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-047fc384-4322-4796-a561-06edc3b54367 service neutron] 10.222.0.53 "GET /v2.0/networks?id=03145762-1316-4db8-8cae-963e08f67af7 HTTP/1.1" status: 200 len: 898 time: 0.2303665 Oct 27 16:23:50.623289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:50.631191 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.659429 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901850b3-c5ee-4cdc-8538-9d9b3a6c60ac None None] Checking router: 50d635c3-dba1-4a8a-b478-c6a53f43ec05 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:23:50.663426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=8cb7db37-1817-4b6f-80a4-8d6918e41590,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:50.672943 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901850b3-c5ee-4cdc-8538-9d9b3a6c60ac None None] Routers {'50d635c3-dba1-4a8a-b478-c6a53f43ec05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:50.674084 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-901850b3-c5ee-4cdc-8538-9d9b3a6c60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:23:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:50.696925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-edf560a1-f88f-4830-aa3b-c06c69e3e532 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe HTTP/1.1" status: 200 len: 217 time: 0.0548866 Oct 27 16:23:50.812830 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-95f3ae34-0f7b-4314-95e8-c93254306e1a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4568639 Oct 27 16:23:50.813276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44846) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:50.819928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-8220e480-56a9-4108-b006-d3e7ce2adc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:50.824910 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-8220e480-56a9-4108-b006-d3e7ce2adc2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=272c3410-f19e-493c-b0ea-63aac306aa9e HTTP/1.1" status: 200 len: 833 time: 0.1155856 Oct 27 16:23:50.829128 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.833217 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-901850b3-c5ee-4cdc-8538-9d9b3a6c60ac None None] Set router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:50.867574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd10e1c0-2e0f-4bc1-a82d-0637f92d702c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:23:50.919190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:50.941771 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3779-979f-4521-8d44-733186adcd25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:50.976470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2af76-020d-464b-9405-9166896921c0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:50.982708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-71cf2a2e-9e06-40f6-865f-1b07da2609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:50.983333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2af76-020d-464b-9405-9166896921c0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:50.984584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-71cf2a2e-9e06-40f6-865f-1b07da2609a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=03145762-1316-4db8-8cae-963e08f67af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1503260 Oct 27 16:23:50.988574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a3d2af76-020d-464b-9405-9166896921c0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1742108 Oct 27 16:23:50.989184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44852) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:51.008002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf9a8c-6549-43f9-93c2-7275b776ae60 req-1d3adc9b-6dbd-4ee2-b685-fded8960eed8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:51.008002 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f1bf9a8c-6549-43f9-93c2-7275b776ae60 req-1d3adc9b-6dbd-4ee2-b685-fded8960eed8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 944 time: 0.1203403 Oct 27 16:23:51.008346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eecfcc-01e8-4aca-bc73-6d915d519ade req-c0be20e9-334c-43f9-b0a0-a5eb88397fb6 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:51.009551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19eecfcc-01e8-4aca-bc73-6d915d519ade req-c0be20e9-334c-43f9-b0a0-a5eb88397fb6 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 943 time: 0.1226444 Oct 27 16:23:51.034559 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.055892 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f1bf9a8c-6549-43f9-93c2-7275b776ae60 req-6f518df6-40d0-473a-92ac-0f12322f8006 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478806 Oct 27 16:23:51.136791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:51.206304 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-901850b3-c5ee-4cdc-8538-9d9b3a6c60ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:26Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '25474253-e3dc-484a-a045-c3e763db0d42', 'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:e3:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:24Z', 'updated_at': '2021-10-27T16:22:30Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:51.238319 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901850b3-c5ee-4cdc-8538-9d9b3a6c60ac None None] The sync data for ids ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'] in n-d-815689-1 is: [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:22:26Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '25474253-e3dc-484a-a045-c3e763db0d42', 'name': '', 'network_id': '03145762-1316-4db8-8cae-963e08f67af7', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:e3:60:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:24Z', 'updated_at': '2021-10-27T16:22:30Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': '272c3410-f19e-493c-b0ea-63aac306aa9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:23:51.253117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['fd10e1c0-2e0f-4bc1-a82d-0637f92d702c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:23:51.256592 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19eecfcc-01e8-4aca-bc73-6d915d519ade req-555e547f-a7b8-45cc-b4d1-cf1beb83a1c7 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379520 Oct 27 16:23:51.377367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db68263-c269-4ecb-a560-67f8295ab29d req-13e1d402-7d6b-41ac-a88f-f7128205a0af tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:51.380239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1db68263-c269-4ecb-a560-67f8295ab29d req-13e1d402-7d6b-41ac-a88f-f7128205a0af tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.53 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 944 time: 0.2247021 Oct 27 16:23:51.382786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3779-979f-4521-8d44-733186adcd25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.410132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-7a79c1a1-49f6-4c57-a2e0-1eb4565c4a13 service neutron] 10.222.0.53 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959260 Oct 27 16:23:51.463418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62213b-d4ba-4064-9e43-1413f821169d req-17068115-ed76-40fb-97ab-c0c8f0bde930 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:51.465274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 46b782b0-c007-4361-be41-23750468ae38 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:51.473998 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e62213b-d4ba-4064-9e43-1413f821169d req-17068115-ed76-40fb-97ab-c0c8f0bde930 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 945 time: 0.1446424 Oct 27 16:23:51.537894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa0b3779-979f-4521-8d44-733186adcd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.543547 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e62213b-d4ba-4064-9e43-1413f821169d req-47e22e15-98fe-4357-8791-d36578cf4730 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684836 Oct 27 16:23:51.544371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-730d7af4-26f5-45b2-ad48-219b5f161d98 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 8cb7db37-1817-4b6f-80a4-8d6918e41590 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:51.544710 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-730d7af4-26f5-45b2-ad48-219b5f161d98 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.583659 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 46b782b0-c007-4361-be41-23750468ae38 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:51.584455 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.631672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764caf4-c4bb-4c92-bdee-4ee81f49a4d7 req-e95b4d97-a2ee-4756-9f32-aac46c980dc5 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:51.633136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3764caf4-c4bb-4c92-bdee-4ee81f49a4d7 req-e95b4d97-a2ee-4756-9f32-aac46c980dc5 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.53 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 945 time: 0.4013960 Oct 27 16:23:51.675207 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f97693cf-48ee-4b4b-bfab-694fba8cbec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.714569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b91e13-2983-4990-b684-d31475443162 None None] New status for floating IP 9394cd52-3121-46f9-a3b8-60cafe7c1e8e: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:23:51.748742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b3779-979f-4521-8d44-733186adcd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1785d9-d9e2-4b9c-a44b-04b483410454,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:51.772724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44856) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:51.773275 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aa0b3779-979f-4521-8d44-733186adcd25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09fe2dd41c2b4b5cb08056f965335378&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1579399 Oct 27 16:23:51.793948 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.848207 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6518-366a-44a8-8feb-dc12aed86f33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.849028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 46b782b0-c007-4361-be41-23750468ae38, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=46b782b0-c007-4361-be41-23750468ae38,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:51.888298 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6518-366a-44a8-8feb-dc12aed86f33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.923377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6f30f153-dbe4-4bf1-bf68-aaba939d6386 None None] Provisioning complete for port 46b782b0-c007-4361-be41-23750468ae38 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:51.924044 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6f30f153-dbe4-4bf1-bf68-aaba939d6386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:51.999409 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.067073 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6f30f153-dbe4-4bf1-bf68-aaba939d6386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.074210 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6518-366a-44a8-8feb-dc12aed86f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.079689 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0ff6518-366a-44a8-8feb-dc12aed86f33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.083576 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a0ff6518-366a-44a8-8feb-dc12aed86f33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc1785d9-d9e2-4b9c-a44b-04b483410454 HTTP/1.1" status: 204 len: 168 time: 0.3091078 Oct 27 16:23:52.113429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff6518-366a-44a8-8feb-dc12aed86f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1785d9-d9e2-4b9c-a44b-04b483410454,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:52.117198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=46b782b0-c007-4361-be41-23750468ae38,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:52.192034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device fd10e1c0-2e0f-4bc1-a82d-0637f92d702c up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:52.234621 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-6f30f153-dbe4-4bf1-bf68-aaba939d6386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:23:52.235300 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-6f30f153-dbe4-4bf1-bf68-aaba939d6386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:23:52.258340 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.289630 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-fc134453-cd40-48d5-9f30-0f3b7e9a589f service neutron] 10.222.0.53 "GET /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8325827 Oct 27 16:23:52.301106 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-730d7af4-26f5-45b2-ad48-219b5f161d98 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.312993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1db68263-c269-4ecb-a560-67f8295ab29d req-7615dba6-2942-4b33-be89-5d48a577ae74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port fc7735a5-71f2-481f-82cf-86f9a2a37cbe {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:52.313384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1db68263-c269-4ecb-a560-67f8295ab29d req-7615dba6-2942-4b33-be89-5d48a577ae74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.314418 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.340098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-730d7af4-26f5-45b2-ad48-219b5f161d98 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 8cb7db37-1817-4b6f-80a4-8d6918e41590 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:52.387525 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:23:52.392992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:52.393511 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.441905 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de0658-345c-41ce-94aa-f548b2026656 req-b8b47be3-607f-4ac4-97a9-b9b420964120 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:52.454637 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-79de0658-345c-41ce-94aa-f548b2026656 req-b8b47be3-607f-4ac4-97a9-b9b420964120 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 944 time: 0.0690122 Oct 27 16:23:52.479286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3bc68-6680-4fc5-a1d0-451ce813db9f req-b4d14431-5c38-446d-9587-9e096233bbb1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:52.487100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-82b3bc68-6680-4fc5-a1d0-451ce813db9f req-b4d14431-5c38-446d-9587-9e096233bbb1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 944 time: 0.2605381 Oct 27 16:23:52.512218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-3764caf4-c4bb-4c92-bdee-4ee81f49a4d7 req-ed6cc198-9b43-458a-908c-fe6365ee33ca tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Deleting port f9a3b989-cdf9-463a-89f5-a1906146347c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:52.512560 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3764caf4-c4bb-4c92-bdee-4ee81f49a4d7 req-ed6cc198-9b43-458a-908c-fe6365ee33ca tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.517949 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-79de0658-345c-41ce-94aa-f548b2026656 req-0ae3b3a7-d9b9-4625-85c6-045283db72f7 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619850 Oct 27 16:23:52.542357 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.567809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d830787-976f-47a3-9355-3927d684afd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd10e1c0-2e0f-4bc1-a82d-0637f92d702c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:52.583879 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a4a88c-d5de-4a5d-bd3d-3113a1e52553" -d '{"events": [{"server_uuid": "0d830787-976f-47a3-9355-3927d684afd3", "name": "network-vif-plugged", "status": "completed", "tag": "fd10e1c0-2e0f-4bc1-a82d-0637f92d702c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:52.613803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:52.660825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-82b3bc68-6680-4fc5-a1d0-451ce813db9f req-3a339705-1ca9-4cc2-9736-9028d1181ff7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656578 Oct 27 16:23:52.681419 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.726278 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8771a241-02f1-43f9-a429-69c0672cdc81 x-openstack-request-id: req-8771a241-02f1-43f9-a429-69c0672cdc81 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:52.726585 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d830787-976f-47a3-9355-3927d684afd3", "name": "network-vif-plugged", "status": "completed", "tag": "fd10e1c0-2e0f-4bc1-a82d-0637f92d702c", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:52.726980 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8771a241-02f1-43f9-a429-69c0672cdc81 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:52.727382 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d830787-976f-47a3-9355-3927d684afd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd10e1c0-2e0f-4bc1-a82d-0637f92d702c', 'code': 200} Oct 27 16:23:52.732490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa780476-b6f5-4ada-a824-4eeb57e9cff0 req-662c60b0-1f1a-429d-871e-4a0a6aac87c9 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:52.735288 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa780476-b6f5-4ada-a824-4eeb57e9cff0 req-662c60b0-1f1a-429d-871e-4a0a6aac87c9 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 945 time: 0.0811653 Oct 27 16:23:52.745393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1db68263-c269-4ecb-a560-67f8295ab29d req-7615dba6-2942-4b33-be89-5d48a577ae74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port fc7735a5-71f2-481f-82cf-86f9a2a37cbe, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:52.745827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1db68263-c269-4ecb-a560-67f8295ab29d req-7615dba6-2942-4b33-be89-5d48a577ae74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.749436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3764caf4-c4bb-4c92-bdee-4ee81f49a4d7 req-ed6cc198-9b43-458a-908c-fe6365ee33ca tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] For port f9a3b989-cdf9-463a-89f5-a1906146347c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f9a3b989-cdf9-463a-89f5-a1906146347c,segment=NetworkSegment(4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2),segment_id=4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:52.753033 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3764caf4-c4bb-4c92-bdee-4ee81f49a4d7 req-ed6cc198-9b43-458a-908c-fe6365ee33ca tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:52.783570 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa780476-b6f5-4ada-a824-4eeb57e9cff0 req-45b6ad04-c338-4367-b899-938273732791 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/security-groups?id=86595c52-8bf1-495f-883b-2b98cbf77fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415788 Oct 27 16:23:52.792382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1db68263-c269-4ecb-a560-67f8295ab29d req-7615dba6-2942-4b33-be89-5d48a577ae74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for fc7735a5-71f2-481f-82cf-86f9a2a37cbe owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:52.804296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-3764caf4-c4bb-4c92-bdee-4ee81f49a4d7 req-ed6cc198-9b43-458a-908c-fe6365ee33ca tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Calling delete_port for f9a3b989-cdf9-463a-89f5-a1906146347c owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:52.870432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:52.884405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9d703-e1f4-418d-a71f-7d57d6194256 req-dde6b7d1-34f2-4745-9b6e-582131bf9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:52.885786 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-91e9d703-e1f4-418d-a71f-7d57d6194256 req-dde6b7d1-34f2-4745-9b6e-582131bf9ace service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 1096 time: 0.0912292 Oct 27 16:23:52.923795 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-91e9d703-e1f4-418d-a71f-7d57d6194256 req-9b727160-7d19-4a06-a647-ef305b5bcb65 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303113 Oct 27 16:23:52.996577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1a7a2311-2b81-41c5-8105-02a5a76326b8 None None] Provisioning complete for port 8cb7db37-1817-4b6f-80a4-8d6918e41590 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:52.997356 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1a7a2311-2b81-41c5-8105-02a5a76326b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.014518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44874) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:53.037590 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-730d7af4-26f5-45b2-ad48-219b5f161d98 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.039969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-882914de-4997-4dfe-8cb4-b7cd96a76563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.049174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1a7a2311-2b81-41c5-8105-02a5a76326b8 None None] Port 8cb7db37-1817-4b6f-80a4-8d6918e41590 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:23:53.089127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d7af4-26f5-45b2-ad48-219b5f161d98 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=8cb7db37-1817-4b6f-80a4-8d6918e41590,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:53.115231 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-730d7af4-26f5-45b2-ad48-219b5f161d98 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.121234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-730d7af4-26f5-45b2-ad48-219b5f161d98 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/8cb7db37-1817-4b6f-80a4-8d6918e41590 HTTP/1.1" status: 204 len: 168 time: 2.1286912 Oct 27 16:23:53.122413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44878) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:53.176956 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3764caf4-c4bb-4c92-bdee-4ee81f49a4d7 req-ed6cc198-9b43-458a-908c-fe6365ee33ca tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.204209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708383ef-38b7-48e6-ba20-6245047047ab tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:53.205904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708383ef-38b7-48e6-ba20-6245047047ab tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:53.209808 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-708383ef-38b7-48e6-ba20-6245047047ab tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0840077 Oct 27 16:23:53.212654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44880) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:53.215112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6cc198-9b43-458a-908c-fe6365ee33ca tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Pushing event deleted for resources: {'Port': ['ID=f9a3b989-cdf9-463a-89f5-a1906146347c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:53.279457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8173b93-669a-48ce-844e-3b8546d55869 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet a71ca0c0-fa1f-485c-89db-a4e79674735a {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:23:53.284878 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-882914de-4997-4dfe-8cb4-b7cd96a76563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.285887 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8173b93-669a-48ce-844e-3b8546d55869 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.300442 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1db68263-c269-4ecb-a560-67f8295ab29d req-7615dba6-2942-4b33-be89-5d48a577ae74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.303991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3764caf4-c4bb-4c92-bdee-4ee81f49a4d7 req-ed6cc198-9b43-458a-908c-fe6365ee33ca tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] No DVR routers for this DVR port f9a3b989-cdf9-463a-89f5-a1906146347c on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:23:53.319353 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3764caf4-c4bb-4c92-bdee-4ee81f49a4d7 req-ed6cc198-9b43-458a-908c-fe6365ee33ca tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.322627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3764caf4-c4bb-4c92-bdee-4ee81f49a4d7 req-ed6cc198-9b43-458a-908c-fe6365ee33ca tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.53 "DELETE /v2.0/ports/f9a3b989-cdf9-463a-89f5-a1906146347c HTTP/1.1" status: 204 len: 173 time: 1.6568830 Oct 27 16:23:53.328426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644eb890-fdd3-4437-bfc1-6036498dd90e', 'name': 'network-vif-deleted', 'tag': 'f9a3b989-cdf9-463a-89f5-a1906146347c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:53.330926 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4ada4a-e50b-4ed7-a104-763e9ac1963f" -d '{"events": [{"server_uuid": "644eb890-fdd3-4437-bfc1-6036498dd90e", "name": "network-vif-deleted", "tag": "f9a3b989-cdf9-463a-89f5-a1906146347c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:53.361550 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-882914de-4997-4dfe-8cb4-b7cd96a76563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.378113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 46b782b0-c007-4361-be41-23750468ae38 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:53.403772 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8173b93-669a-48ce-844e-3b8546d55869 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.429367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615dba6-2942-4b33-be89-5d48a577ae74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=fc7735a5-71f2-481f-82cf-86f9a2a37cbe,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:53.458387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-882914de-4997-4dfe-8cb4-b7cd96a76563 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2faa92abf2d047a8932e8b65c5f263e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425900 Oct 27 16:23:53.467887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44886) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:53.474170 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4609b0d2-0bd1-4496-a9a8-af4a686a38c5 x-openstack-request-id: req-4609b0d2-0bd1-4496-a9a8-af4a686a38c5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:53.474470 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644eb890-fdd3-4437-bfc1-6036498dd90e", "name": "network-vif-deleted", "tag": "f9a3b989-cdf9-463a-89f5-a1906146347c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:53.474728 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4609b0d2-0bd1-4496-a9a8-af4a686a38c5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:53.475131 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644eb890-fdd3-4437-bfc1-6036498dd90e', 'name': 'network-vif-deleted', 'tag': 'f9a3b989-cdf9-463a-89f5-a1906146347c', 'status': 'completed', 'code': 200} Oct 27 16:23:53.476533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db68263-c269-4ecb-a560-67f8295ab29d req-7615dba6-2942-4b33-be89-5d48a577ae74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] No DVR routers for this DVR port fc7735a5-71f2-481f-82cf-86f9a2a37cbe on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:23:53.481654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1db68263-c269-4ecb-a560-67f8295ab29d req-7615dba6-2942-4b33-be89-5d48a577ae74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.483437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 46b782b0-c007-4361-be41-23750468ae38 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:53.483843 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.488432 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1db68263-c269-4ecb-a560-67f8295ab29d req-7615dba6-2942-4b33-be89-5d48a577ae74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.53 "DELETE /v2.0/ports/fc7735a5-71f2-481f-82cf-86f9a2a37cbe HTTP/1.1" status: 204 len: 173 time: 2.0948732 Oct 27 16:23:53.490918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882914de-4997-4dfe-8cb4-b7cd96a76563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de25ed9c-03e4-428e-b8bb-90961756afb3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:53.587832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8173b93-669a-48ce-844e-3b8546d55869 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.621463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc8dc-ab4b-43df-98ce-26c2a9327593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.656603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc8dc-ab4b-43df-98ce-26c2a9327593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.657946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3fe48-2739-4aca-9593-37045e4309c3 req-7f2a8254-49d8-40cb-88f6-17ac8498fc7b tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:53.659636 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32c3fe48-2739-4aca-9593-37045e4309c3 req-7f2a8254-49d8-40cb-88f6-17ac8498fc7b tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 945 time: 0.0581846 Oct 27 16:23:53.703790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32c3fe48-2739-4aca-9593-37045e4309c3 req-2c020d82-eb80-4ad3-824b-d8756732e88f tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380569 Oct 27 16:23:53.783162 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-464309ca-f5db-429f-b46d-6d001cefae38 req-de29553e-4f93-41f2-bcd6-4855fc05ad72 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=292f2bcf-33ad-4ecc-b41d-44b073a2fc15 HTTP/1.1" status: 200 len: 210 time: 0.0280540 Oct 27 16:23:53.811398 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8173b93-669a-48ce-844e-3b8546d55869 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.843534 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc8dc-ab4b-43df-98ce-26c2a9327593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.847455 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d5fc8dc-ab4b-43df-98ce-26c2a9327593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.853134 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0d5fc8dc-ab4b-43df-98ce-26c2a9327593 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de25ed9c-03e4-428e-b8bb-90961756afb3 HTTP/1.1" status: 204 len: 168 time: 0.3782799 Oct 27 16:23:53.853134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8173b93-669a-48ce-844e-3b8546d55869 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=a71ca0c0-fa1f-485c-89db-a4e79674735a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:53.857026 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8173b93-669a-48ce-844e-3b8546d55869 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:53.863344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f8173b93-669a-48ce-844e-3b8546d55869 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/a71ca0c0-fa1f-485c-89db-a4e79674735a HTTP/1.1" status: 204 len: 168 time: 0.6488802 Oct 27 16:23:53.865781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44896) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:53.870394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd568084-1d5f-4f18-876f-6c21763992b6 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:53.935754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1a9b5877-7a31-40a0-b241-9f84821495bf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687218 Oct 27 16:23:53.941352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44898) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:53.947420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d0701111-8e3f-428a-825f-a3a45ce05325 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:53.949954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fc8dc-ab4b-43df-98ce-26c2a9327593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de25ed9c-03e4-428e-b8bb-90961756afb3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:54.062857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f9a3b989-cdf9-463a-89f5-a1906146347c no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:54.068128 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ddd32df-3837-4813-82fd-00207f2ff673 req-80a29c8d-5f82-42de-9a79-79470f89c272 tempest-ServerTagsTestJSON-1262187562 tempest-ServerTagsTestJSON-1262187562-project] 10.222.0.15 "GET /v2.0/ports?device_id=644eb890-fdd3-4437-bfc1-6036498dd90e HTTP/1.1" status: 200 len: 210 time: 0.1221466 Oct 27 16:23:54.089234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: f9a3b989-cdf9-463a-89f5-a1906146347c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:54.090006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f9a3b989-cdf9-463a-89f5-a1906146347c not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:54.090006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fc7735a5-71f2-481f-82cf-86f9a2a37cbe no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:54.112353 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: fc7735a5-71f2-481f-82cf-86f9a2a37cbe {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:54.114303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device fc7735a5-71f2-481f-82cf-86f9a2a37cbe not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:54.152154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85ec0d2-4364-4237-a0bf-b30050afd914 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:23:54.210513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0701111-8e3f-428a-825f-a3a45ce05325 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:54.210765 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.214650 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0701111-8e3f-428a-825f-a3a45ce05325 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.221598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c85ec0d2-4364-4237-a0bf-b30050afd914 None None] Deleting port 46b782b0-c007-4361-be41-23750468ae38 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:54.221884 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c85ec0d2-4364-4237-a0bf-b30050afd914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.292086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c85ec0d2-4364-4237-a0bf-b30050afd914 None None] For port 46b782b0-c007-4361-be41-23750468ae38, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=46b782b0-c007-4361-be41-23750468ae38,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:54.292363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c85ec0d2-4364-4237-a0bf-b30050afd914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.313998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c85ec0d2-4364-4237-a0bf-b30050afd914 None None] Calling delete_port for 46b782b0-c007-4361-be41-23750468ae38 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:54.538441 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c85ec0d2-4364-4237-a0bf-b30050afd914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.564022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ec0d2-4364-4237-a0bf-b30050afd914 None None] Pushing event deleted for resources: {'Port': ['ID=46b782b0-c007-4361-be41-23750468ae38,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:54.567483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ec0d2-4364-4237-a0bf-b30050afd914 None None] No DVR routers for this DVR port 46b782b0-c007-4361-be41-23750468ae38 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:23:54.593750 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0701111-8e3f-428a-825f-a3a45ce05325 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.638218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0701111-8e3f-428a-825f-a3a45ce05325 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:54.641807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-d0701111-8e3f-428a-825f-a3a45ce05325 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:54.646158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0701111-8e3f-428a-825f-a3a45ce05325 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:54.646740 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0701111-8e3f-428a-825f-a3a45ce05325 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.651244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7faa1e-fb19-4e43-b539-ccfe9b07a783 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:54.662966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0701111-8e3f-428a-825f-a3a45ce05325 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=3016250a-8218-4c39-8c23-ebffe15d0e4d,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:54.753411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d0701111-8e3f-428a-825f-a3a45ce05325 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8109872 Oct 27 16:23:54.755929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44926) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:54.761184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'name': 'tempest-NetworksTestDHCPv6-865639669'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:23:54.846632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44930) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:54.848213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': '3016250a-8218-4c39-8c23-ebffe15d0e4d'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:23:54.849138 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:54.908485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80354439-7d5b-4559-9031-c191407367da req-8ad81f81-b376-4e33-8237-c8605d1b56f2 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:54.910069 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80354439-7d5b-4559-9031-c191407367da req-8ad81f81-b376-4e33-8237-c8605d1b56f2 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 945 time: 0.1214824 Oct 27 16:23:55.028668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80354439-7d5b-4559-9031-c191407367da req-503ea672-afd3-4c31-825a-24835143b4d1 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056094 Oct 27 16:23:55.065386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/3016250a-8218-4c39-8c23-ebffe15d0e4d/412be836-b228-4b14-a9ed-39f689a44cec) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:55.099209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:23:55.103268 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.157614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port c196422f-3373-488d-93b9-85038147a489 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:23:55.181393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44944) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:55.324465 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.353170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbcd6b9-99d1-4819-ae82-23260febc63a admin admin] Deleting subnet df9350a6-1edc-4b49-80df-12c5322f28b3 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:23:55.357655 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd6b9-99d1-4819-ae82-23260febc63a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.370495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 46b782b0-c007-4361-be41-23750468ae38 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:23:55.413957 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd6b9-99d1-4819-ae82-23260febc63a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.414697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 46b782b0-c007-4361-be41-23750468ae38 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:23:55.416016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 46b782b0-c007-4361-be41-23750468ae38 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:23:55.427721 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.478293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'name': 'network-vif-deleted', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:23:55.480607 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359a3473-5c17-4631-ab01-85d623fac571" -d '{"events": [{"server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "name": "network-vif-deleted", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:23:55.522062 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd6b9-99d1-4819-ae82-23260febc63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.529087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:55.532510 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:55.537013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:55.554472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Pushing event updated for resources: {'Port': ['ID=412be836-b228-4b14-a9ed-39f689a44cec,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:55.563648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::21b (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/3016250a-8218-4c39-8c23-ebffe15d0e4d/c196422f-3373-488d-93b9-85038147a489) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:23:55.613796 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfa5480-7b1d-4fc2-9561-a3cfd7a4fcb4 x-openstack-request-id: req-8dfa5480-7b1d-4fc2-9561-a3cfd7a4fcb4 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:23:55.616861 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "292f2bcf-33ad-4ecc-b41d-44b073a2fc15", "name": "network-vif-deleted", "tag": "fc7735a5-71f2-481f-82cf-86f9a2a37cbe", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:23:55.616861 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8dfa5480-7b1d-4fc2-9561-a3cfd7a4fcb4 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:23:55.616861 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '292f2bcf-33ad-4ecc-b41d-44b073a2fc15', 'name': 'network-vif-deleted', 'tag': 'fc7735a5-71f2-481f-82cf-86f9a2a37cbe', 'status': 'completed', 'code': 200} Oct 27 16:23:55.643889 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Attempting to bind port 412be836-b228-4b14-a9ed-39f689a44cec on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:23:55.644286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Attempting to bind port 412be836-b228-4b14-a9ed-39f689a44cec by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:23:55.646619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Attempting to bind port 412be836-b228-4b14-a9ed-39f689a44cec on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:23:55.651273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:23:55.651646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:23:55.652645 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.653297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:23:55.653523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Bound port: 412be836-b228-4b14-a9ed-39f689a44cec, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:23:55.654046 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.724832 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd6b9-99d1-4819-ae82-23260febc63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.754275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] For port 412be836-b228-4b14-a9ed-39f689a44cec, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:23:55.758555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] For port 412be836-b228-4b14-a9ed-39f689a44cec, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=412be836-b228-4b14-a9ed-39f689a44cec,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:23:55.815716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcd6b9-99d1-4819-ae82-23260febc63a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9350a6-1edc-4b49-80df-12c5322f28b3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:55.827935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd6b9-99d1-4819-ae82-23260febc63a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.831602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5dbcd6b9-99d1-4819-ae82-23260febc63a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/df9350a6-1edc-4b49-80df-12c5322f28b3 HTTP/1.1" status: 204 len: 168 time: 0.6492174 Oct 27 16:23:55.834565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44958) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:55.893168 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.939642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:55.960676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be44c9a-1520-4b81-9685-fc2fbf1d9f7d None None] Pushing event updated for resources: {'Port': ['ID=412be836-b228-4b14-a9ed-39f689a44cec,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:55.961591 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.050599 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.078902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e134098b-fc56-48af-8c02-c3d7c8f871f1']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:56.090771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:56.091097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf1faba-4ba5-4582-a8f0-96cf1b33fcc2') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:56.110826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.141335 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.159704 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.162193 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.205031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:23:56.210961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:23:56.240243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:23:56.249518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:56.253021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.259308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:23:56.259634 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:23:56.262796 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:23:56.418561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=c196422f-3373-488d-93b9-85038147a489,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:56.572923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port 25474253-e3dc-484a-a045-c3e763db0d42 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:56.573259 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.590810 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.600980 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.604355 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] 10.222.0.15 "DELETE /v2.0/networks/e134098b-fc56-48af-8c02-c3d7c8f871f1 HTTP/1.1" status: 204 len: 168 time: 0.7690117 Oct 27 16:23:56.628862 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-655662f1-5a59-4054-83aa-b00e28e29af4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8685598 Oct 27 16:23:56.628862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bc7ed-5e95-4de2-8ed1-89c0e44fed1f admin admin] Pushing event deleted for resources: {'Network': ['ID=e134098b-fc56-48af-8c02-c3d7c8f871f1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:56.629893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44974) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:56.722127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddd7d240-1400-4e28-b74e-34cb24d0d176 req-93f52e2a-5d47-46f4-9887-867514ddb5c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1622019 Oct 27 16:23:56.823924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port 25474253-e3dc-484a-a045-c3e763db0d42, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=25474253-e3dc-484a-a045-c3e763db0d42,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:56.824336 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:56.844538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for 25474253-e3dc-484a-a045-c3e763db0d42 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:56.854486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04fb7f9-b439-4fb6-a931-a91b06193e53 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:56.877058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04fb7f9-b439-4fb6-a931-a91b06193e53 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:56.878743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a04fb7f9-b439-4fb6-a931-a91b06193e53 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2472723 Oct 27 16:23:56.881373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44982) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:56.948699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7d240-1400-4e28-b74e-34cb24d0d176 req-40c8a60b-51b5-4b42-a86d-fcabe8039814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:56.950650 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddd7d240-1400-4e28-b74e-34cb24d0d176 req-40c8a60b-51b5-4b42-a86d-fcabe8039814 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 1097 time: 0.1984520 Oct 27 16:23:57.137031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0d2a9-a930-4ef5-89a4-e577c6853623 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port c196422f-3373-488d-93b9-85038147a489 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:23:57.137376 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d2a9-a930-4ef5-89a4-e577c6853623 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:57.216014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7d240-1400-4e28-b74e-34cb24d0d176 req-d29c80cc-933b-43bf-a129-3f236babeff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:57.220396 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddd7d240-1400-4e28-b74e-34cb24d0d176 req-d29c80cc-933b-43bf-a129-3f236babeff1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 200 len: 916 time: 0.2451065 Oct 27 16:23:57.242091 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:57.338884 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44992) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:57.341619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=25474253-e3dc-484a-a045-c3e763db0d42,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:57.378551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddd7d240-1400-4e28-b74e-34cb24d0d176 req-10f8737c-3a30-4430-b76e-26d56a3d9ee3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3ed53d88-ef80-4a42-8ec6-8e3351011f81 HTTP/1.1" status: 200 len: 217 time: 0.1459916 Oct 27 16:23:57.529634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 412be836-b228-4b14-a9ed-39f689a44cec up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:57.581726 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d2a9-a930-4ef5-89a4-e577c6853623 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:57.640657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 412be836-b228-4b14-a9ed-39f689a44cec triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:57.641200 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:57.661606 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0d2a9-a930-4ef5-89a4-e577c6853623 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for c196422f-3373-488d-93b9-85038147a489 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:23:57.664886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7d240-1400-4e28-b74e-34cb24d0d176 req-188f5f6d-ee33-4e61-9c5d-0dcf4befbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:57.672551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddd7d240-1400-4e28-b74e-34cb24d0d176 req-188f5f6d-ee33-4e61-9c5d-0dcf4befbd32 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c58e9c83-708c-4bb1-a346-679015834b71 HTTP/1.1" status: 200 len: 855 time: 0.2863977 Oct 27 16:23:57.781500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2e36c55f-6687-42c3-85b8-06404cd6ba06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=868c6f7094574064ab0b74f6da9a228c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4407277 Oct 27 16:23:57.811222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45000) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:57.824668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddd7d240-1400-4e28-b74e-34cb24d0d176 req-84260203-fac1-42ff-b88f-0d3a995e2866 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=132a38e1-8312-496d-bb88-843d7fa1e6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254492 Oct 27 16:23:57.863674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:57.875583 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:57.950591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 412be836-b228-4b14-a9ed-39f689a44cec, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=412be836-b228-4b14-a9ed-39f689a44cec,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:23:57.986512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4824cb7d-ed4e-40b1-85fe-e76a0f7d16ce None None] Provisioning complete for port 412be836-b228-4b14-a9ed-39f689a44cec triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:57.989037 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4824cb7d-ed4e-40b1-85fe-e76a0f7d16ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.101616 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.178915 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11cfb21d-5b9d-4332-af59-b7984181222b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.267513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=412be836-b228-4b14-a9ed-39f689a44cec,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:58.268522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:23:58.270797 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11cfb21d-5b9d-4332-af59-b7984181222b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.275366 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddd7d240-1400-4e28-b74e-34cb24d0d176 req-6c7fc414-8714-4126-b459-8571069c2a06 service neutron] 10.222.0.53 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289653 Oct 27 16:23:58.382419 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ae430f17-bad7-432e-9cc0-e6a62ec42003 None None] Provisioning complete for port c196422f-3373-488d-93b9-85038147a489 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:58.384304 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ae430f17-bad7-432e-9cc0-e6a62ec42003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.393729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:23:58.399702 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f0149d29-3f90-45e3-8a88-cda809cdf1bc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "PUT /v2.0/routers/50d635c3-dba1-4a8a-b478-c6a53f43ec05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5536573 Oct 27 16:23:58.403270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45006) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:58.406278 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59035d71-ea9e-41ec-a565-b11806b5134e None None] Sync routers for ids ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:23:58.419933 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59035d71-ea9e-41ec-a565-b11806b5134e None None] Routers {'50d635c3-dba1-4a8a-b478-c6a53f43ec05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:58.420606 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-59035d71-ea9e-41ec-a565-b11806b5134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:23:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:58.470030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-281731a3-3611-4214-86a9-80a82a8c0b24 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting subnet 272c3410-f19e-493c-b0ea-63aac306aa9e {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:23:58.475260 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-281731a3-3611-4214-86a9-80a82a8c0b24 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.487657 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d2a9-a930-4ef5-89a4-e577c6853623 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.489433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ae430f17-bad7-432e-9cc0-e6a62ec42003 None None] Port c196422f-3373-488d-93b9-85038147a489 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:23:58.523110 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ddd7d240-1400-4e28-b74e-34cb24d0d176 req-cdb19395-4b10-4430-bc10-3df1378d5d27 service neutron] 10.222.0.53 "GET /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949925 Oct 27 16:23:58.562754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-281731a3-3611-4214-86a9-80a82a8c0b24 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.568499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0d2a9-a930-4ef5-89a4-e577c6853623 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=c196422f-3373-488d-93b9-85038147a489,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:58.594643 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7b0d2a9-a930-4ef5-89a4-e577c6853623 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.598435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b7b0d2a9-a930-4ef5-89a4-e577c6853623 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/c196422f-3373-488d-93b9-85038147a489 HTTP/1.1" status: 204 len: 168 time: 1.7160983 Oct 27 16:23:58.600963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45008) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:58.611844 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11cfb21d-5b9d-4332-af59-b7984181222b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.615013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-11cfb21d-5b9d-4332-af59-b7984181222b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.627756 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-11cfb21d-5b9d-4332-af59-b7984181222b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86595c52-8bf1-495f-883b-2b98cbf77fc7 HTTP/1.1" status: 204 len: 168 time: 0.7991405 Oct 27 16:23:58.660554 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-59035d71-ea9e-41ec-a565-b11806b5134e None None] Set router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:58.738127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfb21d-5b9d-4332-af59-b7984181222b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86595c52-8bf1-495f-883b-2b98cbf77fc7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:58.773401 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-281731a3-3611-4214-86a9-80a82a8c0b24 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.876492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f9f18-054c-4a5e-b7ff-24769382659a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:58.886679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049f9f18-054c-4a5e-b7ff-24769382659a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:58.888770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-049f9f18-054c-4a5e-b7ff-24769382659a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2867267 Oct 27 16:23:58.894495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45016) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:58.959019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c9f30a-4026-46ec-8d10-2cf7eddbbf9a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 3016250a-8218-4c39-8c23-ebffe15d0e4d {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:23:58.962640 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-281731a3-3611-4214-86a9-80a82a8c0b24 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:58.964451 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86c9f30a-4026-46ec-8d10-2cf7eddbbf9a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.013573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281731a3-3611-4214-86a9-80a82a8c0b24 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Subnet': ['ID=272c3410-f19e-493c-b0ea-63aac306aa9e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:59.024301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-281731a3-3611-4214-86a9-80a82a8c0b24 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.030183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45022) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:59.031406 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-281731a3-3611-4214-86a9-80a82a8c0b24 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/subnets/272c3410-f19e-493c-b0ea-63aac306aa9e HTTP/1.1" status: 204 len: 168 time: 0.6252820 Oct 27 16:23:59.032301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4383a1-0c54-46c6-9200-78d2cc07b838 None None] Network 03145762-1316-4db8-8cae-963e08f67af7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:59.044805 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86c9f30a-4026-46ec-8d10-2cf7eddbbf9a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.092332 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-59035d71-ea9e-41ec-a565-b11806b5134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:23:57Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:59.217530 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59035d71-ea9e-41ec-a565-b11806b5134e None None] Checking router: 50d635c3-dba1-4a8a-b478-c6a53f43ec05 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:23:59.240669 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59035d71-ea9e-41ec-a565-b11806b5134e None None] Routers {'50d635c3-dba1-4a8a-b478-c6a53f43ec05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:23:59.241605 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-59035d71-ea9e-41ec-a565-b11806b5134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:23:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:59.272360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-72c19ec9-2ad5-44c4-8371-20a0382b6e65 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1305339 Oct 27 16:23:59.276524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86c9f30a-4026-46ec-8d10-2cf7eddbbf9a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.347263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.422163 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-59035d71-ea9e-41ec-a565-b11806b5134e None None] Set router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:23:59.477886 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86c9f30a-4026-46ec-8d10-2cf7eddbbf9a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.556997 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9f30a-4026-46ec-8d10-2cf7eddbbf9a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=3016250a-8218-4c39-8c23-ebffe15d0e4d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:23:59.565254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86c9f30a-4026-46ec-8d10-2cf7eddbbf9a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.573304 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-86c9f30a-4026-46ec-8d10-2cf7eddbbf9a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/3016250a-8218-4c39-8c23-ebffe15d0e4d HTTP/1.1" status: 204 len: 168 time: 0.6751895 Oct 27 16:23:59.574052 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.577060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45042) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:59.581569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b086e1dd-b1dc-439e-ab68-68ad09af3e9c None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:23:59.581762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-55ab6781-f174-4e1d-8112-b144c029e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:59.583148 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-55ab6781-f174-4e1d-8112-b144c029e0b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 1096 time: 0.2095194 Oct 27 16:23:59.663306 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3a7a1c4b-6802-461e-aeee-0d1ad402bfbf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786936 Oct 27 16:23:59.674980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45046) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:59.676020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 412be836-b228-4b14-a9ed-39f689a44cec up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:23:59.756218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.806256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b374e5-e5fe-471c-89ad-14c4a2d8b080 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:59.811016 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-20b374e5-e5fe-471c-89ad-14c4a2d8b080 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1328244 Oct 27 16:23:59.811726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45050) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:23:59.849562 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-59035d71-ea9e-41ec-a565-b11806b5134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:23:57Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:23:59.888949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-2b71755d-836c-4dc6-a0a8-f846135f4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:59.893897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-2b71755d-836c-4dc6-a0a8-f846135f4453 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 917 time: 0.2813709 Oct 27 16:23:59.902453 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59035d71-ea9e-41ec-a565-b11806b5134e None None] The sync data for ids ['50d635c3-dba1-4a8a-b478-c6a53f43ec05'] in n-d-815689-1 is: [{'id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1131979366', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:22:17Z', 'updated_at': '2021-10-27T16:23:57Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'f0c92df0-6f7c-455b-b1b8-f13220dc4928', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d635c3-dba1-4a8a-b478-c6a53f43ec05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2319, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:22:18Z', 'updated_at': '2021-10-27T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:23:59.922721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 412be836-b228-4b14-a9ed-39f689a44cec triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:23:59.923115 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:23:59.951770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c86aa0-5596-4070-b6a1-08634b55f51d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:23:59.958312 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-01c86aa0-5596-4070-b6a1-08634b55f51d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1452193 Oct 27 16:23:59.961981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45056) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:00.041036 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0041a67d-0321-474e-8d1f-5ba66534b459 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776494 Oct 27 16:24:00.046620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45060) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:00.055675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-53116e63-51e2-48f2-85c2-1f743d4ea55c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:00.063423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-69eddf8e-884f-42cd-86b7-8e5179faed1d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c HTTP/1.1" status: 200 len: 1000 time: 0.1614923 Oct 27 16:24:00.161202 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-13ff660f-8c8b-4e99-a854-571a824374a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:00.162695 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-13ff660f-8c8b-4e99-a854-571a824374a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.0899148 Oct 27 16:24:00.259533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-0d49a817-f49c-40ba-a709-117e3da1c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:00.268652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-0d49a817-f49c-40ba-a709-117e3da1c21a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946872 Oct 27 16:24:00.297895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58af5c1-6e89-4895-8459-641c321802df None None] DHCP port deletion for 03145762-1316-4db8-8cae-963e08f67af7 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:24:00.316333 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port f0c92df0-6f7c-455b-b1b8-f13220dc4928 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:00.316765 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.373708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1146ca5d-3511-4a34-9688-89e72e617e11 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:24:00.400358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53116e63-51e2-48f2-85c2-1f743d4ea55c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:00.406120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53116e63-51e2-48f2-85c2-1f743d4ea55c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.507188 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-67953dda-1102-4da8-8008-dd197d18d498 service neutron] 10.222.0.54 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324359 Oct 27 16:24:00.588986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d58af5c1-6e89-4895-8459-641c321802df None None] Deleting port 443a2b85-71c0-4339-9f75-32f13aad7b13 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:00.589468 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d58af5c1-6e89-4895-8459-641c321802df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.609683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1146ca5d-3511-4a34-9688-89e72e617e11 None None] Deleting port 412be836-b228-4b14-a9ed-39f689a44cec {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:00.610050 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1146ca5d-3511-4a34-9688-89e72e617e11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.674807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port f0c92df0-6f7c-455b-b1b8-f13220dc4928, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f0c92df0-6f7c-455b-b1b8-f13220dc4928,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:00.675272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.691503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for f0c92df0-6f7c-455b-b1b8-f13220dc4928 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:00.713230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45070) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:00.802068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d58af5c1-6e89-4895-8459-641c321802df None None] For port 443a2b85-71c0-4339-9f75-32f13aad7b13, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=443a2b85-71c0-4339-9f75-32f13aad7b13,segment=NetworkSegment(cd81be90-3e8d-4aa9-94ed-95af7bf6773e),segment_id=cd81be90-3e8d-4aa9-94ed-95af7bf6773e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:00.802327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d58af5c1-6e89-4895-8459-641c321802df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.827919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1146ca5d-3511-4a34-9688-89e72e617e11 None None] For port 412be836-b228-4b14-a9ed-39f689a44cec, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=412be836-b228-4b14-a9ed-39f689a44cec,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:00.828358 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1146ca5d-3511-4a34-9688-89e72e617e11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:00.855526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d58af5c1-6e89-4895-8459-641c321802df None None] Calling delete_port for 443a2b85-71c0-4339-9f75-32f13aad7b13 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:00.873330 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c55054a4-e59d-4b0a-8bb9-e154be68f12a req-558f4a59-00ef-464b-b4ad-81327daa3cdb service neutron] 10.222.0.54 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539736 Oct 27 16:24:00.886346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1146ca5d-3511-4a34-9688-89e72e617e11 None None] Calling delete_port for 412be836-b228-4b14-a9ed-39f689a44cec owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:01.094376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4229e8db-eb84-45cf-bc91-604e929ed565 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.320236 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d58af5c1-6e89-4895-8459-641c321802df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.366766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58af5c1-6e89-4895-8459-641c321802df None None] Pushing event deleted for resources: {'Port': ['ID=443a2b85-71c0-4339-9f75-32f13aad7b13,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:01.379465 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1146ca5d-3511-4a34-9688-89e72e617e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.400844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58af5c1-6e89-4895-8459-641c321802df None None] No DVR routers for this DVR port 443a2b85-71c0-4339-9f75-32f13aad7b13 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:01.416540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53116e63-51e2-48f2-85c2-1f743d4ea55c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.418409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146ca5d-3511-4a34-9688-89e72e617e11 None None] No DVR routers for this DVR port 412be836-b228-4b14-a9ed-39f689a44cec on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:01.422819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 25474253-e3dc-484a-a045-c3e763db0d42 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:01.454896 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4229e8db-eb84-45cf-bc91-604e929ed565 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.461880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45084) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:01.464809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53116e63-51e2-48f2-85c2-1f743d4ea55c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:01.467286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.503784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 25474253-e3dc-484a-a045-c3e763db0d42 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:01.504518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 25474253-e3dc-484a-a045-c3e763db0d42 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:01.505542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 412be836-b228-4b14-a9ed-39f689a44cec no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:01.511527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146ca5d-3511-4a34-9688-89e72e617e11 None None] Pushing event deleted for resources: {'Port': ['ID=412be836-b228-4b14-a9ed-39f689a44cec,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:01.531965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-53116e63-51e2-48f2-85c2-1f743d4ea55c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:01.537264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4229e8db-eb84-45cf-bc91-604e929ed565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.540858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53116e63-51e2-48f2-85c2-1f743d4ea55c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:01.541462 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-53116e63-51e2-48f2-85c2-1f743d4ea55c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.560383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6e36fa-c623-4b27-a248-7ff28c23fb6c None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:01.570672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 412be836-b228-4b14-a9ed-39f689a44cec {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:01.570956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 412be836-b228-4b14-a9ed-39f689a44cec not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:01.571375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 443a2b85-71c0-4339-9f75-32f13aad7b13 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:01.653069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=f0c92df0-6f7c-455b-b1b8-f13220dc4928,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:01.656650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45090) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:01.660241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4229e8db-eb84-45cf-bc91-604e929ed565 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9754af707fb14a38a6b651fa5b5580f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9399567 Oct 27 16:24:01.667665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229e8db-eb84-45cf-bc91-604e929ed565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b966349c-5050-469c-a33a-3582e73c9cd0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:01.680488 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2122702179-network', 'tenant_id': '38d3f95336f441d6849f076f492df8a8'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:01.702716 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 443a2b85-71c0-4339-9f75-32f13aad7b13 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:01.703105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 443a2b85-71c0-4339-9f75-32f13aad7b13 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:01.714915 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-53116e63-51e2-48f2-85c2-1f743d4ea55c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6672399 Oct 27 16:24:01.718865 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45092) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:01.723910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'fixed_ips': [{'subnet_id': '98fb8490-95d8-476e-a615-f0232f695b1c', 'ip_address': '2001:db8::416f:6088:a3bd:7687'}], 'name': 'tempest-NetworksTestDHCPv6-1472368133'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:01.769263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53116e63-51e2-48f2-85c2-1f743d4ea55c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=98fb8490-95d8-476e-a615-f0232f695b1c,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:01.795719 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.820406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Made reservation on behalf of 38d3f95336f441d6849f076f492df8a8 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:01.822882 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.862557 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:01.890875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': '98fb8490-95d8-476e-a615-f0232f695b1c'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:24:01.891764 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.033320 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.093473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/98fb8490-95d8-476e-a615-f0232f695b1c/e4276014-334d-42b7-873a-7a3d94c1ceb0) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:02.123940 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.149767 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:24:02.162756 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:02.189572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584dff59-d356-4099-a187-a4487f70f217,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:02.248359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.248732 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Added segment 0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5 of type vlan for network c47a63cd-949d-4480-9c39-3436e4ca4276 Oct 27 16:24:02.306834 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.309762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.340111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.343961 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.360902 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.379945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 4741d4c4-b3b6-498e-9e5e-52214ff4d68f yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:24:02.401989 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd1c20eb-243d-42c7-b93b-21db012a9833 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.403610 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.427185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd1c20eb-243d-42c7-b93b-21db012a9833 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.470358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Pushing event updated for resources: {'Port': ['ID=e4276014-334d-42b7-873a-7a3d94c1ceb0,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:02.501732 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.502393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Fanout notify agent at l3_agent the message router_deleted on router 50d635c3-dba1-4a8a-b478-c6a53f43ec05 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:24:02.504997 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.511000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:02.511000 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.512029 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.516358 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-577115d5-e272-4b9c-9590-676746a48420 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/routers/50d635c3-dba1-4a8a-b478-c6a53f43ec05 HTTP/1.1" status: 204 len: 168 time: 3.4813490 Oct 27 16:24:02.519347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45102) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:02.541119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:02.555428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:02.568169 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:02.582581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] Pushing event updated for resources: {'Network': ['ID=c47a63cd-949d-4480-9c39-3436e4ca4276,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:02.605004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c47a63cd-949d-4480-9c39-3436e4ca4276 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:24:02.639359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd1c20eb-243d-42c7-b93b-21db012a9833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.645843 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd1c20eb-243d-42c7-b93b-21db012a9833 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.651196 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bd1c20eb-243d-42c7-b93b-21db012a9833 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b966349c-5050-469c-a33a-3582e73c9cd0 HTTP/1.1" status: 204 len: 168 time: 0.9407942 Oct 27 16:24:02.695841 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-103f3cc1-90c4-413c-b26a-a0e7c2a36f6a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2323263 Oct 27 16:24:02.703141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45108) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:02.704535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c20eb-243d-42c7-b93b-21db012a9833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b966349c-5050-469c-a33a-3582e73c9cd0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:02.705582 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::416f:6088:a3bd:7687 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/98fb8490-95d8-476e-a615-f0232f695b1c/4741d4c4-b3b6-498e-9e5e-52214ff4d68f) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:02.721943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] Request body: {'subnet': {'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2122702179-subnet', 'tenant_id': '38d3f95336f441d6849f076f492df8a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:02.756415 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.780558 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.840514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Attempting to bind port e4276014-334d-42b7-873a-7a3d94c1ceb0 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:02.841898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Attempting to bind port e4276014-334d-42b7-873a-7a3d94c1ceb0 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:02.842120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Attempting to bind port e4276014-334d-42b7-873a-7a3d94c1ceb0 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:02.887637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:02.891029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:02.891452 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.891849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:02.892377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Bound port: e4276014-334d-42b7-873a-7a3d94c1ceb0, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:02.892769 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.901663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] Made reservation on behalf of 38d3f95336f441d6849f076f492df8a8 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:02.904094 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.979380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:02.991502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] For port e4276014-334d-42b7-873a-7a3d94c1ceb0, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:03.033184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03145762-1316-4db8-8cae-963e08f67af7']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:03.047248 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.050403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:03.050757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd81be90-3e8d-4aa9-94ed-95af7bf6773e') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:03.074613 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.110283 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.119808 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] For port e4276014-334d-42b7-873a-7a3d94c1ceb0, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e4276014-334d-42b7-873a-7a3d94c1ceb0,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:03.126590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:24:03.127295 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:24:03.131101 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:24:03.193330 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.224797 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.298470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:03.313916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:03.315723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:03.329707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:03.330392 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.378672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fba9ab-21cf-48d2-8499-fb3448a4bcb6 None None] Pushing event updated for resources: {'Port': ['ID=e4276014-334d-42b7-873a-7a3d94c1ceb0,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:03.391518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=4741d4c4-b3b6-498e-9e5e-52214ff4d68f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:03.431766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f0c92df0-6f7c-455b-b1b8-f13220dc4928 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:03.449150 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.462879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.472276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45126) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:03.488612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/networks/03145762-1316-4db8-8cae-963e08f67af7 HTTP/1.1" status: 204 len: 168 time: 0.9620984 Oct 27 16:24:03.488748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: f0c92df0-6f7c-455b-b1b8-f13220dc4928 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:03.488748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f0c92df0-6f7c-455b-b1b8-f13220dc4928 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:03.515157 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5be937cd-daa9-44d3-ba48-06a45abe311e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7951941 Oct 27 16:24:03.526194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45130) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:03.544555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb689a-bcee-4572-b70b-609f5fbfd836 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Network': ['ID=03145762-1316-4db8-8cae-963e08f67af7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:03.591521 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.595823 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a234cd57-34c3-4426-b124-2d6d2a243b10 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.619275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a146db1-ebde-4ed0-9a8d-b2cdf9dbd540 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:03.632979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a146db1-ebde-4ed0-9a8d-b2cdf9dbd540 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:03.642988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2a146db1-ebde-4ed0-9a8d-b2cdf9dbd540 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1066196 Oct 27 16:24:03.652295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45132) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:03.732241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] Checking segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:03.734747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] Network hostable DHCP agents. Network: c47a63cd-949d-4480-9c39-3436e4ca4276, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:24:03.737466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64491595-c258-460a-a334-a8181c6eb3c4,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:03.754067 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a234cd57-34c3-4426-b124-2d6d2a243b10 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.866718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-74b59569-fdb3-4f26-a99a-b876f483513b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 4741d4c4-b3b6-498e-9e5e-52214ff4d68f {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:03.867005 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74b59569-fdb3-4f26-a99a-b876f483513b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.872499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] Network c47a63cd-949d-4480-9c39-3436e4ca4276 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:24:03.954002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c47a63cd-949d-4480-9c39-3436e4ca4276) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:03.965307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:03.966482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28764582-5163-4fa8-b01b-e4d7d1e0a527 None None] Network c47a63cd-949d-4480-9c39-3436e4ca4276 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:03.968476 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:03.984287 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74b59569-fdb3-4f26-a99a-b876f483513b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:04.004910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-74b59569-fdb3-4f26-a99a-b876f483513b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 4741d4c4-b3b6-498e-9e5e-52214ff4d68f owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:04.141500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-40aa3db2-0200-4141-89ef-dbf47c32d8b0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4347439 Oct 27 16:24:04.208657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f773d2f5-7804-4a52-8fd7-ee3d5ea98556 None None] Network c47a63cd-949d-4480-9c39-3436e4ca4276 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:04.236085 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a234cd57-34c3-4426-b124-2d6d2a243b10 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:04.240921 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a234cd57-34c3-4426-b124-2d6d2a243b10 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:04.245270 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a234cd57-34c3-4426-b124-2d6d2a243b10 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/security-groups/286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a HTTP/1.1" status: 204 len: 168 time: 0.7686465 Oct 27 16:24:04.253755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234cd57-34c3-4426-b124-2d6d2a243b10 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=286f8c85-5feb-4d9b-8510-1c3bfd0e7d6a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:04.328301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74b59569-fdb3-4f26-a99a-b876f483513b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:04.422816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b59569-fdb3-4f26-a99a-b876f483513b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=4741d4c4-b3b6-498e-9e5e-52214ff4d68f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:04.508331 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74b59569-fdb3-4f26-a99a-b876f483513b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:04.534669 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-74b59569-fdb3-4f26-a99a-b876f483513b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/4741d4c4-b3b6-498e-9e5e-52214ff4d68f HTTP/1.1" status: 204 len: 168 time: 0.8813770 Oct 27 16:24:04.537158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45164) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:04.634731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e663168-2744-4b82-9ee5-7af0ce28e76b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:04.638783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e663168-2744-4b82-9ee5-7af0ce28e76b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:04.642767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8e663168-2744-4b82-9ee5-7af0ce28e76b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1045735 Oct 27 16:24:04.645572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:04.755945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-59426752-8b27-4a57-99c4-bc1d5ae64506 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 98fb8490-95d8-476e-a615-f0232f695b1c {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:24:04.759917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59426752-8b27-4a57-99c4-bc1d5ae64506 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:04.860741 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59426752-8b27-4a57-99c4-bc1d5ae64506 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.054976 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59426752-8b27-4a57-99c4-bc1d5ae64506 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.098791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f7d405eb-b375-4b6a-84a1-f195c17d8de4 None None] Provisioning complete for port e4276014-334d-42b7-873a-7a3d94c1ceb0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:05.099819 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7d405eb-b375-4b6a-84a1-f195c17d8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.100300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45180) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:05.107226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3009cb0a-3c13-415b-814f-a88c8c45922c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1236738010', 'description': 'tempest-secgroup-smoke-1236738010 description', 'project_id': 'aa2cd34858c645408908be49587cbd63'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:05.189998 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5375ac-4209-4d62-8312-c16530e07ded req-672ef5d8-1412-473c-95bf-0b74a9988fa7 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:05.191517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-672ef5d8-1412-473c-95bf-0b74a9988fa7 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.2409043 Oct 27 16:24:05.216793 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-68346dd2-1abb-4480-b700-89f79af19d77 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/quotas/38d3f95336f441d6849f076f492df8a8 HTTP/1.1" status: 200 len: 375 time: 0.0184524 Oct 27 16:24:05.262319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3009cb0a-3c13-415b-814f-a88c8c45922c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.277313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-2440e76b-c9ba-41b9-b1e4-19bc0f522dc5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510123 Oct 27 16:24:05.292736 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7d405eb-b375-4b6a-84a1-f195c17d8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.406979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3009cb0a-3c13-415b-814f-a88c8c45922c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.421446 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59426752-8b27-4a57-99c4-bc1d5ae64506 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.451612 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-f7d405eb-b375-4b6a-84a1-f195c17d8de4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:24:05.451889 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-f7d405eb-b375-4b6a-84a1-f195c17d8de4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:24:05.474869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e4276014-334d-42b7-873a-7a3d94c1ceb0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:05.503412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59426752-8b27-4a57-99c4-bc1d5ae64506 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=98fb8490-95d8-476e-a615-f0232f695b1c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:05.503412 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59426752-8b27-4a57-99c4-bc1d5ae64506 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.507569 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-59426752-8b27-4a57-99c4-bc1d5ae64506 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/98fb8490-95d8-476e-a615-f0232f695b1c HTTP/1.1" status: 204 len: 168 time: 0.8607750 Oct 27 16:24:05.508408 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3009cb0a-3c13-415b-814f-a88c8c45922c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.511415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45184) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:05.513535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-a9bd7e94-68d0-4369-b2cc-3de8395c1afa service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316995 Oct 27 16:24:05.587744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e4276014-334d-42b7-873a-7a3d94c1ceb0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:05.587989 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.588140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45186) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:05.595281 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-92cea19a-8f59-4113-9194-15a840b2cb25 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793636 Oct 27 16:24:05.595808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a18ad6fc-aaae-4a5d-866d-d3b26d3406d9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:05.618334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009cb0a-3c13-415b-814f-a88c8c45922c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe9e263-321c-4104-8d28-e13a6e0bf90b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:05.700654 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3009cb0a-3c13-415b-814f-a88c8c45922c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.705296 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3009cb0a-3c13-415b-814f-a88c8c45922c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6005499 Oct 27 16:24:05.705458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45190) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:05.709906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1f89cb82-ea1e-410f-ba91-58bd730d1af6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '5fe9e263-321c-4104-8d28-e13a6e0bf90b', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:05.791755 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.810119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-a7df84e6-34ea-413c-b52b-28cbb36202e4 service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942617 Oct 27 16:24:05.869092 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f89cb82-ea1e-410f-ba91-58bd730d1af6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:05.916507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port e4276014-334d-42b7-873a-7a3d94c1ceb0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e4276014-334d-42b7-873a-7a3d94c1ceb0,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:05.919459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e20ccbd-cd7e-4f69-bb42-abb2b23122b2 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:05.990268 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f89cb82-ea1e-410f-ba91-58bd730d1af6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.029770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18ad6fc-aaae-4a5d-866d-d3b26d3406d9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:06.033685 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a18ad6fc-aaae-4a5d-866d-d3b26d3406d9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.041774 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7d405eb-b375-4b6a-84a1-f195c17d8de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.118379 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.129851 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f89cb82-ea1e-410f-ba91-58bd730d1af6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.163645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89cb82-ea1e-410f-ba91-58bd730d1af6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52830866-187a-4ed6-8c0b-811d553b9277,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:06.200026 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-f7d405eb-b375-4b6a-84a1-f195c17d8de4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:24:06.200422 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-f7d405eb-b375-4b6a-84a1-f195c17d8de4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:24:06.263716 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-93948849-a297-43e1-91a8-4af6fad33dfb req-39cf51b3-a197-48b1-b53c-a07bcd4bc456 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0426633 Oct 27 16:24:06.280113 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f89cb82-ea1e-410f-ba91-58bd730d1af6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.282319 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1f89cb82-ea1e-410f-ba91-58bd730d1af6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5760269 Oct 27 16:24:06.293332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45202) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:06.296159 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=e4276014-334d-42b7-873a-7a3d94c1ceb0,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:06.302323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-01b89bd9-57fd-4ab6-84f2-537c1fb257d9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '5fe9e263-321c-4104-8d28-e13a6e0bf90b', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:06.349485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3240842-303c-4239-8b2c-b016d7642101 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:24:06.434816 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01b89bd9-57fd-4ab6-84f2-537c1fb257d9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.444369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a3240842-303c-4239-8b2c-b016d7642101 None None] Deleting port e4276014-334d-42b7-873a-7a3d94c1ceb0 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:06.444741 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a3240842-303c-4239-8b2c-b016d7642101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.540941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a3240842-303c-4239-8b2c-b016d7642101 None None] For port e4276014-334d-42b7-873a-7a3d94c1ceb0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e4276014-334d-42b7-873a-7a3d94c1ceb0,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:06.541332 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a3240842-303c-4239-8b2c-b016d7642101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.557385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a3240842-303c-4239-8b2c-b016d7642101 None None] Calling delete_port for e4276014-334d-42b7-873a-7a3d94c1ceb0 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:06.562984 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a18ad6fc-aaae-4a5d-866d-d3b26d3406d9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.588170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01b89bd9-57fd-4ab6-84f2-537c1fb257d9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.642538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ad6fc-aaae-4a5d-866d-d3b26d3406d9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=a7c5652f-5be7-4650-8b36-67827744fdfe,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:06.667666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18ad6fc-aaae-4a5d-866d-d3b26d3406d9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:06.670696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-a18ad6fc-aaae-4a5d-866d-d3b26d3406d9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:06.676414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18ad6fc-aaae-4a5d-866d-d3b26d3406d9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:06.677501 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a18ad6fc-aaae-4a5d-866d-d3b26d3406d9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.688339 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01b89bd9-57fd-4ab6-84f2-537c1fb257d9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.725887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b89bd9-57fd-4ab6-84f2-537c1fb257d9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae44699-9dd2-4fcb-862b-e743955f3aa2,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:06.810074 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a18ad6fc-aaae-4a5d-866d-d3b26d3406d9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2185566 Oct 27 16:24:06.810287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45212) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:06.816038 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'fixed_ips': [{'subnet_id': 'a7c5652f-5be7-4650-8b36-67827744fdfe', 'ip_address': '2001:db8::d472:b778:a673:c26b'}], 'name': 'tempest-NetworksTestDHCPv6-205648974'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:06.881076 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a3240842-303c-4239-8b2c-b016d7642101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.887391 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01b89bd9-57fd-4ab6-84f2-537c1fb257d9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:06.896362 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-01b89bd9-57fd-4ab6-84f2-537c1fb257d9 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6008408 Oct 27 16:24:06.898518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45216) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:06.923176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-fea4b50e-560d-4dad-bd31-0753d043b81e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '5fe9e263-321c-4104-8d28-e13a6e0bf90b', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:06.968650 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.api [None req-fea4b50e-560d-4dad-bd31-0753d043b81e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:24:06.968650 n-d-815689-1 neutron-server[109722]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 27 16:24:06.968650 n-d-815689-1 neutron-server[109722]: [parameters: {'project_id_1': 'aa2cd34858c645408908be49587cbd63', 'expiration_1': datetime.datetime(2021, 10, 27, 16, 23, 46, 949744)}] Oct 27 16:24:06.968650 n-d-815689-1 neutron-server[109722]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:24:06.969069 n-d-815689-1 neutron-server[109722]: DEBUG oslo_db.api [None req-fea4b50e-560d-4dad-bd31-0753d043b81e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:24:06.988429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3240842-303c-4239-8b2c-b016d7642101 None None] Pushing event deleted for resources: {'Port': ['ID=e4276014-334d-42b7-873a-7a3d94c1ceb0,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:06.990995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3240842-303c-4239-8b2c-b016d7642101 None None] No DVR routers for this DVR port e4276014-334d-42b7-873a-7a3d94c1ceb0 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:07.012911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2e4885-4a13-4138-96f2-50fd8ad1640e None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:07.110690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:07.206965 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:24:07.236819 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:07.293456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f7d405eb-b375-4b6a-84a1-f195c17d8de4 None None] Port e4276014-334d-42b7-873a-7a3d94c1ceb0 update to ACTIVE by agent not found {{(pid=109724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 16:24:07.314100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 904b62a7-3430-4441-987c-c6f56ad1b838 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:24:07.478822 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ecde8f8e-dade-4cb6-a47b-330743cdac13 req-24ac648f-086b-4070-96bd-1b2cfc9d9489 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 210 time: 0.1029105 Oct 27 16:24:07.653107 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fea4b50e-560d-4dad-bd31-0753d043b81e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:07.665617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e4276014-334d-42b7-873a-7a3d94c1ceb0 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:07.673803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': 'a7c5652f-5be7-4650-8b36-67827744fdfe'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:24:07.674700 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:07.699714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e4276014-334d-42b7-873a-7a3d94c1ceb0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:07.700075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e4276014-334d-42b7-873a-7a3d94c1ceb0 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:07.704694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-95a178ee-bcc0-4f79-a5fd-247c2fe97e12 None None] Could not find standard attr ID for object 4741d4c4-b3b6-498e-9e5e-52214ff4d68f. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:24:07.743726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::d472:b778:a673:c26b (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/a7c5652f-5be7-4650-8b36-67827744fdfe/904b62a7-3430-4441-987c-c6f56ad1b838) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:07.793691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fea4b50e-560d-4dad-bd31-0753d043b81e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:07.883376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fea4b50e-560d-4dad-bd31-0753d043b81e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:07.921694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4b50e-560d-4dad-bd31-0753d043b81e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9498d41-3005-417b-ba8a-535ad4b567ac,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:07.936155 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.008971 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fea4b50e-560d-4dad-bd31-0753d043b81e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.010174 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fea4b50e-560d-4dad-bd31-0753d043b81e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1099133 Oct 27 16:24:08.013055 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45230) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:08.017990 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-369bb9e5-c154-4566-8a2c-c5fd29c8b143 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '5fe9e263-321c-4104-8d28-e13a6e0bf90b', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:08.093420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.157190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/a7c5652f-5be7-4650-8b36-67827744fdfe/bcc65b57-09d5-4e80-95bf-db8bf47bdf37) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:08.166328 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-369bb9e5-c154-4566-8a2c-c5fd29c8b143 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.172549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=904b62a7-3430-4441-987c-c6f56ad1b838,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:08.177701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:08.179685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:08.182425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:08.190261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:08.191147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.263944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-369bb9e5-c154-4566-8a2c-c5fd29c8b143 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.284766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d7bf15e1-4299-49ca-97e6-0175c37afe66 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4733026 Oct 27 16:24:08.287532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45238) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:08.332722 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.343324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a2ea9-6449-4dd0-b813-d5439dca9993 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:08.347524 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45240) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:08.347752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4a1a2ea9-6449-4dd0-b813-d5439dca9993 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0613251 Oct 27 16:24:08.394175 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-369bb9e5-c154-4566-8a2c-c5fd29c8b143 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.416073 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.435712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bb9e5-c154-4566-8a2c-c5fd29c8b143 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5527a739-b0d7-4a84-afcf-e62e76061790,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:08.470085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b173b-eebe-4ea8-af73-078cc28b3d34 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 904b62a7-3430-4441-987c-c6f56ad1b838 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:08.470383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:08.470521 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce7b173b-eebe-4ea8-af73-078cc28b3d34 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.474206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:08.477042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:08.500084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Pushing event updated for resources: {'Port': ['ID=bcc65b57-09d5-4e80-95bf-db8bf47bdf37,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:08.554302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Attempting to bind port bcc65b57-09d5-4e80-95bf-db8bf47bdf37 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:08.554685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Attempting to bind port bcc65b57-09d5-4e80-95bf-db8bf47bdf37 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:08.560609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Attempting to bind port bcc65b57-09d5-4e80-95bf-db8bf47bdf37 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:08.567849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:08.568267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:08.568689 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.569212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:08.569703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Bound port: bcc65b57-09d5-4e80-95bf-db8bf47bdf37, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:08.570089 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.600957 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-369bb9e5-c154-4566-8a2c-c5fd29c8b143 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.601803 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-369bb9e5-c154-4566-8a2c-c5fd29c8b143 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5877724 Oct 27 16:24:08.605713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45244) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:08.611965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c8ff240f-fb28-45c7-b741-b52f46b4d5dd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '5fe9e263-321c-4104-8d28-e13a6e0bf90b', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:08.658744 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c0a1850-44ab-48d2-92e4-7ef35a0812b6 req-448b6093-c3ab-40e7-b4b7-0c692a95e3d3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0562513 Oct 27 16:24:08.701291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] For port bcc65b57-09d5-4e80-95bf-db8bf47bdf37, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:08.704555 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce7b173b-eebe-4ea8-af73-078cc28b3d34 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.720383 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b173b-eebe-4ea8-af73-078cc28b3d34 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 904b62a7-3430-4441-987c-c6f56ad1b838 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:08.724470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] For port bcc65b57-09d5-4e80-95bf-db8bf47bdf37, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=bcc65b57-09d5-4e80-95bf-db8bf47bdf37,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:08.769710 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-c8ff240f-fb28-45c7-b741-b52f46b4d5dd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Project aa2cd34858c645408908be49587cbd63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:24:08.776488 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8ff240f-fb28-45c7-b741-b52f46b4d5dd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.801475 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.857342 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8ff240f-fb28-45c7-b741-b52f46b4d5dd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.905883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671dd52-5141-4a09-ab38-6c10a34273ae None None] Pushing event updated for resources: {'Port': ['ID=bcc65b57-09d5-4e80-95bf-db8bf47bdf37,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:08.958485 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8ff240f-fb28-45c7-b741-b52f46b4d5dd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:08.981946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff240f-fb28-45c7-b741-b52f46b4d5dd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7252fd-620d-47d5-b527-e4a4533587dd,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:09.099079 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce7b173b-eebe-4ea8-af73-078cc28b3d34 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.137091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b173b-eebe-4ea8-af73-078cc28b3d34 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=904b62a7-3430-4441-987c-c6f56ad1b838,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:09.155401 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8ff240f-fb28-45c7-b741-b52f46b4d5dd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.159919 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c8ff240f-fb28-45c7-b741-b52f46b4d5dd tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5502164 Oct 27 16:24:09.163175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45252) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:09.164930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-eed5ea78-5789-4232-ba6d-6fe9e0a7c44d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'security_group_rule': {'security_group_id': '5fe9e263-321c-4104-8d28-e13a6e0bf90b', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:09.192332 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce7b173b-eebe-4ea8-af73-078cc28b3d34 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.197136 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ce7b173b-eebe-4ea8-af73-078cc28b3d34 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/904b62a7-3430-4441-987c-c6f56ad1b838 HTTP/1.1" status: 204 len: 168 time: 0.8483927 Oct 27 16:24:09.201725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45256) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:09.301447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e8077d-d1a2-4745-b61d-e9fd76abb7c1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:09.303678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e8077d-d1a2-4745-b61d-e9fd76abb7c1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:09.309399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-37e8077d-d1a2-4745-b61d-e9fd76abb7c1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1024675 Oct 27 16:24:09.312297 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45260) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:09.333030 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-eed5ea78-5789-4232-ba6d-6fe9e0a7c44d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Project aa2cd34858c645408908be49587cbd63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:24:09.345189 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eed5ea78-5789-4232-ba6d-6fe9e0a7c44d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.466783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdb0dbd-bc0d-4d55-9a34-9329b226af00 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet a7c5652f-5be7-4650-8b36-67827744fdfe {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:24:09.479719 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2cdb0dbd-bc0d-4d55-9a34-9329b226af00 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.495161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device bcc65b57-09d5-4e80-95bf-db8bf47bdf37 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:09.527372 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eed5ea78-5789-4232-ba6d-6fe9e0a7c44d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.540937 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2cdb0dbd-bc0d-4d55-9a34-9329b226af00 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.541199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5375ac-4209-4d62-8312-c16530e07ded req-fb08553a-a723-499e-a6c4-e49ff53181af tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:09.542868 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-fb08553a-a723-499e-a6c4-e49ff53181af tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.3027248 Oct 27 16:24:09.557154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Request body: {'port': {'device_id': '9871f0e6-fef9-4f33-898c-18c22821eaa6', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'admin_state_up': True, 'tenant_id': '38d3f95336f441d6849f076f492df8a8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:09.594415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port bcc65b57-09d5-4e80-95bf-db8bf47bdf37 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:09.595174 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.642098 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2cdb0dbd-bc0d-4d55-9a34-9329b226af00 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.705966 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eed5ea78-5789-4232-ba6d-6fe9e0a7c44d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.740046 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.775904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed5ea78-5789-4232-ba6d-6fe9e0a7c44d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9401e41f-3955-4447-9414-b9bb66f58604,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:09.882527 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eed5ea78-5789-4232-ba6d-6fe9e0a7c44d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.886325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-eed5ea78-5789-4232-ba6d-6fe9e0a7c44d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7224636 Oct 27 16:24:09.888969 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-19fa42cc-c091-4a5f-a9ac-1221eeef8548 req-91c7bde8-e414-433f-84af-fc2ca251951a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0900126 Oct 27 16:24:09.890180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45264) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:09.891857 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2cdb0dbd-bc0d-4d55-9a34-9329b226af00 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.901079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'network': {'name': 'tempest-network-smoke--1801876771', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'port_security_enabled': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:09.935286 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:24:09.936928 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:24:09.952922 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:24:09.952922 n-d-815689-1 neutron-server[109723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 27 16:24:09.952922 n-d-815689-1 neutron-server[109723]: [parameters: {'project_id': '38d3f95336f441d6849f076f492df8a8', 'id': '163ea77e-8c55-4929-8b45-ae547a3ffc33', 'expiration': datetime.datetime(2021, 10, 27, 16, 26, 9, 931509)}] Oct 27 16:24:09.952922 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:24:09.953472 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:24:09.954242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb0dbd-bc0d-4d55-9a34-9329b226af00 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c5652f-5be7-4650-8b36-67827744fdfe,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:09.961394 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2cdb0dbd-bc0d-4d55-9a34-9329b226af00 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:09.968943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45266) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:09.970683 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2cdb0dbd-bc0d-4d55-9a34-9329b226af00 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/a7c5652f-5be7-4650-8b36-67827744fdfe HTTP/1.1" status: 204 len: 168 time: 0.6570873 Oct 27 16:24:10.016831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-64f46602-c50f-4dd6-ae20-8977457d18b0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462251 Oct 27 16:24:10.019243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45268) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:10.025903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a4bf4696-d047-4c43-b69a-0cc27cd8d28a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:10.083262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:10.087781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.148463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:24:10.171412 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.171412 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Added segment 87badf5f-2a00-4e37-a26b-433e29d04dc2 of type vlan for network fc8c731a-2d1c-4821-a115-25c358097421 Oct 27 16:24:10.228814 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.276696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375d7970-57ac-4666-8bf2-6a804a7b5218 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:10.283532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bf4696-d047-4c43-b69a-0cc27cd8d28a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:10.292996 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4bf4696-d047-4c43-b69a-0cc27cd8d28a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.353137 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.358034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:10.358740 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.427350 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-66016e27-6e3a-4176-b74d-fa7a337bb134 None None] Provisioning complete for port bcc65b57-09d5-4e80-95bf-db8bf47bdf37 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:10.427725 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-66016e27-6e3a-4176-b74d-fa7a337bb134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.463047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Network': ['ID=fc8c731a-2d1c-4821-a115-25c358097421,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:10.494005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network fc8c731a-2d1c-4821-a115-25c358097421 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:24:10.550668 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.638742 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port bcc65b57-09d5-4e80-95bf-db8bf47bdf37, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=bcc65b57-09d5-4e80-95bf-db8bf47bdf37,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:10.643738 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bf6c3faa-e5bf-45f0-958a-7a1bd38d13f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7521262 Oct 27 16:24:10.646497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45278) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:10.651260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'admin_state_up': True, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:10.687589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-66016e27-6e3a-4176-b74d-fa7a337bb134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.690796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f65b53b-be77-46ab-873a-edaf6486ae6b None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:24:10.754593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9f65b53b-be77-46ab-873a-edaf6486ae6b None None] Deleting port bcc65b57-09d5-4e80-95bf-db8bf47bdf37 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:10.754872 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f65b53b-be77-46ab-873a-edaf6486ae6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.779849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Made reservation on behalf of 38d3f95336f441d6849f076f492df8a8 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:10.784127 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.819384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4bf4696-d047-4c43-b69a-0cc27cd8d28a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.823459 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.827751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9f65b53b-be77-46ab-873a-edaf6486ae6b None None] For port bcc65b57-09d5-4e80-95bf-db8bf47bdf37, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=bcc65b57-09d5-4e80-95bf-db8bf47bdf37,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:10.828156 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f65b53b-be77-46ab-873a-edaf6486ae6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.846593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bf4696-d047-4c43-b69a-0cc27cd8d28a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:10.849940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-a4bf4696-d047-4c43-b69a-0cc27cd8d28a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:10.853285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf4696-d047-4c43-b69a-0cc27cd8d28a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:10.853987 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4bf4696-d047-4c43-b69a-0cc27cd8d28a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.899211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9f65b53b-be77-46ab-873a-edaf6486ae6b None None] Calling delete_port for bcc65b57-09d5-4e80-95bf-db8bf47bdf37 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:10.929845 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.931466 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:10.979011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf4696-d047-4c43-b69a-0cc27cd8d28a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=e3745310-0b71-458b-9e7a-87b30dab629a,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:10.984727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45284) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:11.046973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-66016e27-6e3a-4176-b74d-fa7a337bb134 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:24:11.047358 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-66016e27-6e3a-4176-b74d-fa7a337bb134 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:24:11.047894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=bcc65b57-09d5-4e80-95bf-db8bf47bdf37,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:11.066329 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a4bf4696-d047-4c43-b69a-0cc27cd8d28a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0457516 Oct 27 16:24:11.070938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45288) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:11.079170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'fixed_ips': [{'subnet_id': 'e3745310-0b71-458b-9e7a-87b30dab629a', 'ip_address': '2001:db8::2bb5:d956:aa23:f26c'}], 'name': 'tempest-NetworksTestDHCPv6-176996233'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:11.086645 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6f0378cb-57fd-453e-83f2-eb0a401a9df6 req-7385ed8e-d998-4cf7-8043-ec819043f4cc tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0542173 Oct 27 16:24:11.143853 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-678899a9-0a13-4d49-a3b0-bb37ce67a068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.156798 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.179935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Allocated IP 172.20.0.13 (c47a63cd-949d-4480-9c39-3436e4ca4276/64491595-c258-460a-a334-a8181c6eb3c4/baff4a4f-7b24-4e59-a9ce-60006174afd2) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:11.201410 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f65b53b-be77-46ab-873a-edaf6486ae6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.242112 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-678899a9-0a13-4d49-a3b0-bb37ce67a068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.248906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65b53b-be77-46ab-873a-edaf6486ae6b None None] Pushing event deleted for resources: {'Port': ['ID=bcc65b57-09d5-4e80-95bf-db8bf47bdf37,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:11.251781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f65b53b-be77-46ab-873a-edaf6486ae6b None None] No DVR routers for this DVR port bcc65b57-09d5-4e80-95bf-db8bf47bdf37 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:11.290901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec4bf43-90a1-48d8-b89c-9a54829c7a27 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:11.341786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:11.344849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-678899a9-0a13-4d49-a3b0-bb37ce67a068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.347590 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.385906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 38fcba21-0d66-492f-ab54-429bc5048f8f yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:24:11.409626 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-678899a9-0a13-4d49-a3b0-bb37ce67a068 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f24e99344794bc0b354a45693646e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4226665 Oct 27 16:24:11.412654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45292) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:11.419122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device bcc65b57-09d5-4e80-95bf-db8bf47bdf37 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:11.473929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678899a9-0a13-4d49-a3b0-bb37ce67a068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71b2123-e877-4dd3-9d8a-97474eecbddd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:11.498660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: bcc65b57-09d5-4e80-95bf-db8bf47bdf37 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:11.509948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device bcc65b57-09d5-4e80-95bf-db8bf47bdf37 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:11.550603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a376636-e319-4286-b6db-3ec3db5f7831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.557469 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.581547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a376636-e319-4286-b6db-3ec3db5f7831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.613916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-66016e27-6e3a-4176-b74d-fa7a337bb134 None None] Port bcc65b57-09d5-4e80-95bf-db8bf47bdf37 update to ACTIVE by agent not found {{(pid=109724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 16:24:11.660209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.675913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': 'e3745310-0b71-458b-9e7a-87b30dab629a'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:24:11.676881 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.712101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a376636-e319-4286-b6db-3ec3db5f7831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.714823 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5a376636-e319-4286-b6db-3ec3db5f7831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:11.716510 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5a376636-e319-4286-b6db-3ec3db5f7831 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f71b2123-e877-4dd3-9d8a-97474eecbddd HTTP/1.1" status: 204 len: 168 time: 0.3023844 Oct 27 16:24:11.724529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a376636-e319-4286-b6db-3ec3db5f7831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71b2123-e877-4dd3-9d8a-97474eecbddd,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:11.788517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::2bb5:d956:aa23:f26c (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/e3745310-0b71-458b-9e7a-87b30dab629a/38fcba21-0d66-492f-ab54-429bc5048f8f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:11.916767 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.214484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43535e1a-37ec-4e2f-9130-0f38a1102f34 req-d7f9e980-c54a-4cbb-b898-23b036dac2c2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:12.217251 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43535e1a-37ec-4e2f-9130-0f38a1102f34 req-d7f9e980-c54a-4cbb-b898-23b036dac2c2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 932 time: 0.0632503 Oct 27 16:24:12.263438 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43535e1a-37ec-4e2f-9130-0f38a1102f34 req-9b1f28dd-47f1-49c6-bb28-90d168e7ba16 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370696 Oct 27 16:24:12.398056 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45306) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:12.411376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Network c47a63cd-949d-4480-9c39-3436e4ca4276 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:12.416276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a4d17bd-1d52-47b4-9680-c126b420af9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.429560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:12.441989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:12.444679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event updated for resources: {'Port': ['ID=baff4a4f-7b24-4e59-a9ce-60006174afd2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:12.505630 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.510291 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.541464 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.571911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:12.572575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.594831 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a4d17bd-1d52-47b4-9680-c126b420af9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.652227 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a4d17bd-1d52-47b4-9680-c126b420af9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.696708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9a4d17bd-1d52-47b4-9680-c126b420af9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f464df85e9df49be8eff86ffea7df8df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962272 Oct 27 16:24:12.696999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-bb7a286d-b0da-4858-b088-1e4ce1c60530 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1439285 Oct 27 16:24:12.698131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d17bd-1d52-47b4-9680-c126b420af9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b67a644-e9ad-44f2-8ae5-5e7acac83aac,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:12.700775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45314) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:12.704503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.25.4.148 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/acf0c509-ff6b-44ba-8e0a-b097ad343913) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:12.711959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Request body: {'port': {'device_id': '9871f0e6-fef9-4f33-898c-18c22821eaa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:12.741497 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.806852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/e3745310-0b71-458b-9e7a-87b30dab629a/5d6a12d1-2b92-4be6-a5d0-a779fe213470) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:12.866906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:12.885175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:12.892351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:12.898460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:12.899508 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:12.902093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=38fcba21-0d66-492f-ab54-429bc5048f8f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:12.911247 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.006599 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.007263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.025322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-80cb726a-0303-4050-9d1e-20c88957c1dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9511161 Oct 27 16:24:13.031088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45316) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:13.076294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.121942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Pushing event updated for resources: {'Port': ['ID=5d6a12d1-2b92-4be6-a5d0-a779fe213470,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:13.130457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b22f1158-72ca-4adc-a261-95ba6a74fe5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.142820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:13.147252 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:13.156520 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b22f1158-72ca-4adc-a261-95ba6a74fe5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.156763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:13.210568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2393e516-18d0-4144-bf03-328f7fd6b8ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:13.210568 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2393e516-18d0-4144-bf03-328f7fd6b8ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1729066 Oct 27 16:24:13.210568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45318) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:13.238510 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Attempting to bind port 5d6a12d1-2b92-4be6-a5d0-a779fe213470 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:13.239980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Attempting to bind port 5d6a12d1-2b92-4be6-a5d0-a779fe213470 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:13.240479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Attempting to bind port 5d6a12d1-2b92-4be6-a5d0-a779fe213470 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:13.246023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:13.246539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:13.247163 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.247518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:13.248222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Bound port: 5d6a12d1-2b92-4be6-a5d0-a779fe213470, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:13.248770 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.269518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.286632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b22f1158-72ca-4adc-a261-95ba6a74fe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.292226 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b22f1158-72ca-4adc-a261-95ba6a74fe5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.316308 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b22f1158-72ca-4adc-a261-95ba6a74fe5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b67a644-e9ad-44f2-8ae5-5e7acac83aac HTTP/1.1" status: 204 len: 168 time: 0.6006522 Oct 27 16:24:13.340509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f1158-72ca-4adc-a261-95ba6a74fe5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b67a644-e9ad-44f2-8ae5-5e7acac83aac,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:13.362797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:13.376245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:13.385526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:13.396387 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] For port 5d6a12d1-2b92-4be6-a5d0-a779fe213470, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:13.396537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=acf0c509-ff6b-44ba-8e0a-b097ad343913,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:13.400333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] For port 5d6a12d1-2b92-4be6-a5d0-a779fe213470, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5d6a12d1-2b92-4be6-a5d0-a779fe213470,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:13.457920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3ab95-9483-4860-a4c9-658c3cb028c9 req-7a704072-2428-4b06-9958-ea9127a02898 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:13.467282 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26d3ab95-9483-4860-a4c9-658c3cb028c9 req-7a704072-2428-4b06-9958-ea9127a02898 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 932 time: 0.0799131 Oct 27 16:24:13.472534 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.472780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baff4a4f-7b24-4e59-a9ce-60006174afd2 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:13.482484 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.493610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3fea458a-01c2-4518-bac9-eccd3d7c85a9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 38fcba21-0d66-492f-ab54-429bc5048f8f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:13.493900 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fea458a-01c2-4518-bac9-eccd3d7c85a9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.562770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26d3ab95-9483-4860-a4c9-658c3cb028c9 req-74d7b194-4414-4615-87b4-9b889d08654b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936975 Oct 27 16:24:13.584130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Transition to ACTIVE for port object baff4a4f-7b24-4e59-a9ce-60006174afd2 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:24:13.615395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0717c9f1-2ea1-4d3a-885f-f469e2bc47d5 None None] Pushing event updated for resources: {'Port': ['ID=5d6a12d1-2b92-4be6-a5d0-a779fe213470,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:13.678386 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.754857 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fea458a-01c2-4518-bac9-eccd3d7c85a9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:13.775808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Pushing event updated for resources: {'Port': ['ID=baff4a4f-7b24-4e59-a9ce-60006174afd2,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:13.785237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3fea458a-01c2-4518-bac9-eccd3d7c85a9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 38fcba21-0d66-492f-ab54-429bc5048f8f owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:14.050063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Attempting to bind port baff4a4f-7b24-4e59-a9ce-60006174afd2 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:14.050728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Attempting to bind port baff4a4f-7b24-4e59-a9ce-60006174afd2 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:14.051072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Attempting to bind port baff4a4f-7b24-4e59-a9ce-60006174afd2 on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:14.058457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Port baff4a4f-7b24-4e59-a9ce-60006174afd2 on network c47a63cd-949d-4480-9c39-3436e4ca4276 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:24:14.058783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Attempting to bind port baff4a4f-7b24-4e59-a9ce-60006174afd2 on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:14.080849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:14.081189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Checking segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:14.081576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Bound using segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:14.082016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Bound port: baff4a4f-7b24-4e59-a9ce-60006174afd2, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:14.082513 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.146567 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.269222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] For port baff4a4f-7b24-4e59-a9ce-60006174afd2, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:14.299046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] For port baff4a4f-7b24-4e59-a9ce-60006174afd2, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=baff4a4f-7b24-4e59-a9ce-60006174afd2,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:14.399323 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.418468 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fea458a-01c2-4518-bac9-eccd3d7c85a9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.477737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:14.478366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.479781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] 10.222.0.53 "PUT /v2.0/ports/baff4a4f-7b24-4e59-a9ce-60006174afd2 HTTP/1.1" status: 200 len: 1092 time: 1.7730074 Oct 27 16:24:14.480439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9871f0e6-fef9-4f33-898c-18c22821eaa6', 'tag': 'baff4a4f-7b24-4e59-a9ce-60006174afd2'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:14.482734 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362e2868-971d-466a-afa7-c1afcaf63851" -d '{"events": [{"name": "network-changed", "server_uuid": "9871f0e6-fef9-4f33-898c-18c22821eaa6", "tag": "baff4a4f-7b24-4e59-a9ce-60006174afd2"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:14.557804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fea458a-01c2-4518-bac9-eccd3d7c85a9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.562035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3fea458a-01c2-4518-bac9-eccd3d7c85a9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/38fcba21-0d66-492f-ab54-429bc5048f8f HTTP/1.1" status: 204 len: 168 time: 1.3506649 Oct 27 16:24:14.564915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca75ef-1f37-405f-8f4a-140478464379 service neutron] Pushing event updated for resources: {'Port': ['ID=baff4a4f-7b24-4e59-a9ce-60006174afd2,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:14.566177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45348) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:14.622738 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6461f183-7d34-46c7-b2dd-7763de3bba56 x-openstack-request-id: req-6461f183-7d34-46c7-b2dd-7763de3bba56 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:14.622876 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9871f0e6-fef9-4f33-898c-18c22821eaa6", "tag": "baff4a4f-7b24-4e59-a9ce-60006174afd2", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:14.623131 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6461f183-7d34-46c7-b2dd-7763de3bba56 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:14.623603 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9871f0e6-fef9-4f33-898c-18c22821eaa6', 'tag': 'baff4a4f-7b24-4e59-a9ce-60006174afd2', 'status': 'completed', 'code': 200} Oct 27 16:24:14.643661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea458a-01c2-4518-bac9-eccd3d7c85a9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=38fcba21-0d66-492f-ab54-429bc5048f8f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:14.676129 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.705031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648c86c6-b05a-4b1a-9c59-a29fdbc318a8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:14.710705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648c86c6-b05a-4b1a-9c59-a29fdbc318a8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:14.714158 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-648c86c6-b05a-4b1a-9c59-a29fdbc318a8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1395640 Oct 27 16:24:14.717044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45356) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:14.859573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1b5d26-28c2-4eb0-83c5-461d156f0c43 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet e3745310-0b71-458b-9e7a-87b30dab629a {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:24:14.863570 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5d26-28c2-4eb0-83c5-461d156f0c43 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.925239 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5d26-28c2-4eb0-83c5-461d156f0c43 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:14.941506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2868-971d-466a-afa7-c1afcaf63851 req-6c239ebd-8db9-4681-a997-446a5fd2b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:14.943236 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-362e2868-971d-466a-afa7-c1afcaf63851 req-6c239ebd-8db9-4681-a997-446a5fd2b781 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 1095 time: 0.3141313 Oct 27 16:24:15.033597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ea28-5f3a-4a95-bcf5-d651a4e3d8cf req-92f6d6eb-c98a-461e-884e-ad1df57bf281 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:15.035304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-63c8ea28-5f3a-4a95-bcf5-d651a4e3d8cf req-92f6d6eb-c98a-461e-884e-ad1df57bf281 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 944 time: 0.3550997 Oct 27 16:24:15.079139 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5d26-28c2-4eb0-83c5-461d156f0c43 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.136867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:24:15.141224 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-63c8ea28-5f3a-4a95-bcf5-d651a4e3d8cf req-6918fd91-4091-49f6-b11b-09ad240dbb42 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773075 Oct 27 16:24:15.143974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2868-971d-466a-afa7-c1afcaf63851 req-12200182-3c5e-4d19-8efd-a8e78656b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:15.145454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-362e2868-971d-466a-afa7-c1afcaf63851 req-12200182-3c5e-4d19-8efd-a8e78656b78a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=38d3f95336f441d6849f076f492df8a8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1893280 Oct 27 16:24:15.173484 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-332a8b25-620f-4c74-b2fc-7112f7a89744 None None] Provisioning complete for port 5d6a12d1-2b92-4be6-a5d0-a779fe213470 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:15.175435 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-332a8b25-620f-4c74-b2fc-7112f7a89744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.288935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5d26-28c2-4eb0-83c5-461d156f0c43 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.338443 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-332a8b25-620f-4c74-b2fc-7112f7a89744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.373570 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b5d26-28c2-4eb0-83c5-461d156f0c43 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=e3745310-0b71-458b-9e7a-87b30dab629a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:15.389971 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5d26-28c2-4eb0-83c5-461d156f0c43 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.393428 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eb1b5d26-28c2-4eb0-83c5-461d156f0c43 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/e3745310-0b71-458b-9e7a-87b30dab629a HTTP/1.1" status: 204 len: 168 time: 0.6713817 Oct 27 16:24:15.395845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:15.443101 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-332a8b25-620f-4c74-b2fc-7112f7a89744 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:24:15.443426 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-332a8b25-620f-4c74-b2fc-7112f7a89744 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:24:15.444099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995730c8-d6d2-4cdd-9cf8-e30419b4f46f None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:15.488819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2868-971d-466a-afa7-c1afcaf63851 req-6855bf34-4af3-4afb-ab99-ff8b7dadaac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:15.490201 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-362e2868-971d-466a-afa7-c1afcaf63851 req-6855bf34-4af3-4afb-ab99-ff8b7dadaac6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3354464 Oct 27 16:24:15.493048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:24:15.497405 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2e2a8a7d-dd5f-42c1-849e-7931cad4b2d0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003315 Oct 27 16:24:15.500475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45368) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:15.532637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5d6a12d1-2b92-4be6-a5d0-a779fe213470 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:15.569004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Sync routers for ids ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:24:15.571150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e32721-bad1-4d22-9ac8-67acf86a8f2f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:15.572837 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-85e32721-bad1-4d22-9ac8-67acf86a8f2f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0714319 Oct 27 16:24:15.575572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45370) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:15.596826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5375ac-4209-4d62-8312-c16530e07ded req-796bdaa0-534c-4f39-9cb9-2acdf3be4508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:15.598911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-796bdaa0-534c-4f39-9cb9-2acdf3be4508 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 1095 time: 0.0611150 Oct 27 16:24:15.610053 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Routers {'6fe06e4c-9244-4fb3-9976-2a05f4059f22'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:15.610711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:23:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:15.637697 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65842495-4e49-4cfe-b5d3-1987d6b4698f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:15.640492 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-65842495-4e49-4cfe-b5d3-1987d6b4698f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0626564 Oct 27 16:24:15.641930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45372) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:15.665732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-14d371e4-68c8-4266-96d6-f5564182100c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baff4a4f-7b24-4e59-a9ce-60006174afd2 HTTP/1.1" status: 200 len: 217 time: 0.0561244 Oct 27 16:24:15.669952 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.688594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1bcefa68-622f-4153-bc20-3aff166f7cc2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.0398486 Oct 27 16:24:15.694598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45378) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:15.700033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5d6a12d1-2b92-4be6-a5d0-a779fe213470 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:15.700447 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:15.746905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d4f1bc1b-ed91-4ecb-8207-5fb4cdb9341a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1035264 Oct 27 16:24:15.756948 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45382) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:15.765540 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-45b48619-5c97-4168-88e7-d88c32b50df1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:15.823119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8835b3a2-ecaf-44be-be9e-85b4793a03ba tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=aa2cd34858c645408908be49587cbd63&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1270421 Oct 27 16:24:15.823948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45384) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:16.078335 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b48619-5c97-4168-88e7-d88c32b50df1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:16.083105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-45b48619-5c97-4168-88e7-d88c32b50df1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.111786 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-332a8b25-620f-4c74-b2fc-7112f7a89744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.122402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5375ac-4209-4d62-8312-c16530e07ded req-edc98996-3598-45cd-86b2-7acac74b2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:16.125013 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-edc98996-3598-45cd-86b2-7acac74b2c5f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64491595-c258-460a-a334-a8181c6eb3c4 HTTP/1.1" status: 200 len: 846 time: 0.4333479 Oct 27 16:24:16.128902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Set router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:16.192718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-332a8b25-620f-4c74-b2fc-7112f7a89744 None None] For port 5d6a12d1-2b92-4be6-a5d0-a779fe213470, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5d6a12d1-2b92-4be6-a5d0-a779fe213470,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:16.239554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195a61a8-d5b8-4f22-8351-b29aa0ddcbc9 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:24:16.275491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-75393014-f392-4f5d-bb60-6552955c0121 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c47a63cd-949d-4480-9c39-3436e4ca4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032238 Oct 27 16:24:16.383065 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-332a8b25-620f-4c74-b2fc-7112f7a89744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.472917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-45b48619-5c97-4168-88e7-d88c32b50df1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.553923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-332b9418-ad6c-4f80-9143-73bae6967cb9 None None] Could not find standard attr ID for object 904b62a7-3430-4441-987c-c6f56ad1b838. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:24:16.586690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b48619-5c97-4168-88e7-d88c32b50df1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=18061661-77f7-4120-a164-499b65eeec9c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:16.596200 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b48619-5c97-4168-88e7-d88c32b50df1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:16.598741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-45b48619-5c97-4168-88e7-d88c32b50df1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:16.601583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b48619-5c97-4168-88e7-d88c32b50df1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:16.618388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-45b48619-5c97-4168-88e7-d88c32b50df1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.646111 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a8b25-620f-4c74-b2fc-7112f7a89744 None None] Pushing event updated for resources: {'Port': ['ID=5d6a12d1-2b92-4be6-a5d0-a779fe213470,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:16.657639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-195a61a8-d5b8-4f22-8351-b29aa0ddcbc9 None None] Deleting port 5d6a12d1-2b92-4be6-a5d0-a779fe213470 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:16.658203 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-195a61a8-d5b8-4f22-8351-b29aa0ddcbc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.727636 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-45b48619-5c97-4168-88e7-d88c32b50df1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9685233 Oct 27 16:24:16.728117 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45418) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:16.743714 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'fixed_ips': [{'subnet_id': '18061661-77f7-4120-a164-499b65eeec9c', 'ip_address': '2001:db8::175b:8e0a:33fb:a87a'}], 'name': 'tempest-NetworksTestDHCPv6-1592186534'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:16.853557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d5096a-a466-4ddd-bfbd-a8b3e70d1339 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:16.855154 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-56d5096a-a466-4ddd-bfbd-a8b3e70d1339 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0258799 Oct 27 16:24:16.858266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45424) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:16.877979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-195a61a8-d5b8-4f22-8351-b29aa0ddcbc9 None None] For port 5d6a12d1-2b92-4be6-a5d0-a779fe213470, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5d6a12d1-2b92-4be6-a5d0-a779fe213470,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:16.878383 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-195a61a8-d5b8-4f22-8351-b29aa0ddcbc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:16.892758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:13Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:16.913044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c1277-2cf8-4949-94e7-6514be2f11fe req-4237d92e-34ea-4464-9004-8de8714fa160 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:16.921062 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f29c1277-2cf8-4949-94e7-6514be2f11fe req-4237d92e-34ea-4464-9004-8de8714fa160 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 944 time: 0.6480551 Oct 27 16:24:16.928309 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ac10cc37-0fc2-4929-9cc0-b1a0ee756ab0 tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665653 Oct 27 16:24:16.928828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45426) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:16.939897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278149833', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'project_id': 'aa2cd34858c645408908be49587cbd63', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:16.990250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Checking router: 6fe06e4c-9244-4fb3-9976-2a05f4059f22 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:24:16.991834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Updating router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 port acf0c509-ff6b-44ba-8e0a-b097ad343913 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:24:16.998053 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-195a61a8-d5b8-4f22-8351-b29aa0ddcbc9 None None] Calling delete_port for 5d6a12d1-2b92-4be6-a5d0-a779fe213470 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:17.057085 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.101954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:17.125577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f29c1277-2cf8-4949-94e7-6514be2f11fe req-b30fe582-7849-45cc-94fd-a63feb2fc1a7 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019961 Oct 27 16:24:17.130534 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-e61df60f-fe7e-42ec-9b82-1454091f2609 service neutron] 10.222.0.53 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8135142 Oct 27 16:24:17.200414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:17.204381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.255818 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.294402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 23d3b38a-42f3-4871-9780-bd15fdc854ac yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:24:17.362298 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-af5375ac-4209-4d62-8312-c16530e07ded req-6dbaca08-a2b3-4e54-a445-2bb423131001 service neutron] 10.222.0.53 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229860 Oct 27 16:24:17.379343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5d6a12d1-2b92-4be6-a5d0-a779fe213470 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:17.410264 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-195a61a8-d5b8-4f22-8351-b29aa0ddcbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.417917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 5d6a12d1-2b92-4be6-a5d0-a779fe213470 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:17.418334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5d6a12d1-2b92-4be6-a5d0-a779fe213470 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:17.518708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::175b:8e0a:33fb:a87a (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/18061661-77f7-4120-a164-499b65eeec9c/23d3b38a-42f3-4871-9780-bd15fdc854ac) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:17.533729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a61a8-d5b8-4f22-8351-b29aa0ddcbc9 None None] Pushing event deleted for resources: {'Port': ['ID=5d6a12d1-2b92-4be6-a5d0-a779fe213470,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:17.543587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195a61a8-d5b8-4f22-8351-b29aa0ddcbc9 None None] No DVR routers for this DVR port 5d6a12d1-2b92-4be6-a5d0-a779fe213470 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:17.566564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41979f8d-54b6-4413-a95d-ee8cdbd85db6 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:17.662573 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.724139 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.732002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Subnet': ['ID=e4caafec-7fcb-4f8e-b466-bbf7f9a3167c,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:17.776360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Checking segment: {'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:17.776815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network hostable DHCP agents. Network: fc8c731a-2d1c-4821-a115-25c358097421, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:24:17.782212 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.815109 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': '18061661-77f7-4120-a164-499b65eeec9c'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:24:17.815952 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.827134 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.849209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network fc8c731a-2d1c-4821-a115-25c358097421 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:24:17.874897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:17.883284 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:17.885793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:17.892097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:17.892484 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.892765 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.916866 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=23d3b38a-42f3-4871-9780-bd15fdc854ac,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:17.961376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Attempting to bind port acf0c509-ff6b-44ba-8e0a-b097ad343913 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:17.961757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Attempting to bind port acf0c509-ff6b-44ba-8e0a-b097ad343913 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:17.962128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Attempting to bind port acf0c509-ff6b-44ba-8e0a-b097ad343913 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:17.971974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:17.972162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:17.972456 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.972917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:17.973305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Bound port: acf0c509-ff6b-44ba-8e0a-b097ad343913, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:17.973704 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:17.975098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, fc8c731a-2d1c-4821-a115-25c358097421) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:17.981623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:17.984160 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:18.006774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a4e7-a48b-4c76-94f6-12ddea7054a1 None None] Pushing event updated for resources: {'Port': ['ID=acf0c509-ff6b-44ba-8e0a-b097ad343913,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:18.007166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a822226f-967c-4c1d-bf57-d6bebfebff5f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2773886 Oct 27 16:24:18.009608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45440) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:18.015322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec0acf7-3438-4ba5-80d6-144585f1128d None None] Network fc8c731a-2d1c-4821-a115-25c358097421 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:18.031305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7b0107ca-7d0b-407a-8a2d-09f2954b621b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'fixed_ips': [{'subnet_id': '18061661-77f7-4120-a164-499b65eeec9c', 'ip_address': '2001:db8::175b:8e0a:33fb:a87a'}], 'name': 'tempest-NetworksTestDHCPv6-861895157'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:18.096572 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cdbe4c3b-dbdc-4339-baa7-cd27aa1ac7cf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1619587 Oct 27 16:24:18.099048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45444) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:18.184564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] For port acf0c509-ff6b-44ba-8e0a-b097ad343913, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:18.188795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] For port acf0c509-ff6b-44ba-8e0a-b097ad343913, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=acf0c509-ff6b-44ba-8e0a-b097ad343913,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:18.190214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/18061661-77f7-4120-a164-499b65eeec9c/b9f895c6-cdee-4742-bdec-309401fb2155) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:18.301521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6f79f-951c-4e03-9603-dcf86c9c4c85 req-0fb784d1-7637-406b-9621-517cd37fa243 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:18.303320 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ae6f79f-951c-4e03-9603-dcf86c9c4c85 req-0fb784d1-7637-406b-9621-517cd37fa243 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 944 time: 0.0611985 Oct 27 16:24:18.304605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0107ca-7d0b-407a-8a2d-09f2954b621b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:18.310581 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b0107ca-7d0b-407a-8a2d-09f2954b621b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:18.391969 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:18.394207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-7b0107ca-7d0b-407a-8a2d-09f2954b621b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 696091d9-c9bb-4968-b144-9a950ad4026c yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:24:18.402187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ae6f79f-951c-4e03-9603-dcf86c9c4c85 req-d0d0eda5-346c-4f13-89c2-f2da427b3d61 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755529 Oct 27 16:24:18.406014 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:18.532222 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:18.535760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5a4e7-a48b-4c76-94f6-12ddea7054a1 None None] Pushing event updated for resources: {'Port': ['ID=acf0c509-ff6b-44ba-8e0a-b097ad343913,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:18.594750 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Pushing event updated for resources: {'Port': ['ID=b9f895c6-cdee-4742-bdec-309401fb2155,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:18.602412 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d9a784e-9314-4266-8398-956cf35857f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:18.607303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Routers {'6fe06e4c-9244-4fb3-9976-2a05f4059f22'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:18.608303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:23:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:18.673287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:18.695372 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0107ca-7d0b-407a-8a2d-09f2954b621b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 16:24:18.695840 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0107ca-7d0b-407a-8a2d-09f2954b621b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:24:18.709759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-fc8c731a-2d1c-4821-a115-25c358097421', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:24:18.711125 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:18.714101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:18.817620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7b0107ca-7d0b-407a-8a2d-09f2954b621b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8067389 Oct 27 16:24:18.818238 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:18.820094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45454) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:18.911307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f42d6-e61f-43cf-a013-1ddb8efc8ad0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:18.918151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f42d6-e61f-43cf-a013-1ddb8efc8ad0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:18.920859 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-844f42d6-e61f-43cf-a013-1ddb8efc8ad0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0988820 Oct 27 16:24:18.922609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45456) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:18.946364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:19.131687 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9a939041-00fe-463a-a01d-90f867ff9787 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 23d3b38a-42f3-4871-9780-bd15fdc854ac {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:19.132035 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a939041-00fe-463a-a01d-90f867ff9787 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:19.262922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a939041-00fe-463a-a01d-90f867ff9787 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:19.286344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9a939041-00fe-463a-a01d-90f867ff9787 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 23d3b38a-42f3-4871-9780-bd15fdc854ac owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:19.295935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Attempting to bind port b9f895c6-cdee-4742-bdec-309401fb2155 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:19.299360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Attempting to bind port b9f895c6-cdee-4742-bdec-309401fb2155 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:19.299782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Attempting to bind port b9f895c6-cdee-4742-bdec-309401fb2155 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:19.307521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.20.0.1 (fc8c731a-2d1c-4821-a115-25c358097421/e4caafec-7fcb-4f8e-b466-bbf7f9a3167c/fa493017-8b3a-4789-a82b-2b72d33231ec) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:19.321838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] Set router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:19.324919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:19.325240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:19.325672 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:19.326041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:19.327046 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Bound port: b9f895c6-cdee-4742-bdec-309401fb2155, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:19.327468 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:19.510302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:19.566105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] For port b9f895c6-cdee-4742-bdec-309401fb2155, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:19.572854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] For port b9f895c6-cdee-4742-bdec-309401fb2155, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b9f895c6-cdee-4742-bdec-309401fb2155,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:19.632686 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:19.660970 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a939041-00fe-463a-a01d-90f867ff9787 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:19.726708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a939041-00fe-463a-a01d-90f867ff9787 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=23d3b38a-42f3-4871-9780-bd15fdc854ac,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:19.753958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network fc8c731a-2d1c-4821-a115-25c358097421 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:19.763180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:19.770443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Allocated IP 172.20.0.2 (fc8c731a-2d1c-4821-a115-25c358097421/e4caafec-7fcb-4f8e-b466-bbf7f9a3167c/98208918-0a70-4230-afd5-b1965d6a1510) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:19.781142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:19.786811 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a939041-00fe-463a-a01d-90f867ff9787 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:19.797528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=fa493017-8b3a-4789-a82b-2b72d33231ec,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:19.798353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9a939041-00fe-463a-a01d-90f867ff9787 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/23d3b38a-42f3-4871-9780-bd15fdc854ac HTTP/1.1" status: 204 len: 168 time: 0.8745379 Oct 27 16:24:19.799114 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45470) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:19.909988 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:19.916468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e6064-321d-44b6-8dc4-b6e750069f55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:19.916468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14e6064-321d-44b6-8dc4-b6e750069f55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:19.919331 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b14e6064-321d-44b6-8dc4-b6e750069f55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1189520 Oct 27 16:24:19.921416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45472) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:19.974778 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.004757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-583e56d3-e3a3-47f6-85a6-8f566dc9c4f8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 18061661-77f7-4120-a164-499b65eeec9c {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:24:20.010928 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-583e56d3-e3a3-47f6-85a6-8f566dc9c4f8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.085254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c227c-40e5-4051-b6ba-cbd4456ba92a req-bc23341e-fcca-4504-8244-e75a8af85171 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:20.097062 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-743c227c-40e5-4051-b6ba-cbd4456ba92a req-bc23341e-fcca-4504-8244-e75a8af85171 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 944 time: 0.0904310 Oct 27 16:24:20.104216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:13Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:20.108773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-583e56d3-e3a3-47f6-85a6-8f566dc9c4f8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.240947 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-743c227c-40e5-4051-b6ba-cbd4456ba92a req-1ca65a22-2c29-4111-9a11-9b5a58965081 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401076 Oct 27 16:24:20.254531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device baff4a4f-7b24-4e59-a9ce-60006174afd2 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:24:20.258916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a3032-0322-43e3-9ec2-e036b42cf595 None None] The sync data for ids ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'] in n-d-815689-1 is: [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:13Z', 'revision_number': 3, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:24:20.275907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03667491-3aed-4ed5-90f1-be087ae32a38 None None] Pushing event updated for resources: {'Port': ['ID=b9f895c6-cdee-4742-bdec-309401fb2155,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:20.283139 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-583e56d3-e3a3-47f6-85a6-8f566dc9c4f8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.321021 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.451606 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.500359 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-583e56d3-e3a3-47f6-85a6-8f566dc9c4f8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.520221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.532646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Network fc8c731a-2d1c-4821-a115-25c358097421 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:20.539239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:20.549861 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:20.559960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Pushing event updated for resources: {'Port': ['ID=98208918-0a70-4230-afd5-b1965d6a1510,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:20.611094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-583e56d3-e3a3-47f6-85a6-8f566dc9c4f8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.621751 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-583e56d3-e3a3-47f6-85a6-8f566dc9c4f8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/18061661-77f7-4120-a164-499b65eeec9c HTTP/1.1" status: 204 len: 168 time: 0.6990702 Oct 27 16:24:20.622796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e56d3-e3a3-47f6-85a6-8f566dc9c4f8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=18061661-77f7-4120-a164-499b65eeec9c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:20.624681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45484) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:20.656438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port baff4a4f-7b24-4e59-a9ce-60006174afd2, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=baff4a4f-7b24-4e59-a9ce-60006174afd2,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:20.675917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'baff4a4f-7b24-4e59-a9ce-60006174afd2', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'port_id': 'baff4a4f-7b24-4e59-a9ce-60006174afd2', 'mac_address': 'fa:16:3e:db:a6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64491595-c258-460a-a334-a8181c6eb3c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:24:20.693986 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4dfed7f5-9be9-46d3-a67f-3ab90f24c391 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608003 Oct 27 16:24:20.694598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45486) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:20.700360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-55cae428-85f1-41b2-ae58-5175ed1af808 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:20.777656 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.803406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baff4a4f-7b24-4e59-a9ce-60006174afd2 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:20.810052 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Attempting to bind port 98208918-0a70-4230-afd5-b1965d6a1510 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:20.811987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Attempting to bind port 98208918-0a70-4230-afd5-b1965d6a1510 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:20.812794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Attempting to bind port 98208918-0a70-4230-afd5-b1965d6a1510 on network fc8c731a-2d1c-4821-a115-25c358097421 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:20.829595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:20.830633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Checking segment: {'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:20.832241 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.834335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Bound using segment: {'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:20.835105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Bound port: 98208918-0a70-4230-afd5-b1965d6a1510, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:20.837431 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.896081 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port baff4a4f-7b24-4e59-a9ce-60006174afd2, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=baff4a4f-7b24-4e59-a9ce-60006174afd2,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:20.952933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cae428-85f1-41b2-ae58-5175ed1af808 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:20.965235 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55cae428-85f1-41b2-ae58-5175ed1af808 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:20.988219 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.031964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] For port 98208918-0a70-4230-afd5-b1965d6a1510, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:21.056362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] For port 98208918-0a70-4230-afd5-b1965d6a1510, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=98208918-0a70-4230-afd5-b1965d6a1510,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:21.096999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=baff4a4f-7b24-4e59-a9ce-60006174afd2,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:21.112395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.144804 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.198111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.245576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:21.429570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49330baa-50ed-4fbc-a1f9-b28bf7b5ef0f None None] Pushing event updated for resources: {'Port': ['ID=98208918-0a70-4230-afd5-b1965d6a1510,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:21.518713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=fa493017-8b3a-4789-a82b-2b72d33231ec,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:21.536231 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.701452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.702006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.702201 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55cae428-85f1-41b2-ae58-5175ed1af808 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.702406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.706469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.711131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.711131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.711131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.712709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.713079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.713706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.716272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.718116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:21.752383 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b45060b3-677b-43bb-9b99-c9795857d562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:21.837289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device acf0c509-ff6b-44ba-8e0a-b097ad343913 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:21.877039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab0594-330d-4067-9fc7-a54681226a97 req-63be48a7-3b2f-4650-83dd-8cf73e0d9957 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:21.878692 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4ab0594-330d-4067-9fc7-a54681226a97 req-63be48a7-3b2f-4650-83dd-8cf73e0d9957 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 945 time: 0.3286502 Oct 27 16:24:21.945788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cae428-85f1-41b2-ae58-5175ed1af808 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:21.959675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network fc8c731a-2d1c-4821-a115-25c358097421 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:21.959675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:21.975815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-55cae428-85f1-41b2-ae58-5175ed1af808 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:22.020953 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cae428-85f1-41b2-ae58-5175ed1af808 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:22.021583 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-55cae428-85f1-41b2-ae58-5175ed1af808 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:22.057018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cae428-85f1-41b2-ae58-5175ed1af808 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=86070b3a-5af6-4e2c-9cb7-88b57393d445,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:22.116451 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4ab0594-330d-4067-9fc7-a54681226a97 req-dabdf519-f902-418a-90a7-606d1aed45bd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100921 Oct 27 16:24:22.149166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-55cae428-85f1-41b2-ae58-5175ed1af808 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4533861 Oct 27 16:24:22.149830 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45502) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:22.155017 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e1737d15-9108-4865-85fb-31f1fed5911e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'fixed_ips': [{'subnet_id': '86070b3a-5af6-4e2c-9cb7-88b57393d445', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-491950096'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:22.164193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port acf0c509-ff6b-44ba-8e0a-b097ad343913 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:22.164757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:22.177886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1f094-c944-404c-816c-f63d2e208aef None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:22.392989 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:22.394081 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:22.407187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:24:22.469529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3a74b2c1-fdcc-49d8-a239-8488902e8fe7 None None] Provisioning complete for port b9f895c6-cdee-4742-bdec-309401fb2155 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:22.472266 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3a74b2c1-fdcc-49d8-a239-8488902e8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:22.606949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1737d15-9108-4865-85fb-31f1fed5911e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:22.751961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:24:22.802953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-31a5ac24-eba1-4ce0-b690-aba4c982f603 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "PUT /v2.0/routers/6fe06e4c-9244-4fb3-9976-2a05f4059f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6820393 Oct 27 16:24:22.805952 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1737d15-9108-4865-85fb-31f1fed5911e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:22.848427 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:22.864213 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-e1737d15-9108-4865-85fb-31f1fed5911e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 1a7de02e-7e70-4ad0-b35b-4117fefce8b8 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:24:22.889810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port acf0c509-ff6b-44ba-8e0a-b097ad343913, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=acf0c509-ff6b-44ba-8e0a-b097ad343913,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:22.929110 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3a74b2c1-fdcc-49d8-a239-8488902e8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:23.046049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3a74b2c1-fdcc-49d8-a239-8488902e8fe7 None None] For port b9f895c6-cdee-4742-bdec-309401fb2155, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b9f895c6-cdee-4742-bdec-309401fb2155,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:23.053542 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:23.057616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b9f895c6-cdee-4742-bdec-309401fb2155 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:23.162553 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3a74b2c1-fdcc-49d8-a239-8488902e8fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:23.176988 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1737d15-9108-4865-85fb-31f1fed5911e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:24:23.178215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1737d15-9108-4865-85fb-31f1fed5911e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:24:23.270317 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-0bba78ce-322e-45d4-9e3d-ad4795bb30ce tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1236738010&fields=id&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 267 time: 0.1298389 Oct 27 16:24:23.271953 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e1737d15-9108-4865-85fb-31f1fed5911e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1209953 Oct 27 16:24:23.272583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45554) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:23.289845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=acf0c509-ff6b-44ba-8e0a-b097ad343913,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:23.394009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2321232d-d523-405f-acd1-32da8cceef95 None None] Network fc8c731a-2d1c-4821-a115-25c358097421 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:23.519149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-4f5a0039-11f0-47b0-8297-a2a9c9e03437 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:23.537271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476cafdf-ddb8-4977-b59e-84bd7f178384 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:23.549219 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-476cafdf-ddb8-4977-b59e-84bd7f178384 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2755110 Oct 27 16:24:23.549881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45562) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:23.550126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-4f5a0039-11f0-47b0-8297-a2a9c9e03437 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/networks?id=fc8c731a-2d1c-4821-a115-25c358097421 HTTP/1.1" status: 200 len: 797 time: 0.2758329 Oct 27 16:24:23.583867 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-636a4b87-2393-40c2-a60a-f7d52c890592 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/quotas/aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 375 time: 0.0252976 Oct 27 16:24:23.595355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137798f-22b8-4a7f-a1fb-3a109830e209 req-840d4833-68ae-4d97-922d-7269b1a42c3a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:23.605399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7137798f-22b8-4a7f-a1fb-3a109830e209 req-840d4833-68ae-4d97-922d-7269b1a42c3a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 945 time: 0.2399905 Oct 27 16:24:23.705225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b9f895c6-cdee-4742-bdec-309401fb2155 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:23.711920 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:23.711920 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74b2c1-fdcc-49d8-a239-8488902e8fe7 None None] Pushing event updated for resources: {'Port': ['ID=b9f895c6-cdee-4742-bdec-309401fb2155,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:23.713045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-24fc3934-c8da-40b8-96d4-c27952c40277 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1138108 Oct 27 16:24:23.781097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5463e87a-0e54-4001-bcbd-a636b9f475af None None] Provisioning complete for port 98208918-0a70-4230-afd5-b1965d6a1510 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:23.781514 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5463e87a-0e54-4001-bcbd-a636b9f475af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:23.804373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7137798f-22b8-4a7f-a1fb-3a109830e209 req-4d92c426-6e02-4374-bc81-26b6af125b49 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916986 Oct 27 16:24:23.836189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f43400-2bac-4e80-aa59-dbcaf652f295 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:23.841042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f43400-2bac-4e80-aa59-dbcaf652f295 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:23.849334 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-60f43400-2bac-4e80-aa59-dbcaf652f295 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2965086 Oct 27 16:24:23.853479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45570) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:23.958265 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Sync routers for ids ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:24:23.978361 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Routers {'6fe06e4c-9244-4fb3-9976-2a05f4059f22'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:23.979003 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:23.999588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-f5a357b2-47a4-4c88-9b29-3f839c6d295f service neutron] 10.222.0.15 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589095 Oct 27 16:24:24.080134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c60754-14d9-4aa2-82fd-b107e7c52678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 86070b3a-5af6-4e2c-9cb7-88b57393d445 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:24:24.087806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39c60754-14d9-4aa2-82fd-b107e7c52678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:24.149008 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39c60754-14d9-4aa2-82fd-b107e7c52678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:24.215304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-7e50b4d3-6f9a-491c-aaae-78e9507530fb service neutron] 10.222.0.15 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143533 Oct 27 16:24:24.250337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device baff4a4f-7b24-4e59-a9ce-60006174afd2 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:24.273112 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5463e87a-0e54-4001-bcbd-a636b9f475af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:24.316527 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39c60754-14d9-4aa2-82fd-b107e7c52678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:24.334346 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Set router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:24.535470 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39c60754-14d9-4aa2-82fd-b107e7c52678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:24.579895 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c60754-14d9-4aa2-82fd-b107e7c52678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=86070b3a-5af6-4e2c-9cb7-88b57393d445,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:24.594688 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39c60754-14d9-4aa2-82fd-b107e7c52678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:24.608485 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-39c60754-14d9-4aa2-82fd-b107e7c52678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/86070b3a-5af6-4e2c-9cb7-88b57393d445 HTTP/1.1" status: 204 len: 168 time: 0.7496412 Oct 27 16:24:24.609965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45600) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:24.677349 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef276f6a-12e4-48cf-9e6c-f0d2fd4241fc req-7169ad56-527f-4282-979c-e2a1dffa4280 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 210 time: 0.1077113 Oct 27 16:24:24.717282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-802d68d3-11e4-4aa3-b2a2-355c41462cbd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957046 Oct 27 16:24:24.717398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45606) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:24.720014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9eabd4b7-391e-41bd-a71b-867b6b177514 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:24.835015 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:20Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'fa493017-8b3a-4789-a82b-2b72d33231ec', 'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:0e:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:19Z', 'updated_at': '2021-10-27T16:24:20Z', 'revision_number': 2, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:24.903750 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Checking router: 6fe06e4c-9244-4fb3-9976-2a05f4059f22 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:24:24.905267 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Updating router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 port fa493017-8b3a-4789-a82b-2b72d33231ec binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:24:24.932927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781755be-9101-436a-8da5-ffb0d94b0862 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:24.984077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eabd4b7-391e-41bd-a71b-867b6b177514 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:24.989323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc630555-c040-4855-a97e-c0c153a03f1c req-8939d368-984e-4c04-80ee-f912a691891f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:24.989487 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9eabd4b7-391e-41bd-a71b-867b6b177514 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:24.994278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc630555-c040-4855-a97e-c0c153a03f1c req-8939d368-984e-4c04-80ee-f912a691891f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 945 time: 0.0951254 Oct 27 16:24:24.995104 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:25.066057 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:25.125944 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc630555-c040-4855-a97e-c0c153a03f1c req-8c0ef495-656e-4b2f-83f3-f7d8c197225c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248724 Oct 27 16:24:25.333100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5463e87a-0e54-4001-bcbd-a636b9f475af None None] For port 98208918-0a70-4230-afd5-b1965d6a1510, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=98208918-0a70-4230-afd5-b1965d6a1510,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:25.584191 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9eabd4b7-391e-41bd-a71b-867b6b177514 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:25.584788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port baff4a4f-7b24-4e59-a9ce-60006174afd2 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:24:25.586444 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5463e87a-0e54-4001-bcbd-a636b9f475af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:25.588437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:24:25.675174 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:25.690397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port baff4a4f-7b24-4e59-a9ce-60006174afd2 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:25.690397 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:25.755970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabd4b7-391e-41bd-a71b-867b6b177514 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=1c97d653-491b-4bd5-8b47-e2d8b3b53f84,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:25.798145 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eabd4b7-391e-41bd-a71b-867b6b177514 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:25.800574 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:25.825311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9eabd4b7-391e-41bd-a71b-867b6b177514 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:25.828564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eabd4b7-391e-41bd-a71b-867b6b177514 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:25.829386 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9eabd4b7-391e-41bd-a71b-867b6b177514 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:25.891578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-276f34fd-d8e9-41f7-9950-176f1e7fff7d req-4e4140c0-9f92-41bf-92af-1ea1b23041ae tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 210 time: 0.0860882 Oct 27 16:24:25.926958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 98208918-0a70-4230-afd5-b1965d6a1510 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:25.930600 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Pushing event updated for resources: {'Port': ['ID=fa493017-8b3a-4789-a82b-2b72d33231ec,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:25.952276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9eabd4b7-391e-41bd-a71b-867b6b177514 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2350516 Oct 27 16:24:25.952600 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45632) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:25.957239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-24881bd7-03f4-4eb8-8e06-968b3d049efd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-620173796', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:25.997752 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cfef3c7e-874d-4b07-9c7f-7cdc9840c08c None None] Could not find standard attr ID for object 38fcba21-0d66-492f-ab54-429bc5048f8f. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:24:26.037180 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.037740 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.038167 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.038649 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.039086 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.039592 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.040187 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.040585 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.040983 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.041423 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.042488 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.043154 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:26.047035 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Attempting to bind port fa493017-8b3a-4789-a82b-2b72d33231ec on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:26.047840 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Attempting to bind port fa493017-8b3a-4789-a82b-2b72d33231ec by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:26.048580 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Attempting to bind port fa493017-8b3a-4789-a82b-2b72d33231ec on network fc8c731a-2d1c-4821-a115-25c358097421 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:26.057153 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:26.057626 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Checking segment: {'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:26.058110 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.058562 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Bound using segment: {'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:26.059148 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Bound port: fa493017-8b3a-4789-a82b-2b72d33231ec, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:26.059604 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.116799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463e87a-0e54-4001-bcbd-a636b9f475af None None] Pushing event updated for resources: {'Port': ['ID=98208918-0a70-4230-afd5-b1965d6a1510,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:26.134730 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24881bd7-03f4-4eb8-8e06-968b3d049efd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.136203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24881bd7-03f4-4eb8-8e06-968b3d049efd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.206903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cfef3c7e-874d-4b07-9c7f-7cdc9840c08c None None] Provisioning complete for port b9f895c6-cdee-4742-bdec-309401fb2155 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:26.207354 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cfef3c7e-874d-4b07-9c7f-7cdc9840c08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.238964 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] For port fa493017-8b3a-4789-a82b-2b72d33231ec, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:26.252716 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] For port fa493017-8b3a-4789-a82b-2b72d33231ec, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fa493017-8b3a-4789-a82b-2b72d33231ec,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:26.301849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24881bd7-03f4-4eb8-8e06-968b3d049efd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.344397 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.384721 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24881bd7-03f4-4eb8-8e06-968b3d049efd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.416794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a6103-d1bb-464c-8dc9-c7f49ed10ccd req-031a45a6-e160-46f1-9f33-f38451af45d3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:26.418921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-691a6103-d1bb-464c-8dc9-c7f49ed10ccd req-031a45a6-e160-46f1-9f33-f38451af45d3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 945 time: 0.1318383 Oct 27 16:24:26.440025 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.470118 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Routers {'6fe06e4c-9244-4fb3-9976-2a05f4059f22'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:26.475550 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:26.486217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24881bd7-03f4-4eb8-8e06-968b3d049efd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.487721 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-24881bd7-03f4-4eb8-8e06-968b3d049efd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5342543 Oct 27 16:24:26.492288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45646) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:26.516021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Deleting port b9f895c6-cdee-4742-bdec-309401fb2155 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:26.523669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-691a6103-d1bb-464c-8dc9-c7f49ed10ccd req-977ca56e-043c-490a-86d2-e995e62ce4ed tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919595 Oct 27 16:24:26.526217 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.618917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] For port b9f895c6-cdee-4742-bdec-309401fb2155, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b9f895c6-cdee-4742-bdec-309401fb2155,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:26.619311 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.633723 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Calling delete_port for b9f895c6-cdee-4742-bdec-309401fb2155 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:26.830480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 98208918-0a70-4230-afd5-b1965d6a1510 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:26.834425 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:26.850078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9871f0e6-fef9-4f33-898c-18c22821eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baff4a4f-7b24-4e59-a9ce-60006174afd2'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:26.858945 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fce8b1-73da-44b0-9db0-385961bf95fc" -d '{"events": [{"server_uuid": "9871f0e6-fef9-4f33-898c-18c22821eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "baff4a4f-7b24-4e59-a9ce-60006174afd2"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:26.903994 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:27.085997 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4aaa59-f61d-4461-9c32-9a15dcad9cf2 x-openstack-request-id: req-2a4aaa59-f61d-4461-9c32-9a15dcad9cf2 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:27.087450 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9871f0e6-fef9-4f33-898c-18c22821eaa6", "name": "network-vif-plugged", "status": "completed", "tag": "baff4a4f-7b24-4e59-a9ce-60006174afd2", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:27.087950 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a4aaa59-f61d-4461-9c32-9a15dcad9cf2 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:27.088573 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9871f0e6-fef9-4f33-898c-18c22821eaa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baff4a4f-7b24-4e59-a9ce-60006174afd2', 'code': 200} Oct 27 16:24:27.095650 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] Set router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:27.101380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port baff4a4f-7b24-4e59-a9ce-60006174afd2, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=baff4a4f-7b24-4e59-a9ce-60006174afd2,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:27.165962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4217d65-4091-4339-a625-47cdbe223078 req-c9d028ca-bc0c-49d5-b32e-f2c939dae986 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 210 time: 0.0892770 Oct 27 16:24:27.208040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cfef3c7e-874d-4b07-9c7f-7cdc9840c08c None None] Port b9f895c6-cdee-4742-bdec-309401fb2155 update to ACTIVE by agent not found {{(pid=109724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 16:24:27.249517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] No DVR routers for this DVR port b9f895c6-cdee-4742-bdec-309401fb2155 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:27.256257 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:27.267271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Pushing event deleted for resources: {'Port': ['ID=b9f895c6-cdee-4742-bdec-309401fb2155,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:27.283682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:27.297528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cfef3c7e-874d-4b07-9c7f-7cdc9840c08c None None] Could not find standard attr ID for object 23d3b38a-42f3-4871-9780-bd15fdc854ac. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:24:27.310297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0843394-930a-4fa1-a6ab-ef6ea161e3ed None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:27.319753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154871c-a062-4aba-924d-46517a62b36a req-13719af7-7250-413d-9c5a-83e6aa934d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:27.329327 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0154871c-a062-4aba-924d-46517a62b36a req-13719af7-7250-413d-9c5a-83e6aa934d6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 1096 time: 0.1909206 Oct 27 16:24:27.417624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0154871c-a062-4aba-924d-46517a62b36a req-d192bddb-04b2-4b1b-acbb-d15d658ef7c4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805922 Oct 27 16:24:27.449454 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51768faf-5f7c-4d47-aafc-e5b1ed96619d None None] Pushing event updated for resources: {'Port': ['ID=fa493017-8b3a-4789-a82b-2b72d33231ec,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:27.569008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.587596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.587596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.587596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.587596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.587596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.587596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.587596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.587596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.587596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.587596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.587596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c94615e-ba17-4f4c-b196-0cf8197a90fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:27.730716 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:20Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'fa493017-8b3a-4789-a82b-2b72d33231ec', 'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:0e:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:19Z', 'updated_at': '2021-10-27T16:24:26Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:27.765085 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a7fb53-ee2a-426f-81d5-057fc0f8bcba None None] The sync data for ids ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'] in n-d-815689-1 is: [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:20Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'fa493017-8b3a-4789-a82b-2b72d33231ec', 'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:0e:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:19Z', 'updated_at': '2021-10-27T16:24:26Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:24:27.777101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0fc765a2-bdb6-41c1-bec7-413e275b93e7 None None] Provisioning complete for port fa493017-8b3a-4789-a82b-2b72d33231ec triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:27.777101 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fc765a2-bdb6-41c1-bec7-413e275b93e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:28.013578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device acf0c509-ff6b-44ba-8e0a-b097ad343913 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:28.017174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=baff4a4f-7b24-4e59-a9ce-60006174afd2,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:28.085385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c675d5-db86-4173-8ac8-eb6a333867cd req-b107d652-5d13-42f3-8b9d-ea57f3d9009b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:28.094000 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e5c675d5-db86-4173-8ac8-eb6a333867cd req-b107d652-5d13-42f3-8b9d-ea57f3d9009b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 946 time: 0.4280663 Oct 27 16:24:28.125008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': '1c97d653-491b-4bd5-8b47-e2d8b3b53f84'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:24:28.126055 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:28.190805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port acf0c509-ff6b-44ba-8e0a-b097ad343913 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:28.191310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:28.236130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::1 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/1c97d653-491b-4bd5-8b47-e2d8b3b53f84/078f8c3f-a6dd-47ce-a197-0fa56c3d4382) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:28.379695 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7f84969-db37-48d4-b5c3-79513657d62d req-fda38e83-0498-4736-a8d9-9d5c0d9fbb63 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 210 time: 0.0555892 Oct 27 16:24:28.430543 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:28.525402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-8dbff8b1-5a8e-4da1-9398-1ee7701028e8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:28.529634 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-8dbff8b1-5a8e-4da1-9398-1ee7701028e8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "GET /v2.0/networks?id=fc8c731a-2d1c-4821-a115-25c358097421 HTTP/1.1" status: 200 len: 797 time: 0.7896225 Oct 27 16:24:28.549760 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fc765a2-bdb6-41c1-bec7-413e275b93e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:28.558575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e5c675d5-db86-4173-8ac8-eb6a333867cd req-5fcb2a4e-de1c-406f-a493-df05a3417a8b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634850 Oct 27 16:24:28.622479 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:28.775683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:28.786082 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0fc765a2-bdb6-41c1-bec7-413e275b93e7 None None] For port fa493017-8b3a-4789-a82b-2b72d33231ec, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fa493017-8b3a-4789-a82b-2b72d33231ec,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:28.794021 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-ab3be674-a1d1-4e39-8218-d98047ee7cb5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa2cd34858c645408908be49587cbd63 HTTP/1.1" status: 200 len: 380 time: 0.2336004 Oct 27 16:24:28.822349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'port': {'device_id': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'admin_state_up': True, 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'security_groups': ['5fe9e263-321c-4104-8d28-e13a6e0bf90b']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:28.833256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:28.833404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/1c97d653-491b-4bd5-8b47-e2d8b3b53f84/300a8f3f-d4ad-46f7-a786-fcd500c9c6ab) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:28.850234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=078f8c3f-a6dd-47ce-a197-0fa56c3d4382,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:28.889609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:28.890554 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:29.291720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fa493017-8b3a-4789-a82b-2b72d33231ec up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:29.302275 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fc765a2-bdb6-41c1-bec7-413e275b93e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:29.403271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Made reservation on behalf of aa2cd34858c645408908be49587cbd63 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:29.415634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:29.628667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e24b657-4b99-4fea-9d19-96a9a4e7aed4 req-3cb3fa71-2f58-4223-a835-cadaf1894e65 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 210 time: 0.0761847 Oct 27 16:24:29.697098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc765a2-bdb6-41c1-bec7-413e275b93e7 None None] Pushing event updated for resources: {'Port': ['ID=fa493017-8b3a-4789-a82b-2b72d33231ec,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:29.708698 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0fc765a2-bdb6-41c1-bec7-413e275b93e7 None None] Provisioning complete for port 98208918-0a70-4230-afd5-b1965d6a1510 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:29.709308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fc765a2-bdb6-41c1-bec7-413e275b93e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:29.824829 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:29.847195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fa493017-8b3a-4789-a82b-2b72d33231ec triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:29.856588 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:29.938625 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:30.038080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 98208918-0a70-4230-afd5-b1965d6a1510 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:30.100688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 98208918-0a70-4230-afd5-b1965d6a1510 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:30.101162 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:30.121078 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:30.174117 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:30.191996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:30.206427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:30.209185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:30.274783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6954c0f5-59e2-4e06-914f-ced0c3497edf None None] Provisioning complete for port fa493017-8b3a-4789-a82b-2b72d33231ec triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:30.275162 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6954c0f5-59e2-4e06-914f-ced0c3497edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:30.319366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Pushing event updated for resources: {'Port': ['ID=300a8f3f-d4ad-46f7-a786-fcd500c9c6ab,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:30.335926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99811c83-cd3b-4c82-86a1-2bb2e0ee7f31 req-34a7c4e5-c317-4a99-bf86-f72121ea8909 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:30.342445 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99811c83-cd3b-4c82-86a1-2bb2e0ee7f31 req-34a7c4e5-c317-4a99-bf86-f72121ea8909 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 946 time: 0.2092414 Oct 27 16:24:30.357622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Attempting to bind port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:30.358182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Attempting to bind port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:30.359174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Attempting to bind port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:30.399025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:30.399411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:30.399818 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:30.400256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:30.400758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Bound port: 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:30.401152 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:30.530018 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99811c83-cd3b-4c82-86a1-2bb2e0ee7f31 req-4f473606-878d-4c4f-bed4-8c5ba2736ff3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660483 Oct 27 16:24:30.576625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] For port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:30.580226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] For port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=300a8f3f-d4ad-46f7-a786-fcd500c9c6ab,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:30.593771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b9f895c6-cdee-4742-bdec-309401fb2155 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:30.618469 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.20.0.14 (fc8c731a-2d1c-4821-a115-25c358097421/e4caafec-7fcb-4f8e-b466-bbf7f9a3167c/92471ad6-e6bb-43b2-8166-ee4e49eb66bf) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:30.641898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b9f895c6-cdee-4742-bdec-309401fb2155 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:30.642346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b9f895c6-cdee-4742-bdec-309401fb2155 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:30.666918 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:30.857179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-51451268-7e64-4eb5-bf07-09f4aed69b51 req-4d30a8b0-eb26-4107-acaa-6ef4943b6343 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 210 time: 0.1005619 Oct 27 16:24:30.914619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c5473-8770-4a66-855b-49e1b1491f33 None None] Pushing event updated for resources: {'Port': ['ID=300a8f3f-d4ad-46f7-a786-fcd500c9c6ab,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:30.989149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fa493017-8b3a-4789-a82b-2b72d33231ec up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:31.154182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fa493017-8b3a-4789-a82b-2b72d33231ec triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:31.154580 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:31.193176 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:31.270516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:31.271806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:31.278781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5836a-438c-487c-9985-2588b52ce9b0 req-13f36cb5-91fc-4597-8462-99c30ba2498e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:31.288621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2ab5836a-438c-487c-9985-2588b52ce9b0 req-13f36cb5-91fc-4597-8462-99c30ba2498e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.2659693 Oct 27 16:24:31.308558 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2ab5836a-438c-487c-9985-2588b52ce9b0 req-9dbb8060-37ba-48c1-9c98-3cc57f1d3c62 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/quotas/38d3f95336f441d6849f076f492df8a8 HTTP/1.1" status: 200 len: 375 time: 0.0187008 Oct 27 16:24:31.428725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:31.506836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2ab5836a-438c-487c-9985-2588b52ce9b0 req-d19dbc99-0a81-404d-a09c-526ce594a3f2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1970758 Oct 27 16:24:31.629449 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2ab5836a-438c-487c-9985-2588b52ce9b0 req-a7975003-589e-42e8-8942-d1598e45f377 service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216400 Oct 27 16:24:31.645500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=078f8c3f-a6dd-47ce-a197-0fa56c3d4382,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:31.657387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:31.726438 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network fc8c731a-2d1c-4821-a115-25c358097421 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:31.734850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:31.752811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:31.769074 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2ab5836a-438c-487c-9985-2588b52ce9b0 req-925fa3b6-0bc6-47cb-9bc7-41a03f3e4a9d service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322122 Oct 27 16:24:31.867402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:31.868081 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:31.978368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:32.082994 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-78a4569c-a9c1-421f-b57b-33203a058af8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2707062 Oct 27 16:24:32.102845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:32.139088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Request body: {'port': {'device_id': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:32.176513 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:32.290538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45780) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:32.378770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-22ab8df7-eb77-4ac6-8e35-ab712a697793 None None] Provisioning complete for port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:32.378770 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-22ab8df7-eb77-4ac6-8e35-ab712a697793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:32.429428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-22ab8df7-eb77-4ac6-8e35-ab712a697793 None None] Port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:24:32.591696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4445b7a0-5ca1-4228-a61b-8a0592262fdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:32.603199 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:32.661337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d39ca4-01a4-41cc-9a9c-1007633c0c32 req-4e0788ed-aa7b-4f2f-af8c-6254f01f83bf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:32.669367 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-25d39ca4-01a4-41cc-9a9c-1007633c0c32 req-4e0788ed-aa7b-4f2f-af8c-6254f01f83bf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 932 time: 0.6111646 Oct 27 16:24:32.683911 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:32.789374 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-25d39ca4-01a4-41cc-9a9c-1007633c0c32 req-d0a406c6-92c3-4a41-92ac-21dab517d879 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182673 Oct 27 16:24:32.808077 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3ce3083c-8278-4a65-9cca-4fcb20819ebf None None] Provisioning complete for port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:32.808077 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3ce3083c-8278-4a65-9cca-4fcb20819ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:32.946416 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4445b7a0-5ca1-4228-a61b-8a0592262fdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:32.997028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Router 5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:24:33.033614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:33.080258 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4445b7a0-5ca1-4228-a61b-8a0592262fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:33.137788 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3ce3083c-8278-4a65-9cca-4fcb20819ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:33.142353 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4445b7a0-5ca1-4228-a61b-8a0592262fdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a359fcf569a4305b21077198f2f47db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8438272 Oct 27 16:24:33.142353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45812) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:33.299069 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:33.299732 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:33.305552 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3ce3083c-8278-4a65-9cca-4fcb20819ebf None None] For port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=300a8f3f-d4ad-46f7-a786-fcd500c9c6ab,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:33.351672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445b7a0-5ca1-4228-a61b-8a0592262fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67046390-2f63-4aa0-ac0b-b7e55839e0dd,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:33.400927 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:24:33.416207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-981af9fd-1695-4595-97d4-933f49015138 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "PUT /v2.0/routers/5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9208539 Oct 27 16:24:33.417117 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45820) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:33.426263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f710da8-1e8b-4c06-96bd-c5052795ab1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:33.437281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Sync routers for ids ['5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:24:33.444182 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3ce3083c-8278-4a65-9cca-4fcb20819ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:33.491876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f710da8-1e8b-4c06-96bd-c5052795ab1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:33.643301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Routers {'5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:33.644224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:33.655305 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:33.671189 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f710da8-1e8b-4c06-96bd-c5052795ab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:33.674696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f710da8-1e8b-4c06-96bd-c5052795ab1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:33.674855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8109865-1cad-42e3-82f7-13db97dbd1a8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:33.679013 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5f710da8-1e8b-4c06-96bd-c5052795ab1c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67046390-2f63-4aa0-ac0b-b7e55839e0dd HTTP/1.1" status: 204 len: 168 time: 0.5346859 Oct 27 16:24:33.690655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f710da8-1e8b-4c06-96bd-c5052795ab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67046390-2f63-4aa0-ac0b-b7e55839e0dd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:33.708197 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a8109865-1cad-42e3-82f7-13db97dbd1a8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports/078f8c3f-a6dd-47ce-a197-0fa56c3d4382 HTTP/1.1" status: 200 len: 911 time: 0.2899315 Oct 27 16:24:33.710868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45830) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:33.799678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e56a116-febe-423b-a34c-c84f9e923828 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:33.806171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e56a116-febe-423b-a34c-c84f9e923828 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:33.812370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8e56a116-febe-423b-a34c-c84f9e923828 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0959690 Oct 27 16:24:33.818519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45838) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:33.857336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92471ad6-e6bb-43b2-8166-ee4e49eb66bf {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:33.886973 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:33.922490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Transition to ACTIVE for port object 92471ad6-e6bb-43b2-8166-ee4e49eb66bf will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:24:33.968966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a3ae66a7-82a5-44a2-888f-3f6012ebe914 None None] Provisioning complete for port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:33.969572 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a3ae66a7-82a5-44a2-888f-3f6012ebe914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:33.989260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3083c-8278-4a65-9cca-4fcb20819ebf None None] Pushing event updated for resources: {'Port': ['ID=300a8f3f-d4ad-46f7-a786-fcd500c9c6ab,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:34.073064 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:34.112371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Set router 5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:34.244305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-d9925186-ae10-4fa1-aed5-ba4372a70f45 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:34.252833 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-d9925186-ae10-4fa1-aed5-ba4372a70f45 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.3625975 Oct 27 16:24:34.337651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-ef9ba5bf-5a96-4824-b594-a433be39b20a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/quotas/38d3f95336f441d6849f076f492df8a8 HTTP/1.1" status: 200 len: 375 time: 0.0834184 Oct 27 16:24:34.401734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b408f71-bec3-41bc-bef2-c95fddda02bd req-27f342e2-415b-4654-a9b5-a6b1fd621b9b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:34.403244 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b408f71-bec3-41bc-bef2-c95fddda02bd req-27f342e2-415b-4654-a9b5-a6b1fd621b9b tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 932 time: 0.4146361 Oct 27 16:24:34.407798 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:24:34.408231 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:24:34.426384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae66a7-82a5-44a2-888f-3f6012ebe914 None None] Port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:24:34.426946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Attempting to bind port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:34.427296 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Attempting to bind port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:34.427810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Attempting to bind port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf on network fc8c731a-2d1c-4821-a115-25c358097421 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:34.470291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-79ba807e-7dfd-4c79-87b1-7a28d006fb3f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1255548 Oct 27 16:24:34.489979 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf on network fc8c731a-2d1c-4821-a115-25c358097421 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:24:34.490310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Attempting to bind port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf on network fc8c731a-2d1c-4821-a115-25c358097421 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:34.497359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Pushing event updated for resources: {'Port': ['ID=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:34.546212 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:34.546667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Checking segment: {'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:34.547061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Bound using segment: {'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:34.547516 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Bound port: 92471ad6-e6bb-43b2-8166-ee4e49eb66bf, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87badf5f-2a00-4e37-a26b-433e29d04dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:34.547873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:34.563782 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b408f71-bec3-41bc-bef2-c95fddda02bd req-9d1fb334-069c-4ec6-9e46-212ed0893d01 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445251 Oct 27 16:24:34.588892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-06c68f6c-5a56-4af5-8cf4-4dd7004339e0 None None] Provisioning complete for port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:34.589425 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-06c68f6c-5a56-4af5-8cf4-4dd7004339e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:34.675631 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] For port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:34.684822 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] For port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:34.692890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-06c68f6c-5a56-4af5-8cf4-4dd7004339e0 None None] Port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:24:34.751708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f', 'name': 'tempest-NetworksTestDHCPv6-router-620173796', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:26Z', 'updated_at': '2021-10-27T16:24:29Z', 'revision_number': 2, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None, '_interfaces': [{'id': '078f8c3f-a6dd-47ce-a197-0fa56c3d4382', 'name': '', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'mac_address': 'fa:16:3e:c1:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '1c97d653-491b-4bd5-8b47-e2d8b3b53f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:27Z', 'updated_at': '2021-10-27T16:24:30Z', 'revision_number': 2, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'subnets': [{'id': '1c97d653-491b-4bd5-8b47-e2d8b3b53f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:34.788727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-4279f092-e9f3-4443-b265-4018e96ccee5 service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232071 Oct 27 16:24:34.789644 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Checking router: 5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:24:34.790002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Updating router 5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:24:34.795457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:34.825371 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:34.866054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45866) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:34.885416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:34.886294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:34.887893 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] 10.222.0.54 "PUT /v2.0/ports/92471ad6-e6bb-43b2-8166-ee4e49eb66bf HTTP/1.1" status: 200 len: 1092 time: 2.7601595 Oct 27 16:24:34.892231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:34.894937 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d" -d '{"events": [{"name": "network-changed", "server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:34.911153 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-223ec5fb-7134-4d68-908b-68de85424872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:35.030635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-223ec5fb-7134-4d68-908b-68de85424872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:35.034746 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfd787-eee9-43eb-90fa-2928d1304f68 service neutron] Pushing event updated for resources: {'Port': ['ID=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:35.075817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:35.109535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-155fd584-588f-4716-8f45-a847e2058df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:35.116077 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-155fd584-588f-4716-8f45-a847e2058df2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 1095 time: 0.0724447 Oct 27 16:24:35.214779 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-5441051a-184a-4b3b-b8d2-2a9cb42250c3 service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143541 Oct 27 16:24:35.283428 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-cc63c753-8a7c-45c6-862e-f114018331c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf HTTP/1.1" status: 200 len: 217 time: 0.1591408 Oct 27 16:24:35.292417 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-223ec5fb-7134-4d68-908b-68de85424872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:35.453273 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-223ec5fb-7134-4d68-908b-68de85424872 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07728b54612f46a3903d37232785520a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811706 Oct 27 16:24:35.453930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45880) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:35.462107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ec5fb-7134-4d68-908b-68de85424872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a057aa04-3dc8-4c97-8b3e-e4edc7ede0e7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:35.488309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-64dc0c73-5e5f-420f-9df2-d3e321143b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:35.489982 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-64dc0c73-5e5f-420f-9df2-d3e321143b62 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4caafec-7fcb-4f8e-b466-bbf7f9a3167c HTTP/1.1" status: 200 len: 835 time: 0.1936972 Oct 27 16:24:35.632787 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19b9d01-fcd3-43a2-b995-279157748e6f x-openstack-request-id: req-f19b9d01-fcd3-43a2-b995-279157748e6f {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:35.633246 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:35.633611 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f19b9d01-fcd3-43a2-b995-279157748e6f {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:35.634139 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'status': 'completed', 'code': 200} Oct 27 16:24:35.712856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-9060ddb7-78bd-4ce9-b05b-002bdf9e3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:35.721949 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-9060ddb7-78bd-4ce9-b05b-002bdf9e3be0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc8c731a-2d1c-4821-a115-25c358097421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172101 Oct 27 16:24:35.757387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d1cedd5-3395-4e67-b7d4-e1a200e9b015 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:35.859703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:35.879058 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d1cedd5-3395-4e67-b7d4-e1a200e9b015 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:35.945465 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:36.023423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-01f98e61-867c-4540-a6b7-24341b86dfac service neutron] 10.222.0.54 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842627 Oct 27 16:24:36.046810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:36.047442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:36.066167 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d59656-ca0f-4fe3-8ff3-3717c86d38d7 req-db4d6d47-5c65-41dc-acc5-0af6f3e5a584 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:36.073659 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18d59656-ca0f-4fe3-8ff3-3717c86d38d7 req-db4d6d47-5c65-41dc-acc5-0af6f3e5a584 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 944 time: 0.1370535 Oct 27 16:24:36.125896 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:36.246629 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-deec304a-1bb9-4c85-8e65-5a01fbf5bf93 req-0ce5bbfa-dbbc-46f4-af91-abe9a9310fdd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 210 time: 0.0769761 Oct 27 16:24:36.319829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242af63-08fe-458f-9415-b12f48f92580 None None] Pushing event updated for resources: {'Port': ['ID=078f8c3f-a6dd-47ce-a197-0fa56c3d4382,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:36.338841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Attempting to bind port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:36.339223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Attempting to bind port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:36.339589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Attempting to bind port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:36.346719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:36.347156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:36.347567 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:36.347959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:36.348921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Bound port: 078f8c3f-a6dd-47ce-a197-0fa56c3d4382, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:36.349313 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:36.409160 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7e2201e-930c-4aad-a4ae-c810d3025e8e req-109748c7-3895-4284-a802-33a826cd4f94 service neutron] 10.222.0.54 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672674 Oct 27 16:24:36.473950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18d59656-ca0f-4fe3-8ff3-3717c86d38d7 req-22afdab7-ac7d-482a-8444-042b978f8ce6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3825073 Oct 27 16:24:36.474970 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d1cedd5-3395-4e67-b7d4-e1a200e9b015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:36.485722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d1cedd5-3395-4e67-b7d4-e1a200e9b015 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:36.491424 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9d1cedd5-3395-4e67-b7d4-e1a200e9b015 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a057aa04-3dc8-4c97-8b3e-e4edc7ede0e7 HTTP/1.1" status: 204 len: 168 time: 1.0348690 Oct 27 16:24:36.510731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cedd5-3395-4e67-b7d4-e1a200e9b015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a057aa04-3dc8-4c97-8b3e-e4edc7ede0e7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:36.518612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] For port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:36.531734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] For port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=078f8c3f-a6dd-47ce-a197-0fa56c3d4382,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:36.593796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba45db-cad2-463b-a4e1-38c512805132 req-d774c34c-0aa0-433a-a02e-792c4f3526d5 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:36.605380 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6aba45db-cad2-463b-a4e1-38c512805132 req-d774c34c-0aa0-433a-a02e-792c4f3526d5 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.2405424 Oct 27 16:24:36.655783 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:36.724840 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d req-ed2877c3-fbbe-4f52-836d-1c6298487504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:36.726564 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d req-ed2877c3-fbbe-4f52-836d-1c6298487504 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 1095 time: 0.1459041 Oct 27 16:24:36.800819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Routers {'5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:36.802975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:36.808376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242af63-08fe-458f-9415-b12f48f92580 None None] Pushing event updated for resources: {'Port': ['ID=078f8c3f-a6dd-47ce-a197-0fa56c3d4382,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:36.813291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6aba45db-cad2-463b-a4e1-38c512805132 req-ac83cbf8-76e2-41cb-9981-0977bc41c4e2 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057283 Oct 27 16:24:36.873587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:36.873587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:36.934355 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-83c685f1-87b0-435c-81f4-9bce8663e74d None None] Provisioning complete for port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:36.936085 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-83c685f1-87b0-435c-81f4-9bce8663e74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:37.014827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] Set router 5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:37.028157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] For port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=078f8c3f-a6dd-47ce-a197-0fa56c3d4382,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:37.028519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:37.052965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:37.066288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d req-468718ae-24a5-4a94-a543-038cfd5a43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:37.068094 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d req-468718ae-24a5-4a94-a543-038cfd5a43cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc8c731a-2d1c-4821-a115-25c358097421 HTTP/1.1" status: 200 len: 898 time: 0.3269050 Oct 27 16:24:37.123050 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d req-bf059846-adcd-472f-a90d-2338bebf9f5a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf HTTP/1.1" status: 200 len: 217 time: 0.0457349 Oct 27 16:24:37.157973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-83c685f1-87b0-435c-81f4-9bce8663e74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:37.191570 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d req-91935144-34ce-4958-b1c9-8bffb0a66bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:37.193114 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d req-91935144-34ce-4958-b1c9-8bffb0a66bb9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4caafec-7fcb-4f8e-b466-bbf7f9a3167c HTTP/1.1" status: 200 len: 835 time: 0.0600517 Oct 27 16:24:37.304528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d req-43766251-bfda-4ecf-a432-f51396020125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:37.306116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d req-43766251-bfda-4ecf-a432-f51396020125 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc8c731a-2d1c-4821-a115-25c358097421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023371 Oct 27 16:24:37.438403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-83c685f1-87b0-435c-81f4-9bce8663e74d None None] For port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=078f8c3f-a6dd-47ce-a197-0fa56c3d4382,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:37.449831 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e90ad13a-7f0c-4722-9f36-53d4a9df36e7 req-00bb1089-68d0-429d-aaaa-993057caa03e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 210 time: 0.0460579 Oct 27 16:24:37.546959 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d req-e28756f4-8290-4679-a534-2ae2475b796c service neutron] 10.222.0.54 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283988 Oct 27 16:24:37.630628 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-83c685f1-87b0-435c-81f4-9bce8663e74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:37.694857 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eff48442-b3f0-4a98-b1c6-a672aa6ef30d req-7993fba7-f8d9-432e-8174-40ad4e8816c1 service neutron] 10.222.0.54 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426389 Oct 27 16:24:37.828586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5a2f9970-71f5-4d91-a8d9-f48d73832c7c None None] Provisioning complete for port 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:37.829075 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5a2f9970-71f5-4d91-a8d9-f48d73832c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:37.885349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c685f1-87b0-435c-81f4-9bce8663e74d None None] Pushing event updated for resources: {'Port': ['ID=078f8c3f-a6dd-47ce-a197-0fa56c3d4382,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:37.914063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5a2f9970-71f5-4d91-a8d9-f48d73832c7c None None] Could not find standard attr ID for object 078f8c3f-a6dd-47ce-a197-0fa56c3d4382. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:24:37.935963 n-d-815689-1 neutron-server[109724]: INFO neutron.plugins.ml2.db [None req-5a2f9970-71f5-4d91-a8d9-f48d73832c7c None None] No ports have port_id starting with 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 Oct 27 16:24:37.939117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f', 'name': 'tempest-NetworksTestDHCPv6-router-620173796', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:26Z', 'updated_at': '2021-10-27T16:24:29Z', 'revision_number': 2, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None, '_interfaces': [{'id': '078f8c3f-a6dd-47ce-a197-0fa56c3d4382', 'name': '', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'mac_address': 'fa:16:3e:c1:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '1c97d653-491b-4bd5-8b47-e2d8b3b53f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:27Z', 'updated_at': '2021-10-27T16:24:36Z', 'revision_number': 4, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'subnets': [{'id': '1c97d653-491b-4bd5-8b47-e2d8b3b53f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:37.954941 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:38.048116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=078f8c3f-a6dd-47ce-a197-0fa56c3d4382,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:38.092203 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6a4e9-bb0c-4c78-af42-324d1e64d19a req-065541be-4870-4393-8f59-606e2a6e618e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:38.093996 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dde6a4e9-bb0c-4c78-af42-324d1e64d19a req-065541be-4870-4393-8f59-606e2a6e618e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 944 time: 0.2755439 Oct 27 16:24:38.096953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63c54f5-3a1d-4ed8-a5fd-de8ecc9a9dfe None None] The sync data for ids ['5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'] in n-d-815689-1 is: [{'id': '5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f', 'name': 'tempest-NetworksTestDHCPv6-router-620173796', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:26Z', 'updated_at': '2021-10-27T16:24:29Z', 'revision_number': 2, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None, '_interfaces': [{'id': '078f8c3f-a6dd-47ce-a197-0fa56c3d4382', 'name': '', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'mac_address': 'fa:16:3e:c1:9f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': '1c97d653-491b-4bd5-8b47-e2d8b3b53f84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:27Z', 'updated_at': '2021-10-27T16:24:36Z', 'revision_number': 4, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'subnets': [{'id': '1c97d653-491b-4bd5-8b47-e2d8b3b53f84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:24:38.150828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5be9a9-5740-4d0f-afbd-2da6b5042ea9 req-dc85b7bd-cb5b-4245-9aa9-719941d9125e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:38.161389 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3b5be9a9-5740-4d0f-afbd-2da6b5042ea9 req-dc85b7bd-cb5b-4245-9aa9-719941d9125e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1125343 Oct 27 16:24:38.253138 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3b5be9a9-5740-4d0f-afbd-2da6b5042ea9 req-89d669f5-8547-48b3-9e99-3f9d2eddb813 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850778 Oct 27 16:24:38.299699 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:38.321562 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dde6a4e9-bb0c-4c78-af42-324d1e64d19a req-1ba3002d-140c-47f9-b43d-789e53f16d93 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781851 Oct 27 16:24:38.417190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 92471ad6-e6bb-43b2-8166-ee4e49eb66bf details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:24:38.639946 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0159ddd8-c111-494f-8d45-f50969f07328 req-b1af7f53-4d6f-4885-bfd4-3c45585933be tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 210 time: 0.0635543 Oct 27 16:24:38.677625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Router 5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:24:38.706558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:38.728190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'port_id': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'mac_address': 'fa:16:3e:02:69:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:24:38.789445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:24:38.798519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45968) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:38.809575 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-94111d99-0c39-44ba-8749-d760eaac131c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "PUT /v2.0/routers/5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9899118 Oct 27 16:24:38.823460 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:38.862396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92471ad6-e6bb-43b2-8166-ee4e49eb66bf {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:38.869163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309a0b96-c143-4325-b335-4f5ba9fdbcde tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:38.870955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309a0b96-c143-4325-b335-4f5ba9fdbcde tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:38.884857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45972) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:38.906991 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-309a0b96-c143-4325-b335-4f5ba9fdbcde tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1072538 Oct 27 16:24:38.910247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:38.971819 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:39.062102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:39.152499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-afa88922-d951-4399-9f40-f48fd8c6dd08 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:39.154180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-afa88922-d951-4399-9f40-f48fd8c6dd08 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.2001753 Oct 27 16:24:39.159954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1e96a1-40b5-4b89-b22e-f0c3fbe542eb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 1c97d653-491b-4bd5-8b47-e2d8b3b53f84 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:24:39.163877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96a1-40b5-4b89-b22e-f0c3fbe542eb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:39.203728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['92471ad6-e6bb-43b2-8166-ee4e49eb66bf'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:39.207642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Request body: {'port': {'device_id': '2d7e03f9-1def-4fa2-abd5-d467bb86dcb9', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'admin_state_up': True, 'tenant_id': '38d3f95336f441d6849f076f492df8a8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:39.273040 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96a1-40b5-4b89-b22e-f0c3fbe542eb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:39.475417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80672e-1b02-435b-8ef5-d04fe32ee269 req-649dbcc3-24a9-4f6f-8137-8268933109c4 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:39.477785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b80672e-1b02-435b-8ef5-d04fe32ee269 req-649dbcc3-24a9-4f6f-8137-8268933109c4 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1096072 Oct 27 16:24:39.538966 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96a1-40b5-4b89-b22e-f0c3fbe542eb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:39.601181 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b80672e-1b02-435b-8ef5-d04fe32ee269 req-2aa926ac-102c-4c7e-9c9e-3cfdf3ed6e9d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163988 Oct 27 16:24:39.612561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Made reservation on behalf of 38d3f95336f441d6849f076f492df8a8 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:39.618170 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:39.757082 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96a1-40b5-4b89-b22e-f0c3fbe542eb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:39.766080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd5f30-2e1d-452a-a85f-a1beb32611c3 req-69601694-0925-4d60-84e0-8c4c87f539fc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:39.773366 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dbfd5f30-2e1d-452a-a85f-a1beb32611c3 req-69601694-0925-4d60-84e0-8c4c87f539fc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 945 time: 0.1049736 Oct 27 16:24:39.806342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45996) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:39.837921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e96a1-40b5-4b89-b22e-f0c3fbe542eb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=1c97d653-491b-4bd5-8b47-e2d8b3b53f84,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:39.891942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d33e72-a610-44d4-9f2e-2c42b53b6d6d None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:39.900344 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a1e96a1-40b5-4b89-b22e-f0c3fbe542eb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:39.906924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5a1e96a1-40b5-4b89-b22e-f0c3fbe542eb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/1c97d653-491b-4bd5-8b47-e2d8b3b53f84 HTTP/1.1" status: 204 len: 168 time: 1.0209575 Oct 27 16:24:39.913716 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dbfd5f30-2e1d-452a-a85f-a1beb32611c3 req-ff8bc300-58b6-4433-8e31-562bf2c5748f tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393716 Oct 27 16:24:39.914236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46000) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:39.921633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9ed2a4b-af2c-409a-beaa-fc2f38c86ec5 req-51a26bf5-2191-4447-8ff8-134f125c964d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 210 time: 0.0854585 Oct 27 16:24:40.068629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Allocated IP 172.20.0.4 (c47a63cd-949d-4480-9c39-3436e4ca4276/64491595-c258-460a-a334-a8181c6eb3c4/47db917b-983e-4efa-ae95-cfc595db312a) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:40.143907 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-48fe8568-c983-4ec8-a1cb-93cb0a95f80e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:40.183705 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e4d5f57e-e89b-4166-8a45-0e16b9ab4114 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2682695 Oct 27 16:24:40.184284 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46008) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:40.193953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c2f45e-01bf-4c88-ab70-4e55237e05e5 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:24:40.286941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5360a-2d42-43b5-b0ab-8acd00e3f250 req-8407c8bd-afff-497c-9118-61435cd423f8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:40.295072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4dd5360a-2d42-43b5-b0ab-8acd00e3f250 req-8407c8bd-afff-497c-9118-61435cd423f8 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 945 time: 0.2284503 Oct 27 16:24:40.317883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-23c2f45e-01bf-4c88-ab70-4e55237e05e5 None None] Deleting port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:40.318585 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-23c2f45e-01bf-4c88-ab70-4e55237e05e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:40.346214 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-486f3028-f793-4ce3-ac45-3843c1bf2029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:40.367778 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:40.396189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-23c2f45e-01bf-4c88-ab70-4e55237e05e5 None None] For port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=300a8f3f-d4ad-46f7-a786-fcd500c9c6ab,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:40.396727 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-23c2f45e-01bf-4c88-ab70-4e55237e05e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:40.412739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-23c2f45e-01bf-4c88-ab70-4e55237e05e5 None None] Calling delete_port for 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:40.483608 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:40.507054 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d303e-5915-4af6-be58-c4c68ba8659b None None] Sync routers for ids ['5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:24:40.522688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 92471ad6-e6bb-43b2-8166-ee4e49eb66bf up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:40.524875 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d303e-5915-4af6-be58-c4c68ba8659b None None] Routers {'5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:40.525279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:40.531056 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e44d303e-5915-4af6-be58-c4c68ba8659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:40.583061 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-23c2f45e-01bf-4c88-ab70-4e55237e05e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:40.594603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Network c47a63cd-949d-4480-9c39-3436e4ca4276 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:40.601940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:40.607547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:40.632234 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e44d303e-5915-4af6-be58-c4c68ba8659b None None] Set router 5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:40.648361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c2f45e-01bf-4c88-ab70-4e55237e05e5 None None] No DVR routers for this DVR port 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:40.651345 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2f45e-01bf-4c88-ab70-4e55237e05e5 None None] Pushing event deleted for resources: {'Port': ['ID=300a8f3f-d4ad-46f7-a786-fcd500c9c6ab,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:40.740632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event updated for resources: {'Port': ['ID=47db917b-983e-4efa-ae95-cfc595db312a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:40.766324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:24:40.780463 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e44d303e-5915-4af6-be58-c4c68ba8659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f', 'name': 'tempest-NetworksTestDHCPv6-router-620173796', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:26Z', 'updated_at': '2021-10-27T16:24:37Z', 'revision_number': 3, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:40.784555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:40.784555 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:40.798739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:40.803782 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:40.815946 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d303e-5915-4af6-be58-c4c68ba8659b None None] Checking router: 5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:24:40.827838 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44d303e-5915-4af6-be58-c4c68ba8659b None None] Routers {'5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:40.828741 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e44d303e-5915-4af6-be58-c4c68ba8659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:40.850669 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4dd5360a-2d42-43b5-b0ab-8acd00e3f250 req-e2a3a75b-208a-423f-b333-86d732069028 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549550 Oct 27 16:24:40.909462 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e44d303e-5915-4af6-be58-c4c68ba8659b None None] Set router 5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:40.911728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-c57b4b21-f54a-42ec-9f86-7a6397ff1c1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7092330 Oct 27 16:24:40.927522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Request body: {'port': {'device_id': '2d7e03f9-1def-4fa2-abd5-d467bb86dcb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:40.939744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc4c99-7e4a-42bd-88b1-9cc1e3fe98b7 req-0cec2039-dd18-4b86-bf79-f0c0abb9be58 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:40.941397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41bc4c99-7e4a-42bd-88b1-9cc1e3fe98b7 req-0cec2039-dd18-4b86-bf79-f0c0abb9be58 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1150758 Oct 27 16:24:40.992562 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e44d303e-5915-4af6-be58-c4c68ba8659b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f', 'name': 'tempest-NetworksTestDHCPv6-router-620173796', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:26Z', 'updated_at': '2021-10-27T16:24:37Z', 'revision_number': 3, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:41.022039 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.022969 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44d303e-5915-4af6-be58-c4c68ba8659b None None] The sync data for ids ['5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f'] in n-d-815689-1 is: [{'id': '5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f', 'name': 'tempest-NetworksTestDHCPv6-router-620173796', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:26Z', 'updated_at': '2021-10-27T16:24:37Z', 'revision_number': 3, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:24:41.044980 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.079868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:41.082354 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e8d9dc-c027-42e3-881c-e29e1c779155" -d '{"events": [{"server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "name": "network-vif-plugged", "status": "completed", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:41.099538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:41.119506 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41bc4c99-7e4a-42bd-88b1-9cc1e3fe98b7 req-441a4453-d34f-413a-bf39-f45c405eb20a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592500 Oct 27 16:24:41.162320 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-486f3028-f793-4ce3-ac45-3843c1bf2029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.167178 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-486f3028-f793-4ce3-ac45-3843c1bf2029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.171793 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.249919 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-48fe8568-c983-4ec8-a1cb-93cb0a95f80e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.260193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:41.284802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a262db-107a-4eba-8c40-0378d39d3d94 req-caab4b71-6dff-4680-b608-627f153833b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:41.286300 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e6a262db-107a-4eba-8c40-0378d39d3d94 req-caab4b71-6dff-4680-b608-627f153833b3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 945 time: 0.2374582 Oct 27 16:24:41.353814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79db00-02f1-4771-9a47-a6b574ceebfe req-956513dc-a956-479a-b0bc-0c9ccc4e2d0e tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:41.355798 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd79db00-02f1-4771-9a47-a6b574ceebfe req-956513dc-a956-479a-b0bc-0c9ccc4e2d0e tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.54 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 945 time: 0.1118217 Oct 27 16:24:41.363645 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e6a262db-107a-4eba-8c40-0378d39d3d94 req-8fbb8d6f-4ed2-4c52-aa5a-15d2dbb80d34 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585995 Oct 27 16:24:41.378978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-48fe8568-c983-4ec8-a1cb-93cb0a95f80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.412275 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-486f3028-f793-4ce3-ac45-3843c1bf2029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.412804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486f3028-f793-4ce3-ac45-3843c1bf2029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Fanout notify agent at l3_agent the message router_deleted on router 5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:24:41.418442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf0b42e-8a99-4ee7-ab02-5471615edf97 req-2acbfa03-0a01-4d89-86f4-5a25458c0ec3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:41.424154 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-48fe8568-c983-4ec8-a1cb-93cb0a95f80e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1c77758364b414eabf5448d22a2eb30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6148562 Oct 27 16:24:41.426879 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-caf0b42e-8a99-4ee7-ab02-5471615edf97 req-2acbfa03-0a01-4d89-86f4-5a25458c0ec3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 931 time: 0.1468687 Oct 27 16:24:41.433318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46030) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:41.438528 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-486f3028-f793-4ce3-ac45-3843c1bf2029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.438528 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-486f3028-f793-4ce3-ac45-3843c1bf2029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/routers/5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f HTTP/1.1" status: 204 len: 168 time: 1.2494538 Oct 27 16:24:41.445401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46032) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:41.453560 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d85c666-68c0-4d41-9eb7-b639224de87b x-openstack-request-id: req-2d85c666-68c0-4d41-9eb7-b639224de87b {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:41.453859 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "name": "network-vif-plugged", "status": "completed", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:41.454120 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d85c666-68c0-4d41-9eb7-b639224de87b {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:41.454520 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'code': 200} Oct 27 16:24:41.486415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c1440094-bd52-4c50-a6bd-9a8b3170d5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:41.494725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:41.504336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe8568-c983-4ec8-a1cb-93cb0a95f80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b083e2-ba67-4617-b5a9-32e5ed1d8cac,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:41.541514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:41.542449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 300a8f3f-d4ad-46f7-a786-fcd500c9c6ab not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:41.542888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:41.580953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:41.581394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 078f8c3f-a6dd-47ce-a197-0fa56c3d4382 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:41.589317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-dd79db00-02f1-4771-9a47-a6b574ceebfe req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Deleting port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:41.589492 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dd79db00-02f1-4771-9a47-a6b574ceebfe req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.703955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-dd79db00-02f1-4771-9a47-a6b574ceebfe req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] For port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:41.704622 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dd79db00-02f1-4771-9a47-a6b574ceebfe req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.720757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-dd79db00-02f1-4771-9a47-a6b574ceebfe req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Calling delete_port for fd10e1c0-2e0f-4bc1-a82d-0637f92d702c owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:41.725355 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-caf0b42e-8a99-4ee7-ab02-5471615edf97 req-ee633d51-6eea-41f3-b9bf-36b40569c57b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976100 Oct 27 16:24:41.784830 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a8d43e9-dd4e-4a77-aee0-f7a5b71111e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.816869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47db917b-983e-4efa-ae95-cfc595db312a {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:41.838678 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.842490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a8d43e9-dd4e-4a77-aee0-f7a5b71111e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:41.849403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184262c-fed6-4422-bf83-9e97a6fa3683 req-587544e5-6739-4945-952b-1d864316594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:41.851455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2184262c-fed6-4422-bf83-9e97a6fa3683 req-587544e5-6739-4945-952b-1d864316594c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 1097 time: 0.2425327 Oct 27 16:24:41.928777 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2184262c-fed6-4422-bf83-9e97a6fa3683 req-f9a3964f-e941-48ca-8065-2a6979baf5eb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649099 Oct 27 16:24:41.956628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd732f-a330-41c7-b228-bdf15f76b32b req-0e5e3b59-311f-47bb-b2cb-839eca52c591 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:41.958179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cfd732f-a330-41c7-b228-bdf15f76b32b req-0e5e3b59-311f-47bb-b2cb-839eca52c591 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 945 time: 0.0557067 Oct 27 16:24:41.974573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1440094-bd52-4c50-a6bd-9a8b3170d5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:41.978622 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1440094-bd52-4c50-a6bd-9a8b3170d5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:42.009008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cfd732f-a330-41c7-b228-bdf15f76b32b req-cff29ecd-c588-4667-b089-eada85095ae5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440078 Oct 27 16:24:42.033178 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dd79db00-02f1-4771-9a47-a6b574ceebfe req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:42.044685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Transition to ACTIVE for port object 47db917b-983e-4efa-ae95-cfc595db312a will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:24:42.047615 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a8d43e9-dd4e-4a77-aee0-f7a5b71111e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:42.048646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['3ed53d88-ef80-4a42-8ec6-8e3351011f81', 'e513d531-d6b7-45c5-8a36-912564db3423'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:42.050212 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a8d43e9-dd4e-4a77-aee0-f7a5b71111e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:42.054249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4a8d43e9-dd4e-4a77-aee0-f7a5b71111e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61b083e2-ba67-4617-b5a9-32e5ed1d8cac HTTP/1.1" status: 204 len: 168 time: 0.6169491 Oct 27 16:24:42.054418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['2c04df28-1e0c-444a-9a6f-478f6d094a6a', 'fd10e1c0-2e0f-4bc1-a82d-0637f92d702c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:42.069459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Pushing event deleted for resources: {'Port': ['ID=fd10e1c0-2e0f-4bc1-a82d-0637f92d702c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:42.077069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d43e9-dd4e-4a77-aee0-f7a5b71111e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b083e2-ba67-4617-b5a9-32e5ed1d8cac,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:42.089441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.089793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.090945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.091306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.091646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.091980 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.092337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.092691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.093047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.093379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.093708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.094030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:24:42.152782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd79db00-02f1-4771-9a47-a6b574ceebfe req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] No DVR routers for this DVR port fd10e1c0-2e0f-4bc1-a82d-0637f92d702c on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:42.156489 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-dd79db00-02f1-4771-9a47-a6b574ceebfe req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:42.162314 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd79db00-02f1-4771-9a47-a6b574ceebfe req-e73bf083-afa4-419c-b1dd-ab9dff3165f9 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.54 "DELETE /v2.0/ports/fd10e1c0-2e0f-4bc1-a82d-0637f92d702c HTTP/1.1" status: 204 len: 173 time: 0.7975323 Oct 27 16:24:42.162917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d830787-976f-47a3-9355-3927d684afd3', 'name': 'network-vif-deleted', 'tag': 'fd10e1c0-2e0f-4bc1-a82d-0637f92d702c'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:42.165219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:42.165690 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e81ac89-cc3a-45ff-a151-6aa78b7fab25" -d '{"events": [{"server_uuid": "0d830787-976f-47a3-9355-3927d684afd3", "name": "network-vif-deleted", "tag": "fd10e1c0-2e0f-4bc1-a82d-0637f92d702c"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:42.246189 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abda2dc8-860a-4e05-92d3-41f3996ce9b1 x-openstack-request-id: req-abda2dc8-860a-4e05-92d3-41f3996ce9b1 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:42.246538 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d830787-976f-47a3-9355-3927d684afd3", "name": "network-vif-deleted", "tag": "fd10e1c0-2e0f-4bc1-a82d-0637f92d702c", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:42.246800 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abda2dc8-860a-4e05-92d3-41f3996ce9b1 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:42.247805 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d830787-976f-47a3-9355-3927d684afd3', 'name': 'network-vif-deleted', 'tag': 'fd10e1c0-2e0f-4bc1-a82d-0637f92d702c', 'status': 'completed', 'code': 200} Oct 27 16:24:42.617672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174ca36-c141-44ba-b9d4-8321ce91a898 req-012ced60-d6dc-4788-9b54-efff47651473 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:42.619416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f174ca36-c141-44ba-b9d4-8321ce91a898 req-012ced60-d6dc-4788-9b54-efff47651473 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1423011 Oct 27 16:24:42.701862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f174ca36-c141-44ba-b9d4-8321ce91a898 req-4bad804c-3b47-4f56-89a7-ca87ef354e5d tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696428 Oct 27 16:24:42.729357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Pushing event updated for resources: {'Port': ['ID=47db917b-983e-4efa-ae95-cfc595db312a,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:42.762785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e223c80-d9ed-4e1f-8ddd-e22ff81de029 req-215c9446-3b21-49a5-add5-1861191dd408 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:42.765647 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e223c80-d9ed-4e1f-8ddd-e22ff81de029 req-215c9446-3b21-49a5-add5-1861191dd408 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.5170619 Oct 27 16:24:42.773284 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1440094-bd52-4c50-a6bd-9a8b3170d5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:42.839108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Attempting to bind port 47db917b-983e-4efa-ae95-cfc595db312a on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:42.839445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Attempting to bind port 47db917b-983e-4efa-ae95-cfc595db312a by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:42.839770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Attempting to bind port 47db917b-983e-4efa-ae95-cfc595db312a on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:42.852831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1440094-bd52-4c50-a6bd-9a8b3170d5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:42.859473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c1440094-bd52-4c50-a6bd-9a8b3170d5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:42.861127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Port 47db917b-983e-4efa-ae95-cfc595db312a on network c47a63cd-949d-4480-9c39-3436e4ca4276 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:24:42.861440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Attempting to bind port 47db917b-983e-4efa-ae95-cfc595db312a on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:42.861885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79a072-d011-4c5e-9f48-723c4322e699 req-dc455e7d-7737-4168-ade5-987d0ffd0d78 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:42.863947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1440094-bd52-4c50-a6bd-9a8b3170d5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:42.864560 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1440094-bd52-4c50-a6bd-9a8b3170d5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:42.871180 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f79a072-d011-4c5e-9f48-723c4322e699 req-dc455e7d-7737-4168-ade5-987d0ffd0d78 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 943 time: 0.0694449 Oct 27 16:24:42.873425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8302ec7-17af-479e-ad0d-70304cf6e2df None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:42.896212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:42.896483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Checking segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:42.896852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Bound using segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:42.897373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Bound port: 47db917b-983e-4efa-ae95-cfc595db312a, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:42.897631 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:42.901950 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e223c80-d9ed-4e1f-8ddd-e22ff81de029 req-8af5e97f-4c6b-494a-9873-4f8afa5b072f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204276 Oct 27 16:24:42.904368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1440094-bd52-4c50-a6bd-9a8b3170d5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=a3130db3-a9e1-4840-89dd-ddaf7a987b8e,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:42.923351 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7f79a072-d011-4c5e-9f48-723c4322e699 req-7a6bee36-2c64-4a59-808e-a441183c7b8a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510514 Oct 27 16:24:42.993223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c1440094-bd52-4c50-a6bd-9a8b3170d5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5273883 Oct 27 16:24:42.995851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46072) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:43.007097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f2dbf896-f7d0-4bc2-9468-7dab61f64349 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-60950471', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:43.013832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] For port 47db917b-983e-4efa-ae95-cfc595db312a, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:43.017568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] For port 47db917b-983e-4efa-ae95-cfc595db312a, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=47db917b-983e-4efa-ae95-cfc595db312a,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:43.098658 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf896-f7d0-4bc2-9468-7dab61f64349 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.099369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.100245 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf896-f7d0-4bc2-9468-7dab61f64349 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.108117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': 'a3130db3-a9e1-4840-89dd-ddaf7a987b8e'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:24:43.108903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.200231 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf896-f7d0-4bc2-9468-7dab61f64349 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.260957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d77ba432-fa3f-475a-a2b8-345f3ab5d792 req-3715191f-ee46-4e40-9bab-fd7f864eb287 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d830787-976f-47a3-9355-3927d684afd3 HTTP/1.1" status: 200 len: 210 time: 0.0507219 Oct 27 16:24:43.263307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:43.264526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.266057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] 10.222.0.53 "PUT /v2.0/ports/47db917b-983e-4efa-ae95-cfc595db312a HTTP/1.1" status: 200 len: 1091 time: 2.3440986 Oct 27 16:24:43.266384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d7e03f9-1def-4fa2-abd5-d467bb86dcb9', 'tag': '47db917b-983e-4efa-ae95-cfc595db312a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:43.268699 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32c78b6-8ec1-4832-babd-309f00854d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "2d7e03f9-1def-4fa2-abd5-d467bb86dcb9", "tag": "47db917b-983e-4efa-ae95-cfc595db312a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:43.272593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6529f2d-1042-45e3-895d-691905f2dbca service neutron] Pushing event updated for resources: {'Port': ['ID=47db917b-983e-4efa-ae95-cfc595db312a,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:43.276595 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf896-f7d0-4bc2-9468-7dab61f64349 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.350499 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2652364d-5a4c-454f-b78a-62998d0d4b86 x-openstack-request-id: req-2652364d-5a4c-454f-b78a-62998d0d4b86 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:43.350853 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d7e03f9-1def-4fa2-abd5-d467bb86dcb9", "tag": "47db917b-983e-4efa-ae95-cfc595db312a", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:43.351209 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2652364d-5a4c-454f-b78a-62998d0d4b86 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:43.351665 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d7e03f9-1def-4fa2-abd5-d467bb86dcb9', 'tag': '47db917b-983e-4efa-ae95-cfc595db312a', 'status': 'completed', 'code': 200} Oct 27 16:24:43.359254 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/a3130db3-a9e1-4840-89dd-ddaf7a987b8e/7d701c1a-f2b7-45f4-80c3-d024952c7daf) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:43.398180 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2dbf896-f7d0-4bc2-9468-7dab61f64349 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.400098 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f2dbf896-f7d0-4bc2-9468-7dab61f64349 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4004960 Oct 27 16:24:43.402655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46088) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:43.426843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c78b6-8ec1-4832-babd-309f00854d2e req-db4e298b-c987-432e-b0aa-94fb58d88048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:43.428724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d32c78b6-8ec1-4832-babd-309f00854d2e req-db4e298b-c987-432e-b0aa-94fb58d88048 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0490510 Oct 27 16:24:43.563445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c78b6-8ec1-4832-babd-309f00854d2e req-49a1a6e7-2aa8-452a-9d02-6b253d6bb67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:43.565540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d32c78b6-8ec1-4832-babd-309f00854d2e req-49a1a6e7-2aa8-452a-9d02-6b253d6bb67a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=38d3f95336f441d6849f076f492df8a8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1269495 Oct 27 16:24:43.604805 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.672491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.723826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:43.727273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:43.732905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c78b6-8ec1-4832-babd-309f00854d2e req-f3eaf8d2-8469-4d14-aa79-d1edee5f48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:43.737320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:43.739699 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d32c78b6-8ec1-4832-babd-309f00854d2e req-f3eaf8d2-8469-4d14-aa79-d1edee5f48f2 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1630843 Oct 27 16:24:43.743675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Pushing event updated for resources: {'Port': ['ID=7d701c1a-f2b7-45f4-80c3-d024952c7daf,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:43.838711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Attempting to bind port 7d701c1a-f2b7-45f4-80c3-d024952c7daf on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:43.839149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Attempting to bind port 7d701c1a-f2b7-45f4-80c3-d024952c7daf by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:43.839747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Attempting to bind port 7d701c1a-f2b7-45f4-80c3-d024952c7daf on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:43.846976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:43.847364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:43.847767 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.848225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:43.848703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Bound port: 7d701c1a-f2b7-45f4-80c3-d024952c7daf, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:43.849087 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.860950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:43.874163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a1c1c551-c52b-41a1-abcb-d6348892e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:43.875679 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-a1c1c551-c52b-41a1-abcb-d6348892e7e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 1094 time: 0.0902405 Oct 27 16:24:43.884336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77864b33-4780-4908-af90-9b2fc50d254c req-d906bc76-b935-4cca-abeb-2f32e214f7e2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:43.885732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77864b33-4780-4908-af90-9b2fc50d254c req-d906bc76-b935-4cca-abeb-2f32e214f7e2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.0693645 Oct 27 16:24:43.934150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-af7234df-af51-495a-a559-2a794f3b6746 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=47db917b-983e-4efa-ae95-cfc595db312a HTTP/1.1" status: 200 len: 217 time: 0.0474088 Oct 27 16:24:43.937585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f1f82521-c661-479b-8429-908f6efa081f None None] For port 7d701c1a-f2b7-45f4-80c3-d024952c7daf, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:43.942067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f1f82521-c661-479b-8429-908f6efa081f None None] For port 7d701c1a-f2b7-45f4-80c3-d024952c7daf, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7d701c1a-f2b7-45f4-80c3-d024952c7daf,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:43.988910 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77864b33-4780-4908-af90-9b2fc50d254c req-10d9a345-da84-48c3-b05c-c2e92ee1774a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962889 Oct 27 16:24:44.001785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-6501859b-4c92-4bf4-b07b-a030de252cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:44.003363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-6501859b-4c92-4bf4-b07b-a030de252cf9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64491595-c258-460a-a334-a8181c6eb3c4 HTTP/1.1" status: 200 len: 846 time: 0.0618341 Oct 27 16:24:44.051043 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:44.090554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-7a5d8a69-1721-481d-aa6f-9adf62a78e9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c47a63cd-949d-4480-9c39-3436e4ca4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771892 Oct 27 16:24:44.127127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82521-c661-479b-8429-908f6efa081f None None] Pushing event updated for resources: {'Port': ['ID=7d701c1a-f2b7-45f4-80c3-d024952c7daf,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:44.211809 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:24:44.229038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbba1a8-610f-4d8e-b2f2-32cfc395a65d req-220493a4-7f91-4b93-8b22-bb054db4ae9a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:44.237421 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fbba1a8-610f-4d8e-b2f2-32cfc395a65d req-220493a4-7f91-4b93-8b22-bb054db4ae9a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1250074 Oct 27 16:24:44.244407 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb7ebd-e82f-4af1-8921-f5660ec7b51d req-baa4acaa-84b7-42d3-8a33-48ae151273b3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:44.245575 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0cfb7ebd-e82f-4af1-8921-f5660ec7b51d req-baa4acaa-84b7-42d3-8a33-48ae151273b3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 943 time: 0.1373639 Oct 27 16:24:44.287940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-4a6f80d7-0546-4e4a-b10c-ff7f12845d3b service neutron] 10.222.0.53 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921015 Oct 27 16:24:44.293544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::1 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/a3130db3-a9e1-4840-89dd-ddaf7a987b8e/4b2bc8f7-fdde-4bb9-9df1-d77b72584915) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:44.314629 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fbba1a8-610f-4d8e-b2f2-32cfc395a65d req-60f8a6dd-2ddd-4ba1-b3e6-37942b00bbdc tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762632 Oct 27 16:24:44.340706 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0cfb7ebd-e82f-4af1-8921-f5660ec7b51d req-e1dd371e-2479-4bfd-9241-3f031206e594 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783291 Oct 27 16:24:44.433893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device fd10e1c0-2e0f-4bc1-a82d-0637f92d702c no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:44.487427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b01f0311-9031-49c9-a8c2-87fadde418bc req-65147973-1b68-47fe-8401-38a928145744 service neutron] 10.222.0.53 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872716 Oct 27 16:24:44.569893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d73619-912b-4927-897e-5a73a7cb7d24 req-a92dcad9-6de6-41cc-9f75-aec12124366a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:44.580698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29d73619-912b-4927-897e-5a73a7cb7d24 req-a92dcad9-6de6-41cc-9f75-aec12124366a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1267340 Oct 27 16:24:44.664675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:44.668586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: fd10e1c0-2e0f-4bc1-a82d-0637f92d702c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:44.669659 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device fd10e1c0-2e0f-4bc1-a82d-0637f92d702c not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:44.763493 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29d73619-912b-4927-897e-5a73a7cb7d24 req-fd1ae68b-171b-476d-b210-c9025170cbec tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628938 Oct 27 16:24:44.786525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46126) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:44.834131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def9e6ae-ed4c-42fa-9feb-6c86b2d5a7df tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:44.836954 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-def9e6ae-ed4c-42fa-9feb-6c86b2d5a7df tempest-TestNetworkAdvancedServerOps-890586622 tempest-TestNetworkAdvancedServerOps-890586622-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 1092 time: 0.0479269 Oct 27 16:24:44.840458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46128) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:44.848894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:44.921553 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:44.967286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:44.970538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:44.974386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:44.974938 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.017085 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.031328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=4b2bc8f7-fdde-4bb9-9df1-d77b72584915,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:45.280462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.297573 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.320430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7d701c1a-f2b7-45f4-80c3-d024952c7daf up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:45.405672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7d701c1a-f2b7-45f4-80c3-d024952c7daf triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:45.408262 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.563572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f3d46-5fd2-46e3-a2c2-b78020e0b0cd req-1fcd9de4-0df5-4b92-a5f7-ff5d40919441 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:45.565362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd3f3d46-5fd2-46e3-a2c2-b78020e0b0cd req-1fcd9de4-0df5-4b92-a5f7-ff5d40919441 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.0948136 Oct 27 16:24:45.615123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd3f3d46-5fd2-46e3-a2c2-b78020e0b0cd req-ec58536f-765c-4921-bbaa-e4bb358c02e0 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436821 Oct 27 16:24:45.635242 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.672215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Allocated IP 172.25.4.114 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/38d15cf6-92e2-48c1-9db7-42263ace6aeb) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:45.740786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 7d701c1a-f2b7-45f4-80c3-d024952c7daf, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7d701c1a-f2b7-45f4-80c3-d024952c7daf,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:45.845815 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:45.988976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-157ca856-4752-4f88-97d5-f621b01e6a45 None None] Provisioning complete for port 7d701c1a-f2b7-45f4-80c3-d024952c7daf triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:45.989286 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-157ca856-4752-4f88-97d5-f621b01e6a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.002663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207302ad-0567-441f-8cba-eec53f03d850 req-fa0cb59f-f11f-4ae4-9253-5244a6d701be tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:46.004666 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-207302ad-0567-441f-8cba-eec53f03d850 req-fa0cb59f-f11f-4ae4-9253-5244a6d701be tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 943 time: 0.5363667 Oct 27 16:24:46.079446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=7d701c1a-f2b7-45f4-80c3-d024952c7daf,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:46.089212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.193534 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-207302ad-0567-441f-8cba-eec53f03d850 req-a3544a73-8ec3-4e44-9964-0d77faf7f3b5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767197 Oct 27 16:24:46.268024 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.273236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-22918af1-9a92-4bc9-b7c3-15b6a78926bf None None] Provisioning complete for port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:46.273810 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-22918af1-9a92-4bc9-b7c3-15b6a78926bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.302711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 47db917b-983e-4efa-ae95-cfc595db312a details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:24:46.319695 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.349157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-22918af1-9a92-4bc9-b7c3-15b6a78926bf None None] Port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:24:46.400088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.400088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.463336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:46.478472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:46.484502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:46.487864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=38d15cf6-92e2-48c1-9db7-42263ace6aeb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:46.550047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 47db917b-983e-4efa-ae95-cfc595db312a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=47db917b-983e-4efa-ae95-cfc595db312a,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:46.566876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '47db917b-983e-4efa-ae95-cfc595db312a', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'port_id': '47db917b-983e-4efa-ae95-cfc595db312a', 'mac_address': 'fa:16:3e:62:73:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64491595-c258-460a-a334-a8181c6eb3c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:24:46.597216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=4b2bc8f7-fdde-4bb9-9df1-d77b72584915,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:46.631447 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.652955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47db917b-983e-4efa-ae95-cfc595db312a {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:46.677409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 47db917b-983e-4efa-ae95-cfc595db312a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=47db917b-983e-4efa-ae95-cfc595db312a,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:46.706326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:46.709929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:46.766117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf5b50-10ce-47f6-8106-3ad61b336287 req-1584b37a-b7b7-4e03-abe8-cb667ab686f8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:46.773802 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-caaf5b50-10ce-47f6-8106-3ad61b336287 req-1584b37a-b7b7-4e03-abe8-cb667ab686f8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.0765305 Oct 27 16:24:46.834218 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:46.860667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-caaf5b50-10ce-47f6-8106-3ad61b336287 req-5f125682-de68-4564-aedc-a46d72bcc798 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800271 Oct 27 16:24:46.997705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=47db917b-983e-4efa-ae95-cfc595db312a,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:47.084734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['47db917b-983e-4efa-ae95-cfc595db312a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:47.174761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Router d514af0e-c88e-4f26-9b46-baa31502a948 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:24:47.229991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-db27cc0e-98f4-49e2-ab95-e8fc724a56d6 None None] Provisioning complete for port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:47.230441 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db27cc0e-98f4-49e2-ab95-e8fc724a56d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:47.287855 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7d701c1a-f2b7-45f4-80c3-d024952c7daf up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:47.346353 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-db27cc0e-98f4-49e2-ab95-e8fc724a56d6 None None] Port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:24:47.392641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7d701c1a-f2b7-45f4-80c3-d024952c7daf triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:47.393324 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:47.837702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:24:47.853299 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:47.862150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d7499-6fcf-4084-8ba0-db6b4392ec3a req-845af1a2-2621-4e82-a635-46d1dfb5b3b5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:47.869984 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-590d7499-6fcf-4084-8ba0-db6b4392ec3a req-845af1a2-2621-4e82-a635-46d1dfb5b3b5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 944 time: 0.5498590 Oct 27 16:24:47.876567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Sync routers for ids ['d514af0e-c88e-4f26-9b46-baa31502a948'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:24:47.881164 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0f0ff0e5-b595-4529-8e2a-524e8749acb7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "PUT /v2.0/routers/d514af0e-c88e-4f26-9b46-baa31502a948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4773381 Oct 27 16:24:47.881353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46196) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:47.892382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Routers {'d514af0e-c88e-4f26-9b46-baa31502a948'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:47.893412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d514af0e-c88e-4f26-9b46-baa31502a948'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:47.969238 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-590d7499-6fcf-4084-8ba0-db6b4392ec3a req-230ab1e1-b2d3-4804-a8ee-c2961341dbb7 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981843 Oct 27 16:24:47.986214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c584e-f93c-415a-9d2c-5fd245d7be29 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:47.997891 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-935c584e-f93c-415a-9d2c-5fd245d7be29 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports/4b2bc8f7-fdde-4bb9-9df1-d77b72584915 HTTP/1.1" status: 200 len: 911 time: 0.1142232 Oct 27 16:24:48.006233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46204) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:48.038801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Set router d514af0e-c88e-4f26-9b46-baa31502a948 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:48.103255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a5bd1-ff1f-4374-b885-1716f7e3dd56 req-d5afca7c-619b-4224-8ed3-3553eca88fce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:48.105278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab5a5bd1-ff1f-4374-b885-1716f7e3dd56 req-d5afca7c-619b-4224-8ed3-3553eca88fce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.0892799 Oct 27 16:24:48.113015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:48.124695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18217340-82f4-402d-a156-0daad6195609 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:48.133372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18217340-82f4-402d-a156-0daad6195609 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:48.135567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-18217340-82f4-402d-a156-0daad6195609 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1282582 Oct 27 16:24:48.141859 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46208) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:48.181863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab5a5bd1-ff1f-4374-b885-1716f7e3dd56 req-5f10b3c0-7376-4d33-a3c5-9284c0540b8f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448949 Oct 27 16:24:48.337853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 47db917b-983e-4efa-ae95-cfc595db312a up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:48.458509 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d17dbcb8-d61c-4349-8581-f0c6912d7d8c details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:24:48.480580 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f6132e18-e827-47bb-84c6-71e60978370b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:48.482934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd514af0e-c88e-4f26-9b46-baa31502a948', 'name': 'tempest-NetworksTestDHCPv6-router-60950471', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:43Z', 'updated_at': '2021-10-27T16:24:45Z', 'revision_number': 2, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None, '_interfaces': [{'id': '4b2bc8f7-fdde-4bb9-9df1-d77b72584915', 'name': '', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'mac_address': 'fa:16:3e:bf:48:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd514af0e-c88e-4f26-9b46-baa31502a948', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'a3130db3-a9e1-4840-89dd-ddaf7a987b8e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:44Z', 'updated_at': '2021-10-27T16:24:46Z', 'revision_number': 2, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'subnets': [{'id': 'a3130db3-a9e1-4840-89dd-ddaf7a987b8e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:48.541550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Checking router: d514af0e-c88e-4f26-9b46-baa31502a948 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:24:48.544423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Updating router d514af0e-c88e-4f26-9b46-baa31502a948 port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:24:48.544423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 47db917b-983e-4efa-ae95-cfc595db312a completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:24:48.571096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 47db917b-983e-4efa-ae95-cfc595db312a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:48.571763 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:48.651358 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:48.684689 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:48.743173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:48.848245 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:48.906281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:48.949817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event updated for resources: {'Port': ['ID=38d15cf6-92e2-48c1-9db7-42263ace6aeb,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:48.982478 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'port_id': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'mac_address': 'fa:16:3e:d8:63:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:24:49.046820 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Floating IP 561d7115-b590-4af8-a00c-2ac9d86366b2 associated. External IP: 172.25.4.114, port: 92471ad6-e6bb-43b2-8166-ee4e49eb66bf. Oct 27 16:24:49.138394 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:49.166542 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:49.191149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d17dbcb8-d61c-4349-8581-f0c6912d7d8c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:24:49.215039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:49.216624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7e03f9-1def-4fa2-abd5-d467bb86dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47db917b-983e-4efa-ae95-cfc595db312a'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:49.234937 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c887dae0-921f-425c-81da-b9e3c5b53c07" -d '{"events": [{"server_uuid": "2d7e03f9-1def-4fa2-abd5-d467bb86dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "47db917b-983e-4efa-ae95-cfc595db312a"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:49.280635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfcf7-1a96-4d74-8cac-0189d8aa1614 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:49.282858 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:49.314935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 47db917b-983e-4efa-ae95-cfc595db312a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=47db917b-983e-4efa-ae95-cfc595db312a,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:49.404590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['d17dbcb8-d61c-4349-8581-f0c6912d7d8c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:49.444303 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:49.475315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b73e5c-c19b-40f3-9325-1ecd72e0edd3 req-abf72591-3c5a-4265-b41a-077c6707f9ee tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:49.501040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44fd38-5bcb-42d5-8779-896451b8d435 req-fc33bbe0-ba86-4ff1-8c54-5f7e53d2478b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:49.506813 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d44fd38-5bcb-42d5-8779-896451b8d435 req-fc33bbe0-ba86-4ff1-8c54-5f7e53d2478b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 944 time: 0.3381362 Oct 27 16:24:49.521222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-13b73e5c-c19b-40f3-9325-1ecd72e0edd3 req-abf72591-3c5a-4265-b41a-077c6707f9ee tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1784873 Oct 27 16:24:49.540149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:49.606903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-13b73e5c-c19b-40f3-9325-1ecd72e0edd3 req-cce07a42-cb0e-468b-be43-136db2deaca9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837204 Oct 27 16:24:49.668153 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d44fd38-5bcb-42d5-8779-896451b8d435 req-4aa04adc-1af2-421a-b98d-e2399c7f27f9 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617981 Oct 27 16:24:49.768298 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bf5d17-851b-4b40-8cef-4ec96db15ecb x-openstack-request-id: req-19bf5d17-851b-4b40-8cef-4ec96db15ecb {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:49.769591 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7e03f9-1def-4fa2-abd5-d467bb86dcb9", "name": "network-vif-plugged", "status": "completed", "tag": "47db917b-983e-4efa-ae95-cfc595db312a", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:49.769869 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19bf5d17-851b-4b40-8cef-4ec96db15ecb {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:49.770316 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7e03f9-1def-4fa2-abd5-d467bb86dcb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47db917b-983e-4efa-ae95-cfc595db312a', 'code': 200} Oct 27 16:24:49.885033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=47db917b-983e-4efa-ae95-cfc595db312a,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:49.911871 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:49.915138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb3e4c-52c3-4989-a046-42ab4f38321c req-bb452d80-2ef8-4968-9f82-a2b9df518c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:49.922485 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92cb3e4c-52c3-4989-a046-42ab4f38321c req-bb452d80-2ef8-4968-9f82-a2b9df518c5d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 1096 time: 0.1356294 Oct 27 16:24:49.969752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92cb3e4c-52c3-4989-a046-42ab4f38321c req-9e84f4e5-07da-4ca8-835d-b7dc2ad69148 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388815 Oct 27 16:24:49.990299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:24:49.992929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cfcf7-1a96-4d74-8cac-0189d8aa1614 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:49.993266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfcf7-1a96-4d74-8cac-0189d8aa1614 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:50.014521 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:50.324171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebd821-c809-46da-869e-62d8c4c0ff47 None None] Pushing event updated for resources: {'Port': ['ID=4b2bc8f7-fdde-4bb9-9df1-d77b72584915,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:50.324171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Attempting to bind port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:24:50.324171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Attempting to bind port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:24:50.324171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Attempting to bind port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:24:50.327146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:24:50.327146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:24:50.327562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:50.327977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:24:50.328462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Bound port: 4b2bc8f7-fdde-4bb9-9df1-d77b72584915, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:24:50.328840 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:50.409114 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfcf7-1a96-4d74-8cac-0189d8aa1614 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:50.425878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cfcf7-1a96-4d74-8cac-0189d8aa1614 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:50.473078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] For port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:24:50.483294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d17dbcb8-d61c-4349-8581-f0c6912d7d8c up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:24:50.483294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] For port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4b2bc8f7-fdde-4bb9-9df1-d77b72584915,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:24:50.966128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74992b2-967d-4fe7-8adb-af7e198d2656 req-541b8c80-5fa6-489b-b174-6c1fd79c03ef tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:50.973254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c74992b2-967d-4fe7-8adb-af7e198d2656 req-541b8c80-5fa6-489b-b174-6c1fd79c03ef tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1293917 Oct 27 16:24:50.986248 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.030050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:24:51.043189 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514cbc8-a717-474c-b87d-3169c22e5fee None None] Sync routers for ids ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:24:51.066937 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514cbc8-a717-474c-b87d-3169c22e5fee None None] Routers {'6fe06e4c-9244-4fb3-9976-2a05f4059f22'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:51.071004 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5514cbc8-a717-474c-b87d-3169c22e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:51.094376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-53f97056-5d51-48ad-ae2b-d73d15e9a5d0 None None] Provisioning complete for port 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:51.094752 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53f97056-5d51-48ad-ae2b-d73d15e9a5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.110292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7a9cb-5a9a-4fcc-a419-4b3f759d235a req-3d0db2d6-1842-48df-85ee-4bb205282811 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:51.126504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c74992b2-967d-4fe7-8adb-af7e198d2656 req-77983b0f-2ae1-418d-8640-62a74719208f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906692 Oct 27 16:24:51.128104 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-61c7a9cb-5a9a-4fcc-a419-4b3f759d235a req-3d0db2d6-1842-48df-85ee-4bb205282811 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 945 time: 0.2185905 Oct 27 16:24:51.164532 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.183252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfcf7-1a96-4d74-8cac-0189d8aa1614 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.329790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port d17dbcb8-d61c-4349-8581-f0c6912d7d8c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:24:51.333590 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.406232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cfcf7-1a96-4d74-8cac-0189d8aa1614 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=4b2bc8f7-fdde-4bb9-9df1-d77b72584915,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:51.464010 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Routers {'d514af0e-c88e-4f26-9b46-baa31502a948'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:51.467226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d514af0e-c88e-4f26-9b46-baa31502a948'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:51.471358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebd821-c809-46da-869e-62d8c4c0ff47 None None] Pushing event updated for resources: {'Port': ['ID=4b2bc8f7-fdde-4bb9-9df1-d77b72584915,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:51.513572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58964e7-17a8-495b-bf67-25f81b2d98ac req-1a50b448-27a1-4d47-954f-62dcad7e5557 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:51.527394 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b58964e7-17a8-495b-bf67-25f81b2d98ac req-1a50b448-27a1-4d47-954f-62dcad7e5557 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 946 time: 0.2229712 Oct 27 16:24:51.535752 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-26977e04-897d-40ab-abf5-6a22f0e820e5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6930857 Oct 27 16:24:51.537913 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-5514cbc8-a717-474c-b87d-3169c22e5fee None None] Set router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:51.562094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:51.564673 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfd1a11-f37d-493e-8016-77e1f3e90da4" -d '{"events": [{"name": "network-changed", "server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:51.685880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b58964e7-17a8-495b-bf67-25f81b2d98ac req-c6f17f9e-acf1-4f9e-91f6-95d773e5091c tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568205 Oct 27 16:24:51.707246 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-61c7a9cb-5a9a-4fcc-a419-4b3f759d235a req-0be19535-52e6-42a0-98c1-2120502dab5a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779705 Oct 27 16:24:51.710175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-53f97056-5d51-48ad-ae2b-d73d15e9a5d0 None None] Could not find standard attr ID for object 4b2bc8f7-fdde-4bb9-9df1-d77b72584915. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:24:51.831277 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6c0c86-c8de-49e6-a0ce-df2a22d47b44 x-openstack-request-id: req-1d6c0c86-c8de-49e6-a0ce-df2a22d47b44 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:51.834655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.835253 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:51.835728 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d6c0c86-c8de-49e6-a0ce-df2a22d47b44 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:51.836338 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'status': 'completed', 'code': 200} Oct 27 16:24:51.841270 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb4cfcf7-1a96-4d74-8cac-0189d8aa1614 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.882335 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cb62df60-7de6-44c4-9b96-3b5123a817ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:51.883910 n-d-815689-1 neutron-server[109724]: INFO neutron.plugins.ml2.db [None req-53f97056-5d51-48ad-ae2b-d73d15e9a5d0 None None] No ports have port_id starting with 4b2bc8f7-fdde-4bb9-9df1-d77b72584915 Oct 27 16:24:51.942545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] Set router d514af0e-c88e-4f26-9b46-baa31502a948 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:52.097023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:52.101537 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253ed143-ec94-48ad-8f94-3307937bfba6" -d '{"events": [{"server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "name": "network-vif-plugged", "status": "completed", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:52.168274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac023bc-3dd0-469e-8e63-fa15e632f66a req-c5d7f0d0-e757-4b6d-b167-2ca5dd7e46e1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:52.180291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ac023bc-3dd0-469e-8e63-fa15e632f66a req-c5d7f0d0-e757-4b6d-b167-2ca5dd7e46e1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1469183 Oct 27 16:24:52.288089 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5514cbc8-a717-474c-b87d-3169c22e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:20Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '561d7115-b590-4af8-a00c-2ac9d86366b2', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'port_id': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'mac_address': 'fa:16:3e:02:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:24:47Z', 'updated_at': '2021-10-27T16:24:47Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa493017-8b3a-4789-a82b-2b72d33231ec', 'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:0e:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:19Z', 'updated_at': '2021-10-27T16:24:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:52.324643 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c149001f-af83-4d15-a5b4-4fa51dc8129f x-openstack-request-id: req-c149001f-af83-4d15-a5b4-4fa51dc8129f {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:52.325077 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "name": "network-vif-plugged", "status": "completed", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:52.325457 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c149001f-af83-4d15-a5b4-4fa51dc8129f {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:52.325927 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'code': 200} Oct 27 16:24:52.345251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd514af0e-c88e-4f26-9b46-baa31502a948', 'name': 'tempest-NetworksTestDHCPv6-router-60950471', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:43Z', 'updated_at': '2021-10-27T16:24:50Z', 'revision_number': 3, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:52.352794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ac023bc-3dd0-469e-8e63-fa15e632f66a req-737b061d-f916-46eb-9515-a00b57c89bc3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626329 Oct 27 16:24:52.366761 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514cbc8-a717-474c-b87d-3169c22e5fee None None] Checking router: 6fe06e4c-9244-4fb3-9976-2a05f4059f22 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:24:52.393290 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98f856-6f76-40d3-8d69-6f927d6a7c07 req-95cc24bc-aaa9-4b39-9835-28883ceb8875 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:52.397770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc98f856-6f76-40d3-8d69-6f927d6a7c07 req-95cc24bc-aaa9-4b39-9835-28883ceb8875 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.54 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 946 time: 0.1794450 Oct 27 16:24:52.403985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46312) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:52.445288 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514cbc8-a717-474c-b87d-3169c22e5fee None None] Routers {'6fe06e4c-9244-4fb3-9976-2a05f4059f22'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:52.446271 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5514cbc8-a717-474c-b87d-3169c22e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:52.467213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:52.501923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f453356f-cd62-4831-97b8-ebd0ad5519da None None] Could not find standard attr ID for object 4b2bc8f7-fdde-4bb9-9df1-d77b72584915. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:24:52.501923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea1ca4f-afb2-464b-9f1c-9bafca7afaf5 None None] The sync data for ids ['d514af0e-c88e-4f26-9b46-baa31502a948'] in n-d-815689-1 is: [{'id': 'd514af0e-c88e-4f26-9b46-baa31502a948', 'name': 'tempest-NetworksTestDHCPv6-router-60950471', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:43Z', 'updated_at': '2021-10-27T16:24:50Z', 'revision_number': 3, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:24:52.542248 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:52.627331 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:52.631810 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:52.708990 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-5514cbc8-a717-474c-b87d-3169c22e5fee None None] Set router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:52.732044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:52.828762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-178f4cac-5845-44db-a977-5d08cab9ec79 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/561d7115-b590-4af8-a00c-2ac9d86366b2 HTTP/1.1" status: 200 len: 992 time: 0.4231963 Oct 27 16:24:53.005218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a3fd4-2050-4d43-83d2-7a5513728a8a req-2c08af5e-e414-4517-ad73-313546ed164f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:53.017417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-068a3fd4-2050-4d43-83d2-7a5513728a8a req-2c08af5e-e414-4517-ad73-313546ed164f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.4352074 Oct 27 16:24:53.102344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4313bf-75b7-4c0d-8d7d-fc8779ea8889 req-f3ee6e7a-0704-4781-bff6-156aa4b7af75 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:53.107716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e4313bf-75b7-4c0d-8d7d-fc8779ea8889 req-f3ee6e7a-0704-4781-bff6-156aa4b7af75 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 946 time: 0.1699026 Oct 27 16:24:53.114214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-068a3fd4-2050-4d43-83d2-7a5513728a8a req-63f05b89-7a86-40c9-bb4d-3272f9b074a4 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943372 Oct 27 16:24:53.124488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-cc98f856-6f76-40d3-8d69-6f927d6a7c07 req-e416782c-e8ac-44dd-9893-72ed706483fe tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Deleting port 2c04df28-1e0c-444a-9a6f-478f6d094a6a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:53.124986 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc98f856-6f76-40d3-8d69-6f927d6a7c07 req-e416782c-e8ac-44dd-9893-72ed706483fe tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:53.127741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd1a11-f37d-493e-8016-77e1f3e90da4 req-7168d32f-a905-45f4-abc9-f97b160d11a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:53.137090 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cfd1a11-f37d-493e-8016-77e1f3e90da4 req-7168d32f-a905-45f4-abc9-f97b160d11a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 1097 time: 1.2432239 Oct 27 16:24:53.138436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4cfcf7-1a96-4d74-8cac-0189d8aa1614 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Router d514af0e-c88e-4f26-9b46-baa31502a948 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:24:53.269619 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5514cbc8-a717-474c-b87d-3169c22e5fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:20Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '561d7115-b590-4af8-a00c-2ac9d86366b2', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'port_id': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'mac_address': 'fa:16:3e:02:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:24:47Z', 'updated_at': '2021-10-27T16:24:47Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa493017-8b3a-4789-a82b-2b72d33231ec', 'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:0e:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:19Z', 'updated_at': '2021-10-27T16:24:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:53.337910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-cc98f856-6f76-40d3-8d69-6f927d6a7c07 req-e416782c-e8ac-44dd-9893-72ed706483fe tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] For port 2c04df28-1e0c-444a-9a6f-478f6d094a6a, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=2c04df28-1e0c-444a-9a6f-478f6d094a6a,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:53.338497 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc98f856-6f76-40d3-8d69-6f927d6a7c07 req-e416782c-e8ac-44dd-9893-72ed706483fe tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:53.354749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-cc98f856-6f76-40d3-8d69-6f927d6a7c07 req-e416782c-e8ac-44dd-9893-72ed706483fe tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Calling delete_port for 2c04df28-1e0c-444a-9a6f-478f6d094a6a owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:53.400596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4cfcf7-1a96-4d74-8cac-0189d8aa1614 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:24:53.416782 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cb4cfcf7-1a96-4d74-8cac-0189d8aa1614 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "PUT /v2.0/routers/d514af0e-c88e-4f26-9b46-baa31502a948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2696984 Oct 27 16:24:53.421543 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46328) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:53.456889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b60f1a-c573-44ec-94b8-7de7da9f163c req-4c9653a1-fd06-4c9f-8afa-59d2a4a265d8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:53.466787 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23b60f1a-c573-44ec-94b8-7de7da9f163c req-4c9653a1-fd06-4c9f-8afa-59d2a4a265d8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 945 time: 0.1896534 Oct 27 16:24:53.505055 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5514cbc8-a717-474c-b87d-3169c22e5fee None None] The sync data for ids ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'] in n-d-815689-1 is: [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:20Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '561d7115-b590-4af8-a00c-2ac9d86366b2', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'port_id': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'mac_address': 'fa:16:3e:02:69:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:24:47Z', 'updated_at': '2021-10-27T16:24:47Z', 'revision_number': 0, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa493017-8b3a-4789-a82b-2b72d33231ec', 'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:0e:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:19Z', 'updated_at': '2021-10-27T16:24:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:24:53.622374 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e4313bf-75b7-4c0d-8d7d-fc8779ea8889 req-fadf7880-8a00-4ce7-82e4-53cee25f2d84 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795841 Oct 27 16:24:53.624980 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd1a11-f37d-493e-8016-77e1f3e90da4 req-18dcb53c-6220-46ec-adeb-7bb4a8c2f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:53.626630 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cfd1a11-f37d-493e-8016-77e1f3e90da4 req-18dcb53c-6220-46ec-adeb-7bb4a8c2f787 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc8c731a-2d1c-4821-a115-25c358097421 HTTP/1.1" status: 200 len: 898 time: 0.4761410 Oct 27 16:24:53.690302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23b60f1a-c573-44ec-94b8-7de7da9f163c req-374a1b27-a555-466c-86b5-a31485299246 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209215 Oct 27 16:24:53.702320 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81651fa-ab3d-4486-b72f-f027634a454f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:53.706655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81651fa-ab3d-4486-b72f-f027634a454f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:53.711199 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b81651fa-ab3d-4486-b72f-f027634a454f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2805121 Oct 27 16:24:53.713459 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46330) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:53.827113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cfd1a11-f37d-493e-8016-77e1f3e90da4 req-96872e48-b884-49dd-8417-e52f6b8e9c12 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf HTTP/1.1" status: 200 len: 1000 time: 0.1779737 Oct 27 16:24:53.833390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:53.879472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02873873-2888-4b89-9741-cce96961d950 None None] New status for floating IP 561d7115-b590-4af8-a00c-2ac9d86366b2: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:24:54.046877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc98f856-6f76-40d3-8d69-6f927d6a7c07 req-e416782c-e8ac-44dd-9893-72ed706483fe tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:54.093703 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd1a11-f37d-493e-8016-77e1f3e90da4 req-d38b4e1c-b8a9-469d-87a9-fd9e8109e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:54.097237 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cfd1a11-f37d-493e-8016-77e1f3e90da4 req-d38b4e1c-b8a9-469d-87a9-fd9e8109e86e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4caafec-7fcb-4f8e-b466-bbf7f9a3167c HTTP/1.1" status: 200 len: 835 time: 0.2617769 Oct 27 16:24:54.097485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['2c04df28-1e0c-444a-9a6f-478f6d094a6a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:54.110021 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3d54d8ec-43d4-448c-8570-72a5071ebc74 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/561d7115-b590-4af8-a00c-2ac9d86366b2 HTTP/1.1" status: 200 len: 992 time: 0.2683735 Oct 27 16:24:54.145890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e416782c-e8ac-44dd-9893-72ed706483fe tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Pushing event deleted for resources: {'Port': ['ID=2c04df28-1e0c-444a-9a6f-478f6d094a6a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:54.156885 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['3ed53d88-ef80-4a42-8ec6-8e3351011f81', 'e513d531-d6b7-45c5-8a36-912564db3423'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:54.237072 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd1a11-f37d-493e-8016-77e1f3e90da4 req-a93ecbc8-631e-4b09-a9a1-6995e78cea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:54.238781 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cfd1a11-f37d-493e-8016-77e1f3e90da4 req-a93ecbc8-631e-4b09-a9a1-6995e78cea34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc8c731a-2d1c-4821-a115-25c358097421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295044 Oct 27 16:24:54.243831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f5a79b-51cc-4758-b784-fbce8614d1b8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet a3130db3-a9e1-4840-89dd-ddaf7a987b8e {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:24:54.251115 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27f5a79b-51cc-4758-b784-fbce8614d1b8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:54.270253 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c5a795-3829-466d-b22f-f14dc5cf5fe8 None None] Sync routers for ids ['d514af0e-c88e-4f26-9b46-baa31502a948'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:24:54.300163 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5a795-3829-466d-b22f-f14dc5cf5fe8 None None] Routers {'d514af0e-c88e-4f26-9b46-baa31502a948'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:54.302244 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-35c5a795-3829-466d-b22f-f14dc5cf5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d514af0e-c88e-4f26-9b46-baa31502a948'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:54.449419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2588e-a6d2-4cfd-9a07-04b46788de38 req-57031cff-c85a-4c92-aa73-39a2bb3411da tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:54.460674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ceb2588e-a6d2-4cfd-9a07-04b46788de38 req-57031cff-c85a-4c92-aa73-39a2bb3411da tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 945 time: 0.5459065 Oct 27 16:24:54.503137 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-35c5a795-3829-466d-b22f-f14dc5cf5fe8 None None] Set router d514af0e-c88e-4f26-9b46-baa31502a948 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:54.509998 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:54.516765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc98f856-6f76-40d3-8d69-6f927d6a7c07 req-e416782c-e8ac-44dd-9893-72ed706483fe tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] No DVR routers for this DVR port 2c04df28-1e0c-444a-9a6f-478f6d094a6a on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:54.522158 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-cc98f856-6f76-40d3-8d69-6f927d6a7c07 req-e416782c-e8ac-44dd-9893-72ed706483fe tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:54.533888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc98f856-6f76-40d3-8d69-6f927d6a7c07 req-e416782c-e8ac-44dd-9893-72ed706483fe tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.54 "DELETE /v2.0/ports/2c04df28-1e0c-444a-9a6f-478f6d094a6a HTTP/1.1" status: 204 len: 173 time: 2.1178720 Oct 27 16:24:54.546100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75714df-3161-4833-9173-da8eef304995', 'name': 'network-vif-deleted', 'tag': '2c04df28-1e0c-444a-9a6f-478f6d094a6a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:54.558950 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02962909-f801-427a-a3e0-b17f18e26dbb" -d '{"events": [{"server_uuid": "b75714df-3161-4833-9173-da8eef304995", "name": "network-vif-deleted", "tag": "2c04df28-1e0c-444a-9a6f-478f6d094a6a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:54.644855 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-35c5a795-3829-466d-b22f-f14dc5cf5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd514af0e-c88e-4f26-9b46-baa31502a948', 'name': 'tempest-NetworksTestDHCPv6-router-60950471', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:43Z', 'updated_at': '2021-10-27T16:24:50Z', 'revision_number': 3, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:54.676150 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27f5a79b-51cc-4758-b784-fbce8614d1b8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:54.710591 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c5a795-3829-466d-b22f-f14dc5cf5fe8 None None] Checking router: d514af0e-c88e-4f26-9b46-baa31502a948 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:24:54.748148 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5a795-3829-466d-b22f-f14dc5cf5fe8 None None] Routers {'d514af0e-c88e-4f26-9b46-baa31502a948'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:24:54.749776 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-35c5a795-3829-466d-b22f-f14dc5cf5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:24:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d514af0e-c88e-4f26-9b46-baa31502a948'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:54.876776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ceb2588e-a6d2-4cfd-9a07-04b46788de38 req-edfa2a7b-304d-4fe9-be28-deb6d3a9717d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656373 Oct 27 16:24:54.925021 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-35c5a795-3829-466d-b22f-f14dc5cf5fe8 None None] Set router d514af0e-c88e-4f26-9b46-baa31502a948 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:24:55.016751 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27f5a79b-51cc-4758-b784-fbce8614d1b8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:55.089481 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-35c5a795-3829-466d-b22f-f14dc5cf5fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd514af0e-c88e-4f26-9b46-baa31502a948', 'name': 'tempest-NetworksTestDHCPv6-router-60950471', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:43Z', 'updated_at': '2021-10-27T16:24:50Z', 'revision_number': 3, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:24:55.090175 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f273ba17-8f54-4d5d-8b0e-745f61b0b960 x-openstack-request-id: req-f273ba17-8f54-4d5d-8b0e-745f61b0b960 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:55.090175 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75714df-3161-4833-9173-da8eef304995", "name": "network-vif-deleted", "tag": "2c04df28-1e0c-444a-9a6f-478f6d094a6a", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:55.090175 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f273ba17-8f54-4d5d-8b0e-745f61b0b960 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:55.090175 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75714df-3161-4833-9173-da8eef304995', 'name': 'network-vif-deleted', 'tag': '2c04df28-1e0c-444a-9a6f-478f6d094a6a', 'status': 'completed', 'code': 200} Oct 27 16:24:55.110423 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46364) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:55.188409 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c5a795-3829-466d-b22f-f14dc5cf5fe8 None None] The sync data for ids ['d514af0e-c88e-4f26-9b46-baa31502a948'] in n-d-815689-1 is: [{'id': 'd514af0e-c88e-4f26-9b46-baa31502a948', 'name': 'tempest-NetworksTestDHCPv6-router-60950471', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:43Z', 'updated_at': '2021-10-27T16:24:50Z', 'revision_number': 3, 'project_id': '34121fc4af484092add7e25d6cc4e208', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:24:55.282534 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-92d370db-3932-44ae-8d97-0176962374a0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/561d7115-b590-4af8-a00c-2ac9d86366b2 HTTP/1.1" status: 200 len: 994 time: 0.1447594 Oct 27 16:24:55.368234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1bf13a6a-b895-4cfb-aa7f-f58014cd1c66 req-a46c3d11-44f6-4b36-ace1-89dc831e0f86 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=b75714df-3161-4833-9173-da8eef304995 HTTP/1.1" status: 200 len: 210 time: 0.1021056 Oct 27 16:24:55.419569 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46370) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:55.482427 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059218a-006f-4739-a8ca-365c6aa73530 req-9e4df936-e289-403f-82b4-d8b5ba69e2f6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:55.491413 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c059218a-006f-4739-a8ca-365c6aa73530 req-9e4df936-e289-403f-82b4-d8b5ba69e2f6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 1.1419492 Oct 27 16:24:55.508954 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27f5a79b-51cc-4758-b784-fbce8614d1b8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:55.572171 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cfd1a11-f37d-493e-8016-77e1f3e90da4 req-4df27b83-e753-49fc-808b-434dd43adaf4 service neutron] 10.222.0.54 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3231421 Oct 27 16:24:55.602360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c059218a-006f-4739-a8ca-365c6aa73530 req-7f23eca3-e81f-4024-a70a-16470cab2796 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095128 Oct 27 16:24:55.646495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5a79b-51cc-4758-b784-fbce8614d1b8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=a3130db3-a9e1-4840-89dd-ddaf7a987b8e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:55.701456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b90e80-fcc9-4d0b-993a-890f1a8990cd None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:55.702626 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27f5a79b-51cc-4758-b784-fbce8614d1b8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:55.710545 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-27f5a79b-51cc-4758-b784-fbce8614d1b8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/a3130db3-a9e1-4840-89dd-ddaf7a987b8e HTTP/1.1" status: 204 len: 168 time: 1.9927051 Oct 27 16:24:55.711447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46374) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:55.713438 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cfd1a11-f37d-493e-8016-77e1f3e90da4 req-c65bf321-0421-4462-8e56-24944345e587 service neutron] 10.222.0.54 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146758 Oct 27 16:24:55.749989 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a86b75f-0f90-4f24-9395-7f43875135c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:55.927045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3e311781-e9a4-48bf-b23b-6db9a6a66e6f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2120776 Oct 27 16:24:55.930849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46380) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:56.041264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a86b75f-0f90-4f24-9395-7f43875135c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.051342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1978f7b-ad61-4058-803b-6b7c656598fa tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.054314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eea569-6e34-4e5d-8ba8-4c7550520c07 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:24:56.148742 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a86b75f-0f90-4f24-9395-7f43875135c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.175097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-96eea569-6e34-4e5d-8ba8-4c7550520c07 None None] Deleting port 7d701c1a-f2b7-45f4-80c3-d024952c7daf {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:56.175666 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-96eea569-6e34-4e5d-8ba8-4c7550520c07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.325161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-96eea569-6e34-4e5d-8ba8-4c7550520c07 None None] For port 7d701c1a-f2b7-45f4-80c3-d024952c7daf, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7d701c1a-f2b7-45f4-80c3-d024952c7daf,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:56.325881 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-96eea569-6e34-4e5d-8ba8-4c7550520c07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.343787 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-96eea569-6e34-4e5d-8ba8-4c7550520c07 None None] Calling delete_port for 7d701c1a-f2b7-45f4-80c3-d024952c7daf owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:56.369053 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1a86b75f-0f90-4f24-9395-7f43875135c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06450ed5a67344f2b501f170fe7a33af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9482248 Oct 27 16:24:56.371709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46386) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:56.473233 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86b75f-0f90-4f24-9395-7f43875135c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353625cb-f798-4291-8892-f2519631f2c3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:56.476392 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65f387af-218f-46f9-890c-f14ce3939829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.476551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 2c04df28-1e0c-444a-9a6f-478f6d094a6a no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:56.512985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 2c04df28-1e0c-444a-9a6f-478f6d094a6a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:56.513340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 2c04df28-1e0c-444a-9a6f-478f6d094a6a not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:56.538265 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1978f7b-ad61-4058-803b-6b7c656598fa tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.554934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1978f7b-ad61-4058-803b-6b7c656598fa tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.565130 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65f387af-218f-46f9-890c-f14ce3939829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.577696 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-96eea569-6e34-4e5d-8ba8-4c7550520c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.591953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eea569-6e34-4e5d-8ba8-4c7550520c07 None None] No DVR routers for this DVR port 7d701c1a-f2b7-45f4-80c3-d024952c7daf on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:56.637801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eea569-6e34-4e5d-8ba8-4c7550520c07 None None] Pushing event deleted for resources: {'Port': ['ID=7d701c1a-f2b7-45f4-80c3-d024952c7daf,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:56.675108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4cc7c-608e-40b7-9195-2c21ae2e1f2c req-d3159048-bced-4c86-90bb-e2a323904ef9 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:56.676683 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4bf4cc7c-608e-40b7-9195-2c21ae2e1f2c req-d3159048-bced-4c86-90bb-e2a323904ef9 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 945 time: 0.4086854 Oct 27 16:24:56.728771 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65f387af-218f-46f9-890c-f14ce3939829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.732513 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65f387af-218f-46f9-890c-f14ce3939829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.734585 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-65f387af-218f-46f9-890c-f14ce3939829 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/353625cb-f798-4291-8892-f2519631f2c3 HTTP/1.1" status: 204 len: 168 time: 0.3615294 Oct 27 16:24:56.753185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f387af-218f-46f9-890c-f14ce3939829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353625cb-f798-4291-8892-f2519631f2c3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:56.799403 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4bf4cc7c-608e-40b7-9195-2c21ae2e1f2c req-07f4387b-b679-4e30-b664-c302ad31c034 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144733 Oct 27 16:24:56.801027 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1978f7b-ad61-4058-803b-6b7c656598fa tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.802240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1978f7b-ad61-4058-803b-6b7c656598fa tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Fanout notify agent at l3_agent the message router_deleted on router d514af0e-c88e-4f26-9b46-baa31502a948 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:24:56.822739 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f1978f7b-ad61-4058-803b-6b7c656598fa tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:56.826590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46400) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:56.827256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f1978f7b-ad61-4058-803b-6b7c656598fa tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/routers/d514af0e-c88e-4f26-9b46-baa31502a948 HTTP/1.1" status: 204 len: 168 time: 0.8944452 Oct 27 16:24:56.896768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c131c129-f9b3-4ac6-b3f4-78a452224efa tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0659268 Oct 27 16:24:56.897406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46404) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:57.028110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf15364-2ccf-4a99-8b65-fe6f4b4da21e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:57.030096 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bcf15364-2ccf-4a99-8b65-fe6f4b4da21e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1310117 Oct 27 16:24:57.032252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46408) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:57.067161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b777e-eac7-4b0f-a951-8d8dacce9faa req-3783bdb0-eb89-4d2e-ac99-7bf3911b06c5 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:57.068710 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-528b777e-eac7-4b0f-a951-8d8dacce9faa req-3783bdb0-eb89-4d2e-ac99-7bf3911b06c5 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1080577 Oct 27 16:24:57.150685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0c4b35ea-6f9d-480f-915f-86a3e1e5749e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043127 Oct 27 16:24:57.150685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46414) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:57.199092 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-528b777e-eac7-4b0f-a951-8d8dacce9faa req-5eb2b0d3-9008-42e0-a390-5ef4b39330de tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224020 Oct 27 16:24:57.215821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b9761168-665e-42eb-90fb-810fc1ce80e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:57.311194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7d701c1a-f2b7-45f4-80c3-d024952c7daf no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:24:57.355876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 7d701c1a-f2b7-45f4-80c3-d024952c7daf {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:24:57.357256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7d701c1a-f2b7-45f4-80c3-d024952c7daf not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:24:57.418956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746b439-e15a-4ea8-a134-9726594b0010 req-bf0e1429-db26-4b01-8f94-d23faa460eca tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:57.421233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9746b439-e15a-4ea8-a134-9726594b0010 req-bf0e1429-db26-4b01-8f94-d23faa460eca tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 946 time: 0.3252194 Oct 27 16:24:57.512981 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9746b439-e15a-4ea8-a134-9726594b0010 req-37a09255-3c34-411b-9ee8-e6d022de82ea tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699220 Oct 27 16:24:57.530487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9761168-665e-42eb-90fb-810fc1ce80e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:57.539319 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9761168-665e-42eb-90fb-810fc1ce80e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:58.024887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac08fc-be19-4b1c-be49-86dd408dcf7b req-4184e16c-91f8-4765-b7c2-a15384db67a8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:58.026448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3ac08fc-be19-4b1c-be49-86dd408dcf7b req-4184e16c-91f8-4765-b7c2-a15384db67a8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 945 time: 0.0941491 Oct 27 16:24:58.060864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b24cca-4616-45fd-a62f-98d31ff81b9f req-33b2b7d6-ce11-42cb-9f3b-b7310f67f68c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:58.063045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-10b24cca-4616-45fd-a62f-98d31ff81b9f req-33b2b7d6-ce11-42cb-9f3b-b7310f67f68c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 945 time: 0.1112065 Oct 27 16:24:58.136594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-10b24cca-4616-45fd-a62f-98d31ff81b9f req-813d7316-2f50-4ad8-af5d-aec60c866aa2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603805 Oct 27 16:24:58.261896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-c3ac08fc-be19-4b1c-be49-86dd408dcf7b req-82906aea-a4d7-4c15-9da4-2c2a1827d12d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Deleting port 47db917b-983e-4efa-ae95-cfc595db312a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:58.262950 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3ac08fc-be19-4b1c-be49-86dd408dcf7b req-82906aea-a4d7-4c15-9da4-2c2a1827d12d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:58.465959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c3ac08fc-be19-4b1c-be49-86dd408dcf7b req-82906aea-a4d7-4c15-9da4-2c2a1827d12d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] For port 47db917b-983e-4efa-ae95-cfc595db312a, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=47db917b-983e-4efa-ae95-cfc595db312a,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:58.466769 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3ac08fc-be19-4b1c-be49-86dd408dcf7b req-82906aea-a4d7-4c15-9da4-2c2a1827d12d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:58.508885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85532755-dfaf-4319-b8aa-b054a9c8a664 req-768fab70-c5c4-440a-9a2d-4d16831c684b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:58.510411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85532755-dfaf-4319-b8aa-b054a9c8a664 req-768fab70-c5c4-440a-9a2d-4d16831c684b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1619630 Oct 27 16:24:58.531822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-c3ac08fc-be19-4b1c-be49-86dd408dcf7b req-82906aea-a4d7-4c15-9da4-2c2a1827d12d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Calling delete_port for 47db917b-983e-4efa-ae95-cfc595db312a owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:58.585366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.objects.ports [None req-b9761168-665e-42eb-90fb-810fc1ce80e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:24:58.592894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9761168-665e-42eb-90fb-810fc1ce80e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:58.597379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46450) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:58.656923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9761168-665e-42eb-90fb-810fc1ce80e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=5a28ad51-d63d-4df2-b8ce-630a86a14478,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:58.738465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9761168-665e-42eb-90fb-810fc1ce80e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:58.756212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c778d-661c-49a6-bf13-e3566c64d17f req-5822def0-d14e-4201-b226-85456c6eb609 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:58.757716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b46c778d-661c-49a6-bf13-e3566c64d17f req-5822def0-d14e-4201-b226-85456c6eb609 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.53 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 946 time: 0.2814059 Oct 27 16:24:58.762748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b9761168-665e-42eb-90fb-810fc1ce80e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:58.763972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c8b12-9141-4823-b767-e34cd8922db8 req-8ca835dc-f172-452b-b608-9b7ca68f598f tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:58.765926 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-564c8b12-9141-4823-b767-e34cd8922db8 req-8ca835dc-f172-452b-b608-9b7ca68f598f tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 946 time: 0.0667961 Oct 27 16:24:58.775944 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79fcdb6-2cab-4080-8fc3-615f123f0db9 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:24:58.776530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9761168-665e-42eb-90fb-810fc1ce80e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:58.777124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b9761168-665e-42eb-90fb-810fc1ce80e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:58.782442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85532755-dfaf-4319-b8aa-b054a9c8a664 req-aa54950d-03fa-4248-8274-162381050962 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437930 Oct 27 16:24:58.793752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-869579307-network', 'tenant_id': '490337c9f6284ffc849850300039733c'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:58.846436 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-564c8b12-9141-4823-b767-e34cd8922db8 req-bfaa55f4-0146-46d1-ae77-c3b8761d78c2 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712967 Oct 27 16:24:58.940250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-b46c778d-661c-49a6-bf13-e3566c64d17f req-38597f80-d922-4196-80f4-a87b685bbda5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Deleting port e513d531-d6b7-45c5-8a36-912564db3423 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:24:58.940540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b46c778d-661c-49a6-bf13-e3566c64d17f req-38597f80-d922-4196-80f4-a87b685bbda5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:58.959679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': '5a28ad51-d63d-4df2-b8ce-630a86a14478'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:24:58.960641 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:58.998362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Made reservation on behalf of 490337c9f6284ffc849850300039733c for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:59.010068 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.026873 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3ac08fc-be19-4b1c-be49-86dd408dcf7b req-82906aea-a4d7-4c15-9da4-2c2a1827d12d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.031855 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.044680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2', '47db917b-983e-4efa-ae95-cfc595db312a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:59.072105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82906aea-a4d7-4c15-9da4-2c2a1827d12d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event deleted for resources: {'Port': ['ID=47db917b-983e-4efa-ae95-cfc595db312a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:59.104335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b9761168-665e-42eb-90fb-810fc1ce80e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9565959 Oct 27 16:24:59.121000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46462) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:59.132090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fa5d0a3f-1f3a-42a5-b280-95a01b790f28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:59.136947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b46c778d-661c-49a6-bf13-e3566c64d17f req-38597f80-d922-4196-80f4-a87b685bbda5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] For port e513d531-d6b7-45c5-8a36-912564db3423, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=e513d531-d6b7-45c5-8a36-912564db3423,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:24:59.137579 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b46c778d-661c-49a6-bf13-e3566c64d17f req-38597f80-d922-4196-80f4-a87b685bbda5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.218209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ac08fc-be19-4b1c-be49-86dd408dcf7b req-82906aea-a4d7-4c15-9da4-2c2a1827d12d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] No DVR routers for this DVR port 47db917b-983e-4efa-ae95-cfc595db312a on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:59.220253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-b46c778d-661c-49a6-bf13-e3566c64d17f req-38597f80-d922-4196-80f4-a87b685bbda5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Calling delete_port for e513d531-d6b7-45c5-8a36-912564db3423 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:24:59.226780 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3ac08fc-be19-4b1c-be49-86dd408dcf7b req-82906aea-a4d7-4c15-9da4-2c2a1827d12d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.228203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.230042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3ac08fc-be19-4b1c-be49-86dd408dcf7b req-82906aea-a4d7-4c15-9da4-2c2a1827d12d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "DELETE /v2.0/ports/47db917b-983e-4efa-ae95-cfc595db312a HTTP/1.1" status: 204 len: 173 time: 1.1925492 Oct 27 16:24:59.241397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d7e03f9-1def-4fa2-abd5-d467bb86dcb9', 'name': 'network-vif-deleted', 'tag': '47db917b-983e-4efa-ae95-cfc595db312a'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:24:59.241397 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab1770e-d328-4e3c-9852-fc054b658233" -d '{"events": [{"server_uuid": "2d7e03f9-1def-4fa2-abd5-d467bb86dcb9", "name": "network-vif-deleted", "tag": "47db917b-983e-4efa-ae95-cfc595db312a"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:24:59.302615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Allocated IP 2001:db8::f816:3eff:fe54:4306 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/5a28ad51-d63d-4df2-b8ce-630a86a14478/07a78762-cb31-4b52-8dbc-1123d2ae4fac) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:24:59.317884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-177f0e0a-410b-4134-aa08-766c3c0b55c4 req-00b42810-5059-4851-af0e-c025479ab95d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 210 time: 0.0790122 Oct 27 16:24:59.321735 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25373d62-b50a-4ebc-8f7e-9076259b6e85 x-openstack-request-id: req-25373d62-b50a-4ebc-8f7e-9076259b6e85 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:24:59.323988 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.336728 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d7e03f9-1def-4fa2-abd5-d467bb86dcb9", "name": "network-vif-deleted", "tag": "47db917b-983e-4efa-ae95-cfc595db312a", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:24:59.336998 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25373d62-b50a-4ebc-8f7e-9076259b6e85 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:24:59.337440 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d7e03f9-1def-4fa2-abd5-d467bb86dcb9', 'name': 'network-vif-deleted', 'tag': '47db917b-983e-4efa-ae95-cfc595db312a', 'status': 'completed', 'code': 200} Oct 27 16:24:59.401355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:24:59.417910 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.439262 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd1e861-33bc-4079-9061-0773cb838179,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:59.454725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.455082 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Added segment 9ad5c50e-b8e9-46fc-837a-6eea98d25e6d of type vlan for network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 Oct 27 16:24:59.507386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5d0a3f-1f3a-42a5-b280-95a01b790f28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:24:59.510940 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0a3f-1f3a-42a5-b280-95a01b790f28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.541784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.576669 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.642463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.643464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:24:59.644046 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.714201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=915b3ed1-d12e-4f2b-87f4-52c90a84ca17,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:59.724724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:24:59.772752 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.791158 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b46c778d-661c-49a6-bf13-e3566c64d17f req-38597f80-d922-4196-80f4-a87b685bbda5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.798083 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:24:59.803270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:24:59.805638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:24:59.860180 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cc315d24-90e6-46ce-9a96-a0cbeeb13ba3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2615902 Oct 27 16:24:59.864180 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46476) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:24:59.884471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] Request body: {'subnet': {'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-869579307-subnet', 'tenant_id': '490337c9f6284ffc849850300039733c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:24:59.917635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['3ed53d88-ef80-4a42-8ec6-8e3351011f81', 'e513d531-d6b7-45c5-8a36-912564db3423'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:24:59.924292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46c778d-661c-49a6-bf13-e3566c64d17f req-38597f80-d922-4196-80f4-a87b685bbda5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] No DVR routers for this DVR port e513d531-d6b7-45c5-8a36-912564db3423 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:24:59.944159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38597f80-d922-4196-80f4-a87b685bbda5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Pushing event deleted for resources: {'Port': ['ID=e513d531-d6b7-45c5-8a36-912564db3423,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:24:59.948906 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b46c778d-661c-49a6-bf13-e3566c64d17f req-38597f80-d922-4196-80f4-a87b685bbda5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:24:59.957602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b46c778d-661c-49a6-bf13-e3566c64d17f req-38597f80-d922-4196-80f4-a87b685bbda5 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.53 "DELETE /v2.0/ports/e513d531-d6b7-45c5-8a36-912564db3423 HTTP/1.1" status: 204 len: 173 time: 1.1911139 Oct 27 16:25:00.058176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fcfcd67-11b8-4d1e-ba62-17afd1ba44e6 req-5b5c723d-5f83-40ac-b0de-df5be188227b tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 210 time: 0.0756218 Oct 27 16:25:00.105521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] Made reservation on behalf of 490337c9f6284ffc849850300039733c for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:00.109111 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:00.181363 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0a3f-1f3a-42a5-b280-95a01b790f28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:00.270648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Pushing event updated for resources: {'Port': ['ID=07a78762-cb31-4b52-8dbc-1123d2ae4fac,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:00.375439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d0a3f-1f3a-42a5-b280-95a01b790f28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=3f5f6257-a1ef-4a9f-9594-687bf02be1df,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:00.422598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d0a3f-1f3a-42a5-b280-95a01b790f28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:00.426602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d0a3f-1f3a-42a5-b280-95a01b790f28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:00.431736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5d0a3f-1f3a-42a5-b280-95a01b790f28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:00.432348 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa5d0a3f-1f3a-42a5-b280-95a01b790f28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:00.470344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Attempting to bind port 07a78762-cb31-4b52-8dbc-1123d2ae4fac on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:00.470713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Attempting to bind port 07a78762-cb31-4b52-8dbc-1123d2ae4fac by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:00.471104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Attempting to bind port 07a78762-cb31-4b52-8dbc-1123d2ae4fac on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:00.473783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64529e7-b0c0-4ad6-9659-c6925073e4b7 req-46ddeca2-5f92-462a-a61e-12ef3216766a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:00.478717 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f64529e7-b0c0-4ad6-9659-c6925073e4b7 req-46ddeca2-5f92-462a-a61e-12ef3216766a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.4787199 Oct 27 16:25:00.491270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:00.491657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:00.492038 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:00.492449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:00.492951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Bound port: 07a78762-cb31-4b52-8dbc-1123d2ae4fac, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:00.493906 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:00.524088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:00.560780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-766bd68b-ec4f-4284-8da9-f9482b7e5d14 req-6b9ccb86-175c-4659-9ecf-24167632ea7b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=2d7e03f9-1def-4fa2-abd5-d467bb86dcb9 HTTP/1.1" status: 200 len: 210 time: 0.0577092 Oct 27 16:25:00.613622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fa5d0a3f-1f3a-42a5-b280-95a01b790f28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4876969 Oct 27 16:25:00.618039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46488) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:00.623993 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f64529e7-b0c0-4ad6-9659-c6925073e4b7 req-44d583bd-c42a-46ff-913b-d7710cdc5522 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315491 Oct 27 16:25:00.636472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:ba:dd:61', 'name': 'tempest-NetworksTestDHCPv6-1350715564'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:00.639562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5405403-8afc-4fdb-9f0a-dcaefdd82d2f,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:00.691336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] Checking segment: {'id': '9ad5c50e-b8e9-46fc-837a-6eea98d25e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:00.691698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] Network hostable DHCP agents. Network: 915b3ed1-d12e-4f2b-87f4-52c90a84ca17, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:25:00.704480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] For port 07a78762-cb31-4b52-8dbc-1123d2ae4fac, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:00.737837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] For port 07a78762-cb31-4b52-8dbc-1123d2ae4fac, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=07a78762-cb31-4b52-8dbc-1123d2ae4fac,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:00.808741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] Network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:25:00.820244 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:00.898462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6de45-a9e2-4ab9-aeeb-9f57808e1bd8 None None] Pushing event updated for resources: {'Port': ['ID=07a78762-cb31-4b52-8dbc-1123d2ae4fac,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:00.906167 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 915b3ed1-d12e-4f2b-87f4-52c90a84ca17) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:00.922706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:00.923639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:00.927674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b781e0a5-b9bb-4033-bead-555212643570 None None] Network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:00.948621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:01.109890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f65eb569-3d94-43f6-a49d-275dc4a89f5d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2439041 Oct 27 16:25:01.297020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405bd756-bad5-45b0-9be9-b7eca01c280e None None] Network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:01.321016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:01.363165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e90afa36-a7a4-465a-a3a2-077c2ccf5839', 'name': 'network-vif-deleted', 'tag': 'e513d531-d6b7-45c5-8a36-912564db3423'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:01.375442 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57031a30-4172-4f39-9792-c60b097529f2" -d '{"events": [{"server_uuid": "e90afa36-a7a4-465a-a3a2-077c2ccf5839", "name": "network-vif-deleted", "tag": "e513d531-d6b7-45c5-8a36-912564db3423"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:01.427280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 06897fc6-a2ab-4f2d-b4fd-44903b36ec5d yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:01.542410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2fcdcfc-725c-4a41-a894-1562c50e9921 req-66565d5d-2fbc-4d27-9f99-0a297611c75a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=e90afa36-a7a4-465a-a3a2-077c2ccf5839 HTTP/1.1" status: 200 len: 210 time: 0.1194336 Oct 27 16:25:01.611582 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d314cd-d2d6-4998-875f-3c13ac1bc2c3 x-openstack-request-id: req-10d314cd-d2d6-4998-875f-3c13ac1bc2c3 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:01.611975 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e90afa36-a7a4-465a-a3a2-077c2ccf5839", "name": "network-vif-deleted", "tag": "e513d531-d6b7-45c5-8a36-912564db3423", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:01.612340 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10d314cd-d2d6-4998-875f-3c13ac1bc2c3 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:01.613692 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e90afa36-a7a4-465a-a3a2-077c2ccf5839', 'name': 'network-vif-deleted', 'tag': 'e513d531-d6b7-45c5-8a36-912564db3423', 'status': 'completed', 'code': 200} Oct 27 16:25:02.070699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 172.20.0.8 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/3f5f6257-a1ef-4a9f-9594-687bf02be1df/06897fc6-a2ab-4f2d-b4fd-44903b36ec5d) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:02.092457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::f816:3eff:feba:dd61 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/5a28ad51-d63d-4df2-b8ce-630a86a14478/06897fc6-a2ab-4f2d-b4fd-44903b36ec5d) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:02.218129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb2e75-4364-4784-9fb4-938eabff3d74 req-fc657508-d4d0-405f-9834-b74211a0cd75 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:02.221016 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dcbb2e75-4364-4784-9fb4-938eabff3d74 req-fc657508-d4d0-405f-9834-b74211a0cd75 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.3747361 Oct 27 16:25:02.405604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 47db917b-983e-4efa-ae95-cfc595db312a no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:02.435856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dcbb2e75-4364-4784-9fb4-938eabff3d74 req-20c44283-9c39-4430-9b45-58ef034cc342 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725638 Oct 27 16:25:02.460553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 47db917b-983e-4efa-ae95-cfc595db312a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:02.473297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 47db917b-983e-4efa-ae95-cfc595db312a not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:02.473297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device e513d531-d6b7-45c5-8a36-912564db3423 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:02.560872 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:02.563019 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: e513d531-d6b7-45c5-8a36-912564db3423 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:02.563378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device e513d531-d6b7-45c5-8a36-912564db3423 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:03.037396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-c7116463-a6be-4c15-b2c8-db195fb203b5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:03.037396 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-c7116463-a6be-4c15-b2c8-db195fb203b5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.3231342 Oct 27 16:25:03.037396 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-292b60aa-3369-4cb1-98f9-1e85cb5b0472 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/quotas/38d3f95336f441d6849f076f492df8a8 HTTP/1.1" status: 200 len: 375 time: 0.0111759 Oct 27 16:25:03.039029 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.039318 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-99525187-117a-4e35-929c-dccfbeb34517 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666652 Oct 27 16:25:03.062812 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.109726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93378e9b-782d-45ff-bf7e-4d579fa1d173 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:03.120033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:03.125156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:03.127969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:03.179115 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:03.179784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.200303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=06897fc6-a2ab-4f2d-b4fd-44903b36ec5d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:03.215995 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-2f8f9ff2-3210-43a6-b496-c7d88a4fa90d service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378573 Oct 27 16:25:03.296981 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-376a59b0-5af3-4685-8d69-993268f8d67c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6756492 Oct 27 16:25:03.299350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46552) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:03.411748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 07a78762-cb31-4b52-8dbc-1123d2ae4fac up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:03.441426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61906823-4f24-4e79-a6b7-e7e6bb6f7cdd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:03.449139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61906823-4f24-4e79-a6b7-e7e6bb6f7cdd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:03.451555 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-61906823-4f24-4e79-a6b7-e7e6bb6f7cdd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1512051 Oct 27 16:25:03.454338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46556) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:03.506472 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-cfa3d921-2e2d-434e-92ef-3472818ff69c service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864938 Oct 27 16:25:03.614407 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3a85c1d9-8508-4e4a-b7b6-ad44243668d3 None None] Provisioning complete for port 07a78762-cb31-4b52-8dbc-1123d2ae4fac triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:03.617402 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3a85c1d9-8508-4e4a-b7b6-ad44243668d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.681330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a45d8753-cbd6-423a-8c45-0e1efd369662 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 06897fc6-a2ab-4f2d-b4fd-44903b36ec5d {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:03.681677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a45d8753-cbd6-423a-8c45-0e1efd369662 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.706933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069eba0-1a06-4a87-bfc5-74bd607b4068 req-65aaf99d-58a6-45fe-9c78-668458f20009 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:03.709319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6069eba0-1a06-4a87-bfc5-74bd607b4068 req-65aaf99d-58a6-45fe-9c78-668458f20009 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.0905845 Oct 27 16:25:03.812218 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3a85c1d9-8508-4e4a-b7b6-ad44243668d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:03.900131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6069eba0-1a06-4a87-bfc5-74bd607b4068 req-f543e8a5-7f44-4e96-b826-212cde4e8cc7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817532 Oct 27 16:25:03.937170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3a85c1d9-8508-4e4a-b7b6-ad44243668d3 None None] For port 07a78762-cb31-4b52-8dbc-1123d2ae4fac, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=07a78762-cb31-4b52-8dbc-1123d2ae4fac,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:04.017404 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3a85c1d9-8508-4e4a-b7b6-ad44243668d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:04.094829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85c1d9-8508-4e4a-b7b6-ad44243668d3 None None] Pushing event updated for resources: {'Port': ['ID=07a78762-cb31-4b52-8dbc-1123d2ae4fac,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:04.100004 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-82c98f31-8be1-4268-b433-432ee1f13cb9 req-68aa00d1-9ebb-4ef2-8caa-d542ccb45061 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 210 time: 0.0900245 Oct 27 16:25:04.108723 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a45d8753-cbd6-423a-8c45-0e1efd369662 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:04.169530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a45d8753-cbd6-423a-8c45-0e1efd369662 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 06897fc6-a2ab-4f2d-b4fd-44903b36ec5d owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:04.185233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 07a78762-cb31-4b52-8dbc-1123d2ae4fac triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:04.185865 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:04.434697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c2f75-29e5-48bd-ae29-2668e0f5905c None None] Update dhcp port {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'fixed_ips': [{'subnet_id': '5a28ad51-d63d-4df2-b8ce-630a86a14478', 'ip_address': '2001:db8::f816:3eff:fe54:4306'}, {'subnet_id': '3f5f6257-a1ef-4a9f-9594-687bf02be1df'}], 'binding:host_id': 'n-d-815689-1'}, 'id': '07a78762-cb31-4b52-8dbc-1123d2ae4fac'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:25:04.587931 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e30c2f75-29e5-48bd-ae29-2668e0f5905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:04.972838 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a45d8753-cbd6-423a-8c45-0e1efd369662 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:05.117376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d8753-cbd6-423a-8c45-0e1efd369662 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=06897fc6-a2ab-4f2d-b4fd-44903b36ec5d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:05.218687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab23bf3-8175-454e-90a1-8a711b090a19 req-ccd6267e-8dc5-4f89-9a8b-2442e2c7894a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:05.230234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fab23bf3-8175-454e-90a1-8a711b090a19 req-ccd6267e-8dc5-4f89-9a8b-2442e2c7894a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1480179 Oct 27 16:25:05.298365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-e30c2f75-29e5-48bd-ae29-2668e0f5905c None None] Allocated IP 172.20.0.2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/3f5f6257-a1ef-4a9f-9594-687bf02be1df/07a78762-cb31-4b52-8dbc-1123d2ae4fac) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:05.351338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fab23bf3-8175-454e-90a1-8a711b090a19 req-87691649-c822-410f-a3e6-57e2c5bf2ef5 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200519 Oct 27 16:25:05.479789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 07a78762-cb31-4b52-8dbc-1123d2ae4fac up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:05.511217 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1be3da5-ff33-47d9-8db9-e1ce0ef7b097 req-e7a65b11-6bb1-4864-9609-82f6342bb848 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 210 time: 0.1867437 Oct 27 16:25:05.558280 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a45d8753-cbd6-423a-8c45-0e1efd369662 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:05.565224 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a45d8753-cbd6-423a-8c45-0e1efd369662 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/06897fc6-a2ab-4f2d-b4fd-44903b36ec5d HTTP/1.1" status: 204 len: 168 time: 2.1089361 Oct 27 16:25:05.567442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46596) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:05.586139 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e30c2f75-29e5-48bd-ae29-2668e0f5905c None None] For port 07a78762-cb31-4b52-8dbc-1123d2ae4fac, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=07a78762-cb31-4b52-8dbc-1123d2ae4fac,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:05.746916 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e30c2f75-29e5-48bd-ae29-2668e0f5905c None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:05.757855 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 07a78762-cb31-4b52-8dbc-1123d2ae4fac triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:05.759510 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:05.773046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035a31fb-5725-44ed-8f4c-141c92725678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:05.782495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035a31fb-5725-44ed-8f4c-141c92725678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:05.788773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035a31fb-5725-44ed-8f4c-141c92725678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:05.798302 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-035a31fb-5725-44ed-8f4c-141c92725678 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2297111 Oct 27 16:25:05.800602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46602) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:05.853006 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e30c2f75-29e5-48bd-ae29-2668e0f5905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:05.936349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ddc99a-475e-4e0f-a4aa-9cd080e8e07f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 3f5f6257-a1ef-4a9f-9594-687bf02be1df {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:05.952102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10ddc99a-475e-4e0f-a4aa-9cd080e8e07f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.026592 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c2f75-29e5-48bd-ae29-2668e0f5905c None None] Pushing event updated for resources: {'Port': ['ID=07a78762-cb31-4b52-8dbc-1123d2ae4fac,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:06.060079 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10ddc99a-475e-4e0f-a4aa-9cd080e8e07f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.299612 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10ddc99a-475e-4e0f-a4aa-9cd080e8e07f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.528688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23addcb-2f7a-4e8e-a12e-7c4cb6b7e16b req-ef64b3ed-2ad5-4eb5-a5b3-4b28a887dd6e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:06.530780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f23addcb-2f7a-4e8e-a12e-7c4cb6b7e16b req-ef64b3ed-2ad5-4eb5-a5b3-4b28a887dd6e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.0813794 Oct 27 16:25:06.534689 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10ddc99a-475e-4e0f-a4aa-9cd080e8e07f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.582616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f23addcb-2f7a-4e8e-a12e-7c4cb6b7e16b req-2c54ee0c-ca7e-4fd3-8f70-312c37beab7f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398583 Oct 27 16:25:06.599709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddc99a-475e-4e0f-a4aa-9cd080e8e07f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5f6257-a1ef-4a9f-9594-687bf02be1df,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:06.607722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10ddc99a-475e-4e0f-a4aa-9cd080e8e07f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.612179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-10ddc99a-475e-4e0f-a4aa-9cd080e8e07f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/3f5f6257-a1ef-4a9f-9594-687bf02be1df HTTP/1.1" status: 204 len: 168 time: 0.8101766 Oct 27 16:25:06.614383 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46618) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:06.701130 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8916a5ed-c5db-4f63-887d-b468bede3b15 req-68984cf8-957f-453f-84d4-c1f38de85bdc tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 210 time: 0.0490515 Oct 27 16:25:06.721942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed51a61-1799-4581-b27c-7f91ffb0b0be tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 5a28ad51-d63d-4df2-b8ce-630a86a14478 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:06.725548 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aed51a61-1799-4581-b27c-7f91ffb0b0be tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:06.854443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aed51a61-1799-4581-b27c-7f91ffb0b0be tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.071035 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa26682d-e787-40b6-bedb-a8514a0d347c None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:07.072479 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aed51a61-1799-4581-b27c-7f91ffb0b0be tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.210339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-c68c3975-3deb-4019-8b82-f1e1c0e84bf4 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:07.211822 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-c68c3975-3deb-4019-8b82-f1e1c0e84bf4 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.2235548 Oct 27 16:25:07.226787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Request body: {'port': {'device_id': 'dc369e5b-fc55-478e-a538-efa9d4998197', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'admin_state_up': True, 'tenant_id': '38d3f95336f441d6849f076f492df8a8'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:07.332130 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aed51a61-1799-4581-b27c-7f91ffb0b0be tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.365711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-46b0edae-d235-42e7-8e49-58a5043c54dd None None] Provisioning complete for port 07a78762-cb31-4b52-8dbc-1123d2ae4fac triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:07.373981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed51a61-1799-4581-b27c-7f91ffb0b0be tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=5a28ad51-d63d-4df2-b8ce-630a86a14478,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:07.374716 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-46b0edae-d235-42e7-8e49-58a5043c54dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.384294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aed51a61-1799-4581-b27c-7f91ffb0b0be tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.390522 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-aed51a61-1799-4581-b27c-7f91ffb0b0be tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/5a28ad51-d63d-4df2-b8ce-630a86a14478 HTTP/1.1" status: 204 len: 168 time: 0.7750490 Oct 27 16:25:07.393089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46634) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:07.418785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 07a78762-cb31-4b52-8dbc-1123d2ae4fac up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:07.540309 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b9b04a95-560b-4856-9cf2-d5841f64f920 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1450536 Oct 27 16:25:07.541550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46636) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:07.551962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e83ffdd8-e1fc-4934-b120-9defa09d11fc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:07.643081 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Made reservation on behalf of 38d3f95336f441d6849f076f492df8a8 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:07.643418 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.682297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 07a78762-cb31-4b52-8dbc-1123d2ae4fac triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:07.682958 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.910104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Allocated IP 172.20.0.11 (c47a63cd-949d-4480-9c39-3436e4ca4276/64491595-c258-460a-a334-a8181c6eb3c4/549818b6-e74b-4555-9a7a-5813c6cb986a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:07.981201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83ffdd8-e1fc-4934-b120-9defa09d11fc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:07.987954 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e83ffdd8-e1fc-4934-b120-9defa09d11fc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:07.990460 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9932a95a-6067-4881-bbde-ac63f90b184f req-b61a9a03-9bec-4453-90ce-5bb6e9a3cc83 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 210 time: 0.0658712 Oct 27 16:25:08.100761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d90ea-811d-480d-8d40-4dd84273fb36 req-e33ee3d3-9387-4bac-a451-2dd7eef204ba tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:08.116638 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-811d90ea-811d-480d-8d40-4dd84273fb36 req-e33ee3d3-9387-4bac-a451-2dd7eef204ba tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.2555051 Oct 27 16:25:08.125401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-46b0edae-d235-42e7-8e49-58a5043c54dd None None] Could not find standard attr ID for object 06897fc6-a2ab-4f2d-b4fd-44903b36ec5d. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:25:08.209471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a024500a-d663-46ed-ad62-45b0f5db6833 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:08.216760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-811d90ea-811d-480d-8d40-4dd84273fb36 req-afb66306-f2d4-48b2-b376-60623f6e7440 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982742 Oct 27 16:25:08.285744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a024500a-d663-46ed-ad62-45b0f5db6833 None None] Deleting port 07a78762-cb31-4b52-8dbc-1123d2ae4fac {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:08.286013 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a024500a-d663-46ed-ad62-45b0f5db6833 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.362516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.389662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a024500a-d663-46ed-ad62-45b0f5db6833 None None] For port 07a78762-cb31-4b52-8dbc-1123d2ae4fac, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=07a78762-cb31-4b52-8dbc-1123d2ae4fac,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:08.389884 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a024500a-d663-46ed-ad62-45b0f5db6833 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.416225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a024500a-d663-46ed-ad62-45b0f5db6833 None None] Calling delete_port for 07a78762-cb31-4b52-8dbc-1123d2ae4fac owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:08.489148 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.513518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:08.653240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Network c47a63cd-949d-4480-9c39-3436e4ca4276 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:08.655300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:08.670179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:08.672992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event updated for resources: {'Port': ['ID=549818b6-e74b-4555-9a7a-5813c6cb986a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:08.765650 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a024500a-d663-46ed-ad62-45b0f5db6833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.772449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:08.773085 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.861572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.objects.ports [None req-e83ffdd8-e1fc-4934-b120-9defa09d11fc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:25:08.863270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e83ffdd8-e1fc-4934-b120-9defa09d11fc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.875632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a024500a-d663-46ed-ad62-45b0f5db6833 None None] Pushing event deleted for resources: {'Port': ['ID=07a78762-cb31-4b52-8dbc-1123d2ae4fac,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:08.875885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-f8514f9a-c19e-42aa-88b7-07713e9737f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6538815 Oct 27 16:25:08.890722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Request body: {'port': {'device_id': 'dc369e5b-fc55-478e-a538-efa9d4998197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:08.896528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a024500a-d663-46ed-ad62-45b0f5db6833 None None] No DVR routers for this DVR port 07a78762-cb31-4b52-8dbc-1123d2ae4fac on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:08.978700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83ffdd8-e1fc-4934-b120-9defa09d11fc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:08.982569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-e83ffdd8-e1fc-4934-b120-9defa09d11fc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:08.987520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83ffdd8-e1fc-4934-b120-9defa09d11fc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:08.988308 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e83ffdd8-e1fc-4934-b120-9defa09d11fc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:08.992353 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f6402-0537-4c0d-a801-ff901d1d0bc4 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:09.038372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ffdd8-e1fc-4934-b120-9defa09d11fc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=a0ab88cb-2b2e-4993-89a2-18cf1e7cba6f,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:09.080277 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:09.105631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e83ffdd8-e1fc-4934-b120-9defa09d11fc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5601068 Oct 27 16:25:09.106568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46666) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:09.117308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0bb7ce76-52d3-49ba-bfe8-02177bc5d082 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:09.577696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f39c83-fb24-409d-a77f-205c2de405fe req-26e317b3-7d6b-41e5-88e4-4f1d56024447 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:09.579270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43f39c83-fb24-409d-a77f-205c2de405fe req-26e317b3-7d6b-41e5-88e4-4f1d56024447 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1672943 Oct 27 16:25:09.588949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99eb1f-8ff7-4e72-8369-084bb276e974 req-5c66cd8f-f8d4-45c0-8606-5903820e11fd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:09.601162 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b99eb1f-8ff7-4e72-8369-084bb276e974 req-5c66cd8f-f8d4-45c0-8606-5903820e11fd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 932 time: 0.4802291 Oct 27 16:25:09.649443 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43f39c83-fb24-409d-a77f-205c2de405fe req-d053eeb0-a149-4a5d-ae14-6fcc6a983e7b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588109 Oct 27 16:25:09.653856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb7ce76-52d3-49ba-bfe8-02177bc5d082 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:09.658856 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ce76-52d3-49ba-bfe8-02177bc5d082 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:09.748403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549818b6-e74b-4555-9a7a-5813c6cb986a {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:25:09.767352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:09.791263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 07a78762-cb31-4b52-8dbc-1123d2ae4fac no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:09.818698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Transition to ACTIVE for port object 549818b6-e74b-4555-9a7a-5813c6cb986a will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:25:09.865592 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 07a78762-cb31-4b52-8dbc-1123d2ae4fac {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:09.866091 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 07a78762-cb31-4b52-8dbc-1123d2ae4fac not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:09.898555 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b99eb1f-8ff7-4e72-8369-084bb276e974 req-e1a42416-e029-406d-ad30-a1a8579a5dd8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960422 Oct 27 16:25:09.905974 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:09.981944 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': 'a0ab88cb-2b2e-4993-89a2-18cf1e7cba6f'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:09.982927 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:10.096237 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Pushing event updated for resources: {'Port': ['ID=549818b6-e74b-4555-9a7a-5813c6cb986a,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:10.165473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ce76-52d3-49ba-bfe8-02177bc5d082 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:10.299879 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb7ce76-52d3-49ba-bfe8-02177bc5d082 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:10.310234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Attempting to bind port 549818b6-e74b-4555-9a7a-5813c6cb986a on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:10.310686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Attempting to bind port 549818b6-e74b-4555-9a7a-5813c6cb986a by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:10.311064 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Attempting to bind port 549818b6-e74b-4555-9a7a-5813c6cb986a on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:10.314880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Allocated IP 2001:db8::f816:3eff:fee1:4b98 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/a0ab88cb-2b2e-4993-89a2-18cf1e7cba6f/8ff7379d-3f00-418b-9570-3cbf9a070d42) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:10.318683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0bb7ce76-52d3-49ba-bfe8-02177bc5d082 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:10.321825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Port 549818b6-e74b-4555-9a7a-5813c6cb986a on network c47a63cd-949d-4480-9c39-3436e4ca4276 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:25:10.322158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Attempting to bind port 549818b6-e74b-4555-9a7a-5813c6cb986a on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:10.330827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb7ce76-52d3-49ba-bfe8-02177bc5d082 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:10.331429 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0bb7ce76-52d3-49ba-bfe8-02177bc5d082 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:10.343041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:10.343390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Checking segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:10.343786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Bound using segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:10.344274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Bound port: 549818b6-e74b-4555-9a7a-5813c6cb986a, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:10.344726 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:10.349884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7ce76-52d3-49ba-bfe8-02177bc5d082 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=85de1dd4-0ed4-495b-8da4-75ade98459bb,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:10.460876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] For port 549818b6-e74b-4555-9a7a-5813c6cb986a, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:10.463809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46688) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:10.465914 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0bb7ce76-52d3-49ba-bfe8-02177bc5d082 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3582215 Oct 27 16:25:10.469948 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] For port 549818b6-e74b-4555-9a7a-5813c6cb986a, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=549818b6-e74b-4555-9a7a-5813c6cb986a,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:10.474810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:82:4b:17', 'name': 'tempest-NetworksTestDHCPv6-1273358910'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:10.576106 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:10.657352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:10.659076 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:10.664211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] 10.222.0.54 "PUT /v2.0/ports/549818b6-e74b-4555-9a7a-5813c6cb986a HTTP/1.1" status: 200 len: 1092 time: 1.7785745 Oct 27 16:25:10.672601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc369e5b-fc55-478e-a538-efa9d4998197', 'tag': '549818b6-e74b-4555-9a7a-5813c6cb986a'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:10.675907 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc63d1f-ec8f-4c33-9cf2-67c1ad483b85" -d '{"events": [{"name": "network-changed", "server_uuid": "dc369e5b-fc55-478e-a538-efa9d4998197", "tag": "549818b6-e74b-4555-9a7a-5813c6cb986a"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:10.741554 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:10.955773 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0539aea7-28b3-40d4-9308-4a72520c9027 x-openstack-request-id: req-0539aea7-28b3-40d4-9308-4a72520c9027 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:10.955773 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc369e5b-fc55-478e-a538-efa9d4998197", "tag": "549818b6-e74b-4555-9a7a-5813c6cb986a", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:10.955773 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0539aea7-28b3-40d4-9308-4a72520c9027 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:10.955773 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc369e5b-fc55-478e-a538-efa9d4998197', 'tag': '549818b6-e74b-4555-9a7a-5813c6cb986a', 'status': 'completed', 'code': 200} Oct 27 16:25:11.012883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507da1e-7898-4bc6-ad7c-790c34ca424c service neutron] Pushing event updated for resources: {'Port': ['ID=549818b6-e74b-4555-9a7a-5813c6cb986a,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:11.072929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc63d1f-ec8f-4c33-9cf2-67c1ad483b85 req-f212ccb9-215c-4a60-9138-0f00cfb05365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:11.078562 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ecc63d1f-ec8f-4c33-9cf2-67c1ad483b85 req-f212ccb9-215c-4a60-9138-0f00cfb05365 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 1095 time: 0.1203163 Oct 27 16:25:11.107451 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:11.243172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc63d1f-ec8f-4c33-9cf2-67c1ad483b85 req-b37fd9f3-ebe0-4966-94cc-0967a8a08719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:11.244726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ecc63d1f-ec8f-4c33-9cf2-67c1ad483b85 req-b37fd9f3-ebe0-4966-94cc-0967a8a08719 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=38d3f95336f441d6849f076f492df8a8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1584859 Oct 27 16:25:11.254285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870645c4-9398-4224-acf0-95091af718cc req-1ac7b885-70c9-4663-b4c9-2a46035e9e12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:11.256955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:11.271598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-870645c4-9398-4224-acf0-95091af718cc req-1ac7b885-70c9-4663-b4c9-2a46035e9e12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 944 time: 0.2002373 Oct 27 16:25:11.350756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:11.365042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Pushing event updated for resources: {'Port': ['ID=8ff7379d-3f00-418b-9570-3cbf9a070d42,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:11.372936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:11.375447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:11.439158 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-870645c4-9398-4224-acf0-95091af718cc req-ed83cac2-77f0-44ea-8145-35f01c27a603 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520021 Oct 27 16:25:11.501280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea0b7c-9a06-4a5a-9154-3234c89ea29e req-c4a64414-8cb9-4438-944d-a0934ace4ab8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:11.503822 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88ea0b7c-9a06-4a5a-9154-3234c89ea29e req-c4a64414-8cb9-4438-944d-a0934ace4ab8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.4889619 Oct 27 16:25:11.554060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Attempting to bind port 8ff7379d-3f00-418b-9570-3cbf9a070d42 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:11.554548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Attempting to bind port 8ff7379d-3f00-418b-9570-3cbf9a070d42 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:11.555788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Attempting to bind port 8ff7379d-3f00-418b-9570-3cbf9a070d42 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:11.562199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:11.562673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:11.563148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:11.563610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:11.564213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Bound port: 8ff7379d-3f00-418b-9570-3cbf9a070d42, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:11.564674 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:11.610653 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:11.657589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port f6812a91-f7e0-408d-9be8-4aa7245a89b1 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:11.676419 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88ea0b7c-9a06-4a5a-9154-3234c89ea29e req-39cf8182-ec48-407a-bc8f-5de355748eb3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503141 Oct 27 16:25:11.689454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] For port 8ff7379d-3f00-418b-9570-3cbf9a070d42, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:11.692882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] For port 8ff7379d-3f00-418b-9570-3cbf9a070d42, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8ff7379d-3f00-418b-9570-3cbf9a070d42,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:11.775147 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc63d1f-ec8f-4c33-9cf2-67c1ad483b85 req-0fa26578-e453-4781-8bde-063b96b3ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:11.776618 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ecc63d1f-ec8f-4c33-9cf2-67c1ad483b85 req-0fa26578-e453-4781-8bde-063b96b3ea53 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3208621 Oct 27 16:25:11.809124 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:11.895402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5c7f2-91ca-4576-bfe7-e36be26d33bc None None] Pushing event updated for resources: {'Port': ['ID=8ff7379d-3f00-418b-9570-3cbf9a070d42,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:12.025294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-34696a30-3952-456c-b3c6-00ff9e466084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:12.026689 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-34696a30-3952-456c-b3c6-00ff9e466084 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 1095 time: 0.1890645 Oct 27 16:25:12.106939 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-77f0a9dd-d719-48b4-867c-3cd9d771780c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=549818b6-e74b-4555-9a7a-5813c6cb986a HTTP/1.1" status: 200 len: 217 time: 0.0712295 Oct 27 16:25:12.113320 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 172.20.0.6 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/85de1dd4-0ed4-495b-8da4-75ade98459bb/f6812a91-f7e0-408d-9be8-4aa7245a89b1) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:12.178660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-845645f8-02ee-4489-afef-e26df2b5ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:12.180287 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-845645f8-02ee-4489-afef-e26df2b5ab45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64491595-c258-460a-a334-a8181c6eb3c4 HTTP/1.1" status: 200 len: 846 time: 0.0632954 Oct 27 16:25:12.250472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::f816:3eff:fe82:4b17 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/a0ab88cb-2b2e-4993-89a2-18cf1e7cba6f/f6812a91-f7e0-408d-9be8-4aa7245a89b1) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:12.263322 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-77f2e43c-3601-4053-8f75-81dd7c7a53ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c47a63cd-949d-4480-9c39-3436e4ca4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642562 Oct 27 16:25:12.664167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2702b1-bd5c-43cc-a0e4-e77806499ddc req-5c4b231b-b5c2-4fd3-a436-00169a2af566 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:12.682710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b2702b1-bd5c-43cc-a0e4-e77806499ddc req-5c4b231b-b5c2-4fd3-a436-00169a2af566 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 944 time: 0.0955689 Oct 27 16:25:12.799317 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b2702b1-bd5c-43cc-a0e4-e77806499ddc req-71d8ba1c-87df-4db4-bd64-5b709d3668c7 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155949 Oct 27 16:25:12.992260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46944ae8-1130-439d-918c-430a10df20aa req-a583d02a-605f-4890-854c-afae3c2e4bcd tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:13.001340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46944ae8-1130-439d-918c-430a10df20aa req-a583d02a-605f-4890-854c-afae3c2e4bcd tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1178994 Oct 27 16:25:13.027893 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-dc10b8a9-af53-4575-9724-0f2c731059e6 service neutron] 10.222.0.54 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7523916 Oct 27 16:25:13.050992 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46944ae8-1130-439d-918c-430a10df20aa req-45795eb3-ca94-4e2e-911c-22f6395a82bb tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486014 Oct 27 16:25:13.063192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e59df-bd70-4c18-b0ff-1d377b143341 req-92b0ce3b-925f-4c0c-b747-e68141cd4486 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:13.064827 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1f3e59df-bd70-4c18-b0ff-1d377b143341 req-92b0ce3b-925f-4c0c-b747-e68141cd4486 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 946 time: 0.8835716 Oct 27 16:25:13.368595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8ff7379d-3f00-418b-9570-3cbf9a070d42 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:13.432087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8ff7379d-3f00-418b-9570-3cbf9a070d42 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:13.432857 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.450353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1f3e59df-bd70-4c18-b0ff-1d377b143341 req-20e0d547-fd9f-4b94-b2f4-9a6fb047d265 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672881 Oct 27 16:25:13.549779 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5ca435-6bc1-4cde-a67b-56a06a509658 req-6c85f8b5-03c0-473d-9a1b-df68a851588a service neutron] 10.222.0.54 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141320 Oct 27 16:25:13.600341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a3c96-af69-45fb-bd6f-a673dfc29b8c req-5632bddb-793a-4abb-a2ca-ed99ba95d7ec tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:13.602335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e99a3c96-af69-45fb-bd6f-a673dfc29b8c req-5632bddb-793a-4abb-a2ca-ed99ba95d7ec tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.53 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 946 time: 0.0896645 Oct 27 16:25:13.620286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.645055 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d287e4d-5a30-4e0b-aeb9-1dfc8071d2ee None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:13.715483 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.791351 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.832272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:13.836272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e99a3c96-af69-45fb-bd6f-a673dfc29b8c req-ecd7e4a9-e427-41fc-9f74-9cfb9f1ec66a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Deleting port 3ed53d88-ef80-4a42-8ec6-8e3351011f81 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:13.836272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e99a3c96-af69-45fb-bd6f-a673dfc29b8c req-ecd7e4a9-e427-41fc-9f74-9cfb9f1ec66a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.847841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:13.852692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:13.883908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 8ff7379d-3f00-418b-9570-3cbf9a070d42, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8ff7379d-3f00-418b-9570-3cbf9a070d42,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:13.943148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=f6812a91-f7e0-408d-9be8-4aa7245a89b1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:13.973391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:13.974186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:13.998257 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.034457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f47d5455-bd04-47e1-9353-0dcf78070569 None None] Provisioning complete for port 8ff7379d-3f00-418b-9570-3cbf9a070d42 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:14.037892 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f47d5455-bd04-47e1-9353-0dcf78070569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.038116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107007d-8758-4e24-ab5d-a0caeb12bea1 req-7176a136-6602-4447-8868-bcae37be16d2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:14.038116 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2107007d-8758-4e24-ab5d-a0caeb12bea1 req-7176a136-6602-4447-8868-bcae37be16d2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 944 time: 0.0987926 Oct 27 16:25:14.061017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-87b62157-e7b1-4b61-97a3-8dd5f3d7160d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5942533 Oct 27 16:25:14.063293 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46750) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:14.117209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2107007d-8758-4e24-ab5d-a0caeb12bea1 req-e0911875-efd0-4ac7-8e70-2e05f8ac22ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656531 Oct 27 16:25:14.139355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e99a3c96-af69-45fb-bd6f-a673dfc29b8c req-ecd7e4a9-e427-41fc-9f74-9cfb9f1ec66a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] For port 3ed53d88-ef80-4a42-8ec6-8e3351011f81, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3ed53d88-ef80-4a42-8ec6-8e3351011f81,segment=NetworkSegment(74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4),segment_id=74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:14.139737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e99a3c96-af69-45fb-bd6f-a673dfc29b8c req-ecd7e4a9-e427-41fc-9f74-9cfb9f1ec66a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.180165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e99a3c96-af69-45fb-bd6f-a673dfc29b8c req-ecd7e4a9-e427-41fc-9f74-9cfb9f1ec66a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Calling delete_port for 3ed53d88-ef80-4a42-8ec6-8e3351011f81 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:14.182653 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326aa4aa-f89a-49e0-affa-8608b40622b9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:14.215930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326aa4aa-f89a-49e0-affa-8608b40622b9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:14.218017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-326aa4aa-f89a-49e0-affa-8608b40622b9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1532180 Oct 27 16:25:14.221253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46754) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:14.305401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=8ff7379d-3f00-418b-9570-3cbf9a070d42,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:14.373944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294cbc0-786b-4ec0-99e9-ba3a7058a065 req-97538a27-0577-4aa0-9a3e-206b50760a17 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:14.376297 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8294cbc0-786b-4ec0-99e9-ba3a7058a065 req-97538a27-0577-4aa0-9a3e-206b50760a17 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1536148 Oct 27 16:25:14.429304 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8294cbc0-786b-4ec0-99e9-ba3a7058a065 req-bd80def5-564a-4632-a06f-140ce9fd5daa tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464156 Oct 27 16:25:14.468924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48572163-0120-4dcd-ae58-1623858fab59 None None] Update dhcp port {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'fixed_ips': [{'subnet_id': 'a0ab88cb-2b2e-4993-89a2-18cf1e7cba6f', 'ip_address': '2001:db8::f816:3eff:fee1:4b98'}, {'subnet_id': '85de1dd4-0ed4-495b-8da4-75ade98459bb'}], 'binding:host_id': 'n-d-815689-1'}, 'id': '8ff7379d-3f00-418b-9570-3cbf9a070d42'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:25:14.519372 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-48572163-0120-4dcd-ae58-1623858fab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.779928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef540-f07f-4303-bcb2-633eadecfcb1 req-454b985c-fe92-4792-8418-792ec271b68a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:14.785357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-48572163-0120-4dcd-ae58-1623858fab59 None None] Allocated IP 172.20.0.2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/85de1dd4-0ed4-495b-8da4-75ade98459bb/8ff7379d-3f00-418b-9570-3cbf9a070d42) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:14.787527 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61cef540-f07f-4303-bcb2-633eadecfcb1 req-454b985c-fe92-4792-8418-792ec271b68a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 946 time: 0.1554563 Oct 27 16:25:14.862583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf55c2-0b65-4b1b-893f-a1c90173404d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port f6812a91-f7e0-408d-9be8-4aa7245a89b1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:14.863250 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bdf55c2-0b65-4b1b-893f-a1c90173404d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:14.875708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61cef540-f07f-4303-bcb2-633eadecfcb1 req-cfd32f15-6695-4f31-b44d-76d8b907a5ca tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/security-groups?id=e2282708-aeb0-4f02-b0f0-d8169dba1f2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871062 Oct 27 16:25:15.028236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-48572163-0120-4dcd-ae58-1623858fab59 None None] For port 8ff7379d-3f00-418b-9570-3cbf9a070d42, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8ff7379d-3f00-418b-9570-3cbf9a070d42,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:15.035066 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e99a3c96-af69-45fb-bd6f-a673dfc29b8c req-ecd7e4a9-e427-41fc-9f74-9cfb9f1ec66a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.092329 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-48572163-0120-4dcd-ae58-1623858fab59 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.177733 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-48572163-0120-4dcd-ae58-1623858fab59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.253131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7e4a9-e427-41fc-9f74-9cfb9f1ec66a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Pushing event deleted for resources: {'Port': ['ID=3ed53d88-ef80-4a42-8ec6-8e3351011f81,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:15.269843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99a3c96-af69-45fb-bd6f-a673dfc29b8c req-ecd7e4a9-e427-41fc-9f74-9cfb9f1ec66a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] No DVR routers for this DVR port 3ed53d88-ef80-4a42-8ec6-8e3351011f81 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:15.273089 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e99a3c96-af69-45fb-bd6f-a673dfc29b8c req-ecd7e4a9-e427-41fc-9f74-9cfb9f1ec66a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.279246 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e99a3c96-af69-45fb-bd6f-a673dfc29b8c req-ecd7e4a9-e427-41fc-9f74-9cfb9f1ec66a tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.53 "DELETE /v2.0/ports/3ed53d88-ef80-4a42-8ec6-8e3351011f81 HTTP/1.1" status: 204 len: 173 time: 1.6700709 Oct 27 16:25:15.288089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25998f19-826f-44cd-aae7-58918cf629b7', 'name': 'network-vif-deleted', 'tag': '3ed53d88-ef80-4a42-8ec6-8e3351011f81'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:15.299321 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daf4f0b-1274-4024-ae81-cc524f6b50b5" -d '{"events": [{"server_uuid": "25998f19-826f-44cd-aae7-58918cf629b7", "name": "network-vif-deleted", "tag": "3ed53d88-ef80-4a42-8ec6-8e3351011f81"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:15.352043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d860b-b1c1-4fb5-84f3-4ced3036d827 req-b7556474-12bb-4497-83f0-33e27c1f1ca6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:15.354536 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a5d860b-b1c1-4fb5-84f3-4ced3036d827 req-b7556474-12bb-4497-83f0-33e27c1f1ca6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 944 time: 0.1133289 Oct 27 16:25:15.357313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8ff7379d-3f00-418b-9570-3cbf9a070d42 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:15.404484 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358048c7-808e-43be-aba5-91be2be79659 x-openstack-request-id: req-358048c7-808e-43be-aba5-91be2be79659 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:15.404790 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25998f19-826f-44cd-aae7-58918cf629b7", "name": "network-vif-deleted", "tag": "3ed53d88-ef80-4a42-8ec6-8e3351011f81", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:15.405494 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-358048c7-808e-43be-aba5-91be2be79659 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:15.405903 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25998f19-826f-44cd-aae7-58918cf629b7', 'name': 'network-vif-deleted', 'tag': '3ed53d88-ef80-4a42-8ec6-8e3351011f81', 'status': 'completed', 'code': 200} Oct 27 16:25:15.407665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bdf55c2-0b65-4b1b-893f-a1c90173404d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.442899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf55c2-0b65-4b1b-893f-a1c90173404d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for f6812a91-f7e0-408d-9be8-4aa7245a89b1 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:15.450229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48572163-0120-4dcd-ae58-1623858fab59 None None] Pushing event updated for resources: {'Port': ['ID=8ff7379d-3f00-418b-9570-3cbf9a070d42,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:15.466311 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a5d860b-b1c1-4fb5-84f3-4ced3036d827 req-4e92e347-1e63-427e-b880-15212ed8ca4a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994320 Oct 27 16:25:15.577587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8ff7379d-3f00-418b-9570-3cbf9a070d42 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:15.578192 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:15.763036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa57c4-3e07-4eed-ad17-5cc005b0b602 req-b9d0586f-1f82-4155-9d06-746742a4f2bf tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:15.770997 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9fa57c4-3e07-4eed-ad17-5cc005b0b602 req-b9d0586f-1f82-4155-9d06-746742a4f2bf tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1757317 Oct 27 16:25:15.884279 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9fa57c4-3e07-4eed-ad17-5cc005b0b602 req-10d3d91b-51eb-4834-ac15-eac1b83619a7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123233 Oct 27 16:25:16.044126 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9ae926f-98c3-49f9-be10-fba6ff858891 req-3795b279-44ef-4868-9d13-0fd83c651904 tempest-AttachVolumeNegativeTest-590922512 tempest-AttachVolumeNegativeTest-590922512-project] 10.222.0.15 "GET /v2.0/ports?device_id=25998f19-826f-44cd-aae7-58918cf629b7 HTTP/1.1" status: 200 len: 210 time: 0.0375295 Oct 27 16:25:16.082646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bdf55c2-0b65-4b1b-893f-a1c90173404d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.143888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf55c2-0b65-4b1b-893f-a1c90173404d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=f6812a91-f7e0-408d-9be8-4aa7245a89b1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:16.311800 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7bdf55c2-0b65-4b1b-893f-a1c90173404d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.318857 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7bdf55c2-0b65-4b1b-893f-a1c90173404d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/f6812a91-f7e0-408d-9be8-4aa7245a89b1 HTTP/1.1" status: 204 len: 168 time: 2.0964737 Oct 27 16:25:16.319619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46798) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:16.402713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad7e99-493a-4d78-ad83-41f21cc8fb72 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:16.404636 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad7e99-493a-4d78-ad83-41f21cc8fb72 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:16.408861 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad7e99-493a-4d78-ad83-41f21cc8fb72 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:16.411219 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-36ad7e99-493a-4d78-ad83-41f21cc8fb72 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0905733 Oct 27 16:25:16.413921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46800) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:16.455801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3ed53d88-ef80-4a42-8ec6-8e3351011f81 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:16.493233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-90237c54-132d-49bd-81c2-a87d3e5957bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 85de1dd4-0ed4-495b-8da4-75ade98459bb {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:16.498070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 3ed53d88-ef80-4a42-8ec6-8e3351011f81 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:16.498771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3ed53d88-ef80-4a42-8ec6-8e3351011f81 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:16.499209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90237c54-132d-49bd-81c2-a87d3e5957bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.575718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 549818b6-e74b-4555-9a7a-5813c6cb986a details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:25:16.596229 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90237c54-132d-49bd-81c2-a87d3e5957bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.605864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-aa7b373e-0ad7-4b27-ab49-c53810236ade None None] Provisioning complete for port 8ff7379d-3f00-418b-9570-3cbf9a070d42 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:16.606822 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aa7b373e-0ad7-4b27-ab49-c53810236ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.704406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37785455-e74e-4c45-8909-18cc35280258 req-c6607fd8-5e0f-48db-9944-33c5ef92abce tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:16.715249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37785455-e74e-4c45-8909-18cc35280258 req-c6607fd8-5e0f-48db-9944-33c5ef92abce tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 944 time: 0.1342309 Oct 27 16:25:16.772926 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90237c54-132d-49bd-81c2-a87d3e5957bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.809796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 549818b6-e74b-4555-9a7a-5813c6cb986a, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=549818b6-e74b-4555-9a7a-5813c6cb986a,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:16.843744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-aa7b373e-0ad7-4b27-ab49-c53810236ade None None] Could not find standard attr ID for object f6812a91-f7e0-408d-9be8-4aa7245a89b1. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:25:16.845801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '549818b6-e74b-4555-9a7a-5813c6cb986a', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'port_id': '549818b6-e74b-4555-9a7a-5813c6cb986a', 'mac_address': 'fa:16:3e:d2:7e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64491595-c258-460a-a334-a8181c6eb3c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:25:16.895705 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.914824 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37785455-e74e-4c45-8909-18cc35280258 req-3c480304-ec1a-4918-8888-a34f963a780d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979022 Oct 27 16:25:16.928015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549818b6-e74b-4555-9a7a-5813c6cb986a {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:25:16.942885 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90237c54-132d-49bd-81c2-a87d3e5957bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:16.984809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 549818b6-e74b-4555-9a7a-5813c6cb986a, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=549818b6-e74b-4555-9a7a-5813c6cb986a,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:16.994572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-873ec11e-39d7-489f-9e98-7611d13b4446 None None] Could not find standard attr ID for object f6812a91-f7e0-408d-9be8-4aa7245a89b1. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:25:17.005904 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90237c54-132d-49bd-81c2-a87d3e5957bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.013415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-90237c54-132d-49bd-81c2-a87d3e5957bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/85de1dd4-0ed4-495b-8da4-75ade98459bb HTTP/1.1" status: 204 len: 168 time: 0.5946112 Oct 27 16:25:17.013415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90237c54-132d-49bd-81c2-a87d3e5957bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=85de1dd4-0ed4-495b-8da4-75ade98459bb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:17.015346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46820) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:17.093256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bc651a-744f-4f2b-a238-ab51be1f3fb0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet a0ab88cb-2b2e-4993-89a2-18cf1e7cba6f {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:17.102418 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0bc651a-744f-4f2b-a238-ab51be1f3fb0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.108320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.123113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46824) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:17.153288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa4bb3-a242-4ee8-81f5-e9f1b07d6c31 req-4eb744fe-ea82-476f-8097-98e5236ff456 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:17.155162 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1aa4bb3-a242-4ee8-81f5-e9f1b07d6c31 req-4eb744fe-ea82-476f-8097-98e5236ff456 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1104372 Oct 27 16:25:17.175083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0bc651a-744f-4f2b-a238-ab51be1f3fb0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.182729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=549818b6-e74b-4555-9a7a-5813c6cb986a,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:17.227422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe0abcd-71be-492d-af6c-4acdba8451d5 admin admin] Deleting subnet c58e9c83-708c-4bb1-a346-679015834b71 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:17.234370 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6fe0abcd-71be-492d-af6c-4acdba8451d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.249204 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1aa4bb3-a242-4ee8-81f5-e9f1b07d6c31 req-df95e828-b2c6-4739-9096-d9ff76f36dfd tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855331 Oct 27 16:25:17.322439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6fe0abcd-71be-492d-af6c-4acdba8451d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.334057 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8ff7379d-3f00-418b-9570-3cbf9a070d42 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:17.399043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6fe0abcd-71be-492d-af6c-4acdba8451d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.404847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8ff7379d-3f00-418b-9570-3cbf9a070d42 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:17.405413 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.408409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['549818b6-e74b-4555-9a7a-5813c6cb986a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:17.424993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0bc651a-744f-4f2b-a238-ab51be1f3fb0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.483927 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9e5c6-0bf2-4bc5-844d-869ff023a40c req-a25d16f6-3a08-480c-8f53-34017a799574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:17.485709 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ca9e5c6-0bf2-4bc5-844d-869ff023a40c req-a25d16f6-3a08-480c-8f53-34017a799574 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 1096 time: 0.1764243 Oct 27 16:25:17.596888 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6fe0abcd-71be-492d-af6c-4acdba8451d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.654354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0abcd-71be-492d-af6c-4acdba8451d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58e9c83-708c-4bb1-a346-679015834b71,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:17.657163 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6fe0abcd-71be-492d-af6c-4acdba8451d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.661477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6fe0abcd-71be-492d-af6c-4acdba8451d5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c58e9c83-708c-4bb1-a346-679015834b71 HTTP/1.1" status: 204 len: 168 time: 0.5447686 Oct 27 16:25:17.664803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46830) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:17.668654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9e5c6-0bf2-4bc5-844d-869ff023a40c req-5e00d0ba-6d3a-4bd2-bfed-69ecf09e1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:17.670797 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ca9e5c6-0bf2-4bc5-844d-869ff023a40c req-5e00d0ba-6d3a-4bd2-bfed-69ecf09e1786 service neutron] 10.222.0.54 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 917 time: 0.1683278 Oct 27 16:25:17.698833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d6424-5f20-4619-bd02-8857cc698220 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:17.762022 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0bc651a-744f-4f2b-a238-ab51be1f3fb0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.775043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.825889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc651a-744f-4f2b-a238-ab51be1f3fb0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ab88cb-2b2e-4993-89a2-18cf1e7cba6f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:17.834305 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ca9e5c6-0bf2-4bc5-844d-869ff023a40c req-8a84ff3d-9676-4a26-b41c-45bed8ce0fff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c HTTP/1.1" status: 200 len: 1000 time: 0.1515012 Oct 27 16:25:17.835437 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0bc651a-744f-4f2b-a238-ab51be1f3fb0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:17.840201 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a0bc651a-744f-4f2b-a238-ab51be1f3fb0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/a0ab88cb-2b2e-4993-89a2-18cf1e7cba6f HTTP/1.1" status: 204 len: 168 time: 0.8261776 Oct 27 16:25:17.852224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46834) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:17.901517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9e5c6-0bf2-4bc5-844d-869ff023a40c req-22467b75-fd96-4875-a901-f1e2d6a611a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:17.903552 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ca9e5c6-0bf2-4bc5-844d-869ff023a40c req-22467b75-fd96-4875-a901-f1e2d6a611a5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.0614183 Oct 27 16:25:17.973615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aceda8-9369-4c35-84cf-3103ab30609d None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:17.986396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9e5c6-0bf2-4bc5-844d-869ff023a40c req-f9180509-f4e9-476d-aba8-84c85ecf67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:17.988272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ca9e5c6-0bf2-4bc5-844d-869ff023a40c req-f9180509-f4e9-476d-aba8-84c85ecf67ae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753009 Oct 27 16:25:18.036259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e27c4d1e-77ee-43c2-8ec1-2d6b56dcb58e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1711383 Oct 27 16:25:18.038158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46842) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:18.088434 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.095501 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c1aceda8-9369-4c35-84cf-3103ab30609d None None] Deleting port 8ff7379d-3f00-418b-9570-3cbf9a070d42 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:18.096294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c1aceda8-9369-4c35-84cf-3103ab30609d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.124231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ddeb3c59-43a7-49d1-ad02-d30fda414de9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:18.159466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132a38e1-8312-496d-bb88-843d7fa1e6ea']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:18.170735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ca9e5c6-0bf2-4bc5-844d-869ff023a40c req-05049a22-5e88-49aa-85f7-264e3830e7e6 service neutron] 10.222.0.54 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730802 Oct 27 16:25:18.172040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c1aceda8-9369-4c35-84cf-3103ab30609d None None] For port 8ff7379d-3f00-418b-9570-3cbf9a070d42, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8ff7379d-3f00-418b-9570-3cbf9a070d42,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:18.173182 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c1aceda8-9369-4c35-84cf-3103ab30609d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.187877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c1aceda8-9369-4c35-84cf-3103ab30609d None None] Calling delete_port for 8ff7379d-3f00-418b-9570-3cbf9a070d42 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:18.217764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:18.218202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ec4abc-ffdf-4c0c-8f7f-b4b11d3282b4') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:25:18.252964 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.297013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58078d-7257-4eec-8aac-4ffff901388f req-59bf85af-829d-4ef8-a75b-b83a9822d597 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:18.325212 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac58078d-7257-4eec-8aac-4ffff901388f req-59bf85af-829d-4ef8-a75b-b83a9822d597 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 945 time: 0.1939921 Oct 27 16:25:18.334230 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8ca9e5c6-0bf2-4bc5-844d-869ff023a40c req-49a5b48d-3ab2-4d44-8fa5-046cfacb4273 service neutron] 10.222.0.54 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541536 Oct 27 16:25:18.342955 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.355543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:25:18.357019 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:25:18.366114 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:25:18.408800 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c1aceda8-9369-4c35-84cf-3103ab30609d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.443698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac58078d-7257-4eec-8aac-4ffff901388f req-d9aaeb6f-a3c3-4b38-9247-d012cefc9dfd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179774 Oct 27 16:25:18.482746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aceda8-9369-4c35-84cf-3103ab30609d None None] Pushing event deleted for resources: {'Port': ['ID=8ff7379d-3f00-418b-9570-3cbf9a070d42,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:18.490263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aceda8-9369-4c35-84cf-3103ab30609d None None] No DVR routers for this DVR port 8ff7379d-3f00-418b-9570-3cbf9a070d42 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:18.504856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e337aa4-c448-4ef1-8e0c-ff582167a991 req-76b93a68-fbb7-4254-8fed-c7cd6941d6ed tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:18.512979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e337aa4-c448-4ef1-8e0c-ff582167a991 req-76b93a68-fbb7-4254-8fed-c7cd6941d6ed tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1319230 Oct 27 16:25:18.514611 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-74831280-7c2e-46e9-9bd7-3168bc7db95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.547592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeb3c59-43a7-49d1-ad02-d30fda414de9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:18.551539 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3c59-43a7-49d1-ad02-d30fda414de9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.554737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.561522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.563263 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e337aa4-c448-4ef1-8e0c-ff582167a991 req-dd49a1da-fe4e-4d43-ba13-9d8889ef7b9f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491097 Oct 27 16:25:18.578710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] 10.222.0.15 "DELETE /v2.0/networks/132a38e1-8312-496d-bb88-843d7fa1e6ea HTTP/1.1" status: 204 len: 168 time: 0.9128067 Oct 27 16:25:18.597158 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 549818b6-e74b-4555-9a7a-5813c6cb986a up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:18.615705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33d7c7-11a2-4604-92a2-a86d39c39c02 admin admin] Pushing event deleted for resources: {'Network': ['ID=132a38e1-8312-496d-bb88-843d7fa1e6ea,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:18.736568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 549818b6-e74b-4555-9a7a-5813c6cb986a completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:25:18.750746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 549818b6-e74b-4555-9a7a-5813c6cb986a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:18.751208 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.855985 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.882260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc369e5b-fc55-478e-a538-efa9d4998197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549818b6-e74b-4555-9a7a-5813c6cb986a'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:18.884514 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2f0cab-c62c-4120-af6c-db059e10e145" -d '{"events": [{"server_uuid": "dc369e5b-fc55-478e-a538-efa9d4998197", "name": "network-vif-plugged", "status": "completed", "tag": "549818b6-e74b-4555-9a7a-5813c6cb986a"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:18.934703 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3c59-43a7-49d1-ad02-d30fda414de9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:18.997323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb3c59-43a7-49d1-ad02-d30fda414de9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:19.001386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ddeb3c59-43a7-49d1-ad02-d30fda414de9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:19.004537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb3c59-43a7-49d1-ad02-d30fda414de9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:19.005121 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3c59-43a7-49d1-ad02-d30fda414de9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.021567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb3c59-43a7-49d1-ad02-d30fda414de9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=f552d7c2-e79c-40cd-bdf5-f53fba510edc,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:19.060543 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46864) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:19.086008 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8165f81d-264c-44e5-bbfa-ef748636ede7 x-openstack-request-id: req-8165f81d-264c-44e5-bbfa-ef748636ede7 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:19.086887 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc369e5b-fc55-478e-a538-efa9d4998197", "name": "network-vif-plugged", "status": "completed", "tag": "549818b6-e74b-4555-9a7a-5813c6cb986a", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:19.087149 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8165f81d-264c-44e5-bbfa-ef748636ede7 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:19.087538 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc369e5b-fc55-478e-a538-efa9d4998197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549818b6-e74b-4555-9a7a-5813c6cb986a', 'code': 200} Oct 27 16:25:19.090337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b5b6f6-7093-43b8-b219-6c1bdb8cbd59 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:19.093572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 549818b6-e74b-4555-9a7a-5813c6cb986a, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=549818b6-e74b-4555-9a7a-5813c6cb986a,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:19.120092 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3c386442-0c8f-426e-8a4e-b05eda4b373f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0499ad2760c4c6f80bea41104f84ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563109 Oct 27 16:25:19.121127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46866) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:19.150196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80402fbc-b4a8-4226-a33a-8db13141f087 req-589626af-d91f-4c92-9bd0-09d85404854f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:19.152779 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80402fbc-b4a8-4226-a33a-8db13141f087 req-589626af-d91f-4c92-9bd0-09d85404854f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 1096 time: 0.0494559 Oct 27 16:25:19.170717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ddeb3c59-43a7-49d1-ad02-d30fda414de9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0480874 Oct 27 16:25:19.171465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46868) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:19.176008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:19.204234 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80402fbc-b4a8-4226-a33a-8db13141f087 req-4bcad8a4-f33c-457f-a4aa-0d31ae97eceb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435886 Oct 27 16:25:19.230039 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.289705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8ff7379d-3f00-418b-9570-3cbf9a070d42 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:19.316376 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15ffc587-c429-420a-893f-61d7413a7895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.322169 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 8ff7379d-3f00-418b-9570-3cbf9a070d42 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:19.322744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8ff7379d-3f00-418b-9570-3cbf9a070d42 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:19.325693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=549818b6-e74b-4555-9a7a-5813c6cb986a,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:19.357635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': 'f552d7c2-e79c-40cd-bdf5-f53fba510edc'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:19.358729 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.382799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15ffc587-c429-420a-893f-61d7413a7895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.517055 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Allocated IP 172.20.0.2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/f552d7c2-e79c-40cd-bdf5-f53fba510edc/21748076-8f51-423c-b6c0-31a48a60214b) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:19.525381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:19.535255 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.573356 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15ffc587-c429-420a-893f-61d7413a7895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.576779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15ffc587-c429-420a-893f-61d7413a7895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.580898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-15ffc587-c429-420a-893f-61d7413a7895 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2282708-aeb0-4f02-b0f0-d8169dba1f2b HTTP/1.1" status: 204 len: 168 time: 0.4585645 Oct 27 16:25:19.610934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffc587-c429-420a-893f-61d7413a7895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2282708-aeb0-4f02-b0f0-d8169dba1f2b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:19.642034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274d19-6a1d-4e35-b586-1ded340df711 req-a2ead6c2-e182-46f3-83a0-d82c65b3a5af tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:19.644428 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-19274d19-6a1d-4e35-b586-1ded340df711 req-a2ead6c2-e182-46f3-83a0-d82c65b3a5af tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 946 time: 0.1020906 Oct 27 16:25:19.725649 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-19274d19-6a1d-4e35-b586-1ded340df711 req-bf1b8ffc-0866-4725-8d29-f2fa722768b5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630889 Oct 27 16:25:19.784655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.793604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1c331-029a-4839-915d-ea4b94728507 req-045447f1-d5bb-432a-a5a5-4656a5547be8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:19.796968 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5a1c331-029a-4839-915d-ea4b94728507 req-045447f1-d5bb-432a-a5a5-4656a5547be8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.0896041 Oct 27 16:25:19.876244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a5a1c331-029a-4839-915d-ea4b94728507 req-bdeaed91-658f-4824-9996-46ff19b76e0a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722699 Oct 27 16:25:19.910382 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:19.959488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:19.962409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:19.965761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:19.975497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Pushing event updated for resources: {'Port': ['ID=21748076-8f51-423c-b6c0-31a48a60214b,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:20.030019 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Attempting to bind port 21748076-8f51-423c-b6c0-31a48a60214b on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:20.030386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Attempting to bind port 21748076-8f51-423c-b6c0-31a48a60214b by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:20.030759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Attempting to bind port 21748076-8f51-423c-b6c0-31a48a60214b on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:20.035877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:20.036290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:20.036696 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.037225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:20.038148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Bound port: 21748076-8f51-423c-b6c0-31a48a60214b, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:20.038600 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.140858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] For port 21748076-8f51-423c-b6c0-31a48a60214b, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:20.144937 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] For port 21748076-8f51-423c-b6c0-31a48a60214b, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=21748076-8f51-423c-b6c0-31a48a60214b,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:20.195058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.objects.ports [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:25:20.242627 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.347732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f8a20-0182-4b7e-84f6-ba5e9645d782 None None] Pushing event updated for resources: {'Port': ['ID=21748076-8f51-423c-b6c0-31a48a60214b,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:20.597176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d17dbcb8-d61c-4349-8581-f0c6912d7d8c no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:20.659033 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.780533 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.860329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:20.906547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] For port 21748076-8f51-423c-b6c0-31a48a60214b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=21748076-8f51-423c-b6c0-31a48a60214b,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:20.962040 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:20.967789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c0802-d39f-49e9-b593-9d67ac2170fa req-a33db0b3-124e-412c-9eac-f94b0c09fa50 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:20.970150 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-401c0802-d39f-49e9-b593-9d67ac2170fa req-a33db0b3-124e-412c-9eac-f94b0c09fa50 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 946 time: 0.1173093 Oct 27 16:25:20.994095 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.066529 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-401c0802-d39f-49e9-b593-9d67ac2170fa req-e2de9718-9d5c-41aa-847c-a1c0c0d6b01b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902061 Oct 27 16:25:21.092925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:21.095573 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3560160-3aa5-4bba-97e2-22220d5ef8b3" -d '{"events": [{"server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "name": "network-vif-unplugged", "status": "completed", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:21.121529 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.121529 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.128935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:21.202315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:21.220317 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:25:21.223690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:21.233344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:21.235230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.252019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=2cf1cd04-753b-40f6-8c86-01c0f8870a65,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:21.297133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291b43a-872e-44a6-9a75-cbd87a17b2fb req-2392f6be-5473-401f-b1b5-adac10f11d0c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:21.301595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=21748076-8f51-423c-b6c0-31a48a60214b,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:21.312537 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9291b43a-872e-44a6-9a75-cbd87a17b2fb req-2392f6be-5473-401f-b1b5-adac10f11d0c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 943 time: 0.1492243 Oct 27 16:25:21.360718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 21748076-8f51-423c-b6c0-31a48a60214b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:21.396737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-446192eb-be00-4d4a-b6e5-5f6786a54e3c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2245173 Oct 27 16:25:21.399381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46940) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:21.405511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:53:d6:d6', 'name': 'tempest-NetworksTestDHCPv6-210250860'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:21.406663 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9291b43a-872e-44a6-9a75-cbd87a17b2fb req-5fb9cc01-60e6-49e1-be6b-76d96f38a61f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928571 Oct 27 16:25:21.446690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 21748076-8f51-423c-b6c0-31a48a60214b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:21.446690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.646423 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd978c08-fb56-4b6a-bbfc-b787f48c2595 x-openstack-request-id: req-dd978c08-fb56-4b6a-bbfc-b787f48c2595 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:21.646809 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "name": "network-vif-unplugged", "status": "failed", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c", "code": 422}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:21.647012 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd978c08-fb56-4b6a-bbfc-b787f48c2595 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:21.647407 n-d-815689-1 neutron-server[109724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'code': 422} returned with failed status Oct 27 16:25:21.661269 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51cfdd95-e136-4cba-8e50-576bf45145d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.675707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edfeb4-c156-4194-8a9f-204190974b75 req-4198e568-ad68-4f63-9d93-f7d1a3d31013 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:21.685393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-17edfeb4-c156-4194-8a9f-204190974b75 req-4198e568-ad68-4f63-9d93-f7d1a3d31013 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 946 time: 0.1476223 Oct 27 16:25:21.706939 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.762457 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-17edfeb4-c156-4194-8a9f-204190974b75 req-84cbf73e-2764-468f-9e9a-0ca69e825574 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761745 Oct 27 16:25:21.778445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 21748076-8f51-423c-b6c0-31a48a60214b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=21748076-8f51-423c-b6c0-31a48a60214b,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:21.844455 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5026deca-d628-4f1a-94f0-938fd44e0710 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:21.888062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:21.906979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-53799103-3fad-4832-9f2b-870dfd0febaa None None] Provisioning complete for port 21748076-8f51-423c-b6c0-31a48a60214b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:21.907544 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53799103-3fad-4832-9f2b-870dfd0febaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:21.960090 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.084445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=21748076-8f51-423c-b6c0-31a48a60214b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:22.108303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.138381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 05e1f1a3-7aab-42a9-b957-6836171a2f08 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:22.301104 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.307825 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.372689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 172.20.0.13 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/f552d7c2-e79c-40cd-bdf5-f53fba510edc/05e1f1a3-7aab-42a9-b957-6836171a2f08) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:22.378836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::f816:3eff:fe53:d6d6 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/2cf1cd04-753b-40f6-8c86-01c0f8870a65/05e1f1a3-7aab-42a9-b957-6836171a2f08) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:22.613614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.838057 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:22.907720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:22.911472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:22.917670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:22.966658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=05e1f1a3-7aab-42a9-b957-6836171a2f08,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:22.983137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:22.983756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:22.984145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:22.984688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:22.984843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:22.985145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:22.985481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:22.985813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:22.986229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:22.986563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:22.987098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:22.987432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:23.046636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:23.047979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:23.049687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3b161e54-a94c-4074-b8f7-ec169b8a8506 None None] Provisioning complete for port 21748076-8f51-423c-b6c0-31a48a60214b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:23.050343 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3b161e54-a94c-4074-b8f7-ec169b8a8506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:23.142280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88530671-d33a-42b2-ace0-c8aa7771d61a req-edfa0850-c3c7-4b9c-8da4-65919c334134 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:23.152226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0f4534d7-2b14-4c87-8613-98dde487e664 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7509935 Oct 27 16:25:23.155634 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88530671-d33a-42b2-ace0-c8aa7771d61a req-edfa0850-c3c7-4b9c-8da4-65919c334134 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1300495 Oct 27 16:25:23.155809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 46988) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:23.240504 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-88530671-d33a-42b2-ace0-c8aa7771d61a req-b7e6160e-72a6-4adf-ab7d-d99999f375c0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850368 Oct 27 16:25:23.351703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 21748076-8f51-423c-b6c0-31a48a60214b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:23.385670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c86362c-ea96-4d9b-a910-d60e1809eba7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:23.393804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c86362c-ea96-4d9b-a910-d60e1809eba7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:23.396228 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3c86362c-ea96-4d9b-a910-d60e1809eba7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2405717 Oct 27 16:25:23.398951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46996) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:23.539296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 21748076-8f51-423c-b6c0-31a48a60214b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:23.539896 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:23.603742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-499b9486-baca-44a0-a0c4-8e4b40125cbf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 05e1f1a3-7aab-42a9-b957-6836171a2f08 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:23.604300 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-499b9486-baca-44a0-a0c4-8e4b40125cbf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:23.659690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8aec4013-b8a3-41d2-a51a-9b2828be021b None None] Provisioning complete for port 05e1f1a3-7aab-42a9-b957-6836171a2f08 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:23.660084 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8aec4013-b8a3-41d2-a51a-9b2828be021b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:23.720656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8aec4013-b8a3-41d2-a51a-9b2828be021b None None] Port 05e1f1a3-7aab-42a9-b957-6836171a2f08 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:25:23.755581 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-499b9486-baca-44a0-a0c4-8e4b40125cbf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:23.769061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-499b9486-baca-44a0-a0c4-8e4b40125cbf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 05e1f1a3-7aab-42a9-b957-6836171a2f08 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:24.021366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69ad3f-95b3-4ed7-9f9c-0556d23c22cf req-3329d204-8d4b-410d-bbe9-d7dfdc1397fa tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:24.023201 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d69ad3f-95b3-4ed7-9f9c-0556d23c22cf req-3329d204-8d4b-410d-bbe9-d7dfdc1397fa tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 946 time: 0.0857146 Oct 27 16:25:24.086294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-499b9486-baca-44a0-a0c4-8e4b40125cbf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:24.097531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d69ad3f-95b3-4ed7-9f9c-0556d23c22cf req-777188e9-ed1e-4648-ad03-544e10e18691 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674541 Oct 27 16:25:24.133871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b9486-baca-44a0-a0c4-8e4b40125cbf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=05e1f1a3-7aab-42a9-b957-6836171a2f08,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:24.184837 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:24.269945 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-499b9486-baca-44a0-a0c4-8e4b40125cbf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:24.276209 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-499b9486-baca-44a0-a0c4-8e4b40125cbf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/05e1f1a3-7aab-42a9-b957-6836171a2f08 HTTP/1.1" status: 204 len: 168 time: 0.8738563 Oct 27 16:25:24.276770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47020) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:24.341109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d622065-e8ba-4f61-8c15-0003cea4ce09 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:24.342793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d622065-e8ba-4f61-8c15-0003cea4ce09 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:24.344381 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d622065-e8ba-4f61-8c15-0003cea4ce09 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:24.346104 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3d622065-e8ba-4f61-8c15-0003cea4ce09 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0679560 Oct 27 16:25:24.357296 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47024) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:24.407759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-899034dc-6ab2-4a46-8567-bce734b861e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 2cf1cd04-753b-40f6-8c86-01c0f8870a65 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:24.413147 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-899034dc-6ab2-4a46-8567-bce734b861e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:24.424016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c52223-d165-46a0-864d-164d9225c5a6 req-07e799d5-111b-4422-a737-56158cb85098 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:24.437899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7c52223-d165-46a0-864d-164d9225c5a6 req-07e799d5-111b-4422-a737-56158cb85098 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.0909834 Oct 27 16:25:24.479909 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-899034dc-6ab2-4a46-8567-bce734b861e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:24.603730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7c52223-d165-46a0-864d-164d9225c5a6 req-6350cb13-b466-4b09-9acb-d9c4b3055ca8 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643851 Oct 27 16:25:24.610235 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d17dbcb8-d61c-4349-8581-f0c6912d7d8c no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:24.769820 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-899034dc-6ab2-4a46-8567-bce734b861e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.117175 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-899034dc-6ab2-4a46-8567-bce734b861e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.161337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7606aa41-ef57-4a37-b0bc-309120c5adb4 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:25.175950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-899034dc-6ab2-4a46-8567-bce734b861e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.196504 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-899034dc-6ab2-4a46-8567-bce734b861e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/2cf1cd04-753b-40f6-8c86-01c0f8870a65 HTTP/1.1" status: 204 len: 168 time: 0.8466074 Oct 27 16:25:25.197736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899034dc-6ab2-4a46-8567-bce734b861e9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf1cd04-753b-40f6-8c86-01c0f8870a65,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:25.199763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47048) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:25.289149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cca9c6-e6d2-4fe6-8809-48e3c3ad6d89 req-c941443b-b735-4404-b050-b6dcb1b0802b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:25.290714 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16cca9c6-e6d2-4fe6-8809-48e3c3ad6d89 req-c941443b-b735-4404-b050-b6dcb1b0802b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 946 time: 0.0853817 Oct 27 16:25:25.380120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07e547-167f-4c34-b98b-830ec7975e47 req-dd48bb69-1ab5-4c1c-b751-78dca85fb8fd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:25.381648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a07e547-167f-4c34-b98b-830ec7975e47 req-dd48bb69-1ab5-4c1c-b751-78dca85fb8fd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 946 time: 0.1317379 Oct 27 16:25:25.494916 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0a07e547-167f-4c34-b98b-830ec7975e47 req-3656c7e2-8726-43e7-a054-c74028a1a521 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056261 Oct 27 16:25:25.511798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-16cca9c6-e6d2-4fe6-8809-48e3c3ad6d89 req-ce5701a3-1e2c-40b6-9d60-41ecffea49f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Deleting port 549818b6-e74b-4555-9a7a-5813c6cb986a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:25.512173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-16cca9c6-e6d2-4fe6-8809-48e3c3ad6d89 req-ce5701a3-1e2c-40b6-9d60-41ecffea49f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.673106 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-5e2b2e72-c90c-451a-805f-dedda53a5079 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950091 Oct 27 16:25:25.701430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-16cca9c6-e6d2-4fe6-8809-48e3c3ad6d89 req-ce5701a3-1e2c-40b6-9d60-41ecffea49f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] For port 549818b6-e74b-4555-9a7a-5813c6cb986a, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=549818b6-e74b-4555-9a7a-5813c6cb986a,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:25.701812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-16cca9c6-e6d2-4fe6-8809-48e3c3ad6d89 req-ce5701a3-1e2c-40b6-9d60-41ecffea49f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.726334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-16cca9c6-e6d2-4fe6-8809-48e3c3ad6d89 req-ce5701a3-1e2c-40b6-9d60-41ecffea49f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Calling delete_port for 549818b6-e74b-4555-9a7a-5813c6cb986a owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:25.757594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f461546-fddf-4d5e-be6e-1fd94809a57b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet f552d7c2-e79c-40cd-bdf5-f53fba510edc {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:25.765538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f461546-fddf-4d5e-be6e-1fd94809a57b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.814499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788bdd9-0c0c-4344-b352-68a09846c3e5 req-a977746d-2d1e-4369-9abb-238e22138f1c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:25.816083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b788bdd9-0c0c-4344-b352-68a09846c3e5 req-a977746d-2d1e-4369-9abb-238e22138f1c tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 943 time: 0.5559633 Oct 27 16:25:25.830346 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f461546-fddf-4d5e-be6e-1fd94809a57b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:25.888756 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32851909-2265-4ba9-9fc8-5559c654c969 req-46dfb525-e055-4b28-bc7c-8f89d4b8c241 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:25.890735 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-32851909-2265-4ba9-9fc8-5559c654c969 req-46dfb525-e055-4b28-bc7c-8f89d4b8c241 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1475184 Oct 27 16:25:25.974472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b788bdd9-0c0c-4344-b352-68a09846c3e5 req-a6f338f2-161b-4963-960f-1717c9d04126 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354675 Oct 27 16:25:26.027208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-32851909-2265-4ba9-9fc8-5559c654c969 req-906ce416-0189-4e08-b142-4c3b9e930851 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237779 Oct 27 16:25:26.079335 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f461546-fddf-4d5e-be6e-1fd94809a57b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.213388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-16cca9c6-e6d2-4fe6-8809-48e3c3ad6d89 req-ce5701a3-1e2c-40b6-9d60-41ecffea49f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.226693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:26.280834 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f461546-fddf-4d5e-be6e-1fd94809a57b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.282882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['549818b6-e74b-4555-9a7a-5813c6cb986a'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:26.291236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5701a3-1e2c-40b6-9d60-41ecffea49f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event deleted for resources: {'Port': ['ID=549818b6-e74b-4555-9a7a-5813c6cb986a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:26.331307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f461546-fddf-4d5e-be6e-1fd94809a57b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=f552d7c2-e79c-40cd-bdf5-f53fba510edc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:26.333599 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f461546-fddf-4d5e-be6e-1fd94809a57b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.337134 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4f461546-fddf-4d5e-be6e-1fd94809a57b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/f552d7c2-e79c-40cd-bdf5-f53fba510edc HTTP/1.1" status: 204 len: 168 time: 1.1362560 Oct 27 16:25:26.342090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47092) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:26.377193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf6557c-8724-46b2-a61b-72dad23d1822 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:26.394277 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-368081ee-23d7-45a7-a213-83e5d13c4dd2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493309 Oct 27 16:25:26.397710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47094) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:26.408974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-16cca9c6-e6d2-4fe6-8809-48e3c3ad6d89 req-ce5701a3-1e2c-40b6-9d60-41ecffea49f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] No DVR routers for this DVR port 549818b6-e74b-4555-9a7a-5813c6cb986a on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:26.409208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1851b05e-f2eb-4c58-baf8-d0a8bea46d26 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:26.409334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-16cca9c6-e6d2-4fe6-8809-48e3c3ad6d89 req-ce5701a3-1e2c-40b6-9d60-41ecffea49f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.415113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16cca9c6-e6d2-4fe6-8809-48e3c3ad6d89 req-ce5701a3-1e2c-40b6-9d60-41ecffea49f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "DELETE /v2.0/ports/549818b6-e74b-4555-9a7a-5813c6cb986a HTTP/1.1" status: 204 len: 173 time: 1.0955257 Oct 27 16:25:26.415784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc369e5b-fc55-478e-a538-efa9d4998197', 'name': 'network-vif-deleted', 'tag': '549818b6-e74b-4555-9a7a-5813c6cb986a'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:26.418562 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529828d8-62dd-4cf0-ac12-de84aacf2b07" -d '{"events": [{"server_uuid": "dc369e5b-fc55-478e-a538-efa9d4998197", "name": "network-vif-deleted", "tag": "549818b6-e74b-4555-9a7a-5813c6cb986a"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:26.466712 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a163eba-cadf-45f2-9414-fc7cd84d23af x-openstack-request-id: req-1a163eba-cadf-45f2-9414-fc7cd84d23af {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:26.472613 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc369e5b-fc55-478e-a538-efa9d4998197", "name": "network-vif-deleted", "tag": "549818b6-e74b-4555-9a7a-5813c6cb986a", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:26.474289 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a163eba-cadf-45f2-9414-fc7cd84d23af {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:26.474819 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc369e5b-fc55-478e-a538-efa9d4998197', 'name': 'network-vif-deleted', 'tag': '549818b6-e74b-4555-9a7a-5813c6cb986a', 'status': 'completed', 'code': 200} Oct 27 16:25:26.561716 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0921636e-bc9a-4a98-b82f-72b816df0287 None None] Provisioning complete for port 21748076-8f51-423c-b6c0-31a48a60214b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:26.562365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0921636e-bc9a-4a98-b82f-72b816df0287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.675511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c185272-bd50-4419-ac2a-9a0751d42c9e req-443a1654-1853-45c4-89cb-eff6d812c983 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 210 time: 0.0408132 Oct 27 16:25:26.683437 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1851b05e-f2eb-4c58-baf8-d0a8bea46d26 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:26.699161 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1851b05e-f2eb-4c58-baf8-d0a8bea46d26 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.850453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55796eaf-87d9-4804-9acb-e8290d56b813 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:26.907893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-55796eaf-87d9-4804-9acb-e8290d56b813 None None] Deleting port 21748076-8f51-423c-b6c0-31a48a60214b {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:26.908601 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-55796eaf-87d9-4804-9acb-e8290d56b813 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:26.996919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-55796eaf-87d9-4804-9acb-e8290d56b813 None None] For port 21748076-8f51-423c-b6c0-31a48a60214b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=21748076-8f51-423c-b6c0-31a48a60214b,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:27.003793 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-55796eaf-87d9-4804-9acb-e8290d56b813 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.015791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-55796eaf-87d9-4804-9acb-e8290d56b813 None None] Calling delete_port for 21748076-8f51-423c-b6c0-31a48a60214b owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:27.153306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1851b05e-f2eb-4c58-baf8-d0a8bea46d26 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.255896 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c628a8e-ca7d-49dc-bb2c-a2e4e24d8069 req-c481f102-2380-4a4e-84d4-4d8b10448744 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:27.256257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1851b05e-f2eb-4c58-baf8-d0a8bea46d26 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:27.276956 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c628a8e-ca7d-49dc-bb2c-a2e4e24d8069 req-c481f102-2380-4a4e-84d4-4d8b10448744 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 943 time: 0.1040232 Oct 27 16:25:27.278317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851b05e-f2eb-4c58-baf8-d0a8bea46d26 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=db6a08c6-1820-45f3-9444-1b756671b7f8,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:27.283331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1851b05e-f2eb-4c58-baf8-d0a8bea46d26 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:27.291190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1851b05e-f2eb-4c58-baf8-d0a8bea46d26 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:27.291778 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1851b05e-f2eb-4c58-baf8-d0a8bea46d26 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.316135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba2cef-60c6-4643-8737-51b34b7f6f96 req-11c5ce24-42ae-4ee9-adc3-b71ac5a7fae0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:27.325678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54ba2cef-60c6-4643-8737-51b34b7f6f96 req-11c5ce24-42ae-4ee9-adc3-b71ac5a7fae0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1875975 Oct 27 16:25:27.326774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 21748076-8f51-423c-b6c0-31a48a60214b no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:27.364344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c628a8e-ca7d-49dc-bb2c-a2e4e24d8069 req-f24756c4-92cc-4802-a6a5-c4e5a35ce310 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795281 Oct 27 16:25:27.422197 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-55796eaf-87d9-4804-9acb-e8290d56b813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.422945 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54ba2cef-60c6-4643-8737-51b34b7f6f96 req-7d3f4505-18d7-441c-987f-982dfd72e4c2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962987 Oct 27 16:25:27.440468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55796eaf-87d9-4804-9acb-e8290d56b813 None None] No DVR routers for this DVR port 21748076-8f51-423c-b6c0-31a48a60214b on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:27.464496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55796eaf-87d9-4804-9acb-e8290d56b813 None None] Pushing event deleted for resources: {'Port': ['ID=21748076-8f51-423c-b6c0-31a48a60214b,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:27.478842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894f2419-4d11-4b52-927c-e26d01ba4a2e None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:27.484198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No active binding found for port 21748076-8f51-423c-b6c0-31a48a60214b {{(pid=109724) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 16:25:27.484709 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 21748076-8f51-423c-b6c0-31a48a60214b not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:27.506378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1851b05e-f2eb-4c58-baf8-d0a8bea46d26 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1040785 Oct 27 16:25:27.511422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47122) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:27.517713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:27.712793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': 'db6a08c6-1820-45f3-9444-1b756671b7f8'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:27.715251 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.770169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:27.777238 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:27.974665 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c73d1e98-2ede-4607-8f50-bdb3f8e0016d req-e92e3716-33b3-4ed8-914c-f180e248ed5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=dc369e5b-fc55-478e-a538-efa9d4998197 HTTP/1.1" status: 200 len: 210 time: 0.0987995 Oct 27 16:25:28.035964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Allocated IP 172.20.0.2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/db6a08c6-1820-45f3-9444-1b756671b7f8/d0de028b-a5e4-4f4a-8028-360c77d15afe) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:28.044338 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-898db4df-5f3d-4ba5-8894-e886342e74b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:28.047065 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-898db4df-5f3d-4ba5-8894-e886342e74b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69&tenant_id=f8dec9b3744a440aa1a6f2084919f3e1 HTTP/1.1" status: 200 len: 1094 time: 0.1522079 Oct 27 16:25:28.064824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:28.158615 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.222735 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.356434 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.502698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:28.554663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:28.617358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4adf4-7e92-458f-ad3f-c12d49ba39b8 req-6b70f508-75d0-4aed-a31d-c272c5858bae tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:28.621171 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-01d4adf4-7e92-458f-ad3f-c12d49ba39b8 req-6b70f508-75d0-4aed-a31d-c272c5858bae tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 943 time: 0.1143022 Oct 27 16:25:28.670613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17dbcb8-d61c-4349-8581-f0c6912d7d8c {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:25:28.688621 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.700832 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-01d4adf4-7e92-458f-ad3f-c12d49ba39b8 req-45fe68c8-8f21-460c-807f-2f981d07e126 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698366 Oct 27 16:25:28.719104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Transition to ACTIVE for port object d17dbcb8-d61c-4349-8581-f0c6912d7d8c will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:25:28.726120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 549818b6-e74b-4555-9a7a-5813c6cb986a no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:28.749029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2654038-0afa-43f8-b731-404d411e8714 req-ae389f28-b83e-4bae-b4eb-570f738b48f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:28.751261 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2654038-0afa-43f8-b731-404d411e8714 req-ae389f28-b83e-4bae-b4eb-570f738b48f6 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1650426 Oct 27 16:25:28.755671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 549818b6-e74b-4555-9a7a-5813c6cb986a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:28.756002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 549818b6-e74b-4555-9a7a-5813c6cb986a not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:28.787745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:28.788888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Pushing event updated for resources: {'Port': ['ID=d0de028b-a5e4-4f4a-8028-360c77d15afe,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:28.794578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:28.801974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:28.816151 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.825611 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2654038-0afa-43f8-b731-404d411e8714 req-784cde72-4629-4630-8def-de7babfde8f7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498238 Oct 27 16:25:28.862213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.objects.ports [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:25:28.864632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.865055 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.866009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.866418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.866821 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.867220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.867620 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.868020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.868428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.868943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.869265 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.869655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:28.938800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Attempting to bind port d0de028b-a5e4-4f4a-8028-360c77d15afe on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:28.939181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Attempting to bind port d0de028b-a5e4-4f4a-8028-360c77d15afe by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:28.939548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Attempting to bind port d0de028b-a5e4-4f4a-8028-360c77d15afe on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:28.949732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:28.950390 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:28.951133 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:28.951674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:28.952323 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Bound port: d0de028b-a5e4-4f4a-8028-360c77d15afe, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:28.952864 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.073991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] For port d0de028b-a5e4-4f4a-8028-360c77d15afe, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:29.077397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] For port d0de028b-a5e4-4f4a-8028-360c77d15afe, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d0de028b-a5e4-4f4a-8028-360c77d15afe,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:29.101526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=9']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:29.157018 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.215514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] No DVR routers for this DVR port d17dbcb8-d61c-4349-8581-f0c6912d7d8c on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:29.277240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299132e-7489-4825-a41c-07e39b3edde8 None None] Pushing event updated for resources: {'Port': ['ID=d0de028b-a5e4-4f4a-8028-360c77d15afe,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:29.359262 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.566597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Attempting to bind port d17dbcb8-d61c-4349-8581-f0c6912d7d8c on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:29.571673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Attempting to bind port d17dbcb8-d61c-4349-8581-f0c6912d7d8c by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:29.571673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Attempting to bind port d17dbcb8-d61c-4349-8581-f0c6912d7d8c on network 68591647-5373-400e-bd85-680b6bb7200d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:29.619918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.621868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Port d17dbcb8-d61c-4349-8581-f0c6912d7d8c on network 68591647-5373-400e-bd85-680b6bb7200d not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:25:29.622198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Attempting to bind port d17dbcb8-d61c-4349-8581-f0c6912d7d8c on network 68591647-5373-400e-bd85-680b6bb7200d {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:29.640673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:29.641006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Checking segment: {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:29.641365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Bound using segment: {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:29.641827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Bound port: d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83caa3bc-26f7-40f9-93cd-57a9cc3184fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '68591647-5373-400e-bd85-680b6bb7200d'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:29.650641 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:29.765826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-aba61241-103d-41e2-a3ef-b5910c1e9013 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:29.767341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-aba61241-103d-41e2-a3ef-b5910c1e9013 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.3061230 Oct 27 16:25:29.857671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab28067-bf32-4ba0-8473-626633e3ef35 req-47e85b6b-327d-4aaa-959c-92227b9f7096 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:29.857671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ab28067-bf32-4ba0-8473-626633e3ef35 req-47e85b6b-327d-4aaa-959c-92227b9f7096 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 943 time: 0.0677996 Oct 27 16:25:29.866960 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-277d63a1-a865-4836-b91e-09aeab2f4cb8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/quotas/38d3f95336f441d6849f076f492df8a8 HTTP/1.1" status: 200 len: 375 time: 0.0932333 Oct 27 16:25:29.914499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:29.921322 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ab28067-bf32-4ba0-8473-626633e3ef35 req-e2a46643-ff87-46ba-bbac-29fb55c590b4 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540912 Oct 27 16:25:29.941441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:29.964954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] For port d0de028b-a5e4-4f4a-8028-360c77d15afe, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d0de028b-a5e4-4f4a-8028-360c77d15afe,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:29.987950 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f1559286-dfd1-46e2-95a7-01951bf4b988 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1139610 Oct 27 16:25:30.038882 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.086614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbf33e-cf6a-4ebe-9724-2f326e7e5844 req-0f9306f1-668b-4e0f-a679-f79982905d8c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:30.090775 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5bbf33e-cf6a-4ebe-9724-2f326e7e5844 req-0f9306f1-668b-4e0f-a679-f79982905d8c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.0893505 Oct 27 16:25:30.119076 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.193794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:30.194312 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.195914 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] 10.222.0.53 "PUT /v2.0/ports/d17dbcb8-d61c-4349-8581-f0c6912d7d8c HTTP/1.1" status: 200 len: 1091 time: 2.1410947 Oct 27 16:25:30.199711 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5bbf33e-cf6a-4ebe-9724-2f326e7e5844 req-ef3e66cf-da72-47bf-8af0-ed17b4ed39d5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956378 Oct 27 16:25:30.199894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:30.207038 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352d079a-19e4-4fe2-9d2e-286d005193cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:30.210151 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.210906 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.348461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:30.379673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=98873e65-23b8-40bd-83c3-4c00cc2b2d82,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:30.387400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:30.390253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:30.390839 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:30.423664 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71137be-593b-4b3c-9864-47fda70f5b2a x-openstack-request-id: req-e71137be-593b-4b3c-9864-47fda70f5b2a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:30.424003 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:30.424295 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e71137be-593b-4b3c-9864-47fda70f5b2a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:30.424689 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'status': 'completed', 'code': 200} Oct 27 16:25:30.728158 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409448e4-9fec-4b5b-b986-6c88be59d35c None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:30.892932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955da15-0172-4526-800f-e9f5a5c97b1f service neutron] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:30.914395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-dd8c94b7-dd92-4e2c-b0e9-fe1e5411eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:30.914395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-dd8c94b7-dd92-4e2c-b0e9-fe1e5411eb76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 1095 time: 0.5371485 Oct 27 16:25:31.005415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cbda4ef6-c319-455d-9a4c-5abd80e903e9 None None] Provisioning complete for port d0de028b-a5e4-4f4a-8028-360c77d15afe triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:31.005850 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cbda4ef6-c319-455d-9a4c-5abd80e903e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.067597 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5549159 Oct 27 16:25:31.077009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47208) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:31.097163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:96:02:50', 'name': 'tempest-NetworksTestDHCPv6-514783536'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:31.216436 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cbda4ef6-c319-455d-9a4c-5abd80e903e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.222497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107762c9-038f-4f22-a31d-5b21b7fc1aed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=d0de028b-a5e4-4f4a-8028-360c77d15afe,revision_number=4']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:31.235421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b88f4-9e44-4287-b5b8-132ce0d993eb req-edcc40da-fbad-43d2-a108-112b17e98887 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:31.237850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-071b88f4-9e44-4287-b5b8-132ce0d993eb req-edcc40da-fbad-43d2-a108-112b17e98887 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1751325 Oct 27 16:25:31.259595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-671956c0-306f-45c3-b562-68f5785a2e4b service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2587161 Oct 27 16:25:31.347537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-cbda4ef6-c319-455d-9a4c-5abd80e903e9 None None] For port d0de028b-a5e4-4f4a-8028-360c77d15afe, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d0de028b-a5e4-4f4a-8028-360c77d15afe,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:31.380384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47214) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:31.414058 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-071b88f4-9e44-4287-b5b8-132ce0d993eb req-97faf7d3-7fd7-445c-9b60-6fa509858ad3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651359 Oct 27 16:25:31.430753 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cbda4ef6-c319-455d-9a4c-5abd80e903e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.472378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-f1131796-638f-4929-b829-e1a609c156e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:31.483131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d0de028b-a5e4-4f4a-8028-360c77d15afe up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:31.506390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-f1131796-638f-4929-b829-e1a609c156e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 917 time: 0.5642898 Oct 27 16:25:31.620681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d0de028b-a5e4-4f4a-8028-360c77d15afe triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:31.621405 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.627593 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-fc522f48-e085-4a31-9e99-7723adb06d54 service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510344 Oct 27 16:25:31.634692 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03e44b6a-f25a-4daa-aa59-a3f8e46aa175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.637531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:31.683529 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-7d18d662-7bfb-4cc3-8811-690d8bda1dc3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c HTTP/1.1" status: 200 len: 998 time: 0.1765246 Oct 27 16:25:31.688147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbda4ef6-c319-455d-9a4c-5abd80e903e9 None None] Pushing event updated for resources: {'Port': ['ID=d0de028b-a5e4-4f4a-8028-360c77d15afe,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:31.793425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-354237eb-5586-4ef4-9962-7a3009642fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:31.795112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-354237eb-5586-4ef4-9962-7a3009642fba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.1045284 Oct 27 16:25:31.827820 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:31.908881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 48cf352d-1788-4560-ae24-6f8fccb19bc8 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:31.931983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-d5f85f01-5e06-473d-b23e-9abeae598c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:31.937923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-d5f85f01-5e06-473d-b23e-9abeae598c49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351306 Oct 27 16:25:32.198625 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-468536bb-a95b-4271-ba9e-7eb60d76d74e service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484980 Oct 27 16:25:32.232251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 172.20.0.8 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/db6a08c6-1820-45f3-9444-1b756671b7f8/48cf352d-1788-4560-ae24-6f8fccb19bc8) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:32.248816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::f816:3eff:fe96:250 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/98873e65-23b8-40bd-83c3-4c00cc2b2d82/48cf352d-1788-4560-ae24-6f8fccb19bc8) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:32.266211 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec38f03e-0194-4901-aaa3-56eb93ef0aa7 req-529a11df-8a97-4aeb-ac38-de6848737ea6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 210 time: 0.0656228 Oct 27 16:25:32.421564 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-3401f69d-6b95-4a78-af0d-4318af1967ae service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524818 Oct 27 16:25:32.468905 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0113e-65ab-4530-a835-d4cbd4d75221 req-0663978b-7f51-4e87-b884-cb592d31b1fe tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:32.477246 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9ae0113e-65ab-4530-a835-d4cbd4d75221 req-0663978b-7f51-4e87-b884-cb592d31b1fe tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.8138151 Oct 27 16:25:32.481503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3a2f1f2b-c5e3-4418-8a5e-a17341497dfa None None] Provisioning complete for port d0de028b-a5e4-4f4a-8028-360c77d15afe triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:32.482008 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f2b-c5e3-4418-8a5e-a17341497dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.524463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.560996 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9ae0113e-65ab-4530-a835-d4cbd4d75221 req-bd061d39-82b3-4c39-bdbc-5f3d3d9bcbb1 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822115 Oct 27 16:25:32.616823 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03e44b6a-f25a-4daa-aa59-a3f8e46aa175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.677736 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.691831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d079a-19e4-4fe2-9d2e-286d005193cb req-48212004-9266-446b-bd77-2b96b1b3fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:32.693498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-352d079a-19e4-4fe2-9d2e-286d005193cb req-48212004-9266-446b-bd77-2b96b1b3fb68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 1095 time: 0.1304588 Oct 27 16:25:32.721538 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03e44b6a-f25a-4daa-aa59-a3f8e46aa175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.781018 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:32.801576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33aebf5-64b5-4751-bb5a-f2e123e1a1de req-22719717-5896-47e9-8a68-ddf1f7ca9afa tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:32.803119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d33aebf5-64b5-4751-bb5a-f2e123e1a1de req-22719717-5896-47e9-8a68-ddf1f7ca9afa tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1598232 Oct 27 16:25:32.860121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d33aebf5-64b5-4751-bb5a-f2e123e1a1de req-4fa507c0-ed70-4668-aed2-81ccbd57f957 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420804 Oct 27 16:25:32.869697 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-03e44b6a-f25a-4daa-aa59-a3f8e46aa175 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe46ea5363c1461f9a2a28873378d64f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4871340 Oct 27 16:25:32.894500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e44b6a-f25a-4daa-aa59-a3f8e46aa175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7781c2-0537-4cdb-97e2-9a81bfee3e65,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:32.897960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47244) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:32.927970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:32.949651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d079a-19e4-4fe2-9d2e-286d005193cb req-6775d5eb-6e03-4398-ab52-d3e1c33ab870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:32.951528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-352d079a-19e4-4fe2-9d2e-286d005193cb req-6775d5eb-6e03-4398-ab52-d3e1c33ab870 service neutron] 10.222.0.53 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 917 time: 0.2487481 Oct 27 16:25:32.955136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:32.958988 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:32.964108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=48cf352d-1788-4560-ae24-6f8fccb19bc8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:33.027158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:33.028413 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.038824 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c55f57f-b4b3-4bde-a119-5d31bae50b66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.069111 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-352d079a-19e4-4fe2-9d2e-286d005193cb req-7fe0904d-3869-4f13-8d2f-0f0622caca97 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c HTTP/1.1" status: 200 len: 998 time: 0.1036150 Oct 27 16:25:33.088116 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c55f57f-b4b3-4bde-a119-5d31bae50b66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.152642 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c1d2fad7-c1d8-48e8-983a-db1e7023d3cd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.0727654 Oct 27 16:25:33.158203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47250) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:33.159270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d079a-19e4-4fe2-9d2e-286d005193cb req-09e71246-7d83-486a-ae48-ee57ff366954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:33.160820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-352d079a-19e4-4fe2-9d2e-286d005193cb req-09e71246-7d83-486a-ae48-ee57ff366954 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.0824983 Oct 27 16:25:33.238453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d079a-19e4-4fe2-9d2e-286d005193cb req-4ab72ceb-2979-4531-9a73-3cc2de45f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:33.241174 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f8ee9-bee5-4b12-9b09-c2341ca76e06 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:33.243842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-352d079a-19e4-4fe2-9d2e-286d005193cb req-4ab72ceb-2979-4531-9a73-3cc2de45f12a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703881 Oct 27 16:25:33.250239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f8ee9-bee5-4b12-9b09-c2341ca76e06 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:33.252335 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c09f8ee9-bee5-4b12-9b09-c2341ca76e06 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0980630 Oct 27 16:25:33.260351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47256) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:33.314879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d0de028b-a5e4-4f4a-8028-360c77d15afe up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:33.418554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d0de028b-a5e4-4f4a-8028-360c77d15afe triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:33.419356 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.447520 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c55f57f-b4b3-4bde-a119-5d31bae50b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.463100 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1c55f57f-b4b3-4bde-a119-5d31bae50b66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.485234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1c55f57f-b4b3-4bde-a119-5d31bae50b66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a7781c2-0537-4cdb-97e2-9a81bfee3e65 HTTP/1.1" status: 204 len: 168 time: 0.5699136 Oct 27 16:25:33.541999 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2ef1bb87-2dce-4ef5-8776-8a738d29555b req-6abe0aa6-c7c5-45ad-86d9-921f01b305cb tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 210 time: 0.1145110 Oct 27 16:25:33.556724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55f57f-b4b3-4bde-a119-5d31bae50b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7781c2-0537-4cdb-97e2-9a81bfee3e65,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:33.592207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-352d079a-19e4-4fe2-9d2e-286d005193cb req-8f00a5ea-f0ec-4730-b985-96d3e25e3dd9 service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405290 Oct 27 16:25:33.652904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d588b9f6-a16a-4d62-97e5-83684eeaa33c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 48cf352d-1788-4560-ae24-6f8fccb19bc8 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:33.653633 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d588b9f6-a16a-4d62-97e5-83684eeaa33c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.759308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-996f98d2-bc7c-4a08-abe3-832d77ea4fc3 None None] Provisioning complete for port 48cf352d-1788-4560-ae24-6f8fccb19bc8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:33.763780 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-996f98d2-bc7c-4a08-abe3-832d77ea4fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.855008 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-352d079a-19e4-4fe2-9d2e-286d005193cb req-50707e88-a392-4bba-be00-81da614e336e service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426600 Oct 27 16:25:33.864209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d588b9f6-a16a-4d62-97e5-83684eeaa33c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:33.895615 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d588b9f6-a16a-4d62-97e5-83684eeaa33c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 48cf352d-1788-4560-ae24-6f8fccb19bc8 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:33.898945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-996f98d2-bc7c-4a08-abe3-832d77ea4fc3 None None] Port 48cf352d-1788-4560-ae24-6f8fccb19bc8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:25:33.993586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3eade4-e6f4-4230-9c27-2c4639490c80 req-20c64bd5-2d2a-4b5d-a475-0958d64bf267 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:34.005590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b3eade4-e6f4-4230-9c27-2c4639490c80 req-20c64bd5-2d2a-4b5d-a475-0958d64bf267 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1453686 Oct 27 16:25:34.201822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4b3eade4-e6f4-4230-9c27-2c4639490c80 req-5d60a5db-59dc-4aa1-aca3-41ae33c3f5b2 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788931 Oct 27 16:25:34.373002 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d588b9f6-a16a-4d62-97e5-83684eeaa33c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:34.393222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39652671-03aa-47e9-87bb-4faef069e0e8 req-8693af15-b9e2-4e12-9bc6-15adcd93a5ba tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:34.401819 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39652671-03aa-47e9-87bb-4faef069e0e8 req-8693af15-b9e2-4e12-9bc6-15adcd93a5ba tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1138816 Oct 27 16:25:34.436195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588b9f6-a16a-4d62-97e5-83684eeaa33c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=48cf352d-1788-4560-ae24-6f8fccb19bc8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:34.482165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39652671-03aa-47e9-87bb-4faef069e0e8 req-42fea428-c670-4b15-bf23-5dc3946a1cd9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790820 Oct 27 16:25:34.623702 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d588b9f6-a16a-4d62-97e5-83684eeaa33c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:34.630419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47284) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:34.632602 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d588b9f6-a16a-4d62-97e5-83684eeaa33c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/48cf352d-1788-4560-ae24-6f8fccb19bc8 HTTP/1.1" status: 204 len: 168 time: 1.3703966 Oct 27 16:25:34.795678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4231c967-a883-47eb-9b78-92fd3defbb0a req-eb37573b-4cd4-48f7-89a2-d42d4ddf8568 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 210 time: 0.0642867 Oct 27 16:25:34.836968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d8fb2-7162-4e25-9d2e-4517ed77b892 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:34.839570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d8fb2-7162-4e25-9d2e-4517ed77b892 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:34.841568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856d8fb2-7162-4e25-9d2e-4517ed77b892 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:34.847895 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-856d8fb2-7162-4e25-9d2e-4517ed77b892 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2163720 Oct 27 16:25:34.850616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47286) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:34.981370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4ba5d19-d4e7-4394-8d3d-9b8032d52589 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 98873e65-23b8-40bd-83c3-4c00cc2b2d82 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:34.986235 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4ba5d19-d4e7-4394-8d3d-9b8032d52589 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.127694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4ba5d19-d4e7-4394-8d3d-9b8032d52589 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.271779 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-64810830-33fc-4075-9405-c45d6ae21f5d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:35.273305 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-64810830-33fc-4075-9405-c45d6ae21f5d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.2456329 Oct 27 16:25:35.294118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Request body: {'port': {'device_id': 'f87f5ada-0e85-4661-82cf-e602c2559890', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'admin_state_up': True, 'tenant_id': '38d3f95336f441d6849f076f492df8a8'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:35.422957 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4ba5d19-d4e7-4394-8d3d-9b8032d52589 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.593615 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed39563-d8da-4388-b277-8bb5954f97bf req-b5d2dba2-118d-498b-abed-f4bf5cfa00ec tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:35.595604 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ed39563-d8da-4388-b277-8bb5954f97bf req-b5d2dba2-118d-498b-abed-f4bf5cfa00ec tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1354742 Oct 27 16:25:35.630433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4ba5d19-d4e7-4394-8d3d-9b8032d52589 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.764092 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba5d19-d4e7-4394-8d3d-9b8032d52589 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=98873e65-23b8-40bd-83c3-4c00cc2b2d82,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:35.771210 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4ba5d19-d4e7-4394-8d3d-9b8032d52589 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:35.779999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4508c6da-f4ce-427a-936a-6b28975295e3 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:35.789001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d4ba5d19-d4e7-4394-8d3d-9b8032d52589 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/98873e65-23b8-40bd-83c3-4c00cc2b2d82 HTTP/1.1" status: 204 len: 168 time: 0.9262018 Oct 27 16:25:35.797481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47306) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:35.828517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c8ab-62d5-4e10-9f99-adaf730a0ca1 req-31f8bfea-8bff-4194-9a00-05fc4a2299c8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:35.832656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d824c8ab-62d5-4e10-9f99-adaf730a0ca1 req-31f8bfea-8bff-4194-9a00-05fc4a2299c8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1898060 Oct 27 16:25:35.923067 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d824c8ab-62d5-4e10-9f99-adaf730a0ca1 req-2275a94a-da72-4932-a60f-91f4149def49 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817449 Oct 27 16:25:36.096097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5730b4-314d-48a5-91fc-3767a5d3cf7f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet db6a08c6-1820-45f3-9444-1b756671b7f8 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:36.133878 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ed39563-d8da-4388-b277-8bb5954f97bf req-d90937fb-cb4d-4aae-923a-e82a8590a5a5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5194156 Oct 27 16:25:36.134684 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd5730b4-314d-48a5-91fc-3767a5d3cf7f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.214355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Made reservation on behalf of 38d3f95336f441d6849f076f492df8a8 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:36.217920 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.239566 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd5730b4-314d-48a5-91fc-3767a5d3cf7f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:36.263338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-430d066b-3f62-44b1-a111-ee80f82ad6e8 req-178d700b-87fb-4ef5-bd7e-e389bac8aa67 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 210 time: 0.0838683 Oct 27 16:25:36.734980 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd5730b4-314d-48a5-91fc-3767a5d3cf7f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.068983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Allocated IP 172.20.0.9 (c47a63cd-949d-4480-9c39-3436e4ca4276/64491595-c258-460a-a334-a8181c6eb3c4/819b0c2d-7390-4ae4-8475-49f84ff323af) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:37.184565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a4b59809-411a-42ad-a200-3921776ea0db None None] Provisioning complete for port d0de028b-a5e4-4f4a-8028-360c77d15afe triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:37.184565 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a4b59809-411a-42ad-a200-3921776ea0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.240097 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd5730b4-314d-48a5-91fc-3767a5d3cf7f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.414609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beabd06-829c-48e5-95aa-0b8da61ff26b req-6d1f36ac-713c-4a37-b43e-aa7021971bc3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:37.418816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5730b4-314d-48a5-91fc-3767a5d3cf7f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=db6a08c6-1820-45f3-9444-1b756671b7f8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:37.419293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6beabd06-829c-48e5-95aa-0b8da61ff26b req-6d1f36ac-713c-4a37-b43e-aa7021971bc3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1630735 Oct 27 16:25:37.428101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd5730b4-314d-48a5-91fc-3767a5d3cf7f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.436604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47336) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:37.437500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fd5730b4-314d-48a5-91fc-3767a5d3cf7f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/db6a08c6-1820-45f3-9444-1b756671b7f8 HTTP/1.1" status: 204 len: 168 time: 1.6334755 Oct 27 16:25:37.481837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7962a-04a2-4267-8318-5da0f3407863 req-342e72ef-9dfb-46eb-aa24-81f704ee56db tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:37.489972 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-31f7962a-04a2-4267-8318-5da0f3407863 req-342e72ef-9dfb-46eb-aa24-81f704ee56db tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.2618301 Oct 27 16:25:37.539327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d25df-fa06-4984-b592-32f91c51e0d0 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:37.626490 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.657743 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-31f7962a-04a2-4267-8318-5da0f3407863 req-b6a3a1a0-48d0-4f5d-9ce8-0693325c4fda tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634083 Oct 27 16:25:37.681086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-28ea628b-94fc-442d-ba49-2b21b7fca97f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2378244 Oct 27 16:25:37.683680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47340) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:37.824196 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6beabd06-829c-48e5-95aa-0b8da61ff26b req-6626ae81-9ed5-4da3-a84f-d5c35d1facfc tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795168 Oct 27 16:25:37.859796 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:37.877612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:37.894898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b761b6f2-c876-4a9e-89c0-1d71c8a1df0a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:37.928480 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b761b6f2-c876-4a9e-89c0-1d71c8a1df0a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2228017 Oct 27 16:25:37.929111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47344) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:38.016008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790834cf-446f-444c-b999-081281fcf5f3 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:38.035520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Network c47a63cd-949d-4480-9c39-3436e4ca4276 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:38.058695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c5eff-aade-4059-9f87-fd724e84f9b3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:38.064694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47346) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:38.066237 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-478c5eff-aade-4059-9f87-fd724e84f9b3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1360769 Oct 27 16:25:38.215884 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-883c71d5-b8f3-4994-95bd-826143fd802c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260152 Oct 27 16:25:38.217304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:38.228039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47354) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:38.236476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-cd261258-8628-41c5-b80c-ac2eff2c39bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:38.267641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:38.330465 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:38.331091 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:38.355330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event updated for resources: {'Port': ['ID=819b0c2d-7390-4ae4-8475-49f84ff323af,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:38.365165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-790834cf-446f-444c-b999-081281fcf5f3 None None] Deleting port d0de028b-a5e4-4f4a-8028-360c77d15afe {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:38.370853 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-790834cf-446f-444c-b999-081281fcf5f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:38.373921 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1f260-e5d0-4cc2-af46-dbba6b3994b1 req-4519ac91-95e7-441d-9640-c3d60dd8583f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:38.383279 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3fc1f260-e5d0-4cc2-af46-dbba6b3994b1 req-4519ac91-95e7-441d-9640-c3d60dd8583f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 931 time: 0.3642702 Oct 27 16:25:38.446264 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3fc1f260-e5d0-4cc2-af46-dbba6b3994b1 req-5c894ef3-c432-4a0f-86da-55689f4dc0f3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609770 Oct 27 16:25:38.452165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f4759d05-1d8c-45c6-a1ff-3f7d4cabd099 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1678686 Oct 27 16:25:38.467649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Request body: {'port': {'device_id': 'f87f5ada-0e85-4661-82cf-e602c2559890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:38.547031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd261258-8628-41c5-b80c-ac2eff2c39bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:38.551677 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd261258-8628-41c5-b80c-ac2eff2c39bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:38.553301 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd261258-8628-41c5-b80c-ac2eff2c39bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:25:38.554124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd261258-8628-41c5-b80c-ac2eff2c39bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:25:38.596740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:38.661229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-790834cf-446f-444c-b999-081281fcf5f3 None None] For port d0de028b-a5e4-4f4a-8028-360c77d15afe, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d0de028b-a5e4-4f4a-8028-360c77d15afe,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:38.661634 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-790834cf-446f-444c-b999-081281fcf5f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:38.687836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cd261258-8628-41c5-b80c-ac2eff2c39bd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4552834 Oct 27 16:25:38.695950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-790834cf-446f-444c-b999-081281fcf5f3 None None] Calling delete_port for d0de028b-a5e4-4f4a-8028-360c77d15afe owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:38.700283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47364) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:38.739983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-042f222c-e8fd-43df-9a2e-b3c23217ecb2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:39.083425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc85b4e-08b9-4341-ac40-ae04185fdeaa req-7a00c4fa-2262-4b74-860b-caaa404649bb tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:39.085018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9cc85b4e-08b9-4341-ac40-ae04185fdeaa req-7a00c4fa-2262-4b74-860b-caaa404649bb tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1878321 Oct 27 16:25:39.178618 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9cc85b4e-08b9-4341-ac40-ae04185fdeaa req-5d16dfaa-d783-4cc0-92a6-9138475956b9 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796206 Oct 27 16:25:39.205568 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-790834cf-446f-444c-b999-081281fcf5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:39.261848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042f222c-e8fd-43df-9a2e-b3c23217ecb2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:39.278160 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-042f222c-e8fd-43df-9a2e-b3c23217ecb2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:39.288106 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-042f222c-e8fd-43df-9a2e-b3c23217ecb2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:25:39.288106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-042f222c-e8fd-43df-9a2e-b3c23217ecb2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:25:39.340601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790834cf-446f-444c-b999-081281fcf5f3 None None] Pushing event deleted for resources: {'Port': ['ID=d0de028b-a5e4-4f4a-8028-360c77d15afe,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:39.365941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d0de028b-a5e4-4f4a-8028-360c77d15afe no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:39.405708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-042f222c-e8fd-43df-9a2e-b3c23217ecb2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7041488 Oct 27 16:25:39.406561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47380) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:39.413894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-dfd90f38-15a5-4f27-95f4-fc3672bfdc63 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:39.444709 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790834cf-446f-444c-b999-081281fcf5f3 None None] No DVR routers for this DVR port d0de028b-a5e4-4f4a-8028-360c77d15afe on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:39.446870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d0de028b-a5e4-4f4a-8028-360c77d15afe {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:39.454694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d0de028b-a5e4-4f4a-8028-360c77d15afe not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:39.493798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819b0c2d-7390-4ae4-8475-49f84ff323af {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:25:39.524537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:39.602256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Transition to ACTIVE for port object 819b0c2d-7390-4ae4-8475-49f84ff323af will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:25:39.640852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb22e5f-6ffc-4166-8b3f-df19a88bdf8b req-5d4d7136-9027-41e8-baa0-7310efb1a3eb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:39.651426 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbb22e5f-6ffc-4166-8b3f-df19a88bdf8b req-5d4d7136-9027-41e8-baa0-7310efb1a3eb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1000812 Oct 27 16:25:39.718715 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbb22e5f-6ffc-4166-8b3f-df19a88bdf8b req-f3c5a8c9-b7c3-4908-9ccc-e94e855acc24 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662138 Oct 27 16:25:39.773279 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:39.809223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d38d18-9220-4a97-8745-dd2d280022f7 req-bc7a369e-6cdb-4983-b261-c235bce5034d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:39.816746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c6d38d18-9220-4a97-8745-dd2d280022f7 req-bc7a369e-6cdb-4983-b261-c235bce5034d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 931 time: 0.1666057 Oct 27 16:25:39.855568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Pushing event updated for resources: {'Port': ['ID=819b0c2d-7390-4ae4-8475-49f84ff323af,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:39.917198 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c6d38d18-9220-4a97-8745-dd2d280022f7 req-69cff562-3463-4a8c-8e32-890636c5537c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991797 Oct 27 16:25:39.921683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd90f38-15a5-4f27-95f4-fc3672bfdc63 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:39.925792 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dfd90f38-15a5-4f27-95f4-fc3672bfdc63 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:39.927559 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd90f38-15a5-4f27-95f4-fc3672bfdc63 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:25:39.928342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd90f38-15a5-4f27-95f4-fc3672bfdc63 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:25:40.019828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dfd90f38-15a5-4f27-95f4-fc3672bfdc63 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6083174 Oct 27 16:25:40.019828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47394) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:40.026725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-06e36dcd-da58-451b-8058-3f03f3fb8012 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:40.060302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Attempting to bind port 819b0c2d-7390-4ae4-8475-49f84ff323af on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:40.060947 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Attempting to bind port 819b0c2d-7390-4ae4-8475-49f84ff323af by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:40.061506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Attempting to bind port 819b0c2d-7390-4ae4-8475-49f84ff323af on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:40.077626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Port 819b0c2d-7390-4ae4-8475-49f84ff323af on network c47a63cd-949d-4480-9c39-3436e4ca4276 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:25:40.077954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Attempting to bind port 819b0c2d-7390-4ae4-8475-49f84ff323af on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:40.084554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:40.084974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Checking segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:40.085453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Bound using segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:40.100227 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Bound port: 819b0c2d-7390-4ae4-8475-49f84ff323af, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:40.101418 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.236478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] For port 819b0c2d-7390-4ae4-8475-49f84ff323af, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:40.242244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] For port 819b0c2d-7390-4ae4-8475-49f84ff323af, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=819b0c2d-7390-4ae4-8475-49f84ff323af,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:40.313329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e36dcd-da58-451b-8058-3f03f3fb8012 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:40.318511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-06e36dcd-da58-451b-8058-3f03f3fb8012 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.327561 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e36dcd-da58-451b-8058-3f03f3fb8012 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:25:40.327561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e36dcd-da58-451b-8058-3f03f3fb8012 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:25:40.347694 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.430341 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:40.431149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:40.433576 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] 10.222.0.54 "PUT /v2.0/ports/819b0c2d-7390-4ae4-8475-49f84ff323af HTTP/1.1" status: 200 len: 1091 time: 1.9726448 Oct 27 16:25:40.434212 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87f5ada-0e85-4661-82cf-e602c2559890', 'tag': '819b0c2d-7390-4ae4-8475-49f84ff323af'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:40.436735 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107a7db7-8687-4a1e-8285-b82d08153d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f87f5ada-0e85-4661-82cf-e602c2559890", "tag": "819b0c2d-7390-4ae4-8475-49f84ff323af"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:40.445823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-06e36dcd-da58-451b-8058-3f03f3fb8012 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4232152 Oct 27 16:25:40.452540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47414) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:40.458035 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ca9f2aa7-8d60-4c3f-939b-5c406f710669 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:40.476582 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f9e4f-55c1-44ca-8937-520fcce3f694 service neutron] Pushing event updated for resources: {'Port': ['ID=819b0c2d-7390-4ae4-8475-49f84ff323af,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:40.662982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 92471ad6-e6bb-43b2-8166-ee4e49eb66bf details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:25:40.785125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a7db7-8687-4a1e-8285-b82d08153d0b req-3491fce2-0263-426f-a2db-ce83218f8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:40.785125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-107a7db7-8687-4a1e-8285-b82d08153d0b req-3491fce2-0263-426f-a2db-ce83218f8b5d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 1094 time: 0.1543307 Oct 27 16:25:40.964666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:40.985243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9f2aa7-8d60-4c3f-939b-5c406f710669 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:40.991743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'port_id': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'mac_address': 'fa:16:3e:02:69:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:25:40.995381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2aa7-8d60-4c3f-939b-5c406f710669 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.002606 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca9f2aa7-8d60-4c3f-939b-5c406f710669 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:25:41.005413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca9f2aa7-8d60-4c3f-939b-5c406f710669 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:25:41.108668 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.112637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6fae3-7305-4e7a-8ed1-3360345ddf86 req-0e0330df-7106-463c-9fe2-283446f26c1c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:41.114660 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96a6fae3-7305-4e7a-8ed1-3360345ddf86 req-0e0330df-7106-463c-9fe2-283446f26c1c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.2268934 Oct 27 16:25:41.126545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a7db7-8687-4a1e-8285-b82d08153d0b req-021524d5-b32e-436c-8cbe-cc4309921d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:41.128789 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-107a7db7-8687-4a1e-8285-b82d08153d0b req-021524d5-b32e-436c-8cbe-cc4309921d36 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=38d3f95336f441d6849f076f492df8a8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3416660 Oct 27 16:25:41.158522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92471ad6-e6bb-43b2-8166-ee4e49eb66bf {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:25:41.194235 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3324b7-6460-4eea-947e-b833782f3d08 x-openstack-request-id: req-0b3324b7-6460-4eea-947e-b833782f3d08 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:41.194772 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87f5ada-0e85-4661-82cf-e602c2559890", "tag": "819b0c2d-7390-4ae4-8475-49f84ff323af", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:41.194877 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b3324b7-6460-4eea-947e-b833782f3d08 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:41.195209 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87f5ada-0e85-4661-82cf-e602c2559890', 'tag': '819b0c2d-7390-4ae4-8475-49f84ff323af', 'status': 'completed', 'code': 200} Oct 27 16:25:41.200532 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:41.259662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ca9f2aa7-8d60-4c3f-939b-5c406f710669 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8029573 Oct 27 16:25:41.265252 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47428) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:41.274784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-213c0e38-56fe-4528-bbd0-88af43a0688b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:41.361794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.377389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacb0aa-6006-4656-b8a1-a6c04a441beb req-b0f868f1-e763-43f7-9e96-adac7ee52442 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:41.379955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5dacb0aa-6006-4656-b8a1-a6c04a441beb req-b0f868f1-e763-43f7-9e96-adac7ee52442 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.8511350 Oct 27 16:25:41.430364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96a6fae3-7305-4e7a-8ed1-3360345ddf86 req-3997333e-43fb-4f9f-8b2d-0bdf1429ff32 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808499 Oct 27 16:25:41.439259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ae066-469e-499f-97b0-e8336b0f101e req-ecfab26c-e428-48bb-beee-39b71747f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:41.440920 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dc4ae066-469e-499f-97b0-e8336b0f101e req-ecfab26c-e428-48bb-beee-39b71747f496 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 1097 time: 0.2448995 Oct 27 16:25:41.540450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:41.553788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a7db7-8687-4a1e-8285-b82d08153d0b req-69339783-9413-4885-847c-432ad500c18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:41.555263 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-107a7db7-8687-4a1e-8285-b82d08153d0b req-69339783-9413-4885-847c-432ad500c18b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3331909 Oct 27 16:25:41.566917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['92471ad6-e6bb-43b2-8166-ee4e49eb66bf'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:41.694384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4a7304a3-9f23-46d8-88ae-07d61dfb442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:41.695708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-4a7304a3-9f23-46d8-88ae-07d61dfb442f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 1094 time: 0.0968657 Oct 27 16:25:41.710495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ca1ca-1ccf-462e-91cb-9f89de97fd19 req-20338919-8e2f-4743-919a-571bd6db67db tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:41.721438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e81ca1ca-1ccf-462e-91cb-9f89de97fd19 req-20338919-8e2f-4743-919a-571bd6db67db tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 943 time: 0.1340747 Oct 27 16:25:41.741604 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5dacb0aa-6006-4656-b8a1-a6c04a441beb req-67d8fb70-a6aa-42ca-81ff-0c40624c2e33 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3156223 Oct 27 16:25:41.777101 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dc4ae066-469e-499f-97b0-e8336b0f101e req-4b1f854a-3849-4897-9903-7744a2b21f9e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2984402 Oct 27 16:25:41.822343 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-f67c2d47-53e0-4bd2-9a27-b2fea4ad9fb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=819b0c2d-7390-4ae4-8475-49f84ff323af HTTP/1.1" status: 200 len: 217 time: 0.0878773 Oct 27 16:25:41.853663 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e81ca1ca-1ccf-462e-91cb-9f89de97fd19 req-f6174237-dbf1-4242-9e3f-ce889f9c9b17 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311414 Oct 27 16:25:41.962175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213c0e38-56fe-4528-bbd0-88af43a0688b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:41.977070 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-213c0e38-56fe-4528-bbd0-88af43a0688b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:41.978824 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-213c0e38-56fe-4528-bbd0-88af43a0688b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:25:41.979277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213c0e38-56fe-4528-bbd0-88af43a0688b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:25:42.055717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-2df75010-4b5c-43c9-b1ba-6a8b025ca38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:42.060624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-2df75010-4b5c-43c9-b1ba-6a8b025ca38c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64491595-c258-460a-a334-a8181c6eb3c4 HTTP/1.1" status: 200 len: 846 time: 0.0986049 Oct 27 16:25:42.065742 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-213c0e38-56fe-4528-bbd0-88af43a0688b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7982175 Oct 27 16:25:42.067438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47454) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:42.131598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d6c1c855-7f0b-4c0d-877d-d45ef59ed148 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0623310 Oct 27 16:25:42.134045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47458) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:42.139704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-fbf9720c-dbd8-40ff-8673-e280397ec24b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c47a63cd-949d-4480-9c39-3436e4ca4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649409 Oct 27 16:25:42.206420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf55ee-0f0b-4c6b-9086-b37124de2360 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:42.209033 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-52bf55ee-0f0b-4c6b-9086-b37124de2360 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0725505 Oct 27 16:25:42.211429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47460) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:42.319567 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4c488c98-c33e-41d2-a7e2-118f0175dbd3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037219 Oct 27 16:25:42.323747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47466) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:42.345658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:42.636328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24bd87-c88a-42b6-a5d2-5b909de433f3 req-5fa418ff-ec19-4e92-9099-0c835f67eba3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:42.638198 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8c24bd87-c88a-42b6-a5d2-5b909de433f3 req-5fa418ff-ec19-4e92-9099-0c835f67eba3 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 945 time: 0.0710204 Oct 27 16:25:42.677132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 92471ad6-e6bb-43b2-8166-ee4e49eb66bf up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:42.704091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:42.714130 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:42.769593 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-a552e55b-11a0-4979-a095-8aeab96c7b80 service neutron] 10.222.0.54 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223919 Oct 27 16:25:42.792448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:42.792818 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.000570 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.075179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8c24bd87-c88a-42b6-a5d2-5b909de433f3 req-0eba6fe1-2f01-4fbf-af6a-764369ecbc3a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193628 Oct 27 16:25:43.115835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2dcbd7cc-e1df-4695-bc48-b824923ca879 req-d9e7bd8b-6c4a-4a64-a7e5-11085e0afd70 service neutron] 10.222.0.54 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379509 Oct 27 16:25:43.118765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:43.124933 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:43.132698 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1554eb-741f-4020-8c92-71988d55219e" -d '{"events": [{"server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "name": "network-vif-plugged", "status": "completed", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:43.154625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4b0c4-3bf5-4050-8591-7d8f205bffc0 req-eb52d311-68ad-4352-b107-27707e5936b1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:43.156797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9d4b0c4-3bf5-4050-8591-7d8f205bffc0 req-eb52d311-68ad-4352-b107-27707e5936b1 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.2103839 Oct 27 16:25:43.196567 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.289971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:25:43.298924 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.300413 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9d4b0c4-3bf5-4050-8591-7d8f205bffc0 req-c9fa120a-a187-4493-b801-5016cb36cf43 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363134 Oct 27 16:25:43.339464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:43.344482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:43.361426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:43.364004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7f35c5-7331-4e97-b37d-37c6f8b7ba1f None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:43.379249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:43.379830 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.434055 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7454f769-5ca7-48e3-8d3e-62edbf525958 req-f68cc447-c7bb-4a24-8879-bdf5d4ea4c68 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:43.436845 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7454f769-5ca7-48e3-8d3e-62edbf525958 req-f68cc447-c7bb-4a24-8879-bdf5d4ea4c68 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 943 time: 0.2580624 Oct 27 16:25:43.438331 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50da804-5ea4-4702-a1b1-12c6894350ec x-openstack-request-id: req-b50da804-5ea4-4702-a1b1-12c6894350ec {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:43.438716 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "name": "network-vif-plugged", "status": "completed", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:43.439064 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b50da804-5ea4-4702-a1b1-12c6894350ec {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:43.439545 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'code': 200} Oct 27 16:25:43.490553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=3d75bd8f-2d0a-4915-b3e2-ee19ba659bec,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.520770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:25:43.555192 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a633ac30-81fd-47c1-8e73-5b17793d725f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2300847 Oct 27 16:25:43.558485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47508) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:43.563993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:7c:3f:95', 'name': 'tempest-NetworksTestDHCPv6-791967319'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:43.588698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7454f769-5ca7-48e3-8d3e-62edbf525958 req-1b4816a4-46eb-4e4f-a15d-039bc8aede85 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342380 Oct 27 16:25:43.673084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': '3d75bd8f-2d0a-4915-b3e2-ee19ba659bec'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:43.673999 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:43.862612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Allocated IP 2001:db8::f816:3eff:fea2:901c (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/3d75bd8f-2d0a-4915-b3e2-ee19ba659bec/c07c793f-d491-4afc-9f54-adcd75da7a78) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:44.050731 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.189396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c29fc-6d50-4b4e-8fe3-5197975bf327 req-c646da36-2268-4691-b18a-8907de32e4bf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.190936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c0c29fc-6d50-4b4e-8fe3-5197975bf327 req-c646da36-2268-4691-b18a-8907de32e4bf tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.0497713 Oct 27 16:25:44.215542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:44.276757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c0c29fc-6d50-4b4e-8fe3-5197975bf327 req-76f959d7-e641-480f-920b-8616d99e528c tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795338 Oct 27 16:25:44.290275 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.303457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47522) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:44.369069 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.428768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 4029d465-5e14-4a16-9eb7-8394cad1043d yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:44.507175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Pushing event updated for resources: {'Port': ['ID=c07c793f-d491-4afc-9f54-adcd75da7a78,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:44.518699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:44.525990 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:44.529614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:44.613861 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-df6964da-bc24-48c4-be65-400e4ef22e91 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/floatingips/561d7115-b590-4af8-a00c-2ac9d86366b2 HTTP/1.1" status: 200 len: 994 time: 0.3036640 Oct 27 16:25:44.690554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4401a-6ae9-4008-9445-7cf8641d774f req-28507f21-ecb0-4fe9-9bec-2b54bd6bf167 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.692902 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2c4401a-6ae9-4008-9445-7cf8641d774f req-28507f21-ecb0-4fe9-9bec-2b54bd6bf167 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.2079208 Oct 27 16:25:44.718000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Attempting to bind port c07c793f-d491-4afc-9f54-adcd75da7a78 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:44.718435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Attempting to bind port c07c793f-d491-4afc-9f54-adcd75da7a78 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:44.721402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Attempting to bind port c07c793f-d491-4afc-9f54-adcd75da7a78 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:44.733291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 819b0c2d-7390-4ae4-8475-49f84ff323af details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:25:44.741007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::f816:3eff:fe7c:3f95 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/3d75bd8f-2d0a-4915-b3e2-ee19ba659bec/4029d465-5e14-4a16-9eb7-8394cad1043d) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:44.744289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:44.745084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:44.747020 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.747639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:44.752566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Bound port: c07c793f-d491-4afc-9f54-adcd75da7a78, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:44.753320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:44.794519 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2c4401a-6ae9-4008-9445-7cf8641d774f req-11f9ad88-292e-4181-8924-f1a0553ca2a7 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937016 Oct 27 16:25:44.879233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] For port c07c793f-d491-4afc-9f54-adcd75da7a78, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:44.903259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] For port c07c793f-d491-4afc-9f54-adcd75da7a78, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c07c793f-d491-4afc-9f54-adcd75da7a78,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:44.912683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca0837-a5a2-407d-ab0e-6b05fc85c102 req-cfce8b0b-d69f-40bd-815c-c30abc3c6f3f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:44.915909 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.resource_extend [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:25:44.922320 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1dca0837-a5a2-407d-ab0e-6b05fc85c102 req-cfce8b0b-d69f-40bd-815c-c30abc3c6f3f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 943 time: 0.1865344 Oct 27 16:25:45.005851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1dca0837-a5a2-407d-ab0e-6b05fc85c102 req-df45cf3b-6192-4b78-aaf7-ac6761c4fb03 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825057 Oct 27 16:25:45.236989 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.262758 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.278048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47546) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:45.332411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b46eb-5ad7-4169-9242-21d7781d411e None None] Pushing event updated for resources: {'Port': ['ID=c07c793f-d491-4afc-9f54-adcd75da7a78,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:45.337905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 819b0c2d-7390-4ae4-8475-49f84ff323af, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=819b0c2d-7390-4ae4-8475-49f84ff323af,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:45.355871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '819b0c2d-7390-4ae4-8475-49f84ff323af', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'port_id': '819b0c2d-7390-4ae4-8475-49f84ff323af', 'mac_address': 'fa:16:3e:f9:08:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64491595-c258-460a-a334-a8181c6eb3c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:25:45.370778 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.420345 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.449576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819b0c2d-7390-4ae4-8475-49f84ff323af {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:25:45.494750 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:45.504015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 819b0c2d-7390-4ae4-8475-49f84ff323af, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=819b0c2d-7390-4ae4-8475-49f84ff323af,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:45.504495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:45.513349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:45.525550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.528522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.532216 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3beba5fa-2a76-4fe2-956f-db21862af0e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.586552 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.607460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=4029d465-5e14-4a16-9eb7-8394cad1043d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:45.668341 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-177800cc-cba0-4e99-b741-51e314b5b1fe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1084690 Oct 27 16:25:45.669066 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47556) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:45.794856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=819b0c2d-7390-4ae4-8475-49f84ff323af,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:45.812381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3beba5fa-2a76-4fe2-956f-db21862af0e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:45.825296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['819b0c2d-7390-4ae4-8475-49f84ff323af'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:45.836555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a0281e-6a25-4e4c-9820-02744ad6bb0f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.867169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a0281e-6a25-4e4c-9820-02744ad6bb0f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:45.871279 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c7a0281e-6a25-4e4c-9820-02744ad6bb0f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2011101 Oct 27 16:25:45.874384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47560) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:45.966564 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3beba5fa-2a76-4fe2-956f-db21862af0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.221045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3beba5fa-2a76-4fe2-956f-db21862af0e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2ff9aa1fd7f47bba8c249d60998cd98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9407387 Oct 27 16:25:46.221607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47566) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:46.252646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6092116-607b-42e6-b36a-91e355a95770 req-372a94f7-ed4a-40fa-b240-eb5c40e4b5df tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:46.264692 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6092116-607b-42e6-b36a-91e355a95770 req-372a94f7-ed4a-40fa-b240-eb5c40e4b5df tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.3025837 Oct 27 16:25:46.269626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beba5fa-2a76-4fe2-956f-db21862af0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec3627b-38f2-424c-9fd2-93afce540660,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:46.277058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b28f1e-f260-49f7-b8af-29d7076d8221 req-bfed68bc-3017-4165-8329-e2213ddca31b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:46.285651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08b28f1e-f260-49f7-b8af-29d7076d8221 req-bfed68bc-3017-4165-8329-e2213ddca31b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 944 time: 0.1329308 Oct 27 16:25:46.359789 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4b6d709c-59f6-42a6-bbda-8323c1f38f6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.378817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1e8c9362-7ee8-45d0-b941-203fdecaf90d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 4029d465-5e14-4a16-9eb7-8394cad1043d {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:46.379103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e8c9362-7ee8-45d0-b941-203fdecaf90d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.393663 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08b28f1e-f260-49f7-b8af-29d7076d8221 req-f3a9a409-72ec-477d-900a-64040bcdcfc9 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063700 Oct 27 16:25:46.396822 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6092116-607b-42e6-b36a-91e355a95770 req-e731c008-5ff2-4e71-ba03-904528640e1b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283708 Oct 27 16:25:46.450793 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4b6d709c-59f6-42a6-bbda-8323c1f38f6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.642021 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e8c9362-7ee8-45d0-b941-203fdecaf90d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.649269 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4b6d709c-59f6-42a6-bbda-8323c1f38f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.655395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4b6d709c-59f6-42a6-bbda-8323c1f38f6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:46.656103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4b6d709c-59f6-42a6-bbda-8323c1f38f6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ec3627b-38f2-424c-9fd2-93afce540660 HTTP/1.1" status: 204 len: 168 time: 0.4325449 Oct 27 16:25:46.663523 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1e8c9362-7ee8-45d0-b941-203fdecaf90d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 4029d465-5e14-4a16-9eb7-8394cad1043d owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:46.676156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d709c-59f6-42a6-bbda-8323c1f38f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec3627b-38f2-424c-9fd2-93afce540660,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:46.680613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 819b0c2d-7390-4ae4-8475-49f84ff323af up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:46.942122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 819b0c2d-7390-4ae4-8475-49f84ff323af completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:25:46.950311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 819b0c2d-7390-4ae4-8475-49f84ff323af triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:46.950686 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.005194 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e8c9362-7ee8-45d0-b941-203fdecaf90d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.102424 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.112805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c9362-7ee8-45d0-b941-203fdecaf90d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=4029d465-5e14-4a16-9eb7-8394cad1043d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:47.180660 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1e8c9362-7ee8-45d0-b941-203fdecaf90d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.214675 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1e8c9362-7ee8-45d0-b941-203fdecaf90d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/4029d465-5e14-4a16-9eb7-8394cad1043d HTTP/1.1" status: 204 len: 168 time: 1.3338084 Oct 27 16:25:47.215111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47598) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:47.224109 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 819b0c2d-7390-4ae4-8475-49f84ff323af, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=819b0c2d-7390-4ae4-8475-49f84ff323af,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:47.226150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87f5ada-0e85-4661-82cf-e602c2559890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b0c2d-7390-4ae4-8475-49f84ff323af'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:47.233824 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd32df07-22a9-40ac-bf55-13560254e9f0" -d '{"events": [{"server_uuid": "f87f5ada-0e85-4661-82cf-e602c2559890", "name": "network-vif-plugged", "status": "completed", "tag": "819b0c2d-7390-4ae4-8475-49f84ff323af"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:47.253884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-390b0e01-fe42-4357-a12b-aaed966fb38b None None] Provisioning complete for port c07c793f-d491-4afc-9f54-adcd75da7a78 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:47.254260 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-390b0e01-fe42-4357-a12b-aaed966fb38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.359955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198c91c-8674-4aaa-bb60-ce5e38d8e436 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.368657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198c91c-8674-4aaa-bb60-ce5e38d8e436 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.372854 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d198c91c-8674-4aaa-bb60-ce5e38d8e436 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1596704 Oct 27 16:25:47.376280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47602) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:47.376770 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3965dc9-9c48-4f89-81bd-87e239b798cf x-openstack-request-id: req-f3965dc9-9c48-4f89-81bd-87e239b798cf {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:47.377062 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87f5ada-0e85-4661-82cf-e602c2559890", "name": "network-vif-plugged", "status": "completed", "tag": "819b0c2d-7390-4ae4-8475-49f84ff323af", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:47.377319 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3965dc9-9c48-4f89-81bd-87e239b798cf {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:47.377718 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87f5ada-0e85-4661-82cf-e602c2559890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b0c2d-7390-4ae4-8475-49f84ff323af', 'code': 200} Oct 27 16:25:47.384534 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.442309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c07c793f-d491-4afc-9f54-adcd75da7a78 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:47.559793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839c5b7-ffbd-4916-8328-0ecf255a4e35 req-ba4ee1d8-8f98-4080-9c5f-21b63df2b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.561515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0839c5b7-ffbd-4916-8328-0ecf255a4e35 req-ba4ee1d8-8f98-4080-9c5f-21b63df2b90e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 1096 time: 0.1068468 Oct 27 16:25:47.661008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=819b0c2d-7390-4ae4-8475-49f84ff323af,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:47.719049 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0839c5b7-ffbd-4916-8328-0ecf255a4e35 req-0a2d3689-44f6-4cd1-8639-2a25664bb490 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497357 Oct 27 16:25:47.876118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-b01c7c9e-b671-4ac7-846d-ed4c0384314c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 3d75bd8f-2d0a-4915-b3e2-ee19ba659bec {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:47.920730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e995961-4da0-46e1-aee7-078ead421b1f req-145c9a4f-5afd-48d9-ac1d-6733d4a8c2c6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.920730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e995961-4da0-46e1-aee7-078ead421b1f req-145c9a4f-5afd-48d9-ac1d-6733d4a8c2c6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1442304 Oct 27 16:25:47.922085 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b01c7c9e-b671-4ac7-846d-ed4c0384314c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.922342 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-390b0e01-fe42-4357-a12b-aaed966fb38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.922342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c07c793f-d491-4afc-9f54-adcd75da7a78 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:47.922342 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.923379 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e995961-4da0-46e1-aee7-078ead421b1f req-8cb24345-275f-4ef8-aa5b-5b8abdc47ed6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596178 Oct 27 16:25:47.923528 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b01c7c9e-b671-4ac7-846d-ed4c0384314c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.923672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-390b0e01-fe42-4357-a12b-aaed966fb38b None None] For port c07c793f-d491-4afc-9f54-adcd75da7a78, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c07c793f-d491-4afc-9f54-adcd75da7a78,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:47.945646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40f936-61ee-44f4-a7df-7d272f5e4228 req-60e703d3-8212-4648-9a61-0b450ef3a003 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:47.948167 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ae40f936-61ee-44f4-a7df-7d272f5e4228 req-60e703d3-8212-4648-9a61-0b450ef3a003 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 945 time: 0.3694565 Oct 27 16:25:47.959705 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:47.994550 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ae40f936-61ee-44f4-a7df-7d272f5e4228 req-f99729b2-7ae2-46cf-a43f-f5108e4d64c7 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370705 Oct 27 16:25:48.258730 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-390b0e01-fe42-4357-a12b-aaed966fb38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.260940 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b01c7c9e-b671-4ac7-846d-ed4c0384314c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.331231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b0e01-fe42-4357-a12b-aaed966fb38b None None] Pushing event updated for resources: {'Port': ['ID=c07c793f-d491-4afc-9f54-adcd75da7a78,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:48.372853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-44ce24fa-a1fb-463e-85cf-b56b7f876475 None None] Could not find standard attr ID for object 4029d465-5e14-4a16-9eb7-8394cad1043d. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:25:48.510981 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b01c7c9e-b671-4ac7-846d-ed4c0384314c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.562015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b01c7c9e-b671-4ac7-846d-ed4c0384314c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.566692 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b4e722a-9808-4b8e-8004-653501419fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.567544 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b01c7c9e-b671-4ac7-846d-ed4c0384314c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/3d75bd8f-2d0a-4915-b3e2-ee19ba659bec HTTP/1.1" status: 204 len: 168 time: 1.1876695 Oct 27 16:25:48.568470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47624) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:48.568948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47626) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:48.570216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c7c9e-b671-4ac7-846d-ed4c0384314c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=3d75bd8f-2d0a-4915-b3e2-ee19ba659bec,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:48.601654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b3c57-3b13-454a-967f-d8b9cd17eca9 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:48.601654 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:25:48.601654 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:25:48.606226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d08d8a3a-60f3-432a-8d5e-d164a3259b11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.656346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-317757b2-2c1d-4a9f-aa97-2435e5736ffe tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849128 Oct 27 16:25:48.662425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47630) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:48.680328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f8aa161b-4222-45b2-901d-663ba6665036 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:48.801179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d08d8a3a-60f3-432a-8d5e-d164a3259b11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.869148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8f787f-1506-4172-ab85-20db8bdbb5b5 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:48.883955 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d08d8a3a-60f3-432a-8d5e-d164a3259b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.933495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f787f-1506-4172-ab85-20db8bdbb5b5 None None] Deleting port c07c793f-d491-4afc-9f54-adcd75da7a78 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:48.934554 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cf8f787f-1506-4172-ab85-20db8bdbb5b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:48.945265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d08d8a3a-60f3-432a-8d5e-d164a3259b11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2332a37220ca475d9696c5fc73afdd53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753438 Oct 27 16:25:48.948626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d8a3a-60f3-432a-8d5e-d164a3259b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279dbe17-c351-411d-bd27-3711f18c2828,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:48.950521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47638) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:49.049115 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31ace60-d2ab-4d3f-85a9-3fdd0d98a0f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.051309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8aa161b-4222-45b2-901d-663ba6665036 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:49.056250 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8aa161b-4222-45b2-901d-663ba6665036 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.091810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf52cd6-2dc6-4a0d-abc3-baa967bb1030 req-6b9c14cf-5b98-468e-9f68-4d006c168954 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:49.099961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-cf8f787f-1506-4172-ab85-20db8bdbb5b5 None None] For port c07c793f-d491-4afc-9f54-adcd75da7a78, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c07c793f-d491-4afc-9f54-adcd75da7a78,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:49.102040 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cf8f787f-1506-4172-ab85-20db8bdbb5b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.109401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1bf52cd6-2dc6-4a0d-abc3-baa967bb1030 req-6b9c14cf-5b98-468e-9f68-4d006c168954 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1172676 Oct 27 16:25:49.185632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1bf52cd6-2dc6-4a0d-abc3-baa967bb1030 req-72394773-720e-496f-835d-6decb3585d8b tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687716 Oct 27 16:25:49.213209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f787f-1506-4172-ab85-20db8bdbb5b5 None None] Calling delete_port for c07c793f-d491-4afc-9f54-adcd75da7a78 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:49.270140 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31ace60-d2ab-4d3f-85a9-3fdd0d98a0f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.345625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f66ea-0b95-4d69-8cc8-eb1dc09d3e47 req-ff988a53-eda8-4e3d-8fbe-1bfeef054083 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:49.347295 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec6f66ea-0b95-4d69-8cc8-eb1dc09d3e47 req-ff988a53-eda8-4e3d-8fbe-1bfeef054083 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 945 time: 0.1603086 Oct 27 16:25:49.350521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c07c793f-d491-4afc-9f54-adcd75da7a78 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:49.435395 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ec6f66ea-0b95-4d69-8cc8-eb1dc09d3e47 req-4e0f322e-4983-4c5a-a377-e7e0203a2d0d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763185 Oct 27 16:25:49.452986 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.520498 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cf8f787f-1506-4172-ab85-20db8bdbb5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.564661 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31ace60-d2ab-4d3f-85a9-3fdd0d98a0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.566190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f787f-1506-4172-ab85-20db8bdbb5b5 None None] Pushing event deleted for resources: {'Port': ['ID=c07c793f-d491-4afc-9f54-adcd75da7a78,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:49.568024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f787f-1506-4172-ab85-20db8bdbb5b5 None None] No DVR routers for this DVR port c07c793f-d491-4afc-9f54-adcd75da7a78 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:49.575133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31ace60-d2ab-4d3f-85a9-3fdd0d98a0f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.576320 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c31ace60-d2ab-4d3f-85a9-3fdd0d98a0f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/279dbe17-c351-411d-bd27-3711f18c2828 HTTP/1.1" status: 204 len: 168 time: 0.6247838 Oct 27 16:25:49.602111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ace60-d2ab-4d3f-85a9-3fdd0d98a0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279dbe17-c351-411d-bd27-3711f18c2828,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:49.679961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-f8aa161b-4222-45b2-901d-663ba6665036 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:25:49.681669 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8aa161b-4222-45b2-901d-663ba6665036 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.732952 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8aa161b-4222-45b2-901d-663ba6665036 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:49.739033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-f8aa161b-4222-45b2-901d-663ba6665036 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:49.743643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8aa161b-4222-45b2-901d-663ba6665036 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:49.744728 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f8aa161b-4222-45b2-901d-663ba6665036 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:49.753678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be825ec-1c89-4936-9242-4e5b983cb1b9 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:49.772513 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa161b-4222-45b2-901d-663ba6665036 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=e58b3ea9-f699-4f9d-9de8-82b56797407c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:49.823891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-271ba00e-f16e-49c0-a03b-612e0dbf5b3c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:49.825585 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-271ba00e-f16e-49c0-a03b-612e0dbf5b3c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.1521754 Oct 27 16:25:49.843746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-3bb889e6-03d2-45b0-b52d-59dc7d96e45e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/quotas/38d3f95336f441d6849f076f492df8a8 HTTP/1.1" status: 200 len: 375 time: 0.0115039 Oct 27 16:25:49.883671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f8aa161b-4222-45b2-901d-663ba6665036 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2157893 Oct 27 16:25:49.886923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47678) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:49.892250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:30:d2:e5', 'name': 'tempest-NetworksTestDHCPv6-382102399'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:49.943623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-54091070-f5be-46ca-a1b7-71e3f588d7db tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866814 Oct 27 16:25:49.950275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': 'e58b3ea9-f699-4f9d-9de8-82b56797407c'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:49.951146 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.104274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-3bda6ef2-8e52-49bb-8040-d6668d58e2e6 service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563456 Oct 27 16:25:50.129321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:50.155874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Allocated IP 2001:db8::f816:3eff:fe82:4d90 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/e58b3ea9-f699-4f9d-9de8-82b56797407c/4dc19a2e-c9aa-4f20-b377-83bae48282ca) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:50.242242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-df542aa6-dfac-4789-99c5-8ab7a84e0e7d service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217957 Oct 27 16:25:50.348212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.374443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 2a550b9a-2523-4674-9f14-5f5986e76dcf yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:50.403143 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.443815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725153b-a0f9-41f4-8c0c-3568d7920528 req-8722d1d4-ee83-4a54-8a12-bd1daac58631 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:50.445492 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5725153b-a0f9-41f4-8c0c-3568d7920528 req-8722d1d4-ee83-4a54-8a12-bd1daac58631 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1710758 Oct 27 16:25:50.497179 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5725153b-a0f9-41f4-8c0c-3568d7920528 req-7740a072-8d82-4b0f-9231-a16bd410237e tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441506 Oct 27 16:25:50.529682 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.573149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:50.583249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:50.588221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:50.599020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Pushing event updated for resources: {'Port': ['ID=4dc19a2e-c9aa-4f20-b377-83bae48282ca,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:50.623441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::f816:3eff:fe30:d2e5 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/e58b3ea9-f699-4f9d-9de8-82b56797407c/2a550b9a-2523-4674-9f14-5f5986e76dcf) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:50.701333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Attempting to bind port 4dc19a2e-c9aa-4f20-b377-83bae48282ca on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:50.702743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Attempting to bind port 4dc19a2e-c9aa-4f20-b377-83bae48282ca by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:50.702956 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cbe690e-b2da-43a5-a53f-a7e847c98f23 req-0cb15a00-b308-4778-8bbb-aea79a7cadec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 210 time: 0.0371642 Oct 27 16:25:50.705917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Attempting to bind port 4dc19a2e-c9aa-4f20-b377-83bae48282ca on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:50.718414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:50.718931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:50.730948 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.733112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:50.733112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Bound port: 4dc19a2e-c9aa-4f20-b377-83bae48282ca, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:50.733471 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.845246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] For port 4dc19a2e-c9aa-4f20-b377-83bae48282ca, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:50.849196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] For port 4dc19a2e-c9aa-4f20-b377-83bae48282ca, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4dc19a2e-c9aa-4f20-b377-83bae48282ca,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:50.881795 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:50.950753 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.005173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.026244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d90405-e8aa-4ecd-9278-bae55b732b04 None None] Pushing event updated for resources: {'Port': ['ID=4dc19a2e-c9aa-4f20-b377-83bae48282ca,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:51.060464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:51.067115 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:51.074410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:51.081624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:51.081624 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.093419 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=2a550b9a-2523-4674-9f14-5f5986e76dcf,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:51.205659 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cb1f7177-9115-4dc9-8a1f-cdd331c2b7d8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3175347 Oct 27 16:25:51.206431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47764) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:51.324738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566f13a1-1221-4585-a5d5-4948af1cbc28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:51.331400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566f13a1-1221-4585-a5d5-4948af1cbc28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:51.333485 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-566f13a1-1221-4585-a5d5-4948af1cbc28 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1241250 Oct 27 16:25:51.336007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47776) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:51.416791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4dc19a2e-c9aa-4f20-b377-83bae48282ca up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:51.466049 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-466d28b8-a7c7-40ad-848c-654688515727 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 2a550b9a-2523-4674-9f14-5f5986e76dcf {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:51.466743 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-466d28b8-a7c7-40ad-848c-654688515727 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.497746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4dc19a2e-c9aa-4f20-b377-83bae48282ca triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:51.498379 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.589623 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-af623587-85b0-4983-8444-9c0af83583d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.595485 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.608618 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-466d28b8-a7c7-40ad-848c-654688515727 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.628783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 4dc19a2e-c9aa-4f20-b377-83bae48282ca, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4dc19a2e-c9aa-4f20-b377-83bae48282ca,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:51.649015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-466d28b8-a7c7-40ad-848c-654688515727 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 2a550b9a-2523-4674-9f14-5f5986e76dcf owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:51.713884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72115b6-cac8-49e2-8b3a-a04e899d5be0 req-82c1cb26-9c0d-482e-9dec-c2c06b1cc345 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:51.721658 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a72115b6-cac8-49e2-8b3a-a04e899d5be0 req-82c1cb26-9c0d-482e-9dec-c2c06b1cc345 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1178136 Oct 27 16:25:51.727124 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:51.804471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a72115b6-cac8-49e2-8b3a-a04e899d5be0 req-8c5d33eb-f907-425f-9750-ed9ec85a5441 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818162 Oct 27 16:25:51.858576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=4dc19a2e-c9aa-4f20-b377-83bae48282ca,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:51.859057 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76794c3f-3f62-40f8-a15a-2f7cf04cbac2 req-ad78a619-57f1-451a-8ac1-8d81857758fd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 210 time: 0.0703804 Oct 27 16:25:52.061563 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47814) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:52.084171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-466d28b8-a7c7-40ad-848c-654688515727 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.126331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d28b8-a7c7-40ad-848c-654688515727 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=2a550b9a-2523-4674-9f14-5f5986e76dcf,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:52.167283 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-466d28b8-a7c7-40ad-848c-654688515727 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.175395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-466d28b8-a7c7-40ad-848c-654688515727 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/2a550b9a-2523-4674-9f14-5f5986e76dcf HTTP/1.1" status: 204 len: 168 time: 0.8381829 Oct 27 16:25:52.183354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47820) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:52.205874 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.239435 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.250687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-35ffc349-7d68-46f7-882a-e0751945ae6b None None] Provisioning complete for port 4dc19a2e-c9aa-4f20-b377-83bae48282ca triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:52.251318 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-35ffc349-7d68-46f7-882a-e0751945ae6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.263009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac826027-81a6-49ad-87fb-257b866c770b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.298971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7300abd4-33d0-42bb-a3f2-40e4477296e8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:52.300825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7300abd4-33d0-42bb-a3f2-40e4477296e8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:52.302678 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7300abd4-33d0-42bb-a3f2-40e4477296e8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238821 Oct 27 16:25:52.305614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47826) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:52.412317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac826027-81a6-49ad-87fb-257b866c770b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.417352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ed1d33-958f-4f92-8a6f-9b97fc240668 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet e58b3ea9-f699-4f9d-9de8-82b56797407c {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:52.420844 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ed1d33-958f-4f92-8a6f-9b97fc240668 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.466683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ed1d33-958f-4f92-8a6f-9b97fc240668 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.514253 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac826027-81a6-49ad-87fb-257b866c770b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.569219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac826027-81a6-49ad-87fb-257b866c770b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceadd8e-63a4-4da3-861d-46004ce6a301,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:52.573538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d17dbcb8-d61c-4349-8581-f0c6912d7d8c details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:25:52.576699 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ac826027-81a6-49ad-87fb-257b866c770b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2ee135441cf46c7b6949ca686a147b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138810 Oct 27 16:25:52.579378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47842) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:52.600462 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ed1d33-958f-4f92-8a6f-9b97fc240668 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.669072 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a287f7dc-1845-4234-9bc0-70614c4eb090 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.725120 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a287f7dc-1845-4234-9bc0-70614c4eb090 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.741262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3dff1f2b-9a7f-41cf-99cb-afc3d107d4f3 None None] Could not find standard attr ID for object 2a550b9a-2523-4674-9f14-5f5986e76dcf. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:25:52.785600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:52.801480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'port_id': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'mac_address': 'fa:16:3e:d8:63:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:25:52.846337 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.854045 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ed1d33-958f-4f92-8a6f-9b97fc240668 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.889066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17dbcb8-d61c-4349-8581-f0c6912d7d8c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:25:52.911461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed1d33-958f-4f92-8a6f-9b97fc240668 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=e58b3ea9-f699-4f9d-9de8-82b56797407c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:52.927640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:52.929615 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a287f7dc-1845-4234-9bc0-70614c4eb090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.933841 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a287f7dc-1845-4234-9bc0-70614c4eb090 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.934070 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a287f7dc-1845-4234-9bc0-70614c4eb090 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ceadd8e-63a4-4da3-861d-46004ce6a301 HTTP/1.1" status: 204 len: 168 time: 0.3535833 Oct 27 16:25:52.939532 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-43ed1d33-958f-4f92-8a6f-9b97fc240668 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:52.944601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-43ed1d33-958f-4f92-8a6f-9b97fc240668 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/e58b3ea9-f699-4f9d-9de8-82b56797407c HTTP/1.1" status: 204 len: 168 time: 0.6378632 Oct 27 16:25:52.949250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47860) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:52.964595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e928fb-f2c7-4363-b827-8f3468c43fdd None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:53.015613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2ebd6-3a6e-48e6-8fa6-7907dcdb76c7 req-87b3080d-7085-4344-a553-477f957c02d5 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:53.017219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-48a2ebd6-3a6e-48e6-8fa6-7907dcdb76c7 req-87b3080d-7085-4344-a553-477f957c02d5 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 944 time: 0.1128504 Oct 27 16:25:53.052720 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:53.072758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-939f191b-5e78-4650-ada5-813baf42563e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192994 Oct 27 16:25:53.074229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287f7dc-1845-4234-9bc0-70614c4eb090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ceadd8e-63a4-4da3-861d-46004ce6a301,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:53.076470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47868) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:53.112587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-48a2ebd6-3a6e-48e6-8fa6-7907dcdb76c7 req-3692dec7-f67d-4451-a4a1-4d5b8c1ce2f3 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881240 Oct 27 16:25:53.138193 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e428b2ae-3589-44f8-a353-6c5d0b33f563 req-f2c86203-187e-4347-bb3a-93afce74938b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 210 time: 0.0732024 Oct 27 16:25:53.180312 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9369a94-203b-4ed5-92ac-3e8177fe2736 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:53.181077 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f9369a94-203b-4ed5-92ac-3e8177fe2736 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0954702 Oct 27 16:25:53.183580 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47874) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:53.211699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=11']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:53.255430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f493058-9fc4-47f7-ae59-fe61f7b17240 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:53.256937 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0f493058-9fc4-47f7-ae59-fe61f7b17240 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0718780 Oct 27 16:25:53.259771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47882) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:53.276798 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d17dbcb8-d61c-4349-8581-f0c6912d7d8c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:53.307575 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-56ae8532-e5af-48d0-a851-a0bcd24cad5d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464070 Oct 27 16:25:53.315699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47884) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:53.326002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3f60f-011c-4eed-b126-5b88937f8085 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:53.331204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e0516304-1fce-4163-8ec1-da365613091c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:53.471537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3f60f-011c-4eed-b126-5b88937f8085 None None] Deleting port 4dc19a2e-c9aa-4f20-b377-83bae48282ca {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:53.472321 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e5f3f60f-011c-4eed-b126-5b88937f8085 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:53.610294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e5f3f60f-011c-4eed-b126-5b88937f8085 None None] For port 4dc19a2e-c9aa-4f20-b377-83bae48282ca, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4dc19a2e-c9aa-4f20-b377-83bae48282ca,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:53.610706 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e5f3f60f-011c-4eed-b126-5b88937f8085 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:53.625395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0516304-1fce-4163-8ec1-da365613091c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:53.625648 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0516304-1fce-4163-8ec1-da365613091c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:53.628932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3f60f-011c-4eed-b126-5b88937f8085 None None] Calling delete_port for 4dc19a2e-c9aa-4f20-b377-83bae48282ca owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:53.815760 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e5f3f60f-011c-4eed-b126-5b88937f8085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:53.867893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3f60f-011c-4eed-b126-5b88937f8085 None None] Pushing event deleted for resources: {'Port': ['ID=4dc19a2e-c9aa-4f20-b377-83bae48282ca,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:53.876801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f3f60f-011c-4eed-b126-5b88937f8085 None None] No DVR routers for this DVR port 4dc19a2e-c9aa-4f20-b377-83bae48282ca on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:53.997117 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-e0516304-1fce-4163-8ec1-da365613091c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:25:54.002561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0516304-1fce-4163-8ec1-da365613091c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.018403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-b024b5b9-a284-4773-92aa-3b345cbf6e44 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:54.020204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-b024b5b9-a284-4773-92aa-3b345cbf6e44 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.1392689 Oct 27 16:25:54.037082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Request body: {'port': {'device_id': '0ecbda2d-c985-435e-b59b-aa8b831449b5', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'admin_state_up': True, 'tenant_id': '38d3f95336f441d6849f076f492df8a8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:54.043117 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0516304-1fce-4163-8ec1-da365613091c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:54.047895 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e0516304-1fce-4163-8ec1-da365613091c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:54.060086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0516304-1fce-4163-8ec1-da365613091c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:54.067935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e0516304-1fce-4163-8ec1-da365613091c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.071931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b68a0ac-3df4-4754-ba3a-f3ec4958cd92 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:54.093335 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0516304-1fce-4163-8ec1-da365613091c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=f4b6bf5c-1dbd-4eb3-b9d9-0f5bfe57d662,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:54.212222 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e0516304-1fce-4163-8ec1-da365613091c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8947468 Oct 27 16:25:54.215255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47936) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:54.220236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:9d:2b:1e', 'name': 'tempest-NetworksTestDHCPv6-782334329'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:54.295852 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.340213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Made reservation on behalf of 38d3f95336f441d6849f076f492df8a8 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:54.341837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': 'f4b6bf5c-1dbd-4eb3-b9d9-0f5bfe57d662'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:54.342920 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.343755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.387372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67998b0-c9df-41f3-ad4a-771fab9453f2 req-35e24148-edca-462a-8859-c6b105250850 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:54.389036 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c67998b0-c9df-41f3-ad4a-771fab9453f2 req-35e24148-edca-462a-8859-c6b105250850 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 945 time: 0.1402388 Oct 27 16:25:54.427919 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e08f4752-d59d-4586-9440-a2a8248eb1ea req-e4f9c7ec-eeea-47f4-b472-7d4d3dfae2bf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 210 time: 0.1913745 Oct 27 16:25:54.560359 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c67998b0-c9df-41f3-ad4a-771fab9453f2 req-dcb24a4a-3e5b-4181-8b14-03167931b17a tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773473 Oct 27 16:25:54.606125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Allocated IP 2001:db8::f816:3eff:fe58:9616 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/f4b6bf5c-1dbd-4eb3-b9d9-0f5bfe57d662/70c34acb-7c6a-4374-a26f-8b8ba8ee61a1) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:54.609591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Allocated IP 172.20.0.7 (c47a63cd-949d-4480-9c39-3436e4ca4276/64491595-c258-460a-a334-a8181c6eb3c4/d96c7adb-490c-41ed-a25a-74439bc62f9e) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:54.625617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d17dbcb8-d61c-4349-8581-f0c6912d7d8c up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:54.637718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:54.642002 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.689546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port e71cea6b-efe7-4ad9-b3cb-29427db5f203 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:54.820699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port d17dbcb8-d61c-4349-8581-f0c6912d7d8c completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:25:54.831803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port d17dbcb8-d61c-4349-8581-f0c6912d7d8c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:54.832289 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.845859 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.858469 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.934660 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:54.968029 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.015107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::f816:3eff:fe9d:2b1e (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/f4b6bf5c-1dbd-4eb3-b9d9-0f5bfe57d662/e71cea6b-efe7-4ad9-b3cb-29427db5f203) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:55.043274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Network c47a63cd-949d-4480-9c39-3436e4ca4276 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:55.049620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:55.055406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:55.096213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event updated for resources: {'Port': ['ID=d96c7adb-490c-41ed-a25a-74439bc62f9e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:55.174739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:55.177126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:55.177285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.179538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['819b0c2d-7390-4ae4-8475-49f84ff323af'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:25:55.253364 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.263211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:55.263335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.270693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-d138c384-cc98-4420-8157-c6a901088c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2393398 Oct 27 16:25:55.275810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:55.279687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Pushing event updated for resources: {'Port': ['ID=70c34acb-7c6a-4374-a26f-8b8ba8ee61a1,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:55.285185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Request body: {'port': {'device_id': '0ecbda2d-c985-435e-b59b-aa8b831449b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:55.287720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:55.351056 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:55.353419 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421ed04b-221d-4761-9778-e534dae6142b" -d '{"events": [{"server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "name": "network-vif-plugged", "status": "completed", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:55.404964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Attempting to bind port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:55.405496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Attempting to bind port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:55.409197 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.425422 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.425674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Attempting to bind port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:55.453262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:55.479661 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4dc19a2e-c9aa-4f20-b377-83bae48282ca no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:55.479661 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:55.480440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:55.480544 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.480869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:55.481535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Bound port: 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:55.482127 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.510198 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9248866c-c47c-4cb3-b428-d992fe3d6a20 x-openstack-request-id: req-9248866c-c47c-4cb3-b428-d992fe3d6a20 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:55.510198 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "name": "network-vif-plugged", "status": "completed", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:55.510198 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9248866c-c47c-4cb3-b428-d992fe3d6a20 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:55.510198 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'code': 200} Oct 27 16:25:55.545686 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.565214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:55.567253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:55.575119 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:55.582118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:55.583091 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.601558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=e71cea6b-efe7-4ad9-b3cb-29427db5f203,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:55.663080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 4dc19a2e-c9aa-4f20-b377-83bae48282ca {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:55.663739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4dc19a2e-c9aa-4f20-b377-83bae48282ca not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:55.738771 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-86dd4e6f-adf5-4c78-9aa4-f2b61b940237 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5223351 Oct 27 16:25:55.762002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48018) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:55.787339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c35bd-d300-4ee7-a805-54e61292ed27 req-fed38a08-5bc4-457e-b874-b53f19ee9601 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:55.790308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-288c35bd-d300-4ee7-a805-54e61292ed27 req-fed38a08-5bc4-457e-b874-b53f19ee9601 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 931 time: 0.1357546 Oct 27 16:25:55.850299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1461f04-35ac-4cb2-9ce3-ca26b85c2735 req-3f682bd8-9a70-4298-a8d4-fc410568d70d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:55.852498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=12']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:55.856561 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1461f04-35ac-4cb2-9ce3-ca26b85c2735 req-3f682bd8-9a70-4298-a8d4-fc410568d70d tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 946 time: 0.1381404 Oct 27 16:25:55.872194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] For port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:55.877854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] For port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=70c34acb-7c6a-4374-a26f-8b8ba8ee61a1,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:55.878281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49fcd79-f79f-416b-ab2d-d627ac6f45d3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:55.884926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49fcd79-f79f-416b-ab2d-d627ac6f45d3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:55.886624 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f49fcd79-f79f-416b-ab2d-d627ac6f45d3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1213560 Oct 27 16:25:55.889622 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48032) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:55.943703 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:55.952036 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-288c35bd-d300-4ee7-a805-54e61292ed27 req-05f33e70-cb8e-420f-a104-ab08d6efb14f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441593 Oct 27 16:25:56.008046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dc2ba-e969-41ea-afed-2cb70cf1639e req-24affc9e-7568-4d26-a51e-21714e66c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:56.008260 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1461f04-35ac-4cb2-9ce3-ca26b85c2735 req-5ee284bf-eea4-405e-8bb1-f0a8fc860717 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201406 Oct 27 16:25:56.014537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-925dc2ba-e969-41ea-afed-2cb70cf1639e req-24affc9e-7568-4d26-a51e-21714e66c48f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 1097 time: 0.1593485 Oct 27 16:25:56.089504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4d394-15bc-46b3-9eab-436cead51c02 None None] Pushing event updated for resources: {'Port': ['ID=70c34acb-7c6a-4374-a26f-8b8ba8ee61a1,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:56.091413 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-925dc2ba-e969-41ea-afed-2cb70cf1639e req-b881a714-4f74-4cd1-9b34-f31ccb9106ba service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668814 Oct 27 16:25:56.136909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96c7adb-490c-41ed-a25a-74439bc62f9e {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:25:56.139614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6d8a8-5083-4fe3-87bd-8d389c39583d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port e71cea6b-efe7-4ad9-b3cb-29427db5f203 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:56.140122 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d8a8-5083-4fe3-87bd-8d389c39583d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.146991 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.170309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Transition to ACTIVE for port object d96c7adb-490c-41ed-a25a-74439bc62f9e will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:25:56.243352 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.269547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d8a8-5083-4fe3-87bd-8d389c39583d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.304278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6d8a8-5083-4fe3-87bd-8d389c39583d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for e71cea6b-efe7-4ad9-b3cb-29427db5f203 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:56.339786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Pushing event updated for resources: {'Port': ['ID=d96c7adb-490c-41ed-a25a-74439bc62f9e,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:56.458445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Attempting to bind port d96c7adb-490c-41ed-a25a-74439bc62f9e on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:56.458779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Attempting to bind port d96c7adb-490c-41ed-a25a-74439bc62f9e by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:56.459102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Attempting to bind port d96c7adb-490c-41ed-a25a-74439bc62f9e on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:56.466918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Port d96c7adb-490c-41ed-a25a-74439bc62f9e on network c47a63cd-949d-4480-9c39-3436e4ca4276 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:25:56.467259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Attempting to bind port d96c7adb-490c-41ed-a25a-74439bc62f9e on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:56.474013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:56.474340 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Checking segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:56.474720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Bound using segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:56.475172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Bound port: d96c7adb-490c-41ed-a25a-74439bc62f9e, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:56.475526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.541177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d8a8-5083-4fe3-87bd-8d389c39583d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.556013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] For port d96c7adb-490c-41ed-a25a-74439bc62f9e, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:56.559492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] For port d96c7adb-490c-41ed-a25a-74439bc62f9e, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d96c7adb-490c-41ed-a25a-74439bc62f9e,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:56.581505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6d8a8-5083-4fe3-87bd-8d389c39583d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=e71cea6b-efe7-4ad9-b3cb-29427db5f203,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:56.619907 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d8a8-5083-4fe3-87bd-8d389c39583d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.623740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b6e6d8a8-5083-4fe3-87bd-8d389c39583d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/e71cea6b-efe7-4ad9-b3cb-29427db5f203 HTTP/1.1" status: 204 len: 168 time: 0.7279818 Oct 27 16:25:56.624774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.626212 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48088) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:56.684799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:56.685474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.687674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] 10.222.0.53 "PUT /v2.0/ports/d96c7adb-490c-41ed-a25a-74439bc62f9e HTTP/1.1" status: 200 len: 1091 time: 1.4082189 Oct 27 16:25:56.688576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecbda2d-c985-435e-b59b-aa8b831449b5', 'tag': 'd96c7adb-490c-41ed-a25a-74439bc62f9e'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:25:56.691123 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e27b69-08fa-4355-85e7-5f44f69cac76" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecbda2d-c985-435e-b59b-aa8b831449b5", "tag": "d96c7adb-490c-41ed-a25a-74439bc62f9e"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:25:56.719794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2628ae61-b6c9-49ae-9f03-c82b1ad9cda7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:56.721346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2628ae61-b6c9-49ae-9f03-c82b1ad9cda7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:56.722875 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2628ae61-b6c9-49ae-9f03-c82b1ad9cda7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0955007 Oct 27 16:25:56.725499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48096) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:56.747065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caedc66e-de59-4372-8ad9-aa4c00346498 service neutron] Pushing event updated for resources: {'Port': ['ID=d96c7adb-490c-41ed-a25a-74439bc62f9e,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:56.763728 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7375efd9-f423-4b01-830f-a824b68c3a34 x-openstack-request-id: req-7375efd9-f423-4b01-830f-a824b68c3a34 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:25:56.764131 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecbda2d-c985-435e-b59b-aa8b831449b5", "tag": "d96c7adb-490c-41ed-a25a-74439bc62f9e", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:25:56.764999 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7375efd9-f423-4b01-830f-a824b68c3a34 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:25:56.765402 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecbda2d-c985-435e-b59b-aa8b831449b5', 'tag': 'd96c7adb-490c-41ed-a25a-74439bc62f9e', 'status': 'completed', 'code': 200} Oct 27 16:25:56.794643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d8d12e-ff43-4770-8fef-c7b24fff2971 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet f4b6bf5c-1dbd-4eb3-b9d9-0f5bfe57d662 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:25:56.798036 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-04d8d12e-ff43-4770-8fef-c7b24fff2971 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.840956 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-04d8d12e-ff43-4770-8fef-c7b24fff2971 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:56.860256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e27b69-08fa-4355-85e7-5f44f69cac76 req-fcc0a1e0-b81a-4055-8b99-d7a11140d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:56.861770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12e27b69-08fa-4355-85e7-5f44f69cac76 req-fcc0a1e0-b81a-4055-8b99-d7a11140d9f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 1094 time: 0.0525620 Oct 27 16:25:56.960968 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-04d8d12e-ff43-4770-8fef-c7b24fff2971 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:57.026937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e27b69-08fa-4355-85e7-5f44f69cac76 req-3f4e252f-0e4a-419a-95f3-6f98659a1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.028892 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12e27b69-08fa-4355-85e7-5f44f69cac76 req-3f4e252f-0e4a-419a-95f3-6f98659a1cf9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=38d3f95336f441d6849f076f492df8a8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1450584 Oct 27 16:25:57.113770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ebc32-9e4b-4bc5-81d1-6291e99d57b9 req-95118944-b3ba-4098-9fa3-623b9d5a99c7 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.123378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f77ebc32-9e4b-4bc5-81d1-6291e99d57b9 req-95118944-b3ba-4098-9fa3-623b9d5a99c7 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 943 time: 0.0877538 Oct 27 16:25:57.182758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f77ebc32-9e4b-4bc5-81d1-6291e99d57b9 req-b4769b9e-ca30-49fb-b2b1-0e5a4ff6d1e2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524116 Oct 27 16:25:57.192393 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-04d8d12e-ff43-4770-8fef-c7b24fff2971 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:57.244743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f88d1d-5154-4935-a9fe-a15714f4a719 req-a4df007c-6ed2-42d4-afa0-6948afe89e97 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.246489 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97f88d1d-5154-4935-a9fe-a15714f4a719 req-a4df007c-6ed2-42d4-afa0-6948afe89e97 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 946 time: 0.1197457 Oct 27 16:25:57.285225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d8d12e-ff43-4770-8fef-c7b24fff2971 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b6bf5c-1dbd-4eb3-b9d9-0f5bfe57d662,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:57.299404 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-04d8d12e-ff43-4770-8fef-c7b24fff2971 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:57.305358 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-04d8d12e-ff43-4770-8fef-c7b24fff2971 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/f4b6bf5c-1dbd-4eb3-b9d9-0f5bfe57d662 HTTP/1.1" status: 204 len: 168 time: 0.5760958 Oct 27 16:25:57.305914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:57.348190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-adc74e5e-da43-4ad0-b42f-22c71386e8fd tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412960 Oct 27 16:25:57.356610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48140) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:57.377797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1fd59f75-977c-4a63-8161-0afbf0ea2b15 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:57.389539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e27b69-08fa-4355-85e7-5f44f69cac76 req-6d365421-f090-4a4f-933b-debc606efb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.392423 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12e27b69-08fa-4355-85e7-5f44f69cac76 req-6d365421-f090-4a4f-933b-debc606efb35 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3553650 Oct 27 16:25:57.435627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97f88d1d-5154-4935-a9fe-a15714f4a719 req-601c0be6-d243-474e-80d3-9d32d11366de tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801829 Oct 27 16:25:57.546212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:25:57.546823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-1ce00712-8074-4047-ae27-b4299a427189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.548351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-1ce00712-8074-4047-ae27-b4299a427189 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 1094 time: 0.0964336 Oct 27 16:25:57.601638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2e16c4-2250-4e4d-9cd1-5509abe12239 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:57.647413 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-e79fd190-36cf-4b6e-b724-04c3c2f2910d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d96c7adb-490c-41ed-a25a-74439bc62f9e HTTP/1.1" status: 200 len: 217 time: 0.0898132 Oct 27 16:25:57.701664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fa4c15f4-b9ea-4755-84d6-83db6c048d0a None None] Provisioning complete for port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:57.701869 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa4c15f4-b9ea-4755-84d6-83db6c048d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:57.708358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:25:57.708733 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:57.740496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd59f75-977c-4a63-8161-0afbf0ea2b15 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:57.744700 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fd59f75-977c-4a63-8161-0afbf0ea2b15 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:57.755552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-f7a893a2-2bea-420c-ae55-598c190692ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:57.757550 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-f7a893a2-2bea-420c-ae55-598c190692ed service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64491595-c258-460a-a334-a8181c6eb3c4 HTTP/1.1" status: 200 len: 846 time: 0.0995986 Oct 27 16:25:57.796004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48172) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:57.828514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-01d2925e-4b70-4a45-9efd-d4d1def30059 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c47a63cd-949d-4480-9c39-3436e4ca4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620100 Oct 27 16:25:57.958464 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa4c15f4-b9ea-4755-84d6-83db6c048d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:57.961859 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.026190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214e9f3-9672-4962-9746-c3aaad34d495 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:25:58.032988 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fa4c15f4-b9ea-4755-84d6-83db6c048d0a None None] For port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=70c34acb-7c6a-4374-a26f-8b8ba8ee61a1,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:58.073712 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-e2540bec-e6c1-4bbf-b3b0-677593ce8c40 service neutron] 10.222.0.53 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258003 Oct 27 16:25:58.085327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8214e9f3-9672-4962-9746-c3aaad34d495 None None] Deleting port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:25:58.086019 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8214e9f3-9672-4962-9746-c3aaad34d495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.107964 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa4c15f4-b9ea-4755-84d6-83db6c048d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.110282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1352985e-cce8-467c-8ca4-160d30b1b930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.210387 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:25:58.230243 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:25:58.230518 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:25:58.244922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8214e9f3-9672-4962-9746-c3aaad34d495 None None] For port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=70c34acb-7c6a-4374-a26f-8b8ba8ee61a1,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:25:58.245433 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8214e9f3-9672-4962-9746-c3aaad34d495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.258817 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c15f4-b9ea-4755-84d6-83db6c048d0a None None] Pushing event updated for resources: {'Port': ['ID=70c34acb-7c6a-4374-a26f-8b8ba8ee61a1,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:58.266672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8214e9f3-9672-4962-9746-c3aaad34d495 None None] Calling delete_port for 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:25:58.302853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd734608-acac-4f74-9f2f-3195536b8af4 req-68769e1b-02d2-43b2-8379-b3cd64f7c506 service neutron] 10.222.0.53 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188458 Oct 27 16:25:58.390222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c201336-757e-4563-94b1-0c4ab3ab5644 req-0c41583d-80fd-4ed7-afc1-73a25e2d13b1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:58.391603 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8c201336-757e-4563-94b1-0c4ab3ab5644 req-0c41583d-80fd-4ed7-afc1-73a25e2d13b1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 943 time: 0.0904756 Oct 27 16:25:58.405964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1352985e-cce8-467c-8ca4-160d30b1b930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.436820 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8c201336-757e-4563-94b1-0c4ab3ab5644 req-22b622f9-6f8e-4fb7-96d1-040899085e55 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359073 Oct 27 16:25:58.452938 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8214e9f3-9672-4962-9746-c3aaad34d495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.493055 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214e9f3-9672-4962-9746-c3aaad34d495 None None] Pushing event deleted for resources: {'Port': ['ID=70c34acb-7c6a-4374-a26f-8b8ba8ee61a1,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:58.507791 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1352985e-cce8-467c-8ca4-160d30b1b930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.512194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8214e9f3-9672-4962-9746-c3aaad34d495 None None] No DVR routers for this DVR port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:25:58.568850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1352985e-cce8-467c-8ca4-160d30b1b930 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b56bf6c6be7437ebe06ad28fa256b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714782 Oct 27 16:25:58.575531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48224) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:58.598476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-1fd59f75-977c-4a63-8161-0afbf0ea2b15 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:25:58.600176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352985e-cce8-467c-8ca4-160d30b1b930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a8d66b-b275-45d2-a646-dc7f7776bd51,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:58.604746 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fd59f75-977c-4a63-8161-0afbf0ea2b15 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.618364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164c02d-0304-44db-81a9-2ee60b6c99f1 req-8d526240-3343-4f70-b6d3-56eb81f1f8a5 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:58.620380 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1164c02d-0304-44db-81a9-2ee60b6c99f1 req-8d526240-3343-4f70-b6d3-56eb81f1f8a5 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 946 time: 0.0879581 Oct 27 16:25:58.662900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd59f75-977c-4a63-8161-0afbf0ea2b15 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:58.662900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-1fd59f75-977c-4a63-8161-0afbf0ea2b15 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:58.666604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd59f75-977c-4a63-8161-0afbf0ea2b15 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:58.667510 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fd59f75-977c-4a63-8161-0afbf0ea2b15 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.673232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0203f5-a655-4afe-8d4a-4860d35dcec8 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:25:58.683643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd59f75-977c-4a63-8161-0afbf0ea2b15 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=c058342f-26d8-4a2b-af93-6eb1861bbdcc,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:58.697134 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-491afe1f-bd73-4acf-b878-55aad5485e28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.707127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1164c02d-0304-44db-81a9-2ee60b6c99f1 req-96de2fdf-1c87-4481-a810-760795d5ce3f tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733984 Oct 27 16:25:58.730082 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-491afe1f-bd73-4acf-b878-55aad5485e28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.766895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Port 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 update to ACTIVE by agent not found {{(pid=109724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 16:25:58.810304 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1fd59f75-977c-4a63-8161-0afbf0ea2b15 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4526255 Oct 27 16:25:58.812765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48242) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:58.818686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:92:42:00', 'name': 'tempest-NetworksTestDHCPv6-1790951164'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:25:58.882414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': 'c058342f-26d8-4a2b-af93-6eb1861bbdcc'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:25:58.883310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.944653 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-491afe1f-bd73-4acf-b878-55aad5485e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.948494 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-491afe1f-bd73-4acf-b878-55aad5485e28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:58.950220 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-491afe1f-bd73-4acf-b878-55aad5485e28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16a8d66b-b275-45d2-a646-dc7f7776bd51 HTTP/1.1" status: 204 len: 168 time: 0.3708973 Oct 27 16:25:58.962146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491afe1f-bd73-4acf-b878-55aad5485e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a8d66b-b275-45d2-a646-dc7f7776bd51,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:59.077784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Allocated IP 2001:db8::f816:3eff:fed6:e97c (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/c058342f-26d8-4a2b-af93-6eb1861bbdcc/90cf7cd8-6aa0-491a-8e08-5b290f300c43) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:59.277021 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.355355 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.368394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:25:59.394129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:25:59.394724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 70c34acb-7c6a-4374-a26f-8b8ba8ee61a1 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:25:59.399660 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.448383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:25:59.452809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:25:59.455767 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:25:59.460013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:25:59.467476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Pushing event updated for resources: {'Port': ['ID=90cf7cd8-6aa0-491a-8e08-5b290f300c43,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:25:59.563482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Attempting to bind port 90cf7cd8-6aa0-491a-8e08-5b290f300c43 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:25:59.563881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Attempting to bind port 90cf7cd8-6aa0-491a-8e08-5b290f300c43 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:25:59.564507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Attempting to bind port 90cf7cd8-6aa0-491a-8e08-5b290f300c43 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:25:59.571879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:25:59.572961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:25:59.573566 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.574151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:25:59.574819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Bound port: 90cf7cd8-6aa0-491a-8e08-5b290f300c43, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:25:59.575390 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.657431 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.673573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff43c-8b49-4a4d-a817-137d30454cf0 req-e1361fab-d0f7-449b-bdb2-528c858cd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:59.675078 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfdff43c-8b49-4a4d-a817-137d30454cf0 req-e1361fab-d0f7-449b-bdb2-528c858cd647 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 1097 time: 0.0764740 Oct 27 16:25:59.687176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9484cd4-25f8-43f4-aafe-9d9974f27d6f req-8222b86d-127e-498f-8309-66b5bf0ef474 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:59.691295 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] For port 90cf7cd8-6aa0-491a-8e08-5b290f300c43, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:25:59.691784 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9484cd4-25f8-43f4-aafe-9d9974f27d6f req-8222b86d-127e-498f-8309-66b5bf0ef474 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 943 time: 0.1387084 Oct 27 16:25:59.691889 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] For port 90cf7cd8-6aa0-491a-8e08-5b290f300c43, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=90cf7cd8-6aa0-491a-8e08-5b290f300c43,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:25:59.706385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 3319e29a-0604-4897-b877-23d2c9a2afa7 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:25:59.762321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48292) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:25:59.775823 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.797011 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-de487815-7d74-481c-b564-5bc5eadb97d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:25:59.801804 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9484cd4-25f8-43f4-aafe-9d9974f27d6f req-5625215f-683b-4648-9982-b94764972a2c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063983 Oct 27 16:25:59.880325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff43c-8b49-4a4d-a817-137d30454cf0 req-f7b24f09-ce67-40eb-9a6a-6ededfdc688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:25:59.882026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfdff43c-8b49-4a4d-a817-137d30454cf0 req-f7b24f09-ce67-40eb-9a6a-6ededfdc688a service neutron] 10.222.0.53 "GET /v2.0/networks?id=68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 200 len: 917 time: 0.1851778 Oct 27 16:25:59.948694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::f816:3eff:fe92:4200 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/c058342f-26d8-4a2b-af93-6eb1861bbdcc/3319e29a-0604-4897-b877-23d2c9a2afa7) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:25:59.967890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ee8b0-c855-4635-9d4c-8b8ded0a28d2 None None] Pushing event updated for resources: {'Port': ['ID=90cf7cd8-6aa0-491a-8e08-5b290f300c43,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:00.067674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfdff43c-8b49-4a4d-a817-137d30454cf0 req-3f6bfbb8-cf69-404b-88af-c240bf102cac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c HTTP/1.1" status: 200 len: 1000 time: 0.1768165 Oct 27 16:26:00.158198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6537a-1766-4a6b-b86b-904b988b8315 req-05b91b4c-eed6-4f67-a8ca-6fd6cd117690 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:00.159886 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27f6537a-1766-4a6b-b86b-904b988b8315 req-05b91b4c-eed6-4f67-a8ca-6fd6cd117690 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 946 time: 0.1727631 Oct 27 16:26:00.173172 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.201815 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-de487815-7d74-481c-b564-5bc5eadb97d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.221506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff43c-8b49-4a4d-a817-137d30454cf0 req-3d99630b-44b8-478c-9ec2-6baab620edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:00.222411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfdff43c-8b49-4a4d-a817-137d30454cf0 req-3d99630b-44b8-478c-9ec2-6baab620edbf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 200 len: 855 time: 0.1425099 Oct 27 16:26:00.276458 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27f6537a-1766-4a6b-b86b-904b988b8315 req-839e1492-042d-4381-9120-a626f6d79770 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923581 Oct 27 16:26:00.279319 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-de487815-7d74-481c-b564-5bc5eadb97d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.301434 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.333650 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-de487815-7d74-481c-b564-5bc5eadb97d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0e5002f6a3f431d9e67ff8a51f8cec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700407 Oct 27 16:26:00.334462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48312) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:00.335938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de487815-7d74-481c-b564-5bc5eadb97d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f5db86-8a62-4c7d-9add-a6fa345804f9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:00.346521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdff43c-8b49-4a4d-a817-137d30454cf0 req-6218e5cf-ce31-42cf-8bf9-a0bb7168ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:00.348021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfdff43c-8b49-4a4d-a817-137d30454cf0 req-6218e5cf-ce31-42cf-8bf9-a0bb7168ed0a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=68591647-5373-400e-bd85-680b6bb7200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1153200 Oct 27 16:26:00.377985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:00.381411 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:00.390943 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:00.397460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:00.398121 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.405492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=3319e29a-0604-4897-b877-23d2c9a2afa7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:00.474400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf54003b-039a-478d-a90d-8a191c6ff76f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.481260 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-993519bd-a0c2-42bb-a973-257e56c375e5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6628144 Oct 27 16:26:00.481506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48324) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:00.517481 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf54003b-039a-478d-a90d-8a191c6ff76f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.527305 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfdff43c-8b49-4a4d-a817-137d30454cf0 req-8c2daa5a-1d4a-4778-835b-557551ac082f service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715789 Oct 27 16:26:00.560198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed80991-7338-4d82-9c25-e30b59c1ce9c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:00.566483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed80991-7338-4d82-9c25-e30b59c1ce9c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:00.570646 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9ed80991-7338-4d82-9c25-e30b59c1ce9c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0773649 Oct 27 16:26:00.571351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48328) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:00.602984 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d96c7adb-490c-41ed-a25a-74439bc62f9e details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:26:00.711196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-57744918-5532-4586-968e-99375ab86999 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 3319e29a-0604-4897-b877-23d2c9a2afa7 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:00.711560 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57744918-5532-4586-968e-99375ab86999 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.757337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d96c7adb-490c-41ed-a25a-74439bc62f9e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d96c7adb-490c-41ed-a25a-74439bc62f9e,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:00.780682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'd96c7adb-490c-41ed-a25a-74439bc62f9e', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'port_id': 'd96c7adb-490c-41ed-a25a-74439bc62f9e', 'mac_address': 'fa:16:3e:b7:2f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64491595-c258-460a-a334-a8181c6eb3c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:26:00.845858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57744918-5532-4586-968e-99375ab86999 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.849088 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:00.872077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-57744918-5532-4586-968e-99375ab86999 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 3319e29a-0604-4897-b877-23d2c9a2afa7 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:00.877217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96c7adb-490c-41ed-a25a-74439bc62f9e {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:26:00.921447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d96c7adb-490c-41ed-a25a-74439bc62f9e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d96c7adb-490c-41ed-a25a-74439bc62f9e,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:01.008998 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.046094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ec087-add6-4c1e-9787-a0bb096b5344 req-10186b7f-8d5b-4a56-831a-17a79a43579f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:01.059396 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c5ec087-add6-4c1e-9787-a0bb096b5344 req-10186b7f-8d5b-4a56-831a-17a79a43579f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 943 time: 0.1285892 Oct 27 16:26:01.115999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d96c7adb-490c-41ed-a25a-74439bc62f9e,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:01.126636 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfdff43c-8b49-4a4d-a817-137d30454cf0 req-073ef514-d61a-483d-8e0a-40aff5433e88 service neutron] 10.222.0.53 "GET /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5904062 Oct 27 16:26:01.146729 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c5ec087-add6-4c1e-9787-a0bb096b5344 req-d3332ba4-0da7-4114-8ba6-4bd69e2413e2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863879 Oct 27 16:26:01.176765 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf54003b-039a-478d-a90d-8a191c6ff76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.181398 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf54003b-039a-478d-a90d-8a191c6ff76f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.183523 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cf54003b-039a-478d-a90d-8a191c6ff76f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8f5db86-8a62-4c7d-9add-a6fa345804f9 HTTP/1.1" status: 204 len: 168 time: 0.8442078 Oct 27 16:26:01.193259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54003b-039a-478d-a90d-8a191c6ff76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f5db86-8a62-4c7d-9add-a6fa345804f9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:01.242970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d96c7adb-490c-41ed-a25a-74439bc62f9e'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:01.261027 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57744918-5532-4586-968e-99375ab86999 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.292329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57744918-5532-4586-968e-99375ab86999 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=3319e29a-0604-4897-b877-23d2c9a2afa7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:01.333031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-57744918-5532-4586-968e-99375ab86999 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.336517 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-57744918-5532-4586-968e-99375ab86999 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/3319e29a-0604-4897-b877-23d2c9a2afa7 HTTP/1.1" status: 204 len: 168 time: 0.7636254 Oct 27 16:26:01.339985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48368) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:01.378869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6fb34964-581e-4d1a-8f8e-7c8c089650f5 None None] Provisioning complete for port 90cf7cd8-6aa0-491a-8e08-5b290f300c43 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:01.379299 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6fb34964-581e-4d1a-8f8e-7c8c089650f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.491379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b7b30-42f7-4100-81fc-431250d767d7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:01.493248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b7b30-42f7-4100-81fc-431250d767d7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:01.495243 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9f2b7b30-42f7-4100-81fc-431250d767d7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1541650 Oct 27 16:26:01.498063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48378) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:01.577217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0932d-d053-4b13-a634-3111bfd4e2b1 req-1b241f2e-cf29-4908-99ca-875a39df9445 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:01.585928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4a0932d-d053-4b13-a634-3111bfd4e2b1 req-1b241f2e-cf29-4908-99ca-875a39df9445 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 946 time: 0.1491828 Oct 27 16:26:01.593846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 90cf7cd8-6aa0-491a-8e08-5b290f300c43 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:01.617831 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-53279123-5859-41a9-9dcc-ff53b9c2641f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet c058342f-26d8-4a2b-af93-6eb1861bbdcc {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:01.624297 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53279123-5859-41a9-9dcc-ff53b9c2641f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.626566 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4a0932d-d053-4b13-a634-3111bfd4e2b1 req-1991dbe7-e5b6-48dd-8d65-094c274b4239 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395703 Oct 27 16:26:01.683187 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53279123-5859-41a9-9dcc-ff53b9c2641f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.794646 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53279123-5859-41a9-9dcc-ff53b9c2641f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.830237 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6fb34964-581e-4d1a-8f8e-7c8c089650f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.853396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 90cf7cd8-6aa0-491a-8e08-5b290f300c43 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:01.853770 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.958407 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:01.984719 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53279123-5859-41a9-9dcc-ff53b9c2641f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.013369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53279123-5859-41a9-9dcc-ff53b9c2641f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=c058342f-26d8-4a2b-af93-6eb1861bbdcc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:02.018647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53279123-5859-41a9-9dcc-ff53b9c2641f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.025126 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-53279123-5859-41a9-9dcc-ff53b9c2641f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/c058342f-26d8-4a2b-af93-6eb1861bbdcc HTTP/1.1" status: 204 len: 168 time: 0.5234449 Oct 27 16:26:02.025262 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48412) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:02.046476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8758c75f-94a3-4aeb-8d8e-6750c607ac63 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:02.094793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-514108ab-dac6-4875-9230-04007121caf8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670917 Oct 27 16:26:02.096457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48420) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:02.124776 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-6fb34964-581e-4d1a-8f8e-7c8c089650f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:26:02.125050 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-6fb34964-581e-4d1a-8f8e-7c8c089650f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:26:02.156887 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:26:02.157353 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:26:02.242137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a943c0-528a-4836-b13c-e14840108484 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:02.245196 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b4a943c0-528a-4836-b13c-e14840108484 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1473968 Oct 27 16:26:02.250578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48428) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:02.270401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21a9feda-da51-4137-9da8-0015df85a519 req-1aa5a765-f563-460d-b186-4eee429b97f0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1265121 Oct 27 16:26:02.341760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b4204-3f6f-49bd-90dc-c9d60893a9a8 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:02.346034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6f4d9-0b98-4320-927a-202f7f6aa87e req-e918467a-ec2a-40e4-810b-6d360c333c2a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:02.347622 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6aa6f4d9-0b98-4320-927a-202f7f6aa87e req-e918467a-ec2a-40e4-810b-6d360c333c2a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 944 time: 0.1125045 Oct 27 16:26:02.356218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c65dce9-299a-41d8-b5a5-36e9b0aae794 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:02.358250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4c65dce9-299a-41d8-b5a5-36e9b0aae794 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1078677 Oct 27 16:26:02.366163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48438) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:02.419918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9feda-da51-4137-9da8-0015df85a519 req-367950ca-9f4e-4e50-9ec6-70fc05693245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:02.421540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21a9feda-da51-4137-9da8-0015df85a519 req-367950ca-9f4e-4e50-9ec6-70fc05693245 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 1097 time: 0.0888007 Oct 27 16:26:02.423862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-399b4204-3f6f-49bd-90dc-c9d60893a9a8 None None] Deleting port 90cf7cd8-6aa0-491a-8e08-5b290f300c43 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:02.427619 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-399b4204-3f6f-49bd-90dc-c9d60893a9a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.434113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a7813214-55af-46cb-ac1e-8c117a95a8b2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637155 Oct 27 16:26:02.438062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48446) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:02.444552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ff9c52e4-da40-42d6-954c-0790add7f7ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:02.480266 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6aa6f4d9-0b98-4320-927a-202f7f6aa87e req-daf9fe6e-a8cb-4412-a0a7-408d4e117525 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205258 Oct 27 16:26:02.654247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9feda-da51-4137-9da8-0015df85a519 req-823d66ad-940e-4544-8cf4-5855a9cbd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:02.656162 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21a9feda-da51-4137-9da8-0015df85a519 req-823d66ad-940e-4544-8cf4-5855a9cbd1aa service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc8c731a-2d1c-4821-a115-25c358097421 HTTP/1.1" status: 200 len: 898 time: 0.2065766 Oct 27 16:26:02.740956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21a9feda-da51-4137-9da8-0015df85a519 req-fb3c47ba-cf8d-4ea6-a467-637f783b84e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf HTTP/1.1" status: 200 len: 1002 time: 0.0734415 Oct 27 16:26:02.749410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9c52e4-da40-42d6-954c-0790add7f7ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:02.752156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d96c7adb-490c-41ed-a25a-74439bc62f9e up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:02.754411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ff9c52e4-da40-42d6-954c-0790add7f7ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.791140 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6fb34964-581e-4d1a-8f8e-7c8c089650f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.898980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-399b4204-3f6f-49bd-90dc-c9d60893a9a8 None None] For port 90cf7cd8-6aa0-491a-8e08-5b290f300c43, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=90cf7cd8-6aa0-491a-8e08-5b290f300c43,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:02.900302 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-399b4204-3f6f-49bd-90dc-c9d60893a9a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.917634 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.925084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-399b4204-3f6f-49bd-90dc-c9d60893a9a8 None None] Calling delete_port for 90cf7cd8-6aa0-491a-8e08-5b290f300c43 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:02.930296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9feda-da51-4137-9da8-0015df85a519 req-40d2b946-ad93-42a2-a3d9-fdd5bd132b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:02.933784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21a9feda-da51-4137-9da8-0015df85a519 req-40d2b946-ad93-42a2-a3d9-fdd5bd132b99 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4caafec-7fcb-4f8e-b466-bbf7f9a3167c HTTP/1.1" status: 200 len: 835 time: 0.1718943 Oct 27 16:26:02.953929 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:02.957228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6fb34964-581e-4d1a-8f8e-7c8c089650f5 None None] For port 90cf7cd8-6aa0-491a-8e08-5b290f300c43, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=90cf7cd8-6aa0-491a-8e08-5b290f300c43,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:03.016630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9feda-da51-4137-9da8-0015df85a519 req-c52a829d-37c2-49b9-870b-a6f5c44c208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:03.018163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21a9feda-da51-4137-9da8-0015df85a519 req-c52a829d-37c2-49b9-870b-a6f5c44c208d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc8c731a-2d1c-4821-a115-25c358097421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763643 Oct 27 16:26:03.052480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port d96c7adb-490c-41ed-a25a-74439bc62f9e completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:26:03.057399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port d96c7adb-490c-41ed-a25a-74439bc62f9e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:03.057790 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.162615 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6fb34964-581e-4d1a-8f8e-7c8c089650f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.219724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21a9feda-da51-4137-9da8-0015df85a519 req-30d961ec-3983-422c-9e5a-7469636693f4 service neutron] 10.222.0.54 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827440 Oct 27 16:26:03.257468 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-399b4204-3f6f-49bd-90dc-c9d60893a9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.265928 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:26:03.266287 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:26:03.293504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-09d79490-d103-4511-bce4-bd147b38f61f None None] Could not find standard attr ID for object 3319e29a-0604-4897-b877-23d2c9a2afa7. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:26:03.294898 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.318049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b4204-3f6f-49bd-90dc-c9d60893a9a8 None None] No DVR routers for this DVR port 90cf7cd8-6aa0-491a-8e08-5b290f300c43 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:03.323813 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb34964-581e-4d1a-8f8e-7c8c089650f5 None None] Pushing event updated for resources: {'Port': ['ID=90cf7cd8-6aa0-491a-8e08-5b290f300c43,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:03.350078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecbda2d-c985-435e-b59b-aa8b831449b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96c7adb-490c-41ed-a25a-74439bc62f9e'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:03.352447 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4774f9fb-c6b2-444f-8738-41b9d9c41ecd" -d '{"events": [{"server_uuid": "0ecbda2d-c985-435e-b59b-aa8b831449b5", "name": "network-vif-plugged", "status": "completed", "tag": "d96c7adb-490c-41ed-a25a-74439bc62f9e"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:03.380994 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21a9feda-da51-4137-9da8-0015df85a519 req-44d6e35d-0564-4955-b644-3b107b9ac9cf service neutron] 10.222.0.54 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439464 Oct 27 16:26:03.382759 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ff9c52e4-da40-42d6-954c-0790add7f7ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.385127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b4204-3f6f-49bd-90dc-c9d60893a9a8 None None] Pushing event deleted for resources: {'Port': ['ID=90cf7cd8-6aa0-491a-8e08-5b290f300c43,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:03.401611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d96c7adb-490c-41ed-a25a-74439bc62f9e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d96c7adb-490c-41ed-a25a-74439bc62f9e,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:03.429675 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20fb6dc-05f1-4ead-b280-03427d9e95da x-openstack-request-id: req-d20fb6dc-05f1-4ead-b280-03427d9e95da {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:03.429974 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecbda2d-c985-435e-b59b-aa8b831449b5", "name": "network-vif-plugged", "status": "completed", "tag": "d96c7adb-490c-41ed-a25a-74439bc62f9e", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:03.430237 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d20fb6dc-05f1-4ead-b280-03427d9e95da {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:03.430708 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecbda2d-c985-435e-b59b-aa8b831449b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96c7adb-490c-41ed-a25a-74439bc62f9e', 'code': 200} Oct 27 16:26:03.441840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9c52e4-da40-42d6-954c-0790add7f7ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:03.449286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ff9c52e4-da40-42d6-954c-0790add7f7ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:03.456267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9c52e4-da40-42d6-954c-0790add7f7ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:03.457563 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ff9c52e4-da40-42d6-954c-0790add7f7ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.474126 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.480886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c52e4-da40-42d6-954c-0790add7f7ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=73188426-9d85-4aac-8b9d-d1faf6ec6a55,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:03.502328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e565b9-af6f-42a5-adf7-29f159efa026 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:03.604002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ff9c52e4-da40-42d6-954c-0790add7f7ed tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1647248 Oct 27 16:26:03.605013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48486) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:03.612298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:e5:8b:7d', 'name': 'tempest-NetworksTestDHCPv6-1913665802'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:03.676681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d63cb-d78c-4155-9a78-45f217b091db req-693d5153-31ac-424c-96c1-b126f064a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:03.678552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e08d63cb-d78c-4155-9a78-45f217b091db req-693d5153-31ac-424c-96c1-b126f064a78e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 1096 time: 0.1407154 Oct 27 16:26:03.707937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91de0d5-08f7-41be-8ca8-87f945d65266 req-ef183b4d-0ba9-4ea1-8031-b37adc7ab096 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:03.723748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b91de0d5-08f7-41be-8ca8-87f945d65266 req-ef183b4d-0ba9-4ea1-8031-b37adc7ab096 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 945 time: 0.1228344 Oct 27 16:26:03.756027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d96c7adb-490c-41ed-a25a-74439bc62f9e,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:03.765770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e08d63cb-d78c-4155-9a78-45f217b091db req-dd6fbfbb-acdf-4c4c-82ca-1c466841a02b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714252 Oct 27 16:26:03.828274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Port 90cf7cd8-6aa0-491a-8e08-5b290f300c43 update to ACTIVE by agent not found {{(pid=109724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 16:26:03.835765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b91de0d5-08f7-41be-8ca8-87f945d65266 req-93b7d390-5393-4372-92d8-4f1d7f171208 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024706 Oct 27 16:26:03.872660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': '73188426-9d85-4aac-8b9d-d1faf6ec6a55'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:26:03.873795 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:03.913140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:04.013852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 90cf7cd8-6aa0-491a-8e08-5b290f300c43 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:04.037129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 90cf7cd8-6aa0-491a-8e08-5b290f300c43 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:04.037734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 90cf7cd8-6aa0-491a-8e08-5b290f300c43 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:04.089935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.114200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 8d8806ba-1620-48f1-ad39-02a00f96074c yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:26:04.116158 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/73188426-9d85-4aac-8b9d-d1faf6ec6a55/178dd6aa-b2bf-4d4f-b995-dbd67677daf3) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:04.317045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.424582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.471790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:04.485966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:04.489699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:04.501994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Pushing event updated for resources: {'Port': ['ID=178dd6aa-b2bf-4d4f-b995-dbd67677daf3,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:04.511397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::62 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/73188426-9d85-4aac-8b9d-d1faf6ec6a55/8d8806ba-1620-48f1-ad39-02a00f96074c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:04.570095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Attempting to bind port 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:04.570463 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Attempting to bind port 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:04.570879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Attempting to bind port 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:04.580352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:04.580727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:04.581121 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.581508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:04.581973 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Bound port: 178dd6aa-b2bf-4d4f-b995-dbd67677daf3, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:04.582426 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.669304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] For port 178dd6aa-b2bf-4d4f-b995-dbd67677daf3, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:04.673807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] For port 178dd6aa-b2bf-4d4f-b995-dbd67677daf3, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=178dd6aa-b2bf-4d4f-b995-dbd67677daf3,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:04.734282 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.752227 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.854494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e798e5-cad2-4875-93ce-ea8e98f840c1 None None] Pushing event updated for resources: {'Port': ['ID=178dd6aa-b2bf-4d4f-b995-dbd67677daf3,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:04.864756 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:04.965573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:04.971107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:04.974117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:04.980641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:04.981259 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.030866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=8d8806ba-1620-48f1-ad39-02a00f96074c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:05.055870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98262452-4486-40da-a992-b04f955ecfac req-6cee9aee-0f43-4840-b05c-24fd9091b6e7 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:05.057792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98262452-4486-40da-a992-b04f955ecfac req-6cee9aee-0f43-4840-b05c-24fd9091b6e7 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 945 time: 0.0737267 Oct 27 16:26:05.161345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98262452-4486-40da-a992-b04f955ecfac req-3566a2cd-770d-4786-97d9-d73580f5aef2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948234 Oct 27 16:26:05.168289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-728e48ca-1082-4cd9-a843-cd8cef81b804 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5611188 Oct 27 16:26:05.170866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48542) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:05.252561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a0c7f0-a308-4f10-a714-00cd256c6599 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:05.260334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a0c7f0-a308-4f10-a714-00cd256c6599 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:05.262319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-95a0c7f0-a308-4f10-a714-00cd256c6599 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0902245 Oct 27 16:26:05.268077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48546) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:05.455278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-29a6261f-dcea-453c-9e97-de650dc377b9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 8d8806ba-1620-48f1-ad39-02a00f96074c {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:05.455540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-29a6261f-dcea-453c-9e97-de650dc377b9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.470321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48550) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:05.613878 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-29a6261f-dcea-453c-9e97-de650dc377b9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.634733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-29a6261f-dcea-453c-9e97-de650dc377b9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 8d8806ba-1620-48f1-ad39-02a00f96074c owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:05.672040 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21cb87eb-e0c3-4dbf-aa10-71908e68fece admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.808481 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21cb87eb-e0c3-4dbf-aa10-71908e68fece admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.906376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-29a6261f-dcea-453c-9e97-de650dc377b9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.934970 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21cb87eb-e0c3-4dbf-aa10-71908e68fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.971869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6261f-dcea-453c-9e97-de650dc377b9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=8d8806ba-1620-48f1-ad39-02a00f96074c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:05.991095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-29a6261f-dcea-453c-9e97-de650dc377b9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:05.997768 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-29a6261f-dcea-453c-9e97-de650dc377b9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/8d8806ba-1620-48f1-ad39-02a00f96074c HTTP/1.1" status: 204 len: 168 time: 0.7281458 Oct 27 16:26:05.998035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48562) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:06.012169 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:06.025485 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-21cb87eb-e0c3-4dbf-aa10-71908e68fece admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b87d74903a244ec08927ff197bbfe4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538146 Oct 27 16:26:06.027390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb87eb-e0c3-4dbf-aa10-71908e68fece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddc4261-aab5-4cd3-87e3-8968cea171ad,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:06.037215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48564) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:06.098713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07cb4f-5eb3-4622-976f-793971931560 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:06.100802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd07cb4f-5eb3-4622-976f-793971931560 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:06.102606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cd07cb4f-5eb3-4622-976f-793971931560 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1037660 Oct 27 16:26:06.104598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:06.104962 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.107554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48568) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:06.114250 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1afdf325-cc26-4aba-940f-923e9d113814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.145290 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1afdf325-cc26-4aba-940f-923e9d113814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.208741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-50db702c-f513-499c-8dc0-b16bae45840b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 73188426-9d85-4aac-8b9d-d1faf6ec6a55 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:06.217067 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50db702c-f513-499c-8dc0-b16bae45840b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.256959 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.312665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 178dd6aa-b2bf-4d4f-b995-dbd67677daf3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=178dd6aa-b2bf-4d4f-b995-dbd67677daf3,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:06.329137 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50db702c-f513-499c-8dc0-b16bae45840b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.369129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-234560d2-666a-4d0c-8619-2222b147db9a None None] Provisioning complete for port 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:06.369568 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-234560d2-666a-4d0c-8619-2222b147db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.395483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1afdf325-cc26-4aba-940f-923e9d113814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.398060 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1afdf325-cc26-4aba-940f-923e9d113814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.401161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1afdf325-cc26-4aba-940f-923e9d113814 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ddc4261-aab5-4cd3-87e3-8968cea171ad HTTP/1.1" status: 204 len: 168 time: 0.3626268 Oct 27 16:26:06.421273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674547d7-986b-4774-93cb-b549dfb0a2b2 req-7a09e51c-7b16-467f-91c2-392012ee20f4 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:06.421273 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-674547d7-986b-4774-93cb-b549dfb0a2b2 req-7a09e51c-7b16-467f-91c2-392012ee20f4 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 945 time: 0.1356876 Oct 27 16:26:06.421686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdf325-cc26-4aba-940f-923e9d113814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddc4261-aab5-4cd3-87e3-8968cea171ad,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:06.490223 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50db702c-f513-499c-8dc0-b16bae45840b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.491897 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.585775 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-674547d7-986b-4774-93cb-b549dfb0a2b2 req-21589655-b282-48bb-9470-7c6b0ab88342 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712711 Oct 27 16:26:06.646291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=178dd6aa-b2bf-4d4f-b995-dbd67677daf3,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:06.677864 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50db702c-f513-499c-8dc0-b16bae45840b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.729839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db702c-f513-499c-8dc0-b16bae45840b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=73188426-9d85-4aac-8b9d-d1faf6ec6a55,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:06.756558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50db702c-f513-499c-8dc0-b16bae45840b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:06.764918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-50db702c-f513-499c-8dc0-b16bae45840b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/73188426-9d85-4aac-8b9d-d1faf6ec6a55 HTTP/1.1" status: 204 len: 168 time: 0.6534700 Oct 27 16:26:06.766400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48584) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:06.792722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f7e2a-2446-4571-bf8f-2d46168364ad req-b43a9dbf-ab87-48ed-8385-007f5c7c108c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:06.800696 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-903f7e2a-2446-4571-bf8f-2d46168364ad req-b43a9dbf-ab87-48ed-8385-007f5c7c108c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 945 time: 0.0903885 Oct 27 16:26:06.805179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9c8ebddb-23f0-46bf-b58e-74239d10fc72 None None] Could not find standard attr ID for object 8d8806ba-1620-48f1-ad39-02a00f96074c. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:26:06.854920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-903f7e2a-2446-4571-bf8f-2d46168364ad req-7e714137-3c0d-491e-8383-3d2e7e608371 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477638 Oct 27 16:26:06.862582 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b6da44ae-3d86-4b23-9299-d0d814783542 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931003 Oct 27 16:26:06.862791 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48588) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:06.996894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe8de0e-8c0d-47bc-a871-57fcec0c031b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:07.000795 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2fe8de0e-8c0d-47bc-a871-57fcec0c031b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1347685 Oct 27 16:26:07.001508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48592) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:07.048275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453487b-2759-4b35-8335-4253b68095c8 req-bc8ceb74-ae6d-41d5-97df-6c0b0aca0152 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:07.055790 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0453487b-2759-4b35-8335-4253b68095c8 req-bc8ceb74-ae6d-41d5-97df-6c0b0aca0152 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 945 time: 0.1369548 Oct 27 16:26:07.072988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e5c8d3-c521-4951-a0b9-f09f7c055772 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:07.077384 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-38e5c8d3-c521-4951-a0b9-f09f7c055772 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0745103 Oct 27 16:26:07.078140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48596) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:07.090803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f492af4-6f66-4daa-8e80-caf93f000f45 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:07.109414 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0453487b-2759-4b35-8335-4253b68095c8 req-70309104-712e-49af-ac39-70fafcebee19 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525036 Oct 27 16:26:07.142626 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2e375eb1-e5c1-42d4-bf77-afd7f2c70a9e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598946 Oct 27 16:26:07.143516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48600) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:07.151643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8f34ff07-f46a-4b43-8ae0-5e82711f7c6e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:07.343744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a59c2-9c1a-4679-a8f8-25db034ec06a None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:07.366684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f34ff07-f46a-4b43-8ae0-5e82711f7c6e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:07.370886 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f34ff07-f46a-4b43-8ae0-5e82711f7c6e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.377827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48604) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:07.402655 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60a856ec-df42-4c12-9f8c-adc34f92b6d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.435179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2b0a59c2-9c1a-4679-a8f8-25db034ec06a None None] Deleting port 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:07.435500 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2b0a59c2-9c1a-4679-a8f8-25db034ec06a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.536827 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60a856ec-df42-4c12-9f8c-adc34f92b6d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.550999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2b0a59c2-9c1a-4679-a8f8-25db034ec06a None None] For port 178dd6aa-b2bf-4d4f-b995-dbd67677daf3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=178dd6aa-b2bf-4d4f-b995-dbd67677daf3,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:07.551539 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2b0a59c2-9c1a-4679-a8f8-25db034ec06a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.564276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2b0a59c2-9c1a-4679-a8f8-25db034ec06a None None] Calling delete_port for 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:07.626360 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60a856ec-df42-4c12-9f8c-adc34f92b6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.708952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-60a856ec-df42-4c12-9f8c-adc34f92b6d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a7164991f4d4ce3a9e3e6d3769fffac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268459 Oct 27 16:26:07.710814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48616) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:07.720993 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a856ec-df42-4c12-9f8c-adc34f92b6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9896e39b-0b0e-4921-a18c-50a27fc54734,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:07.757897 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2b0a59c2-9c1a-4679-a8f8-25db034ec06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.785935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-396ad8e6-8584-4de2-9a00-29c31a05c875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.787435 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305012c-c0de-48df-bfdc-aee2062dbeb3 req-adfa961c-7c00-4a53-9090-04b0b3b8ce07 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:07.789084 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8305012c-c0de-48df-bfdc-aee2062dbeb3 req-adfa961c-7c00-4a53-9090-04b0b3b8ce07 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 945 time: 0.0563645 Oct 27 16:26:07.798780 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a59c2-9c1a-4679-a8f8-25db034ec06a None None] Pushing event deleted for resources: {'Port': ['ID=178dd6aa-b2bf-4d4f-b995-dbd67677daf3,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:07.806789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a59c2-9c1a-4679-a8f8-25db034ec06a None None] No DVR routers for this DVR port 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:07.870450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-396ad8e6-8584-4de2-9a00-29c31a05c875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.878608 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8305012c-c0de-48df-bfdc-aee2062dbeb3 req-cb7d9a1a-9f49-4a0e-aad1-ab570fb376d6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823865 Oct 27 16:26:07.934372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.objects.ports [None req-8f34ff07-f46a-4b43-8ae0-5e82711f7c6e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109723) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:26:07.940213 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f34ff07-f46a-4b43-8ae0-5e82711f7c6e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:07.957619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:07.979133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:07.979440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 178dd6aa-b2bf-4d4f-b995-dbd67677daf3 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:07.990833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f34ff07-f46a-4b43-8ae0-5e82711f7c6e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:07.994576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-8f34ff07-f46a-4b43-8ae0-5e82711f7c6e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:08.000525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f34ff07-f46a-4b43-8ae0-5e82711f7c6e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:08.001931 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f34ff07-f46a-4b43-8ae0-5e82711f7c6e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.007860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab522ba-6b41-440c-94ec-2823ecbea112 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:08.012329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34ff07-f46a-4b43-8ae0-5e82711f7c6e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=323692b2-aafe-4d06-883f-605a74210cfd,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:08.083574 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-396ad8e6-8584-4de2-9a00-29c31a05c875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.086328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-396ad8e6-8584-4de2-9a00-29c31a05c875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.088548 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-396ad8e6-8584-4de2-9a00-29c31a05c875 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9896e39b-0b0e-4921-a18c-50a27fc54734 HTTP/1.1" status: 204 len: 168 time: 0.3765676 Oct 27 16:26:08.101861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ad8e6-8584-4de2-9a00-29c31a05c875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9896e39b-0b0e-4921-a18c-50a27fc54734,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:08.112267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8f34ff07-f46a-4b43-8ae0-5e82711f7c6e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9671183 Oct 27 16:26:08.114778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48624) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:08.124767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-813922ee-0986-4b95-ba65-0522066cb2ec tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:08.249583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': '323692b2-aafe-4d06-883f-605a74210cfd'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:26:08.250553 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.386351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813922ee-0986-4b95-ba65-0522066cb2ec tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:08.386841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Allocated IP 2001:db8::f816:3eff:fee3:36d5 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/323692b2-aafe-4d06-883f-605a74210cfd/3241aa25-3476-4dbb-84d0-e0542ba96821) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:08.390760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-813922ee-0986-4b95-ba65-0522066cb2ec tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.492209 n-d-815689-1 neutron-server[109723]: INFO neutron.db.ipam_backend_mixin [None req-813922ee-0986-4b95-ba65-0522066cb2ec tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 323692b2-aafe-4d06-883f-605a74210cfd (CIDR: 2001:db8::/64) Oct 27 16:26:08.529557 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-813922ee-0986-4b95-ba65-0522066cb2ec tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:26:08.530021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813922ee-0986-4b95-ba65-0522066cb2ec tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:08.562289 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.635063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48636) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:08.635617 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-813922ee-0986-4b95-ba65-0522066cb2ec tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5192132 Oct 27 16:26:08.641174 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.641820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1541076f-73b4-4ed9-8257-de89e97b1b55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:08.670609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:08.673568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:08.707693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:08.829261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Pushing event updated for resources: {'Port': ['ID=3241aa25-3476-4dbb-84d0-e0542ba96821,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:08.860753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Attempting to bind port 3241aa25-3476-4dbb-84d0-e0542ba96821 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:08.862400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Attempting to bind port 3241aa25-3476-4dbb-84d0-e0542ba96821 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:08.862782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Attempting to bind port 3241aa25-3476-4dbb-84d0-e0542ba96821 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:08.884732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:08.884732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:08.884732 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.884732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:08.884732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Bound port: 3241aa25-3476-4dbb-84d0-e0542ba96821, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:08.884732 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.960190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541076f-73b4-4ed9-8257-de89e97b1b55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:08.964748 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1541076f-73b4-4ed9-8257-de89e97b1b55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:08.986528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dab6e964-a6db-4229-877a-555a66727240 None None] For port 3241aa25-3476-4dbb-84d0-e0542ba96821, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:09.002098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dab6e964-a6db-4229-877a-555a66727240 None None] For port 3241aa25-3476-4dbb-84d0-e0542ba96821, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3241aa25-3476-4dbb-84d0-e0542ba96821,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:09.084982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662b09e-3a57-45a6-ba3e-82ced648e69b req-83ae27fb-939c-4da9-9b9b-ff72d34ebfe6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:09.092298 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.093305 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6662b09e-3a57-45a6-ba3e-82ced648e69b req-83ae27fb-939c-4da9-9b9b-ff72d34ebfe6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 945 time: 0.1425469 Oct 27 16:26:09.094261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4ff5d-a8e9-4ea7-bf08-79af2edbd69a req-6098ccdb-01f8-4364-9241-dcd865211572 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:09.101162 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65c4ff5d-a8e9-4ea7-bf08-79af2edbd69a req-6098ccdb-01f8-4364-9241-dcd865211572 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 945 time: 0.0983469 Oct 27 16:26:09.207214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6662b09e-3a57-45a6-ba3e-82ced648e69b req-7468a0fb-4158-4aca-b6f4-e81a4ac97314 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128287 Oct 27 16:26:09.251427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6e964-a6db-4229-877a-555a66727240 None None] Pushing event updated for resources: {'Port': ['ID=3241aa25-3476-4dbb-84d0-e0542ba96821,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:09.288643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-65c4ff5d-a8e9-4ea7-bf08-79af2edbd69a req-93874210-2181-469a-99a0-a5bfae0d8f0f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Deleting port d96c7adb-490c-41ed-a25a-74439bc62f9e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:09.289060 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-65c4ff5d-a8e9-4ea7-bf08-79af2edbd69a req-93874210-2181-469a-99a0-a5bfae0d8f0f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.378079 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48660) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:09.466786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-65c4ff5d-a8e9-4ea7-bf08-79af2edbd69a req-93874210-2181-469a-99a0-a5bfae0d8f0f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] For port d96c7adb-490c-41ed-a25a-74439bc62f9e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d96c7adb-490c-41ed-a25a-74439bc62f9e,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:09.466786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-65c4ff5d-a8e9-4ea7-bf08-79af2edbd69a req-93874210-2181-469a-99a0-a5bfae0d8f0f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.491555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-65c4ff5d-a8e9-4ea7-bf08-79af2edbd69a req-93874210-2181-469a-99a0-a5bfae0d8f0f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Calling delete_port for d96c7adb-490c-41ed-a25a-74439bc62f9e owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:09.630166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-beaeea49-91a2-4746-a804-144fea5b8ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.671465 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1541076f-73b4-4ed9-8257-de89e97b1b55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.732135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541076f-73b4-4ed9-8257-de89e97b1b55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:09.737916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-1541076f-73b4-4ed9-8257-de89e97b1b55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:09.742486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541076f-73b4-4ed9-8257-de89e97b1b55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:09.743629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1541076f-73b4-4ed9-8257-de89e97b1b55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.773780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541076f-73b4-4ed9-8257-de89e97b1b55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=03be7d3d-c7e8-4376-8895-bfd166eb4938,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:09.780669 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-65c4ff5d-a8e9-4ea7-bf08-79af2edbd69a req-93874210-2181-469a-99a0-a5bfae0d8f0f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.795429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2', 'd96c7adb-490c-41ed-a25a-74439bc62f9e'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:09.800941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['819b0c2d-7390-4ae4-8475-49f84ff323af'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:09.813167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93874210-2181-469a-99a0-a5bfae0d8f0f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event deleted for resources: {'Port': ['ID=d96c7adb-490c-41ed-a25a-74439bc62f9e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:09.879861 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-beaeea49-91a2-4746-a804-144fea5b8ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.915678 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1541076f-73b4-4ed9-8257-de89e97b1b55 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2784057 Oct 27 16:26:09.918188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48678) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:09.924474 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:0f:61:b4', 'name': 'tempest-NetworksTestDHCPv6-54109927'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:09.929185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c4ff5d-a8e9-4ea7-bf08-79af2edbd69a req-93874210-2181-469a-99a0-a5bfae0d8f0f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] No DVR routers for this DVR port d96c7adb-490c-41ed-a25a-74439bc62f9e on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:09.937625 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-65c4ff5d-a8e9-4ea7-bf08-79af2edbd69a req-93874210-2181-469a-99a0-a5bfae0d8f0f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:09.941608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65c4ff5d-a8e9-4ea7-bf08-79af2edbd69a req-93874210-2181-469a-99a0-a5bfae0d8f0f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "DELETE /v2.0/ports/d96c7adb-490c-41ed-a25a-74439bc62f9e HTTP/1.1" status: 204 len: 173 time: 0.8304455 Oct 27 16:26:09.942559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecbda2d-c985-435e-b59b-aa8b831449b5', 'name': 'network-vif-deleted', 'tag': 'd96c7adb-490c-41ed-a25a-74439bc62f9e'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:09.971248 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27206abb-2c66-419e-b588-7e4f5f2c9b36" -d '{"events": [{"server_uuid": "0ecbda2d-c985-435e-b59b-aa8b831449b5", "name": "network-vif-deleted", "tag": "d96c7adb-490c-41ed-a25a-74439bc62f9e"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:10.042629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-beaeea49-91a2-4746-a804-144fea5b8ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.043381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3241aa25-3476-4dbb-84d0-e0542ba96821 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:10.055901 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfc95fe-07cd-4075-986e-ede06f44bfb2 x-openstack-request-id: req-5cfc95fe-07cd-4075-986e-ede06f44bfb2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:10.056643 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecbda2d-c985-435e-b59b-aa8b831449b5", "name": "network-vif-deleted", "tag": "d96c7adb-490c-41ed-a25a-74439bc62f9e", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:10.062292 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cfc95fe-07cd-4075-986e-ede06f44bfb2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:10.062292 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecbda2d-c985-435e-b59b-aa8b831449b5', 'name': 'network-vif-deleted', 'tag': 'd96c7adb-490c-41ed-a25a-74439bc62f9e', 'status': 'completed', 'code': 200} Oct 27 16:26:10.109008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-beaeea49-91a2-4746-a804-144fea5b8ce6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ce41d414ac64b0aa82ca128992643a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7295318 Oct 27 16:26:10.113026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48690) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:10.121210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaeea49-91a2-4746-a804-144fea5b8ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcc6b45-5441-4bde-9d90-1b275b3951f2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:10.233571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3241aa25-3476-4dbb-84d0-e0542ba96821 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:10.235241 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.244303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd5c-6e96-4402-9288-27b0e63e7efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.286692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:10.292673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd5c-6e96-4402-9288-27b0e63e7efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.451599 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c08d8bd0-7b2c-458c-9a87-1196002bba55 req-bdf14120-a27f-48f5-94f4-e888d9118af5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ecbda2d-c985-435e-b59b-aa8b831449b5 HTTP/1.1" status: 200 len: 210 time: 0.0652044 Oct 27 16:26:10.477188 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd5c-6e96-4402-9288-27b0e63e7efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.481189 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c61cd5c-6e96-4402-9288-27b0e63e7efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.482655 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4c61cd5c-6e96-4402-9288-27b0e63e7efa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0dcc6b45-5441-4bde-9d90-1b275b3951f2 HTTP/1.1" status: 204 len: 168 time: 0.3675339 Oct 27 16:26:10.500682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61cd5c-6e96-4402-9288-27b0e63e7efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcc6b45-5441-4bde-9d90-1b275b3951f2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:10.521992 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:10.549839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port f7e10121-899e-4fa7-a7a9-cbde843dcdca yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:26:10.690315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88501da5-0c04-4ed6-bf3f-f353ee96d8d0 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:10.782416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8:0:1::db (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/03be7d3d-c7e8-4376-8895-bfd166eb4938/f7e10121-899e-4fa7-a7a9-cbde843dcdca) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:10.796102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::f816:3eff:fe0f:61b4 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/323692b2-aafe-4d06-883f-605a74210cfd/f7e10121-899e-4fa7-a7a9-cbde843dcdca) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:11.000618 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.047148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-28aae2e5-8dd4-42cb-b13a-b3eb15499965 None None] Provisioning complete for port 3241aa25-3476-4dbb-84d0-e0542ba96821 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:11.047575 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-28aae2e5-8dd4-42cb-b13a-b3eb15499965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.109377 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.173346 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.203744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 3241aa25-3476-4dbb-84d0-e0542ba96821, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3241aa25-3476-4dbb-84d0-e0542ba96821,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:11.238082 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:11.243222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:11.257202 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:11.264594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:11.265302 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.280109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=f7e10121-899e-4fa7-a7a9-cbde843dcdca,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:11.297168 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-28aae2e5-8dd4-42cb-b13a-b3eb15499965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.313941 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.319740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0205f647-1750-4550-92b6-f5c01cc884e0 None None] Update dhcp port {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'fixed_ips': [{'subnet_id': '323692b2-aafe-4d06-883f-605a74210cfd', 'ip_address': '2001:db8::f816:3eff:fee3:36d5'}, {'subnet_id': '03be7d3d-c7e8-4376-8895-bfd166eb4938'}], 'binding:host_id': 'n-d-815689-1'}, 'id': '3241aa25-3476-4dbb-84d0-e0542ba96821'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:26:11.407488 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0205f647-1750-4550-92b6-f5c01cc884e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.437839 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=3241aa25-3476-4dbb-84d0-e0542ba96821,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:11.440299 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-df0332b1-46fd-415d-9aec-145fd4fd5734 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.5209532 Oct 27 16:26:11.442776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48734) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:11.449445 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-28aae2e5-8dd4-42cb-b13a-b3eb15499965 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:26:11.449777 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-28aae2e5-8dd4-42cb-b13a-b3eb15499965 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:26:11.609352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-41149027-7511-469b-a1aa-a9310452dff6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port f7e10121-899e-4fa7-a7a9-cbde843dcdca {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:11.618447 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41149027-7511-469b-a1aa-a9310452dff6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.661505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-0205f647-1750-4550-92b6-f5c01cc884e0 None None] Allocated IP 2001:db8:0:1::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/03be7d3d-c7e8-4376-8895-bfd166eb4938/3241aa25-3476-4dbb-84d0-e0542ba96821) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:11.715683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41149027-7511-469b-a1aa-a9310452dff6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.727733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-41149027-7511-469b-a1aa-a9310452dff6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for f7e10121-899e-4fa7-a7a9-cbde843dcdca owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:11.773351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0205f647-1750-4550-92b6-f5c01cc884e0 None None] For port 3241aa25-3476-4dbb-84d0-e0542ba96821, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3241aa25-3476-4dbb-84d0-e0542ba96821,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:11.823888 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0205f647-1750-4550-92b6-f5c01cc884e0 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.900355 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0205f647-1750-4550-92b6-f5c01cc884e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:11.997563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3241aa25-3476-4dbb-84d0-e0542ba96821 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:12.107734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0205f647-1750-4550-92b6-f5c01cc884e0 None None] Pushing event updated for resources: {'Port': ['ID=3241aa25-3476-4dbb-84d0-e0542ba96821,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:12.130805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3241aa25-3476-4dbb-84d0-e0542ba96821 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:12.131513 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.154823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cda07-a8d3-420b-91de-aa9d5a017ce6 req-b1762597-d6b5-4483-9a1c-841ab641894c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:12.156824 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d7cda07-a8d3-420b-91de-aa9d5a017ce6 req-b1762597-d6b5-4483-9a1c-841ab641894c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 945 time: 0.0783827 Oct 27 16:26:12.183145 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41149027-7511-469b-a1aa-a9310452dff6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.249972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41149027-7511-469b-a1aa-a9310452dff6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=f7e10121-899e-4fa7-a7a9-cbde843dcdca,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:12.283644 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d7cda07-a8d3-420b-91de-aa9d5a017ce6 req-91b83307-8c2b-43b7-a44a-d54479440faa tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207492 Oct 27 16:26:12.375671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41149027-7511-469b-a1aa-a9310452dff6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.379355 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-41149027-7511-469b-a1aa-a9310452dff6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/f7e10121-899e-4fa7-a7a9-cbde843dcdca HTTP/1.1" status: 204 len: 168 time: 0.9354427 Oct 27 16:26:12.381797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48796) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:12.444666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b2df74-5f55-44a0-95eb-4024e62289b0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:12.447293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c9b2df74-5f55-44a0-95eb-4024e62289b0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0634291 Oct 27 16:26:12.449780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48798) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:12.549550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd44910-24fe-4c25-b868-ce1580ecdd13 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:12.554052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1cd44910-24fe-4c25-b868-ce1580ecdd13 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1019773 Oct 27 16:26:12.554052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48806) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:12.622264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359cbc21-a177-4c39-9d5c-b6b489a261b3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:12.623778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359cbc21-a177-4c39-9d5c-b6b489a261b3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:12.625571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359cbc21-a177-4c39-9d5c-b6b489a261b3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:12.628831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-359cbc21-a177-4c39-9d5c-b6b489a261b3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0721958 Oct 27 16:26:12.631313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48810) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:12.641790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d96c7adb-490c-41ed-a25a-74439bc62f9e no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:12.678190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: d96c7adb-490c-41ed-a25a-74439bc62f9e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:12.678540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d96c7adb-490c-41ed-a25a-74439bc62f9e not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:12.704494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9060cb7-5532-45c4-a6a6-6b349fce429b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 03be7d3d-c7e8-4376-8895-bfd166eb4938 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:12.708107 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9060cb7-5532-45c4-a6a6-6b349fce429b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.773250 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9060cb7-5532-45c4-a6a6-6b349fce429b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.879747 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9060cb7-5532-45c4-a6a6-6b349fce429b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:12.970530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4732dc1e-dae3-46f3-a5b1-eb03a807aaea None None] Provisioning complete for port 3241aa25-3476-4dbb-84d0-e0542ba96821 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:12.971047 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4732dc1e-dae3-46f3-a5b1-eb03a807aaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.104487 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9060cb7-5532-45c4-a6a6-6b349fce429b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.148885 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d9060cb7-5532-45c4-a6a6-6b349fce429b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.155413 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d9060cb7-5532-45c4-a6a6-6b349fce429b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/03be7d3d-c7e8-4376-8895-bfd166eb4938 HTTP/1.1" status: 204 len: 168 time: 0.5208263 Oct 27 16:26:13.155413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9060cb7-5532-45c4-a6a6-6b349fce429b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=03be7d3d-c7e8-4376-8895-bfd166eb4938,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:13.156078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48828) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:13.167451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c2427253-e28e-4380-9ae8-db22cc651412 None None] Could not find standard attr ID for object f7e10121-899e-4fa7-a7a9-cbde843dcdca. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:26:13.181153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd52e6-1fdc-48a8-8d26-65c554ad716e None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:13.222415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fa926a-013c-4985-9438-318dd546644e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 323692b2-aafe-4d06-883f-605a74210cfd {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:13.226011 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fa926a-013c-4985-9438-318dd546644e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.294986 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fa926a-013c-4985-9438-318dd546644e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.461437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fa926a-013c-4985-9438-318dd546644e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.499956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baf908-c5d1-4fd5-8684-fd820f04e19a req-d36a16f7-f261-4111-8e67-7e5bdcc33580 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:13.502334 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-10baf908-c5d1-4fd5-8684-fd820f04e19a req-d36a16f7-f261-4111-8e67-7e5bdcc33580 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 945 time: 0.0727565 Oct 27 16:26:13.554187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-10baf908-c5d1-4fd5-8684-fd820f04e19a req-8a923280-4398-43f4-bd43-b804bccf4d47 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Oct 27 16:26:13.680833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a5066-401d-44fe-be17-739ff2080a71 req-db362933-5c54-49b3-a8ce-bab8b3d83dad tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:13.683613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5d6a5066-401d-44fe-be17-739ff2080a71 req-db362933-5c54-49b3-a8ce-bab8b3d83dad tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 945 time: 0.0600719 Oct 27 16:26:13.684634 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fa926a-013c-4985-9438-318dd546644e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.734865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa926a-013c-4985-9438-318dd546644e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=323692b2-aafe-4d06-883f-605a74210cfd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:13.754763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8fa926a-013c-4985-9438-318dd546644e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:13.758011 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c8fa926a-013c-4985-9438-318dd546644e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/323692b2-aafe-4d06-883f-605a74210cfd HTTP/1.1" status: 204 len: 168 time: 0.6008251 Oct 27 16:26:13.761277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48868) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:13.849472 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a6eb464e-f3d8-4616-80f5-0c25db3d1ab3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863945 Oct 27 16:26:13.852345 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48872) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:13.857216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:13.862032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5d6a5066-401d-44fe-be17-739ff2080a71 req-cf6f8705-d086-42e9-8a70-ab80fbb324ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Deleting port 819b0c2d-7390-4ae4-8475-49f84ff323af {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:13.862377 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5d6a5066-401d-44fe-be17-739ff2080a71 req-cf6f8705-d086-42e9-8a70-ab80fbb324ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.001017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5d6a5066-401d-44fe-be17-739ff2080a71 req-cf6f8705-d086-42e9-8a70-ab80fbb324ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] For port 819b0c2d-7390-4ae4-8475-49f84ff323af, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=819b0c2d-7390-4ae4-8475-49f84ff323af,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:14.001365 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5d6a5066-401d-44fe-be17-739ff2080a71 req-cf6f8705-d086-42e9-8a70-ab80fbb324ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.008187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3241aa25-3476-4dbb-84d0-e0542ba96821 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:14.040842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5d6a5066-401d-44fe-be17-739ff2080a71 req-cf6f8705-d086-42e9-8a70-ab80fbb324ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Calling delete_port for 819b0c2d-7390-4ae4-8475-49f84ff323af owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:14.075223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 3241aa25-3476-4dbb-84d0-e0542ba96821 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:14.075864 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.115186 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:14.121841 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.241921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adca67d6-bf0b-4fc4-8f58-9e4f94507147 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:14.275312 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5d6a5066-401d-44fe-be17-739ff2080a71 req-cf6f8705-d086-42e9-8a70-ab80fbb324ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.325802 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['819b0c2d-7390-4ae4-8475-49f84ff323af'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:14.328656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:14.370375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f8705-d086-42e9-8a70-ab80fbb324ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event deleted for resources: {'Port': ['ID=819b0c2d-7390-4ae4-8475-49f84ff323af,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:14.378488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d6a5066-401d-44fe-be17-739ff2080a71 req-cf6f8705-d086-42e9-8a70-ab80fbb324ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] No DVR routers for this DVR port 819b0c2d-7390-4ae4-8475-49f84ff323af on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:14.381543 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5d6a5066-401d-44fe-be17-739ff2080a71 req-cf6f8705-d086-42e9-8a70-ab80fbb324ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.386155 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5d6a5066-401d-44fe-be17-739ff2080a71 req-cf6f8705-d086-42e9-8a70-ab80fbb324ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "DELETE /v2.0/ports/819b0c2d-7390-4ae4-8475-49f84ff323af HTTP/1.1" status: 204 len: 173 time: 0.6761801 Oct 27 16:26:14.386759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87f5ada-0e85-4661-82cf-e602c2559890', 'name': 'network-vif-deleted', 'tag': '819b0c2d-7390-4ae4-8475-49f84ff323af'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:14.389182 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a131779-a6cc-4440-ad25-66d32e1afedb" -d '{"events": [{"server_uuid": "f87f5ada-0e85-4661-82cf-e602c2559890", "name": "network-vif-deleted", "tag": "819b0c2d-7390-4ae4-8475-49f84ff323af"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:14.444521 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fe6002-a13c-4615-b361-156ef53a86bc x-openstack-request-id: req-09fe6002-a13c-4615-b361-156ef53a86bc {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:14.444521 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87f5ada-0e85-4661-82cf-e602c2559890", "name": "network-vif-deleted", "tag": "819b0c2d-7390-4ae4-8475-49f84ff323af", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:14.444521 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09fe6002-a13c-4615-b361-156ef53a86bc {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:14.444521 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87f5ada-0e85-4661-82cf-e602c2559890', 'name': 'network-vif-deleted', 'tag': '819b0c2d-7390-4ae4-8475-49f84ff323af', 'status': 'completed', 'code': 200} Oct 27 16:26:14.486608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d9671aa5-b95a-4387-9b65-27b3a9509d31 None None] Provisioning complete for port 3241aa25-3476-4dbb-84d0-e0542ba96821 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:14.487081 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d9671aa5-b95a-4387-9b65-27b3a9509d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:14.739188 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5bdce0d9-48b4-4ae5-a989-6444dcbd9573 req-777b473e-3011-4d69-84e9-8fced0e0a621 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=f87f5ada-0e85-4661-82cf-e602c2559890 HTTP/1.1" status: 200 len: 210 time: 0.0720658 Oct 27 16:26:14.790858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c5a52-8b67-4c2e-8d33-bd55dfb232e4 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:14.847703 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:26:14.884531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-329c5a52-8b67-4c2e-8d33-bd55dfb232e4 None None] Deleting port 3241aa25-3476-4dbb-84d0-e0542ba96821 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:14.884835 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-329c5a52-8b67-4c2e-8d33-bd55dfb232e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.004777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-329c5a52-8b67-4c2e-8d33-bd55dfb232e4 None None] For port 3241aa25-3476-4dbb-84d0-e0542ba96821, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3241aa25-3476-4dbb-84d0-e0542ba96821,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:15.005447 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-329c5a52-8b67-4c2e-8d33-bd55dfb232e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.025133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-329c5a52-8b67-4c2e-8d33-bd55dfb232e4 None None] Calling delete_port for 3241aa25-3476-4dbb-84d0-e0542ba96821 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:15.231433 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.272288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-329c5a52-8b67-4c2e-8d33-bd55dfb232e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.304101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c5a52-8b67-4c2e-8d33-bd55dfb232e4 None None] Pushing event deleted for resources: {'Port': ['ID=3241aa25-3476-4dbb-84d0-e0542ba96821,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:15.311899 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c5a52-8b67-4c2e-8d33-bd55dfb232e4 None None] No DVR routers for this DVR port 3241aa25-3476-4dbb-84d0-e0542ba96821 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:15.424682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] For port 3241aa25-3476-4dbb-84d0-e0542ba96821, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3241aa25-3476-4dbb-84d0-e0542ba96821,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:15.463078 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.543610 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.544523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.590192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=3241aa25-3476-4dbb-84d0-e0542ba96821,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:15.624873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:15.628561 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:15.633995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:15.634306 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.641614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97635be-f49d-49e2-b0c4-37df5ac1daf3 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:15.653363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=f3519a4f-88e7-4de3-baa8-e8cd58a8c151,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:15.773812 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ddb4167c-0385-47a0-8d32-5232231d3e9b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9203322 Oct 27 16:26:15.778430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48964) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:15.783085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-af3e6b99-9ef2-4771-9fe0-4adbb9d8b5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:15.804852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': 'f3519a4f-88e7-4de3-baa8-e8cd58a8c151'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:26:15.806155 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:15.966107 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3241aa25-3476-4dbb-84d0-e0542ba96821 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:16.005219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 3241aa25-3476-4dbb-84d0-e0542ba96821 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:16.005219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 3241aa25-3476-4dbb-84d0-e0542ba96821 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:16.086680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3e6b99-9ef2-4771-9fe0-4adbb9d8b5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:16.092013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af3e6b99-9ef2-4771-9fe0-4adbb9d8b5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.254095 n-d-815689-1 neutron-server[109722]: INFO neutron.db.ipam_backend_mixin [None req-af3e6b99-9ef2-4771-9fe0-4adbb9d8b5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3519a4f-88e7-4de3-baa8-e8cd58a8c151 (CIDR: 2001:db8::/64) Oct 27 16:26:16.280175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Allocated IP 2001:db8::f816:3eff:fea8:c75e (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/f3519a4f-88e7-4de3-baa8-e8cd58a8c151/a3481c2e-7ac7-447f-b7fe-b1481ddb932d) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:16.307490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-4faafa8d-220d-4b68-a20d-e467ac4419a6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:16.309111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-4faafa8d-220d-4b68-a20d-e467ac4419a6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.1359265 Oct 27 16:26:16.310788 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-af3e6b99-9ef2-4771-9fe0-4adbb9d8b5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:26:16.314444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af3e6b99-9ef2-4771-9fe0-4adbb9d8b5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:16.330770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-ac84e18d-698c-4ded-80ea-c3cfea707097 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/quotas/38d3f95336f441d6849f076f492df8a8 HTTP/1.1" status: 200 len: 375 time: 0.0130036 Oct 27 16:26:16.415562 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-f0f9cd3c-ea2a-4558-ad0a-0cc00ea13c1c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736778 Oct 27 16:26:16.478854 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.494055 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-af3e6b99-9ef2-4771-9fe0-4adbb9d8b5f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7134557 Oct 27 16:26:16.494540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49010) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:16.509136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9157e1cf-9e00-4a12-b44f-de45becef2f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:16.553300 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-039788e3-b77a-4439-8c7e-5786ae8f8f48 service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385806 Oct 27 16:26:16.578230 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.615163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:16.622440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:16.625207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:16.676480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Pushing event updated for resources: {'Port': ['ID=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:16.714710 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Attempting to bind port a3481c2e-7ac7-447f-b7fe-b1481ddb932d on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:16.715072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Attempting to bind port a3481c2e-7ac7-447f-b7fe-b1481ddb932d by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:16.715518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Attempting to bind port a3481c2e-7ac7-447f-b7fe-b1481ddb932d on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:16.716979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-9f49cf9f-ad5f-4927-9903-316227257923 service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619651 Oct 27 16:26:16.721454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:16.721836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:16.722240 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.722631 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:16.723107 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Bound port: a3481c2e-7ac7-447f-b7fe-b1481ddb932d, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:16.723488 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.814367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] For port a3481c2e-7ac7-447f-b7fe-b1481ddb932d, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:16.817704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] For port a3481c2e-7ac7-447f-b7fe-b1481ddb932d, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:16.826114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9157e1cf-9e00-4a12-b44f-de45becef2f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:16.829696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9157e1cf-9e00-4a12-b44f-de45becef2f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:16.875843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 819b0c2d-7390-4ae4-8475-49f84ff323af no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:16.896616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 819b0c2d-7390-4ae4-8475-49f84ff323af {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:16.896965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 819b0c2d-7390-4ae4-8475-49f84ff323af not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:16.927551 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:17.029646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1131d-3d35-4a93-82d8-c45396d9e61f None None] Pushing event updated for resources: {'Port': ['ID=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:17.111431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-34e12950-e6fd-41ab-a588-19a234ca5ce4 req-7d10f1cb-654b-4467-b746-f519dce9feb3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 210 time: 0.0593143 Oct 27 16:26:17.248199 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9157e1cf-9e00-4a12-b44f-de45becef2f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:17.332370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9157e1cf-9e00-4a12-b44f-de45becef2f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:17.339819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-9157e1cf-9e00-4a12-b44f-de45becef2f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:17.346684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157e1cf-9e00-4a12-b44f-de45becef2f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:17.347400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9157e1cf-9e00-4a12-b44f-de45becef2f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:17.372682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157e1cf-9e00-4a12-b44f-de45becef2f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=8496277d-2cb8-4e24-9d49-e2efc610481b,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:17.448181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9157e1cf-9e00-4a12-b44f-de45becef2f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9501224 Oct 27 16:26:17.449839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49052) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:17.456487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:b9:b9:03', 'name': 'tempest-NetworksTestDHCPv6-967201064'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:17.697512 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:17.916604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49064) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:18.091083 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a3481c2e-7ac7-447f-b7fe-b1481ddb932d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:18.153984 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13f2861b-e8ea-4bd8-ac85-b7848b74d0fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.313026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a3481c2e-7ac7-447f-b7fe-b1481ddb932d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:18.313814 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.342119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13f2861b-e8ea-4bd8-ac85-b7848b74d0fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.413273 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f09abb12-fff4-42d2-b461-1f469be79a6a req-5920753a-cad7-46e7-b6e3-c207372fff0a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 210 time: 0.0521638 Oct 27 16:26:18.435344 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.452170 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13f2861b-e8ea-4bd8-ac85-b7848b74d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.489766 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.500372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port a3481c2e-7ac7-447f-b7fe-b1481ddb932d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:18.512732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-13f2861b-e8ea-4bd8-ac85-b7848b74d0fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bd9c97f42154e0a9df6d3ec70edeb9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5940602 Oct 27 16:26:18.515136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49076) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:18.530885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port dbcaf6dc-a77f-4c6b-b4b7-6acc130f2b24 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:26:18.562505 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-721b8cd8-a0af-4e46-9315-37fb5d649dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.568556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2861b-e8ea-4bd8-ac85-b7848b74d0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad0c4b1-3ea9-4765-bee7-0a40247f9580,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:18.589391 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3ddcdeb-b583-4db3-9201-b8f761140759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.600362 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.621954 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3ddcdeb-b583-4db3-9201-b8f761140759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.645033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f8bb99-7d03-45fc-9f9b-f99f13fa32b5 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:18.741044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:18.763657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8:0:1::e0 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/8496277d-2cb8-4e24-9d49-e2efc610481b/dbcaf6dc-a77f-4c6b-b4b7-6acc130f2b24) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:18.766497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-88e8dfba-3ba7-4efc-88af-19aefd43d26e None None] Provisioning complete for port a3481c2e-7ac7-447f-b7fe-b1481ddb932d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:18.767012 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-88e8dfba-3ba7-4efc-88af-19aefd43d26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.768949 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3ddcdeb-b583-4db3-9201-b8f761140759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.773306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3ddcdeb-b583-4db3-9201-b8f761140759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:18.776388 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b3ddcdeb-b583-4db3-9201-b8f761140759 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ad0c4b1-3ea9-4765-bee7-0a40247f9580 HTTP/1.1" status: 204 len: 168 time: 0.2601941 Oct 27 16:26:18.783669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::f816:3eff:feb9:b903 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/f3519a4f-88e7-4de3-baa8-e8cd58a8c151/dbcaf6dc-a77f-4c6b-b4b7-6acc130f2b24) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:18.791844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddcdeb-b583-4db3-9201-b8f761140759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad0c4b1-3ea9-4765-bee7-0a40247f9580,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:19.004638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.101038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec0a27f-e0ab-46f8-8bc7-75663af1c897 None None] Update dhcp port {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'fixed_ips': [{'subnet_id': 'f3519a4f-88e7-4de3-baa8-e8cd58a8c151', 'ip_address': '2001:db8::f816:3eff:fea8:c75e'}, {'subnet_id': '8496277d-2cb8-4e24-9d49-e2efc610481b'}], 'binding:host_id': 'n-d-815689-1'}, 'id': 'a3481c2e-7ac7-447f-b7fe-b1481ddb932d'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:26:19.126897 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4ec0a27f-e0ab-46f8-8bc7-75663af1c897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.277832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.331188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-4ec0a27f-e0ab-46f8-8bc7-75663af1c897 None None] Allocated IP 2001:db8:0:1::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/8496277d-2cb8-4e24-9d49-e2efc610481b/a3481c2e-7ac7-447f-b7fe-b1481ddb932d) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:19.345013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:19.348653 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:19.357984 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:19.363876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:19.364533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.369144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=dbcaf6dc-a77f-4c6b-b4b7-6acc130f2b24,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:19.460668 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4ec0a27f-e0ab-46f8-8bc7-75663af1c897 None None] For port a3481c2e-7ac7-447f-b7fe-b1481ddb932d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:19.525553 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e1d90f06-f95b-4689-a284-54d2c52ff2d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0718408 Oct 27 16:26:19.526211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49106) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:19.547023 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4ec0a27f-e0ab-46f8-8bc7-75663af1c897 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.650895 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4ec0a27f-e0ab-46f8-8bc7-75663af1c897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.658665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7a5dab4d-2645-4b6d-9306-cc52f5389e5d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port dbcaf6dc-a77f-4c6b-b4b7-6acc130f2b24 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:19.660205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a5dab4d-2645-4b6d-9306-cc52f5389e5d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.751479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:19.785582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0a27f-e0ab-46f8-8bc7-75663af1c897 None None] Pushing event updated for resources: {'Port': ['ID=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:19.876863 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a5dab4d-2645-4b6d-9306-cc52f5389e5d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:19.957098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7a5dab4d-2645-4b6d-9306-cc52f5389e5d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for dbcaf6dc-a77f-4c6b-b4b7-6acc130f2b24 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:20.011384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a3481c2e-7ac7-447f-b7fe-b1481ddb932d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:20.081546 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9643699d-ae06-4657-9b78-00b481a59555 req-2c6b42a2-cf50-43ab-a3ce-6ceecf2f893d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 210 time: 0.5717564 Oct 27 16:26:20.225647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a3481c2e-7ac7-447f-b7fe-b1481ddb932d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:20.226148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.294656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port 38d15cf6-92e2-48c1-9db7-42263ace6aeb {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:20.294656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.302232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-71519c0a-0fea-41b1-bd2b-82f32adcf22d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:20.305116 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-71519c0a-0fea-41b1-bd2b-82f32adcf22d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.2285595 Oct 27 16:26:20.335187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Request body: {'port': {'device_id': '132af05a-18af-4b74-a6da-027bdfd6dcf6', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'admin_state_up': True, 'tenant_id': '38d3f95336f441d6849f076f492df8a8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:20.625232 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.625802 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.650086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for 38d15cf6-92e2-48c1-9db7-42263ace6aeb owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:20.663422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Made reservation on behalf of 38d3f95336f441d6849f076f492df8a8 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:20.668291 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.898199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a5dab4d-2645-4b6d-9306-cc52f5389e5d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:20.935340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dab4d-2645-4b6d-9306-cc52f5389e5d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=dbcaf6dc-a77f-4c6b-b4b7-6acc130f2b24,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:21.005361 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a5dab4d-2645-4b6d-9306-cc52f5389e5d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.013276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7a5dab4d-2645-4b6d-9306-cc52f5389e5d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/dbcaf6dc-a77f-4c6b-b4b7-6acc130f2b24 HTTP/1.1" status: 204 len: 168 time: 1.4835238 Oct 27 16:26:21.013276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.015503 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49142) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:21.052333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=38d15cf6-92e2-48c1-9db7-42263ace6aeb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:21.056909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-44853053-6cfd-49cb-810d-745c3866798a None None] Provisioning complete for port a3481c2e-7ac7-447f-b7fe-b1481ddb932d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:21.062508 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-44853053-6cfd-49cb-810d-745c3866798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.169982 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.170355 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Floating IP 561d7115-b590-4af8-a00c-2ac9d86366b2 disassociated (deleted). External IP: 172.25.4.114, port: 92471ad6-e6bb-43b2-8166-ee4e49eb66bf. Oct 27 16:26:21.170487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Allocated IP 172.20.0.2 (c47a63cd-949d-4480-9c39-3436e4ca4276/64491595-c258-460a-a334-a8181c6eb3c4/bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:21.407941 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb516704-53d3-4d9e-9b63-3aecba83719e req-97284803-25d3-48e3-a416-ba9dfd2046c8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 210 time: 0.0565205 Oct 27 16:26:21.434540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c56fd97b-8a1c-4a12-b675-0c6d30f23a42 None None] Could not find standard attr ID for object dbcaf6dc-a77f-4c6b-b4b7-6acc130f2b24. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:26:21.450213 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.513606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a4e60-e0c1-41ea-9e31-396b878cb6e3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:21.518502 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-004a4e60-e0c1-41ea-9e31-396b878cb6e3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4966459 Oct 27 16:26:21.520291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49156) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:21.562315 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.574658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:21.673966 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-109738b0-4850-453d-813b-729f5a29f889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.714891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Network c47a63cd-949d-4480-9c39-3436e4ca4276 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:21.718799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:21.724583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:21.760168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:26:21.783401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befc454a-a916-4b5f-b8f7-0731a7d2cb23 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:21.790685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49166) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:21.799429 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-befc454a-a916-4b5f-b8f7-0731a7d2cb23 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2778022 Oct 27 16:26:21.817614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event updated for resources: {'Port': ['ID=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:21.884588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:21.892818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:21.953999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7709b6-cde7-4aab-981e-376b6bf4eb48 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:21.955763 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7709b6-cde7-4aab-981e-376b6bf4eb48 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:21.961855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7709b6-cde7-4aab-981e-376b6bf4eb48 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:21.961855 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3d7709b6-cde7-4aab-981e-376b6bf4eb48 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1676550 Oct 27 16:26:21.965414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49168) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:21.987974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:26:21.992439 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-10c4f854-bdad-4a09-8c6c-ddfad4e98b12 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6659629 Oct 27 16:26:21.995701 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:22.005852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441cb52-8cfa-4a9e-98fa-d88a968dbe7c None None] Sync routers for ids ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:26:22.036006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-47e55233-1ec9-4d33-84ad-c7f234c51976 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/floatingips/561d7115-b590-4af8-a00c-2ac9d86366b2 HTTP/1.1" status: 204 len: 168 time: 2.2831075 Oct 27 16:26:22.036970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:22.040459 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f654d80e-9cb5-42b2-add6-fba89bb88a03" -d '{"events": [{"name": "network-changed", "server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:22.060723 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Request body: {'port': {'device_id': '132af05a-18af-4b74-a6da-027bdfd6dcf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:22.077522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441cb52-8cfa-4a9e-98fa-d88a968dbe7c None None] Routers {'6fe06e4c-9244-4fb3-9976-2a05f4059f22'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:22.078381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d441cb52-8cfa-4a9e-98fa-d88a968dbe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:22.095890 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851172fc-1e5e-4436-863e-836f8ff51645 x-openstack-request-id: req-851172fc-1e5e-4436-863e-836f8ff51645 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:22.096642 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:22.097197 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-851172fc-1e5e-4436-863e-836f8ff51645 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:22.097983 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'status': 'completed', 'code': 200} Oct 27 16:26:22.236972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654d80e-9cb5-42b2-add6-fba89bb88a03 req-bb1bc8f6-1eeb-4f33-a216-5f811cc94d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:22.238720 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f654d80e-9cb5-42b2-add6-fba89bb88a03 req-bb1bc8f6-1eeb-4f33-a216-5f811cc94d37 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=aa2cd34858c645408908be49587cbd63&device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 1097 time: 0.1217504 Oct 27 16:26:22.291308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 8496277d-2cb8-4e24-9d49-e2efc610481b {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:22.315647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:22.318450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:22.363622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d441cb52-8cfa-4a9e-98fa-d88a968dbe7c None None] Set router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:22.422031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654d80e-9cb5-42b2-add6-fba89bb88a03 req-0e492476-ac73-4532-a371-60ee93a4e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:22.441646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:22.444782 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f654d80e-9cb5-42b2-add6-fba89bb88a03 req-0e492476-ac73-4532-a371-60ee93a4e87f service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc8c731a-2d1c-4821-a115-25c358097421 HTTP/1.1" status: 200 len: 898 time: 0.1946812 Oct 27 16:26:22.462965 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:22.463876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:22.583368 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f654d80e-9cb5-42b2-add6-fba89bb88a03 req-a0eeb4d8-9ed5-4720-90c0-d05b53add71d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf HTTP/1.1" status: 200 len: 217 time: 0.1342518 Oct 27 16:26:22.681021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071a35-88fb-4c71-b2e4-e1418b98de58 req-a05aa6cb-2065-48f3-bd98-06451593faa6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:22.683750 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d071a35-88fb-4c71-b2e4-e1418b98de58 req-a05aa6cb-2065-48f3-bd98-06451593faa6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 931 time: 0.1026495 Oct 27 16:26:22.735557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654d80e-9cb5-42b2-add6-fba89bb88a03 req-be8e11d7-78d8-4dbe-af3b-fac353c9ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:22.738199 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f654d80e-9cb5-42b2-add6-fba89bb88a03 req-be8e11d7-78d8-4dbe-af3b-fac353c9ea46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e4caafec-7fcb-4f8e-b466-bbf7f9a3167c HTTP/1.1" status: 200 len: 835 time: 0.1215253 Oct 27 16:26:22.745174 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:22.773259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d441cb52-8cfa-4a9e-98fa-d88a968dbe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:20Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'fa493017-8b3a-4789-a82b-2b72d33231ec', 'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:0e:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:19Z', 'updated_at': '2021-10-27T16:24:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:22.812304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3082d-01b0-4553-9ca2-e77b6004a661 req-310c1c7d-1211-49a7-bb35-5ddecd622ed5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:22.825542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0bb3082d-01b0-4553-9ca2-e77b6004a661 req-310c1c7d-1211-49a7-bb35-5ddecd622ed5 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1740370 Oct 27 16:26:22.849638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441cb52-8cfa-4a9e-98fa-d88a968dbe7c None None] Checking router: 6fe06e4c-9244-4fb3-9976-2a05f4059f22 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:26:22.886952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1d071a35-88fb-4c71-b2e4-e1418b98de58 req-c3945497-e8f8-4d37-b74d-e230d4ff7e01 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725292 Oct 27 16:26:22.900373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441cb52-8cfa-4a9e-98fa-d88a968dbe7c None None] Routers {'6fe06e4c-9244-4fb3-9976-2a05f4059f22'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:22.903965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d441cb52-8cfa-4a9e-98fa-d88a968dbe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:22.926522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f654d80e-9cb5-42b2-add6-fba89bb88a03 req-793c85f2-704a-488d-bccc-7db7a7577b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:22.928234 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f654d80e-9cb5-42b2-add6-fba89bb88a03 req-793c85f2-704a-488d-bccc-7db7a7577b1c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc8c731a-2d1c-4821-a115-25c358097421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737771 Oct 27 16:26:22.980721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0bb3082d-01b0-4553-9ca2-e77b6004a661 req-4213c29b-78ee-4f61-9195-ff1ca30cda84 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391356 Oct 27 16:26:22.985283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:26:22.993646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.005748 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.016324 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.038277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabe2607-4995-4bcf-a056-d3e0b267f156 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:23.038446 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f654d80e-9cb5-42b2-add6-fba89bb88a03 req-8a509b07-68bf-4400-b73b-1f1466884e7f service neutron] 10.222.0.54 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995512 Oct 27 16:26:23.043327 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/8496277d-2cb8-4e24-9d49-e2efc610481b HTTP/1.1" status: 204 len: 168 time: 1.0749288 Oct 27 16:26:23.045280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49214) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:23.085245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=8496277d-2cb8-4e24-9d49-e2efc610481b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:23.100163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.100954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.104866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.105191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.105524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.105829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.106115 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.106626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.107119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.107614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.108589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.113542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452683aa-8faa-4dc4-934a-12cbe87634f2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:23.113542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Transition to ACTIVE for port object bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:26:23.162410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d441cb52-8cfa-4a9e-98fa-d88a968dbe7c None None] Set router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:23.190531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-42859d43-6f48-4538-ba29-dbc7d4d155a1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet f3519a4f-88e7-4de3-baa8-e8cd58a8c151 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:23.196848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42859d43-6f48-4538-ba29-dbc7d4d155a1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.217528 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.272462 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f654d80e-9cb5-42b2-add6-fba89bb88a03 req-aa4f107f-632c-4752-8693-31ca52e62bd7 service neutron] 10.222.0.54 "GET /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280157 Oct 27 16:26:23.280495 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42859d43-6f48-4538-ba29-dbc7d4d155a1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.307141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:23.442050 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Attempting to bind port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:23.442401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Attempting to bind port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:23.442792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Attempting to bind port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:23.448094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 on network c47a63cd-949d-4480-9c39-3436e4ca4276 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:26:23.448593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Attempting to bind port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:23.454650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:23.455705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Checking segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:23.456359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Bound using segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:23.456956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Bound port: bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:23.457327 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.507417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d441cb52-8cfa-4a9e-98fa-d88a968dbe7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:20Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'fa493017-8b3a-4789-a82b-2b72d33231ec', 'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:0e:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:19Z', 'updated_at': '2021-10-27T16:24:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:23.542451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441cb52-8cfa-4a9e-98fa-d88a968dbe7c None None] The sync data for ids ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'] in n-d-815689-1 is: [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:24:20Z', 'revision_number': 4, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'fa493017-8b3a-4789-a82b-2b72d33231ec', 'name': '', 'network_id': 'fc8c731a-2d1c-4821-a115-25c358097421', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'mac_address': 'fa:16:3e:0e:12:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:19Z', 'updated_at': '2021-10-27T16:24:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'subnets': [{'id': 'e4caafec-7fcb-4f8e-b466-bbf7f9a3167c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:26:23.577827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] For port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:23.581866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] For port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:23.677696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.764383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:23.778859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:23.780411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:23.782669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-3311a22a-eeb2-4732-adfa-f2db8890963d service neutron] 10.222.0.54 "PUT /v2.0/ports/bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 HTTP/1.1" status: 200 len: 1091 time: 1.7484591 Oct 27 16:26:23.783468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132af05a-18af-4b74-a6da-027bdfd6dcf6', 'tag': 'bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:23.821654 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2d2018-6a58-41f2-8fce-28851d090147" -d '{"events": [{"name": "network-changed", "server_uuid": "132af05a-18af-4b74-a6da-027bdfd6dcf6", "tag": "bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:23.927387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42859d43-6f48-4538-ba29-dbc7d4d155a1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.011995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51a6fd-9577-4754-b661-99245342e704 req-8ceb0eda-19f2-4e4e-8eab-46eeca6eef94 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:24.017457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c51a6fd-9577-4754-b661-99245342e704 req-8ceb0eda-19f2-4e4e-8eab-46eeca6eef94 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.1882331 Oct 27 16:26:24.024920 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e37f62c-e4f0-4898-aa4a-41ba391e8a39 x-openstack-request-id: req-4e37f62c-e4f0-4898-aa4a-41ba391e8a39 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:24.025232 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132af05a-18af-4b74-a6da-027bdfd6dcf6", "tag": "bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:24.025497 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e37f62c-e4f0-4898-aa4a-41ba391e8a39 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:24.025960 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132af05a-18af-4b74-a6da-027bdfd6dcf6', 'tag': 'bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93', 'status': 'completed', 'code': 200} Oct 27 16:26:24.171944 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.181663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-7b0e02b6-183a-4c19-8036-b0733bc1186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:24.184184 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-7b0e02b6-183a-4c19-8036-b0733bc1186f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 1094 time: 0.2811563 Oct 27 16:26:24.198216 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94502b16-b32b-458a-9dd4-2b90fe607a6e None None] New status for floating IP 561d7115-b590-4af8-a00c-2ac9d86366b2: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:26:24.273901 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-985d047b-ae48-4ce1-9126-d03230a9b640 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 HTTP/1.1" status: 200 len: 217 time: 0.0639703 Oct 27 16:26:24.338823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833ff4e-279f-4398-8927-4ac09d558b30 req-c10ecf5a-25c1-4013-bdd3-0f83549ff1cd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:24.348397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3833ff4e-279f-4398-8927-4ac09d558b30 req-c10ecf5a-25c1-4013-bdd3-0f83549ff1cd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 943 time: 0.2969851 Oct 27 16:26:24.377354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-720e06e1-2077-4c17-85fb-b2b0fd4bd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:24.381519 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-720e06e1-2077-4c17-85fb-b2b0fd4bd1e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64491595-c258-460a-a334-a8181c6eb3c4 HTTP/1.1" status: 200 len: 846 time: 0.0966275 Oct 27 16:26:24.404590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42859d43-6f48-4538-ba29-dbc7d4d155a1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.462887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42859d43-6f48-4538-ba29-dbc7d4d155a1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=f3519a4f-88e7-4de3-baa8-e8cd58a8c151,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:24.463731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3833ff4e-279f-4398-8927-4ac09d558b30 req-fdfc6d85-b7fa-47c6-838a-4c138dc9d2ef tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131141 Oct 27 16:26:24.513034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-9c51a6fd-9577-4754-b661-99245342e704 req-16400ea7-e125-4109-8811-33a37630cd5a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:24.513630 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9c51a6fd-9577-4754-b661-99245342e704 req-16400ea7-e125-4109-8811-33a37630cd5a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.514471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-9d002495-7513-413b-a16b-42a2da0d0117 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c47a63cd-949d-4480-9c39-3436e4ca4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1212974 Oct 27 16:26:24.532670 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d229d-79f1-4ffc-81ff-681a1e29dd7e req-0abb508b-f1b5-4bd9-96e2-0fdae38409d7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:24.549660 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b4d229d-79f1-4ffc-81ff-681a1e29dd7e req-0abb508b-f1b5-4bd9-96e2-0fdae38409d7 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 946 time: 0.3803043 Oct 27 16:26:24.577194 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42859d43-6f48-4538-ba29-dbc7d4d155a1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.587769 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-42859d43-6f48-4538-ba29-dbc7d4d155a1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/f3519a4f-88e7-4de3-baa8-e8cd58a8c151 HTTP/1.1" status: 204 len: 168 time: 1.5241561 Oct 27 16:26:24.591807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49296) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:24.691286 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b4d229d-79f1-4ffc-81ff-681a1e29dd7e req-0e2e8e63-c038-463e-8975-92f97c14d869 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/security-groups?id=5fe9e263-321c-4104-8d28-e13a6e0bf90b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052146 Oct 27 16:26:24.705346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-821d1ce3-ebb3-4f4a-b9b6-2db940fa8911 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1114790 Oct 27 16:26:24.706094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49298) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:24.715359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7f5a155d-8e86-4e62-a006-b08fee1ed81c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:24.832230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9c51a6fd-9577-4754-b661-99245342e704 req-16400ea7-e125-4109-8811-33a37630cd5a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:24.832832 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9c51a6fd-9577-4754-b661-99245342e704 req-16400ea7-e125-4109-8811-33a37630cd5a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:24.841464 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-98dc99cd-72a3-4294-8f00-b38fcec3bcc3 service neutron] 10.222.0.54 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907155 Oct 27 16:26:24.866079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-9c51a6fd-9577-4754-b661-99245342e704 req-16400ea7-e125-4109-8811-33a37630cd5a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for 92471ad6-e6bb-43b2-8166-ee4e49eb66bf owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:25.080276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-986e7e09-6c50-4aa2-98e5-bafd9eafd15d req-da4593d7-2ee7-4f24-9f28-a3149dcbc964 service neutron] 10.222.0.54 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488431 Oct 27 16:26:25.210715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5a155d-8e86-4e62-a006-b08fee1ed81c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:25.265560 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f5a155d-8e86-4e62-a006-b08fee1ed81c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:25.349322 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9c51a6fd-9577-4754-b661-99245342e704 req-16400ea7-e125-4109-8811-33a37630cd5a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:25.424646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16400ea7-e125-4109-8811-33a37630cd5a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=92471ad6-e6bb-43b2-8166-ee4e49eb66bf,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:25.440472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6624cc26-6122-4b0a-bc46-75728bae7974 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:25.532025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c51a6fd-9577-4754-b661-99245342e704 req-16400ea7-e125-4109-8811-33a37630cd5a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] No DVR routers for this DVR port 92471ad6-e6bb-43b2-8166-ee4e49eb66bf on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:25.549396 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9c51a6fd-9577-4754-b661-99245342e704 req-16400ea7-e125-4109-8811-33a37630cd5a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:25.553804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c51a6fd-9577-4754-b661-99245342e704 req-16400ea7-e125-4109-8811-33a37630cd5a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.54 "DELETE /v2.0/ports/92471ad6-e6bb-43b2-8166-ee4e49eb66bf HTTP/1.1" status: 204 len: 173 time: 1.5266802 Oct 27 16:26:25.698596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8388a-dae9-445d-aee5-2e93523ae8b9 req-5f4a1f5d-2c83-49ae-9556-c07b76962bff tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:25.700496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01c8388a-dae9-445d-aee5-2e93523ae8b9 req-5f4a1f5d-2c83-49ae-9556-c07b76962bff tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 943 time: 0.1091974 Oct 27 16:26:25.737996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d2018-6a58-41f2-8fce-28851d090147 req-550aff5c-9a16-4d84-a832-0db9a55bb15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:25.740606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a2d2018-6a58-41f2-8fce-28851d090147 req-550aff5c-9a16-4d84-a832-0db9a55bb15f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 1094 time: 0.3332005 Oct 27 16:26:25.767660 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01c8388a-dae9-445d-aee5-2e93523ae8b9 req-f1f8ac9a-1c42-4c36-9c7f-3bdc79481c78 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608833 Oct 27 16:26:25.989556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-79747223-b08d-4e51-b803-65791095c507 None None] Provisioning complete for port a3481c2e-7ac7-447f-b7fe-b1481ddb932d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:25.990564 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-79747223-b08d-4e51-b803-65791095c507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:26.004148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d2018-6a58-41f2-8fce-28851d090147 req-3d798ba4-d047-4ac2-93bf-05c1724c5677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:26.006896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a2d2018-6a58-41f2-8fce-28851d090147 req-3d798ba4-d047-4ac2-93bf-05c1724c5677 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 907 time: 0.2547607 Oct 27 16:26:26.010175 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9335b43f-f5ed-406e-afb7-6ec2c2b8d167 req-c7698bdf-5150-4ae1-9f99-77d6eab2d63e tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "GET /v2.0/ports?device_id=8813f0f5-6811-44fc-8582-1ba303ac93df HTTP/1.1" status: 200 len: 210 time: 0.1739638 Oct 27 16:26:26.011282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f5a155d-8e86-4e62-a006-b08fee1ed81c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:26.027370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'name': 'network-vif-deleted', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:26.030290 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46a60a1-4b97-40bf-a9fa-45ac4782c352" -d '{"events": [{"server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "name": "network-vif-deleted", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:26.104156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a155d-8e86-4e62-a006-b08fee1ed81c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=20768c4c-7043-4612-8541-fb660c2b2b95,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:26.158406 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a121fa-a311-4007-8ffc-99e84aa0213c x-openstack-request-id: req-b1a121fa-a311-4007-8ffc-99e84aa0213c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:26.158406 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8813f0f5-6811-44fc-8582-1ba303ac93df", "name": "network-vif-deleted", "tag": "92471ad6-e6bb-43b2-8166-ee4e49eb66bf", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:26.158406 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1a121fa-a311-4007-8ffc-99e84aa0213c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:26.158740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a2d2018-6a58-41f2-8fce-28851d090147 req-3553b6c7-451b-4ce2-8dda-f7608ceddcb4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 HTTP/1.1" status: 200 len: 217 time: 0.1446497 Oct 27 16:26:26.159037 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8813f0f5-6811-44fc-8582-1ba303ac93df', 'name': 'network-vif-deleted', 'tag': '92471ad6-e6bb-43b2-8166-ee4e49eb66bf', 'status': 'completed', 'code': 200} Oct 27 16:26:26.178683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a155d-8e86-4e62-a006-b08fee1ed81c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:26.208967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a155d-8e86-4e62-a006-b08fee1ed81c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:26.214654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5a155d-8e86-4e62-a006-b08fee1ed81c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:26.215253 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f5a155d-8e86-4e62-a006-b08fee1ed81c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:26.254159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d2018-6a58-41f2-8fce-28851d090147 req-a13750e9-bde0-4361-8102-4eb19abfac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:26.255727 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a2d2018-6a58-41f2-8fce-28851d090147 req-a13750e9-bde0-4361-8102-4eb19abfac7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64491595-c258-460a-a334-a8181c6eb3c4 HTTP/1.1" status: 200 len: 846 time: 0.0878854 Oct 27 16:26:26.301920 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a2d2018-6a58-41f2-8fce-28851d090147 req-e4386572-19cf-4978-879b-b46a3416848a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c47a63cd-949d-4480-9c39-3436e4ca4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382338 Oct 27 16:26:26.376430 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7f5a155d-8e86-4e62-a006-b08fee1ed81c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6661353 Oct 27 16:26:26.376657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49364) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:26.381923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c0fc68a6-4407-4057-972a-6bb72df372d1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:26.426702 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a2d2018-6a58-41f2-8fce-28851d090147 req-1c271af5-5b42-4915-b955-80cbe5ea9b40 service neutron] 10.222.0.54 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176305 Oct 27 16:26:26.452290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b719e8-144a-4125-a7b9-425992b453e6 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:26.581406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-355912e8-34c2-4c12-9a8a-a029b0a17d38 None None] Provisioning complete for port a3481c2e-7ac7-447f-b7fe-b1481ddb932d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:26.582079 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-355912e8-34c2-4c12-9a8a-a029b0a17d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:26.607006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a2d2018-6a58-41f2-8fce-28851d090147 req-bfcf1865-20d2-4c9f-aea9-f192920d307a service neutron] 10.222.0.54 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728806 Oct 27 16:26:26.751237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fc68a6-4407-4057-972a-6bb72df372d1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:26.755171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c0fc68a6-4407-4057-972a-6bb72df372d1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:26.882004 n-d-815689-1 neutron-server[109723]: INFO neutron.db.ipam_backend_mixin [None req-c0fc68a6-4407-4057-972a-6bb72df372d1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20768c4c-7043-4612-8541-fb660c2b2b95 (CIDR: 2001:db8::/64) Oct 27 16:26:26.940517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c4f81-fbb4-4dbe-afd8-385a9ed45a5d req-b7a8dbf2-9e49-4bdd-80e9-7f3f7bd29dfa tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:26.941648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:26:26.942749 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f00c4f81-fbb4-4dbe-afd8-385a9ed45a5d req-b7a8dbf2-9e49-4bdd-80e9-7f3f7bd29dfa tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 943 time: 0.0811298 Oct 27 16:26:26.952085 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0fc68a6-4407-4057-972a-6bb72df372d1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:26:26.952656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0fc68a6-4407-4057-972a-6bb72df372d1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:27.005084 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f00c4f81-fbb4-4dbe-afd8-385a9ed45a5d req-910d6832-9e79-4e2f-98e4-9bccf6ce1af1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510817 Oct 27 16:26:27.083130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 92471ad6-e6bb-43b2-8166-ee4e49eb66bf no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:27.114226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 92471ad6-e6bb-43b2-8166-ee4e49eb66bf {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:27.115130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 92471ad6-e6bb-43b2-8166-ee4e49eb66bf not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:27.142821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49396) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:27.157971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:27.186015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-85e49ab6-d8bb-4f90-a945-632c3da9026e None None] Provisioning complete for port a3481c2e-7ac7-447f-b7fe-b1481ddb932d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:27.186015 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-85e49ab6-d8bb-4f90-a945-632c3da9026e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.186349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'port_id': 'bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93', 'mac_address': 'fa:16:3e:2b:b5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64491595-c258-460a-a334-a8181c6eb3c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:26:27.230820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49398) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:27.231430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c0fc68a6-4407-4057-972a-6bb72df372d1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8540015 Oct 27 16:26:27.236489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:27.309640 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.326359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:26:27.347169 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:27.422261 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.521514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:27.532975 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:27.538999 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.646765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:27.723321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49412) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:27.849420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:27.946815 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32ca3584-0417-4e11-add0-dd6c06680522 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.140439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32ca3584-0417-4e11-add0-dd6c06680522 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.223088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7296a-4d19-400e-875e-0d5064a22840 req-6ccf4f4c-7c00-49df-b520-908aac331b61 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:28.224596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92d7296a-4d19-400e-875e-0d5064a22840 req-6ccf4f4c-7c00-49df-b520-908aac331b61 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 944 time: 0.1283286 Oct 27 16:26:28.228148 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32ca3584-0417-4e11-add0-dd6c06680522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.234850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:26:28.279120 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-32ca3584-0417-4e11-add0-dd6c06680522 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b03f02cda389406bba79a561ec80d90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5512836 Oct 27 16:26:28.283177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49424) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:28.299293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca3584-0417-4e11-add0-dd6c06680522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fe45b4-afc2-461b-83e1-e360a5957b37,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:28.348519 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92d7296a-4d19-400e-875e-0d5064a22840 req-12bf04db-21c1-4fad-a42b-145dc9fbbe36 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123695 Oct 27 16:26:28.354306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port fa493017-8b3a-4789-a82b-2b72d33231ec {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:28.354478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.436938 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-05956cba-ddd4-44f0-93cf-a2b2fb0865d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.476635 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-05956cba-ddd4-44f0-93cf-a2b2fb0865d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.526024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port fa493017-8b3a-4789-a82b-2b72d33231ec, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fa493017-8b3a-4789-a82b-2b72d33231ec,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:28.526398 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.567971 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.622185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for fa493017-8b3a-4789-a82b-2b72d33231ec owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:28.761110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] For port a3481c2e-7ac7-447f-b7fe-b1481ddb932d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:28.777916 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-05956cba-ddd4-44f0-93cf-a2b2fb0865d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.780874 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-05956cba-ddd4-44f0-93cf-a2b2fb0865d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.781493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-05956cba-ddd4-44f0-93cf-a2b2fb0865d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22fe45b4-afc2-461b-83e1-e360a5957b37 HTTP/1.1" status: 204 len: 168 time: 0.4964180 Oct 27 16:26:28.796796 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.817611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05956cba-ddd4-44f0-93cf-a2b2fb0865d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fe45b4-afc2-461b-83e1-e360a5957b37,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:28.937277 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.938048 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:28.953882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:28.985463 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.011459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:29.030340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:29.036987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:29.037838 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.082630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=6b0d0b26-6ae4-4252-8970-edcae1e4a83d,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:29.087333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,revision_number=8']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:29.101382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=fa493017-8b3a-4789-a82b-2b72d33231ec,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:29.102053 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a902654-51f2-456f-9bdd-8b7e55be2aff None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:29.134942 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7a87c602-1a29-4690-b3b1-34b2e8ff9e21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9023781 Oct 27 16:26:29.137598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49442) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:29.144747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:29:52:67', 'name': 'tempest-NetworksTestDHCPv6-1621794352'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:29.274017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:26:29.330072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:29.330593 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.436346 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.463205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:29.468661 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.582632 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.618528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132af05a-18af-4b74-a6da-027bdfd6dcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:29.618862 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3167ff14-0ab7-4e43-a45c-8b0cec03e64e" -d '{"events": [{"server_uuid": "132af05a-18af-4b74-a6da-027bdfd6dcf6", "name": "network-vif-plugged", "status": "completed", "tag": "bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:29.668479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:29.679386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cf535e-5a34-4301-a9b2-0127dc04318c None None] Update dhcp port {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'fixed_ips': [{'subnet_id': '6b0d0b26-6ae4-4252-8970-edcae1e4a83d', 'ip_address': '2001:db8:0:1:f816:3eff:fea8:c75e'}, {'subnet_id': '20768c4c-7043-4612-8541-fb660c2b2b95'}], 'binding:host_id': 'n-d-815689-1'}, 'id': 'a3481c2e-7ac7-447f-b7fe-b1481ddb932d'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:26:29.691147 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.708977 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-58cf535e-5a34-4301-a9b2-0127dc04318c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.734706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port ecae5c44-6eb7-4cee-b866-e2cb1493a24d yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:26:29.757882 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6825a7d2-198d-48db-b467-ba33a5b6a526 x-openstack-request-id: req-6825a7d2-198d-48db-b467-ba33a5b6a526 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:29.759848 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132af05a-18af-4b74-a6da-027bdfd6dcf6", "name": "network-vif-plugged", "status": "completed", "tag": "bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:29.761095 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6825a7d2-198d-48db-b467-ba33a5b6a526 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:29.761527 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132af05a-18af-4b74-a6da-027bdfd6dcf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93', 'code': 200} Oct 27 16:26:29.778146 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:29.922207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49462) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:30.012928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:30.013484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::d8 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/20768c4c-7043-4612-8541-fb660c2b2b95/ecae5c44-6eb7-4cee-b866-e2cb1493a24d) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:30.022732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.023278 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.024000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.024695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.025193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.025695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.026467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.027130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.027649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.028166 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.028640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.029484 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:30.039473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:5267 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/6b0d0b26-6ae4-4252-8970-edcae1e4a83d/ecae5c44-6eb7-4cee-b866-e2cb1493a24d) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:30.039588 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-044100c2-8940-44f0-96a6-2ceb8ed85c4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.111283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a3481c2e-7ac7-447f-b7fe-b1481ddb932d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:30.120374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd649315-479f-4c00-9adb-9b0fe56ff9bb req-dfe77ad1-cd30-4601-9665-2e18614854a3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.122140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd649315-479f-4c00-9adb-9b0fe56ff9bb req-dfe77ad1-cd30-4601-9665-2e18614854a3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 945 time: 0.3987045 Oct 27 16:26:30.228831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a3481c2e-7ac7-447f-b7fe-b1481ddb932d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:30.229469 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.230912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:26:30.283540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd649315-479f-4c00-9adb-9b0fe56ff9bb req-3b64dfb5-7137-48ff-8a63-827e3c30a5d3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511390 Oct 27 16:26:30.294229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace5b33-f3d4-4b86-86bc-47d19ea3fe4b req-3fe4aa14-b9f5-4068-ad3d-1bef72250293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.295885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bace5b33-f3d4-4b86-86bc-47d19ea3fe4b req-3fe4aa14-b9f5-4068-ad3d-1bef72250293 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 1096 time: 0.2151721 Oct 27 16:26:30.375634 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-044100c2-8940-44f0-96a6-2ceb8ed85c4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.424864 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bace5b33-f3d4-4b86-86bc-47d19ea3fe4b req-005f0f3c-16bd-4710-8b6b-5a6a1e55a883 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202972 Oct 27 16:26:30.442434 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-044100c2-8940-44f0-96a6-2ceb8ed85c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.452828 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.582362 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.648982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:30.653949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:30.662569 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:30.670633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:30.671348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.675510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=ecae5c44-6eb7-4cee-b866-e2cb1493a24d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:30.714790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-58cf535e-5a34-4301-a9b2-0127dc04318c None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/20768c4c-7043-4612-8541-fb660c2b2b95/a3481c2e-7ac7-447f-b7fe-b1481ddb932d) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:30.778123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49476) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:30.785541 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5eeb0639-c041-4adc-aab3-3f4edfcec624 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6466749 Oct 27 16:26:30.804266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-044100c2-8940-44f0-96a6-2ceb8ed85c4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3fa8b3aff2b34a05b8c1731e77341046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8445959 Oct 27 16:26:30.808821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49478) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:30.846738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044100c2-8940-44f0-96a6-2ceb8ed85c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0dcf36-e12d-4834-abb8-d117a3fb63f9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:30.863276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-58cf535e-5a34-4301-a9b2-0127dc04318c None None] For port a3481c2e-7ac7-447f-b7fe-b1481ddb932d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:30.876539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:26:30.888100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1acc3db1-77d9-4bcc-862d-1ddf18d7ce6a tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "PUT /v2.0/routers/6fe06e4c-9244-4fb3-9976-2a05f4059f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7403584 Oct 27 16:26:30.888285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49480) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:30.916090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf327137-dcf6-443d-92d6-04e6898befba None None] Sync routers for ids ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:26:30.947315 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45ca86f9-a7bb-4a1a-9150-d145411a116e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.978380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45ca86f9-a7bb-4a1a-9150-d145411a116e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.987040 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-58cf535e-5a34-4301-a9b2-0127dc04318c None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.989578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2c2fe-72ee-4bfd-833a-4e2c6b11bbea tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port ecae5c44-6eb7-4cee-b866-e2cb1493a24d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:30.989917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1d2c2fe-72ee-4bfd-833a-4e2c6b11bbea tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:30.990229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf327137-dcf6-443d-92d6-04e6898befba None None] Routers {'6fe06e4c-9244-4fb3-9976-2a05f4059f22'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:30.990800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cf327137-dcf6-443d-92d6-04e6898befba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:30.996309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-4073efa7-25f4-4c24-b929-a4e873e5d528 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting subnet e4caafec-7fcb-4f8e-b466-bbf7f9a3167c {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:30.999765 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4073efa7-25f4-4c24-b929-a4e873e5d528 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.043066 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4073efa7-25f4-4c24-b929-a4e873e5d528 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.116744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-cf327137-dcf6-443d-92d6-04e6898befba None None] Set router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:31.140338 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1d2c2fe-72ee-4bfd-833a-4e2c6b11bbea tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.170667 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-58cf535e-5a34-4301-a9b2-0127dc04318c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.173674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4073efa7-25f4-4c24-b929-a4e873e5d528 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.173839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f1d2c2fe-72ee-4bfd-833a-4e2c6b11bbea tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for ecae5c44-6eb7-4cee-b866-e2cb1493a24d owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:31.246412 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45ca86f9-a7bb-4a1a-9150-d145411a116e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.250334 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-45ca86f9-a7bb-4a1a-9150-d145411a116e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.254444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-45ca86f9-a7bb-4a1a-9150-d145411a116e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de0dcf36-e12d-4834-abb8-d117a3fb63f9 HTTP/1.1" status: 204 len: 168 time: 0.4421856 Oct 27 16:26:31.267335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca86f9-a7bb-4a1a-9150-d145411a116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0dcf36-e12d-4834-abb8-d117a3fb63f9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:31.338298 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4073efa7-25f4-4c24-b929-a4e873e5d528 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.397018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073efa7-25f4-4c24-b929-a4e873e5d528 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Subnet': ['ID=e4caafec-7fcb-4f8e-b466-bbf7f9a3167c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:31.433377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4073efa7-25f4-4c24-b929-a4e873e5d528 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.435233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf535e-5a34-4301-a9b2-0127dc04318c None None] Pushing event updated for resources: {'Port': ['ID=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:31.440657 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4073efa7-25f4-4c24-b929-a4e873e5d528 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/subnets/e4caafec-7fcb-4f8e-b466-bbf7f9a3167c HTTP/1.1" status: 204 len: 168 time: 0.5512145 Oct 27 16:26:31.441482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49500) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:31.554254 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de69d1dd-a123-412c-940b-b274ac707968 None None] Network fc8c731a-2d1c-4821-a115-25c358097421 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:31.623303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1d2c2fe-72ee-4bfd-833a-4e2c6b11bbea tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.691041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2c2fe-72ee-4bfd-833a-4e2c6b11bbea tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=ecae5c44-6eb7-4cee-b866-e2cb1493a24d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:31.692820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1929588-349c-4faa-8f86-679512fa8de9 req-b4bb75da-5dba-4c13-813b-d8fb289201a5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:31.694469 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1929588-349c-4faa-8f86-679512fa8de9 req-b4bb75da-5dba-4c13-813b-d8fb289201a5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 945 time: 0.1182728 Oct 27 16:26:31.717803 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.767552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f1d2c2fe-72ee-4bfd-833a-4e2c6b11bbea tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:31.772346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f1d2c2fe-72ee-4bfd-833a-4e2c6b11bbea tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/ecae5c44-6eb7-4cee-b866-e2cb1493a24d HTTP/1.1" status: 204 len: 168 time: 0.9908452 Oct 27 16:26:31.775773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49510) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:31.888107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf7e5cc-486e-45c7-8b9e-27a919c176de tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:31.892363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3bf7e5cc-486e-45c7-8b9e-27a919c176de tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1130419 Oct 27 16:26:31.893183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49514) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:31.936422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cf327137-dcf6-443d-92d6-04e6898befba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148'}], 'enable_snat': True}, 'gw_port_id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:26:28Z', 'revision_number': 5, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port': {'id': 'acf0c509-ff6b-44ba-8e0a-b097ad343913', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:cc:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:24:12Z', 'updated_at': '2021-10-27T16:24:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:31.956638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7b4d12-f95c-4837-8a58-095665480a7e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:31.960146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fc7b4d12-f95c-4837-8a58-095665480a7e tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0640693 Oct 27 16:26:31.962889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49516) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:32.045469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf327137-dcf6-443d-92d6-04e6898befba None None] Checking router: 6fe06e4c-9244-4fb3-9976-2a05f4059f22 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:26:32.084150 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1929588-349c-4faa-8f86-679512fa8de9 req-5db98977-840c-45c8-b336-fccb8613d354 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856437 Oct 27 16:26:32.089196 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.090090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addf2b40-83d3-45f6-9d8b-c8be38797d9b None None] DHCP port deletion for fc8c731a-2d1c-4821-a115-25c358097421 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:32.157315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d883e4-1000-4ca7-abe5-d9115e34c0dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:32.165966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d883e4-1000-4ca7-abe5-d9115e34c0dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:32.174542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d883e4-1000-4ca7-abe5-d9115e34c0dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:32.183498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a3481c2e-7ac7-447f-b7fe-b1481ddb932d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:32.187875 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-13d883e4-1000-4ca7-abe5-d9115e34c0dc tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2209311 Oct 27 16:26:32.188023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf327137-dcf6-443d-92d6-04e6898befba None None] Routers {'6fe06e4c-9244-4fb3-9976-2a05f4059f22'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:32.188207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49524) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:32.188297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cf327137-dcf6-443d-92d6-04e6898befba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:32.290849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Deleting port acf0c509-ff6b-44ba-8e0a-b097ad343913 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:32.290849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.333308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8107d6-7e7d-42f8-84ca-aec3ecde0ee7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 20768c4c-7043-4612-8541-fb660c2b2b95 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:32.371579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9b1d2-f4d5-4053-a237-abbbca022765 req-6c23ca14-2992-4672-b6db-05c5740a0d70 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:32.373316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d6e9b1d2-f4d5-4053-a237-abbbca022765 req-6c23ca14-2992-4672-b6db-05c5740a0d70 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 946 time: 0.1872435 Oct 27 16:26:32.374076 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac8107d6-7e7d-42f8-84ca-aec3ecde0ee7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.447707 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac8107d6-7e7d-42f8-84ca-aec3ecde0ee7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.451619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] For port acf0c509-ff6b-44ba-8e0a-b097ad343913, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=acf0c509-ff6b-44ba-8e0a-b097ad343913,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:32.452014 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.490287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Calling delete_port for acf0c509-ff6b-44ba-8e0a-b097ad343913 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:32.500920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d6e9b1d2-f4d5-4053-a237-abbbca022765 req-2f2fc5f8-0b1e-455d-a2a0-a641634ae955 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039693 Oct 27 16:26:32.630953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac8107d6-7e7d-42f8-84ca-aec3ecde0ee7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.838861 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac8107d6-7e7d-42f8-84ca-aec3ecde0ee7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.871849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8107d6-7e7d-42f8-84ca-aec3ecde0ee7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=20768c4c-7043-4612-8541-fb660c2b2b95,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:32.894231 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac8107d6-7e7d-42f8-84ca-aec3ecde0ee7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.897906 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ac8107d6-7e7d-42f8-84ca-aec3ecde0ee7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/20768c4c-7043-4612-8541-fb660c2b2b95 HTTP/1.1" status: 204 len: 168 time: 0.7028229 Oct 27 16:26:32.900501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49546) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:32.942967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-addf2b40-83d3-45f6-9d8b-c8be38797d9b None None] Deleting port 98208918-0a70-4230-afd5-b1965d6a1510 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:32.943678 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-addf2b40-83d3-45f6-9d8b-c8be38797d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.948215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b29be-2771-4225-977b-89dee71904eb None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:32.949962 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:32.952995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-cf327137-dcf6-443d-92d6-04e6898befba None None] Set router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:32.986822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-663eb3cd-a8b6-4de1-8e15-dfd09d465369 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 6b0d0b26-6ae4-4252-8970-edcae1e4a83d {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:32.995648 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-663eb3cd-a8b6-4de1-8e15-dfd09d465369 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.048793 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-663eb3cd-a8b6-4de1-8e15-dfd09d465369 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.116741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a3481c2e-7ac7-447f-b7fe-b1481ddb932d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:33.116741 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.142344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-cf327137-dcf6-443d-92d6-04e6898befba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:26:32Z', 'revision_number': 6, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:33.235267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-663eb3cd-a8b6-4de1-8e15-dfd09d465369 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.259311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf327137-dcf6-443d-92d6-04e6898befba None None] The sync data for ids ['6fe06e4c-9244-4fb3-9976-2a05f4059f22'] in n-d-815689-1 is: [{'id': '6fe06e4c-9244-4fb3-9976-2a05f4059f22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-74236147', 'tenant_id': 'aa2cd34858c645408908be49587cbd63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:24:10Z', 'updated_at': '2021-10-27T16:26:32Z', 'revision_number': 6, 'project_id': 'aa2cd34858c645408908be49587cbd63', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:26:33.299279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-addf2b40-83d3-45f6-9d8b-c8be38797d9b None None] For port 98208918-0a70-4230-afd5-b1965d6a1510, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=98208918-0a70-4230-afd5-b1965d6a1510,segment=NetworkSegment(87badf5f-2a00-4e37-a26b-433e29d04dc2),segment_id=87badf5f-2a00-4e37-a26b-433e29d04dc2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:33.306578 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-addf2b40-83d3-45f6-9d8b-c8be38797d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.337461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-addf2b40-83d3-45f6-9d8b-c8be38797d9b None None] Calling delete_port for 98208918-0a70-4230-afd5-b1965d6a1510 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:33.369414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.424145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f34cda27-3177-4e91-a5b8-1a572b3a7b66 None None] Provisioning complete for port a3481c2e-7ac7-447f-b7fe-b1481ddb932d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:33.425008 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f34cda27-3177-4e91-a5b8-1a572b3a7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.444728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Port': ['ID=acf0c509-ff6b-44ba-8e0a-b097ad343913,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:33.466576 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-663eb3cd-a8b6-4de1-8e15-dfd09d465369 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.511810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2283cb8-1004-4417-848f-79c9b3891068 req-f13ecac0-d6e5-44ae-bf2e-b4b42f461caa tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:33.521737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f2283cb8-1004-4417-848f-79c9b3891068 req-f13ecac0-d6e5-44ae-bf2e-b4b42f461caa tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.53 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 946 time: 0.1537721 Oct 27 16:26:33.570942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663eb3cd-a8b6-4de1-8e15-dfd09d465369 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0d0b26-6ae4-4252-8970-edcae1e4a83d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:33.574270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-663eb3cd-a8b6-4de1-8e15-dfd09d465369 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.579058 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-663eb3cd-a8b6-4de1-8e15-dfd09d465369 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/6b0d0b26-6ae4-4252-8970-edcae1e4a83d HTTP/1.1" status: 204 len: 168 time: 0.6774998 Oct 27 16:26:33.579812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49570) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:33.658401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6f344-508b-4987-b3d1-d0406a344615 req-5c6dfa73-76c3-49d8-a328-c98bf4217734 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:33.660458 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-28a6f344-508b-4987-b3d1-d0406a344615 req-5c6dfa73-76c3-49d8-a328-c98bf4217734 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 945 time: 0.3664219 Oct 27 16:26:33.664029 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-111beb6d-9844-4e5c-840a-f46da5bbb4b2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665786 Oct 27 16:26:33.665993 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:33.674451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-78af5736-d075-4a65-bed8-136fc7668001 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:33.698407 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.878328 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-addf2b40-83d3-45f6-9d8b-c8be38797d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.923481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Deleting port d17dbcb8-d61c-4349-8581-f0c6912d7d8c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:33.931394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.932643 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf2b40-83d3-45f6-9d8b-c8be38797d9b None None] Pushing event deleted for resources: {'Port': ['ID=98208918-0a70-4230-afd5-b1965d6a1510,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:33.939668 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf2b40-83d3-45f6-9d8b-c8be38797d9b None None] No DVR routers for this DVR port 98208918-0a70-4230-afd5-b1965d6a1510 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:33.965151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ce50b-d4b9-4929-bb83-75535e870f19 None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:33.968389 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.972030 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:33.990524 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-28a6f344-508b-4987-b3d1-d0406a344615 req-6661eb88-5b33-4feb-bc68-cf1a9172e231 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133693 Oct 27 16:26:34.018632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02787e49-f656-4720-83bc-b8ec9ed23995 req-c64411f9-3d6f-49db-8b35-0ff64223df72 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:34.020441 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02787e49-f656-4720-83bc-b8ec9ed23995 req-c64411f9-3d6f-49db-8b35-0ff64223df72 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 946 time: 0.3486943 Oct 27 16:26:34.063618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e52ce50b-d4b9-4929-bb83-75535e870f19 None None] Deleting port a3481c2e-7ac7-447f-b7fe-b1481ddb932d {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:34.064419 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e52ce50b-d4b9-4929-bb83-75535e870f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.087527 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02787e49-f656-4720-83bc-b8ec9ed23995 req-8953bc19-09cb-44d2-948d-b1bb3bb5b6ba tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557132 Oct 27 16:26:34.151263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78af5736-d075-4a65-bed8-136fc7668001 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:34.153413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] For port d17dbcb8-d61c-4349-8581-f0c6912d7d8c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:34.153920 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.155586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-78af5736-d075-4a65-bed8-136fc7668001 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.201689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e52ce50b-d4b9-4929-bb83-75535e870f19 None None] For port a3481c2e-7ac7-447f-b7fe-b1481ddb932d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:34.202757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e52ce50b-d4b9-4929-bb83-75535e870f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.226154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e52ce50b-d4b9-4929-bb83-75535e870f19 None None] Calling delete_port for a3481c2e-7ac7-447f-b7fe-b1481ddb932d owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:34.439175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fa493017-8b3a-4789-a82b-2b72d33231ec no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:34.453229 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.453862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Fanout notify agent at l3_agent the message router_deleted on router 6fe06e4c-9244-4fb3-9976-2a05f4059f22 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:26:34.462023 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.468042 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a0626a8b-5c48-4305-bc36-50d00f3cf1b0 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/routers/6fe06e4c-9244-4fb3-9976-2a05f4059f22 HTTP/1.1" status: 204 len: 168 time: 3.0184996 Oct 27 16:26:34.468042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49608) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:34.473705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: fa493017-8b3a-4789-a82b-2b72d33231ec {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:34.474049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fa493017-8b3a-4789-a82b-2b72d33231ec not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:34.474462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 98208918-0a70-4230-afd5-b1965d6a1510 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:34.549220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 98208918-0a70-4230-afd5-b1965d6a1510 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:34.550081 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 98208918-0a70-4230-afd5-b1965d6a1510 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:34.557219 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e52ce50b-d4b9-4929-bb83-75535e870f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.589950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-78af5736-d075-4a65-bed8-136fc7668001 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.609881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ce50b-d4b9-4929-bb83-75535e870f19 None None] No DVR routers for this DVR port a3481c2e-7ac7-447f-b7fe-b1481ddb932d on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:34.665289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af5736-d075-4a65-bed8-136fc7668001 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=8afe7c17-f3c4-4e08-8104-fbe729741438,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:34.676303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ce50b-d4b9-4929-bb83-75535e870f19 None None] Pushing event deleted for resources: {'Port': ['ID=a3481c2e-7ac7-447f-b7fe-b1481ddb932d,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:34.698937 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.699608 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.700349 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Floating IP 20e97d99-52bb-487b-baec-6f2f0b9d3a38 disassociated. External IP: 172.25.4.39, port: d17dbcb8-d61c-4349-8581-f0c6912d7d8c. Oct 27 16:26:34.700887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Calling delete_port for d17dbcb8-d61c-4349-8581-f0c6912d7d8c owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:34.702730 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af5736-d075-4a65-bed8-136fc7668001 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:34.708873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-78af5736-d075-4a65-bed8-136fc7668001 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:34.713604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78af5736-d075-4a65-bed8-136fc7668001 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:34.714481 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-78af5736-d075-4a65-bed8-136fc7668001 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.721409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d72f25-b03a-4e80-aaed-f16bd3e0f665 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:34.737684 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:34.753572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75c2e7-7c2a-4ab5-8b47-68845838503f req-e41f9648-a7fe-4670-aef7-952457993095 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:34.755833 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac75c2e7-7c2a-4ab5-8b47-68845838503f req-e41f9648-a7fe-4670-aef7-952457993095 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 945 time: 0.3611593 Oct 27 16:26:34.824658 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-78af5736-d075-4a65-bed8-136fc7668001 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1573226 Oct 27 16:26:34.830045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49612) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:34.837063 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-09fa2d07-facf-429b-a28f-3dd9e030b18b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:34.904613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac75c2e7-7c2a-4ab5-8b47-68845838503f req-99264b07-21b5-4e10-92ec-0709fbe76877 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661075 Oct 27 16:26:35.001076 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.048500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8c731a-2d1c-4821-a115-25c358097421']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:35.078932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'tenant_id': '34121fc4af484092add7e25d6cc4e208', 'fixed_ips': [{'subnet_id': '8afe7c17-f3c4-4e08-8104-fbe729741438'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:26:35.080251 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.113759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87badf5f-2a00-4e37-a26b-433e29d04dc2') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:35.119572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49624) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:35.126198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87badf5f-2a00-4e37-a26b-433e29d04dc2') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:35.209809 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:26:35.230685 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.282052 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.294596 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.337898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e692ce8-07b2-4c5c-ad0a-a7be4d62a517 req-ba478c68-a2f2-4d78-8118-30923f4cc66f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:35.349534 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e692ce8-07b2-4c5c-ad0a-a7be4d62a517 req-ba478c68-a2f2-4d78-8118-30923f4cc66f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 945 time: 0.3127370 Oct 27 16:26:35.357818 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:26:35.363796 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: items = [ Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:26:35.372315 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:26:35.433782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Allocated IP 2001:db8::2 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/8afe7c17-f3c4-4e08-8104-fbe729741438/91816e8b-cdf1-44c7-936b-2795dfa21e58) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:35.501874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09fa2d07-facf-429b-a28f-3dd9e030b18b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:35.516240 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09fa2d07-facf-429b-a28f-3dd9e030b18b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.530394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d93baf-0ae2-4521-bbab-fd98ac15512c req-4fdb2b13-4f75-454e-a86a-f6b89d2fceeb tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:35.539669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7d93baf-0ae2-4521-bbab-fd98ac15512c req-4fdb2b13-4f75-454e-a86a-f6b89d2fceeb tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 946 time: 0.3116682 Oct 27 16:26:35.671671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6bbb273-414e-4d6d-a51b-5552e909a008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.687578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event deleted for resources: {'Port': ['ID=d17dbcb8-d61c-4349-8581-f0c6912d7d8c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:35.768415 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.790974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:26:35.845557 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7d93baf-0ae2-4521-bbab-fd98ac15512c req-b1f10df5-601e-43d1-8078-ddacf7581f07 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups?id=e68b56df-aedc-486a-98b4-3a354f7ee7f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046885 Oct 27 16:26:35.883002 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.901207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e692ce8-07b2-4c5c-ad0a-a7be4d62a517 req-3e282e7a-1026-43a5-a584-60bcc5210e73 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086191 Oct 27 16:26:35.917626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.965257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:35.975660 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/networks/fc8c731a-2d1c-4821-a115-25c358097421 HTTP/1.1" status: 204 len: 168 time: 1.5076895 Oct 27 16:26:35.993756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49640) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:36.046092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c18a8-a981-45ce-8baa-46c923f5cebb tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'Network': ['ID=fc8c731a-2d1c-4821-a115-25c358097421,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:36.061914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Pushing event updated for resources: {'Port': ['ID=91816e8b-cdf1-44c7-936b-2795dfa21e58,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:36.087665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a3481c2e-7ac7-447f-b7fe-b1481ddb932d no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:36.087873 n-d-815689-1 neutron-server[109722]: INFO neutron.db.ipam_backend_mixin [None req-09fa2d07-facf-429b-a28f-3dd9e030b18b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8afe7c17-f3c4-4e08-8104-fbe729741438 (CIDR: 2001:db8::/64) Oct 27 16:26:36.125013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: a3481c2e-7ac7-447f-b7fe-b1481ddb932d {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:36.125616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a3481c2e-7ac7-447f-b7fe-b1481ddb932d not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:36.126207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device acf0c509-ff6b-44ba-8e0a-b097ad343913 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:36.130131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:36.134575 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-09fa2d07-facf-429b-a28f-3dd9e030b18b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:26:36.135037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09fa2d07-facf-429b-a28f-3dd9e030b18b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:36.164846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:36.167383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:36.170915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: acf0c509-ff6b-44ba-8e0a-b097ad343913 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:36.170915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device acf0c509-ff6b-44ba-8e0a-b097ad343913 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:36.214034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:26:36.225651 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92675d-e5da-4c63-97b8-16ab1d4be738 None None] Sync routers for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:26:36.241558 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e92675d-e5da-4c63-97b8-16ab1d4be738 None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:36.242567 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4e92675d-e5da-4c63-97b8-16ab1d4be738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:36.266411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9811acc-22ed-43b6-9f61-e7c477601b84 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.277190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Attempting to bind port 91816e8b-cdf1-44c7-936b-2795dfa21e58 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:36.277743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Attempting to bind port 91816e8b-cdf1-44c7-936b-2795dfa21e58 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:36.280177 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6bbb273-414e-4d6d-a51b-5552e909a008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.280889 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Attempting to bind port 91816e8b-cdf1-44c7-936b-2795dfa21e58 on network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:36.285559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-09fa2d07-facf-429b-a28f-3dd9e030b18b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4528673 Oct 27 16:26:36.287513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:36.288014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Checking segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:36.288345 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49644) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:36.289192 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.289739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Bound using segment: {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:36.290626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Bound port: 91816e8b-cdf1-44c7-936b-2795dfa21e58, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48a16bda-0fe5-4d57-927b-9d78cf41d5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:36.291120 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.294986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'subnet': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:36.321098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] No DVR routers for this DVR port d17dbcb8-d61c-4349-8581-f0c6912d7d8c on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:36.342508 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.356350 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f2283cb8-1004-4417-848f-79c9b3891068 req-598d9a19-8ab5-46aa-9eb4-fa78a7c41dce tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.53 "DELETE /v2.0/ports/d17dbcb8-d61c-4349-8581-f0c6912d7d8c HTTP/1.1" status: 204 len: 173 time: 2.7973602 Oct 27 16:26:36.356796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'name': 'network-vif-deleted', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:36.359297 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a92c6c-8066-4790-b74b-d93798acd830" -d '{"events": [{"server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "name": "network-vif-deleted", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:36.400530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6bbb273-414e-4d6d-a51b-5552e909a008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.452734 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a65fd6e-f898-433b-8998-68204abb9a5e x-openstack-request-id: req-1a65fd6e-f898-433b-8998-68204abb9a5e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:36.453444 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9792fa5e-aa75-47d1-bc3a-c110bb063c69", "name": "network-vif-deleted", "tag": "d17dbcb8-d61c-4349-8581-f0c6912d7d8c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:36.453920 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a65fd6e-f898-433b-8998-68204abb9a5e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:36.454606 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9792fa5e-aa75-47d1-bc3a-c110bb063c69', 'name': 'network-vif-deleted', 'tag': 'd17dbcb8-d61c-4349-8581-f0c6912d7d8c', 'status': 'completed', 'code': 200} Oct 27 16:26:36.465717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9811acc-22ed-43b6-9f61-e7c477601b84 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.469036 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-4e92675d-e5da-4c63-97b8-16ab1d4be738 None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:36.533394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] For port 91816e8b-cdf1-44c7-936b-2795dfa21e58, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:36.553860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] For port 91816e8b-cdf1-44c7-936b-2795dfa21e58, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=91816e8b-cdf1-44c7-936b-2795dfa21e58,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:36.567705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbb273-414e-4d6d-a51b-5552e909a008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d42fc72-ad9f-4a30-8911-c5f1b0cda79d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:36.573438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b6bbb273-414e-4d6d-a51b-5552e909a008 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7eef6dea6a2147bc94129717eabacf33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4517338 Oct 27 16:26:36.582009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49652) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:36.682905 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.709247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02cf00-4b27-43e2-a553-573e04259d19 req-b02985f6-66de-4fef-8b56-7f37db58515c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:36.710880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd02cf00-4b27-43e2-a553-573e04259d19 req-b02985f6-66de-4fef-8b56-7f37db58515c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 945 time: 0.1076880 Oct 27 16:26:36.712808 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10dd2d4c-1e50-4e21-81df-8e1dc6ce33d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.745119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d17dbcb8-d61c-4349-8581-f0c6912d7d8c no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:36.754639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10dd2d4c-1e50-4e21-81df-8e1dc6ce33d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.811050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: d17dbcb8-d61c-4349-8581-f0c6912d7d8c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:36.811641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d17dbcb8-d61c-4349-8581-f0c6912d7d8c not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:36.817402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:36.828336 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.834443 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd02cf00-4b27-43e2-a553-573e04259d19 req-7ab2fd07-45f5-4923-89cc-ef5225bb1b0b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166070 Oct 27 16:26:36.840888 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9811acc-22ed-43b6-9f61-e7c477601b84 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.850719 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9811acc-22ed-43b6-9f61-e7c477601b84 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:36.854615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c9811acc-22ed-43b6-9f61-e7c477601b84 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] 10.222.0.15 "DELETE /v2.0/security-groups/5fe9e263-321c-4104-8d28-e13a6e0bf90b HTTP/1.1" status: 204 len: 168 time: 0.8598554 Oct 27 16:26:36.885584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9811acc-22ed-43b6-9f61-e7c477601b84 tempest-TestNetworkAdvancedServerOps-747783757 tempest-TestNetworkAdvancedServerOps-747783757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe9e263-321c-4104-8d28-e13a6e0bf90b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:36.948014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e288c11-4be6-4f9b-8a1b-4ca54cc57aa6 None None] Pushing event updated for resources: {'Port': ['ID=91816e8b-cdf1-44c7-936b-2795dfa21e58,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:36.987469 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4e92675d-e5da-4c63-97b8-16ab1d4be738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:37.028925 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10dd2d4c-1e50-4e21-81df-8e1dc6ce33d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.033275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10dd2d4c-1e50-4e21-81df-8e1dc6ce33d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:37.033275 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-10dd2d4c-1e50-4e21-81df-8e1dc6ce33d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d42fc72-ad9f-4a30-8911-c5f1b0cda79d HTTP/1.1" status: 204 len: 168 time: 0.4497881 Oct 27 16:26:37.048573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd2d4c-1e50-4e21-81df-8e1dc6ce33d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d42fc72-ad9f-4a30-8911-c5f1b0cda79d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:37.057300 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92675d-e5da-4c63-97b8-16ab1d4be738 None None] Checking router: 56a92509-84c0-4868-b6a1-6ab88a36e2b7 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:26:37.084219 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e92675d-e5da-4c63-97b8-16ab1d4be738 None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:37.084861 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4e92675d-e5da-4c63-97b8-16ab1d4be738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:37.240681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d078d8d-f61a-4979-b87e-603297bd45d7 req-945ac526-6e28-4017-a047-f2af438c1243 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/ports?device_id=9792fa5e-aa75-47d1-bc3a-c110bb063c69 HTTP/1.1" status: 200 len: 210 time: 0.1131127 Oct 27 16:26:37.708725 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-4e92675d-e5da-4c63-97b8-16ab1d4be738 None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:37.953079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49686) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:38.006685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:26:38.141944 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 91816e8b-cdf1-44c7-936b-2795dfa21e58 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:38.273640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-072d85c7-63e6-4382-9de4-8fea9af81ada admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa2cd34858c645408908be49587cbd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092961 Oct 27 16:26:38.276527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49696) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:38.283067 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4e92675d-e5da-4c63-97b8-16ab1d4be738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:38.317592 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e92675d-e5da-4c63-97b8-16ab1d4be738 None None] The sync data for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 is: [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:17:27Z', 'revision_number': 4, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e3683823-f209-4f1c-9eae-55052731488d', 'name': '', 'network_id': '68591647-5373-400e-bd85-680b6bb7200d', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'mac_address': 'fa:16:3e:59:2d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1890, 'fixed_ips': [{'subnet_id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:26Z', 'updated_at': '2021-10-27T16:17:33Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'subnets': [{'id': '1514907a-bb4b-4267-baa4-a6e684f8745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:26:38.333028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 91816e8b-cdf1-44c7-936b-2795dfa21e58 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:38.333430 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.381564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf845f8-dc51-4383-b1ab-b84348f3a372 req-dcafe605-2f19-43bb-b249-c6e47db1f7a0 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:38.383457 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-abf845f8-dc51-4383-b1ab-b84348f3a372 req-dcafe605-2f19-43bb-b249-c6e47db1f7a0 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 945 time: 0.5846255 Oct 27 16:26:38.419861 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7be3b-1552-4493-80b8-71d528c81f1d req-6aa006b3-9a69-4c0d-890a-10fb666a8df8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:38.422201 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ba7be3b-1552-4493-80b8-71d528c81f1d req-6aa006b3-9a69-4c0d-890a-10fb666a8df8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 945 time: 0.2383852 Oct 27 16:26:38.432659 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0dcde4f-98cc-4037-a023-3c03fefd3f31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.496606 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0dcde4f-98cc-4037-a023-3c03fefd3f31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.565332 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.660387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ba7be3b-1552-4493-80b8-71d528c81f1d req-8d1c8f53-d88f-448a-9880-4a38474784f9 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762543 Oct 27 16:26:38.676404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-abf845f8-dc51-4383-b1ab-b84348f3a372 req-d7fb013a-d44f-44cd-99bc-e1ff2f63cc8b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Deleting port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:38.676749 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-abf845f8-dc51-4383-b1ab-b84348f3a372 req-d7fb013a-d44f-44cd-99bc-e1ff2f63cc8b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.721769 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0dcde4f-98cc-4037-a023-3c03fefd3f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.729660 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0dcde4f-98cc-4037-a023-3c03fefd3f31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.741316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e0dcde4f-98cc-4037-a023-3c03fefd3f31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18c1acc5-9507-4e05-94b1-13418f9054d3 HTTP/1.1" status: 204 len: 168 time: 0.4612176 Oct 27 16:26:38.770194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcde4f-98cc-4037-a023-3c03fefd3f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c1acc5-9507-4e05-94b1-13418f9054d3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:38.812348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.845306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:26:38.845965 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:26:38.882498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-81826b3e-9407-420e-b241-0a01fbce6138 None None] Provisioning complete for port 91816e8b-cdf1-44c7-936b-2795dfa21e58 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:38.883069 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-81826b3e-9407-420e-b241-0a01fbce6138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.912537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-abf845f8-dc51-4383-b1ab-b84348f3a372 req-d7fb013a-d44f-44cd-99bc-e1ff2f63cc8b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] For port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:38.913048 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-abf845f8-dc51-4383-b1ab-b84348f3a372 req-d7fb013a-d44f-44cd-99bc-e1ff2f63cc8b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:38.924382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb51a2-433d-49a5-a3c4-4a4553ae7144 None None] New status for floating IP 20e97d99-52bb-487b-baec-6f2f0b9d3a38: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:26:38.939032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-abf845f8-dc51-4383-b1ab-b84348f3a372 req-d7fb013a-d44f-44cd-99bc-e1ff2f63cc8b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Calling delete_port for bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:39.157055 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-81826b3e-9407-420e-b241-0a01fbce6138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.193078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] For port 91816e8b-cdf1-44c7-936b-2795dfa21e58, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=91816e8b-cdf1-44c7-936b-2795dfa21e58,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:39.280599 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.339603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-abf845f8-dc51-4383-b1ab-b84348f3a372 req-d7fb013a-d44f-44cd-99bc-e1ff2f63cc8b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.402474 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.419581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb013a-d44f-44cd-99bc-e1ff2f63cc8b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event deleted for resources: {'Port': ['ID=bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:39.421897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.422723 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.434961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:39.524910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=91816e8b-cdf1-44c7-936b-2795dfa21e58,revision_number=4']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:39.556288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49732) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:39.574245 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-81826b3e-9407-420e-b241-0a01fbce6138 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:26:39.574600 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-81826b3e-9407-420e-b241-0a01fbce6138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:26:39.587967 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:26:39.588340 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:26:39.634643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf845f8-dc51-4383-b1ab-b84348f3a372 req-d7fb013a-d44f-44cd-99bc-e1ff2f63cc8b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] No DVR routers for this DVR port bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:39.638084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-abf845f8-dc51-4383-b1ab-b84348f3a372 req-d7fb013a-d44f-44cd-99bc-e1ff2f63cc8b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.642311 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-abf845f8-dc51-4383-b1ab-b84348f3a372 req-d7fb013a-d44f-44cd-99bc-e1ff2f63cc8b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "DELETE /v2.0/ports/bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 HTTP/1.1" status: 204 len: 173 time: 1.2406561 Oct 27 16:26:39.644476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:39.646813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132af05a-18af-4b74-a6da-027bdfd6dcf6', 'name': 'network-vif-deleted', 'tag': 'bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:39.649835 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1f1470-46ef-46bf-9030-77700f078fa5" -d '{"events": [{"server_uuid": "132af05a-18af-4b74-a6da-027bdfd6dcf6", "name": "network-vif-deleted", "tag": "bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:39.654681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Subnet': ['ID=56f84610-4ae0-48b3-a3ed-25a962eb2b9d,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:39.659280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:39.662795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:39.663584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.688650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970f0af-912d-4b36-aebf-b20684a48822 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:39.706540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c29549cd-3e9a-4021-8ac9-34b9dc817f86 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.743609 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c50e26a-1a70-4792-8566-95c1e4d91cb5 x-openstack-request-id: req-1c50e26a-1a70-4792-8566-95c1e4d91cb5 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:39.743962 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132af05a-18af-4b74-a6da-027bdfd6dcf6", "name": "network-vif-deleted", "tag": "bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:39.744206 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c50e26a-1a70-4792-8566-95c1e4d91cb5 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:39.744638 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132af05a-18af-4b74-a6da-027bdfd6dcf6', 'name': 'network-vif-deleted', 'tag': 'bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93', 'status': 'completed', 'code': 200} Oct 27 16:26:39.787774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c29549cd-3e9a-4021-8ac9-34b9dc817f86 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:39.826561 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-25520622-9974-4c86-8ba9-99cfd5e0752d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.5332451 Oct 27 16:26:39.827507 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49742) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:39.833574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Request body: {'port': {'network_id': 'bcebcee4-a621-4bd0-82b9-134ae18fd1a0', 'mac_address': 'fa:16:3e:0b:37:df', 'name': 'tempest-NetworksTestDHCPv6-680723284'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:39.853803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-442b92cb-4975-4942-a4e8-9d3062cdf4c9 req-039bfa55-2b72-4bc7-98de-021a6014adae tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=132af05a-18af-4b74-a6da-027bdfd6dcf6 HTTP/1.1" status: 200 len: 210 time: 0.0592339 Oct 27 16:26:39.955038 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49744) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:40.026559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c29549cd-3e9a-4021-8ac9-34b9dc817f86 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.034074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c29549cd-3e9a-4021-8ac9-34b9dc817f86 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.036309 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c29549cd-3e9a-4021-8ac9-34b9dc817f86 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "DELETE /v2.0/security-groups/e68b56df-aedc-486a-98b4-3a354f7ee7f0 HTTP/1.1" status: 204 len: 168 time: 0.4771945 Oct 27 16:26:40.053313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49750) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:40.081546 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-ec2dde57-6401-408e-9441-e581c70fbfa6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] show failed (client error): The resource could not be found. Oct 27 16:26:40.082848 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ec2dde57-6401-408e-9441-e581c70fbfa6 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "GET /v2.0/security-groups/e68b56df-aedc-486a-98b4-3a354f7ee7f0 HTTP/1.1" status: 404 len: 347 time: 0.0284026 Oct 27 16:26:40.085713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49754) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:40.093513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29549cd-3e9a-4021-8ac9-34b9dc817f86 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68b56df-aedc-486a-98b4-3a354f7ee7f0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:40.118622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-10849ed1-3fa5-45b0-be0a-f5de6ce505f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58052a4b6f5e4cb4a06399b20c301d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1650040 Oct 27 16:26:40.123298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49758) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:40.177181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Made reservation on behalf of 34121fc4af484092add7e25d6cc4e208 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:40.261066 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-81826b3e-9407-420e-b241-0a01fbce6138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.290074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-def63d7a-30ed-4133-a201-0cecc2d94dd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.345569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-81826b3e-9407-420e-b241-0a01fbce6138 None None] For port 91816e8b-cdf1-44c7-936b-2795dfa21e58, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=91816e8b-cdf1-44c7-936b-2795dfa21e58,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:40.369114 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-def63d7a-30ed-4133-a201-0cecc2d94dd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.429468 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-81826b3e-9407-420e-b241-0a01fbce6138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.533235 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-def63d7a-30ed-4133-a201-0cecc2d94dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.536473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-def63d7a-30ed-4133-a201-0cecc2d94dd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:40.541331 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-def63d7a-30ed-4133-a201-0cecc2d94dd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/413f5d8f-e013-469a-b2f4-95615e8071c9 HTTP/1.1" status: 204 len: 168 time: 0.4169352 Oct 27 16:26:40.562701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def63d7a-30ed-4133-a201-0cecc2d94dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413f5d8f-e013-469a-b2f4-95615e8071c9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:40.659499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81826b3e-9407-420e-b241-0a01fbce6138 None None] Pushing event updated for resources: {'Port': ['ID=91816e8b-cdf1-44c7-936b-2795dfa21e58,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:40.686459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 91816e8b-cdf1-44c7-936b-2795dfa21e58 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:40.812435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 91816e8b-cdf1-44c7-936b-2795dfa21e58 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:40.815248 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.001546 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:41.062219 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.111792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] device_id is not set on port 5013a8f3-a9bb-4642-9a9a-4608f70378ed yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:26:41.180433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49784) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:41.415841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:41.416370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device bcc10d6d-ae7d-444e-9203-bf4e8bcb2a93 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:41.480130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-39e5ee8d-2646-4a2f-bd79-0baa37b7797f None None] Provisioning complete for port 91816e8b-cdf1-44c7-936b-2795dfa21e58 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:41.480640 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39e5ee8d-2646-4a2f-bd79-0baa37b7797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.536610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8::2d3 (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/8afe7c17-f3c4-4e08-8104-fbe729741438/5013a8f3-a9bb-4642-9a9a-4608f70378ed) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:41.562407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0b:37df (bcebcee4-a621-4bd0-82b9-134ae18fd1a0/56f84610-4ae0-48b3-a3ed-25a962eb2b9d/5013a8f3-a9bb-4642-9a9a-4608f70378ed) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:41.670663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-626998810'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:41.736865 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.787827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-da9a9dc2-8498-4791-90be-b9a434463d5f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:41.789956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-da9a9dc2-8498-4791-90be-b9a434463d5f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.2693436 Oct 27 16:26:41.798795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ff8102c6-5397-46da-86e5-14cd501a80b8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Deleting port bdb4164c-378f-4b89-a31e-ebb67149fbc4 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:41.799133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff8102c6-5397-46da-86e5-14cd501a80b8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.806179 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-cff386aa-3d70-49ce-acb2-d9d3e76241f8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/quotas/38d3f95336f441d6849f076f492df8a8 HTTP/1.1" status: 200 len: 375 time: 0.0102737 Oct 27 16:26:41.824097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Made reservation on behalf of 6f6b04fbb9ea498e83d4188464da4d74 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:41.828776 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.854500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.872509 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.897980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-981f4196-9ccf-4f44-86c3-dadc82ea7558 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0849323 Oct 27 16:26:41.922107 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff8102c6-5397-46da-86e5-14cd501a80b8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.922449 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff8102c6-5397-46da-86e5-14cd501a80b8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:41.944169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ff8102c6-5397-46da-86e5-14cd501a80b8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Calling delete_port for bdb4164c-378f-4b89-a31e-ebb67149fbc4 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:42.096819 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-4b57e132-5a4e-4af9-aad9-f935bd0f4617 service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784368 Oct 27 16:26:42.109338 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.162889 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.207942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:26:42.214066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:42.219593 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.220061 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Added segment 003a37f5-a4da-4779-bd57-51e8bc9cdd0f of type vlan for network 99754cf8-d84b-41b5-8e34-0c8060e4132b Oct 27 16:26:42.220968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event updated for resources: {'Port': ['ID=5013a8f3-a9bb-4642-9a9a-4608f70378ed,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:42.225013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:42.239527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:42.248729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:42.249732 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.267386 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff8102c6-5397-46da-86e5-14cd501a80b8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.279653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-72d9444e-85fe-44e4-88ff-63155ddfc9b9 service neutron] 10.222.0.15 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728325 Oct 27 16:26:42.321309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ead7b3-5706-4421-a8c6-fb3c49ab49b5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:42.340684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8102c6-5397-46da-86e5-14cd501a80b8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Pushing event deleted for resources: {'Port': ['ID=bdb4164c-378f-4b89-a31e-ebb67149fbc4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:42.380850 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.438511 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff8102c6-5397-46da-86e5-14cd501a80b8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.441172 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff8102c6-5397-46da-86e5-14cd501a80b8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.442498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ff8102c6-5397-46da-86e5-14cd501a80b8 tempest-AttachVolumeShelveTestJSON-67863047 tempest-AttachVolumeShelveTestJSON-67863047-project] 10.222.0.15 "DELETE /v2.0/floatingips/20e97d99-52bb-487b-baec-6f2f0b9d3a38 HTTP/1.1" status: 204 len: 168 time: 2.3558400 Oct 27 16:26:42.502826 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fc537df0-7942-469f-aa6a-746d35b5e029 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6726861 Oct 27 16:26:42.509255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49832) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:42.577207 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.583186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:42.594304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.704750 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 91816e8b-cdf1-44c7-936b-2795dfa21e58 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:42.843803 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-70060a31-a412-44d4-afda-98ec90c0e321 req-f3229df4-abc5-43e7-9f6d-c015c68a6af6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 210 time: 0.1208408 Oct 27 16:26:42.892469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-046fb615-d65b-47cf-b71f-7656895c2320 None None] Provisioning complete for port 5013a8f3-a9bb-4642-9a9a-4608f70378ed triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:42.893044 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-046fb615-d65b-47cf-b71f-7656895c2320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.930056 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting port 5013a8f3-a9bb-4642-9a9a-4608f70378ed {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:42.931602 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.951334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 91816e8b-cdf1-44c7-936b-2795dfa21e58 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:42.951334 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:42.957784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-046fb615-d65b-47cf-b71f-7656895c2320 None None] Port 5013a8f3-a9bb-4642-9a9a-4608f70378ed cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:26:43.156094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:43.183825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Calling delete_port for 5013a8f3-a9bb-4642-9a9a-4608f70378ed owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:43.384024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Pushing event updated for resources: {'Network': ['ID=99754cf8-d84b-41b5-8e34-0c8060e4132b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:43.396945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 99754cf8-d84b-41b5-8e34-0c8060e4132b details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:26:43.497310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5c687b69-3fa8-4889-8275-2b02aa707174 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3132820 Oct 27 16:26:43.498456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49860) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:43.599955 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:43.637826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Port': ['ID=5013a8f3-a9bb-4642-9a9a-4608f70378ed,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:43.697883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.698290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.698639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.698974 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.699716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.700133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.700468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.700801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.701158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.704141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.704141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.704141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:43.705184 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:43.712174 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c6da32f0-3ee8-4c25-9822-62b4039dd9bb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/5013a8f3-a9bb-4642-9a9a-4608f70378ed HTTP/1.1" status: 204 len: 168 time: 1.1967368 Oct 27 16:26:43.726794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49872) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:43.767328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Request body: {'network': {'name': 'tempest-network--1809294286', 'router:external': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:43.862022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3282710c-c4ff-4810-9189-02b202d5dc8f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:43.866044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3282710c-c4ff-4810-9189-02b202d5dc8f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1499453 Oct 27 16:26:43.866808 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49876) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:43.997314 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5de03c6f-f029-448a-a084-df76714b7b30 req-c706b23d-71bf-453a-b1b7-6473e7de0648 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 210 time: 0.0743444 Oct 27 16:26:43.998252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Made reservation on behalf of e2723e15f5264f76ac7b269cf24b151c for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:44.004197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6204255a-ce87-45cd-ac5b-3f51e865396d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:44.017395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.027762 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6204255a-ce87-45cd-ac5b-3f51e865396d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1541007 Oct 27 16:26:44.028478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49884) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:44.064611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.130219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db676779-287c-46d5-89fa-fe261984fe6b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:44.134132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db676779-287c-46d5-89fa-fe261984fe6b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:44.137221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db676779-287c-46d5-89fa-fe261984fe6b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:44.142339 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-db676779-287c-46d5-89fa-fe261984fe6b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1128283 Oct 27 16:26:44.142607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49890) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:44.182232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49892) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:44.217755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.222265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b6b441-7aa4-4731-8a97-f7cdbd60cfae tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 56f84610-4ae0-48b3-a3ed-25a962eb2b9d {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:44.225536 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b441-7aa4-4731-8a97-f7cdbd60cfae tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.288898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b441-7aa4-4731-8a97-f7cdbd60cfae tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.326581 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.390909 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'network': {'name': 'tempest-network-smoke--1429710943', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'port_security_enabled': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:44.395988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:26:44.408683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.409557 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Added segment ab56d98f-e93d-4b94-9ddf-13b6338b13b7 of type vlan for network e45552d5-36bf-46cb-a6cf-8d38e80ee6ab Oct 27 16:26:44.479092 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c0fe4e-28c3-4402-874d-92698b6af077,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:44.520724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.523539 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b441-7aa4-4731-8a97-f7cdbd60cfae tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.530793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Made reservation on behalf of 4cc2ede4aa044d759c64239f37331e3e for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:44.537487 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.553296 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.689403 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.722339 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.722339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:44.722339 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.792471 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b441-7aa4-4731-8a97-f7cdbd60cfae tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.835208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.848753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b6b441-7aa4-4731-8a97-f7cdbd60cfae tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=56f84610-4ae0-48b3-a3ed-25a962eb2b9d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:44.855886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event updated for resources: {'Network': ['ID=e45552d5-36bf-46cb-a6cf-8d38e80ee6ab,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:44.858239 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8b6b441-7aa4-4731-8a97-f7cdbd60cfae tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.861801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b8b6b441-7aa4-4731-8a97-f7cdbd60cfae tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/56f84610-4ae0-48b3-a3ed-25a962eb2b9d HTTP/1.1" status: 204 len: 168 time: 0.7173269 Oct 27 16:26:44.869383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49906) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:44.886215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6171ab36-82b7-41c1-a41b-4512cacc5c60 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:44.912693 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:26:44.915545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network e45552d5-36bf-46cb-a6cf-8d38e80ee6ab details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:26:44.921343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ad7c3b-c776-40ef-85da-b5d323ed2679,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:44.953322 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:44.953941 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Added segment 79a3141e-9efb-4e8c-bb4e-88cb7e032aa9 of type vlan for network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 Oct 27 16:26:44.995075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a41f6008-bc94-485a-bc6d-d24d0853e1b4 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4949918 Oct 27 16:26:45.011691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49910) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:45.056596 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.139692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa90952a-d8b2-40d4-a455-1fb09c1ef180 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Deleting subnet 8afe7c17-f3c4-4e08-8104-fbe729741438 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:26:45.148919 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa90952a-d8b2-40d4-a455-1fb09c1ef180 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.196127 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.217328 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4558bfd0-78f3-488e-b448-e531e936f376 req-bceda06c-5c51-4a24-b85a-a46230bec4f9 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 210 time: 0.0564616 Oct 27 16:26:45.220246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa90952a-d8b2-40d4-a455-1fb09c1ef180 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.282189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.288474 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:45.289430 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.351520 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.422378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45552d5-36bf-46cb-a6cf-8d38e80ee6ab']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:45.438772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab56d98f-e93d-4b94-9ddf-13b6338b13b7') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:45.439217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab56d98f-e93d-4b94-9ddf-13b6338b13b7') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:45.448231 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa90952a-d8b2-40d4-a455-1fb09c1ef180 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.491364 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.496671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3129852 Oct 27 16:26:45.506061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49922) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:45.511503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'admin_state_up': True, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:45.544171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.562466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:26:45.562969 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:26:45.576207 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:26:45.607406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9cb77-9c77-4f11-8f34-0e0cb9ef674a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Network': ['ID=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:45.650752 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:26:45.768030 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.769147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.797240 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa90952a-d8b2-40d4-a455-1fb09c1ef180 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.819651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-255da276-9459-4614-9ed8-b196fa2965b8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:45.826388 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-255da276-9459-4614-9ed8-b196fa2965b8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 806 time: 0.2435324 Oct 27 16:26:45.842851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Request body: {'port': {'device_id': '8e76fc50-d58f-4f43-90be-d3ea175a747e', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'admin_state_up': True, 'tenant_id': '38d3f95336f441d6849f076f492df8a8'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:45.862754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa90952a-d8b2-40d4-a455-1fb09c1ef180 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.868715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fa90952a-d8b2-40d4-a455-1fb09c1ef180 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/8afe7c17-f3c4-4e08-8104-fbe729741438 HTTP/1.1" status: 204 len: 168 time: 0.9980221 Oct 27 16:26:45.869728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90952a-d8b2-40d4-a455-1fb09c1ef180 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Subnet': ['ID=8afe7c17-f3c4-4e08-8104-fbe729741438,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:45.871519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49924) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:45.895366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.943359 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ec119201-13fe-46fc-8f2d-0fc1d067fe3b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703866 Oct 27 16:26:45.948529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49928) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:45.950382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e45552d5-36bf-46cb-a6cf-8d38e80ee6ab {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:26:45.969515 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:45.973389 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "DELETE /v2.0/networks/e45552d5-36bf-46cb-a6cf-8d38e80ee6ab HTTP/1.1" status: 204 len: 168 time: 0.9548202 Oct 27 16:26:45.977674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49930) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:45.990061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:46.058971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dde7c5-e706-4d75-9bf6-33d63d70dc21 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event deleted for resources: {'Network': ['ID=e45552d5-36bf-46cb-a6cf-8d38e80ee6ab,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:46.064017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.085004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bfdd4f-1461-436b-ae2a-4581386f9ed6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:46.088469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-46bfdd4f-1461-436b-ae2a-4581386f9ed6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1347175 Oct 27 16:26:46.089964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49936) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:46.165304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301cce06-531e-4e17-9f26-e2c2f787d522 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:46.168746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-301cce06-531e-4e17-9f26-e2c2f787d522 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0775075 Oct 27 16:26:46.181404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49938) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:46.192772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Made reservation on behalf of e2723e15f5264f76ac7b269cf24b151c for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:46.195512 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.258490 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fcdddbc3-f32c-4429-8bca-de1dd870a9f3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749798 Oct 27 16:26:46.270330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49942) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:46.312225 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-127901b5-fd22-49c9-9f2b-936ecd9f0ffb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:46.313376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-127901b5-fd22-49c9-9f2b-936ecd9f0ffb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:46.316979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-127901b5-fd22-49c9-9f2b-936ecd9f0ffb tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/5013a8f3-a9bb-4642-9a9a-4608f70378ed HTTP/1.1" status: 404 len: 333 time: 0.0452340 Oct 27 16:26:46.322434 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49944) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:46.334001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:26:46.403550 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7716e51-c167-4852-a85e-e7f7710ffcec tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:46.404008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7716e51-c167-4852-a85e-e7f7710ffcec tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:46.411167 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b7716e51-c167-4852-a85e-e7f7710ffcec tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/56f84610-4ae0-48b3-a3ed-25a962eb2b9d HTTP/1.1" status: 404 len: 337 time: 0.0877197 Oct 27 16:26:46.420760 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.427457 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Added segment 46679274-b417-49fa-9db6-1c601a5fc0dc of type vlan for network 165ca696-1664-4513-ad47-9030ae3fe72a Oct 27 16:26:46.427457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49946) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:46.438461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-146d81a1-e596-4e8e-82c1-cb65d4588158 req-7f6e8986-46c8-406d-bb7d-80b6c6334c91 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 210 time: 0.0870256 Oct 27 16:26:46.457518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48eedd4-202a-4cd4-89c2-32cc65df2e68 None None] Network bcebcee4-a621-4bd0-82b9-134ae18fd1a0 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:46.474571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Made reservation on behalf of 38d3f95336f441d6849f076f492df8a8 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:46.488602 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.555601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.569863 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.679339 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-35900006-679a-406f-a74a-69c292dc8b64 None None] Provisioning complete for port 91816e8b-cdf1-44c7-936b-2795dfa21e58 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:46.682701 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-35900006-679a-406f-a74a-69c292dc8b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.690533 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b09c391-9674-4feb-aec2-f6b8e2a534a7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:46.691709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b09c391-9674-4feb-aec2-f6b8e2a534a7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:46.697568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8b09c391-9674-4feb-aec2-f6b8e2a534a7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/8afe7c17-f3c4-4e08-8104-fbe729741438 HTTP/1.1" status: 404 len: 337 time: 0.2735281 Oct 27 16:26:46.700007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49958) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:46.715331 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.resource_extend [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:26:46.887280 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e737fa-1c50-4219-9f1e-24d7b5761df8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:46.888076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e737fa-1c50-4219-9f1e-24d7b5761df8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:46.893773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-37e737fa-1c50-4219-9f1e-24d7b5761df8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/ecae5c44-6eb7-4cee-b866-e2cb1493a24d HTTP/1.1" status: 404 len: 333 time: 0.1881692 Oct 27 16:26:46.897431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49960) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:46.900534 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.902759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:46.903326 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:46.939777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b4387-50f2-4dec-b378-bee45a9f635f None None] DHCP port deletion for bcebcee4-a621-4bd0-82b9-134ae18fd1a0 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:26:46.950502 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d98ae71-b1a3-4610-83ec-9e0d3dca6a88 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:46.951021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d98ae71-b1a3-4610-83ec-9e0d3dca6a88 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:46.954930 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3d98ae71-b1a3-4610-83ec-9e0d3dca6a88 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/6b0d0b26-6ae4-4252-8970-edcae1e4a83d HTTP/1.1" status: 404 len: 337 time: 0.0551775 Oct 27 16:26:46.967021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49962) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.012040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event updated for resources: {'Network': ['ID=165ca696-1664-4513-ad47-9030ae3fe72a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:47.019867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Allocated IP 172.20.0.9 (c47a63cd-949d-4480-9c39-3436e4ca4276/64491595-c258-460a-a334-a8181c6eb3c4/173f8a35-395b-4e40-8017-9de68685d0bf) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:47.035968 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b213a0-d251-4ea8-8b11-d59a7157b333 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:47.036830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b213a0-d251-4ea8-8b11-d59a7157b333 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:47.040304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-12b213a0-d251-4ea8-8b11-d59a7157b333 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/20768c4c-7043-4612-8541-fb660c2b2b95 HTTP/1.1" status: 404 len: 337 time: 0.0693622 Oct 27 16:26:47.045979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49964) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.049410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 165ca696-1664-4513-ad47-9030ae3fe72a details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:26:47.080606 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12b4708-7e72-44ae-851b-af0d7631843f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:47.080606 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12b4708-7e72-44ae-851b-af0d7631843f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:47.080606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f12b4708-7e72-44ae-851b-af0d7631843f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/dbcaf6dc-a77f-4c6b-b4b7-6acc130f2b24 HTTP/1.1" status: 404 len: 333 time: 0.0315318 Oct 27 16:26:47.083073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49968) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.131681 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65d74f3-5e21-48a7-b347-da24300ba50d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:47.132713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b65d74f3-5e21-48a7-b347-da24300ba50d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:47.135936 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b65d74f3-5e21-48a7-b347-da24300ba50d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/8496277d-2cb8-4e24-9d49-e2efc610481b HTTP/1.1" status: 404 len: 337 time: 0.0518756 Oct 27 16:26:47.162223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49970) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.172628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e75b4387-50f2-4dec-b378-bee45a9f635f None None] Deleting port 91816e8b-cdf1-44c7-936b-2795dfa21e58 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:47.172628 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e75b4387-50f2-4dec-b378-bee45a9f635f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.173004 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8d8991b4-82d1-47d2-98ac-4307f5f5b580 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1901112 Oct 27 16:26:47.199815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49972) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.261614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.277008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Request body: {'subnet': {'network_id': '165ca696-1664-4513-ad47-9030ae3fe72a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:47.285129 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18efccc-ba1a-4cdd-a4d1-eec68b8b4c30 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:47.285830 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18efccc-ba1a-4cdd-a4d1-eec68b8b4c30 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:47.289468 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d18efccc-ba1a-4cdd-a4d1-eec68b8b4c30 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/f3519a4f-88e7-4de3-baa8-e8cd58a8c151 HTTP/1.1" status: 404 len: 337 time: 0.1235533 Oct 27 16:26:47.300268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49982) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.317354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e75b4387-50f2-4dec-b378-bee45a9f635f None None] For port 91816e8b-cdf1-44c7-936b-2795dfa21e58, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=91816e8b-cdf1-44c7-936b-2795dfa21e58,segment=NetworkSegment(48a16bda-0fe5-4d57-927b-9d78cf41d5bb),segment_id=48a16bda-0fe5-4d57-927b-9d78cf41d5bb)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:47.317814 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e75b4387-50f2-4dec-b378-bee45a9f635f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.325055 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.340255 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5fb99e-3a33-432e-bfa5-ad97730f4b7b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:47.341204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5fb99e-3a33-432e-bfa5-ad97730f4b7b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:47.344587 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5b5fb99e-3a33-432e-bfa5-ad97730f4b7b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/f7e10121-899e-4fa7-a7a9-cbde843dcdca HTTP/1.1" status: 404 len: 333 time: 0.0416582 Oct 27 16:26:47.356719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49986) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.376927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e75b4387-50f2-4dec-b378-bee45a9f635f None None] Calling delete_port for 91816e8b-cdf1-44c7-936b-2795dfa21e58 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:47.403372 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa5e137-d88e-4014-bc9b-005ca1e0ca0f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:47.403920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa5e137-d88e-4014-bc9b-005ca1e0ca0f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:47.408104 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1aa5e137-d88e-4014-bc9b-005ca1e0ca0f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/03be7d3d-c7e8-4376-8895-bfd166eb4938 HTTP/1.1" status: 404 len: 337 time: 0.0494003 Oct 27 16:26:47.419858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49988) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.448533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.497361 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b59fbeff-a231-45bd-81c3-5c5255c7e6b0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:47.497882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b59fbeff-a231-45bd-81c3-5c5255c7e6b0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:47.501045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b59fbeff-a231-45bd-81c3-5c5255c7e6b0 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/323692b2-aafe-4d06-883f-605a74210cfd HTTP/1.1" status: 404 len: 337 time: 0.0797815 Oct 27 16:26:47.509279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49994) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.540622 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a75fbb-265d-4068-b1e8-8bdc1aebe2c2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:47.541469 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a75fbb-265d-4068-b1e8-8bdc1aebe2c2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:47.549673 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-55a75fbb-265d-4068-b1e8-8bdc1aebe2c2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/8d8806ba-1620-48f1-ad39-02a00f96074c HTTP/1.1" status: 404 len: 333 time: 0.0392101 Oct 27 16:26:47.552841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Made reservation on behalf of e2723e15f5264f76ac7b269cf24b151c for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:47.556150 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.564301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49996) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:47.620861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Allocated IP 172.25.4.84 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/60779446-7b8b-4c23-b5b0-7a2cb605e7fb) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:47.646017 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.658122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:47.755302 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e75b4387-50f2-4dec-b378-bee45a9f635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.810370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b4387-50f2-4dec-b378-bee45a9f635f None None] Pushing event deleted for resources: {'Port': ['ID=91816e8b-cdf1-44c7-936b-2795dfa21e58,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:47.816476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b4387-50f2-4dec-b378-bee45a9f635f None None] No DVR routers for this DVR port 91816e8b-cdf1-44c7-936b-2795dfa21e58 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:26:47.818224 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.827072 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Network c47a63cd-949d-4480-9c39-3436e4ca4276 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:47.866071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event updated for resources: {'Port': ['ID=173f8a35-395b-4e40-8017-9de68685d0bf,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:47.873579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:47.880201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:47.967608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:47.968276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:47.982558 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff1703d-234b-411b-81c6-08ffc166dee8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:47.983065 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff1703d-234b-411b-81c6-08ffc166dee8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:47.988618 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1ff1703d-234b-411b-81c6-08ffc166dee8 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/73188426-9d85-4aac-8b9d-d1faf6ec6a55 HTTP/1.1" status: 404 len: 337 time: 0.4208777 Oct 27 16:26:47.989940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50006) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.006483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:48.022372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6558fc-2daf-47d6-a7bb-719cb84d492c req-37503747-0d1b-4d91-b74f-d57e382dadb2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:48.024214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd6558fc-2daf-47d6-a7bb-719cb84d492c req-37503747-0d1b-4d91-b74f-d57e382dadb2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 931 time: 0.3823121 Oct 27 16:26:48.085221 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f32fd02-155a-490a-9630-3db8c03da7d1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:48.085221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f32fd02-155a-490a-9630-3db8c03da7d1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:48.091754 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2f32fd02-155a-490a-9630-3db8c03da7d1 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/3319e29a-0604-4897-b877-23d2c9a2afa7 HTTP/1.1" status: 404 len: 333 time: 0.0977631 Oct 27 16:26:48.092596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50008) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.193263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:48.197675 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-37239bbc-a6ce-4504-b0e1-72fae44fe6d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:48.208725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37239bbc-a6ce-4504-b0e1-72fae44fe6d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:48.221964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-37239bbc-a6ce-4504-b0e1-72fae44fe6d5 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/c058342f-26d8-4a2b-af93-6eb1861bbdcc HTTP/1.1" status: 404 len: 337 time: 0.1174030 Oct 27 16:26:48.222925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50010) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.238134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:48.251671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:48.270579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=60779446-7b8b-4c23-b5b0-7a2cb605e7fb,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:48.292319 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-541485c1-a1b7-49fc-a83a-9f4545a4cdbf tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4539728 Oct 27 16:26:48.302165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd6558fc-2daf-47d6-a7bb-719cb84d492c req-79cba34e-3c57-4d91-9f8d-1e79c44191a8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445297 Oct 27 16:26:48.310076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Request body: {'port': {'device_id': '8e76fc50-d58f-4f43-90be-d3ea175a747e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:48.345838 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7256e6d1-67a9-47b1-b51f-8495d5fc7006 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:48.347995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7256e6d1-67a9-47b1-b51f-8495d5fc7006 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:48.351535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7256e6d1-67a9-47b1-b51f-8495d5fc7006 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/e71cea6b-efe7-4ad9-b3cb-29427db5f203 HTTP/1.1" status: 404 len: 333 time: 0.1147854 Oct 27 16:26:48.354494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50014) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.395756 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b2e594-728e-43db-ad07-aca5d7742988 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:48.396349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b2e594-728e-43db-ad07-aca5d7742988 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:48.401698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a3b2e594-728e-43db-ad07-aca5d7742988 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/f4b6bf5c-1dbd-4eb3-b9d9-0f5bfe57d662 HTTP/1.1" status: 404 len: 337 time: 0.0446982 Oct 27 16:26:48.411168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50016) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.445558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:48.458518 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e353df43-73c3-47cd-8b5c-5bf5b2ce34cf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:48.462433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e353df43-73c3-47cd-8b5c-5bf5b2ce34cf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:48.468588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e353df43-73c3-47cd-8b5c-5bf5b2ce34cf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/2a550b9a-2523-4674-9f14-5f5986e76dcf HTTP/1.1" status: 404 len: 333 time: 0.0556715 Oct 27 16:26:48.471744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50020) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.490509 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d40334c5-c0bc-4b33-a929-45af47923fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:48.568321 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-06659e87-cca3-47d3-a4e6-78c4e93d9f21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:48.569194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06659e87-cca3-47d3-a4e6-78c4e93d9f21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:48.583723 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-06659e87-cca3-47d3-a4e6-78c4e93d9f21 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/e58b3ea9-f699-4f9d-9de8-82b56797407c HTTP/1.1" status: 404 len: 337 time: 0.1105163 Oct 27 16:26:48.593081 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50024) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.641242 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-0caaa434-5a9e-4b00-898a-152e3b8f2a29 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:48.642153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0caaa434-5a9e-4b00-898a-152e3b8f2a29 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:48.643875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 91816e8b-cdf1-44c7-936b-2795dfa21e58 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:26:48.658587 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0caaa434-5a9e-4b00-898a-152e3b8f2a29 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/4029d465-5e14-4a16-9eb7-8394cad1043d HTTP/1.1" status: 404 len: 333 time: 0.0639603 Oct 27 16:26:48.664723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50026) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.687990 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 91816e8b-cdf1-44c7-936b-2795dfa21e58 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:26:48.688624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 91816e8b-cdf1-44c7-936b-2795dfa21e58 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:26:48.765738 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fa7ce1-ec6d-45e5-b49f-1263f7007f73 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:48.769290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45fa7ce1-ec6d-45e5-b49f-1263f7007f73 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:48.780570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50032) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.797665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-45fa7ce1-ec6d-45e5-b49f-1263f7007f73 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/3d75bd8f-2d0a-4915-b3e2-ee19ba659bec HTTP/1.1" status: 404 len: 337 time: 0.1119077 Oct 27 16:26:48.848585 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-24480690-46db-4d83-8b71-cef9f54ac186 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:48.851452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24480690-46db-4d83-8b71-cef9f54ac186 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:48.859291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-24480690-46db-4d83-8b71-cef9f54ac186 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/48cf352d-1788-4560-ae24-6f8fccb19bc8 HTTP/1.1" status: 404 len: 333 time: 0.0769360 Oct 27 16:26:48.861144 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50034) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.903379 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b06ed7a-7d08-46bb-976e-46dd082a02ad tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:48.904203 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b06ed7a-7d08-46bb-976e-46dd082a02ad tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:48.907584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9b06ed7a-7d08-46bb-976e-46dd082a02ad tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/98873e65-23b8-40bd-83c3-4c00cc2b2d82 HTTP/1.1" status: 404 len: 337 time: 0.0453305 Oct 27 16:26:48.920815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50038) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:48.981974 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cb3e50-ab29-4bb7-bd46-72331c3f582f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:48.982720 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cb3e50-ab29-4bb7-bd46-72331c3f582f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:48.989454 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-60cb3e50-ab29-4bb7-bd46-72331c3f582f tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/db6a08c6-1820-45f3-9444-1b756671b7f8 HTTP/1.1" status: 404 len: 337 time: 0.0640843 Oct 27 16:26:48.993340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50040) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:49.039280 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2567c46-7ad9-4b7e-91fd-aecf021d853c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:49.040568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2567c46-7ad9-4b7e-91fd-aecf021d853c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:49.043019 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b2567c46-7ad9-4b7e-91fd-aecf021d853c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/05e1f1a3-7aab-42a9-b957-6836171a2f08 HTTP/1.1" status: 404 len: 333 time: 0.0431838 Oct 27 16:26:49.045732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50044) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:49.063343 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.121917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:26:49.122503 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.140947 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5abb273-cbe4-4c3c-9e9f-54e0ee05c34b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:49.141538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5abb273-cbe4-4c3c-9e9f-54e0ee05c34b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:49.146626 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c5abb273-cbe4-4c3c-9e9f-54e0ee05c34b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/2cf1cd04-753b-40f6-8c86-01c0f8870a65 HTTP/1.1" status: 404 len: 337 time: 0.0982549 Oct 27 16:26:49.159551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50046) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:49.334832 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3cb595-4036-4ab3-a0f6-360ea36a47a6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:49.336046 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3cb595-4036-4ab3-a0f6-360ea36a47a6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:49.342056 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1c3cb595-4036-4ab3-a0f6-360ea36a47a6 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/f552d7c2-e79c-40cd-bdf5-f53fba510edc HTTP/1.1" status: 404 len: 337 time: 0.1813412 Oct 27 16:26:49.349367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50050) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:49.388632 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1986758-b568-43fb-a2a9-d1677db2f767 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:49.389376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1986758-b568-43fb-a2a9-d1677db2f767 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:49.392513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d1986758-b568-43fb-a2a9-d1677db2f767 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/f6812a91-f7e0-408d-9be8-4aa7245a89b1 HTTP/1.1" status: 404 len: 333 time: 0.0421538 Oct 27 16:26:49.395493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50056) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:49.408031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173f8a35-395b-4e40-8017-9de68685d0bf {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:26:49.431360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0844f235-c964-4fb8-995c-310b57ee2f36,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:49.435090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.444191 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Checking segment: {'id': '46679274-b417-49fa-9db6-1c601a5fc0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '165ca696-1664-4513-ad47-9030ae3fe72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:49.444725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Network hostable DHCP agents. Network: 165ca696-1664-4513-ad47-9030ae3fe72a, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:26:49.465891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Transition to ACTIVE for port object 173f8a35-395b-4e40-8017-9de68685d0bf will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:26:49.576952 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.626021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Network 165ca696-1664-4513-ad47-9030ae3fe72a is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:26:49.676178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Pushing event updated for resources: {'Port': ['ID=173f8a35-395b-4e40-8017-9de68685d0bf,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:49.781657 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bbee3a-9d52-432d-9d5d-0b05baf6a1b3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:49.782486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bbee3a-9d52-432d-9d5d-0b05baf6a1b3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:49.789739 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 165ca696-1664-4513-ad47-9030ae3fe72a) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:49.810321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a0bbee3a-9d52-432d-9d5d-0b05baf6a1b3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/85de1dd4-0ed4-495b-8da4-75ade98459bb HTTP/1.1" status: 404 len: 337 time: 0.3894517 Oct 27 16:26:49.810321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50066) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:49.810779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6ee607-0d6a-44eb-b058-1c33e8bfe59b None None] Network 165ca696-1664-4513-ad47-9030ae3fe72a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:49.811286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:49.811286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.866302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Attempting to bind port 173f8a35-395b-4e40-8017-9de68685d0bf on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:49.866302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Attempting to bind port 173f8a35-395b-4e40-8017-9de68685d0bf by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:49.866302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Attempting to bind port 173f8a35-395b-4e40-8017-9de68685d0bf on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:49.866302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Port 173f8a35-395b-4e40-8017-9de68685d0bf on network c47a63cd-949d-4480-9c39-3436e4ca4276 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:26:49.866302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Attempting to bind port 173f8a35-395b-4e40-8017-9de68685d0bf on network c47a63cd-949d-4480-9c39-3436e4ca4276 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:49.867115 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2619cc97-20b3-43b4-8f2e-37646f64bc3d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:49.867115 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2619cc97-20b3-43b4-8f2e-37646f64bc3d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:49.867115 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2619cc97-20b3-43b4-8f2e-37646f64bc3d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/a0ab88cb-2b2e-4993-89a2-18cf1e7cba6f HTTP/1.1" status: 404 len: 337 time: 0.0639617 Oct 27 16:26:49.868041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50070) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:49.881298 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.905107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:49.915083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Checking segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:49.915083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Bound using segment: {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:49.915083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Bound port: 173f8a35-395b-4e40-8017-9de68685d0bf, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:49.915083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:49.986096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87defdbd-9ae1-480e-8fa6-277ca5138dbf req-6282794f-9890-443d-8698-4b83113bb15e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:49.988118 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-87defdbd-9ae1-480e-8fa6-277ca5138dbf req-6282794f-9890-443d-8698-4b83113bb15e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 943 time: 0.2112207 Oct 27 16:26:50.063191 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a20cf2-bb41-47f9-a7c7-cd8545052d34 None None] Network 165ca696-1664-4513-ad47-9030ae3fe72a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:50.071692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-87defdbd-9ae1-480e-8fa6-277ca5138dbf req-62e7f85a-4dca-4a39-8d03-b86e17011a1c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712190 Oct 27 16:26:50.236136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router 7bf1db7a-8df0-421d-b265-e5041547e8b1 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:26:50.278783 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e10e1271-6851-4c16-a385-bc07db18176c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0632780 Oct 27 16:26:50.282988 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ade07f-0a50-4c64-acdf-1ad694fa6947 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:50.283837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ade07f-0a50-4c64-acdf-1ad694fa6947 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:50.287008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a7ade07f-0a50-4c64-acdf-1ad694fa6947 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/06897fc6-a2ab-4f2d-b4fd-44903b36ec5d HTTP/1.1" status: 404 len: 333 time: 0.4179404 Oct 27 16:26:50.290126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50076) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.294450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Request body: {'floatingip': {'floating_network_id': '165ca696-1664-4513-ad47-9030ae3fe72a'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:50.298097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50078) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.354921 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-180f218d-22bd-41c6-bddd-ade0234ffb74 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:50.355506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180f218d-22bd-41c6-bddd-ade0234ffb74 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:50.358707 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-180f218d-22bd-41c6-bddd-ade0234ffb74 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/3f5f6257-a1ef-4a9f-9594-687bf02be1df HTTP/1.1" status: 404 len: 337 time: 0.0584505 Oct 27 16:26:50.362943 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50080) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.403708 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-3135c739-075e-4523-be53-a78868327c23 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:50.404336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3135c739-075e-4523-be53-a78868327c23 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:50.407576 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3135c739-075e-4523-be53-a78868327c23 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/5a28ad51-d63d-4df2-b8ce-630a86a14478 HTTP/1.1" status: 404 len: 337 time: 0.0425396 Oct 27 16:26:50.410342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50082) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.447318 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ddf036c4-baf3-4936-bf37-f341a2278f8d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports?device_id=d514af0e-c88e-4f26-9b46-baa31502a948 HTTP/1.1" status: 200 len: 205 time: 0.0357935 Oct 27 16:26:50.449921 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50084) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.465121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:26:50.481783 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Sync routers for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:26:50.501935 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:50.502704 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:50.519526 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-1b33f985-897a-4cac-8aa1-a5e697b0a495 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] delete failed (client error): The resource could not be found. Oct 27 16:26:50.523753 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1b33f985-897a-4cac-8aa1-a5e697b0a495 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/routers/d514af0e-c88e-4f26-9b46-baa31502a948 HTTP/1.1" status: 404 len: 336 time: 0.0723841 Oct 27 16:26:50.529683 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:50.529812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50086) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.565526 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d4062a-82e8-4666-9997-0221ddb9e3c4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:50.566509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d4062a-82e8-4666-9997-0221ddb9e3c4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:50.571710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b1d4062a-82e8-4666-9997-0221ddb9e3c4 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/a3130db3-a9e1-4840-89dd-ddaf7a987b8e HTTP/1.1" status: 404 len: 337 time: 0.0410488 Oct 27 16:26:50.574166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50088) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.591085 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:50.592651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d9184172-0712-4ca5-801d-20d8d54bd0aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0854445 Oct 27 16:26:50.596109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] For port 173f8a35-395b-4e40-8017-9de68685d0bf, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:50.600277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50090) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.619781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-038a7daf-c0e3-4452-b057-2534538d2d89 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "GET /v2.0/ports?device_id=5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f HTTP/1.1" status: 200 len: 205 time: 0.0442486 Oct 27 16:26:50.623280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50096) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.626048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] For port 173f8a35-395b-4e40-8017-9de68685d0bf, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=173f8a35-395b-4e40-8017-9de68685d0bf,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:50.680028 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-07632eee-8223-4c8f-b66b-f9a370540434 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] delete failed (client error): The resource could not be found. Oct 27 16:26:50.690753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-07632eee-8223-4c8f-b66b-f9a370540434 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/routers/5f5f2941-c4e5-41d1-ad71-1fd5ce8a9f0f HTTP/1.1" status: 404 len: 336 time: 0.0566776 Oct 27 16:26:50.690927 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:50.696654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50098) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.732257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:50.868223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Pushing event updated for resources: {'Port': ['ID=173f8a35-395b-4e40-8017-9de68685d0bf,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:50.877470 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d7c227-2cb0-440e-aaa8-b8c9b20aabd2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:50.877955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d7c227-2cb0-440e-aaa8-b8c9b20aabd2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:50.883127 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:26:48Z', 'revision_number': 3, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:50.887247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50100) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.887740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f2d7c227-2cb0-440e-aaa8-b8c9b20aabd2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/1c97d653-491b-4bd5-8b47-e2d8b3b53f84 HTTP/1.1" status: 404 len: 337 time: 0.1823618 Oct 27 16:26:50.888090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:50.938826 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f11f023-9435-488c-9898-8b49e8a9e95d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:50.939400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f11f023-9435-488c-9898-8b49e8a9e95d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:50.942781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5f11f023-9435-488c-9898-8b49e8a9e95d tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/86070b3a-5af6-4e2c-9cb7-88b57393d445 HTTP/1.1" status: 404 len: 337 time: 0.0570076 Oct 27 16:26:50.945798 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Checking router: 7bf1db7a-8df0-421d-b265-e5041547e8b1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:26:50.956177 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Updating router 7bf1db7a-8df0-421d-b265-e5041547e8b1 port 60779446-7b8b-4c23-b5b0-7a2cb605e7fb binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:26:50.958202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50104) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:50.998171 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b85c63-817d-4aef-bb8f-42ffa244a103 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:50.999588 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.001857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b85c63-817d-4aef-bb8f-42ffa244a103 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.015794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d6b85c63-817d-4aef-bb8f-42ffa244a103 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/23d3b38a-42f3-4871-9780-bd15fdc854ac HTTP/1.1" status: 404 len: 333 time: 0.0562048 Oct 27 16:26:51.026455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50108) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.079102 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9e7e1c-bb55-4e89-b3e0-23e163769b0b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.086481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9e7e1c-bb55-4e89-b3e0-23e163769b0b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.087032 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4e9e7e1c-bb55-4e89-b3e0-23e163769b0b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/18061661-77f7-4120-a164-499b65eeec9c HTTP/1.1" status: 404 len: 337 time: 0.0538797 Oct 27 16:26:51.087755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50110) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.138946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50114) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.141869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8d2cdcbd-dad3-43cf-9c01-2e67209ddcaf tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4cc2ede4aa044d759c64239f37331e3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5397463 Oct 27 16:26:51.160426 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-214ba7a4-e5fa-4fbf-94d3-aefa19e8a403 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.164759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:51.165383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.165813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214ba7a4-e5fa-4fbf-94d3-aefa19e8a403 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.166801 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-75977ae6-8220-4466-857f-4e5c89ffcf7d service neutron] 10.222.0.54 "PUT /v2.0/ports/173f8a35-395b-4e40-8017-9de68685d0bf HTTP/1.1" status: 200 len: 1091 time: 2.8634169 Oct 27 16:26:51.167255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e76fc50-d58f-4f43-90be-d3ea175a747e', 'tag': '173f8a35-395b-4e40-8017-9de68685d0bf'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:26:51.169291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-214ba7a4-e5fa-4fbf-94d3-aefa19e8a403 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/38fcba21-0d66-492f-ab54-429bc5048f8f HTTP/1.1" status: 404 len: 333 time: 0.0730894 Oct 27 16:26:51.169666 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51212ac6-6775-4074-ba2b-1831bd93f87e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e76fc50-d58f-4f43-90be-d3ea175a747e", "tag": "173f8a35-395b-4e40-8017-9de68685d0bf"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:26:51.172368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.266786 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887e12fc-0e15-49f2-a6c5-2a4351e9b850 x-openstack-request-id: req-887e12fc-0e15-49f2-a6c5-2a4351e9b850 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:26:51.267058 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e76fc50-d58f-4f43-90be-d3ea175a747e", "tag": "173f8a35-395b-4e40-8017-9de68685d0bf", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:26:51.267284 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-887e12fc-0e15-49f2-a6c5-2a4351e9b850 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:26:51.267678 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e76fc50-d58f-4f43-90be-d3ea175a747e', 'tag': '173f8a35-395b-4e40-8017-9de68685d0bf', 'status': 'completed', 'code': 200} Oct 27 16:26:51.289177 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c20791b-6e52-4cac-a2a6-b5c03642890b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.289872 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c20791b-6e52-4cac-a2a6-b5c03642890b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.294980 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1c20791b-6e52-4cac-a2a6-b5c03642890b tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/e3745310-0b71-458b-9e7a-87b30dab629a HTTP/1.1" status: 404 len: 337 time: 0.0873711 Oct 27 16:26:51.295713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50120) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.329480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Allocated IP 172.20.0.13 (165ca696-1664-4513-ad47-9030ae3fe72a/0844f235-c964-4fb8-995c-310b57ee2f36/e54f28ff-2a2e-4d7a-927c-a1c6f7a5b8a5) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:51.349373 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-683b7f69-7a73-4b07-8c1a-a76e4f60b90c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.364828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683b7f69-7a73-4b07-8c1a-a76e4f60b90c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.368716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-683b7f69-7a73-4b07-8c1a-a76e4f60b90c tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/904b62a7-3430-4441-987c-c6f56ad1b838 HTTP/1.1" status: 404 len: 333 time: 0.0704412 Oct 27 16:26:51.371893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50122) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.372764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa62ff4-4a8f-43ce-8795-a2d1eb5e4a9f req-84de8350-ed6f-4fac-b6be-49fd3b7e5f9d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:51.390070 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7aa62ff4-4a8f-43ce-8795-a2d1eb5e4a9f req-84de8350-ed6f-4fac-b6be-49fd3b7e5f9d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 943 time: 0.2166700 Oct 27 16:26:51.430353 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2832b3ba-0474-4a10-a0a6-5422f9b686a2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.431239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2832b3ba-0474-4a10-a0a6-5422f9b686a2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.434773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2832b3ba-0474-4a10-a0a6-5422f9b686a2 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/a7c5652f-5be7-4650-8b36-67827744fdfe HTTP/1.1" status: 404 len: 337 time: 0.0558681 Oct 27 16:26:51.441912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50124) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.489941 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e8fb2b-b306-4fa9-bb2d-9cac06cb5034 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.490761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e8fb2b-b306-4fa9-bb2d-9cac06cb5034 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.496826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-18e8fb2b-b306-4fa9-bb2d-9cac06cb5034 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/4741d4c4-b3b6-498e-9e5e-52214ff4d68f HTTP/1.1" status: 404 len: 333 time: 0.0511758 Oct 27 16:26:51.502161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50126) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.517258 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212ac6-6775-4074-ba2b-1831bd93f87e req-5049d34f-e739-4a76-a4e1-8080d7c9f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:51.518901 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-51212ac6-6775-4074-ba2b-1831bd93f87e req-5049d34f-e739-4a76-a4e1-8080d7c9f470 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 1094 time: 0.2251971 Oct 27 16:26:51.521993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2cca8c-d923-4068-97e9-d60e1eefaace tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:51.528197 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2cca8c-d923-4068-97e9-d60e1eefaace tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:51.528197 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7d2cca8c-d923-4068-97e9-d60e1eefaace tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.3739018 Oct 27 16:26:51.545737 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.546356 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f2cc-0a11-41e7-a126-c6bc4168014a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.547271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50128) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.550217 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb03dbb8-4758-40f3-beff-9c89e5745232 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.550217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb03dbb8-4758-40f3-beff-9c89e5745232 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.562267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cb03dbb8-4758-40f3-beff-9c89e5745232 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/98fb8490-95d8-476e-a615-f0232f695b1c HTTP/1.1" status: 404 len: 337 time: 0.0537536 Oct 27 16:26:51.563026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50130) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.618525 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-909ce68f-93ee-44f3-bc61-ac3d11d18c4a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.619425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909ce68f-93ee-44f3-bc61-ac3d11d18c4a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.625252 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-909ce68f-93ee-44f3-bc61-ac3d11d18c4a tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/c196422f-3373-488d-93b9-85038147a489 HTTP/1.1" status: 404 len: 333 time: 0.0588076 Oct 27 16:26:51.627179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50132) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.642608 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.677600 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7d1d4d-0ff0-44ea-9ab2-bfe88a7692a3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.678073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7d1d4d-0ff0-44ea-9ab2-bfe88a7692a3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.686868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035b499f-1b5f-4603-8455-0302f3704a9b tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:51.687097 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ad7d1d4d-0ff0-44ea-9ab2-bfe88a7692a3 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/3016250a-8218-4c39-8c23-ebffe15d0e4d HTTP/1.1" status: 404 len: 337 time: 0.0569675 Oct 27 16:26:51.696897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-035b499f-1b5f-4603-8455-0302f3704a9b tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=165ca696-1664-4513-ad47-9030ae3fe72a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.1422791 Oct 27 16:26:51.696897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50136) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.703875 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7aa62ff4-4a8f-43ce-8795-a2d1eb5e4a9f req-b58e20cd-cb7e-438b-9f16-cc9c2b08fff5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113747 Oct 27 16:26:51.705139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50138) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.774324 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9302b2f-9b59-436c-b065-7fbb36284cd9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.776328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9302b2f-9b59-436c-b065-7fbb36284cd9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.782058 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e9302b2f-9b59-436c-b065-7fbb36284cd9 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/8cb7db37-1817-4b6f-80a4-8d6918e41590 HTTP/1.1" status: 404 len: 333 time: 0.0863132 Oct 27 16:26:51.785219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0716cc40-359c-44f1-b2c6-fec8264da391 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766172 Oct 27 16:26:51.785219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50140) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.785660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50142) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.787204 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Pushing event updated for resources: {'Port': ['ID=60779446-7b8b-4c23-b5b0-7a2cb605e7fb,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:51.802301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212ac6-6775-4074-ba2b-1831bd93f87e req-a8b5beb9-ca22-4e58-b4b3-c31b6485e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:51.804519 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-51212ac6-6775-4074-ba2b-1831bd93f87e req-a8b5beb9-ca22-4e58-b4b3-c31b6485e380 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=38d3f95336f441d6849f076f492df8a8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2713194 Oct 27 16:26:51.804952 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.805299 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.805669 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.806022 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.806377 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.806762 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.807066 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.808495 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.808824 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.809145 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.814041 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.814408 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:26:51.823900 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-414a45a7-d233-4868-84ac-c61ec23676f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.829820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414a45a7-d233-4868-84ac-c61ec23676f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.830662 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Attempting to bind port 60779446-7b8b-4c23-b5b0-7a2cb605e7fb on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:51.830763 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-414a45a7-d233-4868-84ac-c61ec23676f7 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/a71ca0c0-fa1f-485c-89db-a4e79674735a HTTP/1.1" status: 404 len: 337 time: 0.0439115 Oct 27 16:26:51.837031 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Attempting to bind port 60779446-7b8b-4c23-b5b0-7a2cb605e7fb by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:51.837590 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Attempting to bind port 60779446-7b8b-4c23-b5b0-7a2cb605e7fb on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:51.844424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50144) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.846709 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:51.847382 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:51.847540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.848106 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.849290 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:51.854754 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Bound port: 60779446-7b8b-4c23-b5b0-7a2cb605e7fb, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:51.857480 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:51.862701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9aca2091-8ff2-4932-a08b-fad0cda6ac3c tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4cc2ede4aa044d759c64239f37331e3e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0756774 Oct 27 16:26:51.864876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50146) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.916126 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] For port 60779446-7b8b-4c23-b5b0-7a2cb605e7fb, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:51.919465 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] For port 60779446-7b8b-4c23-b5b0-7a2cb605e7fb, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=60779446-7b8b-4c23-b5b0-7a2cb605e7fb,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:51.927216 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c154d49-dfd9-4ef3-b736-ff796c59eccf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.927905 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c154d49-dfd9-4ef3-b736-ff796c59eccf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.932128 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1c154d49-dfd9-4ef3-b736-ff796c59eccf tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/ports/86ef9e5e-5833-4820-951b-7ecf43359f4c HTTP/1.1" status: 404 len: 333 time: 0.0823343 Oct 27 16:26:51.936783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50148) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.981027 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a9d051-2e43-49aa-8c2e-ebba5e1f8054 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] DELETE failed (client error): The resource could not be found. Oct 27 16:26:51.981459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a9d051-2e43-49aa-8c2e-ebba5e1f8054 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:51.984558 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e0a9d051-2e43-49aa-8c2e-ebba5e1f8054 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/subnets/2b895289-ebe8-42c9-9b35-afe354251838 HTTP/1.1" status: 404 len: 337 time: 0.0452697 Oct 27 16:26:51.990463 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50150) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:51.992623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4560970-b287-429d-b32e-cf14b573348e tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:51.993119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4560970-b287-429d-b32e-cf14b573348e tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:51.996985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d4560970-b287-429d-b32e-cf14b573348e tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1555 time: 0.1284111 Oct 27 16:26:51.998089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50152) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:52.028908 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:52.041755 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-88223ea2-bb74-4926-b85c-841c7dc1c141 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=165ca696-1664-4513-ad47-9030ae3fe72a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421724 Oct 27 16:26:52.044416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50156) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:52.098070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51212ac6-6775-4074-ba2b-1831bd93f87e req-8f899437-b773-4901-81e2-cbb52fb3aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:52.099699 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-51212ac6-6775-4074-ba2b-1831bd93f87e req-8f899437-b773-4901-81e2-cbb52fb3aed3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2823031 Oct 27 16:26:52.117583 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:52.130787 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-edfe5956-1925-41b3-9783-9a58c3bafb92 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842218 Oct 27 16:26:52.133695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50160) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:52.136759 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:52.137324 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:52.144267 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df520c08-47a5-4ac3-8d24-d1139c5ad8d8 None None] Pushing event updated for resources: {'Port': ['ID=60779446-7b8b-4c23-b5b0-7a2cb605e7fb,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:52.151860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1174492632', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:52.235297 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:52.295182 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:52.315902 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:52.353976 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:52.375454 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Network 165ca696-1664-4513-ad47-9030ae3fe72a is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:52.381224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:52.386115 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event updated for resources: {'Port': ['ID=e54f28ff-2a2e-4d7a-927c-a1c6f7a5b8a5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:52.390280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:52.537833 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:26:48Z', 'revision_number': 3, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:52.568185 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd0deb5-771e-4740-819c-1be33f84afa9 None None] The sync data for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 is: [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:26:48Z', 'revision_number': 3, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:26:52.581217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-80f81085-eeef-47ea-ada8-21d257a7dfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:52.584372 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-80f81085-eeef-47ea-ada8-21d257a7dfcf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 1094 time: 0.3463228 Oct 27 16:26:52.594290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Made reservation on behalf of 4cc2ede4aa044d759c64239f37331e3e for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:52.598067 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:52.737557 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:52.778549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcebcee4-a621-4bd0-82b9-134ae18fd1a0']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:52.802410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a16bda-0fe5-4d57-927b-9d78cf41d5bb') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:52.803250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a16bda-0fe5-4d57-927b-9d78cf41d5bb') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:52.838932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:52.896323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a1423-023e-4ff7-b97b-e305afa288af req-bb452c1b-7172-4209-8b18-34f0ba80533c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:52.903944 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-44496039-6a5d-447a-99dd-0b88852817e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=173f8a35-395b-4e40-8017-9de68685d0bf HTTP/1.1" status: 200 len: 217 time: 0.2809062 Oct 27 16:26:52.905298 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f6a1423-023e-4ff7-b97b-e305afa288af req-bb452c1b-7172-4209-8b18-34f0ba80533c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 943 time: 0.0948119 Oct 27 16:26:52.935725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.005880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f6a1423-023e-4ff7-b97b-e305afa288af req-8b13c1a5-a85d-41ca-a097-55a2a8472a3f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996335 Oct 27 16:26:53.031345 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:26:53.031345 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:26:53.033245 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:26:53.110011 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.178625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-0a5dcb22-0520-4a5a-99d3-408817a9c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:53.180454 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-0a5dcb22-0520-4a5a-99d3-408817a9c3a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64491595-c258-460a-a334-a8181c6eb3c4 HTTP/1.1" status: 200 len: 846 time: 0.2684145 Oct 27 16:26:53.289255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50174) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:53.307578 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-e306dd06-ad74-4589-974a-4ca2c7f622bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c47a63cd-949d-4480-9c39-3436e4ca4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878298 Oct 27 16:26:53.354115 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.370254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.378697 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] 10.222.0.15 "DELETE /v2.0/networks/bcebcee4-a621-4bd0-82b9-134ae18fd1a0 HTTP/1.1" status: 204 len: 168 time: 1.3817449 Oct 27 16:26:53.446399 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3060dc-7ee4-4511-b1b7-73b717da3b99 tempest-NetworksTestDHCPv6-2096703049 tempest-NetworksTestDHCPv6-2096703049-project] Pushing event deleted for resources: {'Network': ['ID=bcebcee4-a621-4bd0-82b9-134ae18fd1a0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:53.577402 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:53.804302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-61b3b21e-d250-4c5f-adac-1624e7ae133a service neutron] 10.222.0.54 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618638 Oct 27 16:26:53.921754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:54.155676 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:54.249130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50186) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:54.280904 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:54.577931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bb96183f-ab52-418c-9fe5-c12b40f94572 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34121fc4af484092add7e25d6cc4e208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273807 Oct 27 16:26:54.582086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50192) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:54.665076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 60779446-7b8b-4c23-b5b0-7a2cb605e7fb up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:54.698055 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd398eaf-cc21-47be-abc7-8299e88f02a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:54.721777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd398eaf-cc21-47be-abc7-8299e88f02a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:54.742603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Subnet': ['ID=d3be4275-9261-4d72-a8f3-386dda2f41d3,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:54.791759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 60779446-7b8b-4c23-b5b0-7a2cb605e7fb triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:54.796021 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:54.853298 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a306191d-3d21-4efd-816b-67f66faf89d8 req-87be2334-97d4-4ef9-914f-e70813dfcbec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:54.856882 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a306191d-3d21-4efd-816b-67f66faf89d8 req-87be2334-97d4-4ef9-914f-e70813dfcbec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 943 time: 0.2765460 Oct 27 16:26:54.859249 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9f982d0-55fd-49fa-8228-2dc399c1d07b req-eea51b3c-3444-470d-9b69-4f45bdf642a7 service neutron] 10.222.0.54 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0262034 Oct 27 16:26:54.901754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:54.915556 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Checking segment: {'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:54.915982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network hostable DHCP agents. Network: 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:26:54.945291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] Deleting port e3683823-f209-4f1c-9eae-55052731488d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:54.945777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:54.973185 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a306191d-3d21-4efd-816b-67f66faf89d8 req-4a9e0fc8-2bee-4823-9f10-cccf5034c2c8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678141 Oct 27 16:26:54.999193 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.008005 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.033590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 60779446-7b8b-4c23-b5b0-7a2cb605e7fb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=60779446-7b8b-4c23-b5b0-7a2cb605e7fb,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:55.071699 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd398eaf-cc21-47be-abc7-8299e88f02a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.074297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bd398eaf-cc21-47be-abc7-8299e88f02a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.075463 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bd398eaf-cc21-47be-abc7-8299e88f02a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd2b5b2e-11c5-472e-a9e9-2b1759cd7896 HTTP/1.1" status: 204 len: 168 time: 0.4885130 Oct 27 16:26:55.090829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd398eaf-cc21-47be-abc7-8299e88f02a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2b5b2e-11c5-472e-a9e9-2b1759cd7896,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:55.107001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:26:55.128815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event updated for resources: {'Port': ['ID=e54f28ff-2a2e-4d7a-927c-a1c6f7a5b8a5,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:55.138152 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.140564 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.170956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] For port e3683823-f209-4f1c-9eae-55052731488d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e3683823-f209-4f1c-9eae-55052731488d,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:55.171447 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.193069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] Calling delete_port for e3683823-f209-4f1c-9eae-55052731488d owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:55.219301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=60779446-7b8b-4c23-b5b0-7a2cb605e7fb,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:55.252958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:55.266322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d042cb-fa0b-40c3-9f63-f38520d2ee46 None None] Network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:55.268021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:55.274933 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.294471 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.299218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e42fcf65-319e-46de-ae7f-8aa911819c3a tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0065017 Oct 27 16:26:55.304249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50198) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:55.434999 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-137c4067-491b-4115-bc0a-3c22f5310b82 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=165ca696-1664-4513-ad47-9030ae3fe72a HTTP/1.1" status: 200 len: 690 time: 0.1272490 Oct 27 16:26:55.435113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50202) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:55.475996 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eb929429-98d1-4384-a36c-529d6445ae05 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3362439 Oct 27 16:26:55.488601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50204) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:55.566057 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.619706 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.625942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:26:55.627053 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.641435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e3683823-f209-4f1c-9eae-55052731488d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:55.832008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Deleting port e54f28ff-2a2e-4d7a-927c-a1c6f7a5b8a5 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:26:55.832008 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.960888 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.962616 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:55.966622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Allocated IP 172.20.0.18 (5e05ec9a-0cd7-49e9-b5e7-01f99ce40173/d3be4275-9261-4d72-a8f3-386dda2f41d3/c91165e4-52d0-4783-83ad-df87d274d7bf) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:55.998677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Calling delete_port for e54f28ff-2a2e-4d7a-927c-a1c6f7a5b8a5 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:26:56.223242 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:56.286876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:56.327938 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:56.373874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event deleted for resources: {'Port': ['ID=e54f28ff-2a2e-4d7a-927c-a1c6f7a5b8a5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:56.424557 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:56.478108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5fa46-f3c6-4522-bbcb-75cca9bc4c10 req-16a3d266-4602-490f-a183-3566796a8c9a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:56.478443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:56.479412 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-35f5fa46-f3c6-4522-bbcb-75cca9bc4c10 req-16a3d266-4602-490f-a183-3566796a8c9a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 943 time: 0.2969887 Oct 27 16:26:56.501824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Pushing event updated for resources: {'Port': ['ID=c91165e4-52d0-4783-83ad-df87d274d7bf,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:56.581442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:56.581442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:56.581442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:56.650544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-35f5fa46-f3c6-4522-bbcb-75cca9bc4c10 req-61b13165-e1ce-4abb-b2f0-e357a77ae3a0 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516597 Oct 27 16:26:56.721723 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:56.784477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Attempting to bind port c91165e4-52d0-4783-83ad-df87d274d7bf on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:26:56.784897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Attempting to bind port c91165e4-52d0-4783-83ad-df87d274d7bf by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:26:56.785222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Attempting to bind port c91165e4-52d0-4783-83ad-df87d274d7bf on network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:26:56.793719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:26:56.794110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Checking segment: {'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:56.794503 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:56.794904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Bound using segment: {'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:26:56.795683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Bound port: c91165e4-52d0-4783-83ad-df87d274d7bf, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:26:56.795855 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:56.828643 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 60779446-7b8b-4c23-b5b0-7a2cb605e7fb up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:56.914180 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:56.997801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0844f235-c964-4fb8-995c-310b57ee2f36,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:57.059909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] For port c91165e4-52d0-4783-83ad-df87d274d7bf, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:26:57.065651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] For port c91165e4-52d0-4783-83ad-df87d274d7bf, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c91165e4-52d0-4783-83ad-df87d274d7bf,segment=NetworkSegment(79a3141e-9efb-4e8c-bb4e-88cb7e032aa9),segment_id=79a3141e-9efb-4e8c-bb4e-88cb7e032aa9)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:26:57.070689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 60779446-7b8b-4c23-b5b0-7a2cb605e7fb triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:57.070689 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.106630 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.110355 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 173f8a35-395b-4e40-8017-9de68685d0bf details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:26:57.134468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50232) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:57.169339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165ca696-1664-4513-ad47-9030ae3fe72a']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:57.192316 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46679274-b417-49fa-9db6-1c601a5fc0dc') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:57.192608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46679274-b417-49fa-9db6-1c601a5fc0dc') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:57.205933 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.210463 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.228761 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.243313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:26:57.243891 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:26:57.249908 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:26:57.352727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc45359-0d7a-4a80-aea4-b299bd0c5265 None None] Pushing event updated for resources: {'Port': ['ID=c91165e4-52d0-4783-83ad-df87d274d7bf,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:57.363193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1797369335'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:57.411622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 173f8a35-395b-4e40-8017-9de68685d0bf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=173f8a35-395b-4e40-8017-9de68685d0bf,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:57.432143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '173f8a35-395b-4e40-8017-9de68685d0bf', 'network_id': 'c47a63cd-949d-4480-9c39-3436e4ca4276', 'port_id': '173f8a35-395b-4e40-8017-9de68685d0bf', 'mac_address': 'fa:16:3e:96:5e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64491595-c258-460a-a334-a8181c6eb3c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:26:57.441746 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.448218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 165ca696-1664-4513-ad47-9030ae3fe72a {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:26:57.462034 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.478194 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "DELETE /v2.0/networks/165ca696-1664-4513-ad47-9030ae3fe72a HTTP/1.1" status: 204 len: 168 time: 2.0415587 Oct 27 16:26:57.516580 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a547d57-222c-4586-b878-f73635a4708e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event deleted for resources: {'Network': ['ID=165ca696-1664-4513-ad47-9030ae3fe72a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:57.524689 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.540163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50236) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:57.542607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Made reservation on behalf of c0c2abb3b55e4fbe8c0033b1a64a4a2e for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:57.546133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.546554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173f8a35-395b-4e40-8017-9de68685d0bf {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:26:57.560947 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.589460 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 173f8a35-395b-4e40-8017-9de68685d0bf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=173f8a35-395b-4e40-8017-9de68685d0bf,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:26:57.651928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50240) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:57.660238 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bdacdea9-6433-4e59-9886-d7d9d691eea3 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1098936 Oct 27 16:26:57.664925 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.802904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=173f8a35-395b-4e40-8017-9de68685d0bf,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:57.886133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['173f8a35-395b-4e40-8017-9de68685d0bf'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:26:57.943610 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:57.981942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317966b-5c0b-421b-8ac8-27dbc3496701 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:57.982647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317966b-5c0b-421b-8ac8-27dbc3496701 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:57.983442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317966b-5c0b-421b-8ac8-27dbc3496701 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:57.984085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317966b-5c0b-421b-8ac8-27dbc3496701 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:57.984696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317966b-5c0b-421b-8ac8-27dbc3496701 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:57.985305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317966b-5c0b-421b-8ac8-27dbc3496701 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:57.985911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317966b-5c0b-421b-8ac8-27dbc3496701 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:57.987925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b317966b-5c0b-421b-8ac8-27dbc3496701 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4649 time: 0.2898140 Oct 27 16:26:57.992424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50246) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:57.994565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc37ac9-dcdd-435a-ba77-e127fff65ed8 req-4f4110a9-6960-497a-b6b3-0cd443ba9fb4 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:58.008311 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6bc37ac9-dcdd-435a-ba77-e127fff65ed8 req-4f4110a9-6960-497a-b6b3-0cd443ba9fb4 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 944 time: 0.1431706 Oct 27 16:26:58.032021 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.072785 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-1ecb3056-c399-4442-be34-937417426cbe tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] delete failed (client error): The resource could not be found. Oct 27 16:26:58.074148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1ecb3056-c399-4442-be34-937417426cbe tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/34e26b64-6ca3-4927-addc-2c7a10ce4297 HTTP/1.1" status: 404 len: 345 time: 0.0770793 Oct 27 16:26:58.079562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50248) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:58.087873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:26:58.098286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] Router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:26:58.103246 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54ab300-c68a-42ae-b49f-5b538bf0bec1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:58.120340 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d035ca-0331-43a3-99d0-bb1e6b61fdc2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] DELETE failed (client error): The resource could not be found. Oct 27 16:26:58.120951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d035ca-0331-43a3-99d0-bb1e6b61fdc2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:26:58.124293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-50d035ca-0331-43a3-99d0-bb1e6b61fdc2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "DELETE /v2.0/networks/165ca696-1664-4513-ad47-9030ae3fe72a HTTP/1.1" status: 404 len: 339 time: 0.0434861 Oct 27 16:26:58.132184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50250) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:58.139819 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6bc37ac9-dcdd-435a-ba77-e127fff65ed8 req-5093a82f-0cf0-4df4-b1b2-f2db9b01fc6e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304965 Oct 27 16:26:58.143165 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.143511 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Added segment 4e63758c-622b-4c6d-9b39-7de4531ddd88 of type vlan for network a21d86f0-0295-45bb-b939-5d64298f802b Oct 27 16:26:58.174336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Request body: {'network': {'name': 'tempest-network--972133523', 'router:external': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:58.196793 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.275755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Made reservation on behalf of e2723e15f5264f76ac7b269cf24b151c for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:58.278616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.294434 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.300436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:58.301066 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.320128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:26:58.332473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.333201 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Added segment 1f53df20-0058-4b5a-9484-a6713e0ed429 of type vlan for network 186a6cc6-8e64-4538-a1d1-33ff6a6c323e Oct 27 16:26:58.387056 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.418439 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2827816 Oct 27 16:26:58.422157 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50252) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:58.429955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Request body: {'subnet': {'network_id': 'a21d86f0-0295-45bb-b939-5d64298f802b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:26:58.446516 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b939b5-ed63-44bb-8a74-4cf8d071e13c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Pushing event updated for resources: {'Network': ['ID=a21d86f0-0295-45bb-b939-5d64298f802b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:58.447302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.463702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network a21d86f0-0295-45bb-b939-5d64298f802b details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:26:58.580939 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.resource_extend [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:26:58.589714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:26:58.622642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f85c1e-6ba9-4dcb-8717-6724873f0a49 None None] Sync routers for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:26:58.648694 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a835e084-d328-4225-8935-6df06daeb9eb admin admin] 10.222.0.15 "PUT /v2.0/routers/56a92509-84c0-4868-b6a1-6ab88a36e2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3582263 Oct 27 16:26:58.651763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f85c1e-6ba9-4dcb-8717-6724873f0a49 None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:26:58.655003 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-74f85c1e-6ba9-4dcb-8717-6724873f0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:58.657010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50254) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:58.729262 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.730259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:58.730847 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:58.834262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event updated for resources: {'Network': ['ID=186a6cc6-8e64-4538-a1d1-33ff6a6c323e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:58.915773 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Made reservation on behalf of c0c2abb3b55e4fbe8c0033b1a64a4a2e for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:26:58.922256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.002662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f8423c6d-3184-44b8-abe3-6cf8d591376e tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8677149 Oct 27 16:26:59.020890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50260) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:59.088174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-74f85c1e-6ba9-4dcb-8717-6724873f0a49 None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:26:59.108374 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.266046 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c91165e4-52d0-4783-83ad-df87d274d7bf up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:59.272345 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 186a6cc6-8e64-4538-a1d1-33ff6a6c323e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:26:59.347303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Allocated IP 172.20.0.17 (5e05ec9a-0cd7-49e9-b5e7-01f99ce40173/d3be4275-9261-4d72-a8f3-386dda2f41d3/95b6265a-1f16-478a-afd5-70d283b812ce) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:26:59.364591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f670f3c-0388-475c-ad27-7dd6d2022bc4 None None] Network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:26:59.457465 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 173f8a35-395b-4e40-8017-9de68685d0bf up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:26:59.460726 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.492536 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.545701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dcb9f2-ce5c-4a26-b8c3-1c4a24ead3d7 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:59.552297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dcb9f2-ce5c-4a26-b8c3-1c4a24ead3d7 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:59.558809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dcb9f2-ce5c-4a26-b8c3-1c4a24ead3d7 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:59.566488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dcb9f2-ce5c-4a26-b8c3-1c4a24ead3d7 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:59.571887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50264) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:26:59.573093 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-98dcb9f2-ce5c-4a26-b8c3-1c4a24ead3d7 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.5506251 Oct 27 16:26:59.620521 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.637474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c91165e4-52d0-4783-83ad-df87d274d7bf triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:59.638514 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.642735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a1f10-7fb0-47a4-9bda-38c7a52e0e28 req-ec8282a2-3098-4aaa-bd6c-45759c9e6ff4 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:26:59.652859 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e96a1f10-7fb0-47a4-9bda-38c7a52e0e28 req-ec8282a2-3098-4aaa-bd6c-45759c9e6ff4 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 944 time: 0.4053199 Oct 27 16:26:59.695918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-93795e94-7beb-4f7f-81da-095a05cdcd9c None None] Provisioning complete for port c91165e4-52d0-4783-83ad-df87d274d7bf triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:59.696728 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-93795e94-7beb-4f7f-81da-095a05cdcd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.746050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e96a1f10-7fb0-47a4-9bda-38c7a52e0e28 req-5b1a1a1c-7990-47ed-9330-06a34291d57e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919421 Oct 27 16:26:59.747528 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.801730 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.807074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.810795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Pushing event updated for resources: {'Subnet': ['ID=a688ad63-9e8f-42c5-95f0-38a131b1d331,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:26:59.847227 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Checking segment: {'id': '4e63758c-622b-4c6d-9b39-7de4531ddd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a21d86f0-0295-45bb-b939-5d64298f802b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:26:59.847227 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Network hostable DHCP agents. Network: a21d86f0-0295-45bb-b939-5d64298f802b, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:26:59.862069 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 173f8a35-395b-4e40-8017-9de68685d0bf completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:26:59.869175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 173f8a35-395b-4e40-8017-9de68685d0bf triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:26:59.869635 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.913378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:26:59.917739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:26:59.923061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:26:59.960462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:26:59.986315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186a6cc6-8e64-4538-a1d1-33ff6a6c323e']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:59.997330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f53df20-0058-4b5a-9484-a6713e0ed429') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:26:59.997330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f53df20-0058-4b5a-9484-a6713e0ed429') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:00.013466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-74f85c1e-6ba9-4dcb-8717-6724873f0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 5, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port': {'id': 'e723c7fb-ac06-4a6d-9049-04b0a3f913a7', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:17:22Z', 'updated_at': '2021-10-27T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:00.014860 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.016951 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.019030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=95b6265a-1f16-478a-afd5-70d283b812ce,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:00.054529 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.076534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Deleting port e723c7fb-ac06-4a6d-9049-04b0a3f913a7 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:00.076876 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.081177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:00.086188 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:00.088940 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:00.096816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f85c1e-6ba9-4dcb-8717-6724873f0a49 None None] Checking router: 56a92509-84c0-4868-b6a1-6ab88a36e2b7 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:27:00.159432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f85c1e-6ba9-4dcb-8717-6724873f0a49 None None] Routers {'56a92509-84c0-4868-b6a1-6ab88a36e2b7'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:00.160554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-74f85c1e-6ba9-4dcb-8717-6724873f0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:00.214901 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-93795e94-7beb-4f7f-81da-095a05cdcd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.254103 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] For port e723c7fb-ac06-4a6d-9049-04b0a3f913a7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e723c7fb-ac06-4a6d-9049-04b0a3f913a7,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:00.255229 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.271481 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.280406 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.281203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Calling delete_port for e723c7fb-ac06-4a6d-9049-04b0a3f913a7 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:00.306114 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.315739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-93795e94-7beb-4f7f-81da-095a05cdcd9c None None] For port c91165e4-52d0-4783-83ad-df87d274d7bf, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c91165e4-52d0-4783-83ad-df87d274d7bf,segment=NetworkSegment(79a3141e-9efb-4e8c-bb4e-88cb7e032aa9),segment_id=79a3141e-9efb-4e8c-bb4e-88cb7e032aa9)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:00.353178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Network a21d86f0-0295-45bb-b939-5d64298f802b is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:27:00.359971 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.371581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 186a6cc6-8e64-4538-a1d1-33ff6a6c323e {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:27:00.376146 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.395700 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e76fc50-d58f-4f43-90be-d3ea175a747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173f8a35-395b-4e40-8017-9de68685d0bf'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:00.399487 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420e37bf-be07-4c7b-a60e-34a8a3a71f37" -d '{"events": [{"server_uuid": "8e76fc50-d58f-4f43-90be-d3ea175a747e", "name": "network-vif-plugged", "status": "completed", "tag": "173f8a35-395b-4e40-8017-9de68685d0bf"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:00.405308 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "DELETE /v2.0/networks/186a6cc6-8e64-4538-a1d1-33ff6a6c323e HTTP/1.1" status: 204 len: 168 time: 0.8293278 Oct 27 16:27:00.425497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-74f85c1e-6ba9-4dcb-8717-6724873f0a49 None None] Set router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:00.429955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50272) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:00.439720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Request body: {'network': {'name': 'tempest-network--615123274', 'router:external': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:00.465940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393d141-e642-43e4-a6ad-085624da240b tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event deleted for resources: {'Network': ['ID=186a6cc6-8e64-4538-a1d1-33ff6a6c323e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:00.531579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, a21d86f0-0295-45bb-b939-5d64298f802b) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:00.532396 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eee1860-25b0-4d4f-b700-3fc4ffc90226 x-openstack-request-id: req-3eee1860-25b0-4d4f-b700-3fc4ffc90226 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:00.532743 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e76fc50-d58f-4f43-90be-d3ea175a747e", "name": "network-vif-plugged", "status": "completed", "tag": "173f8a35-395b-4e40-8017-9de68685d0bf", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:00.533070 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3eee1860-25b0-4d4f-b700-3fc4ffc90226 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:00.533494 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e76fc50-d58f-4f43-90be-d3ea175a747e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173f8a35-395b-4e40-8017-9de68685d0bf', 'code': 200} Oct 27 16:27:00.545439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:00.547930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.626065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Made reservation on behalf of e2723e15f5264f76ac7b269cf24b151c for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:00.628567 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.675279 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-93795e94-7beb-4f7f-81da-095a05cdcd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.686889 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22231861-e93c-4a5d-b541-ec865b4dea49 None None] Network a21d86f0-0295-45bb-b939-5d64298f802b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:00.691360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 173f8a35-395b-4e40-8017-9de68685d0bf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=173f8a35-395b-4e40-8017-9de68685d0bf,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:00.700100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-74f85c1e-6ba9-4dcb-8717-6724873f0a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:26:59Z', 'revision_number': 6, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:00.706040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8565e3a-dce5-439a-8f56-581c6b9492db req-01ee6ee0-0c01-4fce-be0d-fbe7859e9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:00.707584 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8565e3a-dce5-439a-8f56-581c6b9492db req-01ee6ee0-0c01-4fce-be0d-fbe7859e9a83 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 1095 time: 0.1509256 Oct 27 16:27:00.721899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:00.734442 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-61fc2d6a-8984-4d64-8ca3-f273b4aaa8cc tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3109767 Oct 27 16:27:00.735156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50274) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:00.751287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Request body: {'port': {'network_id': 'a21d86f0-0295-45bb-b939-5d64298f802b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-584351526'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:00.752040 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.753061 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Added segment 3ac7732e-e84c-4f59-9864-34397dc88dbb of type vlan for network 0f4d9df5-dbbe-4a57-b180-71c0ccd1577e Oct 27 16:27:00.773239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f85c1e-6ba9-4dcb-8717-6724873f0a49 None None] The sync data for ids ['56a92509-84c0-4868-b6a1-6ab88a36e2b7'] in n-d-815689-1 is: [{'id': '56a92509-84c0-4868-b6a1-6ab88a36e2b7', 'name': 'tempest-AttachVolumeShelveTestJSON-275072854-router', 'tenant_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:17:21Z', 'updated_at': '2021-10-27T16:26:59Z', 'revision_number': 6, 'project_id': 'f8dec9b3744a440aa1a6f2084919f3e1', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:27:00.832417 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.834444 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:27:00.834904 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:27:00.846740 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.871716 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.879068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93795e94-7beb-4f7f-81da-095a05cdcd9c None None] Pushing event updated for resources: {'Port': ['ID=c91165e4-52d0-4783-83ad-df87d274d7bf,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:00.957320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1463be78-fcdd-4221-9497-889c12ead4ae None None] Provisioning complete for port c91165e4-52d0-4783-83ad-df87d274d7bf triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:00.957629 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1463be78-fcdd-4221-9497-889c12ead4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:00.968831 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.034392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8565e3a-dce5-439a-8f56-581c6b9492db req-c1212a18-1c0d-4c4e-b00c-081c60d4d781 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177249 Oct 27 16:27:01.038404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f720e7-fe0c-40a6-9fde-e9cd2bf7282f req-1de89ed1-64d1-422f-a70a-ebaae957f14d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:01.043648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8f720e7-fe0c-40a6-9fde-e9cd2bf7282f req-1de89ed1-64d1-422f-a70a-ebaae957f14d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1265755 Oct 27 16:27:01.062466 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.063358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:01.067047 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.109703 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Made reservation on behalf of c0c2abb3b55e4fbe8c0033b1a64a4a2e for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:01.114583 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.164409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] device_id is not set on port e3d46a8a-6821-4708-95d7-4b39a3ed4c2e yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:01.174975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.189448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=173f8a35-395b-4e40-8017-9de68685d0bf,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:01.249967 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.274928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-a21d86f0-0295-45bb-b939-5d64298f802b', 'network_id': 'a21d86f0-0295-45bb-b939-5d64298f802b', 'tenant_id': 'c0c2abb3b55e4fbe8c0033b1a64a4a2e', 'fixed_ips': [{'subnet_id': 'a688ad63-9e8f-42c5-95f0-38a131b1d331'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:01.275822 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.280602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=95b6265a-1f16-478a-afd5-70d283b812ce,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:01.376166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8f720e7-fe0c-40a6-9fde-e9cd2bf7282f req-b4ba995a-6c35-4b10-b03c-f2a697615487 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300054 Oct 27 16:27:01.383357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event updated for resources: {'Network': ['ID=0f4d9df5-dbbe-4a57-b180-71c0ccd1577e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:01.393020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7f86c588-7083-45ff-b87d-e67a8fa1ca60 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9618959 Oct 27 16:27:01.395909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50302) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:01.414531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Pushing event deleted for resources: {'Port': ['ID=e723c7fb-ac06-4a6d-9049-04b0a3f913a7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:01.534359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Allocated IP 2001:db8::2 (a21d86f0-0295-45bb-b939-5d64298f802b/a688ad63-9e8f-42c5-95f0-38a131b1d331/4da51a85-68b5-49ca-be5d-41cc5fd3e907) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:01.570394 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.599739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a65cdd7-0380-4560-81ac-b377004a1b4d tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:01.604140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1a65cdd7-0380-4560-81ac-b377004a1b4d tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] 10.222.0.15 "GET /v2.0/networks/0f4d9df5-dbbe-4a57-b180-71c0ccd1577e HTTP/1.1" status: 200 len: 756 time: 0.2058063 Oct 27 16:27:01.606098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50310) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:01.685701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:01.696958 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.756083 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 0f4d9df5-dbbe-4a57-b180-71c0ccd1577e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:01.775975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.798199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.821073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:01.882750 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:01.963711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Allocated IP 2001:db8::348 (a21d86f0-0295-45bb-b939-5d64298f802b/a688ad63-9e8f-42c5-95f0-38a131b1d331/e3d46a8a-6821-4708-95d7-4b39a3ed4c2e) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:02.060314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63afffcb-13f7-4fb5-b251-cb42480c9992 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:02.063273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-63afffcb-13f7-4fb5-b251-cb42480c9992 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] 10.222.0.15 "GET /v2.0/networks/99754cf8-d84b-41b5-8e34-0c8060e4132b HTTP/1.1" status: 200 len: 767 time: 0.4550757 Oct 27 16:27:02.073161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router 7bf1db7a-8df0-421d-b265-e5041547e8b1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:27:02.075428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50326) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:02.207814 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.249367 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.250188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56a92509-84c0-4868-b6a1-6ab88a36e2b7 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:27:02.259716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.259716 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-524f98b6-0f7e-479b-b5ba-32e6e616794f admin admin] 10.222.0.15 "DELETE /v2.0/routers/56a92509-84c0-4868-b6a1-6ab88a36e2b7 HTTP/1.1" status: 204 len: 168 time: 3.5980277 Oct 27 16:27:02.261585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50336) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:02.263120 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebd7566b-3288-43d1-8476-abd9d0d41fe8 req-787db5db-2e8f-4050-a1aa-0d92a598c915 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6552691 Oct 27 16:27:02.322369 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.549935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Network a21d86f0-0295-45bb-b939-5d64298f802b is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:02.565045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:02.574951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:02.591117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Pushing event updated for resources: {'Port': ['ID=4da51a85-68b5-49ca-be5d-41cc5fd3e907,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:02.664801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1463be78-fcdd-4221-9497-889c12ead4ae None None] Provisioning complete for port 95b6265a-1f16-478a-afd5-70d283b812ce triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:02.673706 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1463be78-fcdd-4221-9497-889c12ead4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.684147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Attempting to bind port 4da51a85-68b5-49ca-be5d-41cc5fd3e907 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:02.684520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Attempting to bind port 4da51a85-68b5-49ca-be5d-41cc5fd3e907 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '4e63758c-622b-4c6d-9b39-7de4531ddd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a21d86f0-0295-45bb-b939-5d64298f802b'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:02.684883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Attempting to bind port 4da51a85-68b5-49ca-be5d-41cc5fd3e907 on network a21d86f0-0295-45bb-b939-5d64298f802b {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:02.758137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c91165e4-52d0-4783-83ad-df87d274d7bf up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:02.766916 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.842628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:02.842903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Checking segment: {'id': '4e63758c-622b-4c6d-9b39-7de4531ddd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a21d86f0-0295-45bb-b939-5d64298f802b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:02.843314 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.843718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Bound using segment: {'id': '4e63758c-622b-4c6d-9b39-7de4531ddd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a21d86f0-0295-45bb-b939-5d64298f802b'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:02.844254 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Bound port: 4da51a85-68b5-49ca-be5d-41cc5fd3e907, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e63758c-622b-4c6d-9b39-7de4531ddd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a21d86f0-0295-45bb-b939-5d64298f802b'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:02.844644 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.847257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1463be78-fcdd-4221-9497-889c12ead4ae None None] Port 95b6265a-1f16-478a-afd5-70d283b812ce cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:02.937560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] For port 4da51a85-68b5-49ca-be5d-41cc5fd3e907, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:02.940974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] For port 4da51a85-68b5-49ca-be5d-41cc5fd3e907, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4da51a85-68b5-49ca-be5d-41cc5fd3e907,segment=NetworkSegment(4e63758c-622b-4c6d-9b39-7de4531ddd88),segment_id=4e63758c-622b-4c6d-9b39-7de4531ddd88)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:02.952588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Network a21d86f0-0295-45bb-b939-5d64298f802b is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:02.962184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c91165e4-52d0-4783-83ad-df87d274d7bf triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:02.962734 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:02.964918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:02.979078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:02.986689 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:02.987867 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.026340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-37af17b7-4484-477f-882c-fc349b5c62e8 admin admin] Deleting subnet 1514907a-bb4b-4267-baa4-a6e684f8745d {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:03.029990 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.031548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Pushing event updated for resources: {'Port': ['ID=e3d46a8a-6821-4708-95d7-4b39a3ed4c2e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:03.039205 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2b1487c2-8313-41c9-bbf4-6cdb5e116e4c None None] Provisioning complete for port 95b6265a-1f16-478a-afd5-70d283b812ce triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:03.039846 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2b1487c2-8313-41c9-bbf4-6cdb5e116e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.050037 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37af17b7-4484-477f-882c-fc349b5c62e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.063793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ea611-125c-45c3-bd04-d4c63fbf41d9 req-53a63004-5980-44ad-8094-f0c883a77c99 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:03.066690 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e3ea611-125c-45c3-bd04-d4c63fbf41d9 req-53a63004-5980-44ad-8094-f0c883a77c99 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1713207 Oct 27 16:27:03.102947 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2d2bc933-da43-4e14-904f-a9f66dd4cc66 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3648436 Oct 27 16:27:03.107331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50376) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:03.114296 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Request body: {'port': {'network_id': 'a21d86f0-0295-45bb-b939-5d64298f802b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-528747651', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:03.114790 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.api.validators [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] bootfile-name is not in valid_values {{(pid=109722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:27:03.117513 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.api.validators [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] tftp-server is not in valid_values {{(pid=109722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:27:03.117893 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.api.validators [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] server-ip-address is not in valid_values {{(pid=109722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:27:03.130773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2b1487c2-8313-41c9-bbf4-6cdb5e116e4c None None] Port 95b6265a-1f16-478a-afd5-70d283b812ce cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:03.313899 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e3683823-f209-4f1c-9eae-55052731488d no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:03.333614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.365118 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e3ea611-125c-45c3-bd04-d4c63fbf41d9 req-8f0d5ad0-eb30-47d1-b949-1961714f16b3 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717009 Oct 27 16:27:03.366678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7566b-3288-43d1-8476-abd9d0d41fe8 req-a3d7a522-fd0d-4d28-8fd7-019f9dbba5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:03.370082 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37af17b7-4484-477f-882c-fc349b5c62e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.373179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e3683823-f209-4f1c-9eae-55052731488d {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:03.373522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e3683823-f209-4f1c-9eae-55052731488d not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:03.376040 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebd7566b-3288-43d1-8476-abd9d0d41fe8 req-a3d7a522-fd0d-4d28-8fd7-019f9dbba5e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=38d3f95336f441d6849f076f492df8a8&device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 1097 time: 1.0833027 Oct 27 16:27:03.381606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe15741-8abf-410e-aa94-a8018b549957 None None] Pushing event updated for resources: {'Port': ['ID=4da51a85-68b5-49ca-be5d-41cc5fd3e907,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:03.548089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Made reservation on behalf of c0c2abb3b55e4fbe8c0033b1a64a4a2e for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:03.562761 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.630217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7566b-3288-43d1-8476-abd9d0d41fe8 req-1b422658-59fd-4a32-b73f-8e1b65d8783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:03.632364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebd7566b-3288-43d1-8476-abd9d0d41fe8 req-1b422658-59fd-4a32-b73f-8e1b65d8783f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 200 len: 907 time: 0.2119153 Oct 27 16:27:03.646204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] device_id is not set on port 697cc311-ec1b-4b6e-98bb-acf54e662f4d yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:03.724377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37af17b7-4484-477f-882c-fc349b5c62e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.797619 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebd7566b-3288-43d1-8476-abd9d0d41fe8 req-a9629726-3f29-4e54-bc2f-d7affdbd488b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baff4a4f-7b24-4e59-a9ce-60006174afd2 HTTP/1.1" status: 200 len: 217 time: 0.1220901 Oct 27 16:27:03.847485 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:03.858422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:27:03.874759 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Sync routers for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:27:03.875207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a4cc83af-7ead-4c91-ac70-98e9ab9b135c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "PUT /v2.0/routers/7bf1db7a-8df0-421d-b265-e5041547e8b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3811538 Oct 27 16:27:03.883118 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50414) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:03.898900 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:03.904565 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-096968da-6304-4c0e-8433-8e4143004492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:03.907292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4d9df5-dbbe-4a57-b180-71c0ccd1577e']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:03.992683 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37af17b7-4484-477f-882c-fc349b5c62e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.033116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac7732e-e84c-4f59-9864-34397dc88dbb') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:04.036766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac7732e-e84c-4f59-9864-34397dc88dbb') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:04.044953 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af17b7-4484-477f-882c-fc349b5c62e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1514907a-bb4b-4267-baa4-a6e684f8745d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:04.079770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Allocated IP 2001:db8::1e (a21d86f0-0295-45bb-b939-5d64298f802b/a688ad63-9e8f-42c5-95f0-38a131b1d331/697cc311-ec1b-4b6e-98bb-acf54e662f4d) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:04.088523 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7566b-3288-43d1-8476-abd9d0d41fe8 req-e809803d-7ab2-476b-92db-984fcb8732d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.091224 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebd7566b-3288-43d1-8476-abd9d0d41fe8 req-e809803d-7ab2-476b-92db-984fcb8732d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64491595-c258-460a-a334-a8181c6eb3c4 HTTP/1.1" status: 200 len: 846 time: 0.2822106 Oct 27 16:27:04.092848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4da51a85-68b5-49ca-be5d-41cc5fd3e907 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:04.124477 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.142518 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37af17b7-4484-477f-882c-fc349b5c62e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.146957 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-37af17b7-4484-477f-882c-fc349b5c62e8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1514907a-bb4b-4267-baa4-a6e684f8745d HTTP/1.1" status: 204 len: 168 time: 1.8838644 Oct 27 16:27:04.153592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50424) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:04.188258 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2b2691-5618-4a6f-a389-716c29f06c84 None None] Network 68591647-5373-400e-bd85-680b6bb7200d requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:04.223517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebd7566b-3288-43d1-8476-abd9d0d41fe8 req-4013ec4f-6d4d-4729-bf14-1636ce1b63d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c47a63cd-949d-4480-9c39-3436e4ca4276&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018138 Oct 27 16:27:04.273268 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:04.325914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6b450-3567-4b61-9780-076e8e596204 req-9d616285-30b9-4fa7-8646-1b29d01303f2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.329131 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ad6b450-3567-4b61-9780-076e8e596204 req-9d616285-30b9-4fa7-8646-1b29d01303f2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.3413637 Oct 27 16:27:04.388409 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.393085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebd7566b-3288-43d1-8476-abd9d0d41fe8 req-eca3a0f2-1d40-442e-9895-4b7f23481b9f service neutron] 10.222.0.53 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540737 Oct 27 16:27:04.434840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4da51a85-68b5-49ca-be5d-41cc5fd3e907 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:04.435605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.563176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:04.564947 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.643675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.680764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b648955-94c9-4209-86cb-435855922163 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.681666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b648955-94c9-4209-86cb-435855922163 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.682304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b648955-94c9-4209-86cb-435855922163 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.682940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b648955-94c9-4209-86cb-435855922163 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.683763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b648955-94c9-4209-86cb-435855922163 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.685501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b648955-94c9-4209-86cb-435855922163 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.686224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b648955-94c9-4209-86cb-435855922163 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.686858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b648955-94c9-4209-86cb-435855922163 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.687602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b648955-94c9-4209-86cb-435855922163 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.688381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b648955-94c9-4209-86cb-435855922163 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:04.691729 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4b648955-94c9-4209-86cb-435855922163 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7012 time: 0.8075902 Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:04.692927 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:04.696317 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ad6b450-3567-4b61-9780-076e8e596204 req-cc4fe4c3-4b51-4549-86d8-970f03730f75 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531287 Oct 27 16:27:04.698147 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50448) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:04.730469 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.790981 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.809065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f4d9df5-dbbe-4a57-b180-71c0ccd1577e {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:27:04.828275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:04.848448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 4da51a85-68b5-49ca-be5d-41cc5fd3e907, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4da51a85-68b5-49ca-be5d-41cc5fd3e907,segment=NetworkSegment(4e63758c-622b-4c6d-9b39-7de4531ddd88),segment_id=4e63758c-622b-4c6d-9b39-7de4531ddd88)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:04.848791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "DELETE /v2.0/networks/0f4d9df5-dbbe-4a57-b180-71c0ccd1577e HTTP/1.1" status: 204 len: 168 time: 2.7720134 Oct 27 16:27:04.858977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50456) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:04.890974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Request body: {'network': {'name': 'tempest-network--1939478892'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:04.895776 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-096968da-6304-4c0e-8433-8e4143004492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:27:00Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:00Z', 'revision_number': 2, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:04.903006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033c9ae9-c650-4389-8905-505c0aad65f1 None None] DHCP port deletion for 68591647-5373-400e-bd85-680b6bb7200d request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:04.955161 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Checking router: 7bf1db7a-8df0-421d-b265-e5041547e8b1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:27:04.955903 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Updating router 7bf1db7a-8df0-421d-b265-e5041547e8b1 port 95b6265a-1f16-478a-afd5-70d283b812ce binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:27:04.982609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aacdbe2-936c-4dff-9c7d-880e5b976213 None None] Network a21d86f0-0295-45bb-b939-5d64298f802b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:04.985132 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.013017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c52a2-6a39-45c0-9457-0541dd46f14c tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f4d9df5-dbbe-4a57-b180-71c0ccd1577e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:05.042717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebd7566b-3288-43d1-8476-abd9d0d41fe8 req-79325553-c1ff-4030-a5f5-178bf9ccc1b1 service neutron] 10.222.0.53 "GET /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156125 Oct 27 16:27:05.070642 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.077856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b6e76-280d-4b58-96fd-659e1130f19d req-5bac41ae-c1f8-4412-9a44-342e87b5bb17 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:05.079453 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-012b6e76-280d-4b58-96fd-659e1130f19d req-5bac41ae-c1f8-4412-9a44-342e87b5bb17 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1732419 Oct 27 16:27:05.125523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.143874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Made reservation on behalf of e2723e15f5264f76ac7b269cf24b151c for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:05.146519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.176070 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-012b6e76-280d-4b58-96fd-659e1130f19d req-c3cf0ff4-99b4-4de2-879a-2f4655128880 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905225 Oct 27 16:27:05.201379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=4da51a85-68b5-49ca-be5d-41cc5fd3e907,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:05.204257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e723c7fb-ac06-4a6d-9049-04b0a3f913a7 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:05.230634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:05.242324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e723c7fb-ac06-4a6d-9049-04b0a3f913a7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:05.242669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e723c7fb-ac06-4a6d-9049-04b0a3f913a7 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:05.249304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.250450 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Added segment f4086eb5-f434-4d9e-876f-df9c52b28a9a of type vlan for network eb516038-8942-4728-a0a0-055174d03adc Oct 27 16:27:05.255665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eedb15-4833-47d2-b80f-9a0d3b1ad5bf tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:05.257418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9cb2d6e8-5661-4ef1-bb5c-7e8a56d9a0f6 None None] Provisioning complete for port 4da51a85-68b5-49ca-be5d-41cc5fd3e907 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:05.257795 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d6e8-5661-4ef1-bb5c-7e8a56d9a0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.258309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eedb15-4833-47d2-b80f-9a0d3b1ad5bf tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:05.260168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eedb15-4833-47d2-b80f-9a0d3b1ad5bf tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:05.261299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eedb15-4833-47d2-b80f-9a0d3b1ad5bf tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:05.263260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eedb15-4833-47d2-b80f-9a0d3b1ad5bf tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:05.266369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eedb15-4833-47d2-b80f-9a0d3b1ad5bf tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:05.267328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25eedb15-4833-47d2-b80f-9a0d3b1ad5bf tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:05.275693 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-25eedb15-4833-47d2-b80f-9a0d3b1ad5bf tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4618 time: 0.5709987 Oct 27 16:27:05.284893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50476) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:05.300934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.359526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-033c9ae9-c650-4389-8905-505c0aad65f1 None None] Deleting port 268e31ec-91c9-4451-b0b1-82c524071506 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:05.359910 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-033c9ae9-c650-4389-8905-505c0aad65f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.516900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Network a21d86f0-0295-45bb-b939-5d64298f802b is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:05.599190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:05.603140 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Pushing event updated for resources: {'Port': ['ID=697cc311-ec1b-4b6e-98bb-acf54e662f4d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:05.621508 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:05.656885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:05.661714 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.688727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-033c9ae9-c650-4389-8905-505c0aad65f1 None None] For port 268e31ec-91c9-4451-b0b1-82c524071506, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=268e31ec-91c9-4451-b0b1-82c524071506,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:05.689129 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-033c9ae9-c650-4389-8905-505c0aad65f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.705678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Deleting port 268e31ec-91c9-4451-b0b1-82c524071506 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:05.706049 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.755593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-033c9ae9-c650-4389-8905-505c0aad65f1 None None] Calling delete_port for 268e31ec-91c9-4451-b0b1-82c524071506 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:05.772951 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.854115 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.860158 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:05.912326 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-64eab0f7-4a29-4757-8114-f2557cb0d049 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.8004913 Oct 27 16:27:05.913710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50506) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:06.022974 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.resource_extend [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:27:06.047270 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01242c60-a631-4377-b40b-a5413ce7f73b None None] Pushing event updated for resources: {'Port': ['ID=95b6265a-1f16-478a-afd5-70d283b812ce,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:06.056362 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-033c9ae9-c650-4389-8905-505c0aad65f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.143514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c9ae9-c650-4389-8905-505c0aad65f1 None None] Pushing event deleted for resources: {'Port': ['ID=268e31ec-91c9-4451-b0b1-82c524071506,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:06.146361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033c9ae9-c650-4389-8905-505c0aad65f1 None None] No DVR routers for this DVR port 268e31ec-91c9-4451-b0b1-82c524071506 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:06.151871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4da51a85-68b5-49ca-be5d-41cc5fd3e907 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:06.183718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] For port 268e31ec-91c9-4451-b0b1-82c524071506, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=268e31ec-91c9-4451-b0b1-82c524071506,segment=NetworkSegment(83caa3bc-26f7-40f9-93cd-57a9cc3184fe),segment_id=83caa3bc-26f7-40f9-93cd-57a9cc3184fe)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:06.187485 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.247577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00deb3-deb3-4697-9002-f87a3834f147 req-776b6706-c4ab-495d-967f-1031410875aa tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:06.249194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d00deb3-deb3-4697-9002-f87a3834f147 req-776b6706-c4ab-495d-967f-1031410875aa tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.2897294 Oct 27 16:27:06.253659 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.257012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:06.258179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.279206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4da51a85-68b5-49ca-be5d-41cc5fd3e907 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:06.297621 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.307842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b73ae2-a530-4c3c-91a2-2ea1af4f15cb tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:06.314108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b73ae2-a530-4c3c-91a2-2ea1af4f15cb tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:06.331610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b73ae2-a530-4c3c-91a2-2ea1af4f15cb tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:06.340634 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-16b73ae2-a530-4c3c-91a2-2ea1af4f15cb tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4259653 Oct 27 16:27:06.342177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50524) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:06.342969 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Attempting to bind port 95b6265a-1f16-478a-afd5-70d283b812ce on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:06.343342 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Attempting to bind port 95b6265a-1f16-478a-afd5-70d283b812ce by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:06.343702 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Attempting to bind port 95b6265a-1f16-478a-afd5-70d283b812ce on network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:06.345505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Calling delete_port for 268e31ec-91c9-4451-b0b1-82c524071506 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:06.361151 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:06.361572 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Checking segment: {'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:06.361920 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.362512 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Bound using segment: {'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:06.363167 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Bound port: 95b6265a-1f16-478a-afd5-70d283b812ce, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:06.363816 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.479341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event updated for resources: {'Network': ['ID=eb516038-8942-4728-a0a0-055174d03adc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:06.493494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network eb516038-8942-4728-a0a0-055174d03adc details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:06.528094 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f16fd22e-6d9f-4989-a3a2-9b9d7d77aeb9 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.6585615 Oct 27 16:27:06.528986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50536) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:06.544009 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-096968da-6304-4c0e-8433-8e4143004492 None None] For port 95b6265a-1f16-478a-afd5-70d283b812ce, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:06.549164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d8fbc865-147e-485e-99f0-f121fa2b5375 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:06.551033 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-096968da-6304-4c0e-8433-8e4143004492 None None] For port 95b6265a-1f16-478a-afd5-70d283b812ce, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=95b6265a-1f16-478a-afd5-70d283b812ce,segment=NetworkSegment(79a3141e-9efb-4e8c-bb4e-88cb7e032aa9),segment_id=79a3141e-9efb-4e8c-bb4e-88cb7e032aa9)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:06.623280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e1f2e60c-64e8-4421-bf78-d45951400bce None None] Provisioning complete for port 697cc311-ec1b-4b6e-98bb-acf54e662f4d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:06.623717 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e60c-64e8-4421-bf78-d45951400bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.625114 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.669252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.732623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Pushing event deleted for resources: {'Port': ['ID=268e31ec-91c9-4451-b0b1-82c524071506,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:06.736546 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01242c60-a631-4377-b40b-a5413ce7f73b None None] Pushing event updated for resources: {'Port': ['ID=95b6265a-1f16-478a-afd5-70d283b812ce,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:06.739707 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:06.741108 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-096968da-6304-4c0e-8433-8e4143004492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:26:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:06.743048 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d00deb3-deb3-4697-9002-f87a3834f147 req-b58f45c0-08e8-4b11-bb61-2bc4534b6165 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818351 Oct 27 16:27:06.755850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] No DVR routers for this DVR port 268e31ec-91c9-4451-b0b1-82c524071506 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:06.761206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2e60c-64e8-4421-bf78-d45951400bce None None] Port 697cc311-ec1b-4b6e-98bb-acf54e662f4d cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:06.766135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 268e31ec-91c9-4451-b0b1-82c524071506 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:06.803503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e1f2e60c-64e8-4421-bf78-d45951400bce None None] Provisioning complete for port e3d46a8a-6821-4708-95d7-4b39a3ed4c2e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:06.804520 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e60c-64e8-4421-bf78-d45951400bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.806274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 268e31ec-91c9-4451-b0b1-82c524071506 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:06.806818 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 268e31ec-91c9-4451-b0b1-82c524071506 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:06.850065 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2e60c-64e8-4421-bf78-d45951400bce None None] Port e3d46a8a-6821-4708-95d7-4b39a3ed4c2e cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:06.864675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e1f2e60c-64e8-4421-bf78-d45951400bce None None] Provisioning complete for port 4da51a85-68b5-49ca-be5d-41cc5fd3e907 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:06.866103 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e1f2e60c-64e8-4421-bf78-d45951400bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:06.892468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-dffe73b9-ff7d-4e37-8b6d-b829985d6202 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Deleting port 697cc311-ec1b-4b6e-98bb-acf54e662f4d {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:06.892918 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dffe73b9-ff7d-4e37-8b6d-b829985d6202 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.004813 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-934c9015-6d1b-4c9b-b058-6de72d874e59 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 1.7217624 Oct 27 16:27:07.014979 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-096968da-6304-4c0e-8433-8e4143004492 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:07.027797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.059290 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc865-147e-485e-99f0-f121fa2b5375 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.097420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68591647-5373-400e-bd85-680b6bb7200d']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:07.146291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83caa3bc-26f7-40f9-93cd-57a9cc3184fe') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:07.146617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83caa3bc-26f7-40f9-93cd-57a9cc3184fe') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:07.183811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc865-147e-485e-99f0-f121fa2b5375 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.197065 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.230581 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dffe73b9-ff7d-4e37-8b6d-b829985d6202 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.257646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cfec71af-a9d1-4df1-bb02-b3c2b2586975 None None] Provisioning complete for port e3d46a8a-6821-4708-95d7-4b39a3ed4c2e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:07.258292 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cfec71af-a9d1-4df1-bb02-b3c2b2586975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.265286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.283811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-dffe73b9-ff7d-4e37-8b6d-b829985d6202 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Calling delete_port for 697cc311-ec1b-4b6e-98bb-acf54e662f4d owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:07.298717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:07.299377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:07.303369 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:07.355462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8fbc865-147e-485e-99f0-f121fa2b5375 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Network eb516038-8942-4728-a0a0-055174d03adc is not hosted by any dhcp agent {{(pid=109723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:27:07.356314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fbc865-147e-485e-99f0-f121fa2b5375 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:07.356918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d8fbc865-147e-485e-99f0-f121fa2b5375 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.359857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cfec71af-a9d1-4df1-bb02-b3c2b2586975 None None] Port e3d46a8a-6821-4708-95d7-4b39a3ed4c2e cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:07.363765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d8fbc865-147e-485e-99f0-f121fa2b5375 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "PUT /v2.0/networks/eb516038-8942-4728-a0a0-055174d03adc HTTP/1.1" status: 200 len: 858 time: 0.8210499 Oct 27 16:27:07.376123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50572) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:07.384754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cfec71af-a9d1-4df1-bb02-b3c2b2586975 None None] Provisioning complete for port 95b6265a-1f16-478a-afd5-70d283b812ce triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:07.385216 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cfec71af-a9d1-4df1-bb02-b3c2b2586975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.434704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fbc865-147e-485e-99f0-f121fa2b5375 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event updated for resources: {'Network': ['ID=eb516038-8942-4728-a0a0-055174d03adc,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:07.581186 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cfec71af-a9d1-4df1-bb02-b3c2b2586975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.590316 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-096968da-6304-4c0e-8433-8e4143004492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:27:00Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:06Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:07.598742 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.655980 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096968da-6304-4c0e-8433-8e4143004492 None None] The sync data for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 is: [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:27:00Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:06Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:27:07.663835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-cfec71af-a9d1-4df1-bb02-b3c2b2586975 None None] For port 95b6265a-1f16-478a-afd5-70d283b812ce, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=95b6265a-1f16-478a-afd5-70d283b812ce,segment=NetworkSegment(79a3141e-9efb-4e8c-bb4e-88cb7e032aa9),segment_id=79a3141e-9efb-4e8c-bb4e-88cb7e032aa9)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:07.689839 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.699236 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.703073 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] 10.222.0.15 "DELETE /v2.0/networks/68591647-5373-400e-bd85-680b6bb7200d HTTP/1.1" status: 204 len: 168 time: 3.5511160 Oct 27 16:27:07.739452 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cfec71af-a9d1-4df1-bb02-b3c2b2586975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.776607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f0096-4c1c-4dce-a217-e2969f9e177d admin admin] Pushing event deleted for resources: {'Network': ['ID=68591647-5373-400e-bd85-680b6bb7200d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:07.822754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.856077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb516038-8942-4728-a0a0-055174d03adc']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:07.871686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4086eb5-f434-4d9e-876f-df9c52b28a9a') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:07.871986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4086eb5-f434-4d9e-876f-df9c52b28a9a') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:07.882429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec71af-a9d1-4df1-bb02-b3c2b2586975 None None] Pushing event updated for resources: {'Port': ['ID=95b6265a-1f16-478a-afd5-70d283b812ce,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:07.911320 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50602) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:07.914495 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.919471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b3631535-2df4-4cc6-b3c5-7caccfd80d7f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-537132080', 'description': 'tempest-secgroup-smoke-537132080 description', 'project_id': '4cc2ede4aa044d759c64239f37331e3e'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:07.924069 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dffe73b9-ff7d-4e37-8b6d-b829985d6202 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.937079 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.946591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:07.947050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:07.963535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1d4ab2ba-9582-4c30-b470-23a61ace6eac None None] Provisioning complete for port 697cc311-ec1b-4b6e-98bb-acf54e662f4d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:07.964251 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d4ab2ba-9582-4c30-b470-23a61ace6eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.025869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1d4ab2ba-9582-4c30-b470-23a61ace6eac None None] Port 697cc311-ec1b-4b6e-98bb-acf54e662f4d was deleted so its status cannot be updated. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 27 16:27:08.044455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe73b9-ff7d-4e37-8b6d-b829985d6202 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Pushing event deleted for resources: {'Port': ['ID=697cc311-ec1b-4b6e-98bb-acf54e662f4d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:08.057091 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:08.095879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 95b6265a-1f16-478a-afd5-70d283b812ce up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:08.154399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.166869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9cdf33-e3c2-467d-b03c-753ea634b442 req-fcc479ea-91c6-4aee-9039-c4f6735b4173 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:08.171129 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dffe73b9-ff7d-4e37-8b6d-b829985d6202 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.178268 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dffe73b9-ff7d-4e37-8b6d-b829985d6202 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] 10.222.0.15 "DELETE /v2.0/ports/697cc311-ec1b-4b6e-98bb-acf54e662f4d HTTP/1.1" status: 204 len: 168 time: 1.8230169 Oct 27 16:27:08.182885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50612) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:08.185681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e9cdf33-e3c2-467d-b03c-753ea634b442 req-fcc479ea-91c6-4aee-9039-c4f6735b4173 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1273761 Oct 27 16:27:08.188146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Request body: {'port': {'name': 'tempest-new-port-name-1726634980', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:08.190455 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.api.validators [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] bootfile-name is not in valid_values {{(pid=109722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:27:08.200036 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.api.validators [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] tftp-server is not in valid_values {{(pid=109722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:27:08.200036 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.api.validators [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] server-ip-address is not in valid_values {{(pid=109722) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 27 16:27:08.210415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b3631535-2df4-4cc6-b3c5-7caccfd80d7f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.213646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 95b6265a-1f16-478a-afd5-70d283b812ce triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:08.214028 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.238907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb516038-8942-4728-a0a0-055174d03adc {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:27:08.242140 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.249970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] 10.222.0.15 "DELETE /v2.0/networks/eb516038-8942-4728-a0a0-055174d03adc HTTP/1.1" status: 204 len: 168 time: 0.8697042 Oct 27 16:27:08.253044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50618) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:08.267077 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e9cdf33-e3c2-467d-b03c-753ea634b442 req-24bac40d-997e-4e8e-9f9f-b4bb66732995 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747213 Oct 27 16:27:08.286348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc03c1-d6ba-498e-9b7e-dac894de85d2 tempest-ExternalNetworksTestJSON-2060266630 tempest-ExternalNetworksTestJSON-2060266630-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb516038-8942-4728-a0a0-055174d03adc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:08.306060 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf1d10d4-d012-49e5-8fce-220a2e806d6d tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] DELETE failed (client error): The resource could not be found. Oct 27 16:27:08.308045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf1d10d4-d012-49e5-8fce-220a2e806d6d tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:27:08.311390 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cf1d10d4-d012-49e5-8fce-220a2e806d6d tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] 10.222.0.15 "DELETE /v2.0/subnets/0844f235-c964-4fb8-995c-310b57ee2f36 HTTP/1.1" status: 404 len: 337 time: 0.0548646 Oct 27 16:27:08.315001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50620) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:08.355978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.517675 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.527947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50630) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:08.600436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b3631535-2df4-4cc6-b3c5-7caccfd80d7f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.711119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.717912 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.721383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b3631535-2df4-4cc6-b3c5-7caccfd80d7f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.729051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99754cf8-d84b-41b5-8e34-0c8060e4132b']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:08.739032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003a37f5-a4da-4779-bd57-51e8bc9cdd0f') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:08.739406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003a37f5-a4da-4779-bd57-51e8bc9cdd0f') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:08.750730 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.764830 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.771058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:08.771457 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.782019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3631535-2df4-4cc6-b3c5-7caccfd80d7f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751a3f47-919d-4ac5-94b2-9dc2c5c54d51,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:08.835322 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:08.850429 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7c60f036-c03f-4f70-9846-1870fdc94d74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8dec9b3744a440aa1a6f2084919f3e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3207397 Oct 27 16:27:08.853462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50646) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:08.873781 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.912024 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-469a2789-7059-459a-a6c1-7bbe0fffb59e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.923672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] In _notify_port_updated(), no bound segment for port e3d46a8a-6821-4708-95d7-4b39a3ed4c2e on network a21d86f0-0295-45bb-b939-5d64298f802b {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:27:08.933821 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:08.933821 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.937401 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] 10.222.0.15 "PUT /v2.0/ports/e3d46a8a-6821-4708-95d7-4b39a3ed4c2e HTTP/1.1" status: 200 len: 1130 time: 0.7512519 Oct 27 16:27:08.938490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50650) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:08.945873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b3631535-2df4-4cc6-b3c5-7caccfd80d7f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.947293 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b3631535-2df4-4cc6-b3c5-7caccfd80d7f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0349979 Oct 27 16:27:08.960925 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-469a2789-7059-459a-a6c1-7bbe0fffb59e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:08.968452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50652) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:08.978621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9009ccdb-c752-40f8-aba9-3c8b9c61cc5a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '751a3f47-919d-4ac5-94b2-9dc2c5c54d51', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:09.003667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa5d78-dfee-46fe-9982-e2abe3d51e4c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:09.009269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b0aa5d78-dfee-46fe-9982-e2abe3d51e4c tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] 10.222.0.15 "GET /v2.0/ports/e3d46a8a-6821-4708-95d7-4b39a3ed4c2e HTTP/1.1" status: 200 len: 1130 time: 0.0656259 Oct 27 16:27:09.009408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.011100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50654) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:09.054177 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.063908 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] 10.222.0.15 "DELETE /v2.0/networks/99754cf8-d84b-41b5-8e34-0c8060e4132b HTTP/1.1" status: 204 len: 168 time: 0.7477810 Oct 27 16:27:09.079993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa533f2b-53f2-4840-af55-5d124c97b405 tempest-ExternalNetworksTestJSON-685478402 tempest-ExternalNetworksTestJSON-685478402-project] Pushing event deleted for resources: {'Network': ['ID=99754cf8-d84b-41b5-8e34-0c8060e4132b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:09.080930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efe709-7d30-41d8-8272-744eda8c3451 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Pushing event updated for resources: {'Port': ['ID=e3d46a8a-6821-4708-95d7-4b39a3ed4c2e,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:09.202451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-215c5667-daae-49a0-a713-76b5de1aeac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Deleting port e3d46a8a-6821-4708-95d7-4b39a3ed4c2e {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:09.203154 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-215c5667-daae-49a0-a713-76b5de1aeac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.230356 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9009ccdb-c752-40f8-aba9-3c8b9c61cc5a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.299356 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-469a2789-7059-459a-a6c1-7bbe0fffb59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.302069 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-469a2789-7059-459a-a6c1-7bbe0fffb59e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.303139 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-469a2789-7059-459a-a6c1-7bbe0fffb59e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2f732d3-e973-415b-8621-9ab4f5de2f6e HTTP/1.1" status: 204 len: 168 time: 0.4486701 Oct 27 16:27:09.364315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a2789-7059-459a-a6c1-7bbe0fffb59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f732d3-e973-415b-8621-9ab4f5de2f6e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:09.400479 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9009ccdb-c752-40f8-aba9-3c8b9c61cc5a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.410158 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-215c5667-daae-49a0-a713-76b5de1aeac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.426959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2397b642-407e-4f93-8375-af5ae9cee993 None None] Provisioning complete for port e3d46a8a-6821-4708-95d7-4b39a3ed4c2e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:09.428506 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2397b642-407e-4f93-8375-af5ae9cee993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.437567 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-215c5667-daae-49a0-a713-76b5de1aeac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Calling delete_port for e3d46a8a-6821-4708-95d7-4b39a3ed4c2e owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:09.451391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366c94e-2765-4c35-9499-0b599d1c4127 req-b376910f-65bf-46b4-9f28-870faf66035e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:09.459218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0366c94e-2765-4c35-9499-0b599d1c4127 req-b376910f-65bf-46b4-9f28-870faf66035e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1065323 Oct 27 16:27:09.487065 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9009ccdb-c752-40f8-aba9-3c8b9c61cc5a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.520884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2397b642-407e-4f93-8375-af5ae9cee993 None None] Port e3d46a8a-6821-4708-95d7-4b39a3ed4c2e cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:09.527559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009ccdb-c752-40f8-aba9-3c8b9c61cc5a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d21993a-fe0b-4e16-92cc-834ca056d68b,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:09.531692 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0366c94e-2765-4c35-9499-0b599d1c4127 req-0b026655-50cf-4598-9a3c-fecbac9f767b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690310 Oct 27 16:27:09.604373 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9009ccdb-c752-40f8-aba9-3c8b9c61cc5a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.606362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9009ccdb-c752-40f8-aba9-3c8b9c61cc5a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6369517 Oct 27 16:27:09.609428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50682) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:09.617847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d63f58e9-5269-4e7e-8a78-329000b21d07 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '751a3f47-919d-4ac5-94b2-9dc2c5c54d51', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:09.777020 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d63f58e9-5269-4e7e-8a78-329000b21d07 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.874550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d63f58e9-5269-4e7e-8a78-329000b21d07 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.890458 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-215c5667-daae-49a0-a713-76b5de1aeac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.950255 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d63f58e9-5269-4e7e-8a78-329000b21d07 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:09.971984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50706) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:09.998748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f58e9-5269-4e7e-8a78-329000b21d07 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4049c4d-37e2-4886-93dd-369969258642,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:10.029415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c5667-daae-49a0-a713-76b5de1aeac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Pushing event deleted for resources: {'Port': ['ID=e3d46a8a-6821-4708-95d7-4b39a3ed4c2e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:10.064789 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d63f58e9-5269-4e7e-8a78-329000b21d07 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.071381 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d63f58e9-5269-4e7e-8a78-329000b21d07 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4566309 Oct 27 16:27:10.076473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50716) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:10.088521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7cbcb0d7-9a54-4c8e-b067-2dad067cf2cc tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '751a3f47-919d-4ac5-94b2-9dc2c5c54d51', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:10.088896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 95b6265a-1f16-478a-afd5-70d283b812ce up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:10.137639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-215c5667-daae-49a0-a713-76b5de1aeac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.142995 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-215c5667-daae-49a0-a713-76b5de1aeac1 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] 10.222.0.15 "DELETE /v2.0/ports/e3d46a8a-6821-4708-95d7-4b39a3ed4c2e HTTP/1.1" status: 204 len: 168 time: 1.1308866 Oct 27 16:27:10.148770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50722) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:10.177356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 95b6265a-1f16-478a-afd5-70d283b812ce triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:10.177780 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.242887 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb0d7-9a54-4c8e-b067-2dad067cf2cc tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.370452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d7fee42-5b6d-4e64-a0d5-f45a959d4eea tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Deleting subnet a688ad63-9e8f-42c5-95f0-38a131b1d331 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:10.399701 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d7fee42-5b6d-4e64-a0d5-f45a959d4eea tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.497112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2dad7d61-4da0-43c6-af8e-59cf130523ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f6b04fbb9ea498e83d4188464da4d74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5125840 Oct 27 16:27:10.497216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50740) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:10.497705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d7fee42-5b6d-4e64-a0d5-f45a959d4eea tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.542548 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb0d7-9a54-4c8e-b067-2dad067cf2cc tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.569628 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da43ce44-f427-43f1-a17b-493fd30eb0af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.602189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da43ce44-f427-43f1-a17b-493fd30eb0af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.632873 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d7fee42-5b6d-4e64-a0d5-f45a959d4eea tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.670407 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb0d7-9a54-4c8e-b067-2dad067cf2cc tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.709533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8163-592b-4932-abae-e720fe32e653 req-97b8a2b8-2a7e-4795-adba-a13763da4456 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:10.711548 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38cb8163-592b-4932-abae-e720fe32e653 req-97b8a2b8-2a7e-4795-adba-a13763da4456 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1149704 Oct 27 16:27:10.712286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcb0d7-9a54-4c8e-b067-2dad067cf2cc tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c158dbb-c8ff-4967-953e-dae8fdf3d058,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:10.753822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da43ce44-f427-43f1-a17b-493fd30eb0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.757536 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da43ce44-f427-43f1-a17b-493fd30eb0af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.763202 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-da43ce44-f427-43f1-a17b-493fd30eb0af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7ead7b3-5706-4421-a8c6-fb3c49ab49b5 HTTP/1.1" status: 204 len: 168 time: 0.2638185 Oct 27 16:27:10.763390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38cb8163-592b-4932-abae-e720fe32e653 req-92781ab9-bcf7-45f3-bacd-1c4816bbc0b8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419655 Oct 27 16:27:10.768238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43ce44-f427-43f1-a17b-493fd30eb0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ead7b3-5706-4421-a8c6-fb3c49ab49b5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:10.889741 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7cbcb0d7-9a54-4c8e-b067-2dad067cf2cc tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.893503 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7cbcb0d7-9a54-4c8e-b067-2dad067cf2cc tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8124833 Oct 27 16:27:10.893503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d7fee42-5b6d-4e64-a0d5-f45a959d4eea tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.893863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50772) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:10.899966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bc075589-a2a9-4acc-a78c-32b2408fa754 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '751a3f47-919d-4ac5-94b2-9dc2c5c54d51', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:10.923554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fee42-5b6d-4e64-a0d5-f45a959d4eea tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Pushing event deleted for resources: {'Subnet': ['ID=a688ad63-9e8f-42c5-95f0-38a131b1d331,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:10.927572 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d7fee42-5b6d-4e64-a0d5-f45a959d4eea tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:10.934967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6d7fee42-5b6d-4e64-a0d5-f45a959d4eea tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] 10.222.0.15 "DELETE /v2.0/subnets/a688ad63-9e8f-42c5-95f0-38a131b1d331 HTTP/1.1" status: 204 len: 168 time: 0.7825794 Oct 27 16:27:10.935991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50774) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:10.938343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047afdc3-8f71-4bfb-ab84-a43dfa8ac54a None None] Network a21d86f0-0295-45bb-b939-5d64298f802b requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:11.040386 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.058318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bc075589-a2a9-4acc-a78c-32b2408fa754 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.115967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Deleting port 4da51a85-68b5-49ca-be5d-41cc5fd3e907 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:11.116950 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.208575 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bc075589-a2a9-4acc-a78c-32b2408fa754 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.252915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd6aa7-ae89-4909-b960-9e3b8952dca9 None None] DHCP port deletion for a21d86f0-0295-45bb-b939-5d64298f802b request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:11.258033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] For port 4da51a85-68b5-49ca-be5d-41cc5fd3e907, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4da51a85-68b5-49ca-be5d-41cc5fd3e907,segment=NetworkSegment(4e63758c-622b-4c6d-9b39-7de4531ddd88),segment_id=4e63758c-622b-4c6d-9b39-7de4531ddd88)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:11.258518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.274378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Calling delete_port for 4da51a85-68b5-49ca-be5d-41cc5fd3e907 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:11.332826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-31bd6aa7-ae89-4909-b960-9e3b8952dca9 None None] Deleting port 4da51a85-68b5-49ca-be5d-41cc5fd3e907 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:11.333210 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-31bd6aa7-ae89-4909-b960-9e3b8952dca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.359548 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bc075589-a2a9-4acc-a78c-32b2408fa754 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.394914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc075589-a2a9-4acc-a78c-32b2408fa754 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c63e688-fc0b-4d9a-ad12-b0ea11ca7757,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:11.432730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-31bd6aa7-ae89-4909-b960-9e3b8952dca9 None None] For port 4da51a85-68b5-49ca-be5d-41cc5fd3e907, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4da51a85-68b5-49ca-be5d-41cc5fd3e907,segment=NetworkSegment(4e63758c-622b-4c6d-9b39-7de4531ddd88),segment_id=4e63758c-622b-4c6d-9b39-7de4531ddd88)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:11.433152 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-31bd6aa7-ae89-4909-b960-9e3b8952dca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.448174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-31bd6aa7-ae89-4909-b960-9e3b8952dca9 None None] Calling delete_port for 4da51a85-68b5-49ca-be5d-41cc5fd3e907 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:11.495367 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bc075589-a2a9-4acc-a78c-32b2408fa754 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.497579 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bc075589-a2a9-4acc-a78c-32b2408fa754 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6019263 Oct 27 16:27:11.499820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50802) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:11.505067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-079440ff-1460-482f-b119-b4796aef04d7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '751a3f47-919d-4ac5-94b2-9dc2c5c54d51', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:11.538670 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.577185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Pushing event deleted for resources: {'Port': ['ID=4da51a85-68b5-49ca-be5d-41cc5fd3e907,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:11.585082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] No DVR routers for this DVR port 4da51a85-68b5-49ca-be5d-41cc5fd3e907 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:11.618817 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-079440ff-1460-482f-b119-b4796aef04d7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Project 4cc2ede4aa044d759c64239f37331e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:27:11.634416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-079440ff-1460-482f-b119-b4796aef04d7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.648890 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-31bd6aa7-ae89-4909-b960-9e3b8952dca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.703018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50814) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:11.726629 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd6aa7-ae89-4909-b960-9e3b8952dca9 None None] Pushing event deleted for resources: {'Port': ['ID=4da51a85-68b5-49ca-be5d-41cc5fd3e907,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:11.729553 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.761916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bd6aa7-ae89-4909-b960-9e3b8952dca9 None None] No DVR routers for this DVR port 4da51a85-68b5-49ca-be5d-41cc5fd3e907 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:11.772584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a6a6665d-7dcc-4c4f-819e-46659559e705 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2723e15f5264f76ac7b269cf24b151c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675044 Oct 27 16:27:11.774825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50820) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:11.787596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21d86f0-0295-45bb-b939-5d64298f802b']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:11.804330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e63758c-622b-4c6d-9b39-7de4531ddd88') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:11.808092 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e63758c-622b-4c6d-9b39-7de4531ddd88') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:11.832840 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-079440ff-1460-482f-b119-b4796aef04d7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.853139 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.870239 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3142b51-71cc-4399-97f5-d0fa5c4f0e35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.899654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.912621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:11.913201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.914290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-079440ff-1460-482f-b119-b4796aef04d7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:11.922167 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:11.948774 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3142b51-71cc-4399-97f5-d0fa5c4f0e35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:11.974851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079440ff-1460-482f-b119-b4796aef04d7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1b67cb-fb1b-49a5-95bf-7a77b9f641ab,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:12.011535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4da51a85-68b5-49ca-be5d-41cc5fd3e907 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:12.055479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 4da51a85-68b5-49ca-be5d-41cc5fd3e907 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:12.055829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4da51a85-68b5-49ca-be5d-41cc5fd3e907 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:12.087726 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-079440ff-1460-482f-b119-b4796aef04d7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.089658 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-079440ff-1460-482f-b119-b4796aef04d7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5879939 Oct 27 16:27:12.091112 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.092693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50840) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:12.100065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-95bfcb4a-90b9-41cd-afd0-dcb37f46e873 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '751a3f47-919d-4ac5-94b2-9dc2c5c54d51', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:12.142135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac846e-9c97-4fa1-b9d6-a54c247b0d5d req-d87b35bd-59a0-4631-a965-4e55347f3c2c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:12.144562 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3ac846e-9c97-4fa1-b9d6-a54c247b0d5d req-d87b35bd-59a0-4631-a965-4e55347f3c2c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1920476 Oct 27 16:27:12.189827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.198244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] 10.222.0.15 "DELETE /v2.0/networks/a21d86f0-0295-45bb-b939-5d64298f802b HTTP/1.1" status: 204 len: 168 time: 1.2609072 Oct 27 16:27:12.212248 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:27:12.218540 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3ac846e-9c97-4fa1-b9d6-a54c247b0d5d req-6a947cf4-2164-4849-bece-8b4368868311 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635529 Oct 27 16:27:12.234300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069c90e-548a-4ddb-b8a5-b3fba689210d tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319 tempest-ExtraDHCPOptionsIpV6TestJSON-1658791319-project] Pushing event deleted for resources: {'Network': ['ID=a21d86f0-0295-45bb-b939-5d64298f802b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:12.275584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3142b51-71cc-4399-97f5-d0fa5c4f0e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.278704 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3142b51-71cc-4399-97f5-d0fa5c4f0e35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.280493 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e3142b51-71cc-4399-97f5-d0fa5c4f0e35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50c0fe4e-28c3-4402-874d-92698b6af077 HTTP/1.1" status: 204 len: 168 time: 0.5045228 Oct 27 16:27:12.292828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3142b51-71cc-4399-97f5-d0fa5c4f0e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c0fe4e-28c3-4402-874d-92698b6af077,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:12.327723 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-95bfcb4a-90b9-41cd-afd0-dcb37f46e873 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Project 4cc2ede4aa044d759c64239f37331e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:27:12.333587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb4a-90b9-41cd-afd0-dcb37f46e873 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.425571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb4a-90b9-41cd-afd0-dcb37f46e873 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.509142 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb4a-90b9-41cd-afd0-dcb37f46e873 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.536632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfcb4a-90b9-41cd-afd0-dcb37f46e873 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd8467f-ee3d-49f6-aca8-fa01fa72d8ab,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:12.644447 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-95bfcb4a-90b9-41cd-afd0-dcb37f46e873 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:12.646400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-95bfcb4a-90b9-41cd-afd0-dcb37f46e873 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5518172 Oct 27 16:27:13.051729 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-5b70dd9f-9077-4e16-9d3a-ab076e8ce846 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-537132080&fields=id&tenant_id=4cc2ede4aa044d759c64239f37331e3e HTTP/1.1" status: 200 len: 267 time: 0.0519781 Oct 27 16:27:13.056769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50912) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:13.216453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-ff157def-2537-4ac7-ba51-40bc20d3aadd tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:13.220077 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-ff157def-2537-4ac7-ba51-40bc20d3aadd tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/networks?id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 HTTP/1.1" status: 200 len: 797 time: 0.1568501 Oct 27 16:27:13.237836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-14027bb3-2655-42fa-b66e-99a6f9058ada tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/quotas/4cc2ede4aa044d759c64239f37331e3e HTTP/1.1" status: 200 len: 375 time: 0.0107102 Oct 27 16:27:13.332700 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-bed69634-8b48-4e7c-a58a-800353570a3d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874112 Oct 27 16:27:13.342770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-176e999c-28c3-46ef-a43f-093eb302ac19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0c2abb3b55e4fbe8c0033b1a64a4a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838199 Oct 27 16:27:13.345109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50938) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:13.442676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232319df-0393-46d7-8067-edc051bf88b3 req-c44225fb-2669-4087-9a8e-7258bf0cda97 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:13.445318 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-232319df-0393-46d7-8067-edc051bf88b3 req-c44225fb-2669-4087-9a8e-7258bf0cda97 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1006951 Oct 27 16:27:13.529930 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-232319df-0393-46d7-8067-edc051bf88b3 req-a5214491-d646-48a2-8851-d8e9a998bc3e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779848 Oct 27 16:27:13.531588 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58df8fe9-539e-409b-a875-1acb601cef92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:13.975511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-28556e7f-edb8-4d8f-b662-012da3ceb573 service neutron] 10.222.0.15 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045172 Oct 27 16:27:13.977696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58df8fe9-539e-409b-a875-1acb601cef92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.105851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-de8740f4-1135-473a-82b3-f1229dacf0df service neutron] 10.222.0.15 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210992 Oct 27 16:27:14.217897 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58df8fe9-539e-409b-a875-1acb601cef92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.220651 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58df8fe9-539e-409b-a875-1acb601cef92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:14.221789 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-58df8fe9-539e-409b-a875-1acb601cef92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d54ab300-c68a-42ae-b49f-5b538bf0bec1 HTTP/1.1" status: 204 len: 168 time: 0.8756673 Oct 27 16:27:14.230618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df8fe9-539e-409b-a875-1acb601cef92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54ab300-c68a-42ae-b49f-5b538bf0bec1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:14.376924 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d2cd08c3-6767-4ec8-bf14-53377fab2025 req-69cd89cd-3b48-4308-9139-f4b842755734 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 210 time: 0.0288827 Oct 27 16:27:15.112338 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039153ae-7ef6-4380-83bb-e13c3034d8cf req-ea73e907-e2dd-4fe7-9fe1-b139098e3b7b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:15.114051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-039153ae-7ef6-4380-83bb-e13c3034d8cf req-ea73e907-e2dd-4fe7-9fe1-b139098e3b7b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.4945097 Oct 27 16:27:15.182186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-039153ae-7ef6-4380-83bb-e13c3034d8cf req-8ec8cc8c-700f-4f88-b598-207eba5bf08c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450230 Oct 27 16:27:15.519987 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84906114-ecf0-406f-a2ec-475cf8de425e req-b679095f-a261-4ca7-8476-8c17a2cc7dc2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 210 time: 0.0510390 Oct 27 16:27:15.557450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-8f8594b7-28b4-41a8-8e38-0d69e5fc697a tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:15.562725 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-8f8594b7-28b4-41a8-8e38-0d69e5fc697a tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/networks?id=915b3ed1-d12e-4f2b-87f4-52c90a84ca17 HTTP/1.1" status: 200 len: 813 time: 0.2275367 Oct 27 16:27:15.575559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-2128eaf7-9805-4962-96c0-7155c0a431c6 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/quotas/490337c9f6284ffc849850300039733c HTTP/1.1" status: 200 len: 375 time: 0.0100400 Oct 27 16:27:15.610312 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-845e63bd-dfbe-4df6-b1bd-2df534273069 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=490337c9f6284ffc849850300039733c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278330 Oct 27 16:27:15.722818 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-4827c3de-0452-489d-ab84-5b159f368c4f service neutron] 10.222.0.15 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047411 Oct 27 16:27:15.871232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-b9b86cff-fc08-45c0-b9e3-e995022b3201 service neutron] 10.222.0.15 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358194 Oct 27 16:27:16.326607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbf513-4d69-4d62-bdc2-fae413ef69fe req-0eeb88a1-cccd-4935-a80e-f9b7b2f9a68f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:16.329130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ebbf513-4d69-4d62-bdc2-fae413ef69fe req-0eeb88a1-cccd-4935-a80e-f9b7b2f9a68f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.0749917 Oct 27 16:27:16.387405 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f695d74-176a-40de-9829-5daa1e20e6c9 req-73cf13f6-5939-4e77-9055-c94a595621fc tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 210 time: 0.0489893 Oct 27 16:27:16.413959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ebbf513-4d69-4d62-bdc2-fae413ef69fe req-6356b6cc-64f1-4e8c-80f0-1a9fea969c5e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773389 Oct 27 16:27:16.621654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51164) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:16.637979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fdfc7303-f994-42df-9433-175bf75a1227 req-1a17bb33-1156-46b9-9686-759b9b3c539f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 210 time: 0.0489099 Oct 27 16:27:16.726716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51168) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:16.989179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a768bcae-e0ef-4caf-a21e-c9b380eaeb37 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:17.054724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85a982c3-8d6b-44c4-9a17-b69a0d875e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.078271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51174) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:17.148549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a768bcae-e0ef-4caf-a21e-c9b380eaeb37 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] 10.222.0.15 "PUT /v2.0/quotas/a64ff823fef94df493c4d9a070780fc7 HTTP/1.1" status: 200 len: 368 time: 0.5275614 Oct 27 16:27:17.155788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51178) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:17.157240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'networks': [{'name': 'tempest-network--369972931'}, {'name': 'tempest-network--1235434052'}]} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:17.160390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'network': {'name': 'tempest-network--369972931'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:17.160525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Request body: {'network': {'project_id': 'a64ff823fef94df493c4d9a070780fc7'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:17.161186 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'network': {'name': 'tempest-network--1235434052'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:17.172807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-793ec225-ce0b-47aa-aee4-7c747bcfb893 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:17.174284 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-793ec225-ce0b-47aa-aee4-7c747bcfb893 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.53 "GET /v2.0/networks?id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 HTTP/1.1" status: 200 len: 797 time: 0.2599568 Oct 27 16:27:17.256487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:27:17.256487 n-d-815689-1 neutron-server[109723]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 27 16:27:17.256487 n-d-815689-1 neutron-server[109723]: [parameters: {'project_id': 'a64ff823fef94df493c4d9a070780fc7', 'id': 'f7c4eaff-e728-4616-acae-e00a16d0e950', 'expiration': datetime.datetime(2021, 10, 27, 16, 29, 17, 211203)}] Oct 27 16:27:17.256487 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:27:17.256487 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:27:17.263548 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-c093844a-1e54-44ba-a18f-c434dba2b748 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cc2ede4aa044d759c64239f37331e3e HTTP/1.1" status: 200 len: 379 time: 0.0789840 Oct 27 16:27:17.273324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'port': {'device_id': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'admin_state_up': True, 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'security_groups': ['751a3f47-919d-4ac5-94b2-9dc2c5c54d51']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:17.281506 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85a982c3-8d6b-44c4-9a17-b69a0d875e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.298358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Made reservation on behalf of 6bf424ac051c418e95b1c42fe0fcb442 for: {'network': 2} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:17.303497 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.312238 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.387893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-85a982c3-8d6b-44c4-9a17-b69a0d875e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.395129 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.433574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a982c3-8d6b-44c4-9a17-b69a0d875e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489e11f2-4b94-45ef-a9b6-52b12610874f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:17.444591 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-85a982c3-8d6b-44c4-9a17-b69a0d875e09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44aad41db10043c58956b6042860d82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7146096 Oct 27 16:27:17.446140 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51186) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:17.504728 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.506943 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.512967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cdd35fec-8434-48c2-b4b2-cbe2c56fabd6 req-028f8601-613e-4f39-baa0-483ba243972c tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 210 time: 0.0669034 Oct 27 16:27:17.538873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Made reservation on behalf of 4cc2ede4aa044d759c64239f37331e3e for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:17.543462 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.595191 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-938d3ce9-b637-4ec0-8ce9-d67ae7cdd0ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.604161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1a2e1d-adc5-4fbf-a6c8-8cc416e7738f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:17.610250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:17.631916 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.632497 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Added segment a9473a44-b23d-46c1-a774-37fceb957bfe of type vlan for network 0a29b9b7-4452-43ab-9b07-cd5085f4e6a6 Oct 27 16:27:17.702052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Allocated IP 172.20.0.25 (5e05ec9a-0cd7-49e9-b5e7-01f99ce40173/d3be4275-9261-4d72-a8f3-386dda2f41d3/c0689547-ee17-43bb-94fb-2c04dbd4b3e3) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:17.714749 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-938d3ce9-b637-4ec0-8ce9-d67ae7cdd0ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.770664 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.778495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4f7c5a43-299f-4f3c-854c-2b049286a46b req-01eb1f52-d33a-49ec-9aad-5b3237f11ecd tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 210 time: 0.0442088 Oct 27 16:27:17.870333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:17.888472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db658a-7d98-4f2a-b3e3-eb73ee5575ee req-1c49d706-c188-476d-9e4f-1c4913b45566 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:17.895857 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c4db658a-7d98-4f2a-b3e3-eb73ee5575ee req-1c49d706-c188-476d-9e4f-1c4913b45566 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.3258526 Oct 27 16:27:17.913052 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.913407 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Added segment efdcf399-5ef5-437d-a230-607263f1fc30 of type vlan for network 1d4fe7c3-53f0-4cd4-86fe-c35af4a0d345 Oct 27 16:27:17.914053 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.935762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Made reservation on behalf of a64ff823fef94df493c4d9a070780fc7 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:17.938238 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.957119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.968743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-938d3ce9-b637-4ec0-8ce9-d67ae7cdd0ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.971365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-938d3ce9-b637-4ec0-8ce9-d67ae7cdd0ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:17.980235 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-938d3ce9-b637-4ec0-8ce9-d67ae7cdd0ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/489e11f2-4b94-45ef-a9b6-52b12610874f HTTP/1.1" status: 204 len: 168 time: 0.5302942 Oct 27 16:27:17.994311 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c4db658a-7d98-4f2a-b3e3-eb73ee5575ee req-56e0164d-8951-4bf1-adf6-88ac325b7699 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974579 Oct 27 16:27:18.012188 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.035494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d3ce9-b637-4ec0-8ce9-d67ae7cdd0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489e11f2-4b94-45ef-a9b6-52b12610874f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:18.048658 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.073380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.119314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:18.122696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:18.126656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:18.130280 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.131551 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.137795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:18.143308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:18.144003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.171008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=c0689547-ee17-43bb-94fb-2c04dbd4b3e3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:18.191810 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.229896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec656f58-494b-47d0-b0a7-5f0efab4603d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:18.239591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:18.249317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event updated for resources: {'Network': ['ID=0a29b9b7-4452-43ab-9b07-cd5085f4e6a6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:18.249582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:18.249582 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.277627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.277627 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Added segment d76c5eb1-f19c-422b-88d5-596cf1adb734 of type vlan for network eb45ecb5-3cec-43cf-9586-c5176edb8b10 Oct 27 16:27:18.280099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 0a29b9b7-4452-43ab-9b07-cd5085f4e6a6 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:18.364459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-29c43d1f-007c-42b7-9788-8e68ef449307 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0876245 Oct 27 16:27:18.379707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Request body: {'port': {'device_id': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:18.435042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.474122 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0e9b8dc4-a736-4f40-b2a7-3c81fe07018c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.531224 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.614496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8fba92fa-f604-43e6-91fe-6a54955100e8 None None] Provisioning complete for port c0689547-ee17-43bb-94fb-2c04dbd4b3e3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:18.617784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8fba92fa-f604-43e6-91fe-6a54955100e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.624183 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.625481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:18.627170 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:18.672095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8fba92fa-f604-43e6-91fe-6a54955100e8 None None] Port c0689547-ee17-43bb-94fb-2c04dbd4b3e3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:18.714426 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6348047 Oct 27 16:27:18.719183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51202) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:18.744436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd1b36-fccd-4e14-8049-7a3d0698d5b7 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event updated for resources: {'Network': ['ID=1d4fe7c3-53f0-4cd4-86fe-c35af4a0d345,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:18.765198 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ff5a511-a4d7-4f3f-b0bd-d1cec2fbae02 req-c365d26e-7927-4055-8a4f-ec65bca11552 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 210 time: 0.1174242 Oct 27 16:27:18.766311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 1d4fe7c3-53f0-4cd4-86fe-c35af4a0d345 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:18.838810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6819439 Oct 27 16:27:18.841846 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51206) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:18.850093 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Request body: {'network': {'project_id': 'a64ff823fef94df493c4d9a070780fc7'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:18.892732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31100d85-0826-49d0-8d58-9794f6d35bf6 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Pushing event updated for resources: {'Network': ['ID=eb45ecb5-3cec-43cf-9586-c5176edb8b10,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:18.999864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0ca43-0104-4794-8b0e-a9c7c75575ee req-cefded14-c7ac-498d-82ef-4f92e4320c9e tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:19.001573 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7af0ca43-0104-4794-8b0e-a9c7c75575ee req-cefded14-c7ac-498d-82ef-4f92e4320c9e tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 932 time: 0.0863209 Oct 27 16:27:19.006323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51208) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:19.031669 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df4e79f6-c272-48a4-bbf9-52d881394921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.066331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Made reservation on behalf of a64ff823fef94df493c4d9a070780fc7 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:19.069532 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.098626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network eb45ecb5-3cec-43cf-9586-c5176edb8b10 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:19.100847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-df75864b-cd9b-4617-8712-2077b3bf3b7f tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:19.102420 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-df75864b-cd9b-4617-8712-2077b3bf3b7f tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.54 "GET /v2.0/networks?id=915b3ed1-d12e-4f2b-87f4-52c90a84ca17 HTTP/1.1" status: 200 len: 813 time: 0.2473524 Oct 27 16:27:19.128162 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7af0ca43-0104-4794-8b0e-a9c7c75575ee req-ff44b8a1-966a-49c7-aa12-27d6bdabe318 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=751a3f47-919d-4ac5-94b2-9dc2c5c54d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124609 Oct 27 16:27:19.132845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Request body: {'port': {'device_id': '21feee54-f83e-4165-a2d6-a0acf1317fdd', 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17', 'admin_state_up': True, 'tenant_id': '490337c9f6284ffc849850300039733c'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:19.175659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce059b15-425e-4e0a-9fe0-f066296d730a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:19.182251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce059b15-425e-4e0a-9fe0-f066296d730a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:19.189242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce059b15-425e-4e0a-9fe0-f066296d730a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:19.197432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce059b15-425e-4e0a-9fe0-f066296d730a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:19.199136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ce059b15-425e-4e0a-9fe0-f066296d730a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4642510 Oct 27 16:27:19.222116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51212) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:19.258728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:19.284921 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.285251 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Added segment 0e6d7046-f0b3-465a-b793-a9a90db7c7ac of type vlan for network 7b6cac31-9837-47c4-8cd5-920474d6ce83 Oct 27 16:27:19.309313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca544a-6355-411a-aab7-106bd49f89f1 req-b1421362-c8af-4631-a3eb-ab7783ad4351 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:19.310861 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61ca544a-6355-411a-aab7-106bd49f89f1 req-b1421362-c8af-4631-a3eb-ab7783ad4351 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1614025 Oct 27 16:27:19.362923 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.375827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.386185 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df4e79f6-c272-48a4-bbf9-52d881394921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.438426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61ca544a-6355-411a-aab7-106bd49f89f1 req-64b32b0d-36e2-4f90-a284-2c609e93cf2f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190035 Oct 27 16:27:19.446801 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df4e79f6-c272-48a4-bbf9-52d881394921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.455324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0689547-ee17-43bb-94fb-2c04dbd4b3e3 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:19.471772 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.475317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:19.475317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.480687 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.541331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Transition to ACTIVE for port object c0689547-ee17-43bb-94fb-2c04dbd4b3e3 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:27:19.542992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Made reservation on behalf of 490337c9f6284ffc849850300039733c for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:19.546525 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.548501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e79f6-c272-48a4-bbf9-52d881394921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5013f7-f31e-41b6-84c7-c85ba2812681,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:19.551672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.562742 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-df4e79f6-c272-48a4-bbf9-52d881394921 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c429b5fd8264d67bd78bbc13a851c89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5490694 Oct 27 16:27:19.571156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51214) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:19.577963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a29b9b7-4452-43ab-9b07-cd5085f4e6a6']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:19.589103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9473a44-b23d-46c1-a774-37fceb957bfe') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:19.589641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9473a44-b23d-46c1-a774-37fceb957bfe') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:19.599984 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.613400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Pushing event updated for resources: {'Network': ['ID=7b6cac31-9837-47c4-8cd5-920474d6ce83,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:19.616481 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.621788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.625180 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-506f6778-783a-4491-a3b9-32fb61a87242 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7817786 Oct 27 16:27:19.626556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 7b6cac31-9837-47c4-8cd5-920474d6ce83 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:19.630880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51216) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:19.634722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:19.635379 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.638197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-53ca049a-a2f7-43c4-b2fd-c591c1bd9a1d tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Request body: {'network': {'project_id': 'a64ff823fef94df493c4d9a070780fc7'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:19.644378 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:19.662469 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ca049a-a2f7-43c4-b2fd-c591c1bd9a1d tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 27 16:27:19.662946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ca049a-a2f7-43c4-b2fd-c591c1bd9a1d tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:27:19.667026 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-53ca049a-a2f7-43c4-b2fd-c591c1bd9a1d tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0323021 Oct 27 16:27:19.683994 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51220) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:19.714486 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b17a-0b1a-44d0-a2b4-6a416e1bd421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.758682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b17a-0b1a-44d0-a2b4-6a416e1bd421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.775268 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-756cbcf0-7c95-4bd0-b01b-b2e60d32f606 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a64ff823fef94df493c4d9a070780fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900083 Oct 27 16:27:19.779346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Pushing event updated for resources: {'Port': ['ID=c0689547-ee17-43bb-94fb-2c04dbd4b3e3,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:19.779857 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51222) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:19.882804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.889927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.893715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "DELETE /v2.0/networks/0a29b9b7-4452-43ab-9b07-cd5085f4e6a6 HTTP/1.1" status: 204 len: 168 time: 0.6663780 Oct 27 16:27:19.902468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51226) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:19.932996 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7471-4fd8-4588-bbd5-7d95c7f10d01 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.933586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Attempting to bind port c0689547-ee17-43bb-94fb-2c04dbd4b3e3 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:19.934087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Attempting to bind port c0689547-ee17-43bb-94fb-2c04dbd4b3e3 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:19.934587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Attempting to bind port c0689547-ee17-43bb-94fb-2c04dbd4b3e3 on network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:19.949971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Port c0689547-ee17-43bb-94fb-2c04dbd4b3e3 on network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:27:19.950296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Attempting to bind port c0689547-ee17-43bb-94fb-2c04dbd4b3e3 on network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:19.975568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bee661b3-4b3d-438a-b453-ad41aa4d8075 req-5e74ace3-a542-445c-a140-ac2ff1409ac6 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 210 time: 0.0617225 Oct 27 16:27:19.993505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aebb8a-fca7-4bb1-9d0b-abe78068b3c8 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event deleted for resources: {'Network': ['ID=0a29b9b7-4452-43ab-9b07-cd5085f4e6a6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:19.994972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7471-4fd8-4588-bbd5-7d95c7f10d01 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:19.998418 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:19.999095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Checking segment: {'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:19.999695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Bound using segment: {'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:20.004094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Bound port: c0689547-ee17-43bb-94fb-2c04dbd4b3e3, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:20.004094 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.069222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.080897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b17a-0b1a-44d0-a2b4-6a416e1bd421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.083188 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b17a-0b1a-44d0-a2b4-6a416e1bd421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.084557 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2fd4b17a-0b1a-44d0-a2b4-6a416e1bd421 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc5013f7-f31e-41b6-84c7-c85ba2812681 HTTP/1.1" status: 204 len: 168 time: 0.5142465 Oct 27 16:27:20.109514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4b17a-0b1a-44d0-a2b4-6a416e1bd421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5013f7-f31e-41b6-84c7-c85ba2812681,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:20.117604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Allocated IP 172.20.0.10 (915b3ed1-d12e-4f2b-87f4-52c90a84ca17/b5405403-8afc-4fdb-9f0a-dcaefdd82d2f/d0e3775d-a9ad-44e2-ae16-ff03e34ab508) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:20.231430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] For port c0689547-ee17-43bb-94fb-2c04dbd4b3e3, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:20.266697 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7471-4fd8-4588-bbd5-7d95c7f10d01 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.269639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3bf7471-4fd8-4588-bbd5-7d95c7f10d01 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.270821 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a3bf7471-4fd8-4588-bbd5-7d95c7f10d01 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec656f58-494b-47d0-b0a7-5f0efab4603d HTTP/1.1" status: 204 len: 168 time: 0.4900289 Oct 27 16:27:20.279552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51232) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:20.282981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] For port c0689547-ee17-43bb-94fb-2c04dbd4b3e3, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c0689547-ee17-43bb-94fb-2c04dbd4b3e3,segment=NetworkSegment(79a3141e-9efb-4e8c-bb4e-88cb7e032aa9),segment_id=79a3141e-9efb-4e8c-bb4e-88cb7e032aa9)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:20.294095 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.311854 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf7471-4fd8-4588-bbd5-7d95c7f10d01 tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec656f58-494b-47d0-b0a7-5f0efab4603d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:20.322575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4fe7c3-53f0-4cd4-86fe-c35af4a0d345']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:20.342945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c9c1d-66b0-4c2e-a990-fe9232fe2dba req-04ce733d-b870-4af4-9b2f-b36c54a1cf95 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.344484 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e2c9c1d-66b0-4c2e-a990-fe9232fe2dba req-04ce733d-b870-4af4-9b2f-b36c54a1cf95 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 944 time: 0.1103332 Oct 27 16:27:20.348857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efdcf399-5ef5-437d-a230-607263f1fc30') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:20.349207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efdcf399-5ef5-437d-a230-607263f1fc30') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:20.374315 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.377468 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.413812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.433007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.439412 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.448107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.448941 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.450510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] 10.222.0.53 "PUT /v2.0/ports/c0689547-ee17-43bb-94fb-2c04dbd4b3e3 HTTP/1.1" status: 200 len: 1092 time: 2.0844769 Oct 27 16:27:20.454526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'tag': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:20.465518 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052ba011-6f20-4990-b874-3d674970dd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "235d61a0-04b2-410e-8556-e284b4b4ea13", "tag": "c0689547-ee17-43bb-94fb-2c04dbd4b3e3"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:20.482036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:20.482661 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:20.488791 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:20.563589 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e2c9c1d-66b0-4c2e-a990-fe9232fe2dba req-aad6333e-fec4-4c55-bf00-1796fe95b59c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=751a3f47-919d-4ac5-94b2-9dc2c5c54d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040143 Oct 27 16:27:20.567607 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.598057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca48502-90f5-40e7-a24c-ce6745b92268 service neutron] Pushing event updated for resources: {'Port': ['ID=c0689547-ee17-43bb-94fb-2c04dbd4b3e3,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:20.613312 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6cac31-9837-47c4-8cd5-920474d6ce83']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:20.650040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-019e0cab-1e91-4a7d-9b86-f842bec1f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.655112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-019e0cab-1e91-4a7d-9b86-f842bec1f845 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 1095 time: 0.0663588 Oct 27 16:27:20.665770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6d7046-f0b3-465a-b793-a9a90db7c7ac') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:20.666182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6d7046-f0b3-465a-b793-a9a90db7c7ac') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:20.692788 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.697343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.746526 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e691a27-14c3-4c4c-9281-70e7db7117b0 x-openstack-request-id: req-5e691a27-14c3-4c4c-9281-70e7db7117b0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:20.767626 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235d61a0-04b2-410e-8556-e284b4b4ea13", "tag": "c0689547-ee17-43bb-94fb-2c04dbd4b3e3", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:20.767626 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e691a27-14c3-4c4c-9281-70e7db7117b0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:20.767626 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'tag': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'status': 'completed', 'code': 200} Oct 27 16:27:20.767626 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-52078750-7a81-4b60-80a7-fbca7566332b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=c0689547-ee17-43bb-94fb-2c04dbd4b3e3 HTTP/1.1" status: 200 len: 217 time: 0.0853696 Oct 27 16:27:20.767626 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.799686 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.805719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "DELETE /v2.0/networks/1d4fe7c3-53f0-4cd4-86fe-c35af4a0d345 HTTP/1.1" status: 204 len: 168 time: 0.8998761 Oct 27 16:27:20.806657 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.812493 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:20.814250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51242) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:20.827307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed43d9-f50c-42c1-931a-1fefc273fa99 req-15dca389-a501-47d9-a710-8e1a226bf706 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.835082 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a7ed43d9-f50c-42c1-931a-1fefc273fa99 req-15dca389-a501-47d9-a710-8e1a226bf706 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.2336924 Oct 27 16:27:20.861712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819e6c2-26a5-4a37-9752-8ab06f3f9085 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event deleted for resources: {'Network': ['ID=1d4fe7c3-53f0-4cd4-86fe-c35af4a0d345,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:20.898140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-c3081327-9dcb-4c4e-a431-797a637640ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.899347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:20.899845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-c3081327-9dcb-4c4e-a431-797a637640ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3be4275-9261-4d72-a8f3-386dda2f41d3 HTTP/1.1" status: 200 len: 838 time: 0.1339684 Oct 27 16:27:20.934733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:20.935310 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Pushing event updated for resources: {'Port': ['ID=d0e3775d-a9ad-44e2-ae16-ff03e34ab508,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:20.958108 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:20.980091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-604976cb-a179-4283-a235-4d43ed64bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:20.982601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-604976cb-a179-4283-a235-4d43ed64bc60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746808 Oct 27 16:27:21.073330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:21.136610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a7ed43d9-f50c-42c1-931a-1fefc273fa99 req-6259b853-2333-4752-9bcb-93fa6f7e9f31 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994430 Oct 27 16:27:21.137669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2331668-2e98-42c0-a6aa-3de5e157af37 req-d9de9ce0-4000-4127-960b-fbebaced6d2e tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:21.139163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c2331668-2e98-42c0-a6aa-3de5e157af37 req-d9de9ce0-4000-4127-960b-fbebaced6d2e tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 932 time: 0.0778463 Oct 27 16:27:21.155076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-ff5f6204-8eb0-4f8c-b094-21d2f6adff7b service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651080 Oct 27 16:27:21.202800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:21.204729 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.221825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a443123-c3eb-4ddc-a6bd-e48d1d02a6fe tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:21.228152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a443123-c3eb-4ddc-a6bd-e48d1d02a6fe tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:21.233475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6a443123-c3eb-4ddc-a6bd-e48d1d02a6fe tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3881114 Oct 27 16:27:21.233685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51252) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:21.239269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-702467281'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:21.247590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c2331668-2e98-42c0-a6aa-3de5e157af37 req-0cb90c48-fade-46a5-89de-7a949d965217 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915644 Oct 27 16:27:21.293505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1680423a-93bb-4439-827a-357b8a42e1b1 req-8dcf4679-63ec-4f3e-addf-e830cc35c943 service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295063 Oct 27 16:27:21.301756 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.307904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.312112 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] 10.222.0.15 "DELETE /v2.0/networks/7b6cac31-9837-47c4-8cd5-920474d6ce83 HTTP/1.1" status: 204 len: 168 time: 1.0307994 Oct 27 16:27:21.313803 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51256) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:21.378761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbfdf6-60de-43a9-9380-53ecd24408ad tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b6cac31-9837-47c4-8cd5-920474d6ce83,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:21.383502 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-97a057cd-1d2a-4864-a4ea-f6b3e357b8e2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2591360 Oct 27 16:27:21.403542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-74c68877-f089-4320-9d16-04c8a4328550 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:27:21.404738 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-74c68877-f089-4320-9d16-04c8a4328550 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0134182 Oct 27 16:27:21.417594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Request body: {'port': {'device_id': '21feee54-f83e-4165-a2d6-a0acf1317fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:21.448905 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.493576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ba011-6f20-4990-b874-3d674970dd4c req-d344c3b4-8a1f-4de4-b0df-2b9c5fc91b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:21.495416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-052ba011-6f20-4990-b874-3d674970dd4c req-d344c3b4-8a1f-4de4-b0df-2b9c5fc91b52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 1095 time: 0.0819035 Oct 27 16:27:21.506488 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Made reservation on behalf of 6bf424ac051c418e95b1c42fe0fcb442 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:21.511417 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.521976 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-12830b67-96b7-47c4-9c77-4f9ac52c9794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.560375 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.620785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:21.621385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ba011-6f20-4990-b874-3d674970dd4c req-5e6de140-ae99-4b4c-9550-834ce21e4c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:21.622877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-052ba011-6f20-4990-b874-3d674970dd4c req-5e6de140-ae99-4b4c-9550-834ce21e4c6d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 HTTP/1.1" status: 200 len: 898 time: 0.1175258 Oct 27 16:27:21.668373 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.673457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.679868 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Added segment 0abfa755-03a1-4f4f-ba51-3db87e6c9a98 of type vlan for network 40b8b3ce-80b2-41dd-bc82-38e08fbeca48 Oct 27 16:27:21.698368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-052ba011-6f20-4990-b874-3d674970dd4c req-f363ee50-762b-4f02-a1d8-286cc39a6de0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=c0689547-ee17-43bb-94fb-2c04dbd4b3e3 HTTP/1.1" status: 200 len: 217 time: 0.0676439 Oct 27 16:27:21.752998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb45ecb5-3cec-43cf-9586-c5176edb8b10']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:21.758543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ba011-6f20-4990-b874-3d674970dd4c req-bc96b4a4-cb35-4c4e-b9b9-2297fe3da584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:21.762655 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-052ba011-6f20-4990-b874-3d674970dd4c req-bc96b4a4-cb35-4c4e-b9b9-2297fe3da584 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3be4275-9261-4d72-a8f3-386dda2f41d3 HTTP/1.1" status: 200 len: 838 time: 0.0535045 Oct 27 16:27:21.779326 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.789415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76c5eb1-f19c-422b-88d5-596cf1adb734') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:21.791441 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76c5eb1-f19c-422b-88d5-596cf1adb734') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:21.812782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ba011-6f20-4990-b874-3d674970dd4c req-a6afc661-7fec-4eb0-9170-e0b2265a858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:21.814983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-052ba011-6f20-4990-b874-3d674970dd4c req-a6afc661-7fec-4eb0-9170-e0b2265a858f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465846 Oct 27 16:27:21.905127 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:21.930082 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.resource_extend [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 27 16:27:21.938921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-052ba011-6f20-4990-b874-3d674970dd4c req-c2c46ad5-6d05-4e01-82c6-7efd97484e01 service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155241 Oct 27 16:27:21.982208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.011422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c03a58-22c3-449e-ae2c-8640e30661cd req-11131f48-6b58-418f-a384-2ff79740c5a8 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:22.014026 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45c03a58-22c3-449e-ae2c-8640e30661cd req-11131f48-6b58-418f-a384-2ff79740c5a8 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 944 time: 0.2957573 Oct 27 16:27:22.015679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:22.016097 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:22.017801 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:22.055816 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-052ba011-6f20-4990-b874-3d674970dd4c req-37ffba2b-5e00-460d-8d4f-bf0fe479c3fe service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028013 Oct 27 16:27:22.107501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.113050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:22.113652 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.198388 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45c03a58-22c3-449e-ae2c-8640e30661cd req-7f9cd5cf-c349-4b56-90cd-ac4f05f79d88 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=751a3f47-919d-4ac5-94b2-9dc2c5c54d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682379 Oct 27 16:27:22.204721 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.223192 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.224471 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.225725 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.226838 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] 10.222.0.15 "DELETE /v2.0/networks/eb45ecb5-3cec-43cf-9586-c5176edb8b10 HTTP/1.1" status: 204 len: 168 time: 0.9120936 Oct 27 16:27:22.238598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event updated for resources: {'Network': ['ID=40b8b3ce-80b2-41dd-bc82-38e08fbeca48,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:22.255834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 40b8b3ce-80b2-41dd-bc82-38e08fbeca48 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:22.277282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19d84a-5065-4fa9-a017-c68587c4099f tempest-QuotasNegativeTest-751643680 tempest-QuotasNegativeTest-751643680-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb45ecb5-3cec-43cf-9586-c5176edb8b10,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:22.295324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4a1712bc-20fa-41b1-9245-281c5cc9dbfd tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0605865 Oct 27 16:27:22.298554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51280) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:22.305662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fb64f-62b2-40a3-abca-676aa5357511 req-89aa4963-7360-411f-91ad-553ba4d95634 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:22.305989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1156734859'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:22.311448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0e3775d-a9ad-44e2-ae16-ff03e34ab508 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:22.318220 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a80fb64f-62b2-40a3-abca-676aa5357511 req-89aa4963-7360-411f-91ad-553ba4d95634 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.0719845 Oct 27 16:27:22.324088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.346660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Transition to ACTIVE for port object d0e3775d-a9ad-44e2-ae16-ff03e34ab508 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:27:22.379928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a80fb64f-62b2-40a3-abca-676aa5357511 req-4b148cbe-4690-477a-a1e4-5a373223d0dc tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607290 Oct 27 16:27:22.433499 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.479301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Made reservation on behalf of 6bf424ac051c418e95b1c42fe0fcb442 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:22.482808 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.520128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0e3775d-a9ad-44e2-ae16-ff03e34ab508,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:22.535332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6513e6-62eb-4c16-95d6-e6e598221dec req-e944493e-2661-4028-b6b6-327237dbb27c tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:22.536912 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef6513e6-62eb-4c16-95d6-e6e598221dec req-e944493e-2661-4028-b6b6-327237dbb27c tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 932 time: 0.1358538 Oct 27 16:27:22.564094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:22.616681 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.617027 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Added segment 91783d98-8518-4a87-932d-153bf15723ec of type vlan for network e4e2d22b-d779-40e4-98c8-f6654d7d9bc4 Oct 27 16:27:22.648654 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef6513e6-62eb-4c16-95d6-e6e598221dec req-d8d7da0d-e43c-4aa3-8c31-cff86c6cf32d tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923047 Oct 27 16:27:22.683894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Attempting to bind port d0e3775d-a9ad-44e2-ae16-ff03e34ab508 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:22.684267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Attempting to bind port d0e3775d-a9ad-44e2-ae16-ff03e34ab508 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '9ad5c50e-b8e9-46fc-837a-6eea98d25e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:22.684597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Attempting to bind port d0e3775d-a9ad-44e2-ae16-ff03e34ab508 on network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:22.694877 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.700662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Port d0e3775d-a9ad-44e2-ae16-ff03e34ab508 on network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:27:22.700829 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Attempting to bind port d0e3775d-a9ad-44e2-ae16-ff03e34ab508 on network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:22.712450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:22.712789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Checking segment: {'id': '9ad5c50e-b8e9-46fc-837a-6eea98d25e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:22.713168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Bound using segment: {'id': '9ad5c50e-b8e9-46fc-837a-6eea98d25e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:22.713602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Bound port: d0e3775d-a9ad-44e2-ae16-ff03e34ab508, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad5c50e-b8e9-46fc-837a-6eea98d25e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:22.713957 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.794308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] For port d0e3775d-a9ad-44e2-ae16-ff03e34ab508, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:22.797655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] For port d0e3775d-a9ad-44e2-ae16-ff03e34ab508, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d0e3775d-a9ad-44e2-ae16-ff03e34ab508,segment=NetworkSegment(9ad5c50e-b8e9-46fc-837a-6eea98d25e6d),segment_id=9ad5c50e-b8e9-46fc-837a-6eea98d25e6d)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:22.800502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.806209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:22.806822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.871573 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.923528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c0689547-ee17-43bb-94fb-2c04dbd4b3e3 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:27:22.931409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event updated for resources: {'Network': ['ID=e4e2d22b-d779-40e4-98c8-f6654d7d9bc4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:22.948417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:22.948417 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:22.948417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] 10.222.0.54 "PUT /v2.0/ports/d0e3775d-a9ad-44e2-ae16-ff03e34ab508 HTTP/1.1" status: 200 len: 1092 time: 1.5281882 Oct 27 16:27:22.948417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21feee54-f83e-4165-a2d6-a0acf1317fdd', 'tag': 'd0e3775d-a9ad-44e2-ae16-ff03e34ab508'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:22.948417 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36751e78-db91-47fe-a48e-6cbdeb368eab" -d '{"events": [{"name": "network-changed", "server_uuid": "21feee54-f83e-4165-a2d6-a0acf1317fdd", "tag": "d0e3775d-a9ad-44e2-ae16-ff03e34ab508"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:22.956330 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-184c6c94-f144-4725-a837-e3c58bbccf49 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6568553 Oct 27 16:27:22.959809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51298) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:22.966989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'ports': [{'network_id': '40b8b3ce-80b2-41dd-bc82-38e08fbeca48', 'name': 'tempest-port--1334289224', 'admin_state_up': True}, {'network_id': 'e4e2d22b-d779-40e4-98c8-f6654d7d9bc4', 'admin_state_up': False}]} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:22.967573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'port': {'network_id': '40b8b3ce-80b2-41dd-bc82-38e08fbeca48', 'name': 'tempest-port--1334289224', 'admin_state_up': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:22.967808 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8425b74-7adf-430c-8872-df5da55b65cf service neutron] Pushing event updated for resources: {'Port': ['ID=d0e3775d-a9ad-44e2-ae16-ff03e34ab508,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:22.968752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'port': {'network_id': 'e4e2d22b-d779-40e4-98c8-f6654d7d9bc4', 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:23.003684 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78a42e4-c697-4b91-9fb0-403a08b199d8 x-openstack-request-id: req-d78a42e4-c697-4b91-9fb0-403a08b199d8 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:23.004698 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21feee54-f83e-4165-a2d6-a0acf1317fdd", "tag": "d0e3775d-a9ad-44e2-ae16-ff03e34ab508", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:23.005031 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d78a42e4-c697-4b91-9fb0-403a08b199d8 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:23.005568 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21feee54-f83e-4165-a2d6-a0acf1317fdd', 'tag': 'd0e3775d-a9ad-44e2-ae16-ff03e34ab508', 'status': 'completed', 'code': 200} Oct 27 16:27:23.040556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network e4e2d22b-d779-40e4-98c8-f6654d7d9bc4 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:23.081830 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36751e78-db91-47fe-a48e-6cbdeb368eab req-9f8bf9de-eaad-4926-9ec7-db73e361397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:23.088816 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36751e78-db91-47fe-a48e-6cbdeb368eab req-9f8bf9de-eaad-4926-9ec7-db73e361397e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=490337c9f6284ffc849850300039733c&device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 1095 time: 0.0627153 Oct 27 16:27:23.192286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c0689547-ee17-43bb-94fb-2c04dbd4b3e3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c0689547-ee17-43bb-94fb-2c04dbd4b3e3,segment=NetworkSegment(79a3141e-9efb-4e8c-bb4e-88cb7e032aa9),segment_id=79a3141e-9efb-4e8c-bb4e-88cb7e032aa9)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:23.211384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'port_id': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'mac_address': 'fa:16:3e:61:76:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:27:23.265288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.280647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Made reservation on behalf of 6bf424ac051c418e95b1c42fe0fcb442 for: {'port': 2} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:23.284711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0689547-ee17-43bb-94fb-2c04dbd4b3e3 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:23.288723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.302539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51308) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:23.314779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.338600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c0689547-ee17-43bb-94fb-2c04dbd4b3e3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c0689547-ee17-43bb-94fb-2c04dbd4b3e3,segment=NetworkSegment(79a3141e-9efb-4e8c-bb4e-88cb7e032aa9),segment_id=79a3141e-9efb-4e8c-bb4e-88cb7e032aa9)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:23.421037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] device_id is not set on port a1e2811d-f293-4f88-8997-ffd56f7237d1 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:23.439256 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.544095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c0689547-ee17-43bb-94fb-2c04dbd4b3e3,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:23.613475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b39a6-2eb1-426d-859c-cc24c16c96e6 req-655ecd50-64aa-49b1-bdd3-9e5b83722ec4 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:23.615331 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6b39a6-2eb1-426d-859c-cc24c16c96e6 req-655ecd50-64aa-49b1-bdd3-9e5b83722ec4 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.0973585 Oct 27 16:27:23.652823 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c0689547-ee17-43bb-94fb-2c04dbd4b3e3'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:27:23.677133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6b39a6-2eb1-426d-859c-cc24c16c96e6 req-57abdb93-3e88-4b95-99a2-65d316f121fc tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557733 Oct 27 16:27:23.679281 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.760404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36751e78-db91-47fe-a48e-6cbdeb368eab req-cbde4498-88ba-46ea-ac01-7ccb679b468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:23.762184 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36751e78-db91-47fe-a48e-6cbdeb368eab req-cbde4498-88ba-46ea-ac01-7ccb679b468c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=490337c9f6284ffc849850300039733c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6633685 Oct 27 16:27:23.812597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:23.837883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae4e57-3466-4390-ab5e-bfda4543021d req-099f5f09-2e55-4e8d-82e0-a8310f5880d7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:23.846581 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d5ae4e57-3466-4390-ab5e-bfda4543021d req-099f5f09-2e55-4e8d-82e0-a8310f5880d7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 945 time: 0.1764219 Oct 27 16:27:23.891690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] device_id is not set on port a152b9a9-62a8-4471-820d-bdf65e7be11a yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:23.913822 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d5ae4e57-3466-4390-ab5e-bfda4543021d req-751b3263-d7cf-43ce-99a4-8b3b36745850 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=751a3f47-919d-4ac5-94b2-9dc2c5c54d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591133 Oct 27 16:27:23.923292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36751e78-db91-47fe-a48e-6cbdeb368eab req-c1f32564-e5a8-4bd3-a6d5-7c06a8deee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:23.924216 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36751e78-db91-47fe-a48e-6cbdeb368eab req-c1f32564-e5a8-4bd3-a6d5-7c06a8deee2e service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514275 Oct 27 16:27:23.968619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7acef1-2241-4210-98fb-fb94c74427f4 req-5c594e83-d987-409f-bf83-c51895a0bfd5 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:23.969863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef7acef1-2241-4210-98fb-fb94c74427f4 req-5c594e83-d987-409f-bf83-c51895a0bfd5 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 944 time: 0.1550217 Oct 27 16:27:24.074018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-a5d32df5-7ee7-4534-bce2-2f3639b7dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:24.074018 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-a5d32df5-7ee7-4534-bce2-2f3639b7dacb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=490337c9f6284ffc849850300039733c&device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 1095 time: 0.0951736 Oct 27 16:27:24.074668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef7acef1-2241-4210-98fb-fb94c74427f4 req-acca1c8b-6336-4a64-afb1-4e04900f8119 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963652 Oct 27 16:27:24.127489 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-5b23f163-1d4f-40c3-af10-edec9781b8a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0e3775d-a9ad-44e2-ae16-ff03e34ab508 HTTP/1.1" status: 200 len: 217 time: 0.0448797 Oct 27 16:27:24.133092 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.158812 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.166531 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.186372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-f96a0f4e-f7e4-4764-9432-098b33edcb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:24.187865 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-f96a0f4e-f7e4-4764-9432-098b33edcb18 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5405403-8afc-4fdb-9f0a-dcaefdd82d2f HTTP/1.1" status: 200 len: 853 time: 0.0524189 Oct 27 16:27:24.220302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.220993 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-48038abe-58b1-4d80-9b0c-0749f744a216 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915b3ed1-d12e-4f2b-87f4-52c90a84ca17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260625 Oct 27 16:27:24.263399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99291d6a-a666-4d41-803f-a623ae6ae1ed,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:24.270571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25f1326765d1496381dcd21515169d76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9641447 Oct 27 16:27:24.272983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51328) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:24.275939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.276281 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.276871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.277215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.277549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.277879 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.278207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.278528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.278849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.279168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.279993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.279993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c33947-1819-456e-89c4-4b5c8e750e8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:24.313130 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.337605 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-9d8983fc-939a-4ca2-ae1f-eeb8ba0a52e5 service neutron] 10.222.0.54 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097200 Oct 27 16:27:24.401777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event updated for resources: {'Port': ['ID=a1e2811d-f293-4f88-8997-ffd56f7237d1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:24.404891 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8499f14-0591-44b5-9d01-da2855999a9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.424665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Checking segment: {'id': '0abfa755-03a1-4f4f-ba51-3db87e6c9a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '40b8b3ce-80b2-41dd-bc82-38e08fbeca48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:24.425034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Network hostable DHCP agents. Network: 40b8b3ce-80b2-41dd-bc82-38e08fbeca48, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:27:24.446894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8499f14-0591-44b5-9d01-da2855999a9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.472838 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-95410f6a-5f0d-4e5c-bb59-3e5382391f59 req-7449c6a6-5aba-4ad6-8e76-eb2fb3c757ac service neutron] 10.222.0.54 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263397 Oct 27 16:27:24.583816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Network 40b8b3ce-80b2-41dd-bc82-38e08fbeca48 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:27:24.586510 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8499f14-0591-44b5-9d01-da2855999a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.589135 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c8499f14-0591-44b5-9d01-da2855999a9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.592866 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c8499f14-0591-44b5-9d01-da2855999a9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99291d6a-a666-4d41-803f-a623ae6ae1ed HTTP/1.1" status: 204 len: 168 time: 0.3161445 Oct 27 16:27:24.604724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8499f14-0591-44b5-9d01-da2855999a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99291d6a-a666-4d41-803f-a623ae6ae1ed,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:24.674936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 40b8b3ce-80b2-41dd-bc82-38e08fbeca48) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:24.681399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:24.686600 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:24.690903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbb8d80-8931-4583-bd23-403947136834 None None] Network 40b8b3ce-80b2-41dd-bc82-38e08fbeca48 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:24.767198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event updated for resources: {'Port': ['ID=a152b9a9-62a8-4471-820d-bdf65e7be11a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:24.784799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Checking segment: {'id': '91783d98-8518-4a87-932d-153bf15723ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e4e2d22b-d779-40e4-98c8-f6654d7d9bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:24.785329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Network hostable DHCP agents. Network: e4e2d22b-d779-40e4-98c8-f6654d7d9bc4, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:27:24.859568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da576ce3-de82-4626-9e8c-76a110f62e45 req-4c3b9448-cf10-405e-95f8-9663f88bd5e5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:24.864787 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da576ce3-de82-4626-9e8c-76a110f62e45 req-4c3b9448-cf10-405e-95f8-9663f88bd5e5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.0724044 Oct 27 16:27:24.898423 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Network e4e2d22b-d779-40e4-98c8-f6654d7d9bc4 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:27:24.923946 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da576ce3-de82-4626-9e8c-76a110f62e45 req-2ca93261-fc8d-4fc6-b0a3-0d09f7d6a0db tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561161 Oct 27 16:27:24.940752 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c0689547-ee17-43bb-94fb-2c04dbd4b3e3 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:24.978633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, e4e2d22b-d779-40e4-98c8-f6654d7d9bc4) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:24.987397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:24.998840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:25.001152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f7879e-9720-4009-80e9-81b0318cadd8 None None] Network e4e2d22b-d779-40e4-98c8-f6654d7d9bc4 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:25.019533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:25.023201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.126535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876195a-11f6-4f9b-a2bb-8f110159e524 req-c8f56cf3-b425-4bbb-8157-7810ab8aa96a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:25.128785 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e876195a-11f6-4f9b-a2bb-8f110159e524 req-c8f56cf3-b425-4bbb-8157-7810ab8aa96a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 945 time: 0.0945442 Oct 27 16:27:25.165308 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51348) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:25.166024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-23b382f4-4925-40b9-8899-5e963e211aed tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2035222 Oct 27 16:27:25.214156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e876195a-11f6-4f9b-a2bb-8f110159e524 req-e94e950d-0761-436a-98a1-ff8d668bd6b6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=751a3f47-919d-4ac5-94b2-9dc2c5c54d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780911 Oct 27 16:27:25.282600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port c0689547-ee17-43bb-94fb-2c04dbd4b3e3 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:27:25.287953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port c0689547-ee17-43bb-94fb-2c04dbd4b3e3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:25.290744 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.292481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d56cd-168e-4027-8e52-db296396eb71 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:25.304662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d56cd-168e-4027-8e52-db296396eb71 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:25.306353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-108d56cd-168e-4027-8e52-db296396eb71 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1396801 Oct 27 16:27:25.309312 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51352) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:25.330228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19b2c0-959f-4438-873a-790ce15bc666 req-9ac65916-5bf0-4225-b628-be11c66ac3df tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:25.331791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd19b2c0-959f-4438-873a-790ce15bc666 req-9ac65916-5bf0-4225-b628-be11c66ac3df tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 944 time: 0.1112206 Oct 27 16:27:25.396517 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.421374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:25.423855 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c3b60d-c674-4f68-bb6f-c2b24e87bc03" -d '{"events": [{"server_uuid": "235d61a0-04b2-410e-8556-e284b4b4ea13", "name": "network-vif-plugged", "status": "completed", "tag": "c0689547-ee17-43bb-94fb-2c04dbd4b3e3"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:25.438425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c0689547-ee17-43bb-94fb-2c04dbd4b3e3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c0689547-ee17-43bb-94fb-2c04dbd4b3e3,segment=NetworkSegment(79a3141e-9efb-4e8c-bb4e-88cb7e032aa9),segment_id=79a3141e-9efb-4e8c-bb4e-88cb7e032aa9)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:25.469562 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbee75e1-575b-444c-bf61-4c67c8ab1879 x-openstack-request-id: req-bbee75e1-575b-444c-bf61-4c67c8ab1879 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:25.470103 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235d61a0-04b2-410e-8556-e284b4b4ea13", "name": "network-vif-plugged", "status": "completed", "tag": "c0689547-ee17-43bb-94fb-2c04dbd4b3e3", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:25.470428 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbee75e1-575b-444c-bf61-4c67c8ab1879 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:25.470901 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'code': 200} Oct 27 16:27:25.481250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd19b2c0-959f-4438-873a-790ce15bc666 req-620a6192-af7d-4d62-acbd-cc63551cb533 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183643 Oct 27 16:27:25.520547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-160bd8dc-c9cf-48ec-b973-a355295bb45a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Deleting port a1e2811d-f293-4f88-8997-ffd56f7237d1 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:25.522205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-160bd8dc-c9cf-48ec-b973-a355295bb45a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.538686 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.601762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-160bd8dc-c9cf-48ec-b973-a355295bb45a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.619367 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-160bd8dc-c9cf-48ec-b973-a355295bb45a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Calling delete_port for a1e2811d-f293-4f88-8997-ffd56f7237d1 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:25.619602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c0689547-ee17-43bb-94fb-2c04dbd4b3e3,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:25.632097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3e1e7-1541-4182-a062-f2fa198ef657 req-4767d985-fd6a-4da3-b4a4-deac99e83a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:25.633717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3cf3e1e7-1541-4182-a062-f2fa198ef657 req-4767d985-fd6a-4da3-b4a4-deac99e83a67 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 1097 time: 0.0794034 Oct 27 16:27:25.680173 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3cf3e1e7-1541-4182-a062-f2fa198ef657 req-6bc57020-2c8e-4dac-b8fb-dbb9e488a184 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=751a3f47-919d-4ac5-94b2-9dc2c5c54d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373015 Oct 27 16:27:25.718915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51362) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:25.733389 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6659ba1e-e50e-400d-a2df-824010875640 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.784293 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-160bd8dc-c9cf-48ec-b973-a355295bb45a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.827289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bd8dc-c9cf-48ec-b973-a355295bb45a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event deleted for resources: {'Port': ['ID=a1e2811d-f293-4f88-8997-ffd56f7237d1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:25.832476 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-160bd8dc-c9cf-48ec-b973-a355295bb45a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.836922 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-160bd8dc-c9cf-48ec-b973-a355295bb45a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "DELETE /v2.0/ports/a1e2811d-f293-4f88-8997-ffd56f7237d1 HTTP/1.1" status: 204 len: 168 time: 0.5266502 Oct 27 16:27:25.839638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51366) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:25.904111 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6659ba1e-e50e-400d-a2df-824010875640 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.939315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-dea0c914-5eac-456a-a039-dc8fd5ae183a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Deleting port a152b9a9-62a8-4471-820d-bdf65e7be11a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:25.939649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dea0c914-5eac-456a-a039-dc8fd5ae183a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:25.966832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6659ba1e-e50e-400d-a2df-824010875640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.012868 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6659ba1e-e50e-400d-a2df-824010875640 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b6f5cac1f314d069a73b5a5b573bb09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924974 Oct 27 16:27:26.013761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6659ba1e-e50e-400d-a2df-824010875640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94caa565-f4a2-4503-b4e5-975e3a1a2fb4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:26.024333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51370) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:26.059096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dea0c914-5eac-456a-a039-dc8fd5ae183a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.082401 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce0dbb3c-86db-41ae-85e7-9b90142ac071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.088117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-dea0c914-5eac-456a-a039-dc8fd5ae183a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Calling delete_port for a152b9a9-62a8-4471-820d-bdf65e7be11a owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:26.114076 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce0dbb3c-86db-41ae-85e7-9b90142ac071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.116496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d17b82-8f11-4796-b8c4-bbcac420f5cf req-041ea5e1-db6e-4f85-b441-4d04e1b7f53e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:26.118254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28d17b82-8f11-4796-b8c4-bbcac420f5cf req-041ea5e1-db6e-4f85-b441-4d04e1b7f53e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.0884173 Oct 27 16:27:26.199684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28d17b82-8f11-4796-b8c4-bbcac420f5cf req-ad57aa61-73c9-416a-9ca2-c342a34d4c88 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514352 Oct 27 16:27:26.246030 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce0dbb3c-86db-41ae-85e7-9b90142ac071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.249505 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce0dbb3c-86db-41ae-85e7-9b90142ac071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.255030 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ce0dbb3c-86db-41ae-85e7-9b90142ac071 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94caa565-f4a2-4503-b4e5-975e3a1a2fb4 HTTP/1.1" status: 204 len: 168 time: 0.2253671 Oct 27 16:27:26.260066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0dbb3c-86db-41ae-85e7-9b90142ac071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94caa565-f4a2-4503-b4e5-975e3a1a2fb4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:26.314725 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dea0c914-5eac-456a-a039-dc8fd5ae183a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.389169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838387f-6422-4e84-8d66-700c39cac7a6 req-d9b47ffe-7aed-405b-b336-778afd884c2a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:26.391275 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7838387f-6422-4e84-8d66-700c39cac7a6 req-d9b47ffe-7aed-405b-b336-778afd884c2a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 946 time: 0.0709884 Oct 27 16:27:26.398104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0c914-5eac-456a-a039-dc8fd5ae183a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event deleted for resources: {'Port': ['ID=a152b9a9-62a8-4471-820d-bdf65e7be11a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:26.412785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dea0c914-5eac-456a-a039-dc8fd5ae183a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.419419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dea0c914-5eac-456a-a039-dc8fd5ae183a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "DELETE /v2.0/ports/a152b9a9-62a8-4471-820d-bdf65e7be11a HTTP/1.1" status: 204 len: 168 time: 0.5782950 Oct 27 16:27:26.420194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51382) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:26.459761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9fb03460-2ec2-4e8d-8b46-8e3bcb82555d tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0382264 Oct 27 16:27:26.460799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51386) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:26.461642 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7838387f-6422-4e84-8d66-700c39cac7a6 req-395460c8-1248-41bf-83d7-3620d350149c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=751a3f47-919d-4ac5-94b2-9dc2c5c54d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587356 Oct 27 16:27:26.467445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1569058850'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:26.549211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Made reservation on behalf of 6bf424ac051c418e95b1c42fe0fcb442 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:26.553431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.609476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:26.639155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb97ae-9a62-4a0b-810f-696880ebfcd5 req-0401969f-7523-4bec-917b-888baa0d22b2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:26.640736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54bb97ae-9a62-4a0b-810f-696880ebfcd5 req-0401969f-7523-4bec-917b-888baa0d22b2 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 944 time: 0.0775120 Oct 27 16:27:26.641991 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.642330 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Added segment 3fa8d10f-55aa-44f5-8503-30b0f21caa1c of type vlan for network 53fed00c-e3ea-40b1-b967-d6fa957e2e84 Oct 27 16:27:26.713030 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.726496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54bb97ae-9a62-4a0b-810f-696880ebfcd5 req-019eee1b-67c4-46d4-9c04-4c8f87f38744 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752611 Oct 27 16:27:26.841317 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.846978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:26.850244 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:26.919887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event updated for resources: {'Network': ['ID=53fed00c-e3ea-40b1-b967-d6fa957e2e84,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:26.931423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 53fed00c-e3ea-40b1-b967-d6fa957e2e84 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:26.986998 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1e59ba62-a13f-45fa-9915-54911c841581 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5244536 Oct 27 16:27:26.997626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51402) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:26.997626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-983744052'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:27.103316 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Made reservation on behalf of 6bf424ac051c418e95b1c42fe0fcb442 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:27.107638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:27.133664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:27.142783 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:27.143141 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Added segment 5742b55f-3a82-49a5-be48-c5cf12b1744b of type vlan for network 452c0d67-d17d-40c0-81fe-574ed18a69d8 Oct 27 16:27:27.186813 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:27.202999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d0e3775d-a9ad-44e2-ae16-ff03e34ab508 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:27:27.344930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:27.345797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d0e3775d-a9ad-44e2-ae16-ff03e34ab508, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d0e3775d-a9ad-44e2-ae16-ff03e34ab508,segment=NetworkSegment(9ad5c50e-b8e9-46fc-837a-6eea98d25e6d),segment_id=9ad5c50e-b8e9-46fc-837a-6eea98d25e6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:27.355180 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:27.355822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:27.361309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'd0e3775d-a9ad-44e2-ae16-ff03e34ab508', 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17', 'port_id': 'd0e3775d-a9ad-44e2-ae16-ff03e34ab508', 'mac_address': 'fa:16:3e:08:51:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5405403-8afc-4fdb-9f0a-dcaefdd82d2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:27:27.389618 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f9d631-53fa-4e3d-a688-30c97788cceb req-c82b49c1-56f0-479c-995d-96d8d532137e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:27.391172 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26f9d631-53fa-4e3d-a688-30c97788cceb req-c82b49c1-56f0-479c-995d-96d8d532137e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1071708 Oct 27 16:27:27.415013 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:27.438748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0e3775d-a9ad-44e2-ae16-ff03e34ab508 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:27:27.476047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event updated for resources: {'Network': ['ID=452c0d67-d17d-40c0-81fe-574ed18a69d8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:27.490945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 452c0d67-d17d-40c0-81fe-574ed18a69d8 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:27.513803 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26f9d631-53fa-4e3d-a688-30c97788cceb req-ceafb174-96ce-41de-96fe-77ea8ded370e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106033 Oct 27 16:27:27.526596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e164d434-9616-4b96-bb5b-520a9deab45e tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5351961 Oct 27 16:27:27.584416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d0e3775d-a9ad-44e2-ae16-ff03e34ab508, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d0e3775d-a9ad-44e2-ae16-ff03e34ab508,segment=NetworkSegment(9ad5c50e-b8e9-46fc-837a-6eea98d25e6d),segment_id=9ad5c50e-b8e9-46fc-837a-6eea98d25e6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:27.624307 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:27.626173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebe63a-e76a-4c4e-b132-7beed1de4bd5 req-fb828187-90ca-4769-aa00-9f9adfcd0531 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:27.638060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8bebe63a-e76a-4c4e-b132-7beed1de4bd5 req-fb828187-90ca-4769-aa00-9f9adfcd0531 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 946 time: 0.0805454 Oct 27 16:27:27.662479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51426) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:27.669856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'subnets': [{'network_id': '53fed00c-e3ea-40b1-b967-d6fa957e2e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1601926250', 'ip_version': 4}, {'network_id': '452c0d67-d17d-40c0-81fe-574ed18a69d8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:27.670172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'subnet': {'network_id': '53fed00c-e3ea-40b1-b967-d6fa957e2e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1601926250', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:27.670764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Request body: {'subnet': {'network_id': '452c0d67-d17d-40c0-81fe-574ed18a69d8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:27.712777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=d0e3775d-a9ad-44e2-ae16-ff03e34ab508,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:27.757424 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8bebe63a-e76a-4c4e-b132-7beed1de4bd5 req-d0fa4a5f-c67b-4afb-b365-a7bad99b772c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=751a3f47-919d-4ac5-94b2-9dc2c5c54d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179082 Oct 27 16:27:27.872559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['d0e3775d-a9ad-44e2-ae16-ff03e34ab508'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:27:27.899461 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac97fd-2f47-47c5-b0a8-2887036f7933 req-44b10e05-72b7-40a7-8399-915c1151a2fc tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:27.906963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6fac97fd-2f47-47c5-b0a8-2887036f7933 req-44b10e05-72b7-40a7-8399-915c1151a2fc tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 945 time: 0.0815468 Oct 27 16:27:27.971266 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6fac97fd-2f47-47c5-b0a8-2887036f7933 req-c62cedb3-c6b9-4f80-8260-710fbe0747fa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630662 Oct 27 16:27:27.973416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc4a62-c929-40ec-85d1-205dfc03de87 req-3ef11fb0-60b1-4d14-ba0b-4b6610577361 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:27.976269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ccc4a62-c929-40ec-85d1-205dfc03de87 req-3ef11fb0-60b1-4d14-ba0b-4b6610577361 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 946 time: 0.1115713 Oct 27 16:27:28.023400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ccc4a62-c929-40ec-85d1-205dfc03de87 req-3ee8e9ad-5707-4983-bf19-4b7a9e3c6486 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=751a3f47-919d-4ac5-94b2-9dc2c5c54d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359550 Oct 27 16:27:28.046568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51436) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:28.091588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fa3bd2-967d-4db3-9590-b3c0b26d8094 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:28.093533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c0fa3bd2-967d-4db3-9590-b3c0b26d8094 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 1092 time: 0.0459659 Oct 27 16:27:28.096425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51438) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:28.101051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address': '172.20.0.25'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:28.339034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Made reservation on behalf of 6bf424ac051c418e95b1c42fe0fcb442 for: {'subnet': 2} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:28.360565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:28.360887 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:28.488481 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:28.532802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51446) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:28.653573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be733e69-d897-4a59-af8d-3786fd3dee33 req-2588e25d-93da-4f03-b554-6ac3892fe7a8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:28.655705 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be733e69-d897-4a59-af8d-3786fd3dee33 req-2588e25d-93da-4f03-b554-6ac3892fe7a8 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.0606294 Oct 27 16:27:28.733360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be733e69-d897-4a59-af8d-3786fd3dee33 req-35d41fd8-afbf-4c25-9247-d0a7379622d0 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697329 Oct 27 16:27:28.751652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4ba1957b-958e-4788-9d6e-491c10463055 tempest-AgentManagementNegativeTest-1271128405 tempest-AgentManagementNegativeTest-1271128405-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2148011 Oct 27 16:27:29.174698 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.220140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d0e3775d-a9ad-44e2-ae16-ff03e34ab508 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:29.267982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85cd68-2ef6-44b8-bb5a-93ca49851b74 req-5c164aa7-5c1b-46c2-a957-1f9de2626036 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:29.269597 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee85cd68-2ef6-44b8-bb5a-93ca49851b74 req-5c164aa7-5c1b-46c2-a957-1f9de2626036 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 945 time: 0.1426277 Oct 27 16:27:29.343747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.394163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51472) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:29.402956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee85cd68-2ef6-44b8-bb5a-93ca49851b74 req-3f7120b2-9963-4ade-ae6a-e028e11218a8 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012089 Oct 27 16:27:29.405488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Allocated IP 172.25.4.33 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/21bae5be-c40d-4e87-a7ef-47d76a0d382e) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:29.409325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port d0e3775d-a9ad-44e2-ae16-ff03e34ab508 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:27:29.417178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port d0e3775d-a9ad-44e2-ae16-ff03e34ab508 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:29.421655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.560523 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.589470 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.600040 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.655071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port d0e3775d-a9ad-44e2-ae16-ff03e34ab508, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d0e3775d-a9ad-44e2-ae16-ff03e34ab508,segment=NetworkSegment(9ad5c50e-b8e9-46fc-837a-6eea98d25e6d),segment_id=9ad5c50e-b8e9-46fc-837a-6eea98d25e6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:29.656807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21feee54-f83e-4165-a2d6-a0acf1317fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e3775d-a9ad-44e2-ae16-ff03e34ab508'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:29.657415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event updated for resources: {'Subnet': ['ID=e4ae63c6-b395-41ea-b922-6e8564e878d7,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:29.662334 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ae145-f4e1-4a9d-8aaa-c565aa8b4d7c" -d '{"events": [{"server_uuid": "21feee54-f83e-4165-a2d6-a0acf1317fdd", "name": "network-vif-plugged", "status": "completed", "tag": "d0e3775d-a9ad-44e2-ae16-ff03e34ab508"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:29.691751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Checking segment: {'id': '3fa8d10f-55aa-44f5-8503-30b0f21caa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '53fed00c-e3ea-40b1-b967-d6fa957e2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:29.692156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Network hostable DHCP agents. Network: 53fed00c-e3ea-40b1-b967-d6fa957e2e84, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:27:29.719531 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bf0ddf-2336-4905-8dc9-eb5fa7dbb9b9 x-openstack-request-id: req-29bf0ddf-2336-4905-8dc9-eb5fa7dbb9b9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:29.719823 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21feee54-f83e-4165-a2d6-a0acf1317fdd", "name": "network-vif-plugged", "status": "completed", "tag": "d0e3775d-a9ad-44e2-ae16-ff03e34ab508", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:29.720098 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29bf0ddf-2336-4905-8dc9-eb5fa7dbb9b9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:29.720498 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21feee54-f83e-4165-a2d6-a0acf1317fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0e3775d-a9ad-44e2-ae16-ff03e34ab508', 'code': 200} Oct 27 16:27:29.726138 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.759722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.780561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433abc9c-8f01-4442-ac66-a66bb5e7ecac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.790108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=d0e3775d-a9ad-44e2-ae16-ff03e34ab508,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:29.832395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Network 53fed00c-e3ea-40b1-b967-d6fa957e2e84 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:27:29.844504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:29.851907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:29.857036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:29.889647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd144ae-8f11-4744-835e-fbd5fddec249 req-561528fa-9ad7-4b88-850d-578e722a9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:29.891144 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6cd144ae-8f11-4744-835e-fbd5fddec249 req-561528fa-9ad7-4b88-850d-578e722a9d4d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 1097 time: 0.0859215 Oct 27 16:27:29.906838 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=21bae5be-c40d-4e87-a7ef-47d76a0d382e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:29.933966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 53fed00c-e3ea-40b1-b967-d6fa957e2e84) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:29.945588 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:29.946931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d4b057-a21e-4ea3-bd4b-0cddc8fcaa33 None None] Network 53fed00c-e3ea-40b1-b967-d6fa957e2e84 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:29.972515 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6cd144ae-8f11-4744-835e-fbd5fddec249 req-d747b911-15dd-416d-b5fa-76de05fbf2c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707600 Oct 27 16:27:29.988276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433abc9c-8f01-4442-ac66-a66bb5e7ecac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.057371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433abc9c-8f01-4442-ac66-a66bb5e7ecac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.071609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5439e90-ae0e-4d75-a81b-4e66f5dc9a04 req-ab6c96ef-529c-4887-8662-c9a57c69efb2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:30.073194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5439e90-ae0e-4d75-a81b-4e66f5dc9a04 req-ab6c96ef-529c-4887-8662-c9a57c69efb2 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1847415 Oct 27 16:27:30.088850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event updated for resources: {'Subnet': ['ID=f21e4e5b-c194-4e9d-aa01-a23015dfbd92,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:30.140091 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-433abc9c-8f01-4442-ac66-a66bb5e7ecac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abd0d787ac41434b96a1c0fec71d5395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7430811 Oct 27 16:27:30.141498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433abc9c-8f01-4442-ac66-a66bb5e7ecac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df0b320-5452-4522-9b36-2392c568c3b9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:30.144227 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51486) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:30.161085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-53fed00c-e3ea-40b1-b967-d6fa957e2e84', 'network_id': '53fed00c-e3ea-40b1-b967-d6fa957e2e84', 'tenant_id': '6bf424ac051c418e95b1c42fe0fcb442', 'fixed_ips': [{'subnet_id': 'e4ae63c6-b395-41ea-b922-6e8564e878d7'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:30.162627 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.231351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d44c6d-21ba-4df1-b6bf-df8c34bae85d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.254509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Checking segment: {'id': '5742b55f-3a82-49a5-be48-c5cf12b1744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '452c0d67-d17d-40c0-81fe-574ed18a69d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:30.260327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Network hostable DHCP agents. Network: 452c0d67-d17d-40c0-81fe-574ed18a69d8, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:27:30.263790 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d44c6d-21ba-4df1-b6bf-df8c34bae85d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.271640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5439e90-ae0e-4d75-a81b-4e66f5dc9a04 req-5eb2ce2f-cb8b-4b2e-b8f3-4e5dc7be1aee tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799650 Oct 27 16:27:30.371155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Network 452c0d67-d17d-40c0-81fe-574ed18a69d8 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:27:30.382761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Allocated IP 172.20.0.2 (53fed00c-e3ea-40b1-b967-d6fa957e2e84/e4ae63c6-b395-41ea-b922-6e8564e878d7/3ddad450-ce17-4d62-bce0-10ab848074cb) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:30.452877 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d44c6d-21ba-4df1-b6bf-df8c34bae85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.462851 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6d44c6d-21ba-4df1-b6bf-df8c34bae85d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.467137 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a6d44c6d-21ba-4df1-b6bf-df8c34bae85d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9df0b320-5452-4522-9b36-2392c568c3b9 HTTP/1.1" status: 204 len: 168 time: 0.3094137 Oct 27 16:27:30.531303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d44c6d-21ba-4df1-b6bf-df8c34bae85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df0b320-5452-4522-9b36-2392c568c3b9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:30.595073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 452c0d67-d17d-40c0-81fe-574ed18a69d8) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:30.613684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:30.614986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:30.615975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.654133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1174cf59-c4e3-4332-898a-bbd0a075c3b4 None None] Network 452c0d67-d17d-40c0-81fe-574ed18a69d8 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:30.745287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284516d8-adfb-4396-87ca-d1765af0039c req-4beabba4-163f-44ed-a203-26583fbbacff tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:30.752400 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-284516d8-adfb-4396-87ca-d1765af0039c req-4beabba4-163f-44ed-a203-26583fbbacff tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 946 time: 0.2170422 Oct 27 16:27:30.793424 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.795874 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8d48ebff-970e-4a97-8aa8-a9f66553e8a5 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.1322067 Oct 27 16:27:30.796809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51498) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:30.835303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:30.877563 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-284516d8-adfb-4396-87ca-d1765af0039c req-ccee4c2d-6930-4166-bfe5-1fd4821a5bd4 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179554 Oct 27 16:27:30.924772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d27f381-0764-4c19-b1c3-09e2bd57fa48 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:30.928538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d27f381-0764-4c19-b1c3-09e2bd57fa48 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:30.931998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d27f381-0764-4c19-b1c3-09e2bd57fa48 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:30.934872 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1d27f381-0764-4c19-b1c3-09e2bd57fa48 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1365273 Oct 27 16:27:30.939170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51502) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:30.957516 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.007647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a03291-db8a-4300-a70f-982a242aaeea tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Deleting subnet e4ae63c6-b395-41ea-b922-6e8564e878d7 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:31.011483 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0a03291-db8a-4300-a70f-982a242aaeea tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.095056 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Network 53fed00c-e3ea-40b1-b967-d6fa957e2e84 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:31.102675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0a03291-db8a-4300-a70f-982a242aaeea tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.116901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:31.122164 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:31.154292 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.341296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Attempting to bind port 3ddad450-ce17-4d62-bce0-10ab848074cb on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:31.342380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Attempting to bind port 3ddad450-ce17-4d62-bce0-10ab848074cb by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '3fa8d10f-55aa-44f5-8503-30b0f21caa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '53fed00c-e3ea-40b1-b967-d6fa957e2e84'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:31.344528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Attempting to bind port 3ddad450-ce17-4d62-bce0-10ab848074cb on network 53fed00c-e3ea-40b1-b967-d6fa957e2e84 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:31.351900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Pushing event updated for resources: {'Port': ['ID=3ddad450-ce17-4d62-bce0-10ab848074cb,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:31.355190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-452c0d67-d17d-40c0-81fe-574ed18a69d8', 'network_id': '452c0d67-d17d-40c0-81fe-574ed18a69d8', 'tenant_id': '6bf424ac051c418e95b1c42fe0fcb442', 'fixed_ips': [{'subnet_id': 'f21e4e5b-c194-4e9d-aa01-a23015dfbd92'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:31.356162 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.362682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:31.363371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Checking segment: {'id': '3fa8d10f-55aa-44f5-8503-30b0f21caa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '53fed00c-e3ea-40b1-b967-d6fa957e2e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:31.363873 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.364905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Bound using segment: {'id': '3fa8d10f-55aa-44f5-8503-30b0f21caa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '53fed00c-e3ea-40b1-b967-d6fa957e2e84'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:31.371283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Bound port: 3ddad450-ce17-4d62-bce0-10ab848074cb, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa8d10f-55aa-44f5-8503-30b0f21caa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '53fed00c-e3ea-40b1-b967-d6fa957e2e84'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:31.371283 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.390061 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0a03291-db8a-4300-a70f-982a242aaeea tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.406528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.407163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.408568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.409015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.409472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.409889 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.410451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.410886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.411508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.411947 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.412410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.412884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:31.578905 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.653183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e993c-1b03-4760-8d32-dceb0d0139af req-9054ea50-c945-422c-97c0-1f6ac152ff8e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:31.654844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab3e993c-1b03-4760-8d32-dceb0d0139af req-9054ea50-c945-422c-97c0-1f6ac152ff8e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1002288 Oct 27 16:27:31.672341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Allocated IP 172.20.0.18 (452c0d67-d17d-40c0-81fe-574ed18a69d8/f21e4e5b-c194-4e9d-aa01-a23015dfbd92/08f64a83-f7a8-4c5b-9d02-bd723359754a) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:31.672928 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.695047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0a03291-db8a-4300-a70f-982a242aaeea tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.722380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] For port 3ddad450-ce17-4d62-bce0-10ab848074cb, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:31.745708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a03291-db8a-4300-a70f-982a242aaeea tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ae63c6-b395-41ea-b922-6e8564e878d7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:31.748213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0a03291-db8a-4300-a70f-982a242aaeea tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.749585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] For port 3ddad450-ce17-4d62-bce0-10ab848074cb, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3ddad450-ce17-4d62-bce0-10ab848074cb,segment=NetworkSegment(3fa8d10f-55aa-44f5-8503-30b0f21caa1c),segment_id=3fa8d10f-55aa-44f5-8503-30b0f21caa1c)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:31.751644 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b0a03291-db8a-4300-a70f-982a242aaeea tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "DELETE /v2.0/subnets/e4ae63c6-b395-41ea-b922-6e8564e878d7 HTTP/1.1" status: 204 len: 168 time: 0.8101363 Oct 27 16:27:31.754168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51520) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:31.803419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab3e993c-1b03-4760-8d32-dceb0d0139af req-a26e1281-94e5-423f-9df5-f4f7c9198749 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403539 Oct 27 16:27:31.816741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=21bae5be-c40d-4e87-a7ef-47d76a0d382e,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:31.848419 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.851212 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:31.876175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec9531f-7341-4adf-9f53-c4e051f7e7bf tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Deleting subnet f21e4e5b-c194-4e9d-aa01-a23015dfbd92 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:32.086298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb033a-fb83-47d1-8ddb-47200177f321 None None] Pushing event updated for resources: {'Port': ['ID=3ddad450-ce17-4d62-bce0-10ab848074cb,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:32.092506 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Floating IP 4e99cac9-0255-4086-8c51-88675b0c4e4d associated. External IP: 172.25.4.33, port: c0689547-ee17-43bb-94fb-2c04dbd4b3e3. Oct 27 16:27:32.111752 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.147334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e4066-0178-4d48-a06d-ec2621b3a76d req-b745e9cd-fdec-46fa-9a4c-288e51625be8 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:32.148142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3b9e4066-0178-4d48-a06d-ec2621b3a76d req-b745e9cd-fdec-46fa-9a4c-288e51625be8 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 946 time: 0.1162844 Oct 27 16:27:32.206291 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531f-7341-4adf-9f53-c4e051f7e7bf tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.207114 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.250870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3b9e4066-0178-4d48-a06d-ec2621b3a76d req-146a8f96-2a7e-4805-a75e-6986034bec5b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578234 Oct 27 16:27:32.358721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Pushing event updated for resources: {'Port': ['ID=08f64a83-f7a8-4c5b-9d02-bd723359754a,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:32.358849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531f-7341-4adf-9f53-c4e051f7e7bf tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.394911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Network 452c0d67-d17d-40c0-81fe-574ed18a69d8 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:32.397098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:32.401609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:32.570970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router 7bf1db7a-8df0-421d-b265-e5041547e8b1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:27:32.603320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Attempting to bind port 08f64a83-f7a8-4c5b-9d02-bd723359754a on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:32.603320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Attempting to bind port 08f64a83-f7a8-4c5b-9d02-bd723359754a by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '5742b55f-3a82-49a5-be48-c5cf12b1744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '452c0d67-d17d-40c0-81fe-574ed18a69d8'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:32.603320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Attempting to bind port 08f64a83-f7a8-4c5b-9d02-bd723359754a on network 452c0d67-d17d-40c0-81fe-574ed18a69d8 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:32.625633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:32.626019 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Checking segment: {'id': '5742b55f-3a82-49a5-be48-c5cf12b1744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '452c0d67-d17d-40c0-81fe-574ed18a69d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:32.626508 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.627940 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Bound using segment: {'id': '5742b55f-3a82-49a5-be48-c5cf12b1744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '452c0d67-d17d-40c0-81fe-574ed18a69d8'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:32.629347 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Bound port: 08f64a83-f7a8-4c5b-9d02-bd723359754a, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5742b55f-3a82-49a5-be48-c5cf12b1744b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '452c0d67-d17d-40c0-81fe-574ed18a69d8'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:32.630750 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.723254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531f-7341-4adf-9f53-c4e051f7e7bf tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:32.767574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12c266-7530-40b4-8360-793517636e5e req-b4683300-2feb-4d5b-a80b-c3408e63a62e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:32.778555 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-df12c266-7530-40b4-8360-793517636e5e req-b4683300-2feb-4d5b-a80b-c3408e63a62e tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.5074897 Oct 27 16:27:32.838705 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-df12c266-7530-40b4-8360-793517636e5e req-bd6b2955-26ff-4015-9cea-439df48e285c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585446 Oct 27 16:27:32.909713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:27:32.912363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f251b3-c031-403f-8231-85ea75b322f2 None None] Sync routers for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:27:33.050211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f251b3-c031-403f-8231-85ea75b322f2 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:33.050854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d0f251b3-c031-403f-8231-85ea75b322f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:27:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:33.054164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e991d-b665-4830-935f-8552efc9ec8c req-055b74b7-75e8-4579-a0d4-fc9e445fc7ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:33.061920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-673e991d-b665-4830-935f-8552efc9ec8c req-055b74b7-75e8-4579-a0d4-fc9e445fc7ec tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.0784094 Oct 27 16:27:33.114121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-673e991d-b665-4830-935f-8552efc9ec8c req-dc67d289-2f25-44c0-ac10-a90dc5cebe7c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512819 Oct 27 16:27:33.189041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d0f251b3-c031-403f-8231-85ea75b322f2 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:33.417550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc2d9a-81e0-403a-aa31-8286c200b135 None None] Network 53fed00c-e3ea-40b1-b967-d6fa957e2e84 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:33.517616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a3d4a357-1d40-42f4-95cb-bf16a6e8e5ba None None] Provisioning complete for port 3ddad450-ce17-4d62-bce0-10ab848074cb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:33.517998 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a3d4a357-1d40-42f4-95cb-bf16a6e8e5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.605603 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.637144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d0f251b3-c031-403f-8231-85ea75b322f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:27:00Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4e99cac9-0255-4086-8c51-88675b0c4e4d', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'port_id': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'fixed_ip_address': '172.20.0.25', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'mac_address': 'fa:16:3e:61:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:27:30Z', 'updated_at': '2021-10-27T16:27:30Z', 'revision_number': 0, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:33.662857 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531f-7341-4adf-9f53-c4e051f7e7bf tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.663346 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.704772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f251b3-c031-403f-8231-85ea75b322f2 None None] Checking router: 7bf1db7a-8df0-421d-b265-e5041547e8b1 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:27:33.707270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] For port 08f64a83-f7a8-4c5b-9d02-bd723359754a, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:33.730384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c8e591-ef35-4bea-9d22-74c4a4da982f None None] DHCP port deletion for 53fed00c-e3ea-40b1-b967-d6fa957e2e84 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:33.732917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-763206fb-3ac7-4801-a868-1233f32cd093 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6354232 Oct 27 16:27:33.737433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9531f-7341-4adf-9f53-c4e051f7e7bf tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event deleted for resources: {'Subnet': ['ID=f21e4e5b-c194-4e9d-aa01-a23015dfbd92,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:33.740401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] For port 08f64a83-f7a8-4c5b-9d02-bd723359754a, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=08f64a83-f7a8-4c5b-9d02-bd723359754a,segment=NetworkSegment(5742b55f-3a82-49a5-be48-c5cf12b1744b),segment_id=5742b55f-3a82-49a5-be48-c5cf12b1744b)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:33.741806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51590) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:33.742303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'tag': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:33.744983 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d" -d '{"events": [{"name": "network-changed", "server_uuid": "235d61a0-04b2-410e-8556-e284b4b4ea13", "tag": "c0689547-ee17-43bb-94fb-2c04dbd4b3e3"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:33.751750 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f251b3-c031-403f-8231-85ea75b322f2 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:27:33.752423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d0f251b3-c031-403f-8231-85ea75b322f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:27:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:33.757595 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a3d4a357-1d40-42f4-95cb-bf16a6e8e5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.773325 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ec9531f-7341-4adf-9f53-c4e051f7e7bf tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:33.784351 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1ec9531f-7341-4adf-9f53-c4e051f7e7bf tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "DELETE /v2.0/subnets/f21e4e5b-c194-4e9d-aa01-a23015dfbd92 HTTP/1.1" status: 204 len: 168 time: 2.0262802 Oct 27 16:27:33.785011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51596) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:33.855210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51602) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:33.904848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dac991e-6a31-4cc4-9372-fe705e95b7df tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:33.906693 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8dac991e-6a31-4cc4-9372-fe705e95b7df tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1207333 Oct 27 16:27:33.914823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51610) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:33.993421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a3d4a357-1d40-42f4-95cb-bf16a6e8e5ba None None] For port 3ddad450-ce17-4d62-bce0-10ab848074cb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3ddad450-ce17-4d62-bce0-10ab848074cb,segment=NetworkSegment(3fa8d10f-55aa-44f5-8503-30b0f21caa1c),segment_id=3fa8d10f-55aa-44f5-8503-30b0f21caa1c)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:33.996747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.073024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f67b468d-2fd4-4e8d-a9a5-0360fd4bba7f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/floatingips/4e99cac9-0255-4086-8c51-88675b0c4e4d HTTP/1.1" status: 200 len: 991 time: 0.3060050 Oct 27 16:27:34.073998 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa823f1-ac04-4db2-b665-742d89f1f7c7 x-openstack-request-id: req-baa823f1-ac04-4db2-b665-742d89f1f7c7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:34.104134 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235d61a0-04b2-410e-8556-e284b4b4ea13", "tag": "c0689547-ee17-43bb-94fb-2c04dbd4b3e3", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:34.104440 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baa823f1-ac04-4db2-b665-742d89f1f7c7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:34.104898 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'tag': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'status': 'completed', 'code': 200} Oct 27 16:27:34.142611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8e591-ef35-4bea-9d22-74c4a4da982f None None] Deleting port 3ddad450-ce17-4d62-bce0-10ab848074cb {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:34.143140 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e591-ef35-4bea-9d22-74c4a4da982f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.145516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.167007 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a3d4a357-1d40-42f4-95cb-bf16a6e8e5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.169626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-831973802'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:34.205590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d req-747cb454-2f43-49b1-8360-d85c5cbf79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.207506 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d req-747cb454-2f43-49b1-8360-d85c5cbf79b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 1097 time: 0.0979824 Oct 27 16:27:34.301001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Deleting port 08f64a83-f7a8-4c5b-9d02-bd723359754a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:34.301998 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.308175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a6c8e591-ef35-4bea-9d22-74c4a4da982f None None] For port 3ddad450-ce17-4d62-bce0-10ab848074cb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=3ddad450-ce17-4d62-bce0-10ab848074cb,segment=NetworkSegment(3fa8d10f-55aa-44f5-8503-30b0f21caa1c),segment_id=3fa8d10f-55aa-44f5-8503-30b0f21caa1c)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:34.308626 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e591-ef35-4bea-9d22-74c4a4da982f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.335986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a6c8e591-ef35-4bea-9d22-74c4a4da982f None None] Calling delete_port for 3ddad450-ce17-4d62-bce0-10ab848074cb owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:34.345720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544911b4-6a43-478e-91f2-8e6708db7910 req-aa1a3bd5-e3b7-4c00-a97b-5bbc74bf516c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.370254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-544911b4-6a43-478e-91f2-8e6708db7910 req-aa1a3bd5-e3b7-4c00-a97b-5bbc74bf516c tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.1352763 Oct 27 16:27:34.452573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] For port 08f64a83-f7a8-4c5b-9d02-bd723359754a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=08f64a83-f7a8-4c5b-9d02-bd723359754a,segment=NetworkSegment(5742b55f-3a82-49a5-be48-c5cf12b1744b),segment_id=5742b55f-3a82-49a5-be48-c5cf12b1744b)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:34.452945 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.458847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d0f251b3-c031-403f-8231-85ea75b322f2 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:27:34.490025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Calling delete_port for 08f64a83-f7a8-4c5b-9d02-bd723359754a owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:34.503247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-544911b4-6a43-478e-91f2-8e6708db7910 req-4ef688ae-ea50-4c09-8cba-6316b85a831d tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322331 Oct 27 16:27:34.569103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d req-18d85d69-79c2-4e8d-a616-c33eb011ff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.569103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d req-18d85d69-79c2-4e8d-a616-c33eb011ff50 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 HTTP/1.1" status: 200 len: 898 time: 0.3547046 Oct 27 16:27:34.632100 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Made reservation on behalf of 3168add5e92e47e1abc4446b98b74061 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:34.639035 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.653859 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.666389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d1ff8-19ff-4a7e-80cb-02a48da1a487 None None] Pushing event updated for resources: {'Port': ['ID=08f64a83-f7a8-4c5b-9d02-bd723359754a,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:34.747395 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.751354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d req-3c49de08-a7f0-4373-98dc-1c994bacdb0f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=c0689547-ee17-43bb-94fb-2c04dbd4b3e3 HTTP/1.1" status: 200 len: 999 time: 0.1695528 Oct 27 16:27:34.812332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event deleted for resources: {'Port': ['ID=08f64a83-f7a8-4c5b-9d02-bd723359754a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:34.824519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] No DVR routers for this DVR port 08f64a83-f7a8-4c5b-9d02-bd723359754a on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:34.865646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4a357-1d40-42f4-95cb-bf16a6e8e5ba None None] Pushing event updated for resources: {'Port': ['ID=3ddad450-ce17-4d62-bce0-10ab848074cb,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:34.886036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d req-23cbf14c-1b2a-4e2b-a284-012c4298286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.890618 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d req-23cbf14c-1b2a-4e2b-a284-012c4298286c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3be4275-9261-4d72-a8f3-386dda2f41d3 HTTP/1.1" status: 200 len: 838 time: 0.1342115 Oct 27 16:27:34.937944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.962438 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e591-ef35-4bea-9d22-74c4a4da982f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:34.967292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452c0d67-d17d-40c0-81fe-574ed18a69d8']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:34.986987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5742b55f-3a82-49a5-be48-c5cf12b1744b') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:34.986987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5742b55f-3a82-49a5-be48-c5cf12b1744b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:34.987258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d req-cb017f24-eb2c-4bee-97c1-78294ae50863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:34.988543 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d req-cb017f24-eb2c-4bee-97c1-78294ae50863 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902526 Oct 27 16:27:34.992724 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.023533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.027948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8e591-ef35-4bea-9d22-74c4a4da982f None None] Pushing event deleted for resources: {'Port': ['ID=3ddad450-ce17-4d62-bce0-10ab848074cb,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:35.035010 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8e591-ef35-4bea-9d22-74c4a4da982f None None] No DVR routers for this DVR port 3ddad450-ce17-4d62-bce0-10ab848074cb on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:35.043135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:35.043135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:35.050653 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:35.075623 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d0f251b3-c031-403f-8231-85ea75b322f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:27:00Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4e99cac9-0255-4086-8c51-88675b0c4e4d', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'port_id': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'fixed_ip_address': '172.20.0.25', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'mac_address': 'fa:16:3e:61:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:27:30Z', 'updated_at': '2021-10-27T16:27:30Z', 'revision_number': 0, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:35.076689 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51634) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:35.137540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f251b3-c031-403f-8231-85ea75b322f2 None None] The sync data for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 is: [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:27:00Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4e99cac9-0255-4086-8c51-88675b0c4e4d', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'port_id': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'fixed_ip_address': '172.20.0.25', 'status': 'DOWN', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'mac_address': 'fa:16:3e:61:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:27:30Z', 'updated_at': '2021-10-27T16:27:30Z', 'revision_number': 0, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:27:35.160556 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d req-21bee179-c770-436f-8701-806fbe50b4f5 service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633739 Oct 27 16:27:35.295641 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.358194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5711aaf-ef53-47fa-acdd-d1fea0e3e51d req-8301d4d6-3177-43e7-ae9a-6302d6017968 service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906059 Oct 27 16:27:35.411167 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.532638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8865a1f-7eef-4757-bb27-4a79c3870550,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:35.547121 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.564604 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.573656 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "DELETE /v2.0/networks/452c0d67-d17d-40c0-81fe-574ed18a69d8 HTTP/1.1" status: 204 len: 168 time: 1.6563485 Oct 27 16:27:35.581070 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51672) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:35.624256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b7def-f029-4278-abab-e6b0ff314003 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event deleted for resources: {'Network': ['ID=452c0d67-d17d-40c0-81fe-574ed18a69d8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:35.646285 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d9d6f-7598-4417-a389-6f7a16a2c83c None None] New status for floating IP 4e99cac9-0255-4086-8c51-88675b0c4e4d: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:27:35.671398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:27:35.705322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ece45-1d04-49a0-80b8-5f46f729c2d5 req-04f59f0d-01e1-4008-a1ee-bd0e947e1d1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:35.706891 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c3ece45-1d04-49a0-80b8-5f46f729c2d5 req-04f59f0d-01e1-4008-a1ee-bd0e947e1d1a tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.4203298 Oct 27 16:27:35.719469 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eeb6191b-ea7f-4fd9-a96a-4b09ef0bd6a0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/floatingips/4e99cac9-0255-4086-8c51-88675b0c4e4d HTTP/1.1" status: 200 len: 991 time: 0.5977335 Oct 27 16:27:35.742918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.865210 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:35.874575 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Added segment 4b2149af-58c9-4396-ba27-56ce53c48ff8 of type vlan for network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 Oct 27 16:27:36.003740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7ea90d18-47fb-441c-aa75-fc1c1f7e2d6d None None] Could not find standard attr ID for object 08f64a83-f7a8-4c5b-9d02-bd723359754a. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:27:36.018480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.080978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bd2ec7-1b2f-4560-a8ce-e4015b91f0b6 None None] DHCP port deletion for 452c0d67-d17d-40c0-81fe-574ed18a69d8 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:36.085778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fed00c-e3ea-40b1-b967-d6fa957e2e84']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:36.097976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0382a334-3ec9-4999-a967-b84715c32b30 None None] Network 452c0d67-d17d-40c0-81fe-574ed18a69d8 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:36.104685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa8d10f-55aa-44f5-8503-30b0f21caa1c') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:36.105270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa8d10f-55aa-44f5-8503-30b0f21caa1c') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:36.134112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0382a334-3ec9-4999-a967-b84715c32b30 None None] Network 452c0d67-d17d-40c0-81fe-574ed18a69d8 could not be found, it might have been deleted concurrently. {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 16:27:36.137735 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.162247 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.179908 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.185548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:36.192200 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:36.196670 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:36.244854 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb4601-c602-47a7-8d8d-b3c0596910da req-44db4acf-a1d0-4dfa-953f-8551a64d44ee tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:36.246652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1bb4601-c602-47a7-8d8d-b3c0596910da req-44db4acf-a1d0-4dfa-953f-8551a64d44ee tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 945 time: 0.5257704 Oct 27 16:27:36.325875 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-2c3ece45-1d04-49a0-80b8-5f46f729c2d5 req-bccb3b5c-962e-4824-9c2f-ba8dfa7810f1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Deleting port 173f8a35-395b-4e40-8017-9de68685d0bf {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:36.326229 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2c3ece45-1d04-49a0-80b8-5f46f729c2d5 req-bccb3b5c-962e-4824-9c2f-ba8dfa7810f1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.336442 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.342250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:36.342863 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.398388 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a1bb4601-c602-47a7-8d8d-b3c0596910da req-47388141-44a0-4b1c-80d7-c08fda46c17f tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423755 Oct 27 16:27:36.482296 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'Network': ['ID=4ac5a8c1-7b50-4d73-9993-625ea7e87708,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:36.502507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:27:36.544876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-2c3ece45-1d04-49a0-80b8-5f46f729c2d5 req-bccb3b5c-962e-4824-9c2f-ba8dfa7810f1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] For port 173f8a35-395b-4e40-8017-9de68685d0bf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=173f8a35-395b-4e40-8017-9de68685d0bf,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:36.545523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2c3ece45-1d04-49a0-80b8-5f46f729c2d5 req-bccb3b5c-962e-4824-9c2f-ba8dfa7810f1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.565652 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-2c3ece45-1d04-49a0-80b8-5f46f729c2d5 req-bccb3b5c-962e-4824-9c2f-ba8dfa7810f1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Calling delete_port for 173f8a35-395b-4e40-8017-9de68685d0bf owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:36.589432 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1cd9f547-399b-43a5-bac9-0a48301ab4d5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.7328262 Oct 27 16:27:36.716543 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51682) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:36.723452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51684) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:36.729029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Request body: {'subnet': {'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:36.917369 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c424ace2-8895-4357-bb05-7fe528aa748b tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/floatingips/4e99cac9-0255-4086-8c51-88675b0c4e4d HTTP/1.1" status: 200 len: 993 time: 0.1020038 Oct 27 16:27:36.964375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.978298 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Made reservation on behalf of 3168add5e92e47e1abc4446b98b74061 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:36.980614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.981877 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:36.986395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "DELETE /v2.0/networks/53fed00c-e3ea-40b1-b967-d6fa957e2e84 HTTP/1.1" status: 204 len: 168 time: 1.4041433 Oct 27 16:27:37.001305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51686) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:37.146799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af3a17-4289-4fbc-85fb-392a820dc254 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event deleted for resources: {'Network': ['ID=53fed00c-e3ea-40b1-b967-d6fa957e2e84,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:37.243467 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.310481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51692) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:37.331083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.369645 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.397643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e2d22b-d779-40e4-98c8-f6654d7d9bc4']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:37.408241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2c3ece45-1d04-49a0-80b8-5f46f729c2d5 req-bccb3b5c-962e-4824-9c2f-ba8dfa7810f1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.411643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91783d98-8518-4a87-932d-153bf15723ec') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:37.412010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91783d98-8518-4a87-932d-153bf15723ec') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:37.423856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:27:37.424530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.462039 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.491074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:37.493356 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.540848 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb3b5c-962e-4824-9c2f-ba8dfa7810f1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event deleted for resources: {'Port': ['ID=173f8a35-395b-4e40-8017-9de68685d0bf,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:37.582409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'Subnet': ['ID=0a8bba44-5832-4795-a60d-801338224037,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:37.665824 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:37.705337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Checking segment: {'id': '4b2149af-58c9-4396-ba27-56ce53c48ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:37.705762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Network hostable DHCP agents. Network: 4ac5a8c1-7b50-4d73-9993-625ea7e87708, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:27:37.718564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3ece45-1d04-49a0-80b8-5f46f729c2d5 req-bccb3b5c-962e-4824-9c2f-ba8dfa7810f1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] No DVR routers for this DVR port 173f8a35-395b-4e40-8017-9de68685d0bf on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:37.729242 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-2c3ece45-1d04-49a0-80b8-5f46f729c2d5 req-bccb3b5c-962e-4824-9c2f-ba8dfa7810f1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.737417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c3ece45-1d04-49a0-80b8-5f46f729c2d5 req-bccb3b5c-962e-4824-9c2f-ba8dfa7810f1 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.54 "DELETE /v2.0/ports/173f8a35-395b-4e40-8017-9de68685d0bf HTTP/1.1" status: 204 len: 173 time: 2.0077312 Oct 27 16:27:37.737919 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e76fc50-d58f-4f43-90be-d3ea175a747e', 'name': 'network-vif-deleted', 'tag': '173f8a35-395b-4e40-8017-9de68685d0bf'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:37.754144 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee3f19e-07f9-430b-bd67-4af6e1eaa7f8" -d '{"events": [{"server_uuid": "8e76fc50-d58f-4f43-90be-d3ea175a747e", "name": "network-vif-deleted", "tag": "173f8a35-395b-4e40-8017-9de68685d0bf"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:37.792090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-015b0abf-d67d-4ee8-88e5-c61051831123 req-786ea9cc-06c3-4d06-8712-97531d5f55d0 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 210 time: 0.1034250 Oct 27 16:27:37.835700 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99093bac-1843-47ab-b35c-1dab0b4a6cf6 x-openstack-request-id: req-99093bac-1843-47ab-b35c-1dab0b4a6cf6 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:37.836021 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e76fc50-d58f-4f43-90be-d3ea175a747e", "name": "network-vif-deleted", "tag": "173f8a35-395b-4e40-8017-9de68685d0bf", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:37.836315 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99093bac-1843-47ab-b35c-1dab0b4a6cf6 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:37.837504 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e76fc50-d58f-4f43-90be-d3ea175a747e', 'name': 'network-vif-deleted', 'tag': '173f8a35-395b-4e40-8017-9de68685d0bf', 'status': 'completed', 'code': 200} Oct 27 16:27:37.869239 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-71f5f7a1-93f5-4ac1-9b69-593147d93378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.934143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 08f64a83-f7a8-4c5b-9d02-bd723359754a no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:37.944445 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.952409 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.959298 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "DELETE /v2.0/networks/e4e2d22b-d779-40e4-98c8-f6654d7d9bc4 HTTP/1.1" status: 204 len: 168 time: 0.9341292 Oct 27 16:27:37.959481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 08f64a83-f7a8-4c5b-9d02-bd723359754a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:37.959983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 08f64a83-f7a8-4c5b-9d02-bd723359754a not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:37.968275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:27:37.969941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51702) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:37.990503 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-71f5f7a1-93f5-4ac1-9b69-593147d93378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:37.999644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54739f-b26e-468b-9752-092e18951b3a tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event deleted for resources: {'Network': ['ID=e4e2d22b-d779-40e4-98c8-f6654d7d9bc4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:38.057091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 4ac5a8c1-7b50-4d73-9993-625ea7e87708) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:38.061108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:38.061945 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.068980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b67f642-aa39-4d0f-9121-cdbb2a53e173 None None] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:38.082397 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.086440 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-71f5f7a1-93f5-4ac1-9b69-593147d93378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.137815 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-71f5f7a1-93f5-4ac1-9b69-593147d93378 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5ee07d205c74c2191057c582e92d9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8242848 Oct 27 16:27:38.138715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51710) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:38.161397 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1bc53522-f703-45d8-b812-20ada4f4dc29 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4397326 Oct 27 16:27:38.166536 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51716) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:38.179149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Request body: {'port': {'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708', 'name': 'tempest-AllowedAddressPairTestJSON-904323717'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:38.189650 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.216431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b8b3ce-80b2-41dd-bc82-38e08fbeca48']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:38.226997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abfa755-03a1-4f4f-ba51-3db87e6c9a98') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:38.227332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abfa755-03a1-4f4f-ba51-3db87e6c9a98') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:38.238815 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.255369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.262399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:38.262806 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:38.328535 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:38.371069 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-4ac5a8c1-7b50-4d73-9993-625ea7e87708', 'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708', 'tenant_id': '3168add5e92e47e1abc4446b98b74061', 'fixed_ips': [{'subnet_id': '0a8bba44-5832-4795-a60d-801338224037'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:27:38.372598 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.407500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.425327 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.430651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] 10.222.0.15 "DELETE /v2.0/networks/40b8b3ce-80b2-41dd-bc82-38e08fbeca48 HTTP/1.1" status: 204 len: 168 time: 0.4535878 Oct 27 16:27:38.467465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51808d2-6d20-4373-92ef-bff29ef8f965 tempest-BulkNetworkOpsTest-735763083 tempest-BulkNetworkOpsTest-735763083-project] Pushing event deleted for resources: {'Network': ['ID=40b8b3ce-80b2-41dd-bc82-38e08fbeca48,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:38.576333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Allocated IP 172.20.0.2 (4ac5a8c1-7b50-4d73-9993-625ea7e87708/0a8bba44-5832-4795-a60d-801338224037/b2cf1311-b85f-4708-ac21-af3f478a4d5e) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:38.661264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5f7a1-93f5-4ac1-9b69-593147d93378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4237e4-ce25-4745-b8a7-6939ce5da9c7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:38.732197 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31e95a6-bbe7-46ee-b1fd-3def83cd1427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.779743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31e95a6-bbe7-46ee-b1fd-3def83cd1427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.842646 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.947450 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-435f19de-93a1-4c4f-858a-38c2eda4fc13 req-7f052331-ece5-4eae-881f-049c3fecc4f0 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e76fc50-d58f-4f43-90be-d3ea175a747e HTTP/1.1" status: 200 len: 210 time: 0.0347652 Oct 27 16:27:38.995113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Made reservation on behalf of 3168add5e92e47e1abc4446b98b74061 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:38.995676 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:38.998669 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.040111 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:39.045096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:39.048759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] device_id is not set on port 7f7a5394-f43f-4793-8af0-73d824320271 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:39.053125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:39.056152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Pushing event updated for resources: {'Port': ['ID=b2cf1311-b85f-4708-ac21-af3f478a4d5e,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:39.076887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51726) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:39.117700 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Attempting to bind port b2cf1311-b85f-4708-ac21-af3f478a4d5e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:27:39.118064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Attempting to bind port b2cf1311-b85f-4708-ac21-af3f478a4d5e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '4b2149af-58c9-4396-ba27-56ce53c48ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:27:39.118428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Attempting to bind port b2cf1311-b85f-4708-ac21-af3f478a4d5e on network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:27:39.127175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:27:39.127973 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Checking segment: {'id': '4b2149af-58c9-4396-ba27-56ce53c48ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:27:39.132980 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.132980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Bound using segment: {'id': '4b2149af-58c9-4396-ba27-56ce53c48ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:27:39.132980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Bound port: b2cf1311-b85f-4708-ac21-af3f478a4d5e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b2149af-58c9-4396-ba27-56ce53c48ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:27:39.132980 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.216240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] For port b2cf1311-b85f-4708-ac21-af3f478a4d5e, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:27:39.217599 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31e95a6-bbe7-46ee-b1fd-3def83cd1427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.220852 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c31e95a6-bbe7-46ee-b1fd-3def83cd1427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.228740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c31e95a6-bbe7-46ee-b1fd-3def83cd1427 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b4237e4-ce25-4745-b8a7-6939ce5da9c7 HTTP/1.1" status: 204 len: 168 time: 1.0770421 Oct 27 16:27:39.229032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] For port b2cf1311-b85f-4708-ac21-af3f478a4d5e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b2cf1311-b85f-4708-ac21-af3f478a4d5e,segment=NetworkSegment(4b2149af-58c9-4396-ba27-56ce53c48ff8),segment_id=4b2149af-58c9-4396-ba27-56ce53c48ff8)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:27:39.269530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 173f8a35-395b-4e40-8017-9de68685d0bf no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:39.280168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e95a6-bbe7-46ee-b1fd-3def83cd1427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4237e4-ce25-4745-b8a7-6939ce5da9c7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:39.305107 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.307275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 173f8a35-395b-4e40-8017-9de68685d0bf {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:39.307777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 173f8a35-395b-4e40-8017-9de68685d0bf not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:39.328882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Allocated IP 172.20.0.8 (4ac5a8c1-7b50-4d73-9993-625ea7e87708/0a8bba44-5832-4795-a60d-801338224037/7f7a5394-f43f-4793-8af0-73d824320271) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:39.403172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e3710c12-9829-46c4-8a30-f0185b1086d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bf424ac051c418e95b1c42fe0fcb442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246927 Oct 27 16:27:39.406266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51734) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:39.416668 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56143d-c525-4bef-94d4-9613a2bfb329 None None] Pushing event updated for resources: {'Port': ['ID=b2cf1311-b85f-4708-ac21-af3f478a4d5e,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:39.488289 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-115d4302-4b04-425d-9760-8fd275ea5aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.538524 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-115d4302-4b04-425d-9760-8fd275ea5aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.632242 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.681123 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-115d4302-4b04-425d-9760-8fd275ea5aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.686526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-115d4302-4b04-425d-9760-8fd275ea5aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.688757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-115d4302-4b04-425d-9760-8fd275ea5aa6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c1a2e1d-adc5-4fbf-a6c8-8cc416e7738f HTTP/1.1" status: 204 len: 168 time: 0.2813742 Oct 27 16:27:39.702803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d4302-4b04-425d-9760-8fd275ea5aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1a2e1d-adc5-4fbf-a6c8-8cc416e7738f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:39.764449 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:39.904315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:39.904315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:39.904315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'Port': ['ID=7f7a5394-f43f-4793-8af0-73d824320271,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:39.904315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:39.976722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:39.978040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.066747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b2cf1311-b85f-4708-ac21-af3f478a4d5e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:40.088143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51746) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:40.092646 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c940bdd5-9bb2-451e-a940-8e19c16bef72 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9191365 Oct 27 16:27:40.095602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Request body: {'port': {'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708', 'name': 'tempest-AllowedAddressPairTestJSON-1090403755', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3b:ee:6f'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:40.227083 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b2cf1311-b85f-4708-ac21-af3f478a4d5e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:40.227572 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.295716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51760) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:40.338307 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ab692f0-584b-4443-a1a8-6ce68a4796c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.414058 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.445929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Made reservation on behalf of 3168add5e92e47e1abc4446b98b74061 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:40.514419 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port b2cf1311-b85f-4708-ac21-af3f478a4d5e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b2cf1311-b85f-4708-ac21-af3f478a4d5e,segment=NetworkSegment(4b2149af-58c9-4396-ba27-56ce53c48ff8),segment_id=4b2149af-58c9-4396-ba27-56ce53c48ff8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:40.594773 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.634661 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.647527 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ab692f0-584b-4443-a1a8-6ce68a4796c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.683098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] device_id is not set on port d6e0a0ee-95b7-4156-8f71-a788fc64ba9f yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:40.711150 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ab692f0-584b-4443-a1a8-6ce68a4796c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:40.738365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=b2cf1311-b85f-4708-ac21-af3f478a4d5e,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:40.776201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab692f0-584b-4443-a1a8-6ce68a4796c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebcc0b2-ffa1-4c99-bb30-b7f5904ac5b1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:40.806093 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2ab692f0-584b-4443-a1a8-6ce68a4796c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9af3ec11a86b4c80899118a5035cac76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091052 Oct 27 16:27:40.810738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51780) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:40.982461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Allocated IP 172.20.0.7 (4ac5a8c1-7b50-4d73-9993-625ea7e87708/0a8bba44-5832-4795-a60d-801338224037/d6e0a0ee-95b7-4156-8f71-a788fc64ba9f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:40.994332 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75425684-1660-47cb-adeb-bdfd49558ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.032615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87e993a-760d-4cba-9d47-afa60f881952 None None] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:41.086062 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75425684-1660-47cb-adeb-bdfd49558ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.132955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c296c8ab-ceaa-4456-bdbc-606ede66c8b9 None None] Provisioning complete for port b2cf1311-b85f-4708-ac21-af3f478a4d5e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:41.133537 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c296c8ab-ceaa-4456-bdbc-606ede66c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.257766 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75425684-1660-47cb-adeb-bdfd49558ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.260809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-75425684-1660-47cb-adeb-bdfd49558ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.262892 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-75425684-1660-47cb-adeb-bdfd49558ba5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ebcc0b2-ffa1-4c99-bb30-b7f5904ac5b1 HTTP/1.1" status: 204 len: 168 time: 0.4509630 Oct 27 16:27:41.284991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75425684-1660-47cb-adeb-bdfd49558ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebcc0b2-ffa1-4c99-bb30-b7f5904ac5b1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:41.351038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.487575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.580479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'Port': ['ID=d6e0a0ee-95b7-4156-8f71-a788fc64ba9f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:41.598975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:41.600646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:41.604126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:41.668961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78136ca-d8da-4836-be57-e5c1176c64ca req-c0182e22-c6d4-4e5e-9434-c5888d82e9d5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:41.685474 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f78136ca-d8da-4836-be57-e5c1176c64ca req-c0182e22-c6d4-4e5e-9434-c5888d82e9d5 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 946 time: 0.1450310 Oct 27 16:27:41.735401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:41.736311 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.767689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3f6f6feb-885c-4579-a02a-a55539401089 None None] Provisioning complete for port b2cf1311-b85f-4708-ac21-af3f478a4d5e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:41.767938 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3f6f6feb-885c-4579-a02a-a55539401089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:41.772130 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f78136ca-d8da-4836-be57-e5c1176c64ca req-0cb5d120-4e42-4193-82d0-3b2a9db3a9dd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854266 Oct 27 16:27:41.883225 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-532af504-5ce4-4a56-82c2-5cffd80475a5 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.7944636 Oct 27 16:27:41.885879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51812) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:41.980846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3f6f6feb-885c-4579-a02a-a55539401089 None None] Provisioning complete for port 7f7a5394-f43f-4793-8af0-73d824320271 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:41.980846 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3f6f6feb-885c-4579-a02a-a55539401089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.002291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a28041a-450b-4624-83be-b8d99db9687e tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.045141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a28041a-450b-4624-83be-b8d99db9687e tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.053407 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b2cf1311-b85f-4708-ac21-af3f478a4d5e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:27:42.061858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a28041a-450b-4624-83be-b8d99db9687e tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:42.063548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51818) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:42.073217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51820) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:42.076167 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6a28041a-450b-4624-83be-b8d99db9687e tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1889043 Oct 27 16:27:42.140285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f6feb-885c-4579-a02a-a55539401089 None None] Port 7f7a5394-f43f-4793-8af0-73d824320271 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:42.181448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b2cf1311-b85f-4708-ac21-af3f478a4d5e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:42.182093 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.279443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7c30fd21-18d7-4b3a-ae98-092a4a1e9811 None None] Provisioning complete for port 7f7a5394-f43f-4793-8af0-73d824320271 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:42.279809 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c30fd21-18d7-4b3a-ae98-092a4a1e9811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.284619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0432e-94b1-4005-853c-128b11f55c5c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Deleting port d6e0a0ee-95b7-4156-8f71-a788fc64ba9f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:42.286559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ecc0432e-94b1-4005-853c-128b11f55c5c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.356700 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7c30fd21-18d7-4b3a-ae98-092a4a1e9811 None None] Port 7f7a5394-f43f-4793-8af0-73d824320271 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:42.443882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-860123aa-1609-4653-af2f-799ade5e2c11 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:42.444660 n-d-815689-1 neutron-server[109723]: WARNING neutron.api.v2.base [None req-860123aa-1609-4653-af2f-799ade5e2c11 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 16:27:42.445192 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-860123aa-1609-4653-af2f-799ade5e2c11 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:27:42.446180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-860123aa-1609-4653-af2f-799ade5e2c11 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3720179 Oct 27 16:27:42.449120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ecc0432e-94b1-4005-853c-128b11f55c5c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.450005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51828) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:42.455012 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-fb602071-5ed6-415b-9b37-7a16cd06036d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681706944'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:42.470541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ecc0432e-94b1-4005-853c-128b11f55c5c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Calling delete_port for d6e0a0ee-95b7-4156-8f71-a788fc64ba9f owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:42.487190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cd44399e-e6a5-4f78-ac80-38afb58e0932 None None] Provisioning complete for port d6e0a0ee-95b7-4156-8f71-a788fc64ba9f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:42.487371 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cd44399e-e6a5-4f78-ac80-38afb58e0932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.550810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cd44399e-e6a5-4f78-ac80-38afb58e0932 None None] Port d6e0a0ee-95b7-4156-8f71-a788fc64ba9f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:42.610393 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb602071-5ed6-415b-9b37-7a16cd06036d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.638374 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb602071-5ed6-415b-9b37-7a16cd06036d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.774002 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ecc0432e-94b1-4005-853c-128b11f55c5c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.822544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc0432e-94b1-4005-853c-128b11f55c5c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event deleted for resources: {'Port': ['ID=d6e0a0ee-95b7-4156-8f71-a788fc64ba9f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:42.844267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb602071-5ed6-415b-9b37-7a16cd06036d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:42.966785 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb602071-5ed6-415b-9b37-7a16cd06036d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.009973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb602071-5ed6-415b-9b37-7a16cd06036d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a57d91d-1cbd-489e-9955-34e4692b9cc1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:43.059383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f518f-4e00-4e32-a526-52ed34abd8bc req-38078d93-0004-411d-af33-17ea26c98e10 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:43.061131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e9f518f-4e00-4e32-a526-52ed34abd8bc req-38078d93-0004-411d-af33-17ea26c98e10 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 946 time: 0.2527187 Oct 27 16:27:43.096285 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb602071-5ed6-415b-9b37-7a16cd06036d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.159646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfd299-c509-4324-9d96-b0a50d4396e9 req-585af3bf-7174-45c2-afdf-e27e8025e4dd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:43.162024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ccfd299-c509-4324-9d96-b0a50d4396e9 req-585af3bf-7174-45c2-afdf-e27e8025e4dd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 946 time: 0.2707927 Oct 27 16:27:43.202760 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb602071-5ed6-415b-9b37-7a16cd06036d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.205437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ecc0432e-94b1-4005-853c-128b11f55c5c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.209492 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ecc0432e-94b1-4005-853c-128b11f55c5c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "DELETE /v2.0/ports/d6e0a0ee-95b7-4156-8f71-a788fc64ba9f HTTP/1.1" status: 204 len: 168 time: 1.1447630 Oct 27 16:27:43.228955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51846) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:43.243766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb602071-5ed6-415b-9b37-7a16cd06036d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f9ccc6-68d2-4090-ab89-308b48b2affa,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:43.275999 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e7fa48-20a1-48e7-a850-b98afc5575c9 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] GET failed (client error): The resource could not be found. Oct 27 16:27:43.277609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c0e7fa48-20a1-48e7-a850-b98afc5575c9 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "GET /v2.0/ports/d6e0a0ee-95b7-4156-8f71-a788fc64ba9f HTTP/1.1" status: 404 len: 333 time: 0.0457256 Oct 27 16:27:43.281721 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51850) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:43.288449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Request body: {'port': {'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708', 'name': 'tempest-AllowedAddressPairTestJSON-689822991'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:43.296855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ccfd299-c509-4324-9d96-b0a50d4396e9 req-f01d1356-911f-4e9e-ae42-104229072aa6 tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/security-groups?id=584dff59-d356-4099-a187-a4487f70f217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216927 Oct 27 16:27:43.335992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8e9f518f-4e00-4e32-a526-52ed34abd8bc req-956a26a5-4897-47d8-9112-3c55e59d2efd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Deleting port baff4a4f-7b24-4e59-a9ce-60006174afd2 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:43.336360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e9f518f-4e00-4e32-a526-52ed34abd8bc req-956a26a5-4897-47d8-9112-3c55e59d2efd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.357237 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fb602071-5ed6-415b-9b37-7a16cd06036d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.358472 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fb602071-5ed6-415b-9b37-7a16cd06036d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9069538 Oct 27 16:27:43.364355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51852) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:43.368913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '26f9ccc6-68d2-4090-ab89-308b48b2affa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:43.449413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8e9f518f-4e00-4e32-a526-52ed34abd8bc req-956a26a5-4897-47d8-9112-3c55e59d2efd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] For port baff4a4f-7b24-4e59-a9ce-60006174afd2, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=baff4a4f-7b24-4e59-a9ce-60006174afd2,segment=NetworkSegment(0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5),segment_id=0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:43.449781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e9f518f-4e00-4e32-a526-52ed34abd8bc req-956a26a5-4897-47d8-9112-3c55e59d2efd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.463698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8e9f518f-4e00-4e32-a526-52ed34abd8bc req-956a26a5-4897-47d8-9112-3c55e59d2efd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Calling delete_port for baff4a4f-7b24-4e59-a9ce-60006174afd2 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:43.566225 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.649010 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.673090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Made reservation on behalf of 3168add5e92e47e1abc4446b98b74061 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:43.676966 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.695265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] device_id is not set on port 67215303-b385-44fa-b182-ebc3cb3f2d20 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:43.712945 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e9f518f-4e00-4e32-a526-52ed34abd8bc req-956a26a5-4897-47d8-9112-3c55e59d2efd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.726409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['baff4a4f-7b24-4e59-a9ce-60006174afd2'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:27:43.747923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a26a5-4897-47d8-9112-3c55e59d2efd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Pushing event deleted for resources: {'Port': ['ID=baff4a4f-7b24-4e59-a9ce-60006174afd2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:43.784438 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.810192 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9f518f-4e00-4e32-a526-52ed34abd8bc req-956a26a5-4897-47d8-9112-3c55e59d2efd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] No DVR routers for this DVR port baff4a4f-7b24-4e59-a9ce-60006174afd2 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:43.814951 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8e9f518f-4e00-4e32-a526-52ed34abd8bc req-956a26a5-4897-47d8-9112-3c55e59d2efd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.820331 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e9f518f-4e00-4e32-a526-52ed34abd8bc req-956a26a5-4897-47d8-9112-3c55e59d2efd tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.53 "DELETE /v2.0/ports/baff4a4f-7b24-4e59-a9ce-60006174afd2 HTTP/1.1" status: 204 len: 173 time: 0.7362139 Oct 27 16:27:43.829598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9871f0e6-fef9-4f33-898c-18c22821eaa6', 'name': 'network-vif-deleted', 'tag': 'baff4a4f-7b24-4e59-a9ce-60006174afd2'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:27:43.829598 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263b3bf3-7c84-4aeb-9255-c093b5409bd4" -d '{"events": [{"server_uuid": "9871f0e6-fef9-4f33-898c-18c22821eaa6", "name": "network-vif-deleted", "tag": "baff4a4f-7b24-4e59-a9ce-60006174afd2"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:27:43.829937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac1913b-7a18-46d0-a324-96bf29b61d30,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:43.855710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.856350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.856700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.857263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.857606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.857945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.858276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.858604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.858930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.859258 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.859931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.860289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:27:43.907397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Allocated IP 172.20.0.14 (4ac5a8c1-7b50-4d73-9993-625ea7e87708/0a8bba44-5832-4795-a60d-801338224037/67215303-b385-44fa-b182-ebc3cb3f2d20) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:43.965693 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:43.967093 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-90151561-f217-4c9a-ac03-a4c5bc2715fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6017449 Oct 27 16:27:43.970139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51870) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:43.977173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4ed8ab98-d15a-4576-b5b2-e65c043c41a1 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '26f9ccc6-68d2-4090-ab89-308b48b2affa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:44.105879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.182035 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e34fc34-10e0-4905-a27f-56f1f7fae859 x-openstack-request-id: req-4e34fc34-10e0-4905-a27f-56f1f7fae859 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:27:44.182334 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9871f0e6-fef9-4f33-898c-18c22821eaa6", "name": "network-vif-deleted", "tag": "baff4a4f-7b24-4e59-a9ce-60006174afd2", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:27:44.182809 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e34fc34-10e0-4905-a27f-56f1f7fae859 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:27:44.183408 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9871f0e6-fef9-4f33-898c-18c22821eaa6', 'name': 'network-vif-deleted', 'tag': 'baff4a4f-7b24-4e59-a9ce-60006174afd2', 'status': 'completed', 'code': 200} Oct 27 16:27:44.190120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4ed8ab98-d15a-4576-b5b2-e65c043c41a1 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.292237 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.335785 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-4ed8ab98-d15a-4576-b5b2-e65c043c41a1 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:27:44.339478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4ed8ab98-d15a-4576-b5b2-e65c043c41a1 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3646953 Oct 27 16:27:44.340080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51880) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:44.382926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:44.398847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:44.409015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:44.449722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'Port': ['ID=67215303-b385-44fa-b182-ebc3cb3f2d20,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:44.453184 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b57a3dc6-88a2-43e0-9858-9f1f45950c76 req-ab161cf7-1ecb-4d3a-a812-9460043eff5b tempest-ServersTestJSON-2109198931 tempest-ServersTestJSON-2109198931-project] 10.222.0.15 "GET /v2.0/ports?device_id=9871f0e6-fef9-4f33-898c-18c22821eaa6 HTTP/1.1" status: 200 len: 210 time: 0.0442064 Oct 27 16:27:44.468822 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381083fa-19eb-49dd-858b-4a4c64aa3c52 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.493101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:44.493777 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.499498 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381083fa-19eb-49dd-858b-4a4c64aa3c52 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.598652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-273da1f3-5021-40ed-9d77-bb65713b1b3d tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3126223 Oct 27 16:27:44.604563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51886) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:44.605356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-bcdb727d-8c6e-4cc2-b242-ab4f1000dd01 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3b:ee:6f'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:44.694634 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381083fa-19eb-49dd-858b-4a4c64aa3c52 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.698664 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-381083fa-19eb-49dd-858b-4a4c64aa3c52 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.698849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-381083fa-19eb-49dd-858b-4a4c64aa3c52 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "DELETE /v2.0/security-groups/26f9ccc6-68d2-4090-ab89-308b48b2affa HTTP/1.1" status: 204 len: 168 time: 0.3580446 Oct 27 16:27:44.701801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51888) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:44.715649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcdb727d-8c6e-4cc2-b242-ab4f1000dd01 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.718030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381083fa-19eb-49dd-858b-4a4c64aa3c52 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f9ccc6-68d2-4090-ab89-308b48b2affa,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:44.788114 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e4afa253-7bd0-40e9-a2f3-e50ccaa4f8e2 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0804985 Oct 27 16:27:44.788801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51890) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:44.793664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8f06de70-dc78-405b-a979-ff6846479f00 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1058253711'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:44.818825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6786bdcd-27e9-4143-97b8-694d9130e05b None None] Provisioning complete for port 67215303-b385-44fa-b182-ebc3cb3f2d20 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:44.819455 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6786bdcd-27e9-4143-97b8-694d9130e05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.864741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6786bdcd-27e9-4143-97b8-694d9130e05b None None] Port 67215303-b385-44fa-b182-ebc3cb3f2d20 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:44.920411 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f06de70-dc78-405b-a979-ff6846479f00 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:44.999493 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcdb727d-8c6e-4cc2-b242-ab4f1000dd01 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.048766 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f06de70-dc78-405b-a979-ff6846479f00 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.107111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcdb727d-8c6e-4cc2-b242-ab4f1000dd01 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.188656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb727d-8c6e-4cc2-b242-ab4f1000dd01 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'Port': ['ID=67215303-b385-44fa-b182-ebc3cb3f2d20,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:45.199487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb727d-8c6e-4cc2-b242-ab4f1000dd01 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] In _notify_port_updated(), no bound segment for port 67215303-b385-44fa-b182-ebc3cb3f2d20 on network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 {{(pid=109723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:27:45.205432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdb727d-8c6e-4cc2-b242-ab4f1000dd01 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:45.206087 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bcdb727d-8c6e-4cc2-b242-ab4f1000dd01 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.207451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bcdb727d-8c6e-4cc2-b242-ab4f1000dd01 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "PUT /v2.0/ports/67215303-b385-44fa-b182-ebc3cb3f2d20 HTTP/1.1" status: 200 len: 993 time: 0.6068707 Oct 27 16:27:45.210795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51900) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:45.212256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f06de70-dc78-405b-a979-ff6846479f00 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.259107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06de70-dc78-405b-a979-ff6846479f00 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fcb3fd-4d08-448a-8573-acefe50efb9b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:45.355944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c24407df-a748-4b84-9921-cc34f52c6d64 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Deleting port 67215303-b385-44fa-b182-ebc3cb3f2d20 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:45.356791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c24407df-a748-4b84-9921-cc34f52c6d64 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.368384 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f06de70-dc78-405b-a979-ff6846479f00 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.370475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8f06de70-dc78-405b-a979-ff6846479f00 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5798750 Oct 27 16:27:45.376855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51904) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:45.382946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1809461d-3ef9-4b05-a5af-227657c0e7e2 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '77fcb3fd-4d08-448a-8573-acefe50efb9b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:45.383958 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-1809461d-3ef9-4b05-a5af-227657c0e7e2 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 27 16:27:45.384608 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-1809461d-3ef9-4b05-a5af-227657c0e7e2 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:45.385730 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1809461d-3ef9-4b05-a5af-227657c0e7e2 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078459 Oct 27 16:27:45.390719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51906) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:45.462683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c24407df-a748-4b84-9921-cc34f52c6d64 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.464335 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac535efc-2114-4826-962c-876ed1c14ada tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.475748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c24407df-a748-4b84-9921-cc34f52c6d64 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Calling delete_port for 67215303-b385-44fa-b182-ebc3cb3f2d20 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:45.500697 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac535efc-2114-4826-962c-876ed1c14ada tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.553114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fd5a7be3-507d-4ccf-b243-938aaf71f0a1 None None] Provisioning complete for port 67215303-b385-44fa-b182-ebc3cb3f2d20 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:45.553755 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd5a7be3-507d-4ccf-b243-938aaf71f0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.587646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51912) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:45.596313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-fd5a7be3-507d-4ccf-b243-938aaf71f0a1 None None] Port 67215303-b385-44fa-b182-ebc3cb3f2d20 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:45.646290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6dd563-2e7b-4cb6-b682-e4ef5d14d425 admin admin] Deleting subnet 64491595-c258-460a-a334-a8181c6eb3c4 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:45.650382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd563-2e7b-4cb6-b682-e4ef5d14d425 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.711634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd563-2e7b-4cb6-b682-e4ef5d14d425 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.732972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac535efc-2114-4826-962c-876ed1c14ada tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.735687 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ac535efc-2114-4826-962c-876ed1c14ada tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.736874 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ac535efc-2114-4826-962c-876ed1c14ada tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "DELETE /v2.0/security-groups/77fcb3fd-4d08-448a-8573-acefe50efb9b HTTP/1.1" status: 204 len: 168 time: 0.3449628 Oct 27 16:27:45.740153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51916) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:45.755037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c24407df-a748-4b84-9921-cc34f52c6d64 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.762118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac535efc-2114-4826-962c-876ed1c14ada tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fcb3fd-4d08-448a-8573-acefe50efb9b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:45.778928 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd563-2e7b-4cb6-b682-e4ef5d14d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:45.804100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24407df-a748-4b84-9921-cc34f52c6d64 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event deleted for resources: {'Port': ['ID=67215303-b385-44fa-b182-ebc3cb3f2d20,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:45.895762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51918) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:45.896227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1f9d2af4-13f9-497b-bb8b-7d2b54d6fe57 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1545084 Oct 27 16:27:45.900460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4d8550da-7804-47f9-9a15-2a24cf4e9701 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'tempest-secgroup--415532302'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:45.995754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c24407df-a748-4b84-9921-cc34f52c6d64 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.003947 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51920) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:46.004883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c24407df-a748-4b84-9921-cc34f52c6d64 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "DELETE /v2.0/ports/67215303-b385-44fa-b182-ebc3cb3f2d20 HTTP/1.1" status: 204 len: 168 time: 0.7915213 Oct 27 16:27:46.039435 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd563-2e7b-4cb6-b682-e4ef5d14d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.045807 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d8550da-7804-47f9-9a15-2a24cf4e9701 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.048982 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-774be610-9e5b-4fcf-86d8-c3f55605e460 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] GET failed (client error): The resource could not be found. Oct 27 16:27:46.050971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-774be610-9e5b-4fcf-86d8-c3f55605e460 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "GET /v2.0/ports/67215303-b385-44fa-b182-ebc3cb3f2d20 HTTP/1.1" status: 404 len: 333 time: 0.0466042 Oct 27 16:27:46.059186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51924) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:46.068438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Request body: {'port': {'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708', 'name': 'tempest-AllowedAddressPairTestJSON-1979175486'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:46.091363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6dd563-2e7b-4cb6-b682-e4ef5d14d425 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64491595-c258-460a-a334-a8181c6eb3c4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:46.097503 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb6dd563-2e7b-4cb6-b682-e4ef5d14d425 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.101269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bb6dd563-2e7b-4cb6-b682-e4ef5d14d425 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/64491595-c258-460a-a334-a8181c6eb3c4 HTTP/1.1" status: 204 len: 168 time: 0.5125799 Oct 27 16:27:46.105298 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51926) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:46.200484 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.232513 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d8550da-7804-47f9-9a15-2a24cf4e9701 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.309261 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.319907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Made reservation on behalf of 3168add5e92e47e1abc4446b98b74061 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:46.323654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.332414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47a63cd-949d-4480-9c39-3436e4ca4276']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:46.344451 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] device_id is not set on port 947755a9-9f61-4d2d-b0dd-69922ea298f8 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:46.346117 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:46.346470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bef9a04-9e03-4de3-bd4e-2fe223eb7ad5') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:46.358102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.374377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.383482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:46.384180 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:46.386844 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:46.433517 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d8550da-7804-47f9-9a15-2a24cf4e9701 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.478844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Allocated IP 172.20.0.13 (4ac5a8c1-7b50-4d73-9993-625ea7e87708/0a8bba44-5832-4795-a60d-801338224037/947755a9-9f61-4d2d-b0dd-69922ea298f8) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:46.481588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8550da-7804-47f9-9a15-2a24cf4e9701 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8f3e74-dde8-4d67-aed0-bfb607c6e32f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:46.612184 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d8550da-7804-47f9-9a15-2a24cf4e9701 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.615024 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4d8550da-7804-47f9-9a15-2a24cf4e9701 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7178013 Oct 27 16:27:46.617488 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51932) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:46.622345 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-96f3390b-d1a0-4e80-acf4-fe12e64872fd tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': 'aa8f3e74-dde8-4d67-aed0-bfb607c6e32f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:46.623258 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-96f3390b-d1a0-4e80-acf4-fe12e64872fd tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 27 16:27:46.623873 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-96f3390b-d1a0-4e80-acf4-fe12e64872fd tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:46.624795 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-96f3390b-d1a0-4e80-acf4-fe12e64872fd tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061042 Oct 27 16:27:46.627587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51934) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:46.657958 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.672241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.674707 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.678378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c47a63cd-949d-4480-9c39-3436e4ca4276 HTTP/1.1" status: 204 len: 168 time: 0.5692043 Oct 27 16:27:46.692244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb02d42-9c13-4d05-a77b-9d96cca8add7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c47a63cd-949d-4480-9c39-3436e4ca4276,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:46.717784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f18ace67-777e-4f2b-8355-77767b1443be tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.745615 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f18ace67-777e-4f2b-8355-77767b1443be tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.966088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f18ace67-777e-4f2b-8355-77767b1443be tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.967474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.969252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f18ace67-777e-4f2b-8355-77767b1443be tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:46.974312 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f18ace67-777e-4f2b-8355-77767b1443be tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "DELETE /v2.0/security-groups/aa8f3e74-dde8-4d67-aed0-bfb607c6e32f HTTP/1.1" status: 204 len: 168 time: 0.3453772 Oct 27 16:27:46.977864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51940) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:46.980218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device baff4a4f-7b24-4e59-a9ce-60006174afd2 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:27:47.001651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ace67-777e-4f2b-8355-77767b1443be tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8f3e74-dde8-4d67-aed0-bfb607c6e32f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:47.035102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: baff4a4f-7b24-4e59-a9ce-60006174afd2 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:27:47.036398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device baff4a4f-7b24-4e59-a9ce-60006174afd2 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:27:47.053889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:47.058135 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3819eb0a-3d72-4ab5-9717-7e6931e83534 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784445 Oct 27 16:27:47.061937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51942) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.062119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:47.067658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:47.067936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c1576dc7-3a8e-49e9-bfda-3bd34250236e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'tempest-secgroup--95691111'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:47.072761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'Port': ['ID=947755a9-9f61-4d2d-b0dd-69922ea298f8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:47.138220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:47.138925 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.257783 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1576dc7-3a8e-49e9-bfda-3bd34250236e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.327047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51946) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.331800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-959f5247-86ae-41a3-a3d2-858616313d3f None None] Provisioning complete for port 947755a9-9f61-4d2d-b0dd-69922ea298f8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:47.333329 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-959f5247-86ae-41a3-a3d2-858616313d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.350523 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51948) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.365145 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1576dc7-3a8e-49e9-bfda-3bd34250236e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.377469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-959f5247-86ae-41a3-a3d2-858616313d3f None None] Port 947755a9-9f61-4d2d-b0dd-69922ea298f8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:47.396036 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4249fd0e-7ea7-4adf-8f69-37f42f092d65 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38d3f95336f441d6849f076f492df8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644968 Oct 27 16:27:47.396036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51952) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.409448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-49f8ef11-f263-47a6-af41-6671adc57e4c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3460498 Oct 27 16:27:47.409863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51954) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.416129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-831e532f-b178-4c1c-94a1-07c5ed6a010c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3b:ee:6f'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:47.460899 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1576dc7-3a8e-49e9-bfda-3bd34250236e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.471921 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-985283db-5ace-44b8-b28c-3c765231b138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.512293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-985283db-5ace-44b8-b28c-3c765231b138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.552296 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1576dc7-3a8e-49e9-bfda-3bd34250236e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da469681-011a-4993-8cc8-3a7659fe963f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:47.584917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a1ffafd0-7f68-4be8-b70c-a6c0a4839748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.597204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1576dc7-3a8e-49e9-bfda-3bd34250236e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.600168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c1576dc7-3a8e-49e9-bfda-3bd34250236e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5359566 Oct 27 16:27:47.602944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51958) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.609088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-51a316c9-f1b5-4464-bf99-28eee78b5be2 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': 'da469681-011a-4993-8cc8-3a7659fe963f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:47.617116 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-51a316c9-f1b5-4464-bf99-28eee78b5be2 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 27 16:27:47.617762 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-51a316c9-f1b5-4464-bf99-28eee78b5be2 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:47.621907 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-51a316c9-f1b5-4464-bf99-28eee78b5be2 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0147221 Oct 27 16:27:47.621907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51960) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.627172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-17bdf8ff-02fb-4f96-bb1f-31f715e95a19 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': 'da469681-011a-4993-8cc8-3a7659fe963f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:47.638299 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-17bdf8ff-02fb-4f96-bb1f-31f715e95a19 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 27 16:27:47.638299 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-17bdf8ff-02fb-4f96-bb1f-31f715e95a19 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:47.638299 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-17bdf8ff-02fb-4f96-bb1f-31f715e95a19 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065970 Oct 27 16:27:47.643074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51962) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.649337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e128b6c5-e0df-443f-a9f4-0612d3907b75 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': 'da469681-011a-4993-8cc8-3a7659fe963f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:47.652083 n-d-815689-1 neutron-server[109723]: WARNING neutron.api.v2.base [None req-e128b6c5-e0df-443f-a9f4-0612d3907b75 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 27 16:27:47.652640 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-e128b6c5-e0df-443f-a9f4-0612d3907b75 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:47.653637 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e128b6c5-e0df-443f-a9f4-0612d3907b75 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095887 Oct 27 16:27:47.659370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51964) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.664649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7dfe100c-e4ad-412b-aa13-43df5b02675c tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': 'da469681-011a-4993-8cc8-3a7659fe963f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:47.665527 n-d-815689-1 neutron-server[109723]: WARNING neutron.api.v2.base [None req-7dfe100c-e4ad-412b-aa13-43df5b02675c tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 27 16:27:47.666550 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-7dfe100c-e4ad-412b-aa13-43df5b02675c tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:47.666985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7dfe100c-e4ad-412b-aa13-43df5b02675c tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066659 Oct 27 16:27:47.670222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51966) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.690305 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-831e532f-b178-4c1c-94a1-07c5ed6a010c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.695523 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a1ffafd0-7f68-4be8-b70c-a6c0a4839748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.697149 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-985283db-5ace-44b8-b28c-3c765231b138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.699899 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-985283db-5ace-44b8-b28c-3c765231b138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.701176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-985283db-5ace-44b8-b28c-3c765231b138 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/584dff59-d356-4099-a187-a4487f70f217 HTTP/1.1" status: 204 len: 168 time: 0.3046951 Oct 27 16:27:47.726435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985283db-5ace-44b8-b28c-3c765231b138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584dff59-d356-4099-a187-a4487f70f217,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:47.798994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a1ffafd0-7f68-4be8-b70c-a6c0a4839748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.809213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b3af27de-13a9-46bd-8c9c-9d7cb7a07cdd tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.845099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffafd0-7f68-4be8-b70c-a6c0a4839748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a393277c-20f8-4ad7-806f-ef7cf440eb44,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:47.852410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a1ffafd0-7f68-4be8-b70c-a6c0a4839748 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cee93cfb9c374981b56a732fbc90ad56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007584 Oct 27 16:27:47.854959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51972) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:47.888954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b3af27de-13a9-46bd-8c9c-9d7cb7a07cdd tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.918941 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f119-38f6-4e47-a0fd-1f0ccaa40a56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:47.946791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f119-38f6-4e47-a0fd-1f0ccaa40a56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.004723 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-831e532f-b178-4c1c-94a1-07c5ed6a010c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.604924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-acfd9599-bab7-4338-a39d-496d9a08ff86 req-23dcfeb0-c802-45af-ad70-db00b40226aa service neutron] (109723) timed out ('10.222.0.15', 57478) {{(pid=109723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:27:48.800157 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f119-38f6-4e47-a0fd-1f0ccaa40a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.801712 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b3af27de-13a9-46bd-8c9c-9d7cb7a07cdd tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.802787 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b7aebb8-5105-406c-b4d9-c3bd4cb53f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.803822 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebe2f119-38f6-4e47-a0fd-1f0ccaa40a56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.805035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ebe2f119-38f6-4e47-a0fd-1f0ccaa40a56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a393277c-20f8-4ad7-806f-ef7cf440eb44 HTTP/1.1" status: 204 len: 168 time: 0.9487574 Oct 27 16:27:48.807371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b3af27de-13a9-46bd-8c9c-9d7cb7a07cdd tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.812504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51980) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:48.813180 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b3af27de-13a9-46bd-8c9c-9d7cb7a07cdd tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "DELETE /v2.0/security-groups/da469681-011a-4993-8cc8-3a7659fe963f HTTP/1.1" status: 204 len: 168 time: 1.1388996 Oct 27 16:27:48.813996 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-831e532f-b178-4c1c-94a1-07c5ed6a010c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.841839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2f119-38f6-4e47-a0fd-1f0ccaa40a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a393277c-20f8-4ad7-806f-ef7cf440eb44,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:48.888376 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-47588b9e-6136-4dde-85df-cbfca709ffa6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0694737 Oct 27 16:27:48.889286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51982) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:48.904764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-36a3a414-1193-487f-a432-2256ac2ec73a tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'tempest-secgroup--538697400'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:48.912202 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af27de-13a9-46bd-8c9c-9d7cb7a07cdd tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da469681-011a-4993-8cc8-3a7659fe963f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:48.984439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-831e532f-b178-4c1c-94a1-07c5ed6a010c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] In _notify_port_updated(), no bound segment for port 947755a9-9f61-4d2d-b0dd-69922ea298f8 on network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:27:48.991006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e532f-b178-4c1c-94a1-07c5ed6a010c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:48.991652 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-831e532f-b178-4c1c-94a1-07c5ed6a010c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:48.993049 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-831e532f-b178-4c1c-94a1-07c5ed6a010c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "PUT /v2.0/ports/947755a9-9f61-4d2d-b0dd-69922ea298f8 HTTP/1.1" status: 200 len: 997 time: 1.5820332 Oct 27 16:27:48.995899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51986) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:48.998291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e532f-b178-4c1c-94a1-07c5ed6a010c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'Port': ['ID=947755a9-9f61-4d2d-b0dd-69922ea298f8,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:49.095683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36a3a414-1193-487f-a432-2256ac2ec73a tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.177689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-90a28c07-8c0d-439f-8e80-a916cc5f45d0 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Deleting port 947755a9-9f61-4d2d-b0dd-69922ea298f8 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:49.178125 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90a28c07-8c0d-439f-8e80-a916cc5f45d0 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.214811 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:27:49.312985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0f5d592b-2614-4f31-a3c6-37f1bf252237 None None] Provisioning complete for port 947755a9-9f61-4d2d-b0dd-69922ea298f8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:49.313672 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f5d592b-2614-4f31-a3c6-37f1bf252237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.357700 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0f5d592b-2614-4f31-a3c6-37f1bf252237 None None] Port 947755a9-9f61-4d2d-b0dd-69922ea298f8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:49.558375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36a3a414-1193-487f-a432-2256ac2ec73a tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.589249 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90a28c07-8c0d-439f-8e80-a916cc5f45d0 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.604190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-90a28c07-8c0d-439f-8e80-a916cc5f45d0 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Calling delete_port for 947755a9-9f61-4d2d-b0dd-69922ea298f8 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:49.702617 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36a3a414-1193-487f-a432-2256ac2ec73a tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.777124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3a414-1193-487f-a432-2256ac2ec73a tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9f1aab-be1d-4cc6-93b9-90f1fb466c83,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:49.835613 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36a3a414-1193-487f-a432-2256ac2ec73a tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:49.837271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-36a3a414-1193-487f-a432-2256ac2ec73a tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9466650 Oct 27 16:27:49.840444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52006) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:49.845259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-fbb12132-8dd1-4592-8ea7-ee85d6c03d68 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '7a9f1aab-be1d-4cc6-93b9-90f1fb466c83', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:49.846271 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-fbb12132-8dd1-4592-8ea7-ee85d6c03d68 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 16:27:49.847121 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-fbb12132-8dd1-4592-8ea7-ee85d6c03d68 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:49.848358 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fbb12132-8dd1-4592-8ea7-ee85d6c03d68 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067897 Oct 27 16:27:49.851069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52008) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:49.856194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-91b07b33-df5e-4f17-9701-093339b621d6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '7a9f1aab-be1d-4cc6-93b9-90f1fb466c83', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:49.989321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90a28c07-8c0d-439f-8e80-a916cc5f45d0 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.020921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a28c07-8c0d-439f-8e80-a916cc5f45d0 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event deleted for resources: {'Port': ['ID=947755a9-9f61-4d2d-b0dd-69922ea298f8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:50.105643 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-90a28c07-8c0d-439f-8e80-a916cc5f45d0 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.112938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-90a28c07-8c0d-439f-8e80-a916cc5f45d0 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "DELETE /v2.0/ports/947755a9-9f61-4d2d-b0dd-69922ea298f8 HTTP/1.1" status: 204 len: 168 time: 1.1155491 Oct 27 16:27:50.116023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52016) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:50.116225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52018) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:50.129987 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74521ef1-8d13-4563-bb03-ea61a48eb9c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.158081 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9035cccc-c3f9-4897-82fc-0e41160b09e0 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] GET failed (client error): The resource could not be found. Oct 27 16:27:50.164743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52020) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:50.169955 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9035cccc-c3f9-4897-82fc-0e41160b09e0 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "GET /v2.0/ports/947755a9-9f61-4d2d-b0dd-69922ea298f8 HTTP/1.1" status: 404 len: 333 time: 0.0545912 Oct 27 16:27:50.172152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Request body: {'port': {'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708', 'name': 'tempest-AllowedAddressPairTestJSON-270391185'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:50.230719 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-91b07b33-df5e-4f17-9701-093339b621d6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:50.233688 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-91b07b33-df5e-4f17-9701-093339b621d6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3797967 Oct 27 16:27:50.236420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52022) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:50.243660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fadd6172-b35f-474f-8426-c3a9c9b63ada tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '7a9f1aab-be1d-4cc6-93b9-90f1fb466c83', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:50.245139 n-d-815689-1 neutron-server[109723]: WARNING neutron.api.v2.base [None req-fadd6172-b35f-474f-8426-c3a9c9b63ada tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 27 16:27:50.246314 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-fadd6172-b35f-474f-8426-c3a9c9b63ada tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:50.248336 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fadd6172-b35f-474f-8426-c3a9c9b63ada tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104001 Oct 27 16:27:50.251171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52024) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:50.266424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-65642ccf-059f-4c76-b536-78a07cbac770 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '7a9f1aab-be1d-4cc6-93b9-90f1fb466c83', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:50.328348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74521ef1-8d13-4563-bb03-ea61a48eb9c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.462579 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74521ef1-8d13-4563-bb03-ea61a48eb9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.524098 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-74521ef1-8d13-4563-bb03-ea61a48eb9c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=974bd87d26c94db4957d342a1425f98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015324 Oct 27 16:27:50.524098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74521ef1-8d13-4563-bb03-ea61a48eb9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3d50cc-6d6a-4daf-8f65-15de69cb932a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:50.524785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52028) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:50.579114 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-329bf292-ecfe-4281-834b-b8fc1dc69e3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.594175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Made reservation on behalf of 3168add5e92e47e1abc4446b98b74061 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:50.598364 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.605058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-329bf292-ecfe-4281-834b-b8fc1dc69e3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.617640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] device_id is not set on port 3b790b36-0f29-4305-afe8-5ce357809bfa yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:50.756874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Allocated IP 172.20.0.7 (4ac5a8c1-7b50-4d73-9993-625ea7e87708/0a8bba44-5832-4795-a60d-801338224037/3b790b36-0f29-4305-afe8-5ce357809bfa) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:50.805713 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-65642ccf-059f-4c76-b536-78a07cbac770 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:50.807814 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-65642ccf-059f-4c76-b536-78a07cbac770 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5555120 Oct 27 16:27:50.819355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52036) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:50.823915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-fcfbe161-0103-4fdb-b671-dd7836ec931c tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '7a9f1aab-be1d-4cc6-93b9-90f1fb466c83', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:50.824669 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-fcfbe161-0103-4fdb-b671-dd7836ec931c tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 16:27:50.825175 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-fcfbe161-0103-4fdb-b671-dd7836ec931c tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:50.828326 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fcfbe161-0103-4fdb-b671-dd7836ec931c tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057745 Oct 27 16:27:50.828775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52038) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:50.833571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-824a29f9-4355-45ab-aeab-ef04e3a9b450 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '7a9f1aab-be1d-4cc6-93b9-90f1fb466c83', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:50.851387 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-329bf292-ecfe-4281-834b-b8fc1dc69e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.855173 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-329bf292-ecfe-4281-834b-b8fc1dc69e3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.858403 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-329bf292-ecfe-4281-834b-b8fc1dc69e3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac3d50cc-6d6a-4daf-8f65-15de69cb932a HTTP/1.1" status: 204 len: 168 time: 0.3318548 Oct 27 16:27:50.866828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bf292-ecfe-4281-834b-b8fc1dc69e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3d50cc-6d6a-4daf-8f65-15de69cb932a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:50.966399 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:50.991451 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-824a29f9-4355-45ab-aeab-ef04e3a9b450 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Project 7f66b69d013e424bb2645b92551d7831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:27:51.113159 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.158558 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-824a29f9-4355-45ab-aeab-ef04e3a9b450 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:51.161478 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-824a29f9-4355-45ab-aeab-ef04e3a9b450 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3317513 Oct 27 16:27:51.170480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52050) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:51.172930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:51.175426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a222a364-1f21-4189-9ced-e540124a62b3 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '7a9f1aab-be1d-4cc6-93b9-90f1fb466c83', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:51.176610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:51.176904 n-d-815689-1 neutron-server[109723]: WARNING neutron.api.v2.base [None req-a222a364-1f21-4189-9ced-e540124a62b3 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 27 16:27:51.177538 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-a222a364-1f21-4189-9ced-e540124a62b3 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:51.181198 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a222a364-1f21-4189-9ced-e540124a62b3 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071845 Oct 27 16:27:51.181901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52052) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:51.184957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:51.193238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0d01a80a-9039-4b6a-bd29-ba2feee91f3e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '7a9f1aab-be1d-4cc6-93b9-90f1fb466c83', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:51.236154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'Port': ['ID=3b790b36-0f29-4305-afe8-5ce357809bfa,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:51.260014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:51.263160 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.314847 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-0d01a80a-9039-4b6a-bd29-ba2feee91f3e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Project 7f66b69d013e424bb2645b92551d7831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:27:51.444373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e3e3f92c-c7ed-4cd7-b873-da719e55b51c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2784212 Oct 27 16:27:51.450367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52062) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:51.456043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Request body: {'port': {'network_id': '4ac5a8c1-7b50-4d73-9993-625ea7e87708', 'name': 'tempest-AllowedAddressPairTestJSON-1445155334'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:51.516724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2b20d44b-0c1e-4332-a795-a965c6b17a13 None None] Provisioning complete for port 3b790b36-0f29-4305-afe8-5ce357809bfa triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:51.518302 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2b20d44b-0c1e-4332-a795-a965c6b17a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.527958 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-0d01a80a-9039-4b6a-bd29-ba2feee91f3e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:51.532015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52068) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:51.532254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0d01a80a-9039-4b6a-bd29-ba2feee91f3e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3493526 Oct 27 16:27:51.538811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3c24299c-e78e-44ba-9864-0f137825cf92 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '7a9f1aab-be1d-4cc6-93b9-90f1fb466c83', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:51.570561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2b20d44b-0c1e-4332-a795-a965c6b17a13 None None] Port 3b790b36-0f29-4305-afe8-5ce357809bfa cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:51.581025 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f595de98-0d22-43c7-9382-9097e9eaa9c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:51.694872 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-3c24299c-e78e-44ba-9864-0f137825cf92 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Project 7f66b69d013e424bb2645b92551d7831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:27:52.684179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Made reservation on behalf of 3168add5e92e47e1abc4446b98b74061 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:27:52.687871 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.707676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] device_id is not set on port b70905c9-41a8-4818-918f-eb1dcbb35959 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:27:52.726288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.732906 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.840766 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-3c24299c-e78e-44ba-9864-0f137825cf92 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:52.840766 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3c24299c-e78e-44ba-9864-0f137825cf92 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.3021784 Oct 27 16:27:52.842871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52096) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:52.873100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Allocated IP 172.20.0.12 (4ac5a8c1-7b50-4d73-9993-625ea7e87708/0a8bba44-5832-4795-a60d-801338224037/b70905c9-41a8-4818-918f-eb1dcbb35959) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:27:52.921663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed6d4-a682-4bdc-a414-3d1e53817d3b tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:52.956700 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed6d4-a682-4bdc-a414-3d1e53817d3b tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.129102 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.146823 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed6d4-a682-4bdc-a414-3d1e53817d3b tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.149742 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ee5ed6d4-a682-4bdc-a414-3d1e53817d3b tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.151719 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ee5ed6d4-a682-4bdc-a414-3d1e53817d3b tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "DELETE /v2.0/security-groups/7a9f1aab-be1d-4cc6-93b9-90f1fb466c83 HTTP/1.1" status: 204 len: 168 time: 0.3077064 Oct 27 16:27:53.156394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52108) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:53.172163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ed6d4-a682-4bdc-a414-3d1e53817d3b tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9f1aab-be1d-4cc6-93b9-90f1fb466c83,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:53.212123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-93d22414-afe9-46f7-b46f-cf7f84b1341a tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548837 Oct 27 16:27:53.216147 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52110) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:53.221115 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0930195d-e644-4c0e-8ffa-b230022732a6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286373042'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:53.401162 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0930195d-e644-4c0e-8ffa-b230022732a6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.401536 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.458363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:27:53.466842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:27:53.466842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:27:53.512843 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0930195d-e644-4c0e-8ffa-b230022732a6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.528784 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'Port': ['ID=b70905c9-41a8-4818-918f-eb1dcbb35959,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:53.554853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:53.556175 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.634072 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0930195d-e644-4c0e-8ffa-b230022732a6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.668743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-356d08a5-999e-4fab-aa6f-a7ee127ac834 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2162023 Oct 27 16:27:53.680207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930195d-e644-4c0e-8ffa-b230022732a6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce72885-388a-4cd4-b652-e3a95a6d0346,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:53.680845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52126) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:53.680845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-378c0e38-5aa5-4e30-82e2-f92382e76c0b tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3b:ee:6f'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:49:81:ee'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:53.813764 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0930195d-e644-4c0e-8ffa-b230022732a6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.816877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0930195d-e644-4c0e-8ffa-b230022732a6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5979896 Oct 27 16:27:53.819185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52132) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:53.825085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d2aaa443-7cd7-4567-82f3-b674138156c6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '3ce72885-388a-4cd4-b652-e3a95a6d0346', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:53.835890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-12d876c3-e8d6-47ff-ab7b-ffff488af125 None None] Provisioning complete for port b70905c9-41a8-4818-918f-eb1dcbb35959 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:53.841726 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-12d876c3-e8d6-47ff-ab7b-ffff488af125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.906665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-378c0e38-5aa5-4e30-82e2-f92382e76c0b tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:53.912850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-12d876c3-e8d6-47ff-ab7b-ffff488af125 None None] Port b70905c9-41a8-4818-918f-eb1dcbb35959 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:54.133967 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-378c0e38-5aa5-4e30-82e2-f92382e76c0b tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.154425 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-d2aaa443-7cd7-4567-82f3-b674138156c6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The resource could not be found. Oct 27 16:27:54.155622 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d2aaa443-7cd7-4567-82f3-b674138156c6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3353179 Oct 27 16:27:54.159028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52142) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:54.167074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7fa7d718-e8cf-488d-af8c-a1b357a018d7 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '3ce72885-388a-4cd4-b652-e3a95a6d0346', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '858050ce-28b3-4179-b4fd-23bee18c6037'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:54.194678 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.291526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-378c0e38-5aa5-4e30-82e2-f92382e76c0b tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.413897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c0e38-5aa5-4e30-82e2-f92382e76c0b tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event updated for resources: {'Port': ['ID=b70905c9-41a8-4818-918f-eb1dcbb35959,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:54.444751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-378c0e38-5aa5-4e30-82e2-f92382e76c0b tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] In _notify_port_updated(), no bound segment for port b70905c9-41a8-4818-918f-eb1dcbb35959 on network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 {{(pid=109723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:27:54.451365 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-7fa7d718-e8cf-488d-af8c-a1b357a018d7 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The resource could not be found. Oct 27 16:27:54.452470 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7fa7d718-e8cf-488d-af8c-a1b357a018d7 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2924323 Oct 27 16:27:54.455642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52150) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:54.460222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378c0e38-5aa5-4e30-82e2-f92382e76c0b tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:54.466347 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-378c0e38-5aa5-4e30-82e2-f92382e76c0b tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.468430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-378c0e38-5aa5-4e30-82e2-f92382e76c0b tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "PUT /v2.0/ports/b70905c9-41a8-4818-918f-eb1dcbb35959 HTTP/1.1" status: 200 len: 1056 time: 0.7915003 Oct 27 16:27:54.470909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52152) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:54.591354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52156) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:54.597554 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f193e84a-ad46-47ad-9446-e137917ea5fa tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.627264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f193e84a-ad46-47ad-9446-e137917ea5fa tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.681337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b622619e-d705-470e-942f-e7ee3d3a99ca tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Deleting port b70905c9-41a8-4818-918f-eb1dcbb35959 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:54.686852 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b622619e-d705-470e-942f-e7ee3d3a99ca tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.751969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ff3dbe05-4bb7-4122-bbc6-6946985759f3 None None] Provisioning complete for port b70905c9-41a8-4818-918f-eb1dcbb35959 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:27:54.752384 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ff3dbe05-4bb7-4122-bbc6-6946985759f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.798347 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f193e84a-ad46-47ad-9446-e137917ea5fa tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.802318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f193e84a-ad46-47ad-9446-e137917ea5fa tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.807299 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f193e84a-ad46-47ad-9446-e137917ea5fa tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "DELETE /v2.0/security-groups/3ce72885-388a-4cd4-b652-e3a95a6d0346 HTTP/1.1" status: 204 len: 168 time: 0.3505650 Oct 27 16:27:54.808221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52164) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:54.808969 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c668c19-87e8-4cb8-a140-340a2d88dde5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.817399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ff3dbe05-4bb7-4122-bbc6-6946985759f3 None None] Port b70905c9-41a8-4818-918f-eb1dcbb35959 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:27:54.842567 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193e84a-ad46-47ad-9446-e137917ea5fa tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce72885-388a-4cd4-b652-e3a95a6d0346,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:54.844933 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b622619e-d705-470e-942f-e7ee3d3a99ca tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:54.887395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b622619e-d705-470e-942f-e7ee3d3a99ca tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Calling delete_port for b70905c9-41a8-4818-918f-eb1dcbb35959 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:54.893916 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3f7db532-2a1b-4781-a9dc-8d005567b61f tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0777419 Oct 27 16:27:54.895348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52166) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:54.899193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-335ed8ce-e152-48bc-a8f6-2f99a3b33254 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '383489ed-f4a2-47bb-b73c-f9a0df651d05', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:55.026645 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c668c19-87e8-4cb8-a140-340a2d88dde5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.113733 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c668c19-87e8-4cb8-a140-340a2d88dde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.163283 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-335ed8ce-e152-48bc-a8f6-2f99a3b33254 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The resource could not be found. Oct 27 16:27:55.163827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c668c19-87e8-4cb8-a140-340a2d88dde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af0cd62-0c54-40c2-a530-fb43621ec18a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:55.173646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4c668c19-87e8-4cb8-a140-340a2d88dde5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d62c0fcc725e4dc38b4507ba5b424477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688410 Oct 27 16:27:55.173646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52172) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:55.173994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52174) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:55.182753 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-335ed8ce-e152-48bc-a8f6-2f99a3b33254 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2870831 Oct 27 16:27:55.185436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b8a881c7-b1dc-44bf-b8f1-459c9ac6f962 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777090289'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:55.193153 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b622619e-d705-470e-942f-e7ee3d3a99ca tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.283634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622619e-d705-470e-942f-e7ee3d3a99ca tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event deleted for resources: {'Port': ['ID=b70905c9-41a8-4818-918f-eb1dcbb35959,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:55.421658 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b96563d-8db0-4e84-b54e-2e6e041317fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.444144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8a881c7-b1dc-44bf-b8f1-459c9ac6f962 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.491183 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b96563d-8db0-4e84-b54e-2e6e041317fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.664827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b622619e-d705-470e-942f-e7ee3d3a99ca tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.671570 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52196) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:55.672356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b622619e-d705-470e-942f-e7ee3d3a99ca tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "DELETE /v2.0/ports/b70905c9-41a8-4818-918f-eb1dcbb35959 HTTP/1.1" status: 204 len: 168 time: 1.1995225 Oct 27 16:27:55.702505 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c089a90a-1544-4d29-acf4-98e05be0a750 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] GET failed (client error): The resource could not be found. Oct 27 16:27:55.704595 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c089a90a-1544-4d29-acf4-98e05be0a750 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "GET /v2.0/ports/b70905c9-41a8-4818-918f-eb1dcbb35959 HTTP/1.1" status: 404 len: 333 time: 0.0316362 Oct 27 16:27:55.708542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52200) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:55.735153 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b96563d-8db0-4e84-b54e-2e6e041317fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.737968 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b96563d-8db0-4e84-b54e-2e6e041317fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.741749 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0b96563d-8db0-4e84-b54e-2e6e041317fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0af0cd62-0c54-40c2-a530-fb43621ec18a HTTP/1.1" status: 204 len: 168 time: 0.5628905 Oct 27 16:27:55.762204 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96563d-8db0-4e84-b54e-2e6e041317fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af0cd62-0c54-40c2-a530-fb43621ec18a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:55.765708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8a881c7-b1dc-44bf-b8f1-459c9ac6f962 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.852141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9aca5f1d-e964-4567-a31e-33eec2310db9 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Deleting port 3b790b36-0f29-4305-afe8-5ce357809bfa {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:55.852501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9aca5f1d-e964-4567-a31e-33eec2310db9 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.868693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8a881c7-b1dc-44bf-b8f1-459c9ac6f962 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.906592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a881c7-b1dc-44bf-b8f1-459c9ac6f962 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c254166-a4ad-42fb-8aa9-cecd3802cdf8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:55.959802 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9aca5f1d-e964-4567-a31e-33eec2310db9 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.972444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9aca5f1d-e964-4567-a31e-33eec2310db9 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Calling delete_port for 3b790b36-0f29-4305-afe8-5ce357809bfa owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:55.985251 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8a881c7-b1dc-44bf-b8f1-459c9ac6f962 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:55.990126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b8a881c7-b1dc-44bf-b8f1-459c9ac6f962 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8147612 Oct 27 16:27:55.994413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52206) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.010039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-04b087ef-a6a2-4792-8f61-c97f988c9cc6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'tempest-secgroup--189272818'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:56.120475 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-04b087ef-a6a2-4792-8f61-c97f988c9cc6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.234886 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9aca5f1d-e964-4567-a31e-33eec2310db9 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.253375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-04b087ef-a6a2-4792-8f61-c97f988c9cc6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.266783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca5f1d-e964-4567-a31e-33eec2310db9 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event deleted for resources: {'Port': ['ID=3b790b36-0f29-4305-afe8-5ce357809bfa,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:56.359328 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9aca5f1d-e964-4567-a31e-33eec2310db9 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.366181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52218) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.366808 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9aca5f1d-e964-4567-a31e-33eec2310db9 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "DELETE /v2.0/ports/3b790b36-0f29-4305-afe8-5ce357809bfa HTTP/1.1" status: 204 len: 168 time: 0.6474910 Oct 27 16:27:56.377409 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-04b087ef-a6a2-4792-8f61-c97f988c9cc6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.427169 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b2f7d4-ab7a-4188-94e0-da843f0c7d44 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] GET failed (client error): The resource could not be found. Oct 27 16:27:56.429804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a2b2f7d4-ab7a-4188-94e0-da843f0c7d44 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "GET /v2.0/ports/3b790b36-0f29-4305-afe8-5ce357809bfa HTTP/1.1" status: 404 len: 333 time: 0.0625751 Oct 27 16:27:56.435966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52222) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.484587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b087ef-a6a2-4792-8f61-c97f988c9cc6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd839d5-f2b9-49bd-9de4-e19d48a42e93,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:56.544455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-04b087ef-a6a2-4792-8f61-c97f988c9cc6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.554937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-04b087ef-a6a2-4792-8f61-c97f988c9cc6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5575767 Oct 27 16:27:56.554937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52228) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.559732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5cd1521d-b397-4b36-a414-7fcfec60efed tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '0c254166-a4ad-42fb-8aa9-cecd3802cdf8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0bd839d5-f2b9-49bd-9de4-e19d48a42e93'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:56.585418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bbe67b87-e9f7-4087-87b4-24e4ea174d8c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Deleting port 7f7a5394-f43f-4793-8af0-73d824320271 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:56.588907 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe67b87-e9f7-4087-87b4-24e4ea174d8c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.682577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52232) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.686501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe67b87-e9f7-4087-87b4-24e4ea174d8c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.700007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bbe67b87-e9f7-4087-87b4-24e4ea174d8c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Calling delete_port for 7f7a5394-f43f-4793-8af0-73d824320271 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:56.704511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4682c602-dbb7-47d2-94ac-837938562e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.775881 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-5cd1521d-b397-4b36-a414-7fcfec60efed tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:56.777100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5cd1521d-b397-4b36-a414-7fcfec60efed tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2212043 Oct 27 16:27:56.783914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52236) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.820376 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4682c602-dbb7-47d2-94ac-837938562e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.876953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-265e3013-573b-4113-8faa-820843a95c48 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.906763 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-265e3013-573b-4113-8faa-820843a95c48 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.915709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4682c602-dbb7-47d2-94ac-837938562e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.954255 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe67b87-e9f7-4087-87b4-24e4ea174d8c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:56.980334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe67b87-e9f7-4087-87b4-24e4ea174d8c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event deleted for resources: {'Port': ['ID=7f7a5394-f43f-4793-8af0-73d824320271,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:56.983966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682c602-dbb7-47d2-94ac-837938562e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1547be99-58b2-44f5-93ce-0bdd6e8711a7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:56.992530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52242) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:56.993315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4682c602-dbb7-47d2-94ac-837938562e22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d42c0f2dff18432fa0cf29fd94098956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096013 Oct 27 16:27:57.104813 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe67b87-e9f7-4087-87b4-24e4ea174d8c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.107128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-265e3013-573b-4113-8faa-820843a95c48 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.109962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-265e3013-573b-4113-8faa-820843a95c48 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.111104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-265e3013-573b-4113-8faa-820843a95c48 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "DELETE /v2.0/security-groups/0bd839d5-f2b9-49bd-9de4-e19d48a42e93 HTTP/1.1" status: 204 len: 168 time: 0.3261650 Oct 27 16:27:57.114945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52246) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:57.119563 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bbe67b87-e9f7-4087-87b4-24e4ea174d8c tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "DELETE /v2.0/ports/7f7a5394-f43f-4793-8af0-73d824320271 HTTP/1.1" status: 204 len: 168 time: 0.6819839 Oct 27 16:27:57.122445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52248) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:57.126003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c245871e-3b3d-4d9b-8f51-2ffafe0a371e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.162419 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c245871e-3b3d-4d9b-8f51-2ffafe0a371e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.173497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e3013-573b-4113-8faa-820843a95c48 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd839d5-f2b9-49bd-9de4-e19d48a42e93,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:57.318706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e273eaa6-bb51-44dc-a1f9-98f5d1a6c4ed tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Deleting subnet 0a8bba44-5832-4795-a60d-801338224037 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:27:57.324567 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e273eaa6-bb51-44dc-a1f9-98f5d1a6c4ed tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.336779 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c245871e-3b3d-4d9b-8f51-2ffafe0a371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.339485 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c245871e-3b3d-4d9b-8f51-2ffafe0a371e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.343411 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c245871e-3b3d-4d9b-8f51-2ffafe0a371e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1547be99-58b2-44f5-93ce-0bdd6e8711a7 HTTP/1.1" status: 204 len: 168 time: 0.3485372 Oct 27 16:27:57.354896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ebcfe89d-53a7-46cc-b0f4-8a0fd33d7ec4 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2361178 Oct 27 16:27:57.355791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52258) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:57.360572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245871e-3b3d-4d9b-8f51-2ffafe0a371e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1547be99-58b2-44f5-93ce-0bdd6e8711a7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:57.403145 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e273eaa6-bb51-44dc-a1f9-98f5d1a6c4ed tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.468161 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0c4b-adf4-42b0-a345-5a118c07a5bf tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.529026 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0c4b-adf4-42b0-a345-5a118c07a5bf tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.551619 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e273eaa6-bb51-44dc-a1f9-98f5d1a6c4ed tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.710394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e273eaa6-bb51-44dc-a1f9-98f5d1a6c4ed tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.716477 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0c4b-adf4-42b0-a345-5a118c07a5bf tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.719112 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5d7f0c4b-adf4-42b0-a345-5a118c07a5bf tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.728250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5d7f0c4b-adf4-42b0-a345-5a118c07a5bf tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "DELETE /v2.0/security-groups/0c254166-a4ad-42fb-8aa9-cecd3802cdf8 HTTP/1.1" status: 204 len: 168 time: 0.3639853 Oct 27 16:27:57.728517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52266) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:57.751848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273eaa6-bb51-44dc-a1f9-98f5d1a6c4ed tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8bba44-5832-4795-a60d-801338224037,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:57.760761 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e273eaa6-bb51-44dc-a1f9-98f5d1a6c4ed tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.766312 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e273eaa6-bb51-44dc-a1f9-98f5d1a6c4ed tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "DELETE /v2.0/subnets/0a8bba44-5832-4795-a60d-801338224037 HTTP/1.1" status: 204 len: 168 time: 0.6403921 Oct 27 16:27:57.766312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7f0c4b-adf4-42b0-a345-5a118c07a5bf tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c254166-a4ad-42fb-8aa9-cecd3802cdf8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:57.766598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52270) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:57.768180 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19db398-1332-4346-ae39-824a53e0ed93 None None] Network 4ac5a8c1-7b50-4d73-9993-625ea7e87708 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:27:57.811942 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c9e01ff8-d02d-4783-971a-bb008f0a034b tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838118 Oct 27 16:27:57.815881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52272) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:57.831090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0086c756-dd44-4951-867c-ff41d5a65cf6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086181485'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:57.901403 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.960801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Deleting port b2cf1311-b85f-4708-ac21-af3f478a4d5e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:57.960801 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:57.984374 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0086c756-dd44-4951-867c-ff41d5a65cf6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.102110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] For port b2cf1311-b85f-4708-ac21-af3f478a4d5e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b2cf1311-b85f-4708-ac21-af3f478a4d5e,segment=NetworkSegment(4b2149af-58c9-4396-ba27-56ce53c48ff8),segment_id=4b2149af-58c9-4396-ba27-56ce53c48ff8)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:58.102723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.131445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Calling delete_port for b2cf1311-b85f-4708-ac21-af3f478a4d5e owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:58.140535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235d105-7e05-4057-ade2-50c7635e9d7c None None] DHCP port deletion for 4ac5a8c1-7b50-4d73-9993-625ea7e87708 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:27:58.169463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0086c756-dd44-4951-867c-ff41d5a65cf6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.196587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52284) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:58.249472 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0086c756-dd44-4951-867c-ff41d5a65cf6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.275198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f235d105-7e05-4057-ade2-50c7635e9d7c None None] Deleting port b2cf1311-b85f-4708-ac21-af3f478a4d5e {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:27:58.275737 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f235d105-7e05-4057-ade2-50c7635e9d7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.311031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086c756-dd44-4951-867c-ff41d5a65cf6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67295f4c-ef09-4c39-8ce2-e3b98e4ac9c9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:58.369008 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85d04c43-1f78-45ba-ae77-a59b985f2345 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.397473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f235d105-7e05-4057-ade2-50c7635e9d7c None None] For port b2cf1311-b85f-4708-ac21-af3f478a4d5e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b2cf1311-b85f-4708-ac21-af3f478a4d5e,segment=NetworkSegment(4b2149af-58c9-4396-ba27-56ce53c48ff8),segment_id=4b2149af-58c9-4396-ba27-56ce53c48ff8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:27:58.397870 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f235d105-7e05-4057-ade2-50c7635e9d7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.432042 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0086c756-dd44-4951-867c-ff41d5a65cf6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.432549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f235d105-7e05-4057-ade2-50c7635e9d7c None None] Calling delete_port for b2cf1311-b85f-4708-ac21-af3f478a4d5e owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:27:58.436852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0086c756-dd44-4951-867c-ff41d5a65cf6 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6153815 Oct 27 16:27:58.437039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52292) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:58.443237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-84eca5e9-dd34-4e98-9001-9fa4acc93949 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '67295f4c-ef09-4c39-8ce2-e3b98e4ac9c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:58.451889 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.485701 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85d04c43-1f78-45ba-ae77-a59b985f2345 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.528464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event deleted for resources: {'Port': ['ID=b2cf1311-b85f-4708-ac21-af3f478a4d5e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:58.545942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] No DVR routers for this DVR port b2cf1311-b85f-4708-ac21-af3f478a4d5e on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:58.557759 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f235d105-7e05-4057-ade2-50c7635e9d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.569250 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-85d04c43-1f78-45ba-ae77-a59b985f2345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.588193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f235d105-7e05-4057-ade2-50c7635e9d7c None None] No DVR routers for this DVR port b2cf1311-b85f-4708-ac21-af3f478a4d5e on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:27:58.590070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235d105-7e05-4057-ade2-50c7635e9d7c None None] Pushing event deleted for resources: {'Port': ['ID=b2cf1311-b85f-4708-ac21-af3f478a4d5e,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:58.664357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d04c43-1f78-45ba-ae77-a59b985f2345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4409d3b3-2805-4da1-8c2c-0c6f4b66caa1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:58.680601 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.689863 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-85d04c43-1f78-45ba-ae77-a59b985f2345 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=072a8fd4bfde442a8c4806653dfebebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4890673 Oct 27 16:27:58.690509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52300) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:58.720291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac5a8c1-7b50-4d73-9993-625ea7e87708']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:58.732674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2149af-58c9-4396-ba27-56ce53c48ff8') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:58.732975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2149af-58c9-4396-ba27-56ce53c48ff8') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:27:58.750010 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.764564 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.768916 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-838958f3-9e4f-4e89-a159-a1e802191bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.772082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:27:58.772498 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:27:58.775572 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:27:58.793313 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-838958f3-9e4f-4e89-a159-a1e802191bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:58.845894 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-84eca5e9-dd34-4e98-9001-9fa4acc93949 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:58.847089 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-84eca5e9-dd34-4e98-9001-9fa4acc93949 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4086676 Oct 27 16:27:58.850960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52304) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:58.855500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d7a69d89-3cc1-42c1-b4d7-be1f79877c7a tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group_rule': {'security_group_id': '67295f4c-ef09-4c39-8ce2-e3b98e4ac9c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:59.015746 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.016083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-838958f3-9e4f-4e89-a159-a1e802191bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.019171 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-838958f3-9e4f-4e89-a159-a1e802191bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.021216 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-838958f3-9e4f-4e89-a159-a1e802191bab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4409d3b3-2805-4da1-8c2c-0c6f4b66caa1 HTTP/1.1" status: 204 len: 168 time: 0.3297682 Oct 27 16:27:59.023260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.029513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] 10.222.0.15 "DELETE /v2.0/networks/4ac5a8c1-7b50-4d73-9993-625ea7e87708 HTTP/1.1" status: 204 len: 168 time: 1.2600543 Oct 27 16:27:59.041807 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838958f3-9e4f-4e89-a159-a1e802191bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4409d3b3-2805-4da1-8c2c-0c6f4b66caa1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:59.077665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e417e-5540-4672-9330-597f2fc463c2 tempest-AllowedAddressPairTestJSON-706940207 tempest-AllowedAddressPairTestJSON-706940207-project] Pushing event deleted for resources: {'Network': ['ID=4ac5a8c1-7b50-4d73-9993-625ea7e87708,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:59.232464 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-d7a69d89-3cc1-42c1-b4d7-be1f79877c7a tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:27:59.233547 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d7a69d89-3cc1-42c1-b4d7-be1f79877c7a tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3816290 Oct 27 16:27:59.236374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52316) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:59.302032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed59e-e497-44e0-b84e-7d3a73b519fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.331474 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed59e-e497-44e0-b84e-7d3a73b519fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.388136 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.507675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52320) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:59.541629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed59e-e497-44e0-b84e-7d3a73b519fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.544635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e2ed59e-e497-44e0-b84e-7d3a73b519fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.546066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2e2ed59e-e497-44e0-b84e-7d3a73b519fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "DELETE /v2.0/security-groups/67295f4c-ef09-4c39-8ce2-e3b98e4ac9c9 HTTP/1.1" status: 204 len: 168 time: 0.3087142 Oct 27 16:27:59.549795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52322) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:59.570236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ed59e-e497-44e0-b84e-7d3a73b519fb tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67295f4c-ef09-4c39-8ce2-e3b98e4ac9c9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:27:59.599943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca9f64-ed62-4ed5-a0ca-8c37a8429b76 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:59.599943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca9f64-ed62-4ed5-a0ca-8c37a8429b76 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:59.599943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bca9f64-ed62-4ed5-a0ca-8c37a8429b76 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:27:59.599943 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6bca9f64-ed62-4ed5-a0ca-8c37a8429b76 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=4cc2ede4aa044d759c64239f37331e3e&network_id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 HTTP/1.1" status: 200 len: 2972 time: 0.0848303 Oct 27 16:27:59.603561 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-31a0f050-0a01-401c-849f-5a1278176320 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526383 Oct 27 16:27:59.607552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52324) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:27:59.611938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4e76f383-3f93-4a36-8c9a-9167ca7f1402 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'tempest-secgroup--1629168343'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:27:59.721532 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e76f383-3f93-4a36-8c9a-9167ca7f1402 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.795157 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e76f383-3f93-4a36-8c9a-9167ca7f1402 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:27:59.989481 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e76f383-3f93-4a36-8c9a-9167ca7f1402 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.006309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b2cf1311-b85f-4708-ac21-af3f478a4d5e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:00.023766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76f383-3f93-4a36-8c9a-9167ca7f1402 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87248e4e-bfcf-4b49-97df-79232f00fa3f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:00.037642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b2cf1311-b85f-4708-ac21-af3f478a4d5e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:00.038460 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b2cf1311-b85f-4708-ac21-af3f478a4d5e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:00.110863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52342) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:00.178128 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e76f383-3f93-4a36-8c9a-9167ca7f1402 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.179472 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4e76f383-3f93-4a36-8c9a-9167ca7f1402 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5707052 Oct 27 16:28:00.182713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52346) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:00.187040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1955b18c-207e-4785-a383-c840add38ff8 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:00.187705 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-1955b18c-207e-4785-a383-c840add38ff8 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 16:28:00.188504 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-1955b18c-207e-4785-a383-c840add38ff8 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 16:28:00.189513 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1955b18c-207e-4785-a383-c840add38ff8 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "PUT /v2.0/security-groups/87248e4e-bfcf-4b49-97df-79232f00fa3f HTTP/1.1" status: 409 len: 330 time: 0.0058930 Oct 27 16:28:00.192727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52348) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:00.249773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf77d649-7cde-4ab3-aea1-1f7fc8c6a64d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.274723 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf77d649-7cde-4ab3-aea1-1f7fc8c6a64d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.396761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52356) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:00.421045 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-16ca1406-eb68-42b6-befc-19f6b8a80a3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.467316 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf77d649-7cde-4ab3-aea1-1f7fc8c6a64d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.470263 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf77d649-7cde-4ab3-aea1-1f7fc8c6a64d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.471492 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cf77d649-7cde-4ab3-aea1-1f7fc8c6a64d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "DELETE /v2.0/security-groups/87248e4e-bfcf-4b49-97df-79232f00fa3f HTTP/1.1" status: 204 len: 168 time: 0.2778742 Oct 27 16:28:00.485313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52360) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:00.507468 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-21236e7d-654e-4fac-8e47-9dd4f3f724fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3168add5e92e47e1abc4446b98b74061&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3949311 Oct 27 16:28:00.509873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52362) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:00.510395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77d649-7cde-4ab3-aea1-1f7fc8c6a64d tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87248e4e-bfcf-4b49-97df-79232f00fa3f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:00.565850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eee5f0ba-4e72-4221-a8fe-5a752ba65225 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790625 Oct 27 16:28:00.570224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52364) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:00.577537 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-16ca1406-eb68-42b6-befc-19f6b8a80a3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.586095 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-dbcfde7f-36bf-40ca-9301-c8fc615a6b74 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] delete failed (client error): The resource could not be found. Oct 27 16:28:00.586971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dbcfde7f-36bf-40ca-9301-c8fc615a6b74 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "DELETE /v2.0/security-groups/31194d14-b57c-472b-8e1f-055099b2f883 HTTP/1.1" status: 404 len: 347 time: 0.0156896 Oct 27 16:28:00.594229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:00.598327 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab8e8d15-1f91-470e-82cc-d46b4e9e5a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.611403 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-3f4d2415-be28-47c5-bc12-f53b0e68e62e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] show failed (client error): The resource could not be found. Oct 27 16:28:00.612440 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3f4d2415-be28-47c5-bc12-f53b0e68e62e tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-groups/b3a2d213-fa21-485d-bbb7-c15284e42e79 HTTP/1.1" status: 404 len: 347 time: 0.0162628 Oct 27 16:28:00.616760 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52368) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:00.625786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab8e8d15-1f91-470e-82cc-d46b4e9e5a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.634461 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-bed15ea6-2ed1-4d37-bc18-b3a6c8f83fa1 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] show failed (client error): The resource could not be found. Oct 27 16:28:00.640288 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bed15ea6-2ed1-4d37-bc18-b3a6c8f83fa1 tempest-NegativeSecGroupIPv6Test-1611087588 tempest-NegativeSecGroupIPv6Test-1611087588-project] 10.222.0.15 "GET /v2.0/security-group-rules/ae5a90ee-dd6b-4e0a-b534-49492a4d5c02 HTTP/1.1" status: 404 len: 356 time: 0.0177824 Oct 27 16:28:00.709781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-16ca1406-eb68-42b6-befc-19f6b8a80a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.753147 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-16ca1406-eb68-42b6-befc-19f6b8a80a3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9b6eecd45afd42e2b78bbb89ab3f30c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3552527 Oct 27 16:28:00.756847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52374) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:00.758449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca1406-eb68-42b6-befc-19f6b8a80a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e198e07-b444-4a9b-92ef-5ae05eb1ab6d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:00.788552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab8e8d15-1f91-470e-82cc-d46b4e9e5a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.791478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab8e8d15-1f91-470e-82cc-d46b4e9e5a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.793151 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ab8e8d15-1f91-470e-82cc-d46b4e9e5a4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8865a1f-7eef-4757-bb27-4a79c3870550 HTTP/1.1" status: 204 len: 168 time: 0.2816279 Oct 27 16:28:00.811938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e8d15-1f91-470e-82cc-d46b4e9e5a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8865a1f-7eef-4757-bb27-4a79c3870550,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:00.819144 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72a6baa7-ca0a-4afa-abf7-c007b3b7061c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:00.850716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72a6baa7-ca0a-4afa-abf7-c007b3b7061c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:01.108508 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72a6baa7-ca0a-4afa-abf7-c007b3b7061c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:01.111472 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72a6baa7-ca0a-4afa-abf7-c007b3b7061c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:01.112698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-72a6baa7-ca0a-4afa-abf7-c007b3b7061c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e198e07-b444-4a9b-92ef-5ae05eb1ab6d HTTP/1.1" status: 204 len: 168 time: 0.3543878 Oct 27 16:28:01.121924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6baa7-ca0a-4afa-abf7-c007b3b7061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e198e07-b444-4a9b-92ef-5ae05eb1ab6d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:01.365256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52388) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:01.740484 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e8a40cb9-e0ca-4aa3-8074-ada63e986552 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f66b69d013e424bb2645b92551d7831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740451 Oct 27 16:28:01.743019 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52406) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:01.796897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc995-9586-4742-8821-2cd76d12fb4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:01.802690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-529f2300-f2e2-42c4-afcc-f451bd5f77ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2908168 Oct 27 16:28:01.830604 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc995-9586-4742-8821-2cd76d12fb4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:01.940289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-1d4d48f2-89f2-4108-83e0-e6c969505c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:01.942622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-1d4d48f2-89f2-4108-83e0-e6c969505c7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 1097 time: 0.0791559 Oct 27 16:28:01.997745 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc995-9586-4742-8821-2cd76d12fb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:02.000442 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7bbc995-9586-4742-8821-2cd76d12fb4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:02.004176 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d7bbc995-9586-4742-8821-2cd76d12fb4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a57d91d-1cbd-489e-9955-34e4692b9cc1 HTTP/1.1" status: 204 len: 168 time: 0.2574503 Oct 27 16:28:02.012272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbc995-9586-4742-8821-2cd76d12fb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a57d91d-1cbd-489e-9955-34e4692b9cc1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:02.079874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-e1c92f8f-884c-4e8a-9e3b-2417296ca12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:02.081392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-e1c92f8f-884c-4e8a-9e3b-2417296ca12b service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 HTTP/1.1" status: 200 len: 898 time: 0.1116602 Oct 27 16:28:02.155204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-ece6627b-e052-4318-ab0f-ef0d994ba182 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=c0689547-ee17-43bb-94fb-2c04dbd4b3e3 HTTP/1.1" status: 200 len: 1001 time: 0.0640671 Oct 27 16:28:02.240362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-d4c45673-f67b-47fe-82d3-be23035944f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:02.241963 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-d4c45673-f67b-47fe-82d3-be23035944f7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3be4275-9261-4d72-a8f3-386dda2f41d3 HTTP/1.1" status: 200 len: 838 time: 0.0767162 Oct 27 16:28:02.301324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-0451f56e-ccf2-40f2-8153-1e7260a5e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:02.302815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-0451f56e-ccf2-40f2-8153-1e7260a5e4c1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529959 Oct 27 16:28:02.319950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-81edff9f-4790-4416-8219-4cf747546370 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:02.321103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-81edff9f-4790-4416-8219-4cf747546370 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058661 Oct 27 16:28:02.419309 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-c3ca6d4e-4dc8-4f5c-9281-5380368d371d service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895305 Oct 27 16:28:02.522219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92750fed-c84b-4db7-87b7-acfa9f773b29 req-acd6d354-7320-4bf8-91e8-f3a938600f69 service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955472 Oct 27 16:28:02.692334 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:03.211013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52460) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:03.273156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f70cb71-02a2-44f8-8b42-d0c131638f15 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:03.274581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3f70cb71-02a2-44f8-8b42-d0c131638f15 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 814 time: 0.0625739 Oct 27 16:28:03.562539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52472) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:04.025197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-efca05f1-fedd-4644-8ab0-68f396dafa5a tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1622231740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:04.188744 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efca05f1-fedd-4644-8ab0-68f396dafa5a tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.189965 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efca05f1-fedd-4644-8ab0-68f396dafa5a tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.339613 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efca05f1-fedd-4644-8ab0-68f396dafa5a tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.451324 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efca05f1-fedd-4644-8ab0-68f396dafa5a tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.539347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52504) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:04.544487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'network': {'name': 'tempest-network-smoke--1288645882', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'port_security_enabled': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:04.570005 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-efca05f1-fedd-4644-8ab0-68f396dafa5a tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.572396 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-efca05f1-fedd-4644-8ab0-68f396dafa5a tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0078089 Oct 27 16:28:04.574769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52506) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:04.585561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-769726025'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:04.725362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Made reservation on behalf of 4cc2ede4aa044d759c64239f37331e3e for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:04.728946 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.760309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:28:04.771144 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.771497 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Added segment b98db5b6-9d93-4e96-b865-e92a02a81849 of type vlan for network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 Oct 27 16:28:04.814747 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.868321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Made reservation on behalf of 578a17cee12f4a93a6077b36208ad5f0 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:04.872013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.894229 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.930916 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:04.936570 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:04.937163 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.008843 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.211569 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.258831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:28:05.274545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27e49ade-93d5-49ed-a8ae-ac46c7632766,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:05.286422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.287410 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Added segment 3657a793-b10e-4d47-ba2b-2d134fd814da of type vlan for network f97a088c-2edf-4c00-8dea-ddedc21e6136 Oct 27 16:28:05.352141 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.383109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Network': ['ID=ddc9e3b5-07f9-4b33-b882-9675f1658cd7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:05.396624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:28:05.400969 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d0d581a3-3e8f-4f58-8f85-ed9f1c6b7d60 req-c2b2c77d-ca03-4972-a412-b59ec08488aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5323498 Oct 27 16:28:05.485690 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.491576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:05.491873 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-92684562-9a3b-461d-96ac-dca16b276212 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9510839 Oct 27 16:28:05.492272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.494700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52528) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:05.541449 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b0f2f367-073a-42f0-aded-7fb89d29bf05 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4cc2ede4aa044d759c64239f37331e3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453906 Oct 27 16:28:05.545914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52530) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:05.574616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event updated for resources: {'Network': ['ID=f97a088c-2edf-4c00-8dea-ddedc21e6136,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:05.589143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network f97a088c-2edf-4c00-8dea-ddedc21e6136 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:28:05.599668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d581a3-3e8f-4f58-8f85-ed9f1c6b7d60 req-30c14c1b-ef96-4eb1-8a52-785ae43d831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:05.602497 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d0d581a3-3e8f-4f58-8f85-ed9f1c6b7d60 req-30c14c1b-ef96-4eb1-8a52-785ae43d831a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=490337c9f6284ffc849850300039733c&device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 1097 time: 0.1527972 Oct 27 16:28:05.690376 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2ca0fda6-a021-4a57-8630-69b3561b107c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1130140 Oct 27 16:28:05.691224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52540) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:05.711933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Request body: {'subnet': {'network_id': 'f97a088c-2edf-4c00-8dea-ddedc21e6136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:05.817374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a7932f-9f0b-4b0b-816a-0960c3e1bda5 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:05.819272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-76a7932f-9f0b-4b0b-816a-0960c3e1bda5 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2721596 Oct 27 16:28:05.823978 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52546) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:05.873310 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d621262e-c488-4fab-ad02-49449d8cc4a2 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481536 Oct 27 16:28:05.875041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d581a3-3e8f-4f58-8f85-ed9f1c6b7d60 req-c1df23e2-af74-4a61-89bb-77934684d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:05.876205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52548) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:05.876895 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d0d581a3-3e8f-4f58-8f85-ed9f1c6b7d60 req-c1df23e2-af74-4a61-89bb-77934684d702 service neutron] 10.222.0.54 "GET /v2.0/networks?id=915b3ed1-d12e-4f2b-87f4-52c90a84ca17 HTTP/1.1" status: 200 len: 914 time: 0.2414699 Oct 27 16:28:05.881527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1064216858', 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:05.930169 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d0d581a3-3e8f-4f58-8f85-ed9f1c6b7d60 req-3112394e-1931-47cf-86b7-ab6421c37aca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0e3775d-a9ad-44e2-ae16-ff03e34ab508 HTTP/1.1" status: 200 len: 217 time: 0.0449381 Oct 27 16:28:05.959095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Made reservation on behalf of 578a17cee12f4a93a6077b36208ad5f0 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:05.963994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:05.990825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d581a3-3e8f-4f58-8f85-ed9f1c6b7d60 req-9d1fb1d1-625e-490c-b4bd-e20596f0b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:05.992665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d0d581a3-3e8f-4f58-8f85-ed9f1c6b7d60 req-9d1fb1d1-625e-490c-b4bd-e20596f0b49b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5405403-8afc-4fdb-9f0a-dcaefdd82d2f HTTP/1.1" status: 200 len: 853 time: 0.0534921 Oct 27 16:28:06.034715 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d0d581a3-3e8f-4f58-8f85-ed9f1c6b7d60 req-e612f520-46f0-4dc4-8161-c43be0982207 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915b3ed1-d12e-4f2b-87f4-52c90a84ca17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335939 Oct 27 16:28:06.184146 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d0d581a3-3e8f-4f58-8f85-ed9f1c6b7d60 req-bea617cc-71d0-4cbc-89e1-18b41ab5c8e4 service neutron] 10.222.0.54 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410091 Oct 27 16:28:06.193558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Made reservation on behalf of 4cc2ede4aa044d759c64239f37331e3e for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:06.197451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.373432 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d0d581a3-3e8f-4f58-8f85-ed9f1c6b7d60 req-4daf4ca3-82ef-41c5-8131-8710cc87fa22 service neutron] 10.222.0.54 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811945 Oct 27 16:28:06.827885 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:06.902128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event updated for resources: {'Subnet': ['ID=c5c57927-baa4-4ba5-9d02-db70ab8a2699,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:06.910980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Checking segment: {'id': '3657a793-b10e-4d47-ba2b-2d134fd814da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97a088c-2edf-4c00-8dea-ddedc21e6136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:06.911341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Network hostable DHCP agents. Network: f97a088c-2edf-4c00-8dea-ddedc21e6136, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:28:07.000002 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.069348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Subnet': ['ID=e0997f83-ebcd-4375-b5b1-62d582ad1296,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:07.073276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Network f97a088c-2edf-4c00-8dea-ddedc21e6136 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:28:07.086557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Checking segment: {'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:07.086915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network hostable DHCP agents. Network: ddc9e3b5-07f9-4b33-b882-9675f1658cd7, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:28:07.214803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, f97a088c-2edf-4c00-8dea-ddedc21e6136) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:07.219670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:07.225264 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.227878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242b632e-68da-4e50-9126-1e9b6dfc7de9 None None] Network f97a088c-2edf-4c00-8dea-ddedc21e6136 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:07.379503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-f97a088c-2edf-4c00-8dea-ddedc21e6136', 'network_id': 'f97a088c-2edf-4c00-8dea-ddedc21e6136', 'tenant_id': '578a17cee12f4a93a6077b36208ad5f0', 'fixed_ips': [{'subnet_id': 'c5c57927-baa4-4ba5-9d02-db70ab8a2699'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:28:07.380640 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.411305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:28:07.417956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c7723bef-6d7f-4dc0-8dec-4e6a2e3f5a9d tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7244203 Oct 27 16:28:07.420495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52588) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:07.424474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, ddc9e3b5-07f9-4b33-b882-9675f1658cd7) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:07.427661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Request body: {'network': {'name': 'tempest-router-network01--1593426110'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:07.429960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:07.430696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.529160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12c87eb-b30c-40dc-94d1-5a8777c93c11 None None] Network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:07.656733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Made reservation on behalf of 578a17cee12f4a93a6077b36208ad5f0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:07.663596 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.692172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:28:07.703868 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:07.704530 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Added segment d19e7e18-346a-4bd5-ac81-48525e91518c of type vlan for network bcab3d0b-295f-4953-9e16-4d397a559c1c Oct 27 16:28:07.767310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2a83e747-e70d-4521-897c-032427d7db32 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8898838 Oct 27 16:28:07.772561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Allocated IP 172.20.0.2 (f97a088c-2edf-4c00-8dea-ddedc21e6136/c5c57927-baa4-4ba5-9d02-db70ab8a2699/cf94fcaa-6976-44fe-ab69-52ff2cbee7fa) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:07.820409 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.028123 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.034156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:08.035758 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.088542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-ddc9e3b5-07f9-4b33-b882-9675f1658cd7', 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ips': [{'subnet_id': 'e0997f83-ebcd-4375-b5b1-62d582ad1296'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:28:08.089774 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.205493 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event updated for resources: {'Network': ['ID=bcab3d0b-295f-4953-9e16-4d397a559c1c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:08.224573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network bcab3d0b-295f-4953-9e16-4d397a559c1c details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:28:08.323075 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9886dd39-07f7-48fb-860d-133d70f0448f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9007781 Oct 27 16:28:08.329457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52612) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:08.336501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Request body: {'network': {'name': 'tempest-router-network02--1946562044'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:08.424262 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.439388 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Allocated IP 172.20.0.2 (ddc9e3b5-07f9-4b33-b882-9675f1658cd7/e0997f83-ebcd-4375-b5b1-62d582ad1296/528a6fbb-049a-4c50-9824-58938fccbba6) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:08.473427 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52614) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:08.478639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-de679aec-33ce-4cba-8861-2d632ed5e354 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670620193', 'description': 'tempest-secgroup-smoke-670620193 description', 'project_id': '4cc2ede4aa044d759c64239f37331e3e'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:08.528644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Made reservation on behalf of 578a17cee12f4a93a6077b36208ad5f0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:08.539489 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.587499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:28:08.589069 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.598417 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.598784 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Added segment 1302c0e7-0c10-499a-b8bf-90fd63d7808f of type vlan for network 4718de3b-ff28-445b-bceb-a3c1ee4044e9 Oct 27 16:28:08.635739 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de679aec-33ce-4cba-8861-2d632ed5e354 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.691724 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.703219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Network f97a088c-2edf-4c00-8dea-ddedc21e6136 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:08.715456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:08.724186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:08.817864 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de679aec-33ce-4cba-8861-2d632ed5e354 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.848118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Pushing event updated for resources: {'Port': ['ID=cf94fcaa-6976-44fe-ab69-52ff2cbee7fa,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:08.865282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.870674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Attempting to bind port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:08.870916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:08.871058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Attempting to bind port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '3657a793-b10e-4d47-ba2b-2d134fd814da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97a088c-2edf-4c00-8dea-ddedc21e6136'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:08.871391 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Attempting to bind port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa on network f97a088c-2edf-4c00-8dea-ddedc21e6136 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:08.871871 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.881916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:08.885749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Checking segment: {'id': '3657a793-b10e-4d47-ba2b-2d134fd814da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97a088c-2edf-4c00-8dea-ddedc21e6136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:08.885749 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.885749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Bound using segment: {'id': '3657a793-b10e-4d47-ba2b-2d134fd814da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97a088c-2edf-4c00-8dea-ddedc21e6136'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:08.885749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Bound port: cf94fcaa-6976-44fe-ab69-52ff2cbee7fa, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3657a793-b10e-4d47-ba2b-2d134fd814da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f97a088c-2edf-4c00-8dea-ddedc21e6136'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:08.885749 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:08.970519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event updated for resources: {'Network': ['ID=4718de3b-ff28-445b-bceb-a3c1ee4044e9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:08.976315 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.000705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 4718de3b-ff28-445b-bceb-a3c1ee4044e9 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:28:09.035752 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de679aec-33ce-4cba-8861-2d632ed5e354 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.057096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] For port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:09.087738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] For port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cf94fcaa-6976-44fe-ab69-52ff2cbee7fa,segment=NetworkSegment(3657a793-b10e-4d47-ba2b-2d134fd814da),segment_id=3657a793-b10e-4d47-ba2b-2d134fd814da)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:09.117491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.131392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-722ea09d-7dd4-4cd3-a031-e210b1640e7b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8009195 Oct 27 16:28:09.134526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52632) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:09.140897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Request body: {'subnet': {'network_id': 'bcab3d0b-295f-4953-9e16-4d397a559c1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:09.147742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de679aec-33ce-4cba-8861-2d632ed5e354 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:09.217426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Pushing event updated for resources: {'Port': ['ID=528a6fbb-049a-4c50-9824-58938fccbba6,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:09.219213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de679aec-33ce-4cba-8861-2d632ed5e354 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.230878 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-de679aec-33ce-4cba-8861-2d632ed5e354 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7466176 Oct 27 16:28:09.230878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52634) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:09.233803 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bb662e59-b6cb-4a6b-8019-12aeeb11adfd tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:09.234615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:09.237129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:09.240614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:09.277564 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.347653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Attempting to bind port 528a6fbb-049a-4c50-9824-58938fccbba6 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:09.348031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Attempting to bind port 528a6fbb-049a-4c50-9824-58938fccbba6 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:09.348438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Attempting to bind port 528a6fbb-049a-4c50-9824-58938fccbba6 on network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:09.366707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:09.367122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Checking segment: {'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:09.367531 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.367949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Bound using segment: {'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:09.368556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Bound port: 528a6fbb-049a-4c50-9824-58938fccbba6, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:09.368996 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.385016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6238c7a-2d91-4f54-a32c-9407a3a3bfc4 None None] Pushing event updated for resources: {'Port': ['ID=cf94fcaa-6976-44fe-ab69-52ff2cbee7fa,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:09.410696 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb662e59-b6cb-4a6b-8019-12aeeb11adfd tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.464470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] For port 528a6fbb-049a-4c50-9824-58938fccbba6, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:09.468001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] For port 528a6fbb-049a-4c50-9824-58938fccbba6, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=528a6fbb-049a-4c50-9824-58938fccbba6,segment=NetworkSegment(b98db5b6-9d93-4e96-b865-e92a02a81849),segment_id=b98db5b6-9d93-4e96-b865-e92a02a81849)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:09.518702 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb662e59-b6cb-4a6b-8019-12aeeb11adfd tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.599213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Made reservation on behalf of 578a17cee12f4a93a6077b36208ad5f0 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:09.608686 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.629838 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.631426 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb662e59-b6cb-4a6b-8019-12aeeb11adfd tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.677555 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb662e59-b6cb-4a6b-8019-12aeeb11adfd tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30f5279-5c80-4c9e-8722-423f337f1659,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:09.749215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a083fc-a11f-4fb9-a46d-7a5afb124f6b None None] Pushing event updated for resources: {'Port': ['ID=528a6fbb-049a-4c50-9824-58938fccbba6,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:09.761993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb662e59-b6cb-4a6b-8019-12aeeb11adfd tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:09.766063 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bb662e59-b6cb-4a6b-8019-12aeeb11adfd tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5342784 Oct 27 16:28:09.767365 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52644) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:09.779369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3f4b5fc8-235e-4346-b012-a9c7e7329637 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:09.971166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f4b5fc8-235e-4346-b012-a9c7e7329637 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.180385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f4b5fc8-235e-4346-b012-a9c7e7329637 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.234487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.240292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cf94fcaa-6976-44fe-ab69-52ff2cbee7fa up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:10.331067 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f4b5fc8-235e-4346-b012-a9c7e7329637 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.347756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:10.348618 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.358860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b5fc8-235e-4346-b012-a9c7e7329637 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae490ff-988a-4870-bf75-e3b0df90e408,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:10.407851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event updated for resources: {'Subnet': ['ID=44a6034d-f0c4-4adc-8ad2-b8efcc94f094,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:10.435415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Checking segment: {'id': 'd19e7e18-346a-4bd5-ac81-48525e91518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bcab3d0b-295f-4953-9e16-4d397a559c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:10.436658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Network hostable DHCP agents. Network: bcab3d0b-295f-4953-9e16-4d397a559c1c, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:28:10.475851 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f4b5fc8-235e-4346-b012-a9c7e7329637 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.480316 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3f4b5fc8-235e-4346-b012-a9c7e7329637 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7087905 Oct 27 16:28:10.482385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52658) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:10.487906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-46ef3950-32db-4d9e-8691-75cf8db9c5c0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:10.536813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Network bcab3d0b-295f-4953-9e16-4d397a559c1c is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:28:10.585366 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.656502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, bcab3d0b-295f-4953-9e16-4d397a559c1c) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:10.668315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:10.668477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46ef3950-32db-4d9e-8691-75cf8db9c5c0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.669449 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.679305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cf94fcaa-6976-44fe-ab69-52ff2cbee7fa,segment=NetworkSegment(3657a793-b10e-4d47-ba2b-2d134fd814da),segment_id=3657a793-b10e-4d47-ba2b-2d134fd814da)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:10.681931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bcd423-f7e6-4043-b92e-fdaef43bdabf None None] Network bcab3d0b-295f-4953-9e16-4d397a559c1c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:10.808125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0f8f3547-4cd6-4a19-9196-55112a6ef484 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6717546 Oct 27 16:28:10.812038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52664) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:10.838014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Request body: {'subnet': {'network_id': '4718de3b-ff28-445b-bceb-a3c1ee4044e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:10.842494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.850076 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46ef3950-32db-4d9e-8691-75cf8db9c5c0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.989327 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46ef3950-32db-4d9e-8691-75cf8db9c5c0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:10.997527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=cf94fcaa-6976-44fe-ab69-52ff2cbee7fa,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:11.005539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef3950-32db-4d9e-8691-75cf8db9c5c0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae94270f-f214-4d06-8a04-a54883f9c5fa,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:11.063669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Made reservation on behalf of 578a17cee12f4a93a6077b36208ad5f0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:11.080258 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.200337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4985bab0-f516-4e42-a353-a38292bedfb1 None None] Network f97a088c-2edf-4c00-8dea-ddedc21e6136 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:11.208288 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46ef3950-32db-4d9e-8691-75cf8db9c5c0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.212397 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-46ef3950-32db-4d9e-8691-75cf8db9c5c0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7264004 Oct 27 16:28:11.213040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52674) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:11.271016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-220d9d1e-8b15-4123-a0f5-e7b3768d3716 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:11.422603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-bcab3d0b-295f-4953-9e16-4d397a559c1c', 'network_id': 'bcab3d0b-295f-4953-9e16-4d397a559c1c', 'tenant_id': '578a17cee12f4a93a6077b36208ad5f0', 'fixed_ips': [{'subnet_id': '44a6034d-f0c4-4adc-8ad2-b8efcc94f094'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:28:11.427381 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.450579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-33fbcd7c-090c-4f24-a1b6-b90b2844f42b None None] Provisioning complete for port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:11.451223 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33fbcd7c-090c-4f24-a1b6-b90b2844f42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.472612 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-220d9d1e-8b15-4123-a0f5-e7b3768d3716 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.594874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70661e28-edbe-48c9-b3e7-74a366bdf3ca None None] Network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:11.659673 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-220d9d1e-8b15-4123-a0f5-e7b3768d3716 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.709226 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.789698 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-220d9d1e-8b15-4123-a0f5-e7b3768d3716 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:11.910515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Allocated IP 172.20.0.2 (bcab3d0b-295f-4953-9e16-4d397a559c1c/44a6034d-f0c4-4adc-8ad2-b8efcc94f094/01e59b26-6276-44d7-bb9c-c3f4e6ebd70e) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:11.930199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d9d1e-8b15-4123-a0f5-e7b3768d3716 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e76c28b-23f1-4c74-9216-affabf46b0dc,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:11.946093 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event updated for resources: {'Subnet': ['ID=5e0ac3bc-e1fb-4ce1-b93a-c5cd25fb032b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:11.966959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Checking segment: {'id': '1302c0e7-0c10-499a-b8bf-90fd63d7808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4718de3b-ff28-445b-bceb-a3c1ee4044e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:11.967346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Network hostable DHCP agents. Network: 4718de3b-ff28-445b-bceb-a3c1ee4044e9, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:28:12.057201 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-220d9d1e-8b15-4123-a0f5-e7b3768d3716 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.061448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52700) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:12.067391 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-220d9d1e-8b15-4123-a0f5-e7b3768d3716 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8450558 Oct 27 16:28:12.067918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c13cac37-0755-425a-b85d-da9453689a64 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:12.090811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Network 4718de3b-ff28-445b-bceb-a3c1ee4044e9 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:28:12.097718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7cee2461-c38c-4f7e-973d-5bcada188e42 None None] Provisioning complete for port 528a6fbb-049a-4c50-9824-58938fccbba6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:12.098159 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7cee2461-c38c-4f7e-973d-5bcada188e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.180936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 4718de3b-ff28-445b-bceb-a3c1ee4044e9) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:12.185408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:12.186063 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.215723 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-c13cac37-0755-425a-b85d-da9453689a64 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Project 4cc2ede4aa044d759c64239f37331e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:28:12.221578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c13cac37-0755-425a-b85d-da9453689a64 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.327285 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8944f6fa-b525-4584-98bb-1f7028693d68 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5153399 Oct 27 16:28:12.336197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52706) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:12.377173 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c13cac37-0755-425a-b85d-da9453689a64 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.432297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c13cac37-0755-425a-b85d-da9453689a64 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.474392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cac37-0755-425a-b85d-da9453689a64 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c068020-481a-4a84-97e6-da827e523314,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:12.555897 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c13cac37-0755-425a-b85d-da9453689a64 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.557498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c13cac37-0755-425a-b85d-da9453689a64 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4949801 Oct 27 16:28:12.560170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52714) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:12.573271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4c1a509e-02c4-493a-95e0-3f5bdbdef3e1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': 'ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:12.605360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b58546c-a218-48ec-9a5c-c6a39bc258fe None None] Network 4718de3b-ff28-445b-bceb-a3c1ee4044e9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:12.717056 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 528a6fbb-049a-4c50-9824-58938fccbba6 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:12.765941 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-4c1a509e-02c4-493a-95e0-3f5bdbdef3e1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Project 4cc2ede4aa044d759c64239f37331e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:28:12.782750 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c1a509e-02c4-493a-95e0-3f5bdbdef3e1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:12.976189 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c1a509e-02c4-493a-95e0-3f5bdbdef3e1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.010829 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.048616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-4718de3b-ff28-445b-bceb-a3c1ee4044e9', 'network_id': '4718de3b-ff28-445b-bceb-a3c1ee4044e9', 'tenant_id': '578a17cee12f4a93a6077b36208ad5f0', 'fixed_ips': [{'subnet_id': '5e0ac3bc-e1fb-4ce1-b93a-c5cd25fb032b'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:28:13.049595 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.066912 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c1a509e-02c4-493a-95e0-3f5bdbdef3e1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.081838 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.083447 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7cee2461-c38c-4f7e-973d-5bcada188e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.091517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 528a6fbb-049a-4c50-9824-58938fccbba6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:13.091881 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.110430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a509e-02c4-493a-95e0-3f5bdbdef3e1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012985df-f7a5-477d-89a8-6e5a0324fa5f,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:13.202164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52724) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:13.229340 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.232430 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c1a509e-02c4-493a-95e0-3f5bdbdef3e1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.235137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4c1a509e-02c4-493a-95e0-3f5bdbdef3e1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6740170 Oct 27 16:28:13.367162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7cee2461-c38c-4f7e-973d-5bcada188e42 None None] For port 528a6fbb-049a-4c50-9824-58938fccbba6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=528a6fbb-049a-4c50-9824-58938fccbba6,segment=NetworkSegment(b98db5b6-9d93-4e96-b865-e92a02a81849),segment_id=b98db5b6-9d93-4e96-b865-e92a02a81849)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:13.411251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Network bcab3d0b-295f-4953-9e16-4d397a559c1c is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:13.451271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:13.454228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Allocated IP 172.20.0.2 (4718de3b-ff28-445b-bceb-a3c1ee4044e9/5e0ac3bc-e1fb-4ce1-b93a-c5cd25fb032b/331d9db8-a084-44d4-b2a4-56606ed79496) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:13.457836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Pushing event updated for resources: {'Port': ['ID=01e59b26-6276-44d7-bb9c-c3f4e6ebd70e,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:13.479148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:13.488562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7cee2461-c38c-4f7e-973d-5bcada188e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.624251 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b5a387d-58b9-4e1c-bf6a-478a36c7f5c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.636788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Allocated IP 172.20.0.1 (bcab3d0b-295f-4953-9e16-4d397a559c1c/44a6034d-f0c4-4adc-8ad2-b8efcc94f094/4f4d4b15-22d4-4b69-bb56-aad5ea9407d3) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:13.832391 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b5a387d-58b9-4e1c-bf6a-478a36c7f5c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.881112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cf94fcaa-6976-44fe-ab69-52ff2cbee7fa up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:13.908707 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.936311 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2b5a387d-58b9-4e1c-bf6a-478a36c7f5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.985761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e7f349c5-caa2-4429-a8b3-5b8938e225dc None None] Provisioning complete for port 528a6fbb-049a-4c50-9824-58938fccbba6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:13.986136 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7f349c5-caa2-4429-a8b3-5b8938e225dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:13.995050 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-ca315ab0-9924-48d2-a9e3-f7dc27cefdf1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670620193&fields=id&tenant_id=4cc2ede4aa044d759c64239f37331e3e HTTP/1.1" status: 200 len: 267 time: 0.0766485 Oct 27 16:28:14.022268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2b5a387d-58b9-4e1c-bf6a-478a36c7f5c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfd3b7db291e4cc89b55fcf1fff214a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8153546 Oct 27 16:28:14.022268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a387d-58b9-4e1c-bf6a-478a36c7f5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e493c0de-4cd4-4c6a-92e8-178c0c15904c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:14.023697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52758) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:14.056271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee2461-c38c-4f7e-973d-5bcada188e42 None None] Pushing event updated for resources: {'Port': ['ID=528a6fbb-049a-4c50-9824-58938fccbba6,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:14.103944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a74e012f-61b5-41df-bdb3-faa4b72b95d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.123831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Attempting to bind port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:14.124293 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Attempting to bind port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'd19e7e18-346a-4bd5-ac81-48525e91518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bcab3d0b-295f-4953-9e16-4d397a559c1c'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:14.124660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Attempting to bind port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e on network bcab3d0b-295f-4953-9e16-4d397a559c1c {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:14.131143 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a74e012f-61b5-41df-bdb3-faa4b72b95d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.146434 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-3c881472-fc7a-422e-b107-67724d914d18 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:14.151516 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-3c881472-fc7a-422e-b107-67724d914d18 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/networks?id=ddc9e3b5-07f9-4b33-b882-9675f1658cd7 HTTP/1.1" status: 200 len: 797 time: 0.1478300 Oct 27 16:28:14.176180 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-210a80e3-f76e-4cd7-b714-c6188d4513c1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/quotas/4cc2ede4aa044d759c64239f37331e3e HTTP/1.1" status: 200 len: 375 time: 0.0233872 Oct 27 16:28:14.181352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.203157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:14.203557 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Checking segment: {'id': 'd19e7e18-346a-4bd5-ac81-48525e91518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bcab3d0b-295f-4953-9e16-4d397a559c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:14.206914 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.206914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Bound using segment: {'id': 'd19e7e18-346a-4bd5-ac81-48525e91518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bcab3d0b-295f-4953-9e16-4d397a559c1c'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:14.206914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Bound port: 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19e7e18-346a-4bd5-ac81-48525e91518c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'bcab3d0b-295f-4953-9e16-4d397a559c1c'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:14.206914 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.255131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Network bcab3d0b-295f-4953-9e16-4d397a559c1c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:14.264376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:14.274714 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:14.285194 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a74e012f-61b5-41df-bdb3-faa4b72b95d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.287827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a74e012f-61b5-41df-bdb3-faa4b72b95d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.291552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a74e012f-61b5-41df-bdb3-faa4b72b95d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e493c0de-4cd4-4c6a-92e8-178c0c15904c HTTP/1.1" status: 204 len: 168 time: 0.2547729 Oct 27 16:28:14.293315 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.308654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e012f-61b5-41df-bdb3-faa4b72b95d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e493c0de-4cd4-4c6a-92e8-178c0c15904c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:14.370413 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.370840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:14.371354 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.421885 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.435377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e7f349c5-caa2-4429-a8b3-5b8938e225dc None None] Provisioning complete for port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:14.435771 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7f349c5-caa2-4429-a8b3-5b8938e225dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.449841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event updated for resources: {'Port': ['ID=4f4d4b15-22d4-4b69-bb56-aad5ea9407d3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:14.494339 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] For port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:14.515387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-23021c6f-4f76-4c04-a65d-105445073029 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3376029 Oct 27 16:28:14.527071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Network 4718de3b-ff28-445b-bceb-a3c1ee4044e9 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:14.540093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] For port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=01e59b26-6276-44d7-bb9c-c3f4e6ebd70e,segment=NetworkSegment(d19e7e18-346a-4bd5-ac81-48525e91518c),segment_id=d19e7e18-346a-4bd5-ac81-48525e91518c)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:14.542674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:14.545828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Pushing event updated for resources: {'Port': ['ID=331d9db8-a084-44d4-b2a4-56606ed79496,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:14.548918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:14.561497 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-241249b3-ad95-4eb9-9a90-57d4cc8af517 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:28:14.561497 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-241249b3-ad95-4eb9-9a90-57d4cc8af517 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0120928 Oct 27 16:28:14.645589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.749828 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-95024368-9965-4c24-9a33-dacdae7db7d5 service neutron] 10.222.0.15 "GET /v2.0/networks/ddc9e3b5-07f9-4b33-b882-9675f1658cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601899 Oct 27 16:28:14.844796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 528a6fbb-049a-4c50-9824-58938fccbba6 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:14.903440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Attempting to bind port 331d9db8-a084-44d4-b2a4-56606ed79496 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:14.904938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Attempting to bind port 331d9db8-a084-44d4-b2a4-56606ed79496 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1302c0e7-0c10-499a-b8bf-90fd63d7808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4718de3b-ff28-445b-bceb-a3c1ee4044e9'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:14.905495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Attempting to bind port 331d9db8-a084-44d4-b2a4-56606ed79496 on network 4718de3b-ff28-445b-bceb-a3c1ee4044e9 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:14.954045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:14.955591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Checking segment: {'id': '1302c0e7-0c10-499a-b8bf-90fd63d7808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4718de3b-ff28-445b-bceb-a3c1ee4044e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:14.956426 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.957093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Bound using segment: {'id': '1302c0e7-0c10-499a-b8bf-90fd63d7808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4718de3b-ff28-445b-bceb-a3c1ee4044e9'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:14.957813 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Bound port: 331d9db8-a084-44d4-b2a4-56606ed79496, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1302c0e7-0c10-499a-b8bf-90fd63d7808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4718de3b-ff28-445b-bceb-a3c1ee4044e9'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:14.958572 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:14.985105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b25f2-18f7-47cd-8282-9d5c9069ece9 None None] Pushing event updated for resources: {'Port': ['ID=01e59b26-6276-44d7-bb9c-c3f4e6ebd70e,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:15.051625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 528a6fbb-049a-4c50-9824-58938fccbba6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:15.051625 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.220030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] For port 331d9db8-a084-44d4-b2a4-56606ed79496, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:15.259284 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] For port 331d9db8-a084-44d4-b2a4-56606ed79496, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=331d9db8-a084-44d4-b2a4-56606ed79496,segment=NetworkSegment(1302c0e7-0c10-499a-b8bf-90fd63d7808f),segment_id=1302c0e7-0c10-499a-b8bf-90fd63d7808f)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:15.283337 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.353423 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.460978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29707f0-c340-420d-a5df-bcc6f8218e24 None None] Pushing event updated for resources: {'Port': ['ID=331d9db8-a084-44d4-b2a4-56606ed79496,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:15.515965 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-fe480af6-fbf4-46c2-bbfe-f2e2099f23ce service neutron] 10.222.0.15 "GET /v2.0/networks/ddc9e3b5-07f9-4b33-b882-9675f1658cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592132 Oct 27 16:28:15.850414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:15.982318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3500545-d3e5-4836-96d8-5090051d1ec0 req-912e1d7e-189d-4d8b-b1e0-acb4dce740e7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 210 time: 0.0599790 Oct 27 16:28:16.003848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:16.126216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event updated for resources: {'Port': ['ID=4f4d4b15-22d4-4b69-bb56-aad5ea9407d3,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:16.150088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:16.308162 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Network bcab3d0b-295f-4953-9e16-4d397a559c1c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:16.310618 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:16.585812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bffbae-5581-40df-a40f-2252f256b48f None None] Network bcab3d0b-295f-4953-9e16-4d397a559c1c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:16.736482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Router 0fea961e-4a41-48d3-9061-de02207a99dd is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:28:16.988313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b59019a8-e460-4fc0-9714-c8f9ac248948 None None] Provisioning complete for port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:16.990911 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b59019a8-e460-4fc0-9714-c8f9ac248948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:17.037842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:17.056907 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dcc1fe83-bfb0-4ece-9cd6-3b9c003c9230 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "PUT /v2.0/routers/0fea961e-4a41-48d3-9061-de02207a99dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7166953 Oct 27 16:28:17.057043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52836) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:17.091558 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbc8ac-b765-4e90-be5a-ba7ab37cb975 None None] Sync routers for ids ['0fea961e-4a41-48d3-9061-de02207a99dd'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:17.111537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 331d9db8-a084-44d4-b2a4-56606ed79496 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:17.131219 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b28840e8-f59a-439e-bb71-70c2a1a291ad req-6a6e00e3-c43e-4631-93fc-1fab78cbcd2f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 210 time: 0.0690911 Oct 27 16:28:17.200810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcbc8ac-b765-4e90-be5a-ba7ab37cb975 None None] Routers {'0fea961e-4a41-48d3-9061-de02207a99dd'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:17.202919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1fcbc8ac-b765-4e90-be5a-ba7ab37cb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:27:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0fea961e-4a41-48d3-9061-de02207a99dd'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:17.301485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1fcbc8ac-b765-4e90-be5a-ba7ab37cb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:17.307041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2f6a18-be86-4510-b05d-e3d99ac8d606 None None] Network 4718de3b-ff28-445b-bceb-a3c1ee4044e9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:17.547122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcbc8ac-b765-4e90-be5a-ba7ab37cb975 None None] Routers {'0fea961e-4a41-48d3-9061-de02207a99dd'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:17.547765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1fcbc8ac-b765-4e90-be5a-ba7ab37cb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:27:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0fea961e-4a41-48d3-9061-de02207a99dd'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:17.916983 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-270eba65-0ebe-4e5e-ba03-8f559c7347a3 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:28:17.919324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-270eba65-0ebe-4e5e-ba03-8f559c7347a3 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "PUT /v2.0/routers/0fea961e-4a41-48d3-9061-de02207a99dd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8610990 Oct 27 16:28:17.922076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52852) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.154031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52862) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:18.180852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1fcbc8ac-b765-4e90-be5a-ba7ab37cb975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:18.186223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcbc8ac-b765-4e90-be5a-ba7ab37cb975 None None] The sync data for ids ['0fea961e-4a41-48d3-9061-de02207a99dd'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:18.203615 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b59019a8-e460-4fc0-9714-c8f9ac248948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.424751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-273a0961-0d49-4612-80f0-a9bd30c4f8d6 req-32ecc8d1-e470-45d4-93f0-5edd4b980442 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 210 time: 0.1225302 Oct 27 16:28:18.449339 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b59019a8-e460-4fc0-9714-c8f9ac248948 None None] For port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=01e59b26-6276-44d7-bb9c-c3f4e6ebd70e,segment=NetworkSegment(d19e7e18-346a-4bd5-ac81-48525e91518c),segment_id=d19e7e18-346a-4bd5-ac81-48525e91518c)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:18.451391 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 331d9db8-a084-44d4-b2a4-56606ed79496 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:18.451853 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.626406 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b59019a8-e460-4fc0-9714-c8f9ac248948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.748740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1386267418-network', 'tenant_id': '800f702341d844648844a768fee8fa35'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:18.765649 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8d245849-a679-4fd7-a80c-6edf7ef79cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.978259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59019a8-e460-4fc0-9714-c8f9ac248948 None None] Pushing event updated for resources: {'Port': ['ID=01e59b26-6276-44d7-bb9c-c3f4e6ebd70e,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:18.986054 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:18.996848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-972e8a61-fbce-41c3-8a4e-c6c883d0bd72 None None] Provisioning complete for port 331d9db8-a084-44d4-b2a4-56606ed79496 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:18.997381 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-972e8a61-fbce-41c3-8a4e-c6c883d0bd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.121297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24751bb3-d6bd-4455-848a-d5d63e25a064 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.153249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-755bc385-479d-45fb-8439-557fe512694c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:19.162427 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-755bc385-479d-45fb-8439-557fe512694c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.54 "GET /v2.0/networks?id=ddc9e3b5-07f9-4b33-b882-9675f1658cd7 HTTP/1.1" status: 200 len: 797 time: 0.5675259 Oct 27 16:28:19.166020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Made reservation on behalf of 800f702341d844648844a768fee8fa35 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:19.174085 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.225254 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 331d9db8-a084-44d4-b2a4-56606ed79496, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=331d9db8-a084-44d4-b2a4-56606ed79496,segment=NetworkSegment(1302c0e7-0c10-499a-b8bf-90fd63d7808f),segment_id=1302c0e7-0c10-499a-b8bf-90fd63d7808f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:19.278479 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.350669 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.357173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:19.368517 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-39a0be8d-c6b5-4e5d-a485-6cbd81f5042a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cc2ede4aa044d759c64239f37331e3e HTTP/1.1" status: 200 len: 471 time: 0.1559727 Oct 27 16:28:19.381278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'port': {'device_id': '6cceccfd-f312-4b03-9ebc-0648ad1855fd', 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7', 'admin_state_up': True, 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'security_groups': ['ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:19.527904 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-972e8a61-fbce-41c3-8a4e-c6c883d0bd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.676610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=331d9db8-a084-44d4-b2a4-56606ed79496,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:19.720536 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3498d84-94f2-424d-bb36-f9bf333183b8 req-7a899f98-5295-47c8-9304-90e651e0755c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 210 time: 0.1090097 Oct 27 16:28:19.812494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:19.819071 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.830192 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-972e8a61-fbce-41c3-8a4e-c6c883d0bd72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:28:19.831289 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-972e8a61-fbce-41c3-8a4e-c6c883d0bd72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:28:19.885722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.980828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-24751bb3-d6bd-4455-848a-d5d63e25a064 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Deleting port 4f4d4b15-22d4-4b69-bb56-aad5ea9407d3 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:19.981377 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24751bb3-d6bd-4455-848a-d5d63e25a064 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:19.981758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Made reservation on behalf of 4cc2ede4aa044d759c64239f37331e3e for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:19.994149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.027282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.089391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:28:20.096244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4411b3-3aa8-4bc4-9d5b-d65e5fc146c7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:20.117563 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24751bb3-d6bd-4455-848a-d5d63e25a064 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.131336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-24751bb3-d6bd-4455-848a-d5d63e25a064 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Calling delete_port for 4f4d4b15-22d4-4b69-bb56-aad5ea9407d3 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:20.141814 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.143984 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Added segment d1f4c14f-23e1-4afb-bdde-2ab7c74726e2 of type vlan for network dea03ebf-a3b1-44ca-9750-d358121adc5e Oct 27 16:28:20.257370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 331d9db8-a084-44d4-b2a4-56606ed79496 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:20.263201 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.328722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Allocated IP 172.20.0.10 (ddc9e3b5-07f9-4b33-b882-9675f1658cd7/e0997f83-ebcd-4375-b5b1-62d582ad1296/07ce28cf-1d58-46ad-94a1-53b5b5c19bf8) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:20.433717 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.435101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:20.435780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.453271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 331d9db8-a084-44d4-b2a4-56606ed79496 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:20.453836 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.537085 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24751bb3-d6bd-4455-848a-d5d63e25a064 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.594953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24751bb3-d6bd-4455-848a-d5d63e25a064 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event deleted for resources: {'Port': ['ID=4f4d4b15-22d4-4b69-bb56-aad5ea9407d3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:20.620840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b9dd1a47-9827-487a-a1ea-92e13ce44c70 None None] Could not find standard attr ID for object 4f4d4b15-22d4-4b69-bb56-aad5ea9407d3. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:28:20.692574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:20.754069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52904) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:20.759587 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5903380 Oct 27 16:28:20.769210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] Request body: {'subnet': {'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1386267418-subnet', 'tenant_id': '800f702341d844648844a768fee8fa35', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:20.780965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b9dd1a47-9827-487a-a1ea-92e13ce44c70 None None] Provisioning complete for port 331d9db8-a084-44d4-b2a4-56606ed79496 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:20.782428 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1a47-9827-487a-a1ea-92e13ce44c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:20.818359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af818682-b576-4cd3-acba-c287808d5ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=dea03ebf-a3b1-44ca-9750-d358121adc5e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:20.873324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network dea03ebf-a3b1-44ca-9750-d358121adc5e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:28:21.009977 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.081773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:21.082416 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.160922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b9dd1a47-9827-487a-a1ea-92e13ce44c70 None None] Provisioning complete for port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:21.162515 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b9dd1a47-9827-487a-a1ea-92e13ce44c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.194042 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.220000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52916) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:21.341122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:21.388673 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:21.404241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:21.516378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:21.516997 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.549328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:21.582241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-387e9cea-a760-4239-90a8-3d6b219b50bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.587615 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d63abae2-6ec1-49e9-8379-756fc010d770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.661359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24751bb3-d6bd-4455-848a-d5d63e25a064 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.664782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-719bb960-cd39-45ed-a1ab-060829d2d8bc req-9aad46e6-4358-473c-8675-ce825481cead tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 210 time: 0.7408276 Oct 27 16:28:21.738890 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-387e9cea-a760-4239-90a8-3d6b219b50bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.770016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] Made reservation on behalf of 800f702341d844648844a768fee8fa35 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:21.772263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.865652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-e7dde2d6-dc6f-4d2e-b302-7c21d94edc46 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4886103 Oct 27 16:28:21.866387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-387e9cea-a760-4239-90a8-3d6b219b50bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.906370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-93fdd7f7-3abc-4cc9-91b1-9430ec5a7f9b None None] Provisioning complete for port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:21.906747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-93fdd7f7-3abc-4cc9-91b1-9430ec5a7f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:21.947075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e9cea-a760-4239-90a8-3d6b219b50bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a31f8db-1174-4116-8e77-23d840cb859c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:21.965417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Request body: {'port': {'device_id': '6cceccfd-f312-4b03-9ebc-0648ad1855fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:22.001251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-93fdd7f7-3abc-4cc9-91b1-9430ec5a7f9b None None] Port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:22.034630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24751bb3-d6bd-4455-848a-d5d63e25a064 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Router 0fea961e-4a41-48d3-9061-de02207a99dd has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:22.092407 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-387e9cea-a760-4239-90a8-3d6b219b50bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21a44f5a1f894ee4b7b2636d7758ee2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8617830 Oct 27 16:28:22.093058 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52934) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.189451 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.250757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.264209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24751bb3-d6bd-4455-848a-d5d63e25a064 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:22.275560 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271b2c2-c79f-4cb8-a55a-e0a6997f55a2 None None] Sync routers for ids ['0fea961e-4a41-48d3-9061-de02207a99dd'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:22.276156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-24751bb3-d6bd-4455-848a-d5d63e25a064 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "PUT /v2.0/routers/0fea961e-4a41-48d3-9061-de02207a99dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3523948 Oct 27 16:28:22.282445 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.284731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52940) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.290353 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271b2c2-c79f-4cb8-a55a-e0a6997f55a2 None None] Routers {'0fea961e-4a41-48d3-9061-de02207a99dd'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:22.291861 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4271b2c2-c79f-4cb8-a55a-e0a6997f55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0fea961e-4a41-48d3-9061-de02207a99dd'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:22.338967 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4271b2c2-c79f-4cb8-a55a-e0a6997f55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:22.356651 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271b2c2-c79f-4cb8-a55a-e0a6997f55a2 None None] Routers {'0fea961e-4a41-48d3-9061-de02207a99dd'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:22.357874 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4271b2c2-c79f-4cb8-a55a-e0a6997f55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0fea961e-4a41-48d3-9061-de02207a99dd'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:22.374726 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.377339 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-3129dc65-72c8-4b83-bc3f-ad2f64554c41 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] delete failed (client error): The resource could not be found. Oct 27 16:28:22.380622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3129dc65-72c8-4b83-bc3f-ad2f64554c41 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-446617682 HTTP/1.1" status: 404 len: 334 time: 0.0948553 Oct 27 16:28:22.385667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52944) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.403692 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4271b2c2-c79f-4cb8-a55a-e0a6997f55a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:22.404994 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271b2c2-c79f-4cb8-a55a-e0a6997f55a2 None None] The sync data for ids ['0fea961e-4a41-48d3-9061-de02207a99dd'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:22.410445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b0bf08ba-039d-425e-afcc-dccc7d1eec0f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Request body: {'router': {'external_gateway_info': {'network_id': '0fea961e-4a41-48d3-9061-de02207a99dd'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:22.468788 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a0e1ece-793c-494a-a662-e7ca9af9ebc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.548304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a0e1ece-793c-494a-a662-e7ca9af9ebc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.719478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b8a0d7-e0fd-4ede-8163-295319226423,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:22.760150 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a0e1ece-793c-494a-a662-e7ca9af9ebc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.760497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] Checking segment: {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:22.760868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] Network hostable DHCP agents. Network: dea03ebf-a3b1-44ca-9750-d358121adc5e, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:28:22.767977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0bf08ba-039d-425e-afcc-dccc7d1eec0f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.768297 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4a0e1ece-793c-494a-a662-e7ca9af9ebc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.771196 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4a0e1ece-793c-494a-a662-e7ca9af9ebc4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a31f8db-1174-4116-8e77-23d840cb859c HTTP/1.1" status: 204 len: 168 time: 0.6444011 Oct 27 16:28:22.796250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 {{(pid=109722) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:28:22.824438 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e1ece-793c-494a-a662-e7ca9af9ebc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a31f8db-1174-4116-8e77-23d840cb859c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:22.829545 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:22.891016 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-b0bf08ba-039d-425e-afcc-dccc7d1eec0f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] update failed (client error): The resource could not be found. Oct 27 16:28:22.899528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b0bf08ba-039d-425e-afcc-dccc7d1eec0f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "PUT /v2.0/routers/0fea961e-4a41-48d3-9061-de02207a99dd HTTP/1.1" status: 404 len: 339 time: 0.5027654 Oct 27 16:28:22.900259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52962) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:22.901778 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.provisioning_blocks [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Transition to ACTIVE for port object 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 will not be triggered until provisioned by entity L2. {{(pid=109722) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:28:22.902617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] Network dea03ebf-a3b1-44ca-9750-d358121adc5e is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:28:22.911815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb25a0-5a58-4814-bf00-6ff43db07976 req-4c91f0f8-74a3-478e-8e6e-fbb369a043ba tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:22.913540 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6fb25a0-5a58-4814-bf00-6ff43db07976 req-4c91f0f8-74a3-478e-8e6e-fbb369a043ba tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 932 time: 0.0965810 Oct 27 16:28:22.988285 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6fb25a0-5a58-4814-bf00-6ff43db07976 req-27f2f836-9d28-46c8-bf52-0a8c4657a579 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663867 Oct 27 16:28:23.193182 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.260704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Pushing event updated for resources: {'Port': ['ID=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:23.337586 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.352782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Attempting to bind port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:23.353622 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Attempting to bind port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:23.354319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Attempting to bind port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 on network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:23.363291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 on network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:28:23.367419 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Attempting to bind port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 on network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:23.374736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:23.375124 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Checking segment: {'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:23.375511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Bound using segment: {'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'} {{(pid=109722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:23.375969 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.managers [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Bound port: 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'}}] {{(pid=109722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:23.376462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.451067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] For port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8, host n-h1-815689-1, cleared binding levels {{(pid=109722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:23.454593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] For port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8,segment=NetworkSegment(b98db5b6-9d93-4e96-b865-e92a02a81849),segment_id=b98db5b6-9d93-4e96-b865-e92a02a81849)] {{(pid=109722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:23.542652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, dea03ebf-a3b1-44ca-9750-d358121adc5e) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:23.554607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:23.555214 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.580312 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13612bfc-d05c-41c3-8ebe-ea05907d46a7 None None] Network dea03ebf-a3b1-44ca-9750-d358121adc5e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:23.620592 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.654763 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bca1d789-7424-4aee-9835-9cb17ec8f38d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9003959 Oct 27 16:28:23.670864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:23.673727 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.675480 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] 10.222.0.54 "PUT /v2.0/ports/07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 HTTP/1.1" status: 200 len: 1092 time: 1.7319844 Oct 27 16:28:23.705274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52968) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:23.706632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cceccfd-f312-4b03-9ebc-0648ad1855fd', 'tag': '07ce28cf-1d58-46ad-94a1-53b5b5c19bf8'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:23.711298 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80993e0e-3614-4dd5-b188-f0a1f9a29764" -d '{"events": [{"name": "network-changed", "server_uuid": "6cceccfd-f312-4b03-9ebc-0648ad1855fd", "tag": "07ce28cf-1d58-46ad-94a1-53b5b5c19bf8"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:23.726042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1386267418-router', 'tenant_id': '800f702341d844648844a768fee8fa35', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:23.853530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Allocated IP 172.20.0.1 (f97a088c-2edf-4c00-8dea-ddedc21e6136/c5c57927-baa4-4ba5-9d02-db70ab8a2699/76f8a3cd-c0bf-44d4-af8b-104ce8c044a1) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:23.938358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c5e67-0b29-4d01-8cce-ddca127191e7 service neutron] Pushing event updated for resources: {'Port': ['ID=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:23.954719 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e8b9af-b289-480c-a9fc-facbe1135f2e x-openstack-request-id: req-65e8b9af-b289-480c-a9fc-facbe1135f2e {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:23.955210 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cceccfd-f312-4b03-9ebc-0648ad1855fd", "tag": "07ce28cf-1d58-46ad-94a1-53b5b5c19bf8", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:23.955971 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65e8b9af-b289-480c-a9fc-facbe1135f2e {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:23.956747 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cceccfd-f312-4b03-9ebc-0648ad1855fd', 'tag': '07ce28cf-1d58-46ad-94a1-53b5b5c19bf8', 'status': 'completed', 'code': 200} Oct 27 16:28:23.961657 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.963323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:23.998461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-dea03ebf-a3b1-44ca-9750-d358121adc5e', 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e', 'tenant_id': '800f702341d844648844a768fee8fa35', 'fixed_ips': [{'subnet_id': '37b8a0d7-e0fd-4ede-8163-295319226423'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:28:24.000299 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.001015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-eb0f1a65-3ef7-4e8b-85ac-57e8e6aed287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:24.003340 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-eb0f1a65-3ef7-4e8b-85ac-57e8e6aed287 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 1095 time: 0.1909275 Oct 27 16:28:24.052683 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.182440 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.212765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-65d47a8a-1abe-474f-8333-9f6155c15d4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 HTTP/1.1" status: 200 len: 217 time: 0.1579745 Oct 27 16:28:24.248162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Allocated IP 172.20.0.2 (dea03ebf-a3b1-44ca-9750-d358121adc5e/37b8a0d7-e0fd-4ede-8163-295319226423/4f11a819-883b-4719-a50f-88d50c1087ce) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:24.345005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-bb383e2f-0c83-48ec-8298-3015cc21ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:24.347191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-bb383e2f-0c83-48ec-8298-3015cc21ae91 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e0997f83-ebcd-4375-b5b1-62d582ad1296 HTTP/1.1" status: 200 len: 835 time: 0.0522258 Oct 27 16:28:24.365517 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.395129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 52988) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:24.438084 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.462949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Network f97a088c-2edf-4c00-8dea-ddedc21e6136 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:24.466853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:24.470422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:24.513917 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.528972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event updated for resources: {'Port': ['ID=76f8a3cd-c0bf-44d4-af8b-104ce8c044a1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:24.544005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fd68d-a898-4f57-a58a-8ba77d7bb36f req-c4970810-61b6-41c8-8976-1538734ba021 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:24.548199 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b14fd68d-a898-4f57-a58a-8ba77d7bb36f req-c4970810-61b6-41c8-8976-1538734ba021 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 944 time: 0.3953338 Oct 27 16:28:24.559230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.560566 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.568889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.568889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.568889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.568889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.568889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.568889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.568889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.568889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.568889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.568889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:24.587949 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.589684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Pushing event updated for resources: {'Port': ['ID=4f11a819-883b-4719-a50f-88d50c1087ce,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:24.592087 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-78346edd-8a27-4695-a2f7-e690bc11f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:24.599771 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.608012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Network dea03ebf-a3b1-44ca-9750-d358121adc5e is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:24.609731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:24.612643 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-78346edd-8a27-4695-a2f7-e690bc11f88b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddc9e3b5-07f9-4b33-b882-9675f1658cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2558088 Oct 27 16:28:24.613561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c61fee-8180-452e-9e76-3c90daf11fbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.615695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:24.648304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.757800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Attempting to bind port 4f11a819-883b-4719-a50f-88d50c1087ce on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:24.758088 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Attempting to bind port 4f11a819-883b-4719-a50f-88d50c1087ce by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:24.758512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Attempting to bind port 4f11a819-883b-4719-a50f-88d50c1087ce on network dea03ebf-a3b1-44ca-9750-d358121adc5e {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:24.760416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c61fee-8180-452e-9e76-3c90daf11fbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.779405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:24.779405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Checking segment: {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:24.779405 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.779405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Bound using segment: {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:24.779891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Bound port: 4f11a819-883b-4719-a50f-88d50c1087ce, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:24.779891 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.880437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.920859 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c61fee-8180-452e-9e76-3c90daf11fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.931875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-86fd0711-c2ce-4e24-b47c-1b1be4197172 None None] Provisioning complete for port 76f8a3cd-c0bf-44d4-af8b-104ce8c044a1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:24.933045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-86fd0711-c2ce-4e24-b47c-1b1be4197172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:24.936887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] For port 4f11a819-883b-4719-a50f-88d50c1087ce, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:24.941887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] For port 4f11a819-883b-4719-a50f-88d50c1087ce, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4f11a819-883b-4719-a50f-88d50c1087ce,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:24.976455 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d0c61fee-8180-452e-9e76-3c90daf11fbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d50f499e10114ce3a90c307a2c9e7c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5722594 Oct 27 16:28:24.996379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 52996) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:25.011832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-86fd0711-c2ce-4e24-b47c-1b1be4197172 None None] Port 76f8a3cd-c0bf-44d4-af8b-104ce8c044a1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:25.031603 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b14fd68d-a898-4f57-a58a-8ba77d7bb36f req-6d64a58a-0d4c-4b96-8a41-d8e2467219c6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4564817 Oct 27 16:28:25.091238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c61fee-8180-452e-9e76-3c90daf11fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5552a70-7996-475a-af58-5a7a92ef50e9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:25.099148 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e3370e8-d422-4a24-acf3-6be31407accb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.130526 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-0fbd60dd-f09e-4dec-a59d-7c919a3b0f36 service neutron] 10.222.0.54 "GET /v2.0/networks/ddc9e3b5-07f9-4b33-b882-9675f1658cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893525 Oct 27 16:28:25.153148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.177513 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e3370e8-d422-4a24-acf3-6be31407accb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.293102 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00ac6c31-81cd-4da0-8ee8-88771d2e64a2 req-45c64bcd-03d8-41a8-afc4-34b811c92564 service neutron] 10.222.0.54 "GET /v2.0/networks/ddc9e3b5-07f9-4b33-b882-9675f1658cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550426 Oct 27 16:28:25.365717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.374547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c125c-5b45-4994-b792-c0a09922d1a7 None None] Pushing event updated for resources: {'Port': ['ID=4f11a819-883b-4719-a50f-88d50c1087ce,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:25.513940 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.522269 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e3370e8-d422-4a24-acf3-6be31407accb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.524832 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6e3370e8-d422-4a24-acf3-6be31407accb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.525985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6e3370e8-d422-4a24-acf3-6be31407accb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5552a70-7996-475a-af58-5a7a92ef50e9 HTTP/1.1" status: 204 len: 168 time: 0.5325215 Oct 27 16:28:25.561502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.611338 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.615676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3370e8-d422-4a24-acf3-6be31407accb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5552a70-7996-475a-af58-5a7a92ef50e9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:25.649804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:25.652986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event updated for resources: {'Port': ['ID=76f8a3cd-c0bf-44d4-af8b-104ce8c044a1,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:25.905082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Network f97a088c-2edf-4c00-8dea-ddedc21e6136 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:25.907595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:26.220070 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:28:26.325747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Router 0fea961e-4a41-48d3-9061-de02207a99dd has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:26.403363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4f11a819-883b-4719-a50f-88d50c1087ce up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:26.448967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80993e0e-3614-4dd5-b188-f0a1f9a29764 req-0e3cc4d4-3b9c-4e21-a0f7-5c3a095a01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:26.450875 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80993e0e-3614-4dd5-b188-f0a1f9a29764 req-0e3cc4d4-3b9c-4e21-a0f7-5c3a095a01b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 1095 time: 0.9371140 Oct 27 16:28:26.539600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-03dc9fea-cc15-4dda-8043-0f9bbc424f0f None None] Provisioning complete for port 76f8a3cd-c0bf-44d4-af8b-104ce8c044a1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:26.540044 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03dc9fea-cc15-4dda-8043-0f9bbc424f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:26.587830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40794b3-35f5-4d0b-9d9f-e23659d34523 req-92bf055b-52ac-4729-890c-8e66bb3b84b3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:26.595028 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a40794b3-35f5-4d0b-9d9f-e23659d34523 req-92bf055b-52ac-4729-890c-8e66bb3b84b3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 944 time: 0.3215487 Oct 27 16:28:26.653967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:26.678928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a40794b3-35f5-4d0b-9d9f-e23659d34523 req-222941a9-aac2-4ccc-8534-36f704584af4 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829337 Oct 27 16:28:26.684109 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3802b54f-2b87-482c-8489-be88693c5521 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "PUT /v2.0/routers/0fea961e-4a41-48d3-9061-de02207a99dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7819390 Oct 27 16:28:26.694249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53024) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:26.702559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f025b-147b-43c0-a1a5-66493b5b1702 None None] Sync routers for ids ['0fea961e-4a41-48d3-9061-de02207a99dd'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:26.759958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-03dc9fea-cc15-4dda-8043-0f9bbc424f0f None None] Port 76f8a3cd-c0bf-44d4-af8b-104ce8c044a1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:26.779459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4f11a819-883b-4719-a50f-88d50c1087ce triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:26.785484 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:26.786751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f025b-147b-43c0-a1a5-66493b5b1702 None None] Routers {'0fea961e-4a41-48d3-9061-de02207a99dd'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:26.787569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-458f025b-147b-43c0-a1a5-66493b5b1702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0fea961e-4a41-48d3-9061-de02207a99dd'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:26.847404 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-124d663c-38d0-4bb0-9825-39fd15380c2f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:26.847665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80993e0e-3614-4dd5-b188-f0a1f9a29764 req-8b4435bb-753e-4824-963f-d9f5b9b5256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:26.856458 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80993e0e-3614-4dd5-b188-f0a1f9a29764 req-8b4435bb-753e-4824-963f-d9f5b9b5256d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ddc9e3b5-07f9-4b33-b882-9675f1658cd7 HTTP/1.1" status: 200 len: 898 time: 0.3922200 Oct 27 16:28:26.859679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Allocated IP 172.25.4.66 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/dda06da7-f987-4408-a5e4-ea25c7b7cdca) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:26.907999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-458f025b-147b-43c0-a1a5-66493b5b1702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:26.948089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f025b-147b-43c0-a1a5-66493b5b1702 None None] Routers {'0fea961e-4a41-48d3-9061-de02207a99dd'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:26.951563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-458f025b-147b-43c0-a1a5-66493b5b1702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0fea961e-4a41-48d3-9061-de02207a99dd'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:26.964802 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80993e0e-3614-4dd5-b188-f0a1f9a29764 req-b9f543cf-cdf6-45ee-88a3-50bfb9fa223f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 HTTP/1.1" status: 200 len: 217 time: 0.0987866 Oct 27 16:28:27.007906 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-124d663c-38d0-4bb0-9825-39fd15380c2f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 27 16:28:27.010842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-124d663c-38d0-4bb0-9825-39fd15380c2f tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "DELETE /v2.0/routers/0fea961e-4a41-48d3-9061-de02207a99dd HTTP/1.1" status: 409 len: 329 time: 0.3151693 Oct 27 16:28:27.020896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53030) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:27.146155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80993e0e-3614-4dd5-b188-f0a1f9a29764 req-13301d64-0030-4181-a797-a1589bb68a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:27.147457 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80993e0e-3614-4dd5-b188-f0a1f9a29764 req-13301d64-0030-4181-a797-a1589bb68a5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e0997f83-ebcd-4375-b5b1-62d582ad1296 HTTP/1.1" status: 200 len: 835 time: 0.1738174 Oct 27 16:28:27.209655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-458f025b-147b-43c0-a1a5-66493b5b1702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:27.210404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f025b-147b-43c0-a1a5-66493b5b1702 None None] The sync data for ids ['0fea961e-4a41-48d3-9061-de02207a99dd'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:27.307273 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:27.320289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80993e0e-3614-4dd5-b188-f0a1f9a29764 req-3f68f210-de20-40b8-99ab-dae53073f79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:27.321770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80993e0e-3614-4dd5-b188-f0a1f9a29764 req-3f68f210-de20-40b8-99ab-dae53073f79f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ddc9e3b5-07f9-4b33-b882-9675f1658cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1659963 Oct 27 16:28:27.322406 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:27.329329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe62f37-d1d3-41b0-9e78-30f72a3f3b75 None None] Network dea03ebf-a3b1-44ca-9750-d358121adc5e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:27.490113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-55749a91-ce25-49d1-bd35-c890c71d2a54 None None] Provisioning complete for port 4f11a819-883b-4719-a50f-88d50c1087ce triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:27.493429 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-55749a91-ce25-49d1-bd35-c890c71d2a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:27.577963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80993e0e-3614-4dd5-b188-f0a1f9a29764 req-55d6cbbe-4d62-4fe5-b8c4-f8ec43c59d92 service neutron] 10.222.0.54 "GET /v2.0/networks/ddc9e3b5-07f9-4b33-b882-9675f1658cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445192 Oct 27 16:28:27.585503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 4f11a819-883b-4719-a50f-88d50c1087ce, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4f11a819-883b-4719-a50f-88d50c1087ce,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:27.707631 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:27.709408 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-55749a91-ce25-49d1-bd35-c890c71d2a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:27.786360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80993e0e-3614-4dd5-b188-f0a1f9a29764 req-b9285a91-8f5f-44ec-a8e2-8fd6223b2ad7 service neutron] 10.222.0.54 "GET /v2.0/networks/ddc9e3b5-07f9-4b33-b882-9675f1658cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060361 Oct 27 16:28:27.789365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:27.852170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=4f11a819-883b-4719-a50f-88d50c1087ce,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:27.900758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:27.923373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:27.931460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:27.933751 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-55749a91-ce25-49d1-bd35-c890c71d2a54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:28:27.934101 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-55749a91-ce25-49d1-bd35-c890c71d2a54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:28:27.937016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Pushing event updated for resources: {'Port': ['ID=dda06da7-f987-4408-a5e4-ea25c7b7cdca,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:27.948594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529751b0-1c31-4f99-977c-5cdfdbded3eb req-0d231933-1faa-407e-9a23-fd4ddf8505b5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:27.957393 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-529751b0-1c31-4f99-977c-5cdfdbded3eb req-0d231933-1faa-407e-9a23-fd4ddf8505b5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 944 time: 0.1699193 Oct 27 16:28:28.104867 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-529751b0-1c31-4f99-977c-5cdfdbded3eb req-eb5ccd2b-60cb-4c9d-9d50-703fb667e3f8 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435211 Oct 27 16:28:28.206804 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4f11a819-883b-4719-a50f-88d50c1087ce up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:28.234648 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51672578-3f7e-4ce5-be49-2e8e1c3f864c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:28.326315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4f11a819-883b-4719-a50f-88d50c1087ce triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:28.327202 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:28.659987 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:28.686527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5eff271b-52b8-4b8e-b7a2-cbd1317d03ad None None] Provisioning complete for port 4f11a819-883b-4719-a50f-88d50c1087ce triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:28.687748 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5eff271b-52b8-4b8e-b7a2-cbd1317d03ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:28.776698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-51672578-3f7e-4ce5-be49-2e8e1c3f864c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Deleting port 76f8a3cd-c0bf-44d4-af8b-104ce8c044a1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:28.777447 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51672578-3f7e-4ce5-be49-2e8e1c3f864c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:28.936249 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51672578-3f7e-4ce5-be49-2e8e1c3f864c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:28.961378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-51672578-3f7e-4ce5-be49-2e8e1c3f864c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Calling delete_port for 76f8a3cd-c0bf-44d4-af8b-104ce8c044a1 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:29.053943 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:29.269643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa35ae-ec38-4932-be64-071627024c14 req-10aa410a-5087-42ee-a1a4-821bad867b61 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:29.271520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fefa35ae-ec38-4932-be64-071627024c14 req-10aa410a-5087-42ee-a1a4-821bad867b61 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 944 time: 0.0742188 Oct 27 16:28:29.316887 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fefa35ae-ec38-4932-be64-071627024c14 req-9b38456b-f80a-4bfb-b63f-b644bd7e3ac7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367129 Oct 27 16:28:29.340528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:28:29.385071 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51672578-3f7e-4ce5-be49-2e8e1c3f864c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:29.387527 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:29.421357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51672578-3f7e-4ce5-be49-2e8e1c3f864c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event deleted for resources: {'Port': ['ID=76f8a3cd-c0bf-44d4-af8b-104ce8c044a1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:29.510578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:28:29.554896 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:29.566194 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Sync routers for ids ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:29.589448 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Routers {'2b3fe25d-3541-4fe7-ac24-356c0b784c39'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:29.593244 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:29.684911 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:29.688043 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-34241ddc-a62d-4a75-95a4-cd490fcd5231 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9680605 Oct 27 16:28:29.692704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53084) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:29.825962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-51672578-3f7e-4ce5-be49-2e8e1c3f864c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:29.906980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8,segment=NetworkSegment(b98db5b6-9d93-4e96-b865-e92a02a81849),segment_id=b98db5b6-9d93-4e96-b865-e92a02a81849)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:29.948265 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '07ce28cf-1d58-46ad-94a1-53b5b5c19bf8', 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7', 'port_id': '07ce28cf-1d58-46ad-94a1-53b5b5c19bf8', 'mac_address': 'fa:16:3e:ee:b8:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0997f83-ebcd-4375-b5b1-62d582ad1296', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:28:29.981724 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Set router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:30.050139 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.101497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:28:30.152788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8,segment=NetworkSegment(b98db5b6-9d93-4e96-b865-e92a02a81849),segment_id=b98db5b6-9d93-4e96-b865-e92a02a81849)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:30.193830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51672578-3f7e-4ce5-be49-2e8e1c3f864c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Router 0fea961e-4a41-48d3-9061-de02207a99dd has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:30.250219 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.329520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51672578-3f7e-4ce5-be49-2e8e1c3f864c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:30.337489 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-51672578-3f7e-4ce5-be49-2e8e1c3f864c tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "PUT /v2.0/routers/0fea961e-4a41-48d3-9061-de02207a99dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3111238 Oct 27 16:28:30.339682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53098) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:30.402655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:30.425051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b883da4-27d0-402b-bb48-58d3da2dc693 None None] Sync routers for ids ['0fea961e-4a41-48d3-9061-de02207a99dd'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:30.458980 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-56b147fb-ed4d-4818-897b-a4ed126be1aa tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] show failed (client error): The resource could not be found. Oct 27 16:28:30.468332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53104) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:30.468484 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-56b147fb-ed4d-4818-897b-a4ed126be1aa tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-286709756 HTTP/1.1" status: 404 len: 334 time: 0.1248913 Oct 27 16:28:30.471948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b883da4-27d0-402b-bb48-58d3da2dc693 None None] Routers {'0fea961e-4a41-48d3-9061-de02207a99dd'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:30.472713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8b883da4-27d0-402b-bb48-58d3da2dc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0fea961e-4a41-48d3-9061-de02207a99dd'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:30.479619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7cbb9199-bf72-484e-8570-5e6f542b8821 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:30.517710 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8b883da4-27d0-402b-bb48-58d3da2dc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:30.526384 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'name': 'tempest-TestServerMultinode-1386267418-router', 'tenant_id': '800f702341d844648844a768fee8fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:23Z', 'updated_at': '2021-10-27T16:28:28Z', 'revision_number': 3, 'project_id': '800f702341d844648844a768fee8fa35', 'gw_port': {'id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:25Z', 'updated_at': '2021-10-27T16:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:30.535050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b883da4-27d0-402b-bb48-58d3da2dc693 None None] Routers {'0fea961e-4a41-48d3-9061-de02207a99dd'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:30.538465 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8b883da4-27d0-402b-bb48-58d3da2dc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0fea961e-4a41-48d3-9061-de02207a99dd'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:30.549763 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-7cbb9199-bf72-484e-8570-5e6f542b8821 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] update failed (client error): The resource could not be found. Oct 27 16:28:30.551786 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7cbb9199-bf72-484e-8570-5e6f542b8821 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1389865857 HTTP/1.1" status: 404 len: 335 time: 0.0852199 Oct 27 16:28:30.559183 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['07ce28cf-1d58-46ad-94a1-53b5b5c19bf8'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:28:30.561398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53108) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:30.575568 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Checking router: 2b3fe25d-3541-4fe7-ac24-356c0b784c39 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:30.576818 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Updating router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 port dda06da7-f987-4408-a5e4-ea25c7b7cdca binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:28:30.662465 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.691376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4547c361-192e-4a5a-82f2-4bc86d305692 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Deleting subnet 5e0ac3bc-e1fb-4ce1-b93a-c5cd25fb032b {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:28:30.699123 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4547c361-192e-4a5a-82f2-4bc86d305692 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.719272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8b883da4-27d0-402b-bb48-58d3da2dc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:30.720219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b883da4-27d0-402b-bb48-58d3da2dc693 None None] The sync data for ids ['0fea961e-4a41-48d3-9061-de02207a99dd'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:30.808094 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4547c361-192e-4a5a-82f2-4bc86d305692 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:30.841384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c14e3e-a412-4bb8-af65-aea151c0cf5c req-365bae47-bd9a-46c2-83aa-80bc54b3f841 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:30.849218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-19c14e3e-a412-4bb8-af65-aea151c0cf5c req-365bae47-bd9a-46c2-83aa-80bc54b3f841 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 945 time: 0.2992246 Oct 27 16:28:30.991816 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4547c361-192e-4a5a-82f2-4bc86d305692 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.025035 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-19c14e3e-a412-4bb8-af65-aea151c0cf5c req-f3df563d-0d28-42c1-90c6-7989ce91f944 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681650 Oct 27 16:28:31.083467 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.238799 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.276241 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4547c361-192e-4a5a-82f2-4bc86d305692 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.309853 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4547c361-192e-4a5a-82f2-4bc86d305692 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.310527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093639ff-72c6-483e-8e57-54d728b8d5a9 None None] Network 4718de3b-ff28-445b-bceb-a3c1ee4044e9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:31.313942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4547c361-192e-4a5a-82f2-4bc86d305692 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "DELETE /v2.0/subnets/5e0ac3bc-e1fb-4ce1-b93a-c5cd25fb032b HTTP/1.1" status: 204 len: 168 time: 0.7511458 Oct 27 16:28:31.316347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547c361-192e-4a5a-82f2-4bc86d305692 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event deleted for resources: {'Subnet': ['ID=5e0ac3bc-e1fb-4ce1-b93a-c5cd25fb032b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:31.318438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53128) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:31.324662 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.369878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Allocated IP 172.20.0.1 (dea03ebf-a3b1-44ca-9750-d358121adc5e/37b8a0d7-e0fd-4ede-8163-295319226423/18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:31.414663 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Pushing event updated for resources: {'Port': ['ID=dda06da7-f987-4408-a5e4-ea25c7b7cdca,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:31.428440 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.429089 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.429601 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.430103 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.431435 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.431958 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.432474 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.433657 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.434174 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.434685 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.435186 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.435676 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:31.462262 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Attempting to bind port dda06da7-f987-4408-a5e4-ea25c7b7cdca on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:31.462955 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Attempting to bind port dda06da7-f987-4408-a5e4-ea25c7b7cdca by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:31.463539 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Attempting to bind port dda06da7-f987-4408-a5e4-ea25c7b7cdca on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:31.469512 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:31.470172 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:31.470799 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.471489 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:31.472738 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Bound port: dda06da7-f987-4408-a5e4-ea25c7b7cdca, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:31.473306 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.488927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d834f604-6506-4a3b-804e-9498f91974af tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Deleting subnet 44a6034d-f0c4-4adc-8ad2-b8efcc94f094 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:28:31.507323 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d834f604-6506-4a3b-804e-9498f91974af tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.581147 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] For port dda06da7-f987-4408-a5e4-ea25c7b7cdca, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:31.585740 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] For port dda06da7-f987-4408-a5e4-ea25c7b7cdca, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dda06da7-f987-4408-a5e4-ea25c7b7cdca,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:31.614760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d834f604-6506-4a3b-804e-9498f91974af tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.706592 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.725522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] DHCP port deletion for 4718de3b-ff28-445b-bceb-a3c1ee4044e9 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:28:31.736147 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.789739 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d834f604-6506-4a3b-804e-9498f91974af tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.805329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Deleting port 331d9db8-a084-44d4-b2a4-56606ed79496 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:31.805701 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.919770 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Routers {'2b3fe25d-3541-4fe7-ac24-356c0b784c39'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:31.926613 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:31.930443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] For port 331d9db8-a084-44d4-b2a4-56606ed79496, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=331d9db8-a084-44d4-b2a4-56606ed79496,segment=NetworkSegment(1302c0e7-0c10-499a-b8bf-90fd63d7808f),segment_id=1302c0e7-0c10-499a-b8bf-90fd63d7808f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:31.934706 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.934853 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef478b09-4867-493f-af25-7b8bbe864661 None None] Pushing event updated for resources: {'Port': ['ID=dda06da7-f987-4408-a5e4-ea25c7b7cdca,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:31.934971 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:31.972098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Calling delete_port for 331d9db8-a084-44d4-b2a4-56606ed79496 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:32.017334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Pushing event updated for resources: {'Port': ['ID=18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:32.032641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Network dea03ebf-a3b1-44ca-9750-d358121adc5e is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:32.036271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:32.038617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:32.136739 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d834f604-6506-4a3b-804e-9498f91974af tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.146881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.295508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 331d9db8-a084-44d4-b2a4-56606ed79496 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:32.321161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834f604-6506-4a3b-804e-9498f91974af tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event deleted for resources: {'Subnet': ['ID=44a6034d-f0c4-4adc-8ad2-b8efcc94f094,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:32.349762 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d834f604-6506-4a3b-804e-9498f91974af tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.355525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d834f604-6506-4a3b-804e-9498f91974af tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "DELETE /v2.0/subnets/44a6034d-f0c4-4adc-8ad2-b8efcc94f094 HTTP/1.1" status: 204 len: 168 time: 1.0335617 Oct 27 16:28:32.365028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53160) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:32.367589 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] Set router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:32.426748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df829d99-73b9-442e-8572-94de9cc74f12 None None] Network bcab3d0b-295f-4953-9e16-4d397a559c1c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:32.573412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce794e96-a710-4d47-93e0-543d6554fca6 req-e023ba33-4433-4439-a74a-d1ba0f5cf2b2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:32.580679 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce794e96-a710-4d47-93e0-543d6554fca6 req-e023ba33-4433-4439-a74a-d1ba0f5cf2b2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 945 time: 0.2905605 Oct 27 16:28:32.617275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.653267 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.684959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce794e96-a710-4d47-93e0-543d6554fca6 req-1253b753-acda-42b9-99c1-a3dfd4986315 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895073 Oct 27 16:28:32.727323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] The port '331d9db8-a084-44d4-b2a4-56606ed79496' was deleted {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 27 16:28:32.757294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.780178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dd94537f-62f3-4e6b-ae2a-b96fc65f738d None None] Provisioning complete for port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:32.780535 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dd94537f-62f3-4e6b-ae2a-b96fc65f738d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.853855 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] No DVR routers for this DVR port 331d9db8-a084-44d4-b2a4-56606ed79496 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:32.855566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-dd94537f-62f3-4e6b-ae2a-b96fc65f738d None None] Port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:32.862629 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Pushing event deleted for resources: {'Port': ['ID=331d9db8-a084-44d4-b2a4-56606ed79496,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:32.872333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.872925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.873214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.873543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.873885 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.874233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.874560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.874893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.876405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.881866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.881866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.881866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b09f74-9cca-47f3-ae21-7b3d579a2217 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:32.886936 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.927952 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'name': 'tempest-TestServerMultinode-1386267418-router', 'tenant_id': '800f702341d844648844a768fee8fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:23Z', 'updated_at': '2021-10-27T16:28:28Z', 'revision_number': 3, 'project_id': '800f702341d844648844a768fee8fa35', 'gw_port': {'id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:25Z', 'updated_at': '2021-10-27T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:32.929316 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.952695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4718de3b-ff28-445b-bceb-a3c1ee4044e9']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:32.966254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1302c0e7-0c10-499a-b8bf-90fd63d7808f') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:32.966613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1302c0e7-0c10-499a-b8bf-90fd63d7808f') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:32.978162 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:32.986524 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8214aba-7666-41a5-9b57-28f4901ea116 None None] The sync data for ids ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'] in n-d-815689-1 is: [{'id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'name': 'tempest-TestServerMultinode-1386267418-router', 'tenant_id': '800f702341d844648844a768fee8fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:23Z', 'updated_at': '2021-10-27T16:28:28Z', 'revision_number': 3, 'project_id': '800f702341d844648844a768fee8fa35', 'gw_port': {'id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:25Z', 'updated_at': '2021-10-27T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:32.999359 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.016410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:28:33.016826 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.023101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044058ee-9858-4034-9b9d-3bffc1e2a4d1 None None] DHCP port deletion for bcab3d0b-295f-4953-9e16-4d397a559c1c request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:28:33.031284 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:28:33.041734 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.147287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-044058ee-9858-4034-9b9d-3bffc1e2a4d1 None None] Deleting port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:33.147687 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-044058ee-9858-4034-9b9d-3bffc1e2a4d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.251343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-044058ee-9858-4034-9b9d-3bffc1e2a4d1 None None] For port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=01e59b26-6276-44d7-bb9c-c3f4e6ebd70e,segment=NetworkSegment(d19e7e18-346a-4bd5-ac81-48525e91518c),segment_id=d19e7e18-346a-4bd5-ac81-48525e91518c)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:33.252631 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-044058ee-9858-4034-9b9d-3bffc1e2a4d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.270217 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.278961 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.282260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-044058ee-9858-4034-9b9d-3bffc1e2a4d1 None None] Calling delete_port for 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:33.294351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "DELETE /v2.0/networks/4718de3b-ff28-445b-bceb-a3c1ee4044e9 HTTP/1.1" status: 204 len: 168 time: 0.9277196 Oct 27 16:28:33.298096 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53172) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:33.326495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b599c0-8e06-4d02-9cfe-b2f5636b06f7 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event deleted for resources: {'Network': ['ID=4718de3b-ff28-445b-bceb-a3c1ee4044e9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:33.462197 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-044058ee-9858-4034-9b9d-3bffc1e2a4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.514076 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.517116 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:33.588368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044058ee-9858-4034-9b9d-3bffc1e2a4d1 None None] Pushing event deleted for resources: {'Port': ['ID=01e59b26-6276-44d7-bb9c-c3f4e6ebd70e,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:33.609469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044058ee-9858-4034-9b9d-3bffc1e2a4d1 None None] No DVR routers for this DVR port 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:33.612189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.709075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Pushing event updated for resources: {'Port': ['ID=18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:33.723923 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.751778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:28:33.756483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:33.764155 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.777538 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.953155 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:33.980627 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.006703 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcab3d0b-295f-4953-9e16-4d397a559c1c']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:34.021136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19e7e18-346a-4bd5-ac81-48525e91518c') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:34.021660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19e7e18-346a-4bd5-ac81-48525e91518c') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:34.028041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cceccfd-f312-4b03-9ebc-0648ad1855fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ce28cf-1d58-46ad-94a1-53b5b5c19bf8'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:34.030394 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0abe79-a420-4223-894a-1f05d471bd12" -d '{"events": [{"server_uuid": "6cceccfd-f312-4b03-9ebc-0648ad1855fd", "name": "network-vif-plugged", "status": "completed", "tag": "07ce28cf-1d58-46ad-94a1-53b5b5c19bf8"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:34.034623 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.056084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.068955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:28:34.069373 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.090098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8,segment=NetworkSegment(b98db5b6-9d93-4e96-b865-e92a02a81849),segment_id=b98db5b6-9d93-4e96-b865-e92a02a81849)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:34.129741 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1229cdf-aee7-4967-8d04-36d25ea3f6f4 x-openstack-request-id: req-c1229cdf-aee7-4967-8d04-36d25ea3f6f4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:34.130736 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cceccfd-f312-4b03-9ebc-0648ad1855fd", "name": "network-vif-plugged", "status": "completed", "tag": "07ce28cf-1d58-46ad-94a1-53b5b5c19bf8", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:34.130736 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1229cdf-aee7-4967-8d04-36d25ea3f6f4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:34.131036 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cceccfd-f312-4b03-9ebc-0648ad1855fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ce28cf-1d58-46ad-94a1-53b5b5c19bf8', 'code': 200} Oct 27 16:28:34.165045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:28:34.191962 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:28:34.276124 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:34.318458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dda06da7-f987-4408-a5e4-ea25c7b7cdca up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:34.402934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port dda06da7-f987-4408-a5e4-ea25c7b7cdca triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:34.403312 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.464856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747036f-de77-440d-8499-d19f78803391 req-67d6eb3d-7635-4dc1-bb0f-1b8330a0e048 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:34.471734 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1747036f-de77-440d-8499-d19f78803391 req-67d6eb3d-7635-4dc1-bb0f-1b8330a0e048 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 945 time: 0.6107571 Oct 27 16:28:34.506514 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.524559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364b081-5de8-4d52-8b03-2ad7fc82450e req-aeecc4c2-9d7e-43c8-92c2-7253529ad817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:34.526127 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3364b081-5de8-4d52-8b03-2ad7fc82450e req-aeecc4c2-9d7e-43c8-92c2-7253529ad817 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 1097 time: 0.2813385 Oct 27 16:28:34.531528 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.545397 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "DELETE /v2.0/networks/bcab3d0b-295f-4953-9e16-4d397a559c1c HTTP/1.1" status: 204 len: 168 time: 1.2462294 Oct 27 16:28:34.546132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53204) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:34.569114 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.589754 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2909a01-1e6d-46de-9e35-0f7e331e456b tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event deleted for resources: {'Network': ['ID=bcab3d0b-295f-4953-9e16-4d397a559c1c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:34.640148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port dda06da7-f987-4408-a5e4-ea25c7b7cdca, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dda06da7-f987-4408-a5e4-ea25c7b7cdca,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:34.640425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Network dea03ebf-a3b1-44ca-9750-d358121adc5e is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:34.669456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:34.689234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fc7ed9-e9e1-41b7-b79d-b4744137a348 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Deleting subnet c5c57927-baa4-4ba5-9d02-db70ab8a2699 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:28:34.697402 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50fc7ed9-e9e1-41b7-b79d-b4744137a348 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.715173 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1747036f-de77-440d-8499-d19f78803391 req-04dae750-9b2f-4047-8299-000759d1a4dd tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104371 Oct 27 16:28:34.732172 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.822938 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3364b081-5de8-4d52-8b03-2ad7fc82450e req-f256b625-1e12-4321-bae1-c91dad75c81c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592745 Oct 27 16:28:34.847495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=dda06da7-f987-4408-a5e4-ea25c7b7cdca,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:34.853282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:34.872576 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50fc7ed9-e9e1-41b7-b79d-b4744137a348 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:34.878274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:34.878783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 01e59b26-6276-44d7-bb9c-c3f4e6ebd70e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:35.042783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:35.059629 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50fc7ed9-e9e1-41b7-b79d-b4744137a348 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:35.214394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fa79f72f-8eb3-4d28-8af1-f7fe4a774322 None None] Provisioning complete for port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:35.215097 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa79f72f-8eb3-4d28-8af1-f7fe4a774322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:35.238771 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:35.239364 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50fc7ed9-e9e1-41b7-b79d-b4744137a348 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:35.249784 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b1e3b3f2-2a2e-4e90-885b-5093ec471421 admin admin] 10.222.0.15 "PUT /v2.0/routers/2b3fe25d-3541-4fe7-ac24-356c0b784c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5547080 Oct 27 16:28:35.287068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-fa79f72f-8eb3-4d28-8af1-f7fe4a774322 None None] Port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:35.304297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc7ed9-e9e1-41b7-b79d-b4744137a348 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c57927-baa4-4ba5-9d02-db70ab8a2699,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:35.321455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50fc7ed9-e9e1-41b7-b79d-b4744137a348 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:35.324629 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f14ad2-3f28-487c-8ff2-a834a931bd36 None None] Network f97a088c-2edf-4c00-8dea-ddedc21e6136 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:35.338073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-50fc7ed9-e9e1-41b7-b79d-b4744137a348 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "DELETE /v2.0/subnets/c5c57927-baa4-4ba5-9d02-db70ab8a2699 HTTP/1.1" status: 204 len: 168 time: 0.7902267 Oct 27 16:28:35.347028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53216) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:35.429291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53220) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:35.606570 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:35.769660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422fc78a-c70a-4d96-b31b-dbec604ce0f7 None None] DHCP port deletion for f97a088c-2edf-4c00-8dea-ddedc21e6136 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:28:35.941429 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d85c1599-55d2-40fd-ac2a-4c0ad68f00e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:35.953144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-422fc78a-c70a-4d96-b31b-dbec604ce0f7 None None] Deleting port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:35.953519 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-422fc78a-c70a-4d96-b31b-dbec604ce0f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:36.100165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-422fc78a-c70a-4d96-b31b-dbec604ce0f7 None None] For port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cf94fcaa-6976-44fe-ab69-52ff2cbee7fa,segment=NetworkSegment(3657a793-b10e-4d47-ba2b-2d134fd814da),segment_id=3657a793-b10e-4d47-ba2b-2d134fd814da)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:36.105534 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-422fc78a-c70a-4d96-b31b-dbec604ce0f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:36.118372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-422fc78a-c70a-4d96-b31b-dbec604ce0f7 None None] Calling delete_port for cf94fcaa-6976-44fe-ab69-52ff2cbee7fa owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:36.145884 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Sync routers for ids ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:36.215081 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Routers {'2b3fe25d-3541-4fe7-ac24-356c0b784c39'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:36.217262 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:36.281340 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e25366-0278-43db-891d-7925c298fbdf req-93fd45f6-f645-4c83-8a55-1966b519d038 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:36.286234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-14e25366-0278-43db-891d-7925c298fbdf req-93fd45f6-f645-4c83-8a55-1966b519d038 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 946 time: 0.3218155 Oct 27 16:28:36.324746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dda06da7-f987-4408-a5e4-ea25c7b7cdca up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:36.528272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-14e25366-0278-43db-891d-7925c298fbdf req-6022c1da-ecf0-4360-a196-34dc6941f132 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082841 Oct 27 16:28:36.548871 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Set router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:36.613497 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d85c1599-55d2-40fd-ac2a-4c0ad68f00e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:36.728643 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d85c1599-55d2-40fd-ac2a-4c0ad68f00e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:36.735714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port dda06da7-f987-4408-a5e4-ea25c7b7cdca triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:36.736223 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:36.770005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Deleting port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:28:36.771846 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.056638 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d85c1599-55d2-40fd-ac2a-4c0ad68f00e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c77c26ed97a40ee96add65b87a0d2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4217255 Oct 27 16:28:37.056638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53256) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:37.056638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c1599-55d2-40fd-ac2a-4c0ad68f00e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc91dc7-614e-4292-86fb-248b8f35a097,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:37.058907 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-422fc78a-c70a-4d96-b31b-dbec604ce0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.063235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] For port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cf94fcaa-6976-44fe-ab69-52ff2cbee7fa,segment=NetworkSegment(3657a793-b10e-4d47-ba2b-2d134fd814da),segment_id=3657a793-b10e-4d47-ba2b-2d134fd814da)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:37.063235 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.063235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Calling delete_port for cf94fcaa-6976-44fe-ab69-52ff2cbee7fa owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:28:37.065479 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5de7d340-b558-4c6e-acc5-abba9357f17d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.066502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422fc78a-c70a-4d96-b31b-dbec604ce0f7 None None] No DVR routers for this DVR port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:37.066687 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5de7d340-b558-4c6e-acc5-abba9357f17d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.066868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422fc78a-c70a-4d96-b31b-dbec604ce0f7 None None] Pushing event deleted for resources: {'Port': ['ID=cf94fcaa-6976-44fe-ab69-52ff2cbee7fa,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:37.066868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cf94fcaa-6976-44fe-ab69-52ff2cbee7fa no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:28:37.073794 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.118484 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: cf94fcaa-6976-44fe-ab69-52ff2cbee7fa {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:28:37.120628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cf94fcaa-6976-44fe-ab69-52ff2cbee7fa not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:28:37.147261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] No DVR routers for this DVR port cf94fcaa-6976-44fe-ab69-52ff2cbee7fa on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:28:37.149039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event deleted for resources: {'Port': ['ID=cf94fcaa-6976-44fe-ab69-52ff2cbee7fa,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:37.232772 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5de7d340-b558-4c6e-acc5-abba9357f17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.238381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5de7d340-b558-4c6e-acc5-abba9357f17d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.239917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5de7d340-b558-4c6e-acc5-abba9357f17d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cc91dc7-614e-4292-86fb-248b8f35a097 HTTP/1.1" status: 204 len: 168 time: 0.3829093 Oct 27 16:28:37.254553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7d340-b558-4c6e-acc5-abba9357f17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc91dc7-614e-4292-86fb-248b8f35a097,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:37.318693 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'name': 'tempest-TestServerMultinode-1386267418-router', 'tenant_id': '800f702341d844648844a768fee8fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:23Z', 'updated_at': '2021-10-27T16:28:32Z', 'revision_number': 4, 'project_id': '800f702341d844648844a768fee8fa35', 'gw_port': {'id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:25Z', 'updated_at': '2021-10-27T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9', 'name': '', 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e', 'tenant_id': '800f702341d844648844a768fee8fa35', 'mac_address': 'fa:16:3e:8f:24:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '37b8a0d7-e0fd-4ede-8163-295319226423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:31Z', 'updated_at': '2021-10-27T16:28:33Z', 'revision_number': 2, 'project_id': '800f702341d844648844a768fee8fa35', 'subnets': [{'id': '37b8a0d7-e0fd-4ede-8163-295319226423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:37.397100 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Checking router: 2b3fe25d-3541-4fe7-ac24-356c0b784c39 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:37.397465 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Updating router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:28:37.401793 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.437361 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97a088c-2edf-4c00-8dea-ddedc21e6136']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:37.442963 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.449496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3657a793-b10e-4d47-ba2b-2d134fd814da') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:37.449789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3657a793-b10e-4d47-ba2b-2d134fd814da') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:37.461642 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.488897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.505033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:28:37.505682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:28:37.508927 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:28:37.684467 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.689505 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.698069 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "DELETE /v2.0/networks/f97a088c-2edf-4c00-8dea-ddedc21e6136 HTTP/1.1" status: 204 len: 168 time: 2.3498986 Oct 27 16:28:37.700918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53282) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:37.733833 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7066359f-9f9b-45a7-a178-e1b87c298e98 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fea961e-4a41-48d3-9061-de02207a99dd HTTP/1.1" status: 200 len: 205 time: 0.0311103 Oct 27 16:28:37.735461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53284) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:37.786992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b4367-b912-418c-a536-86c9b2638870 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Pushing event deleted for resources: {'Network': ['ID=f97a088c-2edf-4c00-8dea-ddedc21e6136,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:37.847649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1da76b-6109-400a-b272-06f698acea2b req-857c0283-34b0-4aab-9efd-2fe93d943acf tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:37.849769 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b1da76b-6109-400a-b272-06f698acea2b req-857c0283-34b0-4aab-9efd-2fe93d943acf tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 946 time: 0.1494343 Oct 27 16:28:37.866331 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3637736-5490-4f7b-9e8f-d49969ef0c26 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:37.945983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b1da76b-6109-400a-b272-06f698acea2b req-2827bfc1-7197-4147-bbe5-461280a86b6e tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832815 Oct 27 16:28:38.020235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53292) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:38.026034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-16678206-network', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:38.132547 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.163260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3637736-5490-4f7b-9e8f-d49969ef0c26 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.174864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3637736-5490-4f7b-9e8f-d49969ef0c26 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.181377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Made reservation on behalf of c2f9d60a84cb48b08b9200e96e417813 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:38.184204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.196679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.215688 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.256554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c182c6-b372-4298-ac85-14db00dde112 req-d6e9477f-5b24-4cae-a0a6-13b3a13767c9 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:38.264949 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8c182c6-b372-4298-ac85-14db00dde112 req-d6e9477f-5b24-4cae-a0a6-13b3a13767c9 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 946 time: 0.1190350 Oct 27 16:28:38.287112 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410d2ce-68f5-477c-b565-e079bbbd0e60 None None] Pushing event updated for resources: {'Port': ['ID=18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:38.319828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8c182c6-b372-4298-ac85-14db00dde112 req-5b4bdd52-2c5f-404b-8e20-f4db904f8bb2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538940 Oct 27 16:28:38.337925 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3637736-5490-4f7b-9e8f-d49969ef0c26 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.338233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3637736-5490-4f7b-9e8f-d49969ef0c26 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Fanout notify agent at l3_agent the message router_deleted on router 0fea961e-4a41-48d3-9061-de02207a99dd {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:28:38.341675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.355572 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e3637736-5490-4f7b-9e8f-d49969ef0c26 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.355572 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e3637736-5490-4f7b-9e8f-d49969ef0c26 tempest-RoutersNegativeTest-288008170 tempest-RoutersNegativeTest-288008170-project] 10.222.0.15 "DELETE /v2.0/routers/0fea961e-4a41-48d3-9061-de02207a99dd HTTP/1.1" status: 204 len: 168 time: 0.6140802 Oct 27 16:28:38.378780 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Attempting to bind port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:38.379480 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Attempting to bind port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:38.379480 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Attempting to bind port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 on network dea03ebf-a3b1-44ca-9750-d358121adc5e {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:38.385167 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:38.388485 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Checking segment: {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:38.388485 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.388485 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Bound using segment: {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:38.388485 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Bound port: 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:38.388485 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.467496 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.484450 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] For port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:38.494961 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] For port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:38.505383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53306) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:38.511154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:28:38.522593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c6288d-2cf7-4b2c-878f-ccfc4843755b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:38.532011 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3257744-d545-43d8-ae06-4c02b5bc1a4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.533241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.533591 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Added segment 1fe446bd-8e62-44bc-9c8d-00204da8b18f of type vlan for network 2db5b9a2-d20e-4b73-9ec6-875df5676bbd Oct 27 16:28:38.584125 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.599786 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.674397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bc22a9a8-0c8a-4138-a850-975b144467c6 None None] Provisioning complete for port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:38.675602 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bc22a9a8-0c8a-4138-a850-975b144467c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.697233 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Routers {'2b3fe25d-3541-4fe7-ac24-356c0b784c39'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:38.698117 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:38.707444 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.709091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:38.714468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.789705 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410d2ce-68f5-477c-b565-e079bbbd0e60 None None] Pushing event updated for resources: {'Port': ['ID=18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:38.835727 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3257744-d545-43d8-ae06-4c02b5bc1a4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:38.855013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=2db5b9a2-d20e-4b73-9ec6-875df5676bbd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:38.893458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 2db5b9a2-d20e-4b73-9ec6-875df5676bbd details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:28:38.979428 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bd762f83-4d52-4f55-8516-59e269d34ad3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9577677 Oct 27 16:28:38.982238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53314) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:38.989062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] Request body: {'subnet': {'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-16678206-subnet', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:39.031541 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3257744-d545-43d8-ae06-4c02b5bc1a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.084355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] Made reservation on behalf of c2f9d60a84cb48b08b9200e96e417813 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:39.088923 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.094127 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bc22a9a8-0c8a-4138-a850-975b144467c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.117955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3257744-d545-43d8-ae06-4c02b5bc1a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc182d0e-cb31-4b8e-8870-2a0860261695,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:39.119384 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] Set router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:39.168471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b3257744-d545-43d8-ae06-4c02b5bc1a4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e3c18bd34b74e788f8e040782b6d039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614170 Oct 27 16:28:39.173112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53318) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:39.194774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bc22a9a8-0c8a-4138-a850-975b144467c6 None None] For port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:39.258942 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3411c55-586d-4c51-9aeb-c64b6ccee3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.278766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bc22a9a8-0c8a-4138-a850-975b144467c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.329804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3411c55-586d-4c51-9aeb-c64b6ccee3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.444912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22a9a8-0c8a-4138-a850-975b144467c6 None None] Pushing event updated for resources: {'Port': ['ID=18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:39.451302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53322) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:39.466258 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-97a7d1d5-96fd-4d97-b926-8a08ec647d17 None None] Provisioning complete for port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:39.466664 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-97a7d1d5-96fd-4d97-b926-8a08ec647d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.467925 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3411c55-586d-4c51-9aeb-c64b6ccee3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.475755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3411c55-586d-4c51-9aeb-c64b6ccee3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.481167 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c3411c55-586d-4c51-9aeb-c64b6ccee3c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc182d0e-cb31-4b8e-8870-2a0860261695 HTTP/1.1" status: 204 len: 168 time: 0.3071408 Oct 27 16:28:39.509370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3411c55-586d-4c51-9aeb-c64b6ccee3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc182d0e-cb31-4b8e-8870-2a0860261695,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:39.552118 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'name': 'tempest-TestServerMultinode-1386267418-router', 'tenant_id': '800f702341d844648844a768fee8fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:23Z', 'updated_at': '2021-10-27T16:28:32Z', 'revision_number': 4, 'project_id': '800f702341d844648844a768fee8fa35', 'gw_port': {'id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:25Z', 'updated_at': '2021-10-27T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9', 'name': '', 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e', 'tenant_id': '800f702341d844648844a768fee8fa35', 'mac_address': 'fa:16:3e:8f:24:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '37b8a0d7-e0fd-4ede-8163-295319226423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:31Z', 'updated_at': '2021-10-27T16:28:38Z', 'revision_number': 4, 'project_id': '800f702341d844648844a768fee8fa35', 'subnets': [{'id': '37b8a0d7-e0fd-4ede-8163-295319226423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:39.608503 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.615525 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61968f6-b672-4e4f-938f-79868f8f3f10 None None] The sync data for ids ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'] in n-d-815689-1 is: [{'id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'name': 'tempest-TestServerMultinode-1386267418-router', 'tenant_id': '800f702341d844648844a768fee8fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:23Z', 'updated_at': '2021-10-27T16:28:32Z', 'revision_number': 4, 'project_id': '800f702341d844648844a768fee8fa35', 'gw_port': {'id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:25Z', 'updated_at': '2021-10-27T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9', 'name': '', 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e', 'tenant_id': '800f702341d844648844a768fee8fa35', 'mac_address': 'fa:16:3e:8f:24:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '37b8a0d7-e0fd-4ede-8163-295319226423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:31Z', 'updated_at': '2021-10-27T16:28:38Z', 'revision_number': 4, 'project_id': '800f702341d844648844a768fee8fa35', 'subnets': [{'id': '37b8a0d7-e0fd-4ede-8163-295319226423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:39.800256 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1f9260c2-4d6e-43f9-8dc2-57468ed440a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=578a17cee12f4a93a6077b36208ad5f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453872 Oct 27 16:28:39.811769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53330) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:39.825131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=627925e5-2ee7-4c57-aaff-7f30869ed809,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:39.835136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] Checking segment: {'id': '1fe446bd-8e62-44bc-9c8d-00204da8b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:39.835136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] Network hostable DHCP agents. Network: 2db5b9a2-d20e-4b73-9ec6-875df5676bbd, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:28:39.872782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53334) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:39.923420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bfb4efef-280e-47ee-a381-aca92d685d5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:39.989433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bfb4efef-280e-47ee-a381-aca92d685d5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:40.018863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] Network 2db5b9a2-d20e-4b73-9ec6-875df5676bbd is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:28:40.111909 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 2db5b9a2-d20e-4b73-9ec6-875df5676bbd) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:40.143455 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a377ae7-500f-4937-93e0-6753a31518db None None] Network 2db5b9a2-d20e-4b73-9ec6-875df5676bbd requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:40.163943 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:40.164854 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:40.192601 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bfb4efef-280e-47ee-a381-aca92d685d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:40.195810 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bfb4efef-280e-47ee-a381-aca92d685d5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:40.197230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bfb4efef-280e-47ee-a381-aca92d685d5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27e49ade-93d5-49ed-a8ae-ac46c7632766 HTTP/1.1" status: 204 len: 168 time: 0.3931205 Oct 27 16:28:40.210873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4efef-280e-47ee-a381-aca92d685d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e49ade-93d5-49ed-a8ae-ac46c7632766,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:40.288807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:40.494380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:40.494851 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:40.537587 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5d0319d1-457f-4c19-b1ed-403dcb4174cc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5508742 Oct 27 16:28:40.537587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53350) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:40.547165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-16678206-router', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:40.652477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:40.663746 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:40.693561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-2db5b9a2-d20e-4b73-9ec6-875df5676bbd', 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'fixed_ips': [{'subnet_id': '627925e5-2ee7-4c57-aaff-7f30869ed809'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:28:40.695189 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:40.794730 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:41.032701 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:41.069599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Allocated IP 172.20.0.2 (2db5b9a2-d20e-4b73-9ec6-875df5676bbd/627925e5-2ee7-4c57-aaff-7f30869ed809/650e03a6-8c22-4380-970a-b1d6e0cbdef4) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:41.135124 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:41.404372 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:41.502346 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:41.656322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Pushing event updated for resources: {'Port': ['ID=650e03a6-8c22-4380-970a-b1d6e0cbdef4,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:41.661823 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Network 2db5b9a2-d20e-4b73-9ec6-875df5676bbd is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:41.670706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:41.690857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:41.829816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Attempting to bind port 650e03a6-8c22-4380-970a-b1d6e0cbdef4 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:41.829816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Attempting to bind port 650e03a6-8c22-4380-970a-b1d6e0cbdef4 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1fe446bd-8e62-44bc-9c8d-00204da8b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:41.829816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Attempting to bind port 650e03a6-8c22-4380-970a-b1d6e0cbdef4 on network 2db5b9a2-d20e-4b73-9ec6-875df5676bbd {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:41.834805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:41.835189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Checking segment: {'id': '1fe446bd-8e62-44bc-9c8d-00204da8b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:41.835598 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:41.836010 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Bound using segment: {'id': '1fe446bd-8e62-44bc-9c8d-00204da8b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:41.847978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Bound port: 650e03a6-8c22-4380-970a-b1d6e0cbdef4, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe446bd-8e62-44bc-9c8d-00204da8b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:41.848563 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:41.870893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Allocated IP 172.20.0.1 (ddc9e3b5-07f9-4b33-b882-9675f1658cd7/e0997f83-ebcd-4375-b5b1-62d582ad1296/e6458351-61c2-4a98-b398-ebab1d32956f) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:41.884005 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:41.936598 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:41.983550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] For port 650e03a6-8c22-4380-970a-b1d6e0cbdef4, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:41.987542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] For port 650e03a6-8c22-4380-970a-b1d6e0cbdef4, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=650e03a6-8c22-4380-970a-b1d6e0cbdef4,segment=NetworkSegment(1fe446bd-8e62-44bc-9c8d-00204da8b18f),segment_id=1fe446bd-8e62-44bc-9c8d-00204da8b18f)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:42.079137 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:42.147817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:42.149960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8ec87-8740-4fe5-ba3c-6a9a23f6cfd3 None None] Pushing event updated for resources: {'Port': ['ID=650e03a6-8c22-4380-970a-b1d6e0cbdef4,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:42.159758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Allocated IP 172.25.4.217 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/af141f60-b3e8-4250-875a-0b7a81a76478) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:42.319144 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:42.363445 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:42.454218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=e6458351-61c2-4a98-b398-ebab1d32956f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:42.460193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:42.461997 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:42.473656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:42.494809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:42.571731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:42.582760 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:42.592425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:42.630363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Pushing event updated for resources: {'Port': ['ID=af141f60-b3e8-4250-875a-0b7a81a76478,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:42.643433 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:42.900045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d00032ad-bedf-4bc6-b316-317805d10351 None None] Provisioning complete for port e6458351-61c2-4a98-b398-ebab1d32956f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:42.900654 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d00032ad-bedf-4bc6-b316-317805d10351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:42.944683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d00032ad-bedf-4bc6-b316-317805d10351 None None] Port e6458351-61c2-4a98-b398-ebab1d32956f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:42.973378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53408) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:43.088353 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.331045 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa8184d8-0c9b-4fb0-8277-12d753236fa1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.464762 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa8184d8-0c9b-4fb0-8277-12d753236fa1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.541635 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa8184d8-0c9b-4fb0-8277-12d753236fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.560535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53432) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:43.604406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8184d8-0c9b-4fb0-8277-12d753236fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12be9e8-7347-4fda-94c0-d3a43aaeba23,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:43.624967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aa8184d8-0c9b-4fb0-8277-12d753236fa1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e577ac08592c449e92ce66c84aae6ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6504314 Oct 27 16:28:43.635850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e70cb8b-8989-41cb-9c3b-0080564eb201 None None] Network 2db5b9a2-d20e-4b73-9ec6-875df5676bbd requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:28:43.636609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53436) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:43.690965 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.717235 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84749e9d-4264-4de5-ac42-7d3bbdb90ac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.741764 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84749e9d-4264-4de5-ac42-7d3bbdb90ac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.780204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c99e6bea-dc21-4251-bb4b-fdea6e73f11c None None] Provisioning complete for port 650e03a6-8c22-4380-970a-b1d6e0cbdef4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:43.780848 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c99e6bea-dc21-4251-bb4b-fdea6e73f11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.912720 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84749e9d-4264-4de5-ac42-7d3bbdb90ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.915822 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-84749e9d-4264-4de5-ac42-7d3bbdb90ac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:43.917397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-84749e9d-4264-4de5-ac42-7d3bbdb90ac8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f12be9e8-7347-4fda-94c0-d3a43aaeba23 HTTP/1.1" status: 204 len: 168 time: 0.2797933 Oct 27 16:28:43.931136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84749e9d-4264-4de5-ac42-7d3bbdb90ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12be9e8-7347-4fda-94c0-d3a43aaeba23,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:44.015094 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c99e6bea-dc21-4251-bb4b-fdea6e73f11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:44.086726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c99e6bea-dc21-4251-bb4b-fdea6e73f11c None None] For port 650e03a6-8c22-4380-970a-b1d6e0cbdef4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=650e03a6-8c22-4380-970a-b1d6e0cbdef4,segment=NetworkSegment(1fe446bd-8e62-44bc-9c8d-00204da8b18f),segment_id=1fe446bd-8e62-44bc-9c8d-00204da8b18f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:44.164592 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c99e6bea-dc21-4251-bb4b-fdea6e73f11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:44.286154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e6bea-dc21-4251-bb4b-fdea6e73f11c None None] Pushing event updated for resources: {'Port': ['ID=650e03a6-8c22-4380-970a-b1d6e0cbdef4,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:44.366972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 650e03a6-8c22-4380-970a-b1d6e0cbdef4 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:44.501635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 650e03a6-8c22-4380-970a-b1d6e0cbdef4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:44.502574 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:44.644039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8642b835-5c65-4c21-ac0a-31af7c218a00 None None] Provisioning complete for port 650e03a6-8c22-4380-970a-b1d6e0cbdef4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:44.644990 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8642b835-5c65-4c21-ac0a-31af7c218a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:44.749488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:44.865818 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:44.977489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ba479fe2-af29-40a1-b509-e8b0261d653a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126811079'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:45.035872 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.119871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53466) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:45.120396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=e6458351-61c2-4a98-b398-ebab1d32956f,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:45.143481 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9fa64cd7-67e8-48ea-b443-a15af94a4561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.144098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.144353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.144707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.145050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.145398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.145733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.146069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.146401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.146728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.147056 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.147385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.147716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:28:45.164326 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.228075 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba479fe2-af29-40a1-b509-e8b0261d653a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.271138 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9fa64cd7-67e8-48ea-b443-a15af94a4561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.300081 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba479fe2-af29-40a1-b509-e8b0261d653a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.347062 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9fa64cd7-67e8-48ea-b443-a15af94a4561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.349358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:45.354283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:45.432514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9fa64cd7-67e8-48ea-b443-a15af94a4561 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=575ec6dc7541418cbe1b7b442b9df449&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3108187 Oct 27 16:28:45.434130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa64cd7-67e8-48ea-b443-a15af94a4561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fc4d2c-a374-4b58-bb11-b5f267074e6f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:45.437182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53472) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:45.558881 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38713457-0d44-43cb-901a-d332cf235b94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.617765 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38713457-0d44-43cb-901a-d332cf235b94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.671979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba479fe2-af29-40a1-b509-e8b0261d653a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.738226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router 7bf1db7a-8df0-421d-b265-e5041547e8b1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:45.744266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba479fe2-af29-40a1-b509-e8b0261d653a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.775504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38713457-0d44-43cb-901a-d332cf235b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.778673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38713457-0d44-43cb-901a-d332cf235b94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.780123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-38713457-0d44-43cb-901a-d332cf235b94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03fc4d2c-a374-4b58-bb11-b5f267074e6f HTTP/1.1" status: 204 len: 168 time: 0.3416071 Oct 27 16:28:45.796484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38713457-0d44-43cb-901a-d332cf235b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fc4d2c-a374-4b58-bb11-b5f267074e6f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:45.822551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Router 071e5935-a067-497c-a75e-554745eab9ef is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:28:45.843269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9ab07137-123c-4e3b-a306-21831f64f725 None None] Provisioning complete for port e6458351-61c2-4a98-b398-ebab1d32956f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:45.843789 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9ab07137-123c-4e3b-a306-21831f64f725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:45.901435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9ab07137-123c-4e3b-a306-21831f64f725 None None] Port e6458351-61c2-4a98-b398-ebab1d32956f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:45.950480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba479fe2-af29-40a1-b509-e8b0261d653a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6b7daa-c2ad-4c74-9523-27094050e9e4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:46.111099 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba479fe2-af29-40a1-b509-e8b0261d653a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:46.130461 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:46.149201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Sync routers for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:46.153013 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ae660c28-26a5-4464-a3ab-cc784a870ca6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "PUT /v2.0/routers/7bf1db7a-8df0-421d-b265-e5041547e8b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2747056 Oct 27 16:28:46.179238 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:46.193638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba479fe2-af29-40a1-b509-e8b0261d653a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:46.252530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:46.257320 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Sync routers for ids ['071e5935-a067-497c-a75e-554745eab9ef'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:46.264777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:46.325172 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Routers {'071e5935-a067-497c-a75e-554745eab9ef'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:46.326115 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['071e5935-a067-497c-a75e-554745eab9ef'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:46.348681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba479fe2-af29-40a1-b509-e8b0261d653a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5873734-994c-4beb-9021-764812d5d454,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:46.370922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:46.374484 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b4f8a6b4-e352-4b9f-8b01-c3d7c1b90b3a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.8359768 Oct 27 16:28:46.379676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53498) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:46.406483 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba479fe2-af29-40a1-b509-e8b0261d653a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:46.410172 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ba479fe2-af29-40a1-b509-e8b0261d653a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.8470511 Oct 27 16:28:46.414837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53500) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:46.505621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 650e03a6-8c22-4380-970a-b1d6e0cbdef4 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:46.519821 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7775d004-fbda-4b78-b3b0-261dbfd66623 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1039116 Oct 27 16:28:46.523284 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53502) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:46.529286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d42baad1-8677-4e03-b9c1-4117dc8713f2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group': {'name': 'tempest-security--897797458', 'description': 'tempest-security-description-122305687'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:46.569791 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d42baad1-8677-4e03-b9c1-4117dc8713f2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:46.607960 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Set router 071e5935-a067-497c-a75e-554745eab9ef gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:46.632197 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d42baad1-8677-4e03-b9c1-4117dc8713f2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:46.702735 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d42baad1-8677-4e03-b9c1-4117dc8713f2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:46.708028 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d42baad1-8677-4e03-b9c1-4117dc8713f2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:46.709371 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d42baad1-8677-4e03-b9c1-4117dc8713f2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "PUT /v2.0/security-groups/c5873734-994c-4beb-9021-764812d5d454 HTTP/1.1" status: 200 len: 1778 time: 0.1846159 Oct 27 16:28:46.713457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53510) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:46.763774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:46.780844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42baad1-8677-4e03-b9c1-4117dc8713f2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5873734-994c-4beb-9021-764812d5d454,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:46.826975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1c5f28de-4ab4-4cae-81aa-c183eabcc37c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-groups/c5873734-994c-4beb-9021-764812d5d454 HTTP/1.1" status: 200 len: 1778 time: 0.1106958 Oct 27 16:28:46.828247 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53514) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:46.917554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 650e03a6-8c22-4380-970a-b1d6e0cbdef4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:46.918108 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:46.951152 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e5935-a067-497c-a75e-554745eab9ef', 'name': 'tempest-TestServerMultinode-16678206-router', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:40Z', 'updated_at': '2021-10-27T16:28:42Z', 'revision_number': 3, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'gw_port': {'id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:46.972426 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d12e6a1-74ab-427c-a7cf-12c65214fd19 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.009521 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Checking router: 071e5935-a067-497c-a75e-554745eab9ef for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:47.010410 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Updating router 071e5935-a067-497c-a75e-554745eab9ef port af141f60-b3e8-4250-875a-0b7a81a76478 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:28:47.033363 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d12e6a1-74ab-427c-a7cf-12c65214fd19 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.084500 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.233864 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d12e6a1-74ab-427c-a7cf-12c65214fd19 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.237075 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0d12e6a1-74ab-427c-a7cf-12c65214fd19 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.238839 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0d12e6a1-74ab-427c-a7cf-12c65214fd19 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-groups/c5873734-994c-4beb-9021-764812d5d454 HTTP/1.1" status: 204 len: 168 time: 0.4077997 Oct 27 16:28:47.254758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53520) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:47.256392 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12e6a1-74ab-427c-a7cf-12c65214fd19 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5873734-994c-4beb-9021-764812d5d454,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:47.363917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53524) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:47.430903 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-beb30ba2-c32d-479f-a8d8-a6ab9f6bc5af tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1683552 Oct 27 16:28:47.431959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53530) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:47.468884 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-9ce17b8a-f556-47a9-ab62-2b1c1ed0c6a0 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] delete failed (client error): The resource could not be found. Oct 27 16:28:47.479317 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9ce17b8a-f556-47a9-ab62-2b1c1ed0c6a0 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-groups/c5873734-994c-4beb-9021-764812d5d454 HTTP/1.1" status: 404 len: 347 time: 0.0397110 Oct 27 16:28:47.480585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53534) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:47.485694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-27d69fa5-376f-454f-a0b0-06bba01503d8 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group': {'name': 'tempest-secgroup--193968108'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:47.590003 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.592820 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-27d69fa5-376f-454f-a0b0-06bba01503d8 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.611746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:28:42Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4e99cac9-0255-4086-8c51-88675b0c4e4d', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'port_id': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'fixed_ip_address': '172.20.0.25', 'status': 'ACTIVE', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'mac_address': 'fa:16:3e:61:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:27:30Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 1, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6458351-61c2-4a98-b398-ebab1d32956f', 'name': '', 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:a0:30:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e0997f83-ebcd-4375-b5b1-62d582ad1296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:43Z', 'revision_number': 2, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'e0997f83-ebcd-4375-b5b1-62d582ad1296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:47.658613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Checking router: 7bf1db7a-8df0-421d-b265-e5041547e8b1 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:47.658987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Updating router 7bf1db7a-8df0-421d-b265-e5041547e8b1 port e6458351-61c2-4a98-b398-ebab1d32956f binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:28:47.671622 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d21a11e-4b29-452e-b7b5-1db895e31a3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.673258 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.692569 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.702624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.779085 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Attempting to bind port af141f60-b3e8-4250-875a-0b7a81a76478 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:47.779861 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Attempting to bind port af141f60-b3e8-4250-875a-0b7a81a76478 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:47.780511 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Attempting to bind port af141f60-b3e8-4250-875a-0b7a81a76478 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:47.784450 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dbf5b-3f15-4cf0-b5f5-6e3288f8b242 None None] Pushing event updated for resources: {'Port': ['ID=af141f60-b3e8-4250-875a-0b7a81a76478,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:47.789771 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:47.790497 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:47.791175 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.791898 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d21a11e-4b29-452e-b7b5-1db895e31a3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.792221 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:47.793360 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Bound port: af141f60-b3e8-4250-875a-0b7a81a76478, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:47.794421 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.828725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-27d69fa5-376f-454f-a0b0-06bba01503d8 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.870510 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d21a11e-4b29-452e-b7b5-1db895e31a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.884030 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] For port af141f60-b3e8-4250-875a-0b7a81a76478, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:47.893719 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] For port af141f60-b3e8-4250-875a-0b7a81a76478, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=af141f60-b3e8-4250-875a-0b7a81a76478,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:47.927392 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-27d69fa5-376f-454f-a0b0-06bba01503d8 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.937378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6d21a11e-4b29-452e-b7b5-1db895e31a3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca8f069f07874420bd9e7aab00a7e79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5723727 Oct 27 16:28:47.943647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53548) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:47.948510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21a11e-4b29-452e-b7b5-1db895e31a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa6cae7-e54f-4a9e-b89b-a954401cd849,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:47.993265 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:47.999929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d69fa5-376f-454f-a0b0-06bba01503d8 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622c068b-c9ff-41e6-be6a-890a1d263ca3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:48.036972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-27d69fa5-376f-454f-a0b0-06bba01503d8 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.042971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-27d69fa5-376f-454f-a0b0-06bba01503d8 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5608876 Oct 27 16:28:48.047147 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53552) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:48.056601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-79afe745-c36f-4a42-a2cd-c68d0477b090 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '622c068b-c9ff-41e6-be6a-890a1d263ca3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:48.117997 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dbf5b-3f15-4cf0-b5f5-6e3288f8b242 None None] Pushing event updated for resources: {'Port': ['ID=af141f60-b3e8-4250-875a-0b7a81a76478,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:48.130788 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Routers {'071e5935-a067-497c-a75e-554745eab9ef'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:48.133733 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['071e5935-a067-497c-a75e-554745eab9ef'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:48.161409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Allocated IP 172.20.0.1 (2db5b9a2-d20e-4b73-9ec6-875df5676bbd/627925e5-2ee7-4c57-aaff-7f30869ed809/d39523d4-2cae-4698-be6a-f4825a524529) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:48.170170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79afe745-c36f-4a42-a2cd-c68d0477b090 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.207285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-903dfaf4-8495-44dc-a4b7-3a3560d94c51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.233788 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.291399 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79afe745-c36f-4a42-a2cd-c68d0477b090 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.300628 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.341996 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-903dfaf4-8495-44dc-a4b7-3a3560d94c51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.351096 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] Set router 071e5935-a067-497c-a75e-554745eab9ef gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:48.420378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79afe745-c36f-4a42-a2cd-c68d0477b090 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.442814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c8311-e825-4ed8-b003-6a71e2b3918d None None] Pushing event updated for resources: {'Port': ['ID=e6458351-61c2-4a98-b398-ebab1d32956f,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:48.490277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afe745-c36f-4a42-a2cd-c68d0477b090 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431a0910-dc81-4b7e-abbd-973777061406,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:48.506686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Attempting to bind port e6458351-61c2-4a98-b398-ebab1d32956f on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:48.507033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Attempting to bind port e6458351-61c2-4a98-b398-ebab1d32956f by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:48.507407 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Attempting to bind port e6458351-61c2-4a98-b398-ebab1d32956f on network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:48.512915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:48.513294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Checking segment: {'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:48.513701 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.514093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Bound using segment: {'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:48.514570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Bound port: e6458351-61c2-4a98-b398-ebab1d32956f, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98db5b6-9d93-4e96-b865-e92a02a81849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:48.514964 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.540103 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f36f5e0c-2f0f-4f9a-bb43-b170d9bb3f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.601020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79afe745-c36f-4a42-a2cd-c68d0477b090 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.602345 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-79afe745-c36f-4a42-a2cd-c68d0477b090 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5540111 Oct 27 16:28:48.605062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53566) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:48.614388 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.648420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] For port e6458351-61c2-4a98-b398-ebab1d32956f, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:48.653335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] For port e6458351-61c2-4a98-b398-ebab1d32956f, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e6458351-61c2-4a98-b398-ebab1d32956f,segment=NetworkSegment(b98db5b6-9d93-4e96-b865-e92a02a81849),segment_id=b98db5b6-9d93-4e96-b865-e92a02a81849)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:48.666826 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f7c0c84-ea94-4d1d-ba61-2ec396da34e9 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.679134 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-903dfaf4-8495-44dc-a4b7-3a3560d94c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.685006 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f7c0c84-ea94-4d1d-ba61-2ec396da34e9 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.691218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-903dfaf4-8495-44dc-a4b7-3a3560d94c51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.692417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-903dfaf4-8495-44dc-a4b7-3a3560d94c51 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6fa6cae7-e54f-4a9e-b89b-a954401cd849 HTTP/1.1" status: 204 len: 168 time: 0.7479622 Oct 27 16:28:48.723721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dfaf4-8495-44dc-a4b7-3a3560d94c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa6cae7-e54f-4a9e-b89b-a954401cd849,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:48.749592 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.816735 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f7c0c84-ea94-4d1d-ba61-2ec396da34e9 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.817028 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.824978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1f7c0c84-ea94-4d1d-ba61-2ec396da34e9 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.826755 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1f7c0c84-ea94-4d1d-ba61-2ec396da34e9 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/431a0910-dc81-4b7e-abbd-973777061406 HTTP/1.1" status: 204 len: 168 time: 0.2197461 Oct 27 16:28:48.833524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53576) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:48.850084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c0c84-ea94-4d1d-ba61-2ec396da34e9 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=431a0910-dc81-4b7e-abbd-973777061406,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:48.955986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-34b6291d-5d63-42fb-87c2-871211ba39aa None None] Provisioning complete for port e6458351-61c2-4a98-b398-ebab1d32956f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:48.955986 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34b6291d-5d63-42fb-87c2-871211ba39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:48.956648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Network 2db5b9a2-d20e-4b73-9ec6-875df5676bbd is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:48.973165 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e5935-a067-497c-a75e-554745eab9ef', 'name': 'tempest-TestServerMultinode-16678206-router', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:40Z', 'updated_at': '2021-10-27T16:28:42Z', 'revision_number': 3, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'gw_port': {'id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:48.989355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:49.010152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:49.034182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:49.036045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:49.077329 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb02fa17-3b85-483c-8d68-e11e4c197649 None None] The sync data for ids ['071e5935-a067-497c-a75e-554745eab9ef'] in n-d-815689-1 is: [{'id': '071e5935-a067-497c-a75e-554745eab9ef', 'name': 'tempest-TestServerMultinode-16678206-router', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:40Z', 'updated_at': '2021-10-27T16:28:42Z', 'revision_number': 3, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'gw_port': {'id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:49.141396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53584) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:49.141687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-24b73c94-caf3-4769-b0bc-9700a3d12492 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2991788 Oct 27 16:28:49.149425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Pushing event updated for resources: {'Port': ['ID=d39523d4-2cae-4698-be6a-f4825a524529,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:49.196072 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.215811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c8311-e825-4ed8-b003-6a71e2b3918d None None] Pushing event updated for resources: {'Port': ['ID=e6458351-61c2-4a98-b398-ebab1d32956f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:49.314382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c113549-23fb-4b53-971e-d1002f2547d2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.364957 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:49.413254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c113549-23fb-4b53-971e-d1002f2547d2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.615155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c113549-23fb-4b53-971e-d1002f2547d2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.617892 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3c113549-23fb-4b53-971e-d1002f2547d2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.623815 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3c113549-23fb-4b53-971e-d1002f2547d2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-groups/622c068b-c9ff-41e6-be6a-890a1d263ca3 HTTP/1.1" status: 204 len: 168 time: 0.4800277 Oct 27 16:28:49.625179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53594) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:49.633361 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.672340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c113549-23fb-4b53-971e-d1002f2547d2 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622c068b-c9ff-41e6-be6a-890a1d263ca3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:49.715401 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-050abe18-aa55-4aab-b6ab-c2ed160576bd tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851927 Oct 27 16:28:49.716404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53596) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:49.731368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9d3895e9-b7c0-40e4-92d2-8d9868726e82 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448537097'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:49.816281 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34b6291d-5d63-42fb-87c2-871211ba39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.881055 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-34b6291d-5d63-42fb-87c2-871211ba39aa None None] For port e6458351-61c2-4a98-b398-ebab1d32956f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e6458351-61c2-4a98-b398-ebab1d32956f,segment=NetworkSegment(b98db5b6-9d93-4e96-b865-e92a02a81849),segment_id=b98db5b6-9d93-4e96-b865-e92a02a81849)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:49.912009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d3895e9-b7c0-40e4-92d2-8d9868726e82 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:49.912574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:28:42Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4e99cac9-0255-4086-8c51-88675b0c4e4d', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'port_id': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'fixed_ip_address': '172.20.0.25', 'status': 'ACTIVE', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'mac_address': 'fa:16:3e:61:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:27:30Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 1, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6458351-61c2-4a98-b398-ebab1d32956f', 'name': '', 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:a0:30:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e0997f83-ebcd-4375-b5b1-62d582ad1296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:48Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'e0997f83-ebcd-4375-b5b1-62d582ad1296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:49.969095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a326757c-8cac-4b5f-90ad-f8fdb2770e14 None None] The sync data for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 is: [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:28:42Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4e99cac9-0255-4086-8c51-88675b0c4e4d', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'port_id': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'fixed_ip_address': '172.20.0.25', 'status': 'ACTIVE', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'mac_address': 'fa:16:3e:61:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:27:30Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 1, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6458351-61c2-4a98-b398-ebab1d32956f', 'name': '', 'network_id': 'ddc9e3b5-07f9-4b33-b882-9675f1658cd7', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:a0:30:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': 'e0997f83-ebcd-4375-b5b1-62d582ad1296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:48Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'e0997f83-ebcd-4375-b5b1-62d582ad1296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:50.032944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d3895e9-b7c0-40e4-92d2-8d9868726e82 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.053450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53600) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:50.083791 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34b6291d-5d63-42fb-87c2-871211ba39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.092273 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4506-703a-4b7e-b1ba-f15645867f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.118874 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.143834 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d3895e9-b7c0-40e4-92d2-8d9868726e82 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.199612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.286115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b6291d-5d63-42fb-87c2-871211ba39aa None None] Pushing event updated for resources: {'Port': ['ID=e6458351-61c2-4a98-b398-ebab1d32956f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:50.307258 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-75240132-3c8e-4eb7-8c90-757227d8ddc5 None None] Provisioning complete for port e6458351-61c2-4a98-b398-ebab1d32956f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:50.307803 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75240132-3c8e-4eb7-8c90-757227d8ddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.320968 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.379135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d3895e9-b7c0-40e4-92d2-8d9868726e82 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.393338 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9d3895e9-b7c0-40e4-92d2-8d9868726e82 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6723795 Oct 27 16:28:50.398113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53604) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:50.409606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3895e9-b7c0-40e4-92d2-8d9868726e82 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aaca2b9-46d7-41be-a31f-944e31d56714,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:50.467059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bf8d431a-9102-4fdf-bbe0-3c5c955b3272 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '8aaca2b9-46d7-41be-a31f-944e31d56714', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:50.491973 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Pushing event updated for resources: {'Port': ['ID=d39523d4-2cae-4698-be6a-f4825a524529,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:50.493712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device af141f60-b3e8-4250-875a-0b7a81a76478 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:50.529730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53608) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:50.584026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-75240132-3c8e-4eb7-8c90-757227d8ddc5 None None] Provisioning complete for port d39523d4-2cae-4698-be6a-f4825a524529 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:50.588885 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75240132-3c8e-4eb7-8c90-757227d8ddc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.611328 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4506-703a-4b7e-b1ba-f15645867f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.690471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Network 2db5b9a2-d20e-4b73-9ec6-875df5676bbd is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:50.693361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:50.695098 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b5bf4506-703a-4b7e-b1ba-f15645867f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.822521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-75240132-3c8e-4eb7-8c90-757227d8ddc5 None None] Port d39523d4-2cae-4698-be6a-f4825a524529 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:50.838860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port af141f60-b3e8-4250-875a-0b7a81a76478 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:50.845956 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.929601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8d431a-9102-4fdf-bbe0-3c5c955b3272 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:50.978105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b5bf4506-703a-4b7e-b1ba-f15645867f6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9b8d051e6bb4a49aae4124be64c887d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9208052 Oct 27 16:28:50.980735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53616) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:50.998384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bf4506-703a-4b7e-b1ba-f15645867f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b068c8b4-3d68-4ac6-81b9-a2a8bd90b888,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:51.148700 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.149402 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8d431a-9102-4fdf-bbe0-3c5c955b3272 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.209873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8d431a-9102-4fdf-bbe0-3c5c955b3272 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.218270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port af141f60-b3e8-4250-875a-0b7a81a76478, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=af141f60-b3e8-4250-875a-0b7a81a76478,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:51.231838 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-44578464-47e1-4300-b7c1-d2e95a654655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.260743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d431a-9102-4fdf-bbe0-3c5c955b3272 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c839b4da-a5b7-47e3-bf7f-9d5438ae76d5,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:51.286311 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d582c8dd-5bae-4612-989b-02b38f1e7b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.311045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.311895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e6458351-61c2-4a98-b398-ebab1d32956f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:51.335647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Router 071e5935-a067-497c-a75e-554745eab9ef has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:28:51.345140 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d582c8dd-5bae-4612-989b-02b38f1e7b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.378589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf8d431a-9102-4fdf-bbe0-3c5c955b3272 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.383006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bf8d431a-9102-4fdf-bbe0-3c5c955b3272 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9631591 Oct 27 16:28:51.389758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53622) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:51.389758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6fc23a99-9373-4936-918b-586232a9676b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '8aaca2b9-46d7-41be-a31f-944e31d56714', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:51.390016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=af141f60-b3e8-4250-875a-0b7a81a76478,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:51.410732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1493ed8d-907e-4400-9068-c9ddd0753f89 None None] Provisioning complete for port d39523d4-2cae-4698-be6a-f4825a524529 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:51.411262 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1493ed8d-907e-4400-9068-c9ddd0753f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.456853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1493ed8d-907e-4400-9068-c9ddd0753f89 None None] Port d39523d4-2cae-4698-be6a-f4825a524529 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:51.491172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e6458351-61c2-4a98-b398-ebab1d32956f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:51.491575 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.542204 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-44578464-47e1-4300-b7c1-d2e95a654655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.565877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:28:51.571712 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-276cd5e3-ebda-4e01-a132-0753b859b730 admin admin] 10.222.0.15 "PUT /v2.0/routers/071e5935-a067-497c-a75e-554745eab9ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1864128 Oct 27 16:28:51.585110 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-21586390-49a1-458c-8e4a-b24c4e94ac90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.586862 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fc23a99-9373-4936-918b-586232a9676b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.625605 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-44578464-47e1-4300-b7c1-d2e95a654655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.642409 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d582c8dd-5bae-4612-989b-02b38f1e7b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.649432 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d582c8dd-5bae-4612-989b-02b38f1e7b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.653063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d582c8dd-5bae-4612-989b-02b38f1e7b58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b068c8b4-3d68-4ac6-81b9-a2a8bd90b888 HTTP/1.1" status: 204 len: 168 time: 0.6689243 Oct 27 16:28:51.698776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-44578464-47e1-4300-b7c1-d2e95a654655 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a28a4e91ef7484a9d44526df107981d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1671574 Oct 27 16:28:51.699699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44578464-47e1-4300-b7c1-d2e95a654655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273abef1-f5d0-4608-b118-58f5b4cfbaf8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:51.701598 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fc23a99-9373-4936-918b-586232a9676b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.702143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53634) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:51.725154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582c8dd-5bae-4612-989b-02b38f1e7b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b068c8b4-3d68-4ac6-81b9-a2a8bd90b888,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:51.762562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fc23a99-9373-4936-918b-586232a9676b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.783597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7234e2e1-dee1-452f-9062-22b7048c2704 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.795983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc23a99-9373-4936-918b-586232a9676b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365c12c9-bd05-4782-93e7-31313bbf8b32,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:51.815136 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7234e2e1-dee1-452f-9062-22b7048c2704 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.926836 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fc23a99-9373-4936-918b-586232a9676b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.930926 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6fc23a99-9373-4936-918b-586232a9676b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5435278 Oct 27 16:28:51.931553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53640) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:51.935576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1853e2fd-9f2a-4acf-8c18-7f807b9b771c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '8aaca2b9-46d7-41be-a31f-944e31d56714', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:51.946898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7234e2e1-dee1-452f-9062-22b7048c2704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.953282 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7234e2e1-dee1-452f-9062-22b7048c2704 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:51.953282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7234e2e1-dee1-452f-9062-22b7048c2704 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/273abef1-f5d0-4608-b118-58f5b4cfbaf8 HTTP/1.1" status: 204 len: 168 time: 0.2474751 Oct 27 16:28:51.959153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234e2e1-dee1-452f-9062-22b7048c2704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273abef1-f5d0-4608-b118-58f5b4cfbaf8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:52.009409 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1853e2fd-9f2a-4acf-8c18-7f807b9b771c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.079399 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1853e2fd-9f2a-4acf-8c18-7f807b9b771c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.158711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1853e2fd-9f2a-4acf-8c18-7f807b9b771c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.211188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device af141f60-b3e8-4250-875a-0b7a81a76478 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:52.219445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853e2fd-9f2a-4acf-8c18-7f807b9b771c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64924ede-0834-43f8-910f-d0402e4dc29c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:52.244170 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.268842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port af141f60-b3e8-4250-875a-0b7a81a76478 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:52.269217 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.292461 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.329963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1853e2fd-9f2a-4acf-8c18-7f807b9b771c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.331775 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1853e2fd-9f2a-4acf-8c18-7f807b9b771c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3997059 Oct 27 16:28:52.337370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53654) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:52.347575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0beb6866-b40a-4b2b-a163-386b31a1a72a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '8aaca2b9-46d7-41be-a31f-944e31d56714', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:52.427034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e6458351-61c2-4a98-b398-ebab1d32956f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:52.484492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e6458351-61c2-4a98-b398-ebab1d32956f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:52.485063 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.514710 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0beb6866-b40a-4b2b-a163-386b31a1a72a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.607511 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Sync routers for ids ['071e5935-a067-497c-a75e-554745eab9ef'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:28:52.627194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Routers {'071e5935-a067-497c-a75e-554745eab9ef'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:52.627194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['071e5935-a067-497c-a75e-554745eab9ef'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:52.646216 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0beb6866-b40a-4b2b-a163-386b31a1a72a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.754192 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0beb6866-b40a-4b2b-a163-386b31a1a72a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.797831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Set router 071e5935-a067-497c-a75e-554745eab9ef gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:52.803087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb6866-b40a-4b2b-a163-386b31a1a72a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4556a57c-da0a-48e4-b595-b0991804d758,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:52.911143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-e8cd6e3d-19bf-4ef9-85e4-c60a44836a5f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:52.912858 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-e8cd6e3d-19bf-4ef9-85e4-c60a44836a5f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/networks?id=dea03ebf-a3b1-44ca-9750-d358121adc5e HTTP/1.1" status: 200 len: 911 time: 0.1134391 Oct 27 16:28:52.935164 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0beb6866-b40a-4b2b-a163-386b31a1a72a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:52.942684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53682) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:52.943379 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0beb6866-b40a-4b2b-a163-386b31a1a72a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6022198 Oct 27 16:28:52.946515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-31f48c46-2221-4d66-9227-00d7384f490a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '8aaca2b9-46d7-41be-a31f-944e31d56714', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:52.956628 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-85bef6af-19bb-4c3a-a227-a66fbe5d5445 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/quotas/c2f9d60a84cb48b08b9200e96e417813 HTTP/1.1" status: 200 len: 375 time: 0.0281534 Oct 27 16:28:53.050600 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-7b869ae8-f425-427a-846a-a316b4100c23 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2f9d60a84cb48b08b9200e96e417813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0857811 Oct 27 16:28:53.082375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e5935-a067-497c-a75e-554745eab9ef', 'name': 'tempest-TestServerMultinode-16678206-router', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:40Z', 'updated_at': '2021-10-27T16:28:49Z', 'revision_number': 4, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'gw_port': {'id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd39523d4-2cae-4698-be6a-f4825a524529', 'name': '', 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'mac_address': 'fa:16:3e:02:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '627925e5-2ee7-4c57-aaff-7f30869ed809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:47Z', 'updated_at': '2021-10-27T16:28:49Z', 'revision_number': 2, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'subnets': [{'id': '627925e5-2ee7-4c57-aaff-7f30869ed809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:53.086479 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-31f48c46-2221-4d66-9227-00d7384f490a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.119290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Checking router: 071e5935-a067-497c-a75e-554745eab9ef for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:28:53.119893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Updating router 071e5935-a067-497c-a75e-554745eab9ef port d39523d4-2cae-4698-be6a-f4825a524529 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:28:53.131226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53686) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:53.150664 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.198494 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-31f48c46-2221-4d66-9227-00d7384f490a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.202680 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe9f7-1e49-4b6e-9439-0bff4008621a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.254240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-ee2c65b1-f04b-46c3-a113-03424029f4d1 service neutron] 10.222.0.15 "GET /v2.0/networks/dea03ebf-a3b1-44ca-9750-d358121adc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939075 Oct 27 16:28:53.290064 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-31f48c46-2221-4d66-9227-00d7384f490a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.358051 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe9f7-1e49-4b6e-9439-0bff4008621a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.359475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f48c46-2221-4d66-9227-00d7384f490a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c2704f-ecc7-4ab6-bacc-d3d3c134dcdd,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:53.412577 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-31f48c46-2221-4d66-9227-00d7384f490a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.413829 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-31f48c46-2221-4d66-9227-00d7384f490a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4712892 Oct 27 16:28:53.416508 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-3d56a87c-6ac5-4b44-ba38-0f938a6c32a2 service neutron] 10.222.0.15 "GET /v2.0/networks/dea03ebf-a3b1-44ca-9750-d358121adc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554160 Oct 27 16:28:53.417022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53696) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:53.433571 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfdbe9f7-1e49-4b6e-9439-0bff4008621a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.505193 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-464d46f2-2ee9-4682-b3ba-344a5cff390f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.526460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-464d46f2-2ee9-4682-b3ba-344a5cff390f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.555627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbe9f7-1e49-4b6e-9439-0bff4008621a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b811c1dc-9b54-45f5-91f0-f114d77b77d4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:53.577504 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dfdbe9f7-1e49-4b6e-9439-0bff4008621a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cef5a4cf3d7147c786c1e8b46687df02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428089 Oct 27 16:28:53.580224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53698) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:53.683347 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb86e-011b-4b26-81af-dbe4192b2415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.689860 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-464d46f2-2ee9-4682-b3ba-344a5cff390f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.697956 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.709991 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-464d46f2-2ee9-4682-b3ba-344a5cff390f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.714346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53708) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:53.714520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-464d46f2-2ee9-4682-b3ba-344a5cff390f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/17c2704f-ecc7-4ab6-bacc-d3d3c134dcdd HTTP/1.1" status: 204 len: 168 time: 0.2919023 Oct 27 16:28:53.717701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d46f2-2ee9-4682-b3ba-344a5cff390f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17c2704f-ecc7-4ab6-bacc-d3d3c134dcdd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:53.765613 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb86e-011b-4b26-81af-dbe4192b2415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.791566 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.832232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ee35aef2-7ec6-4c3c-98de-e07c679c55d4 req-53ef15bd-278c-4bd4-91a4-65a4134b1c9e tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 210 time: 0.0550659 Oct 27 16:28:53.855703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2f13d-58e1-4918-a282-753bebb78251 None None] Pushing event updated for resources: {'Port': ['ID=d39523d4-2cae-4698-be6a-f4825a524529,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:53.883460 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3841d2fd-e60f-438a-a0ea-bb12402cc7fa tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1677835 Oct 27 16:28:53.886083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53720) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:53.930348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Attempting to bind port d39523d4-2cae-4698-be6a-f4825a524529 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:53.930764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Attempting to bind port d39523d4-2cae-4698-be6a-f4825a524529 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1fe446bd-8e62-44bc-9c8d-00204da8b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:53.931127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Attempting to bind port d39523d4-2cae-4698-be6a-f4825a524529 on network 2db5b9a2-d20e-4b73-9ec6-875df5676bbd {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:53.938062 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3323-c090-4c4f-9822-93bd78bc9007 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.940460 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:53.943671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Checking segment: {'id': '1fe446bd-8e62-44bc-9c8d-00204da8b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:53.943671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.943671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Bound using segment: {'id': '1fe446bd-8e62-44bc-9c8d-00204da8b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:53.943671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Bound port: d39523d4-2cae-4698-be6a-f4825a524529, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe446bd-8e62-44bc-9c8d-00204da8b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:53.943671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.961979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3323-c090-4c4f-9822-93bd78bc9007 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.977499 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb86e-011b-4b26-81af-dbe4192b2415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.981074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c2eb86e-011b-4b26-81af-dbe4192b2415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:53.987360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6c2eb86e-011b-4b26-81af-dbe4192b2415 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b811c1dc-9b54-45f5-91f0-f114d77b77d4 HTTP/1.1" status: 204 len: 168 time: 0.4032350 Oct 27 16:28:54.013499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2eb86e-011b-4b26-81af-dbe4192b2415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b811c1dc-9b54-45f5-91f0-f114d77b77d4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:54.077173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] For port d39523d4-2cae-4698-be6a-f4825a524529, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:54.084542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] For port d39523d4-2cae-4698-be6a-f4825a524529, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d39523d4-2cae-4698-be6a-f4825a524529,segment=NetworkSegment(1fe446bd-8e62-44bc-9c8d-00204da8b18f),segment_id=1fe446bd-8e62-44bc-9c8d-00204da8b18f)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:54.107607 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3323-c090-4c4f-9822-93bd78bc9007 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.118699 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6b9a3323-c090-4c4f-9822-93bd78bc9007 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.122717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53728) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:54.126675 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6b9a3323-c090-4c4f-9822-93bd78bc9007 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4556a57c-da0a-48e4-b595-b0991804d758 HTTP/1.1" status: 204 len: 168 time: 0.2393315 Oct 27 16:28:54.135066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a3323-c090-4c4f-9822-93bd78bc9007 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4556a57c-da0a-48e4-b595-b0991804d758,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:54.223727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-eef2cefa-fb70-4e5e-ac5c-529684da06cb tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0961525 Oct 27 16:28:54.224214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53730) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:54.257246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b6964cf-1fc7-4c54-8da6-b7a6b741ca83 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.268120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b6964cf-1fc7-4c54-8da6-b7a6b741ca83 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.307768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5fcc5f53-0848-4f27-b54b-608723eb7499 None None] Provisioning complete for port d39523d4-2cae-4698-be6a-f4825a524529 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:54.308243 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5fcc5f53-0848-4f27-b54b-608723eb7499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.343043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc5f53-0848-4f27-b54b-608723eb7499 None None] Port d39523d4-2cae-4698-be6a-f4825a524529 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:54.387385 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.445689 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.451534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Routers {'071e5935-a067-497c-a75e-554745eab9ef'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:28:54.452194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['071e5935-a067-497c-a75e-554745eab9ef'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:54.465157 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b6964cf-1fc7-4c54-8da6-b7a6b741ca83 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.471055 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b6964cf-1fc7-4c54-8da6-b7a6b741ca83 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.473966 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3b6964cf-1fc7-4c54-8da6-b7a6b741ca83 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/64924ede-0834-43f8-910f-d0402e4dc29c HTTP/1.1" status: 204 len: 168 time: 0.2475076 Oct 27 16:28:54.474401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2f13d-58e1-4918-a282-753bebb78251 None None] Pushing event updated for resources: {'Port': ['ID=d39523d4-2cae-4698-be6a-f4825a524529,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:54.475900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53738) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:54.485121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6964cf-1fc7-4c54-8da6-b7a6b741ca83 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64924ede-0834-43f8-910f-d0402e4dc29c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:54.566309 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3413e932-df51-4879-8ff1-597ae7cd3759 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0801401 Oct 27 16:28:54.568198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53742) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:54.647233 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f7ac15e7-3bff-478e-8e5b-3398ef2fd76a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.673407 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f7ac15e7-3bff-478e-8e5b-3398ef2fd76a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.706654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] Set router 071e5935-a067-497c-a75e-554745eab9ef gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:28:54.793350 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f7ac15e7-3bff-478e-8e5b-3398ef2fd76a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.799544 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f7ac15e7-3bff-478e-8e5b-3398ef2fd76a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.801163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f7ac15e7-3bff-478e-8e5b-3398ef2fd76a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/365c12c9-bd05-4782-93e7-31313bbf8b32 HTTP/1.1" status: 204 len: 168 time: 0.2317216 Oct 27 16:28:54.803782 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53746) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:54.811504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac15e7-3bff-478e-8e5b-3398ef2fd76a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=365c12c9-bd05-4782-93e7-31313bbf8b32,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:54.883208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3b534e8f-2417-4b49-9f18-eea7f4c3de27 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0779202 Oct 27 16:28:54.886207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53754) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:54.921330 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca4ebdd0-09d6-4432-94a7-db06862b787b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.937455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca4ebdd0-09d6-4432-94a7-db06862b787b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:54.994544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ebc951cf-19a4-4be0-9f7d-4942e3b1b2b7 req-ef16aaa8-0a7e-4e4c-997b-54d8fd59b239 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 210 time: 0.0599453 Oct 27 16:28:55.033977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f3e91aea-45fd-497b-9e4d-60e832f8abb3 None None] Provisioning complete for port d39523d4-2cae-4698-be6a-f4825a524529 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:55.034352 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f3e91aea-45fd-497b-9e4d-60e832f8abb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.108833 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca4ebdd0-09d6-4432-94a7-db06862b787b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.121827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca4ebdd0-09d6-4432-94a7-db06862b787b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.121827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ca4ebdd0-09d6-4432-94a7-db06862b787b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c839b4da-a5b7-47e3-bf7f-9d5438ae76d5 HTTP/1.1" status: 204 len: 168 time: 0.2341104 Oct 27 16:28:55.124382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53762) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:55.126343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ebdd0-09d6-4432-94a7-db06862b787b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c839b4da-a5b7-47e3-bf7f-9d5438ae76d5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:55.173859 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b45a9874-90a7-458c-99b8-34e5ab88e9af tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0472248 Oct 27 16:28:55.176638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53766) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:55.214690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f3e91aea-45fd-497b-9e4d-60e832f8abb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.238273 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4845dc36-4b33-4f47-a8cf-97972a211191 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.264373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f3e91aea-45fd-497b-9e4d-60e832f8abb3 None None] For port d39523d4-2cae-4698-be6a-f4825a524529, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d39523d4-2cae-4698-be6a-f4825a524529,segment=NetworkSegment(1fe446bd-8e62-44bc-9c8d-00204da8b18f),segment_id=1fe446bd-8e62-44bc-9c8d-00204da8b18f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:28:55.269321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4845dc36-4b33-4f47-a8cf-97972a211191 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.275465 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e5935-a067-497c-a75e-554745eab9ef', 'name': 'tempest-TestServerMultinode-16678206-router', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:40Z', 'updated_at': '2021-10-27T16:28:49Z', 'revision_number': 4, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'gw_port': {'id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd39523d4-2cae-4698-be6a-f4825a524529', 'name': '', 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'mac_address': 'fa:16:3e:02:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '627925e5-2ee7-4c57-aaff-7f30869ed809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:47Z', 'updated_at': '2021-10-27T16:28:54Z', 'revision_number': 4, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'subnets': [{'id': '627925e5-2ee7-4c57-aaff-7f30869ed809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:28:55.307466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8fb371-7149-45d0-85ce-ad73e2bfb439 None None] The sync data for ids ['071e5935-a067-497c-a75e-554745eab9ef'] in n-d-815689-1 is: [{'id': '071e5935-a067-497c-a75e-554745eab9ef', 'name': 'tempest-TestServerMultinode-16678206-router', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:40Z', 'updated_at': '2021-10-27T16:28:49Z', 'revision_number': 4, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'gw_port': {'id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd39523d4-2cae-4698-be6a-f4825a524529', 'name': '', 'network_id': '2db5b9a2-d20e-4b73-9ec6-875df5676bbd', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'mac_address': 'fa:16:3e:02:58:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '627925e5-2ee7-4c57-aaff-7f30869ed809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:47Z', 'updated_at': '2021-10-27T16:28:54Z', 'revision_number': 4, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'subnets': [{'id': '627925e5-2ee7-4c57-aaff-7f30869ed809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:28:55.364727 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f3e91aea-45fd-497b-9e4d-60e832f8abb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.399176 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4845dc36-4b33-4f47-a8cf-97972a211191 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.409561 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4845dc36-4b33-4f47-a8cf-97972a211191 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.409561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4845dc36-4b33-4f47-a8cf-97972a211191 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-groups/8aaca2b9-46d7-41be-a31f-944e31d56714 HTTP/1.1" status: 204 len: 168 time: 0.2278743 Oct 27 16:28:55.411778 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53774) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:55.420365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845dc36-4b33-4f47-a8cf-97972a211191 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aaca2b9-46d7-41be-a31f-944e31d56714,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:55.468821 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e91aea-45fd-497b-9e4d-60e832f8abb3 None None] Pushing event updated for resources: {'Port': ['ID=d39523d4-2cae-4698-be6a-f4825a524529,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:55.521299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53780) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:55.525008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0eb1faab-eefb-4153-bcc5-07a5a85086be tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1118283 Oct 27 16:28:55.526023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9bd68f7d-9abd-41ae-88b5-1b252a58128b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group': {'name': 'tempest-secgroup--245505030'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:55.627693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9bd68f7d-9abd-41ae-88b5-1b252a58128b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.737030 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9bd68f7d-9abd-41ae-88b5-1b252a58128b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.752150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53792) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:55.792873 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9bd68f7d-9abd-41ae-88b5-1b252a58128b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.874392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd68f7d-9abd-41ae-88b5-1b252a58128b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6ac114-f99c-4118-a1f5-9ff7bae84ff7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:55.897805 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9bd68f7d-9abd-41ae-88b5-1b252a58128b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:55.903122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53796) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:55.904305 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9bd68f7d-9abd-41ae-88b5-1b252a58128b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3816950 Oct 27 16:28:55.909132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8cbcb945-3b44-4a23-9c91-f655dfbc4cac tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '2d6ac114-f99c-4118-a1f5-9ff7bae84ff7', 'direction': 'ingress', 'protocol': 17}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:56.068975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cbcb945-3b44-4a23-9c91-f655dfbc4cac tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.116423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-62347a1c-ad45-4e06-a641-82cb75e5d591 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.200236 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cbcb945-3b44-4a23-9c91-f655dfbc4cac tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.258493 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0146a7ea-98ab-4881-bda7-eedcbd7735d1 req-6da1e8cd-d4b8-4f8e-b100-faf335e93284 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 210 time: 0.0880075 Oct 27 16:28:56.291347 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cbcb945-3b44-4a23-9c91-f655dfbc4cac tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.312986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d39523d4-2cae-4698-be6a-f4825a524529 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:28:56.341021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcb945-3b44-4a23-9c91-f655dfbc4cac tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a95d7687-d53b-43c8-b887-3ba3804210b1,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:56.342862 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-62347a1c-ad45-4e06-a641-82cb75e5d591 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.434400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-62347a1c-ad45-4e06-a641-82cb75e5d591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.438516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8cbcb945-3b44-4a23-9c91-f655dfbc4cac tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.442609 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8cbcb945-3b44-4a23-9c91-f655dfbc4cac tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5381391 Oct 27 16:28:56.447670 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53810) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:56.473746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d39523d4-2cae-4698-be6a-f4825a524529 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:56.474116 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.562098 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-62347a1c-ad45-4e06-a641-82cb75e5d591 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12391d22189a42058c8e3bdb883c1cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8084421 Oct 27 16:28:56.563064 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62347a1c-ad45-4e06-a641-82cb75e5d591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4da9196-f1bb-4395-89e9-1dd399306274,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:56.566019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53812) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:56.614894 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ea13149-2362-4179-bf2f-965d973b6d6f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.681594 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ea13149-2362-4179-bf2f-965d973b6d6f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.705091 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8ec17c31-aced-4c24-a6ef-23d2b1cf1989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.736182 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8ec17c31-aced-4c24-a6ef-23d2b1cf1989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.803883 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ea13149-2362-4179-bf2f-965d973b6d6f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.806536 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5ea13149-2362-4179-bf2f-965d973b6d6f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.810371 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5ea13149-2362-4179-bf2f-965d973b6d6f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-groups/2d6ac114-f99c-4118-a1f5-9ff7bae84ff7 HTTP/1.1" status: 204 len: 168 time: 0.3589280 Oct 27 16:28:56.810948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53822) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:56.827205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea13149-2362-4179-bf2f-965d973b6d6f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6ac114-f99c-4118-a1f5-9ff7bae84ff7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:56.897480 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-760f5157-831d-4c9b-8681-286b056f2179 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0816915 Oct 27 16:28:56.897480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8ec17c31-aced-4c24-a6ef-23d2b1cf1989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.897480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8ec17c31-aced-4c24-a6ef-23d2b1cf1989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:56.908486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53826) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:56.909090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8ec17c31-aced-4c24-a6ef-23d2b1cf1989 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4da9196-f1bb-4395-89e9-1dd399306274 HTTP/1.1" status: 204 len: 168 time: 0.3148277 Oct 27 16:28:56.909205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cd91b9d8-ded2-48a7-a310-873d2d40033e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862584946'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:56.909963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec17c31-aced-4c24-a6ef-23d2b1cf1989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4da9196-f1bb-4395-89e9-1dd399306274,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:57.050081 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd91b9d8-ded2-48a7-a310-873d2d40033e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.139920 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd91b9d8-ded2-48a7-a310-873d2d40033e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.204149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd91b9d8-ded2-48a7-a310-873d2d40033e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.218212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-c0ec4a32-e4d7-44e6-81a9-1b7f94e5627e tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:57.220703 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-c0ec4a32-e4d7-44e6-81a9-1b7f94e5627e tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.53 "GET /v2.0/networks?id=dea03ebf-a3b1-44ca-9750-d358121adc5e HTTP/1.1" status: 200 len: 911 time: 0.1059263 Oct 27 16:28:57.234284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Request body: {'port': {'device_id': 'b849f5e1-9415-4daa-83af-bdc5fa548d1d', 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e', 'admin_state_up': True, 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:57.247117 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd91b9d8-ded2-48a7-a310-873d2d40033e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9000804e-d014-4291-b49d-9c15b131faea,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:57.309363 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd91b9d8-ded2-48a7-a310-873d2d40033e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.317096 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cd91b9d8-ded2-48a7-a310-873d2d40033e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4156432 Oct 27 16:28:57.317330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53838) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:57.324455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c4093b22-0209-4d9f-b874-ad53b280325f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1665805973'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:57.399121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0166b870-c2aa-4060-b752-0a78bd1f2c19 req-b5f268a2-7c19-467c-958f-27d0ff714e3c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 210 time: 0.0524139 Oct 27 16:28:57.420706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Made reservation on behalf of c2f9d60a84cb48b08b9200e96e417813 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:28:57.420706 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.513446 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4093b22-0209-4d9f-b874-ad53b280325f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.625936 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4093b22-0209-4d9f-b874-ad53b280325f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.639394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Allocated IP 172.20.0.3 (dea03ebf-a3b1-44ca-9750-d358121adc5e/37b8a0d7-e0fd-4ede-8163-295319226423/4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:28:57.719143 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4093b22-0209-4d9f-b874-ad53b280325f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.749137 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093b22-0209-4d9f-b874-ad53b280325f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4b9843-5df2-44b6-b741-8e307ffd777a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:57.809616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.837688 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4093b22-0209-4d9f-b874-ad53b280325f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.838185 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c4093b22-0209-4d9f-b874-ad53b280325f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5184138 Oct 27 16:28:57.840390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53854) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:57.847058 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-369b08ec-c5fd-4dc9-8335-e0c523170941 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '9000804e-d014-4291-b49d-9c15b131faea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eb4b9843-5df2-44b6-b741-8e307ffd777a', 'remote_ip_prefix': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:57.958942 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.968810 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-369b08ec-c5fd-4dc9-8335-e0c523170941 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:57.996137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Network dea03ebf-a3b1-44ca-9750-d358121adc5e is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:28:58.001247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:28:58.005686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:28:58.009421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53858) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:58.061425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Pushing event updated for resources: {'Port': ['ID=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:58.071089 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab8adc1a-b759-4d95-9eef-d93f1f946807 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.073735 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-369b08ec-c5fd-4dc9-8335-e0c523170941 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.091173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:58.091698 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.163852 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-369b08ec-c5fd-4dc9-8335-e0c523170941 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.193138 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab8adc1a-b759-4d95-9eef-d93f1f946807 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.204518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b08ec-c5fd-4dc9-8335-e0c523170941 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ff72c2-b189-455c-bc05-fc13505e875c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:58.224317 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-2c7d9c13-ff24-46ac-9c46-4a631880156a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9947517 Oct 27 16:28:58.239066 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Request body: {'port': {'device_id': 'b849f5e1-9415-4daa-83af-bdc5fa548d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:58.278149 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab8adc1a-b759-4d95-9eef-d93f1f946807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.324509 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-369b08ec-c5fd-4dc9-8335-e0c523170941 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.326382 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-369b08ec-c5fd-4dc9-8335-e0c523170941 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4835889 Oct 27 16:28:58.330517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53868) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:58.343834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e3d1c7d3-7218-4ddb-acc4-094636ec7b5d None None] Provisioning complete for port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:28:58.344520 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e3d1c7d3-7218-4ddb-acc4-094636ec7b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.347731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ab8adc1a-b759-4d95-9eef-d93f1f946807 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd0fec08fefa48efb966c26bd0cd1fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201313 Oct 27 16:28:58.348515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8adc1a-b759-4d95-9eef-d93f1f946807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd4c6ed-9ab1-414e-8f17-e246459c7e8a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:58.351086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53870) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:58.353734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.387691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-403f26f0-d8bc-4a97-8781-8449e9665d8c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.404376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-403f26f0-d8bc-4a97-8781-8449e9665d8c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.424339 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1c7d3-7218-4ddb-acc4-094636ec7b5d None None] Port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:28:58.479118 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d03fc0-14a2-462a-afaf-19dd279dedc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.553665 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d03fc0-14a2-462a-afaf-19dd279dedc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.568977 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-403f26f0-d8bc-4a97-8781-8449e9665d8c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.574655 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-403f26f0-d8bc-4a97-8781-8449e9665d8c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.578540 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-403f26f0-d8bc-4a97-8781-8449e9665d8c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/28ff72c2-b189-455c-bc05-fc13505e875c HTTP/1.1" status: 204 len: 168 time: 0.2466619 Oct 27 16:28:58.581166 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53880) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:58.608036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f26f0-d8bc-4a97-8781-8449e9665d8c tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28ff72c2-b189-455c-bc05-fc13505e875c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:58.612510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4a2f9-0682-4211-88ef-604666670f4d req-f3ea3f31-9118-4734-ba5f-0913704b74e1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:58.613561 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cf4a2f9-0682-4211-88ef-604666670f4d req-f3ea3f31-9118-4734-ba5f-0913704b74e1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1027 time: 0.1178946 Oct 27 16:28:58.701056 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7f93e847-13ba-4b7f-aaf5-777d353fdd49 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1097610 Oct 27 16:28:58.702969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53884) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:58.706438 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cf4a2f9-0682-4211-88ef-604666670f4d req-1d42bb96-59c0-48ca-a700-2e0769081638 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847995 Oct 27 16:28:58.742902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:28:58.754491 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.794252 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c05520b-affd-408b-b6dd-fe8a629e589e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.796640 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d03fc0-14a2-462a-afaf-19dd279dedc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.796785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Transition to ACTIVE for port object 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:28:58.800415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a4d03fc0-14a2-462a-afaf-19dd279dedc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.803068 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a4d03fc0-14a2-462a-afaf-19dd279dedc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fd4c6ed-9ab1-414e-8f17-e246459c7e8a HTTP/1.1" status: 204 len: 168 time: 0.4504466 Oct 27 16:28:58.819560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d03fc0-14a2-462a-afaf-19dd279dedc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd4c6ed-9ab1-414e-8f17-e246459c7e8a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:58.824363 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c05520b-affd-408b-b6dd-fe8a629e589e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.878872 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:58.997366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c05520b-affd-408b-b6dd-fe8a629e589e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.001777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4c05520b-affd-408b-b6dd-fe8a629e589e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.005656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4c05520b-affd-408b-b6dd-fe8a629e589e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb4b9843-5df2-44b6-b741-8e307ffd777a HTTP/1.1" status: 204 len: 168 time: 0.2991066 Oct 27 16:28:59.006283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53898) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:59.058309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Pushing event updated for resources: {'Port': ['ID=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:59.063623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05520b-affd-408b-b6dd-fe8a629e589e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4b9843-5df2-44b6-b741-8e307ffd777a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:59.087841 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7c33b8e5-c65e-4344-9065-72deaf7c1bd0 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0774622 Oct 27 16:28:59.091172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53902) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:59.109235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Attempting to bind port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:28:59.109582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Attempting to bind port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:28:59.110078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Attempting to bind port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b on network dea03ebf-a3b1-44ca-9750-d358121adc5e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:59.115909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b on network dea03ebf-a3b1-44ca-9750-d358121adc5e not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:28:59.116321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Attempting to bind port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b on network dea03ebf-a3b1-44ca-9750-d358121adc5e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:28:59.122619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:28:59.122964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Checking segment: {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:28:59.123497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Bound using segment: {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:28:59.123920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Bound port: 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:28:59.124302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.203267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab1000e2-6989-4315-bb1c-c6826fa6dd59 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.215615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] For port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:28:59.223388 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] For port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:28:59.239990 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab1000e2-6989-4315-bb1c-c6826fa6dd59 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.318443 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.374796 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.387825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:59.387825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.389267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] 10.222.0.53 "PUT /v2.0/ports/4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b HTTP/1.1" status: 200 len: 1091 time: 1.1559303 Oct 27 16:28:59.389759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b849f5e1-9415-4daa-83af-bdc5fa548d1d', 'tag': '4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:28:59.393402 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d404d21-dd3b-42c6-b65c-01359871bbda" -d '{"events": [{"name": "network-changed", "server_uuid": "b849f5e1-9415-4daa-83af-bdc5fa548d1d", "tag": "4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:28:59.404122 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab1000e2-6989-4315-bb1c-c6826fa6dd59 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.408558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab1000e2-6989-4315-bb1c-c6826fa6dd59 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.413528 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ab1000e2-6989-4315-bb1c-c6826fa6dd59 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-groups/9000804e-d014-4291-b49d-9c15b131faea HTTP/1.1" status: 204 len: 168 time: 0.3213181 Oct 27 16:28:59.414192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53912) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:59.432093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd77852-2c35-4c3b-9272-b11b1e60da75 service neutron] Pushing event updated for resources: {'Port': ['ID=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:59.439529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1000e2-6989-4315-bb1c-c6826fa6dd59 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9000804e-d014-4291-b49d-9c15b131faea,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:28:59.520253 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d777fc4d-4196-4508-a3fe-41ca11405397 x-openstack-request-id: req-d777fc4d-4196-4508-a3fe-41ca11405397 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:28:59.520543 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b849f5e1-9415-4daa-83af-bdc5fa548d1d", "tag": "4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:28:59.520801 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d777fc4d-4196-4508-a3fe-41ca11405397 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:28:59.521200 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b849f5e1-9415-4daa-83af-bdc5fa548d1d', 'tag': '4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b', 'status': 'completed', 'code': 200} Oct 27 16:28:59.558713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-a2dbf4e7-9079-473c-9d1e-466252f7c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:59.558713 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-a2dbf4e7-9079-473c-9d1e-466252f7c08d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2f9d60a84cb48b08b9200e96e417813&device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1094 time: 0.0577621 Oct 27 16:28:59.564713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53920) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:28:59.564835 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c41e520c-4c23-443f-97f0-214154eb02e8 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1418564 Oct 27 16:28:59.564941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-650cae27-289a-4d65-9113-b93442e4fb09 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group': {'name': 'tempest-secgroup--753253599'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:28:59.613299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-a7d14e07-5822-4342-9939-1ef3d4dd381d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b HTTP/1.1" status: 200 len: 217 time: 0.0435879 Oct 27 16:28:59.682888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-5108643c-5dd6-42e6-a9b4-6fedc561d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:59.684917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-5108643c-5dd6-42e6-a9b4-6fedc561d5d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=37b8a0d7-e0fd-4ede-8163-295319226423 HTTP/1.1" status: 200 len: 849 time: 0.0651419 Oct 27 16:28:59.722166 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-650cae27-289a-4d65-9113-b93442e4fb09 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.763014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-801752e7-14c7-4e9f-b934-06c63ffbf4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:59.764597 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-801752e7-14c7-4e9f-b934-06c63ffbf4f7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dea03ebf-a3b1-44ca-9750-d358121adc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728786 Oct 27 16:28:59.937180 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-650cae27-289a-4d65-9113-b93442e4fb09 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:28:59.964905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3bfc2-cdbb-42a0-ba2a-f5942db79388 req-f52db728-7959-42fa-950c-aea014a3beb7 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:28:59.966477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-52b3bfc2-cdbb-42a0-ba2a-f5942db79388 req-f52db728-7959-42fa-950c-aea014a3beb7 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1094 time: 0.1248543 Oct 27 16:28:59.971178 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-d95f3b03-db55-46b1-b293-98720015e86c service neutron] 10.222.0.53 "GET /v2.0/networks/dea03ebf-a3b1-44ca-9750-d358121adc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964111 Oct 27 16:29:00.036564 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-650cae27-289a-4d65-9113-b93442e4fb09 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.114687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-52b3bfc2-cdbb-42a0-ba2a-f5942db79388 req-2b991682-bb6b-494b-93de-278989ca9f50 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395366 Oct 27 16:29:00.117748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cae27-289a-4d65-9113-b93442e4fb09 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349d7c49-7981-42e0-b343-db60b44544f1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:00.140612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-650cae27-289a-4d65-9113-b93442e4fb09 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.143531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-650cae27-289a-4d65-9113-b93442e4fb09 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5834634 Oct 27 16:29:00.146685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53942) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:00.155213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ea6eeab9-1849-441b-aed9-7f4524dc66fb tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '349d7c49-7981-42e0-b343-db60b44544f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:00.180239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-91b4e18a-740f-48ca-bc6b-0489353ba007 req-43361725-de64-49d4-9517-ca5fc3646d41 service neutron] 10.222.0.53 "GET /v2.0/networks/dea03ebf-a3b1-44ca-9750-d358121adc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990094 Oct 27 16:29:00.283978 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea6eeab9-1849-441b-aed9-7f4524dc66fb tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.465096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea6eeab9-1849-441b-aed9-7f4524dc66fb tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.489887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d404d21-dd3b-42c6-b65c-01359871bbda req-b6915a5e-9172-4ab9-b68f-2e3fb2257dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:00.492251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d404d21-dd3b-42c6-b65c-01359871bbda req-b6915a5e-9172-4ab9-b68f-2e3fb2257dfa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c2f9d60a84cb48b08b9200e96e417813&device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1094 time: 0.1369472 Oct 27 16:29:00.569542 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea6eeab9-1849-441b-aed9-7f4524dc66fb tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.600456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6eeab9-1849-441b-aed9-7f4524dc66fb tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70fd59e-d171-4077-a9fd-122fbcce9600,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:00.651233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d404d21-dd3b-42c6-b65c-01359871bbda req-efed00f1-3ea6-4e01-a640-1bc023a72d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:00.654163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d404d21-dd3b-42c6-b65c-01359871bbda req-efed00f1-3ea6-4e01-a640-1bc023a72d1d service neutron] 10.222.0.53 "GET /v2.0/networks?id=dea03ebf-a3b1-44ca-9750-d358121adc5e HTTP/1.1" status: 200 len: 911 time: 0.1533401 Oct 27 16:29:00.711541 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ea6eeab9-1849-441b-aed9-7f4524dc66fb tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.715950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53958) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:00.726041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ea6eeab9-1849-441b-aed9-7f4524dc66fb tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5764577 Oct 27 16:29:00.762581 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a557c45-912c-422b-b6d3-55b2427c401a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.772847 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a557c45-912c-422b-b6d3-55b2427c401a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.781480 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d404d21-dd3b-42c6-b65c-01359871bbda req-2d291b23-23b4-4712-95b7-776c39e8ac2c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b HTTP/1.1" status: 200 len: 217 time: 0.1090701 Oct 27 16:29:00.865901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d404d21-dd3b-42c6-b65c-01359871bbda req-57e9db20-f926-4cf9-b471-4c23357a2255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:00.867517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d404d21-dd3b-42c6-b65c-01359871bbda req-57e9db20-f926-4cf9-b471-4c23357a2255 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=37b8a0d7-e0fd-4ede-8163-295319226423 HTTP/1.1" status: 200 len: 849 time: 0.0765107 Oct 27 16:29:00.895940 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a557c45-912c-422b-b6d3-55b2427c401a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.901901 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a557c45-912c-422b-b6d3-55b2427c401a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:00.907692 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7a557c45-912c-422b-b6d3-55b2427c401a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f70fd59e-d171-4077-a9fd-122fbcce9600 HTTP/1.1" status: 204 len: 168 time: 0.1899500 Oct 27 16:29:00.908781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53964) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:00.941047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a557c45-912c-422b-b6d3-55b2427c401a tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f70fd59e-d171-4077-a9fd-122fbcce9600,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:00.946595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d404d21-dd3b-42c6-b65c-01359871bbda req-a57982c0-ee66-4cd0-ac58-c5a5f1f762f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:00.948462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d404d21-dd3b-42c6-b65c-01359871bbda req-a57982c0-ee66-4cd0-ac58-c5a5f1f762f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dea03ebf-a3b1-44ca-9750-d358121adc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725839 Oct 27 16:29:00.988405 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-65bb82fc-4918-482c-9e8b-7c8986be65b7 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0720537 Oct 27 16:29:00.989129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53966) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:01.083982 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25770873-6fb4-4ac4-9a65-512700371a25 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.127212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25770873-6fb4-4ac4-9a65-512700371a25 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.316709 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:29:01.342662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445dd2f-c61c-4d10-be8f-f3c89f901289 req-7399f96b-ee6a-464e-aca6-f10ec25d804c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:01.351741 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c445dd2f-c61c-4d10-be8f-f3c89f901289 req-7399f96b-ee6a-464e-aca6-f10ec25d804c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1094 time: 0.0783699 Oct 27 16:29:01.362288 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25770873-6fb4-4ac4-9a65-512700371a25 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.365074 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25770873-6fb4-4ac4-9a65-512700371a25 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.366356 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-25770873-6fb4-4ac4-9a65-512700371a25 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-groups/349d7c49-7981-42e0-b343-db60b44544f1 HTTP/1.1" status: 204 len: 168 time: 0.3762684 Oct 27 16:29:01.387075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53976) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:01.388226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25770873-6fb4-4ac4-9a65-512700371a25 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349d7c49-7981-42e0-b343-db60b44544f1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:01.511167 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-475dbe29-3b3e-4bc4-b91d-9e6506520f7e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164944 Oct 27 16:29:01.512475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c445dd2f-c61c-4d10-be8f-f3c89f901289 req-eeb47df8-140b-43f3-af43-c7b1d93dfb21 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597691 Oct 27 16:29:01.513050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 53984) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:01.518682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ca3da692-44a9-41ba-9f6e-fd709f8ed61b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group': {'name': 'tempest-secgroup--1538933809'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:01.570032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:01.583751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b', 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e', 'port_id': '4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b', 'mac_address': 'fa:16:3e:fb:26:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b8a0d7-e0fd-4ede-8163-295319226423', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:29:01.625460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca3da692-44a9-41ba-9f6e-fd709f8ed61b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.625734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d404d21-dd3b-42c6-b65c-01359871bbda req-d4583bed-1300-4446-859d-24097d3a9a62 service neutron] 10.222.0.53 "GET /v2.0/networks/dea03ebf-a3b1-44ca-9750-d358121adc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6675198 Oct 27 16:29:01.627059 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.640848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:01.664451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:01.728493 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca3da692-44a9-41ba-9f6e-fd709f8ed61b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.758993 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d404d21-dd3b-42c6-b65c-01359871bbda req-89e8a35e-8a14-46b9-afd4-ae77094b5942 service neutron] 10.222.0.53 "GET /v2.0/networks/dea03ebf-a3b1-44ca-9750-d358121adc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225064 Oct 27 16:29:01.774699 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.837972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca3da692-44a9-41ba-9f6e-fd709f8ed61b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.863416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:01.883850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3da692-44a9-41ba-9f6e-fd709f8ed61b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b132ceb-cc6c-4ecf-b1f1-e10a7fd1f59b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:01.970177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca3da692-44a9-41ba-9f6e-fd709f8ed61b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:01.971392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ca3da692-44a9-41ba-9f6e-fd709f8ed61b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4574938 Oct 27 16:29:01.974763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 53996) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:01.980584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2fe9800e-3aff-48d2-87b6-a2c39b7a06a5 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '4b132ceb-cc6c-4ecf-b1f1-e10a7fd1f59b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:01.988549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:02.135527 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2fe9800e-3aff-48d2-87b6-a2c39b7a06a5 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.239745 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2fe9800e-3aff-48d2-87b6-a2c39b7a06a5 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.300876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2fe9800e-3aff-48d2-87b6-a2c39b7a06a5 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.334618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9800e-3aff-48d2-87b6-a2c39b7a06a5 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defceffc-ac48-4b93-a060-f5b0fe0f2b1b,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:02.403829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2fe9800e-3aff-48d2-87b6-a2c39b7a06a5 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.405082 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2fe9800e-3aff-48d2-87b6-a2c39b7a06a5 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4291096 Oct 27 16:29:02.407968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54014) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:02.428930 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7fd883ee-3d5a-48e4-8c80-89f1d06dbf92 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules/defceffc-ac48-4b93-a060-f5b0fe0f2b1b HTTP/1.1" status: 200 len: 763 time: 0.0172203 Oct 27 16:29:02.429451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54016) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:02.463429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54018) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:02.506944 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6bd05a93-26c8-4ac7-89a1-f96230df7e8b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0572031 Oct 27 16:29:02.512140 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54022) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:02.583252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2d2d-aa0a-4a97-bf6b-abe8105143b7 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.597668 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2d2d-aa0a-4a97-bf6b-abe8105143b7 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.660723 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.744099 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2d2d-aa0a-4a97-bf6b-abe8105143b7 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.761762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ddb2d2d-aa0a-4a97-bf6b-abe8105143b7 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:02.765723 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2ddb2d2d-aa0a-4a97-bf6b-abe8105143b7 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/defceffc-ac48-4b93-a060-f5b0fe0f2b1b HTTP/1.1" status: 204 len: 168 time: 0.2571633 Oct 27 16:29:02.766668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb2d2d-aa0a-4a97-bf6b-abe8105143b7 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=defceffc-ac48-4b93-a060-f5b0fe0f2b1b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:02.770425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54032) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:02.808046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8262e942-206f-45a7-854a-0e21c41a6037 req-f071572a-65aa-43c5-9e85-1c5db2768e95 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2242212 Oct 27 16:29:02.880893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0792c8ba-e420-4a70-a211-3aa9fbd5fece req-ec306cc5-86ec-44a0-9501-a3dad2f16082 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:02.882516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0792c8ba-e420-4a70-a211-3aa9fbd5fece req-ec306cc5-86ec-44a0-9501-a3dad2f16082 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1095 time: 0.1546395 Oct 27 16:29:02.884342 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ffd9dac7-9c15-4118-a33a-aad7b6767daf tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1060350 Oct 27 16:29:02.885165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54034) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:02.889705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7e47a7b1-0554-4986-aaa6-e53150974dca tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '4b132ceb-cc6c-4ecf-b1f1-e10a7fd1f59b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:03.037606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e47a7b1-0554-4986-aaa6-e53150974dca tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.102232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262e942-206f-45a7-854a-0e21c41a6037 req-774be7c1-8282-4579-be2f-e61fb81f0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:03.103735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8262e942-206f-45a7-854a-0e21c41a6037 req-774be7c1-8282-4579-be2f-e61fb81f0851 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 1097 time: 0.2259386 Oct 27 16:29:03.124682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e47a7b1-0554-4986-aaa6-e53150974dca tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.149023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0792c8ba-e420-4a70-a211-3aa9fbd5fece req-5fad02ca-5fea-4dc4-b1eb-7083af059bdc tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217460 Oct 27 16:29:03.204202 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e47a7b1-0554-4986-aaa6-e53150974dca tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.218978 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:29:03.235114 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47a7b1-0554-4986-aaa6-e53150974dca tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279b6026-b9c2-410a-9ae5-7cf09fcd3839,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:03.311457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262e942-206f-45a7-854a-0e21c41a6037 req-735769b7-f5ea-4602-90e1-de47fdcb41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:03.315041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:03.315546 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8262e942-206f-45a7-854a-0e21c41a6037 req-735769b7-f5ea-4602-90e1-de47fdcb41cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 HTTP/1.1" status: 200 len: 898 time: 0.1691797 Oct 27 16:29:03.339103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e47a7b1-0554-4986-aaa6-e53150974dca tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.341667 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7e47a7b1-0554-4986-aaa6-e53150974dca tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4553533 Oct 27 16:29:03.351384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54042) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:03.369732 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-713b6748-4438-41f6-81fa-dbdf76675909 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules/279b6026-b9c2-410a-9ae5-7cf09fcd3839 HTTP/1.1" status: 200 len: 763 time: 0.0237978 Oct 27 16:29:03.373115 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54044) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:03.419685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8262e942-206f-45a7-854a-0e21c41a6037 req-88d3d2e0-4b72-478f-86a9-a03875801f80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=c0689547-ee17-43bb-94fb-2c04dbd4b3e3 HTTP/1.1" status: 200 len: 1001 time: 0.0959513 Oct 27 16:29:03.453398 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-253ecf05-0bda-4c5d-8478-64ca75fa0899 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0787797 Oct 27 16:29:03.456871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54046) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:03.509365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5d03bac6-7f1d-4f14-9507-1ee178c24bee tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.510980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262e942-206f-45a7-854a-0e21c41a6037 req-51178707-33c6-404c-a0fe-aad5b5ae6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:03.512561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8262e942-206f-45a7-854a-0e21c41a6037 req-51178707-33c6-404c-a0fe-aad5b5ae6ead service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3be4275-9261-4d72-a8f3-386dda2f41d3 HTTP/1.1" status: 200 len: 838 time: 0.0664275 Oct 27 16:29:03.521964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5d03bac6-7f1d-4f14-9507-1ee178c24bee tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.523713 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.560075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:29:03.561936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:03.562582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.642904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5d03bac6-7f1d-4f14-9507-1ee178c24bee tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.650964 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5d03bac6-7f1d-4f14-9507-1ee178c24bee tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.656389 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5d03bac6-7f1d-4f14-9507-1ee178c24bee tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/279b6026-b9c2-410a-9ae5-7cf09fcd3839 HTTP/1.1" status: 204 len: 168 time: 0.1976593 Oct 27 16:29:03.671755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54052) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:03.718217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54054) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:03.718979 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.734366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03bac6-7f1d-4f14-9507-1ee178c24bee tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=279b6026-b9c2-410a-9ae5-7cf09fcd3839,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:03.777987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b849f5e1-9415-4daa-83af-bdc5fa548d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:03.782054 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fa13ed-ddec-4d95-989d-606ffff555da" -d '{"events": [{"server_uuid": "b849f5e1-9415-4daa-83af-bdc5fa548d1d", "name": "network-vif-plugged", "status": "completed", "tag": "4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:03.800969 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-288c170d-7fa5-4ccf-a859-7a9ff638f230 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1262887 Oct 27 16:29:03.806362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54062) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:03.809677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:03.817734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-970c12df-1f43-47c7-8424-1c3d369da29e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Request body: {'security_group_rule': {'security_group_id': '4b132ceb-cc6c-4ecf-b1f1-e10a7fd1f59b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:03.892668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262e942-206f-45a7-854a-0e21c41a6037 req-9372c80e-ddef-4bdd-9428-4b42533b58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:03.894255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8262e942-206f-45a7-854a-0e21c41a6037 req-9372c80e-ddef-4bdd-9428-4b42533b58b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3738184 Oct 27 16:29:03.934910 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:03.946567 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-970c12df-1f43-47c7-8424-1c3d369da29e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.078254 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:04.085498 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-970c12df-1f43-47c7-8424-1c3d369da29e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.114201 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d41d2a2-78a6-49c6-9fa5-852f151391db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.170160 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-970c12df-1f43-47c7-8424-1c3d369da29e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.196649 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8262e942-206f-45a7-854a-0e21c41a6037 req-20bc3a92-9d04-4812-8b63-6a3b64c9e478 service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775583 Oct 27 16:29:04.287181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c12df-1f43-47c7-8424-1c3d369da29e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae5a3a5-642f-4a37-9e2c-d1a40380d470,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:04.369503 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d41d2a2-78a6-49c6-9fa5-852f151391db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.388227 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f7ddd5-098e-4839-8768-ffd51d4468b3 x-openstack-request-id: req-90f7ddd5-098e-4839-8768-ffd51d4468b3 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:04.388737 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b849f5e1-9415-4daa-83af-bdc5fa548d1d", "name": "network-vif-plugged", "status": "completed", "tag": "4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:04.389162 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90f7ddd5-098e-4839-8768-ffd51d4468b3 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:04.389723 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b849f5e1-9415-4daa-83af-bdc5fa548d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b', 'code': 200} Oct 27 16:29:04.390785 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8262e942-206f-45a7-854a-0e21c41a6037 req-2325c44a-89ed-42b6-b1aa-53d60cc441b1 service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498971 Oct 27 16:29:04.431808 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-970c12df-1f43-47c7-8424-1c3d369da29e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.433556 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-970c12df-1f43-47c7-8424-1c3d369da29e tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6260030 Oct 27 16:29:04.435490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff5ad3-d40d-42f5-841e-2d3740e9dffe req-dfc84b13-698c-4d52-9d15-b465de35b316 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:04.437105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3cff5ad3-d40d-42f5-841e-2d3740e9dffe req-dfc84b13-698c-4d52-9d15-b465de35b316 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1096 time: 0.0651729 Oct 27 16:29:04.442545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54072) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:04.444659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting port e6458351-61c2-4a98-b398-ebab1d32956f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:04.444997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.495333 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6d41d2a2-78a6-49c6-9fa5-852f151391db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.549377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-721e3b2d-d577-4483-9e15-b7b766464f59 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules/0ae5a3a5-642f-4a37-9e2c-d1a40380d470 HTTP/1.1" status: 200 len: 764 time: 0.0995588 Oct 27 16:29:04.552903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54076) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:04.599165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41d2a2-78a6-49c6-9fa5-852f151391db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9dd789-e92b-470c-9edf-5feb23709ff0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:04.600843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3cff5ad3-d40d-42f5-841e-2d3740e9dffe req-1bb817bf-523f-4f5f-b27d-24a2fb762fa7 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515284 Oct 27 16:29:04.633390 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6d41d2a2-78a6-49c6-9fa5-852f151391db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9db42a29409e4ea7922e687b3bd2f9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9139936 Oct 27 16:29:04.636601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54078) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:04.679611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4083949-00ae-4519-b6f4-0d571c0c9dc5 req-f087aa33-528a-4a76-b131-5e5397a0f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:04.682643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4083949-00ae-4519-b6f4-0d571c0c9dc5 req-f087aa33-528a-4a76-b131-5e5397a0f7c6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1096 time: 0.1921732 Oct 27 16:29:04.688295 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a923f63f-7cf7-4f9f-b613-c14c409b137f tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1337581 Oct 27 16:29:04.690886 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54082) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:04.695386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] For port e6458351-61c2-4a98-b398-ebab1d32956f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e6458351-61c2-4a98-b398-ebab1d32956f,segment=NetworkSegment(b98db5b6-9d93-4e96-b865-e92a02a81849),segment_id=b98db5b6-9d93-4e96-b865-e92a02a81849)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:04.695752 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.779078 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72a46aac-6fa8-4523-bf24-ae31be9db46b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.795373 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72a46aac-6fa8-4523-bf24-ae31be9db46b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.820177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Calling delete_port for e6458351-61c2-4a98-b398-ebab1d32956f owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:04.867755 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4083949-00ae-4519-b6f4-0d571c0c9dc5 req-78043d9d-ecf5-4f00-80d3-5afcdf0bb496 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691065 Oct 27 16:29:04.940159 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5eeccd30-e757-40c9-8afe-05f9e1ef7d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.952175 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72a46aac-6fa8-4523-bf24-ae31be9db46b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.964460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72a46aac-6fa8-4523-bf24-ae31be9db46b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:04.966795 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-72a46aac-6fa8-4523-bf24-ae31be9db46b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0ae5a3a5-642f-4a37-9e2c-d1a40380d470 HTTP/1.1" status: 204 len: 168 time: 0.2746372 Oct 27 16:29:04.970465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54084) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:04.976010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a46aac-6fa8-4523-bf24-ae31be9db46b tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ae5a3a5-642f-4a37-9e2c-d1a40380d470,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:04.995486 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5eeccd30-e757-40c9-8afe-05f9e1ef7d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.182083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-96e02b8a-ffe9-45dd-97f1-81e8431f5458 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2093227 Oct 27 16:29:05.184797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54090) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:05.255930 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4eff8e5-1033-4ece-9068-ebe7d6ae7600 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.317287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4eff8e5-1033-4ece-9068-ebe7d6ae7600 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.333648 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5eeccd30-e757-40c9-8afe-05f9e1ef7d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.336187 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5eeccd30-e757-40c9-8afe-05f9e1ef7d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.337329 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5eeccd30-e757-40c9-8afe-05f9e1ef7d63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe9dd789-e92b-470c-9edf-5feb23709ff0 HTTP/1.1" status: 204 len: 168 time: 0.6830096 Oct 27 16:29:05.353575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeccd30-e757-40c9-8afe-05f9e1ef7d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9dd789-e92b-470c-9edf-5feb23709ff0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:05.438304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.471910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Port': ['ID=e6458351-61c2-4a98-b398-ebab1d32956f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:05.473503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4eff8e5-1033-4ece-9068-ebe7d6ae7600 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.482482 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4eff8e5-1033-4ece-9068-ebe7d6ae7600 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.483631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e4eff8e5-1033-4ece-9068-ebe7d6ae7600 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "DELETE /v2.0/security-groups/4b132ceb-cc6c-4ecf-b1f1-e10a7fd1f59b HTTP/1.1" status: 204 len: 168 time: 0.2976980 Oct 27 16:29:05.487130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54102) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:05.566453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eff8e5-1033-4ece-9068-ebe7d6ae7600 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b132ceb-cc6c-4ecf-b1f1-e10a7fd1f59b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:05.587371 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cb8b89ae-a7ad-40cb-b221-4cbb18ac807d tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0987451 Oct 27 16:29:05.591324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54104) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:05.698518 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-66732805-d35f-4b1e-9bb8-34fa81dad1a7 tempest-SecGroupTest-599143992 tempest-SecGroupTest-599143992-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1052587 Oct 27 16:29:05.803948 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c34c2-3d5b-47a3-b924-ee4abffef2a2 req-4e4c4754-2c39-4cfa-8730-92d57e014ca8 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:05.805555 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-494c34c2-3d5b-47a3-b924-ee4abffef2a2 req-4e4c4754-2c39-4cfa-8730-92d57e014ca8 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1096 time: 0.0769348 Oct 27 16:29:05.818168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:05.892887 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-494c34c2-3d5b-47a3-b924-ee4abffef2a2 req-cdea2447-f8d6-42f9-bc5f-22e94c14fadf tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674462 Oct 27 16:29:06.084015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router 7bf1db7a-8df0-421d-b265-e5041547e8b1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:29:06.241938 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efbba095-a9f8-4d5e-9b4d-63b7caeee2fd req-aab44635-85de-4d20-8423-885da51f88cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898082 Oct 27 16:29:06.386548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbba095-a9f8-4d5e-9b4d-63b7caeee2fd req-eb270a12-465c-4eec-80cb-ae0daa1411d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:06.388363 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efbba095-a9f8-4d5e-9b4d-63b7caeee2fd req-eb270a12-465c-4eec-80cb-ae0daa1411d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=490337c9f6284ffc849850300039733c&device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 1097 time: 0.0671306 Oct 27 16:29:06.558912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:29:06.564869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-eea74cab-fca2-4023-98d6-18a73ab0e984 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "PUT /v2.0/routers/7bf1db7a-8df0-421d-b265-e5041547e8b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1003320 Oct 27 16:29:06.574406 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe026ab7-b6e4-4152-85c6-466c308eb919 None None] Sync routers for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:29:06.601093 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe026ab7-b6e4-4152-85c6-466c308eb919 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:06.601727 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fe026ab7-b6e4-4152-85c6-466c308eb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:06.603471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbba095-a9f8-4d5e-9b4d-63b7caeee2fd req-feba4905-126f-4547-83e3-81224986a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:06.605524 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efbba095-a9f8-4d5e-9b4d-63b7caeee2fd req-feba4905-126f-4547-83e3-81224986a0eb service neutron] 10.222.0.54 "GET /v2.0/networks?id=915b3ed1-d12e-4f2b-87f4-52c90a84ca17 HTTP/1.1" status: 200 len: 914 time: 0.1907914 Oct 27 16:29:06.709149 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efbba095-a9f8-4d5e-9b4d-63b7caeee2fd req-7eab9898-f734-4c2c-9544-fe715af16757 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0e3775d-a9ad-44e2-ae16-ff03e34ab508 HTTP/1.1" status: 200 len: 217 time: 0.0957015 Oct 27 16:29:06.782756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38755b4d-e4d8-45a5-803c-1a2056d06bc6 req-9a771906-6fc2-4aea-95cf-62f7af7c16b7 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:06.783545 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-fe026ab7-b6e4-4152-85c6-466c308eb919 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:06.784865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38755b4d-e4d8-45a5-803c-1a2056d06bc6 req-9a771906-6fc2-4aea-95cf-62f7af7c16b7 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 946 time: 0.0743344 Oct 27 16:29:06.802692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbba095-a9f8-4d5e-9b4d-63b7caeee2fd req-82754e3f-d848-4359-96c8-3ea5e7e9a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:06.810066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efbba095-a9f8-4d5e-9b4d-63b7caeee2fd req-82754e3f-d848-4359-96c8-3ea5e7e9a2a0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5405403-8afc-4fdb-9f0a-dcaefdd82d2f HTTP/1.1" status: 200 len: 853 time: 0.0923979 Oct 27 16:29:06.841762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54140) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:06.852778 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38755b4d-e4d8-45a5-803c-1a2056d06bc6 req-da6637b7-cf2f-4314-9764-360297046c77 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600584 Oct 27 16:29:06.893271 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efbba095-a9f8-4d5e-9b4d-63b7caeee2fd req-2e04d2a9-d74f-4a86-a183-46aa2e6d1d6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915b3ed1-d12e-4f2b-87f4-52c90a84ca17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728064 Oct 27 16:29:07.127490 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efbba095-a9f8-4d5e-9b4d-63b7caeee2fd req-9f63559d-6006-42fc-adbd-5aab067d1751 service neutron] 10.222.0.54 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263877 Oct 27 16:29:07.238528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab19ec-8dc6-460a-93ad-516b0bca7724 req-8504471c-f2f9-4d38-a773-79482124203a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:07.248939 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6aab19ec-8dc6-460a-93ad-516b0bca7724 req-8504471c-f2f9-4d38-a773-79482124203a tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1096 time: 0.1837490 Oct 27 16:29:07.320770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-22ba755b-2984-4683-a186-bc23602ed3ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9286522b390477e8b8d7ca0d5d9e214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549787 Oct 27 16:29:07.323298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54156) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:07.366313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0a052-3656-4166-b868-39a5b4379442 req-1cb3a908-bdbc-4179-a607-0ca711fe6171 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:07.369166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34f0a052-3656-4166-b868-39a5b4379442 req-1cb3a908-bdbc-4179-a607-0ca711fe6171 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 946 time: 0.0917468 Oct 27 16:29:07.400800 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efbba095-a9f8-4d5e-9b4d-63b7caeee2fd req-eb2ca0db-a9b2-43db-8835-b62409c8dc0c service neutron] 10.222.0.54 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632618 Oct 27 16:29:07.433010 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34f0a052-3656-4166-b868-39a5b4379442 req-900b722a-c21b-401f-aa8d-f7e5b7a304f0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571792 Oct 27 16:29:07.464604 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fe026ab7-b6e4-4152-85c6-466c308eb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 6, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4e99cac9-0255-4086-8c51-88675b0c4e4d', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'port_id': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'fixed_ip_address': '172.20.0.25', 'status': 'ACTIVE', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'mac_address': 'fa:16:3e:61:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:27:30Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 1, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:07.506138 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe026ab7-b6e4-4152-85c6-466c308eb919 None None] Checking router: 7bf1db7a-8df0-421d-b265-e5041547e8b1 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:29:07.515510 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe026ab7-b6e4-4152-85c6-466c308eb919 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:07.516586 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fe026ab7-b6e4-4152-85c6-466c308eb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:07.521471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6aab19ec-8dc6-460a-93ad-516b0bca7724 req-03a07d43-ef79-487d-ba95-a23430e8c061 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106833 Oct 27 16:29:07.535100 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c47ba400-e300-4545-8527-36cd77a27ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:07.585818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c47ba400-e300-4545-8527-36cd77a27ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:07.687124 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-fe026ab7-b6e4-4152-85c6-466c308eb919 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:07.690863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779c05-1432-432a-9654-30e96e109bf0 req-8d83c8a8-8bf0-43dd-90ef-0f5190c76af9 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:07.701766 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8f779c05-1432-432a-9654-30e96e109bf0 req-8d83c8a8-8bf0-43dd-90ef-0f5190c76af9 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1096 time: 0.0884788 Oct 27 16:29:07.706145 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c47ba400-e300-4545-8527-36cd77a27ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:07.709617 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c47ba400-e300-4545-8527-36cd77a27ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:07.710921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c47ba400-e300-4545-8527-36cd77a27ba0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f6b7daa-c2ad-4c74-9523-27094050e9e4 HTTP/1.1" status: 204 len: 168 time: 0.3863094 Oct 27 16:29:07.726017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ba400-e300-4545-8527-36cd77a27ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6b7daa-c2ad-4c74-9523-27094050e9e4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:07.801292 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8f779c05-1432-432a-9654-30e96e109bf0 req-a6be8833-5468-4ab0-904d-b3bc8b5d2a02 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967517 Oct 27 16:29:07.966812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d839d2-b6ec-4f7e-9184-ec9fe4db0f95 req-31b069eb-4560-4270-adb3-3e9452c4c4c3 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:07.968848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2d839d2-b6ec-4f7e-9184-ec9fe4db0f95 req-31b069eb-4560-4270-adb3-3e9452c4c4c3 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1096 time: 0.0479567 Oct 27 16:29:08.004023 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-fe026ab7-b6e4-4152-85c6-466c308eb919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 6, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4e99cac9-0255-4086-8c51-88675b0c4e4d', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'port_id': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'fixed_ip_address': '172.20.0.25', 'status': 'ACTIVE', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'mac_address': 'fa:16:3e:61:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:27:30Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 1, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:08.021558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06950c-fe70-4252-af17-ff919c89aa62 req-48cac96f-ca37-43a7-a85e-7c9f08a16f12 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:08.023882 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b06950c-fe70-4252-af17-ff919c89aa62 req-48cac96f-ca37-43a7-a85e-7c9f08a16f12 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 946 time: 0.0613565 Oct 27 16:29:08.026084 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2d839d2-b6ec-4f7e-9184-ec9fe4db0f95 req-b0586414-acc1-4fca-93b4-26291e2f8a24 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466998 Oct 27 16:29:08.061409 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe026ab7-b6e4-4152-85c6-466c308eb919 None None] The sync data for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 is: [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 6, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4e99cac9-0255-4086-8c51-88675b0c4e4d', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.33', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'port_id': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'fixed_ip_address': '172.20.0.25', 'status': 'ACTIVE', 'standard_attr_id': 2899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'mac_address': 'fa:16:3e:61:76:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:27:30Z', 'updated_at': '2021-10-27T16:27:35Z', 'revision_number': 1, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:29:08.099815 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b06950c-fe70-4252-af17-ff919c89aa62 req-6d4c5baa-a34f-44f0-b5c5-2182cc3325ed tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637984 Oct 27 16:29:08.416707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8606d57-7892-42a4-bb3c-37293bfa07d2 req-78aeb07a-ad1c-425a-9dec-736b74a98298 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:08.420846 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b8606d57-7892-42a4-bb3c-37293bfa07d2 req-78aeb07a-ad1c-425a-9dec-736b74a98298 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.54 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 946 time: 0.1131530 Oct 27 16:29:08.491521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e6458351-61c2-4a98-b398-ebab1d32956f no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:08.558008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e6458351-61c2-4a98-b398-ebab1d32956f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:08.558421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e6458351-61c2-4a98-b398-ebab1d32956f not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:08.616128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-b8606d57-7892-42a4-bb3c-37293bfa07d2 req-8845ca09-f2e2-4315-aefc-aa686deb30aa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Deleting port d0e3775d-a9ad-44e2-ae16-ff03e34ab508 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:08.616441 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b8606d57-7892-42a4-bb3c-37293bfa07d2 req-8845ca09-f2e2-4315-aefc-aa686deb30aa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:08.623617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-28c55026-9dc1-44af-9026-8a7208dc73f0 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:08.626121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-28c55026-9dc1-44af-9026-8a7208dc73f0 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/networks?id=dea03ebf-a3b1-44ca-9750-d358121adc5e HTTP/1.1" status: 200 len: 911 time: 0.1830575 Oct 27 16:29:08.652933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-89659a9b-f7a2-413b-9bf5-456c936827e8 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/quotas/c2f9d60a84cb48b08b9200e96e417813 HTTP/1.1" status: 200 len: 375 time: 0.0174592 Oct 27 16:29:08.774988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b5362-58eb-45b0-b55d-77fd6ec9faf7 req-150cbccb-184c-4535-ac71-e3ba13a507f5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:08.776964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-587b5362-58eb-45b0-b55d-77fd6ec9faf7 req-150cbccb-184c-4535-ac71-e3ba13a507f5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 946 time: 0.1498215 Oct 27 16:29:08.783716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-8b1fefba-030c-420e-be70-7ef937494618 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=c2f9d60a84cb48b08b9200e96e417813&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1151161 Oct 27 16:29:08.795218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91386f59-359a-407b-974d-66dc646567ba req-ec99857f-520d-4ba1-b94b-5034f2fafe71 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:08.803263 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-91386f59-359a-407b-974d-66dc646567ba req-ec99857f-520d-4ba1-b94b-5034f2fafe71 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 946 time: 0.1757653 Oct 27 16:29:08.890214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-91386f59-359a-407b-974d-66dc646567ba req-792595dc-1e65-4d3a-ab05-15ae8ebee9aa tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841382 Oct 27 16:29:08.899730 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-b8606d57-7892-42a4-bb3c-37293bfa07d2 req-8845ca09-f2e2-4315-aefc-aa686deb30aa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] For port d0e3775d-a9ad-44e2-ae16-ff03e34ab508, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=d0e3775d-a9ad-44e2-ae16-ff03e34ab508,segment=NetworkSegment(9ad5c50e-b8e9-46fc-837a-6eea98d25e6d),segment_id=9ad5c50e-b8e9-46fc-837a-6eea98d25e6d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:08.900155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b8606d57-7892-42a4-bb3c-37293bfa07d2 req-8845ca09-f2e2-4315-aefc-aa686deb30aa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:08.924487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-b8606d57-7892-42a4-bb3c-37293bfa07d2 req-8845ca09-f2e2-4315-aefc-aa686deb30aa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Calling delete_port for d0e3775d-a9ad-44e2-ae16-ff03e34ab508 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:08.969546 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-bd44a46e-5082-4a6c-b225-358236968048 service neutron] 10.222.0.15 "GET /v2.0/networks/dea03ebf-a3b1-44ca-9750-d358121adc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764390 Oct 27 16:29:08.988130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-587b5362-58eb-45b0-b55d-77fd6ec9faf7 req-46c99ca6-38cd-4051-adba-e6770fa59b02 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:08.988519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-587b5362-58eb-45b0-b55d-77fd6ec9faf7 req-46c99ca6-38cd-4051-adba-e6770fa59b02 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.192739 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b8606d57-7892-42a4-bb3c-37293bfa07d2 req-8845ca09-f2e2-4315-aefc-aa686deb30aa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.205246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['d0e3775d-a9ad-44e2-ae16-ff03e34ab508'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:09.248801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-587b5362-58eb-45b0-b55d-77fd6ec9faf7 req-46c99ca6-38cd-4051-adba-e6770fa59b02 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] For port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8,segment=NetworkSegment(b98db5b6-9d93-4e96-b865-e92a02a81849),segment_id=b98db5b6-9d93-4e96-b865-e92a02a81849)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:09.254328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-587b5362-58eb-45b0-b55d-77fd6ec9faf7 req-46c99ca6-38cd-4051-adba-e6770fa59b02 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.288859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-587b5362-58eb-45b0-b55d-77fd6ec9faf7 req-46c99ca6-38cd-4051-adba-e6770fa59b02 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Calling delete_port for 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:09.307442 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845ca09-f2e2-4315-aefc-aa686deb30aa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Pushing event deleted for resources: {'Port': ['ID=d0e3775d-a9ad-44e2-ae16-ff03e34ab508,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:09.343702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8606d57-7892-42a4-bb3c-37293bfa07d2 req-8845ca09-f2e2-4315-aefc-aa686deb30aa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] No DVR routers for this DVR port d0e3775d-a9ad-44e2-ae16-ff03e34ab508 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:09.349043 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b8606d57-7892-42a4-bb3c-37293bfa07d2 req-8845ca09-f2e2-4315-aefc-aa686deb30aa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.354338 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b8606d57-7892-42a4-bb3c-37293bfa07d2 req-8845ca09-f2e2-4315-aefc-aa686deb30aa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.54 "DELETE /v2.0/ports/d0e3775d-a9ad-44e2-ae16-ff03e34ab508 HTTP/1.1" status: 204 len: 173 time: 0.9257448 Oct 27 16:29:09.380616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21feee54-f83e-4165-a2d6-a0acf1317fdd', 'name': 'network-vif-deleted', 'tag': 'd0e3775d-a9ad-44e2-ae16-ff03e34ab508'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:09.383432 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d5052-8cd1-4246-a7fe-3513b22160b4" -d '{"events": [{"server_uuid": "21feee54-f83e-4165-a2d6-a0acf1317fdd", "name": "network-vif-deleted", "tag": "d0e3775d-a9ad-44e2-ae16-ff03e34ab508"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:09.389170 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9542a9d-68dd-4e0e-93de-2e1c9920e7d5 req-336327a7-658d-46ef-899e-ebc2b42aa224 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 210 time: 0.1169086 Oct 27 16:29:09.407258 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7399030e-7a31-45dc-a6ad-9c2e3bf01dce service neutron] 10.222.0.15 "GET /v2.0/networks/dea03ebf-a3b1-44ca-9750-d358121adc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071558 Oct 27 16:29:09.609527 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-587b5362-58eb-45b0-b55d-77fd6ec9faf7 req-46c99ca6-38cd-4051-adba-e6770fa59b02 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.701454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c99ca6-38cd-4051-adba-e6770fa59b02 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Port': ['ID=07ce28cf-1d58-46ad-94a1-53b5b5c19bf8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:09.731609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9afb345-2e14-4f22-bbb3-689d1f9f7f33 req-37dcaa6b-9c29-4ab1-a197-1e33b216352b tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 210 time: 0.0340483 Oct 27 16:29:09.753105 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2806a0-6d79-4397-b857-615fd1ca3328 x-openstack-request-id: req-4a2806a0-6d79-4397-b857-615fd1ca3328 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:09.753545 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21feee54-f83e-4165-a2d6-a0acf1317fdd", "name": "network-vif-deleted", "tag": "d0e3775d-a9ad-44e2-ae16-ff03e34ab508", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:09.753545 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a2806a0-6d79-4397-b857-615fd1ca3328 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:09.753796 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21feee54-f83e-4165-a2d6-a0acf1317fdd', 'name': 'network-vif-deleted', 'tag': 'd0e3775d-a9ad-44e2-ae16-ff03e34ab508', 'status': 'completed', 'code': 200} Oct 27 16:29:09.777824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-587b5362-58eb-45b0-b55d-77fd6ec9faf7 req-46c99ca6-38cd-4051-adba-e6770fa59b02 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] No DVR routers for this DVR port 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:09.780812 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-587b5362-58eb-45b0-b55d-77fd6ec9faf7 req-46c99ca6-38cd-4051-adba-e6770fa59b02 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:09.796661 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-587b5362-58eb-45b0-b55d-77fd6ec9faf7 req-46c99ca6-38cd-4051-adba-e6770fa59b02 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.54 "DELETE /v2.0/ports/07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 HTTP/1.1" status: 204 len: 173 time: 1.0004377 Oct 27 16:29:09.796661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cceccfd-f312-4b03-9ebc-0648ad1855fd', 'name': 'network-vif-deleted', 'tag': '07ce28cf-1d58-46ad-94a1-53b5b5c19bf8'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:09.796661 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6e0ceb-e070-4c6d-8ac8-ebe4e8a73cba" -d '{"events": [{"server_uuid": "6cceccfd-f312-4b03-9ebc-0648ad1855fd", "name": "network-vif-deleted", "tag": "07ce28cf-1d58-46ad-94a1-53b5b5c19bf8"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:09.840141 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496a5196-50a8-4bc2-8346-0a20d508cc1d x-openstack-request-id: req-496a5196-50a8-4bc2-8346-0a20d508cc1d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:09.840431 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cceccfd-f312-4b03-9ebc-0648ad1855fd", "name": "network-vif-deleted", "tag": "07ce28cf-1d58-46ad-94a1-53b5b5c19bf8", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:09.841415 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-496a5196-50a8-4bc2-8346-0a20d508cc1d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:09.842177 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cceccfd-f312-4b03-9ebc-0648ad1855fd', 'name': 'network-vif-deleted', 'tag': '07ce28cf-1d58-46ad-94a1-53b5b5c19bf8', 'status': 'completed', 'code': 200} Oct 27 16:29:10.014850 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d04dde3b-b3ea-4fdc-8c5a-9b7b5b873c8c req-bbc19739-f9b9-4733-a8a9-a32e2c0816bb tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 210 time: 0.0534761 Oct 27 16:29:10.328283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54250) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:10.536386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7da74356-3b09-42d2-a38b-2dac0de1b161 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:10.536934 n-d-815689-1 neutron-server[109723]: WARNING neutron.api.v2.base [None req-7da74356-3b09-42d2-a38b-2dac0de1b161 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 16:29:10.537669 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-7da74356-3b09-42d2-a38b-2dac0de1b161 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:29:10.538733 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7da74356-3b09-42d2-a38b-2dac0de1b161 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2087998 Oct 27 16:29:10.542810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54266) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:10.548522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3d7bbb50-7edc-44dd-9e4e-2058e967fc8d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060163419'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:10.615115 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41efbe20-b9b5-4152-ac76-d83c1921d585 req-e9b6db98-f5bf-466d-b4e5-13a73fd618a8 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=21feee54-f83e-4165-a2d6-a0acf1317fdd HTTP/1.1" status: 200 len: 210 time: 0.0483963 Oct 27 16:29:10.704924 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3d7bbb50-7edc-44dd-9e4e-2058e967fc8d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:10.717432 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3d7bbb50-7edc-44dd-9e4e-2058e967fc8d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:10.823357 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3d7bbb50-7edc-44dd-9e4e-2058e967fc8d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:10.866512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-26bf3cb7-8ce4-4109-8584-12622d1a989e req-dfac2ece-62c5-49c6-94b9-3294fdb15999 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 210 time: 0.0428197 Oct 27 16:29:10.956082 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3d7bbb50-7edc-44dd-9e4e-2058e967fc8d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.019480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bbb50-7edc-44dd-9e4e-2058e967fc8d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e7f938-75d0-4554-b117-e164cb201ccb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:11.065073 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3d7bbb50-7edc-44dd-9e4e-2058e967fc8d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.134225 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4588a26b-dab5-4e35-beff-1ed55dbeda7a req-9208c121-dba8-4f66-a64e-1355cd38e663 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cceccfd-f312-4b03-9ebc-0648ad1855fd HTTP/1.1" status: 200 len: 210 time: 0.0302424 Oct 27 16:29:11.160944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3d7bbb50-7edc-44dd-9e4e-2058e967fc8d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.192468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bbb50-7edc-44dd-9e4e-2058e967fc8d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c636f3-094f-41f4-a4df-98395861aaa0,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:11.289846 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3d7bbb50-7edc-44dd-9e4e-2058e967fc8d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.291135 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3d7bbb50-7edc-44dd-9e4e-2058e967fc8d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7470272 Oct 27 16:29:11.294037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54288) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:11.299216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4ebbb4f5-cd18-4423-9075-b4973364f84a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': 'f9c636f3-094f-41f4-a4df-98395861aaa0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:11.413698 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb4f5-cd18-4423-9075-b4973364f84a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.475177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb4f5-cd18-4423-9075-b4973364f84a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.557406 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb4f5-cd18-4423-9075-b4973364f84a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.579968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbb4f5-cd18-4423-9075-b4973364f84a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036df401-573a-4d86-a012-aafeec55fa86,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:11.676500 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ebbb4f5-cd18-4423-9075-b4973364f84a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.678532 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4ebbb4f5-cd18-4423-9075-b4973364f84a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3834074 Oct 27 16:29:11.679314 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54298) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:11.692769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6205bc5f-c3c9-4c82-86c0-a80c84923f2a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': 'f9c636f3-094f-41f4-a4df-98395861aaa0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:11.813600 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6205bc5f-c3c9-4c82-86c0-a80c84923f2a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:11.959518 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-6205bc5f-c3c9-4c82-86c0-a80c84923f2a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): There was a conflict when trying to complete your request. Oct 27 16:29:11.966165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6205bc5f-c3c9-4c82-86c0-a80c84923f2a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2851150 Oct 27 16:29:11.968659 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54308) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:12.046884 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-898a73e9-6837-42ca-bd94-dd948e5e90ed req-9531da81-f700-4e52-b499-58e74bb6c516 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 210 time: 0.0339627 Oct 27 16:29:12.085624 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c0dfe4c-dcf5-4a60-bad7-c2a2fb9dbfe6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.112526 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c0dfe4c-dcf5-4a60-bad7-c2a2fb9dbfe6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.190292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-8e6b8c55-ee15-45a0-b584-7ac151d092e2 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:12.193438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-8e6b8c55-ee15-45a0-b584-7ac151d092e2 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.54 "GET /v2.0/networks?id=dea03ebf-a3b1-44ca-9750-d358121adc5e HTTP/1.1" status: 200 len: 911 time: 0.1436324 Oct 27 16:29:12.207508 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54320) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:12.210121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Request body: {'port': {'device_id': 'e69e4ac7-c2b7-4839-a68b-d542cf89b695', 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e', 'admin_state_up': True, 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:12.320954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9ad92a7a-8656-4e88-97d5-e6e996e9713c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.330237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Made reservation on behalf of c2f9d60a84cb48b08b9200e96e417813 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:12.333082 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.351944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9ad92a7a-8656-4e88-97d5-e6e996e9713c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.362031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c0dfe4c-dcf5-4a60-bad7-c2a2fb9dbfe6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.366054 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1c0dfe4c-dcf5-4a60-bad7-c2a2fb9dbfe6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.367325 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1c0dfe4c-dcf5-4a60-bad7-c2a2fb9dbfe6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "DELETE /v2.0/security-groups/f9c636f3-094f-41f4-a4df-98395861aaa0 HTTP/1.1" status: 204 len: 168 time: 0.3965433 Oct 27 16:29:12.369499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54326) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:12.417634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dfe4c-dcf5-4a60-bad7-c2a2fb9dbfe6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c636f3-094f-41f4-a4df-98395861aaa0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:12.536642 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4095b582-8387-44c7-8eff-e35aee641d75 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1656830 Oct 27 16:29:12.540468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54332) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:12.545318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c5aa1d11-e72c-41da-be40-e290fc1a818f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815164103'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:12.588385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9ad92a7a-8656-4e88-97d5-e6e996e9713c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.594466 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9ad92a7a-8656-4e88-97d5-e6e996e9713c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.596241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9ad92a7a-8656-4e88-97d5-e6e996e9713c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/security-groups/ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77 HTTP/1.1" status: 204 len: 168 time: 0.3879085 Oct 27 16:29:12.606903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad92a7a-8656-4e88-97d5-e6e996e9713c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1ab997-fcce-4f02-b0c1-9cbbb57dbe77,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:12.622692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Allocated IP 172.20.0.14 (dea03ebf-a3b1-44ca-9750-d358121adc5e/37b8a0d7-e0fd-4ede-8163-295319226423/6870ed26-5d11-4288-9b5a-0560482a0bf0) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:12.654354 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1d11-e72c-41da-be40-e290fc1a818f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.696384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54338) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:12.769954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1d11-e72c-41da-be40-e290fc1a818f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.842256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-193cd8fc-7b1b-486f-8503-41a365588b14 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting subnet e0997f83-ebcd-4375-b5b1-62d582ad1296 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:29:12.848918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-193cd8fc-7b1b-486f-8503-41a365588b14 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.895003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1d11-e72c-41da-be40-e290fc1a818f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.915473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-193cd8fc-7b1b-486f-8503-41a365588b14 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:12.958701 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa1d11-e72c-41da-be40-e290fc1a818f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e9574f-ccd3-4905-ac39-e7b2d796dd89,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:12.963519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.018575 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1d11-e72c-41da-be40-e290fc1a818f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.018575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c5aa1d11-e72c-41da-be40-e290fc1a818f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4755013 Oct 27 16:29:13.020174 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54352) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:13.024718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b5a8f391-2e0b-4506-bcbd-4327af995082 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '18e9574f-ccd3-4905-ac39-e7b2d796dd89', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:13.025198 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-b5a8f391-2e0b-4506-bcbd-4327af995082 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 27 16:29:13.026261 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-b5a8f391-2e0b-4506-bcbd-4327af995082 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:13.026988 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b5a8f391-2e0b-4506-bcbd-4327af995082 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055096 Oct 27 16:29:13.029914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:13.064306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-193cd8fc-7b1b-486f-8503-41a365588b14 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.097344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96ec523e-c834-49af-b4c2-00d33304c714 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.120310 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.132078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:13.142159 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96ec523e-c834-49af-b4c2-00d33304c714 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.250963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Network dea03ebf-a3b1-44ca-9750-d358121adc5e is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:13.254953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Pushing event updated for resources: {'Port': ['ID=6870ed26-5d11-4288-9b5a-0560482a0bf0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:13.258901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:13.262501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:13.324266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96ec523e-c834-49af-b4c2-00d33304c714 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.329341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-96ec523e-c834-49af-b4c2-00d33304c714 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.334691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1e1b7-ff36-46b8-bef5-015cf03e7032 req-d8411f3b-ee1b-43c2-bacf-b595d112dfa1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:13.335361 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-96ec523e-c834-49af-b4c2-00d33304c714 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "DELETE /v2.0/security-groups/18e9574f-ccd3-4905-ac39-e7b2d796dd89 HTTP/1.1" status: 204 len: 168 time: 0.3044167 Oct 27 16:29:13.336208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54362) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:13.337090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03f1e1b7-ff36-46b8-bef5-015cf03e7032 req-d8411f3b-ee1b-43c2-bacf-b595d112dfa1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1028 time: 0.1459379 Oct 27 16:29:13.347357 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-193cd8fc-7b1b-486f-8503-41a365588b14 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.360518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:13.361461 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.385698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec523e-c834-49af-b4c2-00d33304c714 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e9574f-ccd3-4905-ac39-e7b2d796dd89,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:13.405159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cd8fc-7b1b-486f-8503-41a365588b14 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Subnet': ['ID=e0997f83-ebcd-4375-b5b1-62d582ad1296,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:13.407439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e97387-cddd-487c-9a06-c947d08450ad None None] Network ddc9e3b5-07f9-4b33-b882-9675f1658cd7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:13.410799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-193cd8fc-7b1b-486f-8503-41a365588b14 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.414316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-193cd8fc-7b1b-486f-8503-41a365588b14 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/subnets/e0997f83-ebcd-4375-b5b1-62d582ad1296 HTTP/1.1" status: 204 len: 168 time: 0.7162638 Oct 27 16:29:13.417217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54364) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:13.441165 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03f1e1b7-ff36-46b8-bef5-015cf03e7032 req-dddb0fd6-1f19-4c34-ace6-566fffc2fca7 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840297 Oct 27 16:29:13.510138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-7ab2cf4d-7fde-483d-a34e-df263848fac1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3073730 Oct 27 16:29:13.528039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Request body: {'port': {'device_id': 'e69e4ac7-c2b7-4839-a68b-d542cf89b695', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:13.626396 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.652833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d0e3775d-a9ad-44e2-ae16-ff03e34ab508 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:13.698512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: d0e3775d-a9ad-44e2-ae16-ff03e34ab508 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:13.703844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device d0e3775d-a9ad-44e2-ae16-ff03e34ab508 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:13.703844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:13.755076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:13.757002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 07ce28cf-1d58-46ad-94a1-53b5b5c19bf8 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:13.768502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-82b5b6bf-16cb-4609-8773-c6ff89884be0 None None] Provisioning complete for port 6870ed26-5d11-4288-9b5a-0560482a0bf0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:13.769609 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-82b5b6bf-16cb-4609-8773-c6ff89884be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:13.876470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-82b5b6bf-16cb-4609-8773-c6ff89884be0 None None] Port 6870ed26-5d11-4288-9b5a-0560482a0bf0 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:29:13.881831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b4cd1-9b73-44ff-ac24-44600eb2c8da None None] DHCP port deletion for ddc9e3b5-07f9-4b33-b882-9675f1658cd7 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:29:14.018323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6870ed26-5d11-4288-9b5a-0560482a0bf0 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:14.033117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-957b4cd1-9b73-44ff-ac24-44600eb2c8da None None] Deleting port 528a6fbb-049a-4c50-9824-58938fccbba6 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:14.034112 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-957b4cd1-9b73-44ff-ac24-44600eb2c8da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.037482 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.065150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Transition to ACTIVE for port object 6870ed26-5d11-4288-9b5a-0560482a0bf0 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:29:14.124936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-957b4cd1-9b73-44ff-ac24-44600eb2c8da None None] For port 528a6fbb-049a-4c50-9824-58938fccbba6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=528a6fbb-049a-4c50-9824-58938fccbba6,segment=NetworkSegment(b98db5b6-9d93-4e96-b865-e92a02a81849),segment_id=b98db5b6-9d93-4e96-b865-e92a02a81849)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:14.126089 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-957b4cd1-9b73-44ff-ac24-44600eb2c8da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.160448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-957b4cd1-9b73-44ff-ac24-44600eb2c8da None None] Calling delete_port for 528a6fbb-049a-4c50-9824-58938fccbba6 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:14.162815 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.198241 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4f02267c-d272-4395-8730-34bb3a166b00 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8288045 Oct 27 16:29:14.200787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54378) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:14.206047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8d5d0585-58c4-44d5-abf1-f9b525c4e8a1 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038979848'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:14.233528 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.279959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 528a6fbb-049a-4c50-9824-58938fccbba6 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:14.301625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Pushing event updated for resources: {'Port': ['ID=6870ed26-5d11-4288-9b5a-0560482a0bf0,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:14.331344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d5d0585-58c4-44d5-abf1-f9b525c4e8a1 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.537321 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.655515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Attempting to bind port 6870ed26-5d11-4288-9b5a-0560482a0bf0 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:14.658858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Attempting to bind port 6870ed26-5d11-4288-9b5a-0560482a0bf0 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:14.661111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Attempting to bind port 6870ed26-5d11-4288-9b5a-0560482a0bf0 on network dea03ebf-a3b1-44ca-9750-d358121adc5e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:14.678798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Port 6870ed26-5d11-4288-9b5a-0560482a0bf0 on network dea03ebf-a3b1-44ca-9750-d358121adc5e not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:29:14.679118 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting port 528a6fbb-049a-4c50-9824-58938fccbba6 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:14.679472 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.683588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Attempting to bind port 6870ed26-5d11-4288-9b5a-0560482a0bf0 on network dea03ebf-a3b1-44ca-9750-d358121adc5e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:14.701463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:14.704041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Checking segment: {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:14.707285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Bound using segment: {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:14.708108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Bound port: 6870ed26-5d11-4288-9b5a-0560482a0bf0, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:14.710561 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 27 16:29:14.710561 n-d-815689-1 neutron-server[109724]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 27 16:29:14.710561 n-d-815689-1 neutron-server[109724]: [parameters: {'status': 'DOWN', 'ports_id': '528a6fbb-049a-4c50-9824-58938fccbba6'}] Oct 27 16:29:14.710561 n-d-815689-1 neutron-server[109724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:29:14.711107 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:29:14.711377 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.711555 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-957b4cd1-9b73-44ff-ac24-44600eb2c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.769949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b4cd1-9b73-44ff-ac24-44600eb2c8da None None] Pushing event deleted for resources: {'Port': ['ID=528a6fbb-049a-4c50-9824-58938fccbba6,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:14.772187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b4cd1-9b73-44ff-ac24-44600eb2c8da None None] No DVR routers for this DVR port 528a6fbb-049a-4c50-9824-58938fccbba6 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:14.832924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] For port 6870ed26-5d11-4288-9b5a-0560482a0bf0, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:14.837380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] For port 6870ed26-5d11-4288-9b5a-0560482a0bf0, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=6870ed26-5d11-4288-9b5a-0560482a0bf0,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:14.852620 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d5d0585-58c4-44d5-abf1-f9b525c4e8a1 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.878170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] For port 528a6fbb-049a-4c50-9824-58938fccbba6, host n-d-815689-1, got binding levels [] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:14.878765 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.896754 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b0d02-a46c-47e7-b653-cc6621d6689f req-e36d2de8-e4f5-44fd-b688-b45b24283504 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:14.898415 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f05b0d02-a46c-47e7-b653-cc6621d6689f req-e36d2de8-e4f5-44fd-b688-b45b24283504 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1053 time: 0.1744590 Oct 27 16:29:14.899468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Calling delete_port for 528a6fbb-049a-4c50-9824-58938fccbba6 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:14.908021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Port 528a6fbb-049a-4c50-9824-58938fccbba6 was not found and therefore no delete operation was performed {{(pid=109722) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:29:14.908021 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.910334 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.932820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:14.937786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.942322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] 10.222.0.54 "PUT /v2.0/ports/6870ed26-5d11-4288-9b5a-0560482a0bf0 HTTP/1.1" status: 200 len: 1092 time: 1.4241958 Oct 27 16:29:14.947554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69e4ac7-c2b7-4839-a68b-d542cf89b695', 'tag': '6870ed26-5d11-4288-9b5a-0560482a0bf0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:14.948622 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d5d0585-58c4-44d5-abf1-f9b525c4e8a1 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:14.950510 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71044c2c-4e3d-4a9f-8d50-39605807d239" -d '{"events": [{"name": "network-changed", "server_uuid": "e69e4ac7-c2b7-4839-a68b-d542cf89b695", "tag": "6870ed26-5d11-4288-9b5a-0560482a0bf0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:14.951186 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Port': ['ID=528a6fbb-049a-4c50-9824-58938fccbba6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:14.961155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] No DVR routers for this DVR port 528a6fbb-049a-4c50-9824-58938fccbba6 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:15.026581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a9e633-edef-476f-b1b8-7f61feafd05c service neutron] Pushing event updated for resources: {'Port': ['ID=6870ed26-5d11-4288-9b5a-0560482a0bf0,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:15.054353 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a38eb7-e0a2-4ab4-8f4a-3e49627e848a x-openstack-request-id: req-c2a38eb7-e0a2-4ab4-8f4a-3e49627e848a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:15.055455 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69e4ac7-c2b7-4839-a68b-d542cf89b695", "tag": "6870ed26-5d11-4288-9b5a-0560482a0bf0", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:15.056243 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2a38eb7-e0a2-4ab4-8f4a-3e49627e848a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:15.056739 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69e4ac7-c2b7-4839-a68b-d542cf89b695', 'tag': '6870ed26-5d11-4288-9b5a-0560482a0bf0', 'status': 'completed', 'code': 200} Oct 27 16:29:15.102265 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f05b0d02-a46c-47e7-b653-cc6621d6689f req-8637957d-99a3-4d60-b504-c93f818ebf59 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927009 Oct 27 16:29:15.105524 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d0585-58c4-44d5-abf1-f9b525c4e8a1 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd675d-2d48-4a57-b4b4-d97520b92693,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:15.123363 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d5d0585-58c4-44d5-abf1-f9b525c4e8a1 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.123363 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8d5d0585-58c4-44d5-abf1-f9b525c4e8a1 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9154868 Oct 27 16:29:15.130031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54392) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:15.132448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-be172dd8-bcd3-40d5-9ffe-c131a05dc715 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '86bd675d-2d48-4a57-b4b4-d97520b92693', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:15.133008 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-be172dd8-bcd3-40d5-9ffe-c131a05dc715 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 27 16:29:15.133500 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-be172dd8-bcd3-40d5-9ffe-c131a05dc715 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:15.134445 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-be172dd8-bcd3-40d5-9ffe-c131a05dc715 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0093088 Oct 27 16:29:15.136752 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.138837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54394) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:15.143612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044c2c-4e3d-4a9f-8d50-39605807d239 req-136304d2-70b5-4a27-b950-8e2364528700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.147070 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71044c2c-4e3d-4a9f-8d50-39605807d239 req-136304d2-70b5-4a27-b950-8e2364528700 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2f9d60a84cb48b08b9200e96e417813&device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1095 time: 0.0788658 Oct 27 16:29:15.207283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddc9e3b5-07f9-4b33-b882-9675f1658cd7']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:15.228086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98db5b6-9d93-4e96-b865-e92a02a81849') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:15.228790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98db5b6-9d93-4e96-b865-e92a02a81849') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:15.241946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Port 528a6fbb-049a-4c50-9824-58938fccbba6 update to DOWN by agent not found {{(pid=109724) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 27 16:29:15.256483 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.285640 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.296861 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce453991-2218-4f7b-ac1b-2ab181586c33 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.304933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:29:15.305547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:29:15.309952 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:29:15.422143 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce453991-2218-4f7b-ac1b-2ab181586c33 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.473482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044c2c-4e3d-4a9f-8d50-39605807d239 req-8d50c1f4-bac0-4a69-9ae9-14b45d78e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.474996 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71044c2c-4e3d-4a9f-8d50-39605807d239 req-8d50c1f4-bac0-4a69-9ae9-14b45d78e118 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=c2f9d60a84cb48b08b9200e96e417813&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3184891 Oct 27 16:29:15.517153 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.529402 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.533440 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/networks/ddc9e3b5-07f9-4b33-b882-9675f1658cd7 HTTP/1.1" status: 204 len: 168 time: 2.1153789 Oct 27 16:29:15.541812 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54416) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:15.660136 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce453991-2218-4f7b-ac1b-2ab181586c33 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.663105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ce453991-2218-4f7b-ac1b-2ab181586c33 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.668455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54426) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:15.669523 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ce453991-2218-4f7b-ac1b-2ab181586c33 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "DELETE /v2.0/security-groups/86bd675d-2d48-4a57-b4b4-d97520b92693 HTTP/1.1" status: 204 len: 168 time: 0.5295258 Oct 27 16:29:15.687326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59630e0c-6ade-48db-a30d-59d46ef9399d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Network': ['ID=ddc9e3b5-07f9-4b33-b882-9675f1658cd7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:15.730655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce453991-2218-4f7b-ac1b-2ab181586c33 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd675d-2d48-4a57-b4b4-d97520b92693,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:15.773145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b685112c-a790-41e0-9f1f-cbb4343ae2df tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1015444 Oct 27 16:29:15.776176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54428) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:15.782321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-42a8550d-094b-489c-8ca7-295f0557ceac tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group': {'name': 'tempest-secgroup--500799799'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:15.788080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71044c2c-4e3d-4a9f-8d50-39605807d239 req-fcfba97d-5438-41c3-a8ed-1237909d558c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.789605 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-71044c2c-4e3d-4a9f-8d50-39605807d239 req-fcfba97d-5438-41c3-a8ed-1237909d558c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3045902 Oct 27 16:29:15.837260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting port 21bae5be-c40d-4e87-a7ef-47d76a0d382e {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:15.837711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.913623 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42a8550d-094b-489c-8ca7-295f0557ceac tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.926217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-6b9aecfd-0935-4b80-b1e9-e6b294c3f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:15.927694 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-6b9aecfd-0935-4b80-b1e9-e6b294c3f208 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=c2f9d60a84cb48b08b9200e96e417813&device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1095 time: 0.0786359 Oct 27 16:29:15.933037 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.933450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:15.948977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Calling delete_port for 21bae5be-c40d-4e87-a7ef-47d76a0d382e owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:16.095924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-1cb46388-78af-4cf9-b0b2-387889bfdad4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6870ed26-5d11-4288-9b5a-0560482a0bf0 HTTP/1.1" status: 200 len: 217 time: 0.1605244 Oct 27 16:29:16.251101 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42a8550d-094b-489c-8ca7-295f0557ceac tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.260244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-2188035e-40ef-453e-b6e3-12e795d47555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:16.264851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-2188035e-40ef-453e-b6e3-12e795d47555 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=37b8a0d7-e0fd-4ede-8163-295319226423 HTTP/1.1" status: 200 len: 849 time: 0.1410642 Oct 27 16:29:16.309374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f78dcf-b348-41f7-a51f-537e3565c173 req-c6f5ad44-d99f-4e29-b299-d7de7caef350 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:16.311966 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.316755 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08f78dcf-b348-41f7-a51f-537e3565c173 req-c6f5ad44-d99f-4e29-b299-d7de7caef350 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1095 time: 0.1067271 Oct 27 16:29:16.337375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42a8550d-094b-489c-8ca7-295f0557ceac tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.341594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Port': ['ID=21bae5be-c40d-4e87-a7ef-47d76a0d382e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:16.396089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54436) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:16.396573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-32beaa33-2dff-4e1d-ace7-16a6b88212b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:16.398066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-32beaa33-2dff-4e1d-ace7-16a6b88212b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dea03ebf-a3b1-44ca-9750-d358121adc5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277456 Oct 27 16:29:16.418122 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.418655 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Floating IP 4e99cac9-0255-4086-8c51-88675b0c4e4d disassociated (deleted). External IP: 172.25.4.33, port: c0689547-ee17-43bb-94fb-2c04dbd4b3e3. Oct 27 16:29:16.441945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a8550d-094b-489c-8ca7-295f0557ceac tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e6b15a-9c1c-4aa6-9433-1eded7cfd715,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:16.474052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-08f78dcf-b348-41f7-a51f-537e3565c173 req-3f47fa4a-7c55-4797-b7ce-dcec60eed1bb tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505663 Oct 27 16:29:16.514868 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42a8550d-094b-489c-8ca7-295f0557ceac tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.514868 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-42a8550d-094b-489c-8ca7-295f0557ceac tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7366402 Oct 27 16:29:16.517315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54440) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:16.523341 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-693f392e-d041-4b97-be38-2d4356b8d9bd tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': 'c0e6b15a-9c1c-4aa6-9433-1eded7cfd715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:16.524451 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-693f392e-d041-4b97-be38-2d4356b8d9bd tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 27 16:29:16.525142 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-693f392e-d041-4b97-be38-2d4356b8d9bd tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:16.526122 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-693f392e-d041-4b97-be38-2d4356b8d9bd tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076439 Oct 27 16:29:16.529290 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54442) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:16.535013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-310c2aa8-2a76-42f2-b2ce-7db2d787183c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': 'c0e6b15a-9c1c-4aa6-9433-1eded7cfd715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:16.535938 n-d-815689-1 neutron-server[109723]: WARNING neutron.api.v2.base [None req-310c2aa8-2a76-42f2-b2ce-7db2d787183c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 27 16:29:16.536632 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-310c2aa8-2a76-42f2-b2ce-7db2d787183c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:16.537926 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-310c2aa8-2a76-42f2-b2ce-7db2d787183c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072958 Oct 27 16:29:16.542452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54444) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:16.547877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a0fd6bcd-9b01-4d34-aff0-c8c75beddc8a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': 'c0e6b15a-9c1c-4aa6-9433-1eded7cfd715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:16.550678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-e5495db0-5e0d-48c4-a407-6297012783d7 service neutron] 10.222.0.54 "GET /v2.0/networks/dea03ebf-a3b1-44ca-9750-d358121adc5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338978 Oct 27 16:29:16.551129 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-a0fd6bcd-9b01-4d34-aff0-c8c75beddc8a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 27 16:29:16.551677 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-a0fd6bcd-9b01-4d34-aff0-c8c75beddc8a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:16.552634 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a0fd6bcd-9b01-4d34-aff0-c8c75beddc8a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092466 Oct 27 16:29:16.555443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54446) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:16.559771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a45fef88-d59a-4e93-af24-6d0904c270fd tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': 'c0e6b15a-9c1c-4aa6-9433-1eded7cfd715', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:16.560669 n-d-815689-1 neutron-server[109723]: WARNING neutron.api.v2.base [None req-a45fef88-d59a-4e93-af24-6d0904c270fd tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 27 16:29:16.561210 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-a45fef88-d59a-4e93-af24-6d0904c270fd tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:16.565686 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a45fef88-d59a-4e93-af24-6d0904c270fd tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057123 Oct 27 16:29:16.565963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54448) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:16.575003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44f19128-2fb7-4ce8-9ce7-3fd303688c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.690132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-82e8dd7e-34f3-47eb-9b98-00df18daf6d6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.705779 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27d15a6c-7b12-4fc9-8e2c-57f6db9ff384 req-20f25d7f-055c-4598-afed-e465a0b17d54 service neutron] 10.222.0.54 "GET /v2.0/networks/dea03ebf-a3b1-44ca-9750-d358121adc5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421688 Oct 27 16:29:16.720629 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-82e8dd7e-34f3-47eb-9b98-00df18daf6d6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.769041 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44f19128-2fb7-4ce8-9ce7-3fd303688c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.783429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router 7bf1db7a-8df0-421d-b265-e5041547e8b1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:29:16.900634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:29:16.910993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.911144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-82e8dd7e-34f3-47eb-9b98-00df18daf6d6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.911276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44f19128-2fb7-4ce8-9ce7-3fd303688c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.913004 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-82e8dd7e-34f3-47eb-9b98-00df18daf6d6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:16.918467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3123b0a3-5f6b-47bf-b8f4-70b2034953e0 None None] Sync routers for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:29:16.919061 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-82e8dd7e-34f3-47eb-9b98-00df18daf6d6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "DELETE /v2.0/security-groups/c0e6b15a-9c1c-4aa6-9433-1eded7cfd715 HTTP/1.1" status: 204 len: 168 time: 0.3495111 Oct 27 16:29:16.928112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54458) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:16.928348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3123b0a3-5f6b-47bf-b8f4-70b2034953e0 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:16.928775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3123b0a3-5f6b-47bf-b8f4-70b2034953e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:16.958497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8dd7e-34f3-47eb-9b98-00df18daf6d6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e6b15a-9c1c-4aa6-9433-1eded7cfd715,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:17.002491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-69cb6f03-86e7-4ad2-a65a-226557b963fa tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702379 Oct 27 16:29:17.008568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54464) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:17.013510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0ae4aaf1-0b4f-4fe6-869a-b2dc2bedc53b tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044184924'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:17.024918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2238b0d7-a8fa-49f4-aec9-2f08c600d4fe tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/floatingips/4e99cac9-0255-4086-8c51-88675b0c4e4d HTTP/1.1" status: 204 len: 168 time: 1.4801581 Oct 27 16:29:17.042632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'tag': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:17.046314 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2b4241-e606-432f-8ce6-f04144c2eb58" -d '{"events": [{"name": "network-changed", "server_uuid": "235d61a0-04b2-410e-8556-e284b4b4ea13", "tag": "c0689547-ee17-43bb-94fb-2c04dbd4b3e3"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:17.072726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-44f19128-2fb7-4ce8-9ce7-3fd303688c22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6982a14c59d94bec8764f748895d57e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6731627 Oct 27 16:29:17.072726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f19128-2fb7-4ce8-9ce7-3fd303688c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63959a1-c097-49e7-be85-f278c31b81f7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:17.073381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54470) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:17.120044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3123b0a3-5f6b-47bf-b8f4-70b2034953e0 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:17.142519 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315fd815-7e4e-4813-972e-fd1fa8eb2ba8 x-openstack-request-id: req-315fd815-7e4e-4813-972e-fd1fa8eb2ba8 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:17.142813 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235d61a0-04b2-410e-8556-e284b4b4ea13", "tag": "c0689547-ee17-43bb-94fb-2c04dbd4b3e3", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:17.143067 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-315fd815-7e4e-4813-972e-fd1fa8eb2ba8 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:17.143470 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'tag': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'status': 'completed', 'code': 200} Oct 27 16:29:17.161524 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ae4aaf1-0b4f-4fe6-869a-b2dc2bedc53b tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:17.250445 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3136c84d-801d-4a5f-a7d5-e8c6e81beb98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:17.257519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b4241-e606-432f-8ce6-f04144c2eb58 req-071ad7ed-37d3-46c7-91ed-73f701e0cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:17.259063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f2b4241-e606-432f-8ce6-f04144c2eb58 req-071ad7ed-37d3-46c7-91ed-73f701e0cd8b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 1097 time: 0.0829175 Oct 27 16:29:17.340544 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3136c84d-801d-4a5f-a7d5-e8c6e81beb98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:17.374117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3123b0a3-5f6b-47bf-b8f4-70b2034953e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 6, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:17.423675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3123b0a3-5f6b-47bf-b8f4-70b2034953e0 None None] Checking router: 7bf1db7a-8df0-421d-b265-e5041547e8b1 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:29:17.426034 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ae4aaf1-0b4f-4fe6-869a-b2dc2bedc53b tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:17.437160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3123b0a3-5f6b-47bf-b8f4-70b2034953e0 None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:17.438096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3123b0a3-5f6b-47bf-b8f4-70b2034953e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:28:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:17.458512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b4241-e606-432f-8ce6-f04144c2eb58 req-53e8a9c6-974a-46f7-929d-e1aeb1d209ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:17.461300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f2b4241-e606-432f-8ce6-f04144c2eb58 req-53e8a9c6-974a-46f7-929d-e1aeb1d209ab service neutron] 10.222.0.53 "GET /v2.0/networks?id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 HTTP/1.1" status: 200 len: 898 time: 0.1922898 Oct 27 16:29:17.501807 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ae4aaf1-0b4f-4fe6-869a-b2dc2bedc53b tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:17.612712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3123b0a3-5f6b-47bf-b8f4-70b2034953e0 None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:17.613991 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f2b4241-e606-432f-8ce6-f04144c2eb58 req-6f3d343f-7fae-48d4-b1d1-b18dbb70fcdc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=c0689547-ee17-43bb-94fb-2c04dbd4b3e3 HTTP/1.1" status: 200 len: 217 time: 0.1301775 Oct 27 16:29:17.614593 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3136c84d-801d-4a5f-a7d5-e8c6e81beb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:17.621510 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3136c84d-801d-4a5f-a7d5-e8c6e81beb98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:17.624100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3136c84d-801d-4a5f-a7d5-e8c6e81beb98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f63959a1-c097-49e7-be85-f278c31b81f7 HTTP/1.1" status: 204 len: 168 time: 0.5483596 Oct 27 16:29:17.675916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507020f5-42a7-4ebd-a168-70e591474502 req-2437a9e2-5b41-45d2-b55f-04c9df20ccb3 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:17.684252 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-507020f5-42a7-4ebd-a168-70e591474502 req-2437a9e2-5b41-45d2-b55f-04c9df20ccb3 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1095 time: 0.0629532 Oct 27 16:29:17.733709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ae4aaf1-0b4f-4fe6-869a-b2dc2bedc53b tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:17.737387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-507020f5-42a7-4ebd-a168-70e591474502 req-4dfebbb0-c637-4d91-b3fd-0dd3fe835040 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521224 Oct 27 16:29:17.739209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0ae4aaf1-0b4f-4fe6-869a-b2dc2bedc53b tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7293894 Oct 27 16:29:17.739936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54480) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:17.744910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4aaf1-0b4f-4fe6-869a-b2dc2bedc53b tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ca4b6c-e700-4a66-a48a-08026bba328a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:17.762321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bfab9e75-4021-4edb-9b07-5021ecce0d82 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '14ca4b6c-e700-4a66-a48a-08026bba328a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:17.763747 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-bfab9e75-4021-4edb-9b07-5021ecce0d82 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 16:29:17.764430 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-bfab9e75-4021-4edb-9b07-5021ecce0d82 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:17.766233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bfab9e75-4021-4edb-9b07-5021ecce0d82 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0188317 Oct 27 16:29:17.771624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54482) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:17.780410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6fdf5730-3296-4361-b31a-45c2bdc07b1f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '14ca4b6c-e700-4a66-a48a-08026bba328a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:17.788610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b4241-e606-432f-8ce6-f04144c2eb58 req-bad29fc6-f35d-4998-8b44-fe0c50ff1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:17.795870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f2b4241-e606-432f-8ce6-f04144c2eb58 req-bad29fc6-f35d-4998-8b44-fe0c50ff1269 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d3be4275-9261-4d72-a8f3-386dda2f41d3 HTTP/1.1" status: 200 len: 838 time: 0.1629937 Oct 27 16:29:17.795870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136c84d-801d-4a5f-a7d5-e8c6e81beb98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63959a1-c097-49e7-be85-f278c31b81f7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:17.809959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd771330-9632-4bad-8da6-0a11969f383a req-8071a383-f2fd-4c17-84dc-e18fd63b5161 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:17.821030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd771330-9632-4bad-8da6-0a11969f383a req-8071a383-f2fd-4c17-84dc-e18fd63b5161 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 946 time: 0.1953177 Oct 27 16:29:18.007925 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-6fdf5730-3296-4361-b31a-45c2bdc07b1f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:18.009277 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6fdf5730-3296-4361-b31a-45c2bdc07b1f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2356465 Oct 27 16:29:18.021163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54492) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:18.026684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5eeff3bd-ab58-4356-9555-a1871849f219 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '14ca4b6c-e700-4a66-a48a-08026bba328a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:18.027477 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-5eeff3bd-ab58-4356-9555-a1871849f219 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 27 16:29:18.028189 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-5eeff3bd-ab58-4356-9555-a1871849f219 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:18.029282 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5eeff3bd-ab58-4356-9555-a1871849f219 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069678 Oct 27 16:29:18.032562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54494) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:18.039695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c667c476-fdbd-47d3-8f21-11aaac92c4f9 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '14ca4b6c-e700-4a66-a48a-08026bba328a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:18.052283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3123b0a3-5f6b-47bf-b8f4-70b2034953e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 6, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:18.103965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3123b0a3-5f6b-47bf-b8f4-70b2034953e0 None None] The sync data for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 is: [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:29:05Z', 'revision_number': 6, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '95b6265a-1f16-478a-afd5-70d283b812ce', 'name': '', 'network_id': '5e05ec9a-0cd7-49e9-b5e7-01f99ce40173', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:1d:e6:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:58Z', 'updated_at': '2021-10-27T16:27:07Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': 'd3be4275-9261-4d72-a8f3-386dda2f41d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:29:18.335812 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-c667c476-fdbd-47d3-8f21-11aaac92c4f9 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:18.340173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54502) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:18.345205 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c667c476-fdbd-47d3-8f21-11aaac92c4f9 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3067589 Oct 27 16:29:18.346289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-60b19589-dd34-42f7-bbca-d5b86a90a866 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '14ca4b6c-e700-4a66-a48a-08026bba328a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:18.346772 n-d-815689-1 neutron-server[109723]: WARNING neutron.api.v2.base [None req-60b19589-dd34-42f7-bbca-d5b86a90a866 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 27 16:29:18.347263 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-60b19589-dd34-42f7-bbca-d5b86a90a866 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:18.351528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-60b19589-dd34-42f7-bbca-d5b86a90a866 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060968 Oct 27 16:29:18.351814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54504) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:18.356846 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7d99f0b6-5c07-4e4a-83b3-03009579694a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '14ca4b6c-e700-4a66-a48a-08026bba328a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:18.361102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd771330-9632-4bad-8da6-0a11969f383a req-021c627f-61c0-4295-827c-034636f68bf6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=751a3f47-919d-4ac5-94b2-9dc2c5c54d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5378408 Oct 27 16:29:18.384887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b4241-e606-432f-8ce6-f04144c2eb58 req-110774e3-f9bf-4fcf-a586-1d0266a91a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:18.386511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f2b4241-e606-432f-8ce6-f04144c2eb58 req-110774e3-f9bf-4fcf-a586-1d0266a91a2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5860584 Oct 27 16:29:18.490321 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95c2f312-6827-470e-bbe9-1ba49bf031b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:18.526470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f2b4241-e606-432f-8ce6-f04144c2eb58 req-79b3dc5f-0782-4fbd-b3dd-15354e3aba00 service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262693 Oct 27 16:29:18.529207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54508) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:18.536226 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9417e6-47ff-4697-aa96-f7bcbd76558d None None] New status for floating IP 4e99cac9-0255-4086-8c51-88675b0c4e4d: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:29:18.545068 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf360551-8b61-4b4c-a4fb-edc76ff2712d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:18.585683 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-7d99f0b6-5c07-4e4a-83b3-03009579694a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:18.589616 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7d99f0b6-5c07-4e4a-83b3-03009579694a tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2340977 Oct 27 16:29:18.589764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54510) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:18.598353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a25ac4ac-331b-4308-8916-e26b8b6e07e6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '14ca4b6c-e700-4a66-a48a-08026bba328a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:18.599117 n-d-815689-1 neutron-server[109722]: WARNING neutron.api.v2.base [None req-a25ac4ac-331b-4308-8916-e26b8b6e07e6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 27 16:29:18.599862 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-a25ac4ac-331b-4308-8916-e26b8b6e07e6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:18.601785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a25ac4ac-331b-4308-8916-e26b8b6e07e6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100787 Oct 27 16:29:18.608331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54512) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:18.616632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-951cedbb-8679-4182-b168-dc5a9a077c45 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '14ca4b6c-e700-4a66-a48a-08026bba328a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:18.670279 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f2b4241-e606-432f-8ce6-f04144c2eb58 req-499a12c6-030b-4dd2-874a-a821c3ea777e service neutron] 10.222.0.53 "GET /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292033 Oct 27 16:29:18.678231 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf360551-8b61-4b4c-a4fb-edc76ff2712d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:18.733255 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf360551-8b61-4b4c-a4fb-edc76ff2712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:18.763475 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-951cedbb-8679-4182-b168-dc5a9a077c45 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:18.764566 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-951cedbb-8679-4182-b168-dc5a9a077c45 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1532986 Oct 27 16:29:18.768360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54514) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:18.776698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-31a2737a-a9fd-41ae-b73e-cf47bf2dfec5 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '14ca4b6c-e700-4a66-a48a-08026bba328a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:18.780195 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cf360551-8b61-4b4c-a4fb-edc76ff2712d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4d311b1a99642b1a3d81c41ea4d22fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498744 Oct 27 16:29:18.783404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54518) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:18.794105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf360551-8b61-4b4c-a4fb-edc76ff2712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa362079-a159-4da2-9631-b7932d65551e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:18.891380 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-147c3d67-ba9a-42fe-ac72-dc159ecfbddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:18.905897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4eebed-f6f9-43a7-be6c-e8ed220f94b9 req-3db03a49-3fb6-4f42-81a1-28bf0604dc07 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:18.912863 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea4eebed-f6f9-43a7-be6c-e8ed220f94b9 req-3db03a49-3fb6-4f42-81a1-28bf0604dc07 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1095 time: 0.0836887 Oct 27 16:29:18.946239 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-31a2737a-a9fd-41ae-b73e-cf47bf2dfec5 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:18.950611 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-31a2737a-a9fd-41ae-b73e-cf47bf2dfec5 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1777716 Oct 27 16:29:18.958255 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-147c3d67-ba9a-42fe-ac72-dc159ecfbddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:18.958371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54522) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:19.011702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74678ea-3549-4049-99d2-779f4db52051 req-0c4ea8ec-212b-48b7-a179-e26fb2ea7d55 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:19.013424 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d74678ea-3549-4049-99d2-779f4db52051 req-0c4ea8ec-212b-48b7-a179-e26fb2ea7d55 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.53 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 946 time: 0.1207685 Oct 27 16:29:19.035327 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ea4eebed-f6f9-43a7-be6c-e8ed220f94b9 req-e2894943-abbf-4c35-96ba-088ef00f05b1 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824311 Oct 27 16:29:19.065579 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7f993f66-a315-4c71-b9b1-37cbc2cc7116 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.118065 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7f993f66-a315-4c71-b9b1-37cbc2cc7116 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.151494 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-147c3d67-ba9a-42fe-ac72-dc159ecfbddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.154950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-147c3d67-ba9a-42fe-ac72-dc159ecfbddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.156557 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-147c3d67-ba9a-42fe-ac72-dc159ecfbddf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa362079-a159-4da2-9631-b7932d65551e HTTP/1.1" status: 204 len: 168 time: 0.3717928 Oct 27 16:29:19.165762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c3d67-ba9a-42fe-ac72-dc159ecfbddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa362079-a159-4da2-9631-b7932d65551e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:19.169950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d74678ea-3549-4049-99d2-779f4db52051 req-38eda365-79a8-4069-9fbd-d9ea2c240804 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting port c0689547-ee17-43bb-94fb-2c04dbd4b3e3 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:19.170285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d74678ea-3549-4049-99d2-779f4db52051 req-38eda365-79a8-4069-9fbd-d9ea2c240804 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.278572 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7f993f66-a315-4c71-b9b1-37cbc2cc7116 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.281292 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7f993f66-a315-4c71-b9b1-37cbc2cc7116 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.285023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7f993f66-a315-4c71-b9b1-37cbc2cc7116 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "DELETE /v2.0/security-groups/14ca4b6c-e700-4a66-a48a-08026bba328a HTTP/1.1" status: 204 len: 168 time: 0.3301535 Oct 27 16:29:19.285552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54530) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:19.301668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-d74678ea-3549-4049-99d2-779f4db52051 req-38eda365-79a8-4069-9fbd-d9ea2c240804 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] For port c0689547-ee17-43bb-94fb-2c04dbd4b3e3, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c0689547-ee17-43bb-94fb-2c04dbd4b3e3,segment=NetworkSegment(79a3141e-9efb-4e8c-bb4e-88cb7e032aa9),segment_id=79a3141e-9efb-4e8c-bb4e-88cb7e032aa9)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:19.304469 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d74678ea-3549-4049-99d2-779f4db52051 req-38eda365-79a8-4069-9fbd-d9ea2c240804 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.305102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f993f66-a315-4c71-b9b1-37cbc2cc7116 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ca4b6c-e700-4a66-a48a-08026bba328a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:19.318993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d74678ea-3549-4049-99d2-779f4db52051 req-38eda365-79a8-4069-9fbd-d9ea2c240804 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Calling delete_port for c0689547-ee17-43bb-94fb-2c04dbd4b3e3 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:19.336790 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-57491643-ab59-42b7-8c5d-07c059eb627d tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482271 Oct 27 16:29:19.339786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54532) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:19.344976 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-017f879f-55c6-4ee5-8ef5-77d35c1ad1c8 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group': {'name': 'tempest-secgroup--754012939'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:19.471897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-017f879f-55c6-4ee5-8ef5-77d35c1ad1c8 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.523978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfe975-0907-4523-b83e-2c486672aefe req-7c7ef599-23ca-43a4-9ca4-35df456503c9 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:19.525485 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6bfe975-0907-4523-b83e-2c486672aefe req-7c7ef599-23ca-43a4-9ca4-35df456503c9 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 946 time: 0.0982442 Oct 27 16:29:19.557395 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-017f879f-55c6-4ee5-8ef5-77d35c1ad1c8 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.567451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6bfe975-0907-4523-b83e-2c486672aefe req-554a4b39-ec86-4f16-80d8-02c1c72a31b6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=751a3f47-919d-4ac5-94b2-9dc2c5c54d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352836 Oct 27 16:29:19.581422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d74678ea-3549-4049-99d2-779f4db52051 req-38eda365-79a8-4069-9fbd-d9ea2c240804 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.610151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eda365-79a8-4069-9fbd-d9ea2c240804 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Port': ['ID=c0689547-ee17-43bb-94fb-2c04dbd4b3e3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:19.636223 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-017f879f-55c6-4ee5-8ef5-77d35c1ad1c8 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.651268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 6870ed26-5d11-4288-9b5a-0560482a0bf0 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:29:19.665640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f879f-55c6-4ee5-8ef5-77d35c1ad1c8 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80acc28e-66e3-4640-b5c7-a2f9bcbc06f1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:19.668488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74678ea-3549-4049-99d2-779f4db52051 req-38eda365-79a8-4069-9fbd-d9ea2c240804 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] No DVR routers for this DVR port c0689547-ee17-43bb-94fb-2c04dbd4b3e3 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:19.674995 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d74678ea-3549-4049-99d2-779f4db52051 req-38eda365-79a8-4069-9fbd-d9ea2c240804 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.679063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d74678ea-3549-4049-99d2-779f4db52051 req-38eda365-79a8-4069-9fbd-d9ea2c240804 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.53 "DELETE /v2.0/ports/c0689547-ee17-43bb-94fb-2c04dbd4b3e3 HTTP/1.1" status: 204 len: 173 time: 0.6574078 Oct 27 16:29:19.679522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'name': 'network-vif-deleted', 'tag': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:19.682025 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9e7096-27a6-43fd-8065-d83bd5583991" -d '{"events": [{"server_uuid": "235d61a0-04b2-410e-8556-e284b4b4ea13", "name": "network-vif-deleted", "tag": "c0689547-ee17-43bb-94fb-2c04dbd4b3e3"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:19.745518 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0433fbef-613d-4ba9-b156-034151d14b0b x-openstack-request-id: req-0433fbef-613d-4ba9-b156-034151d14b0b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:19.750320 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235d61a0-04b2-410e-8556-e284b4b4ea13", "name": "network-vif-deleted", "tag": "c0689547-ee17-43bb-94fb-2c04dbd4b3e3", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:19.750320 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0433fbef-613d-4ba9-b156-034151d14b0b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:19.750320 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235d61a0-04b2-410e-8556-e284b4b4ea13', 'name': 'network-vif-deleted', 'tag': 'c0689547-ee17-43bb-94fb-2c04dbd4b3e3', 'status': 'completed', 'code': 200} Oct 27 16:29:19.771053 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-017f879f-55c6-4ee5-8ef5-77d35c1ad1c8 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.772575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-017f879f-55c6-4ee5-8ef5-77d35c1ad1c8 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4316895 Oct 27 16:29:19.775425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54542) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:19.779955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1f92ac9f-18d8-4235-a5be-240cce5a8af5 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '80acc28e-66e3-4640-b5c7-a2f9bcbc06f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:19.789616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 6870ed26-5d11-4288-9b5a-0560482a0bf0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=6870ed26-5d11-4288-9b5a-0560482a0bf0,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:19.803403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '6870ed26-5d11-4288-9b5a-0560482a0bf0', 'network_id': 'dea03ebf-a3b1-44ca-9750-d358121adc5e', 'port_id': '6870ed26-5d11-4288-9b5a-0560482a0bf0', 'mac_address': 'fa:16:3e:ec:d5:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b8a0d7-e0fd-4ede-8163-295319226423', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:29:19.842675 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.861040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6870ed26-5d11-4288-9b5a-0560482a0bf0 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:19.880861 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 6870ed26-5d11-4288-9b5a-0560482a0bf0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=6870ed26-5d11-4288-9b5a-0560482a0bf0,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:19.970387 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:19.998057 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-1f92ac9f-18d8-4235-a5be-240cce5a8af5 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The resource could not be found. Oct 27 16:29:20.001195 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1f92ac9f-18d8-4235-a5be-240cce5a8af5 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2244375 Oct 27 16:29:20.004018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54544) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:20.009814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e5531fec-7b98-4103-bd43-b7b0dd21e6e0 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '80acc28e-66e3-4640-b5c7-a2f9bcbc06f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '119940c7-67fe-4289-97c1-a6a6292eb9e9'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:20.059850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=6870ed26-5d11-4288-9b5a-0560482a0bf0,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:20.162211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['6870ed26-5d11-4288-9b5a-0560482a0bf0'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:20.172943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1cc0f-16cf-4acd-b8a1-f7f32ded3bb2 req-a08dd4e6-c10e-4e16-bba4-c9e7414d3ea4 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:20.175670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3c1cc0f-16cf-4acd-b8a1-f7f32ded3bb2 req-a08dd4e6-c10e-4e16-bba4-c9e7414d3ea4 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1096 time: 0.0553894 Oct 27 16:29:20.189666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54548) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:20.206019 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f415a4e7-63ed-4fed-acb2-45f0d745cec8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.235371 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-e5531fec-7b98-4103-bd43-b7b0dd21e6e0 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The resource could not be found. Oct 27 16:29:20.236584 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e5531fec-7b98-4103-bd43-b7b0dd21e6e0 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2316322 Oct 27 16:29:20.237354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3c1cc0f-16cf-4acd-b8a1-f7f32ded3bb2 req-b0a19fa6-13ca-49e9-b834-68160d37b5a2 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543294 Oct 27 16:29:20.240738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54552) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:20.321835 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-22f0c432-c874-4427-b089-c83b0033aaed tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.323022 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f415a4e7-63ed-4fed-acb2-45f0d745cec8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.346297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-22f0c432-c874-4427-b089-c83b0033aaed tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.392325 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f415a4e7-63ed-4fed-acb2-45f0d745cec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.434729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415a4e7-63ed-4fed-acb2-45f0d745cec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46011965-662a-4ef3-adde-caebdfd8780d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:20.460133 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f415a4e7-63ed-4fed-acb2-45f0d745cec8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34a83580c33949618c3fe983fecb5a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685294 Oct 27 16:29:20.462283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54560) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:20.491727 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-22f0c432-c874-4427-b089-c83b0033aaed tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.494384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-22f0c432-c874-4427-b089-c83b0033aaed tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.496560 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-22f0c432-c874-4427-b089-c83b0033aaed tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "DELETE /v2.0/security-groups/80acc28e-66e3-4640-b5c7-a2f9bcbc06f1 HTTP/1.1" status: 204 len: 168 time: 0.2535684 Oct 27 16:29:20.504325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54564) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:20.533053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0c432-c874-4427-b089-c83b0033aaed tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80acc28e-66e3-4640-b5c7-a2f9bcbc06f1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:20.576142 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d805e97b-f1d2-412e-b681-6c529abeb02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.583628 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9a7fc14a-2157-4e05-a682-38b1eab88b8f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0774322 Oct 27 16:29:20.589758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54566) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:20.601951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bb10d487-375f-4df4-a7e7-ae2bf1a0ab29 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': 'd043778c-b18a-481a-b9d0-71150724c972', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:20.623081 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d805e97b-f1d2-412e-b681-6c529abeb02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.722291 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7be680f9-7224-4dfd-89d9-05290dbb5d60 req-c608f4a9-f255-4e7c-9037-728b85747a5a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=235d61a0-04b2-410e-8556-e284b4b4ea13 HTTP/1.1" status: 200 len: 210 time: 0.0288436 Oct 27 16:29:20.791398 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d805e97b-f1d2-412e-b681-6c529abeb02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.794354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d805e97b-f1d2-412e-b681-6c529abeb02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:20.801392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d805e97b-f1d2-412e-b681-6c529abeb02e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46011965-662a-4ef3-adde-caebdfd8780d HTTP/1.1" status: 204 len: 168 time: 0.3322060 Oct 27 16:29:20.804158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805e97b-f1d2-412e-b681-6c529abeb02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46011965-662a-4ef3-adde-caebdfd8780d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:20.820232 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-bb10d487-375f-4df4-a7e7-ae2bf1a0ab29 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The resource could not be found. Oct 27 16:29:20.822010 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bb10d487-375f-4df4-a7e7-ae2bf1a0ab29 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2329981 Oct 27 16:29:20.825992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:20.835229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e8ae20d0-74c3-4568-a8a4-0a2e8963f653 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group': {'name': 'tempest-secgroup--472893682'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:21.031586 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20d0-74c3-4568-a8a4-0a2e8963f653 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.107169 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20d0-74c3-4568-a8a4-0a2e8963f653 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.175310 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20d0-74c3-4568-a8a4-0a2e8963f653 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.210821 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae20d0-74c3-4568-a8a4-0a2e8963f653 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76cce777-164c-477e-8c53-951b92b50455,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:21.290273 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e8ae20d0-74c3-4568-a8a4-0a2e8963f653 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.297616 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e8ae20d0-74c3-4568-a8a4-0a2e8963f653 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4692922 Oct 27 16:29:21.301902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54580) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:21.313113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-675537da-6e04-4961-a304-7e62f6fd668c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group': {'name': 'tempest-secgroup--441484628'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:21.414311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c0689547-ee17-43bb-94fb-2c04dbd4b3e3 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:21.436339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e7967-45d1-4549-a409-994af1466969 req-adc1a2c0-82f4-4873-a6ab-130f45861433 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:21.444597 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-675537da-6e04-4961-a304-7e62f6fd668c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.450843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: c0689547-ee17-43bb-94fb-2c04dbd4b3e3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:21.451201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c0689547-ee17-43bb-94fb-2c04dbd4b3e3 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:21.456188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-994e7967-45d1-4549-a409-994af1466969 req-adc1a2c0-82f4-4873-a6ab-130f45861433 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1096 time: 0.0764217 Oct 27 16:29:21.518163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-994e7967-45d1-4549-a409-994af1466969 req-28847a8a-7680-4f92-86cd-2ed2ffacd13d tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547092 Oct 27 16:29:21.525641 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e572b6c9-4900-423a-9b54-900c261a765f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.583693 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-675537da-6e04-4961-a304-7e62f6fd668c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.665366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 6870ed26-5d11-4288-9b5a-0560482a0bf0 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:21.681998 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-675537da-6e04-4961-a304-7e62f6fd668c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.729264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675537da-6e04-4961-a304-7e62f6fd668c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e808f22b-fed9-4683-9416-f1081f0f8b7a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:21.778062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54594) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:21.791199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 6870ed26-5d11-4288-9b5a-0560482a0bf0 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:29:21.795580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 6870ed26-5d11-4288-9b5a-0560482a0bf0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:21.796263 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.797264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-675537da-6e04-4961-a304-7e62f6fd668c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.801887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54596) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:21.803412 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-675537da-6e04-4961-a304-7e62f6fd668c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5001957 Oct 27 16:29:21.809391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-56d27df2-d22b-46dc-8274-7e0fded83ba4 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group_rule': {'security_group_id': '76cce777-164c-477e-8c53-951b92b50455', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e808f22b-fed9-4683-9416-f1081f0f8b7a'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:21.871488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc3e150a-d5c9-479e-af7f-868c37871e9d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.914764 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc3e150a-d5c9-479e-af7f-868c37871e9d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:21.997549 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-56d27df2-d22b-46dc-8274-7e0fded83ba4 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:29:22.003137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-56d27df2-d22b-46dc-8274-7e0fded83ba4 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1956587 Oct 27 16:29:22.003137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54604) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:22.068593 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32b2a0eb-54d5-4e80-a2ef-278bade128ab tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.070184 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.094386 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32b2a0eb-54d5-4e80-a2ef-278bade128ab tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.097034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69e4ac7-c2b7-4839-a68b-d542cf89b695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6870ed26-5d11-4288-9b5a-0560482a0bf0'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:22.099425 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cf6bf3-2ee7-4ff0-b498-daff5e2da57d" -d '{"events": [{"server_uuid": "e69e4ac7-c2b7-4839-a68b-d542cf89b695", "name": "network-vif-plugged", "status": "completed", "tag": "6870ed26-5d11-4288-9b5a-0560482a0bf0"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:22.113322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 6870ed26-5d11-4288-9b5a-0560482a0bf0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=6870ed26-5d11-4288-9b5a-0560482a0bf0,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:22.158686 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc3e150a-d5c9-479e-af7f-868c37871e9d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.162833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc3e150a-d5c9-479e-af7f-868c37871e9d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.165454 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dc3e150a-d5c9-479e-af7f-868c37871e9d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/security-groups/751a3f47-919d-4ac5-94b2-9dc2c5c54d51 HTTP/1.1" status: 204 len: 168 time: 0.3856797 Oct 27 16:29:22.173098 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e1e2cb-e3fb-4f12-9e97-538a40ce5ec3 x-openstack-request-id: req-b9e1e2cb-e3fb-4f12-9e97-538a40ce5ec3 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:22.173658 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69e4ac7-c2b7-4839-a68b-d542cf89b695", "name": "network-vif-plugged", "status": "completed", "tag": "6870ed26-5d11-4288-9b5a-0560482a0bf0", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:22.174115 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9e1e2cb-e3fb-4f12-9e97-538a40ce5ec3 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:22.174708 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69e4ac7-c2b7-4839-a68b-d542cf89b695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6870ed26-5d11-4288-9b5a-0560482a0bf0', 'code': 200} Oct 27 16:29:22.179634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e150a-d5c9-479e-af7f-868c37871e9d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751a3f47-919d-4ac5-94b2-9dc2c5c54d51,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:22.211560 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.232232 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32b2a0eb-54d5-4e80-a2ef-278bade128ab tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.235944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32b2a0eb-54d5-4e80-a2ef-278bade128ab tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.239869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-32b2a0eb-54d5-4e80-a2ef-278bade128ab tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "DELETE /v2.0/security-groups/e808f22b-fed9-4683-9416-f1081f0f8b7a HTTP/1.1" status: 204 len: 168 time: 0.2334175 Oct 27 16:29:22.240820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54614) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:22.278843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=6870ed26-5d11-4288-9b5a-0560482a0bf0,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:22.279075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54616) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:22.281856 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.283381 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.318234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2a0eb-54d5-4e80-a2ef-278bade128ab tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e808f22b-fed9-4683-9416-f1081f0f8b7a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:22.343383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5f50d-87ba-4233-9472-69d1c9e10e0b req-64e00fac-58ab-4115-930d-2ac2b0296434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:22.345440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9be5f50d-87ba-4233-9472-69d1c9e10e0b req-64e00fac-58ab-4115-930d-2ac2b0296434 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1097 time: 0.0722325 Oct 27 16:29:22.389864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9be5f50d-87ba-4233-9472-69d1c9e10e0b req-e050e997-67b7-4ecb-b07f-8bf69d84014f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361936 Oct 27 16:29:22.439905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54620) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:22.444761 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4e3b6726-ab55-4831-8dd9-a946a9fdef9c tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2030892 Oct 27 16:29:22.499550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-715d1579-f3be-4f79-bbed-483d47da222f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.526418 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-715d1579-f3be-4f79-bbed-483d47da222f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.681999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b533f1-8d08-4044-8b93-b03a948aff03 req-07ae79b0-0df9-4271-a5a0-fee307a42096 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:22.683969 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5b533f1-8d08-4044-8b93-b03a948aff03 req-07ae79b0-0df9-4271-a5a0-fee307a42096 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1097 time: 0.0637617 Oct 27 16:29:22.685131 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-715d1579-f3be-4f79-bbed-483d47da222f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.689853 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-715d1579-f3be-4f79-bbed-483d47da222f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:22.691197 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-715d1579-f3be-4f79-bbed-483d47da222f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "DELETE /v2.0/security-groups/76cce777-164c-477e-8c53-951b92b50455 HTTP/1.1" status: 204 len: 168 time: 0.2502658 Oct 27 16:29:22.694814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54630) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:22.744652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d1579-f3be-4f79-bbed-483d47da222f tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cce777-164c-477e-8c53-951b92b50455,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:22.837842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5b533f1-8d08-4044-8b93-b03a948aff03 req-342794c5-85cf-4852-b9ee-5255e6607ee9 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407030 Oct 27 16:29:22.848262 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b87df500-d868-4aee-bd01-b85ce3d27fa6 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1498373 Oct 27 16:29:22.849469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54632) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:22.854406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3eab1201-1947-4820-9e58-a26330fe45bb tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922729715'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:22.991880 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3eab1201-1947-4820-9e58-a26330fe45bb tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.077654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3eab1201-1947-4820-9e58-a26330fe45bb tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.128897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.151370 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3eab1201-1947-4820-9e58-a26330fe45bb tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.182909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab1201-1947-4820-9e58-a26330fe45bb tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f975393f-fbae-4517-930f-708a75e8add2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:23.224981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-23d1ebe6-9ece-45e7-bdcd-4b938453f042 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:23.226454 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-23d1ebe6-9ece-45e7-bdcd-4b938453f042 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/networks?id=915b3ed1-d12e-4f2b-87f4-52c90a84ca17 HTTP/1.1" status: 200 len: 813 time: 0.2011161 Oct 27 16:29:23.247500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3eab1201-1947-4820-9e58-a26330fe45bb tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.248268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3eab1201-1947-4820-9e58-a26330fe45bb tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3984530 Oct 27 16:29:23.251745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54656) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:23.253220 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1917896e-7437-4bb1-b85a-604ac07fbd54 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/quotas/490337c9f6284ffc849850300039733c HTTP/1.1" status: 200 len: 375 time: 0.0192027 Oct 27 16:29:23.257259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f793116e-ee7b-49f4-b47e-9f987af23b13 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:23.257686 n-d-815689-1 neutron-server[109723]: WARNING neutron.api.v2.base [None req-f793116e-ee7b-49f4-b47e-9f987af23b13 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 27 16:29:23.258187 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-f793116e-ee7b-49f4-b47e-9f987af23b13 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] update failed (client error): There was a conflict when trying to complete your request. Oct 27 16:29:23.259157 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f793116e-ee7b-49f4-b47e-9f987af23b13 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "PUT /v2.0/security-groups/f975393f-fbae-4517-930f-708a75e8add2 HTTP/1.1" status: 409 len: 330 time: 0.0062268 Oct 27 16:29:23.262265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54658) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:23.294734 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-bc1ddeee-18b0-418e-b9cb-8588737e199b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=490337c9f6284ffc849850300039733c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340934 Oct 27 16:29:23.324340 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbca2424-9929-42eb-806c-4c425e9153df tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.352641 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbca2424-9929-42eb-806c-4c425e9153df tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.360795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54660) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:23.459606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-a66430c4-e04f-42de-bee1-13e206b52c52 service neutron] 10.222.0.15 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343660 Oct 27 16:29:23.475252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5a92dc18-50ac-44cc-816d-9957ec306b2e tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1554192893'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:23.475724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5a92dc18-50ac-44cc-816d-9957ec306b2e tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Unknown quota resources ['metering_label']. {{(pid=109723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:29:23.537423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbca2424-9929-42eb-806c-4c425e9153df tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.540024 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbca2424-9929-42eb-806c-4c425e9153df tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.541198 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cbca2424-9929-42eb-806c-4c425e9153df tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "DELETE /v2.0/security-groups/f975393f-fbae-4517-930f-708a75e8add2 HTTP/1.1" status: 204 len: 168 time: 0.2772357 Oct 27 16:29:23.544533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54664) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:23.564155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca2424-9929-42eb-806c-4c425e9153df tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f975393f-fbae-4517-930f-708a75e8add2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:23.606090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-082f163d-bec1-4f0d-9c9d-574039f4c102 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593681 Oct 27 16:29:23.610523 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54666) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:23.613386 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-3b44257b-80f3-4f64-98dc-132b2d639dd4 service neutron] 10.222.0.15 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332626 Oct 27 16:29:23.622723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting port 95b6265a-1f16-478a-afd5-70d283b812ce {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:23.622723 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.632784 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-81f4576e-3d19-41b7-991b-8b5eff1b2e69 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] delete failed (client error): The resource could not be found. Oct 27 16:29:23.638667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-81f4576e-3d19-41b7-991b-8b5eff1b2e69 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "DELETE /v2.0/security-groups/bb39add6-d62c-4c4b-928b-76dbbf2d0dff HTTP/1.1" status: 404 len: 347 time: 0.0221953 Oct 27 16:29:23.638877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54668) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:23.685387 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-651bc9df-24d0-4ca9-9477-3211c884c38e tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] show failed (client error): The resource could not be found. Oct 27 16:29:23.690386 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-651bc9df-24d0-4ca9-9477-3211c884c38e tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "GET /v2.0/security-groups/0885a2a5-0ea9-473b-85fa-d31fac4d02f7 HTTP/1.1" status: 404 len: 347 time: 0.0496655 Oct 27 16:29:23.691162 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54670) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:23.710398 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-24aff2a1-8313-4968-b869-c1e95036cae5 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] show failed (client error): The resource could not be found. Oct 27 16:29:23.715590 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-24aff2a1-8313-4968-b869-c1e95036cae5 tempest-NegativeSecGroupTest-1464564928 tempest-NegativeSecGroupTest-1464564928-project] 10.222.0.15 "GET /v2.0/security-group-rules/b029ded5-d3e6-421d-81ed-71e70a126f6e HTTP/1.1" status: 404 len: 356 time: 0.0156488 Oct 27 16:29:23.751474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a92dc18-50ac-44cc-816d-9957ec306b2e tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.755768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5a92dc18-50ac-44cc-816d-9957ec306b2e tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3914864 Oct 27 16:29:23.755982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:23.759244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] For port 95b6265a-1f16-478a-afd5-70d283b812ce, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=95b6265a-1f16-478a-afd5-70d283b812ce,segment=NetworkSegment(79a3141e-9efb-4e8c-bb4e-88cb7e032aa9),segment_id=79a3141e-9efb-4e8c-bb4e-88cb7e032aa9)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:23.759928 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:23.760407 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b3bae156-fa0d-4c3b-ad7e-67974a6a0bd0 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '77a17ef3-fa7a-4f55-b4cb-f7f4d7b156dc'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:23.760902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b3bae156-fa0d-4c3b-ad7e-67974a6a0bd0 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:29:23.774487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Calling delete_port for 95b6265a-1f16-478a-afd5-70d283b812ce owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:23.893492 n-d-815689-1 neutron-server[109723]: WARNING neutron.services.metering.metering_plugin [None req-b3bae156-fa0d-4c3b-ad7e-67974a6a0bd0 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 16:29:24.037105 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3bae156-fa0d-4c3b-ad7e-67974a6a0bd0 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:24.041406 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b3bae156-fa0d-4c3b-ad7e-67974a6a0bd0 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2813544 Oct 27 16:29:24.047890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54686) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:24.047890 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:24.050661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6c0f4e66-5856-49ef-82e8-0f8ffafb85bb tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '77a17ef3-fa7a-4f55-b4cb-f7f4d7b156dc'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:24.051343 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6c0f4e66-5856-49ef-82e8-0f8ffafb85bb tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109722) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:29:24.081375 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8f08a-6b03-41e7-971d-726395e81b37 req-82bf69d1-d920-4335-b257-131f57246bc9 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:24.083844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5c8f08a-6b03-41e7-971d-726395e81b37 req-82bf69d1-d920-4335-b257-131f57246bc9 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1097 time: 0.1173484 Oct 27 16:29:24.136368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5c8f08a-6b03-41e7-971d-726395e81b37 req-1833c7d4-ca42-4e81-9b3f-92561d7d8d62 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446582 Oct 27 16:29:24.186378 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:24.235971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Port': ['ID=95b6265a-1f16-478a-afd5-70d283b812ce,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:24.253262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66aa0894-06b8-4514-8973-8718087a3ed0 req-e47bf585-c7b7-40c2-af99-07f53c2ec61c tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 210 time: 0.1838281 Oct 27 16:29:24.298938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54700) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:24.302263 n-d-815689-1 neutron-server[109722]: WARNING neutron.services.metering.metering_plugin [None req-6c0f4e66-5856-49ef-82e8-0f8ffafb85bb tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 27 16:29:24.322442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417fb40-181c-4705-a107-397abf0be6d2 req-061b7614-14db-43ed-91e1-22784aa72183 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:24.327328 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5417fb40-181c-4705-a107-397abf0be6d2 req-061b7614-14db-43ed-91e1-22784aa72183 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1097 time: 0.1088684 Oct 27 16:29:24.415377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5417fb40-181c-4705-a107-397abf0be6d2 req-fed1bc6f-63a7-4088-8a6f-8355099bb055 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697887 Oct 27 16:29:24.570555 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e5e52b36-f75b-4c21-9259-8619fa6eae07 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd170a67c1bf4758a78a86a4675b6c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691493 Oct 27 16:29:24.572904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54708) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:24.629381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:24.652503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:24.752329 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:24.755103 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:24.758804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73e7f938-75d0-4554-b117-e164cb201ccb HTTP/1.1" status: 204 len: 168 time: 0.1826341 Oct 27 16:29:24.769180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e7f938-75d0-4554-b117-e164cb201ccb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:24.788896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.789312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.789728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.790133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.790576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.790979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.791818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.792289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.793001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.793409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.794215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.794665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd04479b-e01e-415b-aae2-1bf8fb714a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:24.923221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6c0f4e66-5856-49ef-82e8-0f8ffafb85bb tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:24.927039 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6c0f4e66-5856-49ef-82e8-0f8ffafb85bb tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8787072 Oct 27 16:29:24.927531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54714) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:24.947096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7f406cf2-1d0b-4431-b30c-090e8d359c9e tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=b5876784-f923-4acd-b110-11ce7e63a369 HTTP/1.1" status: 200 len: 464 time: 0.0158038 Oct 27 16:29:24.947458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54716) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:25.006211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f257689-3545-4acc-b7e8-6d1a93563a91 req-d4bc44b7-b592-4ab6-8ba8-4563873fa29b tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:25.007680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f257689-3545-4acc-b7e8-6d1a93563a91 req-d4bc44b7-b592-4ab6-8ba8-4563873fa29b tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1097 time: 0.1724730 Oct 27 16:29:25.061930 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f257689-3545-4acc-b7e8-6d1a93563a91 req-3d88c0c9-d374-4e98-bd09-fbc718f40c43 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473802 Oct 27 16:29:25.077746 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.283831 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1ed7fb26-e6c5-495a-a5d3-f225e37400aa tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.283831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1ed7fb26-e6c5-495a-a5d3-f225e37400aa tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/b5876784-f923-4acd-b110-11ce7e63a369 HTTP/1.1" status: 204 len: 168 time: 0.3151760 Oct 27 16:29:25.283831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54728) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:25.297233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-746782b5-7b13-4647-9c1c-e8456d8af8e9 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=b5876784-f923-4acd-b110-11ce7e63a369 HTTP/1.1" status: 200 len: 221 time: 0.0118318 Oct 27 16:29:25.297697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54730) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:25.302757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3fd64da3-69a6-412b-a3dd-ae30e7707a39 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1504079457', 'description': 'label created by tempest'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:25.303270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3fd64da3-69a6-412b-a3dd-ae30e7707a39 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Unknown quota resources ['metering_label']. {{(pid=109723) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 27 16:29:25.460128 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2bf093f-70a8-4094-8a21-30f7e86f4791 req-9792e35c-222b-4eca-ade0-8929e49fcde9 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 210 time: 0.0412741 Oct 27 16:29:25.469447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router 7bf1db7a-8df0-421d-b265-e5041547e8b1 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:29:25.589814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:29:25.606744 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cca36412-7d38-47cc-bffa-1edb25447ee7 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "PUT /v2.0/routers/7bf1db7a-8df0-421d-b265-e5041547e8b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3120730 Oct 27 16:29:25.606863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54736) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:25.608336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a201e5d-b008-4888-8705-b9efceb731da None None] Sync routers for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:29:25.618559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a201e5d-b008-4888-8705-b9efceb731da None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:25.619549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1a201e5d-b008-4888-8705-b9efceb731da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:25.800789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-216fc474-9c64-433b-a616-753b2f4f4356 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting subnet d3be4275-9261-4d72-a8f3-386dda2f41d3 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:29:25.801960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-1a201e5d-b008-4888-8705-b9efceb731da None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:25.805021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-216fc474-9c64-433b-a616-753b2f4f4356 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.894963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fd64da3-69a6-412b-a3dd-ae30e7707a39 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:25.898708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3fd64da3-69a6-412b-a3dd-ae30e7707a39 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5975499 Oct 27 16:29:25.899443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54744) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:26.000800 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-79639cc5-54ec-46fb-a8e6-75efb4e6aa2b tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=ff0b423f-1286-4ecd-9b5e-e330a474217d HTTP/1.1" status: 200 len: 468 time: 0.0967863 Oct 27 16:29:26.000800 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-216fc474-9c64-433b-a616-753b2f4f4356 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.003698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54748) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:26.035327 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c2ed3-f22a-4054-9680-8b1e7686f3ab req-3d311b08-3aeb-42c7-9609-74150eb6afcf tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:26.045169 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd6c2ed3-f22a-4054-9680-8b1e7686f3ab req-3d311b08-3aeb-42c7-9609-74150eb6afcf tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1097 time: 0.0993729 Oct 27 16:29:26.102118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1a201e5d-b008-4888-8705-b9efceb731da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:29:23Z', 'revision_number': 7, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:26.145467 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-216fc474-9c64-433b-a616-753b2f4f4356 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.153076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a201e5d-b008-4888-8705-b9efceb731da None None] Checking router: 7bf1db7a-8df0-421d-b265-e5041547e8b1 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:29:26.166800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a201e5d-b008-4888-8705-b9efceb731da None None] Routers {'7bf1db7a-8df0-421d-b265-e5041547e8b1'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:26.167727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1a201e5d-b008-4888-8705-b9efceb731da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7bf1db7a-8df0-421d-b265-e5041547e8b1'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:26.324677 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd6c2ed3-f22a-4054-9680-8b1e7686f3ab req-65d2bd4c-7a08-4596-845c-af7109461f5b tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782390 Oct 27 16:29:26.340623 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-216fc474-9c64-433b-a616-753b2f4f4356 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.341838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-1a201e5d-b008-4888-8705-b9efceb731da None None] Set router 7bf1db7a-8df0-421d-b265-e5041547e8b1 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:26.369650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fc474-9c64-433b-a616-753b2f4f4356 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Subnet': ['ID=d3be4275-9261-4d72-a8f3-386dda2f41d3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:26.374427 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-216fc474-9c64-433b-a616-753b2f4f4356 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.378563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-216fc474-9c64-433b-a616-753b2f4f4356 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/subnets/d3be4275-9261-4d72-a8f3-386dda2f41d3 HTTP/1.1" status: 204 len: 168 time: 0.7782338 Oct 27 16:29:26.381152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54756) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:26.408334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a68e7ac-2e73-493d-ab68-0a13f4986646 None None] Network 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:26.439075 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4f12-dc66-4e58-a2e2-b945a1636b21 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.454443 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bb1b4f12-dc66-4e58-a2e2-b945a1636b21 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/ff0b423f-1286-4ecd-9b5e-e330a474217d HTTP/1.1" status: 204 len: 168 time: 0.4476054 Oct 27 16:29:26.456425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54760) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:26.477517 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7a0b2c60-e88b-47ff-9201-699550e38d02 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=ff0b423f-1286-4ecd-9b5e-e330a474217d HTTP/1.1" status: 200 len: 216 time: 0.0196476 Oct 27 16:29:26.488827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54762) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:26.504466 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8c0794ae-e880-42d7-92cb-e1174a3876d4 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0150476 Oct 27 16:29:26.508688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54766) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:26.531977 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ed6671e2-a133-4dad-98fe-2a6c998d1838 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0153811 Oct 27 16:29:26.532325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54768) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:26.611708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.667653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ace7848-5c28-4c8d-bd75-a923ceb4aa13 req-c87f1af2-2614-4b1c-8060-d0b97e6044aa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 210 time: 0.1070657 Oct 27 16:29:26.669316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ecaaa9e1-6b48-4fce-9ae6-5cff81cd0629 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/77a17ef3-fa7a-4f55-b4cb-f7f4d7b156dc HTTP/1.1" status: 200 len: 473 time: 0.1362543 Oct 27 16:29:26.673938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54772) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:26.692879 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9202edd3-b4a2-4589-8b02-f0209991c461 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/4d006bfb-7f17-4e88-80d0-923cd8bbfd2e HTTP/1.1" status: 200 len: 461 time: 0.0121405 Oct 27 16:29:26.701790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54774) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:26.717460 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1a201e5d-b008-4888-8705-b9efceb731da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:29:23Z', 'revision_number': 7, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:26.763929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a201e5d-b008-4888-8705-b9efceb731da None None] The sync data for ids ['7bf1db7a-8df0-421d-b265-e5041547e8b1'] in n-d-815689-1 is: [{'id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'name': 'tempest-TestNetworkBasicOps-router-1763026421', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:26:45Z', 'updated_at': '2021-10-27T16:29:23Z', 'revision_number': 7, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '60779446-7b8b-4c23-b5b0-7a2cb605e7fb', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:14:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf1db7a-8df0-421d-b265-e5041547e8b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:26:47Z', 'updated_at': '2021-10-27T16:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:29:26.785728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc86b88b-ba76-4661-b280-ec47e346d0c1 None None] DHCP port deletion for 5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:29:26.840442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-bc86b88b-ba76-4661-b280-ec47e346d0c1 None None] Deleting port c91165e4-52d0-4783-83ad-df87d274d7bf {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:26.840824 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bc86b88b-ba76-4661-b280-ec47e346d0c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.894449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-34dae9ab-b245-4d5b-9670-ddc26a9c6b09 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:26.896091 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-34dae9ab-b245-4d5b-9670-ddc26a9c6b09 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.54 "GET /v2.0/networks?id=915b3ed1-d12e-4f2b-87f4-52c90a84ca17 HTTP/1.1" status: 200 len: 813 time: 0.2258358 Oct 27 16:29:26.912582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bc86b88b-ba76-4661-b280-ec47e346d0c1 None None] For port c91165e4-52d0-4783-83ad-df87d274d7bf, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c91165e4-52d0-4783-83ad-df87d274d7bf,segment=NetworkSegment(79a3141e-9efb-4e8c-bb4e-88cb7e032aa9),segment_id=79a3141e-9efb-4e8c-bb4e-88cb7e032aa9)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:26.912817 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bc86b88b-ba76-4661-b280-ec47e346d0c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.924142 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0ca5fc8-19cb-4ddd-aaad-592935dea789 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:26.924142 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c0ca5fc8-19cb-4ddd-aaad-592935dea789 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/4d006bfb-7f17-4e88-80d0-923cd8bbfd2e HTTP/1.1" status: 204 len: 168 time: 0.2175646 Oct 27 16:29:26.926038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54780) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:26.928643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Request body: {'port': {'device_id': '84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2', 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17', 'admin_state_up': True, 'tenant_id': '490337c9f6284ffc849850300039733c'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:26.930636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-bc86b88b-ba76-4661-b280-ec47e346d0c1 None None] Calling delete_port for c91165e4-52d0-4783-83ad-df87d274d7bf owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:26.996711 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.143384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting port 60779446-7b8b-4c23-b5b0-7a2cb605e7fb {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:27.144128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.182926 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bc86b88b-ba76-4661-b280-ec47e346d0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.208667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-4edb6a25-67f2-4841-a90e-4998173b64c8 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:27.210490 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-4edb6a25-67f2-4841-a90e-4998173b64c8 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1097 time: 0.0492775 Oct 27 16:29:27.226239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc86b88b-ba76-4661-b280-ec47e346d0c1 None None] No DVR routers for this DVR port c91165e4-52d0-4783-83ad-df87d274d7bf on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:27.241626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86b88b-ba76-4661-b280-ec47e346d0c1 None None] Pushing event deleted for resources: {'Port': ['ID=c91165e4-52d0-4783-83ad-df87d274d7bf,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:27.252500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] For port 60779446-7b8b-4c23-b5b0-7a2cb605e7fb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=60779446-7b8b-4c23-b5b0-7a2cb605e7fb,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:27.252949 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.274530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Calling delete_port for 60779446-7b8b-4c23-b5b0-7a2cb605e7fb owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:27.284305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Made reservation on behalf of 490337c9f6284ffc849850300039733c for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:27.287989 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.307317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-777eaac4-8105-4dfb-90a6-af869c407b31 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.311064 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-777eaac4-8105-4dfb-90a6-af869c407b31 tempest-MeteringTestJSON-986925111 tempest-MeteringTestJSON-986925111-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/77a17ef3-fa7a-4f55-b4cb-f7f4d7b156dc HTTP/1.1" status: 204 len: 168 time: 0.3814495 Oct 27 16:29:27.369415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-bb74792b-72b3-4c45-8ad7-bec7b134f00f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Deleting port 6870ed26-5d11-4288-9b5a-0560482a0bf0 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:27.371983 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-bb74792b-72b3-4c45-8ad7-bec7b134f00f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.468597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Allocated IP 172.20.0.10 (915b3ed1-d12e-4f2b-87f4-52c90a84ca17/b5405403-8afc-4fdb-9f0a-dcaefdd82d2f/31c2a484-7999-4452-9224-6522be1b98cf) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:27.535434 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-bb74792b-72b3-4c45-8ad7-bec7b134f00f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] For port 6870ed26-5d11-4288-9b5a-0560482a0bf0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=6870ed26-5d11-4288-9b5a-0560482a0bf0,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:27.536158 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-bb74792b-72b3-4c45-8ad7-bec7b134f00f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.553234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-bb74792b-72b3-4c45-8ad7-bec7b134f00f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Calling delete_port for 6870ed26-5d11-4288-9b5a-0560482a0bf0 owned by compute:nova {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:27.568079 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b77f8-778b-462b-8935-c5fb7c67f21f req-4bec116c-b9d1-481f-9d80-4edcc0ee754f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:27.570460 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e83b77f8-778b-462b-8935-c5fb7c67f21f req-4bec116c-b9d1-481f-9d80-4edcc0ee754f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 1097 time: 0.1018081 Oct 27 16:29:27.658945 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e83b77f8-778b-462b-8935-c5fb7c67f21f req-61b9fdc2-9056-4bcc-a9a1-de2c478cf9fb tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509655 Oct 27 16:29:27.804862 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-bb74792b-72b3-4c45-8ad7-bec7b134f00f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.822016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['6870ed26-5d11-4288-9b5a-0560482a0bf0'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:27.879781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74792b-72b3-4c45-8ad7-bec7b134f00f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Pushing event deleted for resources: {'Port': ['ID=6870ed26-5d11-4288-9b5a-0560482a0bf0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:27.885771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:27.957209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-bb74792b-72b3-4c45-8ad7-bec7b134f00f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] No DVR routers for this DVR port 6870ed26-5d11-4288-9b5a-0560482a0bf0 on host n-h1-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:27.960102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-bb74792b-72b3-4c45-8ad7-bec7b134f00f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:27.969701 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-bb74792b-72b3-4c45-8ad7-bec7b134f00f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.54 "DELETE /v2.0/ports/6870ed26-5d11-4288-9b5a-0560482a0bf0 HTTP/1.1" status: 204 len: 173 time: 0.7468429 Oct 27 16:29:27.969701 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69e4ac7-c2b7-4839-a68b-d542cf89b695', 'name': 'network-vif-deleted', 'tag': '6870ed26-5d11-4288-9b5a-0560482a0bf0'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:27.974803 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a68155a-5542-425e-a7a3-94cc27eaaa3e" -d '{"events": [{"server_uuid": "e69e4ac7-c2b7-4839-a68b-d542cf89b695", "name": "network-vif-deleted", "tag": "6870ed26-5d11-4288-9b5a-0560482a0bf0"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:28.042041 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cee912f-4bca-4826-bc6c-4379bef1bc6e x-openstack-request-id: req-4cee912f-4bca-4826-bc6c-4379bef1bc6e {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:28.042577 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69e4ac7-c2b7-4839-a68b-d542cf89b695", "name": "network-vif-deleted", "tag": "6870ed26-5d11-4288-9b5a-0560482a0bf0", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:28.042999 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cee912f-4bca-4826-bc6c-4379bef1bc6e {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:28.043609 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69e4ac7-c2b7-4839-a68b-d542cf89b695', 'name': 'network-vif-deleted', 'tag': '6870ed26-5d11-4288-9b5a-0560482a0bf0', 'status': 'completed', 'code': 200} Oct 27 16:29:28.180388 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54818) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:28.242242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec94bc90-feb4-4146-baa4-3c87849bf511 req-abb7f674-2f0c-432f-b11d-0f9399211f70 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 210 time: 0.0940349 Oct 27 16:29:28.264209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c91165e4-52d0-4783-83ad-df87d274d7bf no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:28.279018 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.295519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: c91165e4-52d0-4783-83ad-df87d274d7bf {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:28.295962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c91165e4-52d0-4783-83ad-df87d274d7bf not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:28.297115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 95b6265a-1f16-478a-afd5-70d283b812ce no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:28.321953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 95b6265a-1f16-478a-afd5-70d283b812ce {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:28.322410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 95b6265a-1f16-478a-afd5-70d283b812ce not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:28.351305 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa51937-7b1b-4683-9c8e-6fcac44ffbef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.379829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.407168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Port': ['ID=60779446-7b8b-4c23-b5b0-7a2cb605e7fb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:28.464260 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa51937-7b1b-4683-9c8e-6fcac44ffbef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.475384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.534949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:28.539516 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.541599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:28.548825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:28.575954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Pushing event updated for resources: {'Port': ['ID=31c2a484-7999-4452-9224-6522be1b98cf,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:28.591539 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa51937-7b1b-4683-9c8e-6fcac44ffbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.604016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54826) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:28.639080 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2fa51937-7b1b-4683-9c8e-6fcac44ffbef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2b63d3bcac64b449a8fbb42b2c74c00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4576519 Oct 27 16:29:28.640882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa51937-7b1b-4683-9c8e-6fcac44ffbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5947b9-78be-4db7-9380-5617662e05e7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:28.643412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54830) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:28.672290 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.676451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.695730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:28.696435 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.725996 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bde4cdf6-01ff-4436-bda4-79933c68edcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.775103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bde4cdf6-01ff-4436-bda4-79933c68edcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.790019 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80bc5de6-791e-4292-bdb8-29abba64cae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.822511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-1ae49e48-70cb-4866-a79d-177d8b276d08 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9016924 Oct 27 16:29:28.835722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Request body: {'port': {'device_id': '84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:28.854538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.855410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Fanout notify agent at l3_agent the message router_deleted on router 7bf1db7a-8df0-421d-b265-e5041547e8b1 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:29:28.865734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.867056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-27cdeea8-17cd-4c17-ab8e-4021f8f291ad tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/routers/7bf1db7a-8df0-421d-b265-e5041547e8b1 HTTP/1.1" status: 204 len: 168 time: 2.4849808 Oct 27 16:29:28.869986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54834) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:28.882427 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ade001fb-71cb-44d8-8f1a-eeebaef0c30d req-56e4e20c-c9a6-4571-8184-dc6f1fcc3d02 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e69e4ac7-c2b7-4839-a68b-d542cf89b695 HTTP/1.1" status: 200 len: 210 time: 0.0764470 Oct 27 16:29:28.981132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:28.994063 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.026264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bde4cdf6-01ff-4436-bda4-79933c68edcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.031378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bde4cdf6-01ff-4436-bda4-79933c68edcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.039021 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bde4cdf6-01ff-4436-bda4-79933c68edcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e5947b9-78be-4db7-9380-5617662e05e7 HTTP/1.1" status: 204 len: 168 time: 0.3945713 Oct 27 16:29:29.080751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4cdf6-01ff-4436-bda4-79933c68edcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5947b9-78be-4db7-9380-5617662e05e7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:29.145360 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80bc5de6-791e-4292-bdb8-29abba64cae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.233047 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.253460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80bc5de6-791e-4292-bdb8-29abba64cae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.271258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e05ec9a-0cd7-49e9-b5e7-01f99ce40173']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:29.293467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:29.293467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a3141e-9efb-4e8c-bb4e-88cb7e032aa9') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:29.333869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-80bc5de6-791e-4292-bdb8-29abba64cae1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c44d0bcf97143d28330f8fc42083819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7287219 Oct 27 16:29:29.334639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc5de6-791e-4292-bdb8-29abba64cae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2257b5f4-44b4-4cc5-9810-7cdc420522d5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:29.337156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54840) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:29.366908 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.415139 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.425531 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.460702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:29:29.466522 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9201c7d2-45b6-4fcc-bbe0-e02f2a5c6a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.466997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:29:29.467680 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:29:29.534317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9201c7d2-45b6-4fcc-bbe0-e02f2a5c6a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.569740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1fee9-b3a0-414e-b2da-3545691f42fc req-5329fb2d-2a48-43e8-9961-7f900fe999c1 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:29.571627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7e1fee9-b3a0-414e-b2da-3545691f42fc req-5329fb2d-2a48-43e8-9961-7f900fe999c1 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 932 time: 0.2245445 Oct 27 16:29:29.662504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7e1fee9-b3a0-414e-b2da-3545691f42fc req-67f89269-b20a-4a85-b230-c8ef6645e3ae tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829604 Oct 27 16:29:29.672361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c2a484-7999-4452-9224-6522be1b98cf {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:29.682292 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.722789 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9201c7d2-45b6-4fcc-bbe0-e02f2a5c6a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.725675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9201c7d2-45b6-4fcc-bbe0-e02f2a5c6a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.729387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9201c7d2-45b6-4fcc-bbe0-e02f2a5c6a9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2257b5f4-44b4-4cc5-9810-7cdc420522d5 HTTP/1.1" status: 204 len: 168 time: 0.3887498 Oct 27 16:29:29.737018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201c7d2-45b6-4fcc-bbe0-e02f2a5c6a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2257b5f4-44b4-4cc5-9810-7cdc420522d5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:29.784586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Transition to ACTIVE for port object 31c2a484-7999-4452-9224-6522be1b98cf will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:29:29.785927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.793899 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.801985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/networks/5e05ec9a-0cd7-49e9-b5e7-01f99ce40173 HTTP/1.1" status: 204 len: 168 time: 0.9307482 Oct 27 16:29:29.815204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54852) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:29.820568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'network': {'name': 'tempest-network-smoke--1375399765', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'port_security_enabled': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:29.826026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64172a92-ae1d-4b0d-a244-b197ab96dade tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Network': ['ID=5e05ec9a-0cd7-49e9-b5e7-01f99ce40173,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:29.887248 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:29.938698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Pushing event updated for resources: {'Port': ['ID=31c2a484-7999-4452-9224-6522be1b98cf,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:30.003677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Made reservation on behalf of 4cc2ede4aa044d759c64239f37331e3e for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:30.008737 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.027033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Attempting to bind port 31c2a484-7999-4452-9224-6522be1b98cf on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:30.027458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Attempting to bind port 31c2a484-7999-4452-9224-6522be1b98cf by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '9ad5c50e-b8e9-46fc-837a-6eea98d25e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:30.027782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Attempting to bind port 31c2a484-7999-4452-9224-6522be1b98cf on network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:30.033105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Port 31c2a484-7999-4452-9224-6522be1b98cf on network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:29:30.033424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Attempting to bind port 31c2a484-7999-4452-9224-6522be1b98cf on network 915b3ed1-d12e-4f2b-87f4-52c90a84ca17 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:30.036096 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:29:30.039869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:30.040235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Checking segment: {'id': '9ad5c50e-b8e9-46fc-837a-6eea98d25e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:30.040617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Bound using segment: {'id': '9ad5c50e-b8e9-46fc-837a-6eea98d25e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:30.041046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Bound port: 31c2a484-7999-4452-9224-6522be1b98cf, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad5c50e-b8e9-46fc-837a-6eea98d25e6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:30.041400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.055753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.056395 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Added segment ceecaa4f-8bde-4c67-b459-74cdf9d917a8 of type vlan for network 39a13dd9-7b0f-454f-8553-780ec7b7267f Oct 27 16:29:30.102727 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.115958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] For port 31c2a484-7999-4452-9224-6522be1b98cf, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:30.119421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] For port 31c2a484-7999-4452-9224-6522be1b98cf, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=31c2a484-7999-4452-9224-6522be1b98cf,segment=NetworkSegment(9ad5c50e-b8e9-46fc-837a-6eea98d25e6d),segment_id=9ad5c50e-b8e9-46fc-837a-6eea98d25e6d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:30.196362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 60779446-7b8b-4c23-b5b0-7a2cb605e7fb no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:30.219451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54858) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:30.219730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 60779446-7b8b-4c23-b5b0-7a2cb605e7fb {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:30.220011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 60779446-7b8b-4c23-b5b0-7a2cb605e7fb not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:30.237078 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-301175b0-6d6b-4c3d-b832-81dfc413f57c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.241592 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.241744 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.247014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:30.247947 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.326511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:30.327775 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.329572 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] 10.222.0.54 "PUT /v2.0/ports/31c2a484-7999-4452-9224-6522be1b98cf HTTP/1.1" status: 200 len: 1092 time: 1.4984984 Oct 27 16:29:30.330150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2', 'tag': '31c2a484-7999-4452-9224-6522be1b98cf'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:30.333700 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10ce9f5-d0bb-4164-b1e0-aecd9b8502fd" -d '{"events": [{"name": "network-changed", "server_uuid": "84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2", "tag": "31c2a484-7999-4452-9224-6522be1b98cf"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:30.364823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f38df3-adb6-49ef-bfd6-358a744785a9 service neutron] Pushing event updated for resources: {'Port': ['ID=31c2a484-7999-4452-9224-6522be1b98cf,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:30.411164 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245dea38-dd4f-4e64-808a-0e5f0a2b80c1 x-openstack-request-id: req-245dea38-dd4f-4e64-808a-0e5f0a2b80c1 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:30.411464 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2", "tag": "31c2a484-7999-4452-9224-6522be1b98cf", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:30.411744 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-245dea38-dd4f-4e64-808a-0e5f0a2b80c1 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:30.412230 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2', 'tag': '31c2a484-7999-4452-9224-6522be1b98cf', 'status': 'completed', 'code': 200} Oct 27 16:29:30.471472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Network': ['ID=39a13dd9-7b0f-454f-8553-780ec7b7267f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:30.484580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 39a13dd9-7b0f-454f-8553-780ec7b7267f details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:29:30.518917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce9f5-d0bb-4164-b1e0-aecd9b8502fd req-95c088c2-bc3d-4880-bc13-25abbd74611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:30.520506 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b10ce9f5-d0bb-4164-b1e0-aecd9b8502fd req-95c088c2-bc3d-4880-bc13-25abbd74611e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=490337c9f6284ffc849850300039733c&device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0839317 Oct 27 16:29:30.587986 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-301175b0-6d6b-4c3d-b832-81dfc413f57c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.602794 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d80a0bc0-33de-4382-85d8-ff78c88ddf30 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7861280 Oct 27 16:29:30.607253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54868) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:30.616237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-954332976', 'admin_state_up': True, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:30.636187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eba75b-f2bc-4276-83ae-c1153d5a90a9 req-91347b5c-fbe6-49c9-9fd2-c24600286090 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:30.637751 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-60eba75b-f2bc-4276-83ae-c1153d5a90a9 req-91347b5c-fbe6-49c9-9fd2-c24600286090 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1096 time: 0.0480082 Oct 27 16:29:30.677578 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-60eba75b-f2bc-4276-83ae-c1153d5a90a9 req-266e70ef-c5b4-4440-95bd-8694743b9634 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333452 Oct 27 16:29:30.678660 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-301175b0-6d6b-4c3d-b832-81dfc413f57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.694360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce9f5-d0bb-4164-b1e0-aecd9b8502fd req-f07441e5-93d2-4860-82d5-d3de761d99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:30.696752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b10ce9f5-d0bb-4164-b1e0-aecd9b8502fd req-f07441e5-93d2-4860-82d5-d3de761d99c7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=490337c9f6284ffc849850300039733c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1657820 Oct 27 16:29:30.717928 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-301175b0-6d6b-4c3d-b832-81dfc413f57c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db1dbcd90d2d4d08abd2120de99cff15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4973378 Oct 27 16:29:30.721267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54872) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:30.735983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301175b0-6d6b-4c3d-b832-81dfc413f57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71577fda-ea9b-49a5-986f-2f457c2f87aa,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:30.777327 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-929fc7ab-7b1e-4481-b859-fa0aab7ae97d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.783761 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.789921 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.799632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-929fc7ab-7b1e-4481-b859-fa0aab7ae97d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.948955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617495d7-fe6a-48cb-96a4-89411f292944 req-702f7be4-f579-47a2-8c64-dadb570859af tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:30.950348 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-617495d7-fe6a-48cb-96a4-89411f292944 req-702f7be4-f579-47a2-8c64-dadb570859af tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 944 time: 0.1713099 Oct 27 16:29:30.955693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:30.958652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ce9f5-d0bb-4164-b1e0-aecd9b8502fd req-5dc92013-a5c0-486d-b875-613842c1e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:30.960167 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b10ce9f5-d0bb-4164-b1e0-aecd9b8502fd req-5dc92013-a5c0-486d-b875-613842c1e0e2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2566307 Oct 27 16:29:30.995185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-617495d7-fe6a-48cb-96a4-89411f292944 req-fd13cc7a-89ac-46b1-a6ee-7e15009f51f8 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381191 Oct 27 16:29:31.045766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-76c3d0b1-baca-4a46-84b5-6ab4904d5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:31.048342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-929fc7ab-7b1e-4481-b859-fa0aab7ae97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.048515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-76c3d0b1-baca-4a46-84b5-6ab4904d5ab5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=490337c9f6284ffc849850300039733c&device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 1095 time: 0.0433171 Oct 27 16:29:31.051003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-929fc7ab-7b1e-4481-b859-fa0aab7ae97d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.052198 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-929fc7ab-7b1e-4481-b859-fa0aab7ae97d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71577fda-ea9b-49a5-986f-2f457c2f87aa HTTP/1.1" status: 204 len: 168 time: 0.3299654 Oct 27 16:29:31.061245 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fc7ab-7b1e-4481-b859-fa0aab7ae97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71577fda-ea9b-49a5-986f-2f457c2f87aa,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:31.101888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-eb513a41-a431-4e82-9a9f-6c5127bfaa2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31c2a484-7999-4452-9224-6522be1b98cf HTTP/1.1" status: 200 len: 217 time: 0.0458918 Oct 27 16:29:31.149761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54880) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:31.165668 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-954907da-f01d-46a9-93fa-e084d75b5721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.251710 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-954907da-f01d-46a9-93fa-e084d75b5721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.274316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-9024262c-dfa3-4ba1-9d77-cc9c074dd111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:31.275834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-9024262c-dfa3-4ba1-9d77-cc9c074dd111 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b5405403-8afc-4fdb-9f0a-dcaefdd82d2f HTTP/1.1" status: 200 len: 853 time: 0.1422558 Oct 27 16:29:31.277611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.306584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-98e3dc1c-a484-40cf-869e-d656afc44981 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=915b3ed1-d12e-4f2b-87f4-52c90a84ca17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241241 Oct 27 16:29:31.520174 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-954907da-f01d-46a9-93fa-e084d75b5721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.520174 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-954907da-f01d-46a9-93fa-e084d75b5721 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=234447b598a24626a9abb072e1a5b67a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2251329 Oct 27 16:29:31.520174 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954907da-f01d-46a9-93fa-e084d75b5721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539262df-5513-427d-b570-d031af00a25e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:31.522399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 54886) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:31.522399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-6760a270-5a52-4bed-82d0-d2cebeb8f5fc service neutron] 10.222.0.54 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758900 Oct 27 16:29:31.570616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4dfc684f-1a4e-4c8a-b069-576e9359a036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.613009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4dfc684f-1a4e-4c8a-b069-576e9359a036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.675293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d0afa66-5b2b-4561-84c6-b8127e3b5987 req-69e25b19-28e0-459d-9db6-e3fdf16ef443 service neutron] 10.222.0.54 "GET /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776674 Oct 27 16:29:31.700666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 6870ed26-5d11-4288-9b5a-0560482a0bf0 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:31.723718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 6870ed26-5d11-4288-9b5a-0560482a0bf0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:31.724080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 6870ed26-5d11-4288-9b5a-0560482a0bf0 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:31.815676 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.828577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342422ec-7bc6-41d6-8049-44dcde6d038b req-cd492149-7986-4499-bf39-7f42ed4c58ae tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:31.831183 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-342422ec-7bc6-41d6-8049-44dcde6d038b req-cd492149-7986-4499-bf39-7f42ed4c58ae tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1096 time: 0.0561223 Oct 27 16:29:31.845590 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.848253 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4dfc684f-1a4e-4c8a-b069-576e9359a036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.850862 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4dfc684f-1a4e-4c8a-b069-576e9359a036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:31.851985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4dfc684f-1a4e-4c8a-b069-576e9359a036 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/539262df-5513-427d-b570-d031af00a25e HTTP/1.1" status: 204 len: 168 time: 0.4685266 Oct 27 16:29:31.870447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc684f-1a4e-4c8a-b069-576e9359a036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539262df-5513-427d-b570-d031af00a25e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:31.892504 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-342422ec-7bc6-41d6-8049-44dcde6d038b req-021a88c7-7117-432a-8037-1c9563092b17 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=77c6288d-2cf7-4b2c-878f-ccfc4843755b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528762 Oct 27 16:29:31.922259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90154007-9d52-4c54-9d72-1ff951282a4b req-1f63ae43-1046-4913-9229-be1c78f7c953 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:31.923861 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90154007-9d52-4c54-9d72-1ff951282a4b req-1f63ae43-1046-4913-9229-be1c78f7c953 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 1096 time: 0.1340387 Oct 27 16:29:32.081660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Allocated IP 172.25.4.10 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/6fe3355f-ffe9-4c97-91d2-98e6dbf09b19) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:32.097166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-90154007-9d52-4c54-9d72-1ff951282a4b req-d1b4add2-118f-4304-8882-2e82ffd5c30c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Deleting port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:32.097487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-90154007-9d52-4c54-9d72-1ff951282a4b req-d1b4add2-118f-4304-8882-2e82ffd5c30c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.625676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8300392-e56e-43c7-be02-b7cc3ad93f4c req-19fc5757-fc6d-4f3b-98e7-e349d4fbe97e tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:32.627266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8300392-e56e-43c7-be02-b7cc3ad93f4c req-19fc5757-fc6d-4f3b-98e7-e349d4fbe97e tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 944 time: 0.5023274 Oct 27 16:29:32.640670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-90154007-9d52-4c54-9d72-1ff951282a4b req-d1b4add2-118f-4304-8882-2e82ffd5c30c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] For port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:32.641052 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-90154007-9d52-4c54-9d72-1ff951282a4b req-d1b4add2-118f-4304-8882-2e82ffd5c30c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.655191 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.680699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-90154007-9d52-4c54-9d72-1ff951282a4b req-d1b4add2-118f-4304-8882-2e82ffd5c30c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Calling delete_port for 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:32.685454 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.760501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e8300392-e56e-43c7-be02-b7cc3ad93f4c req-fc79cc08-2a37-40d0-9df4-7af5499d4870 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224608 Oct 27 16:29:32.940270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.988744 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-90154007-9d52-4c54-9d72-1ff951282a4b req-d1b4add2-118f-4304-8882-2e82ffd5c30c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:32.991542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:33.001795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:33.003105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:33.011917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:33.057840 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b67cf400-77a9-489c-b1b8-bfba905886ce req-d9a843c1-5300-46de-a511-5b6100cdabcd tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 210 time: 0.0633349 Oct 27 16:29:33.059205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=6fe3355f-ffe9-4c97-91d2-98e6dbf09b19,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:33.157615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4add2-118f-4304-8882-2e82ffd5c30c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:33.159702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-90154007-9d52-4c54-9d72-1ff951282a4b req-d1b4add2-118f-4304-8882-2e82ffd5c30c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] No DVR routers for this DVR port 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:33.188812 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-90154007-9d52-4c54-9d72-1ff951282a4b req-d1b4add2-118f-4304-8882-2e82ffd5c30c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:33.200389 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90154007-9d52-4c54-9d72-1ff951282a4b req-d1b4add2-118f-4304-8882-2e82ffd5c30c tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b HTTP/1.1" status: 204 len: 173 time: 1.2605820 Oct 27 16:29:33.200389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b849f5e1-9415-4daa-83af-bdc5fa548d1d', 'name': 'network-vif-deleted', 'tag': '4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:33.200389 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dc9a3e-6864-49ac-a0c5-6cd50177ed7d" -d '{"events": [{"server_uuid": "b849f5e1-9415-4daa-83af-bdc5fa548d1d", "name": "network-vif-deleted", "tag": "4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:33.263585 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0804d56-f783-4363-bc61-7a7caa1605d2 x-openstack-request-id: req-c0804d56-f783-4363-bc61-7a7caa1605d2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:33.263959 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b849f5e1-9415-4daa-83af-bdc5fa548d1d", "name": "network-vif-deleted", "tag": "4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:33.264584 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0804d56-f783-4363-bc61-7a7caa1605d2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:33.264993 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b849f5e1-9415-4daa-83af-bdc5fa548d1d', 'name': 'network-vif-deleted', 'tag': '4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b', 'status': 'completed', 'code': 200} Oct 27 16:29:33.616231 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:33.849658 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:33.909994 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbeb910-39a2-4b8f-95bc-367f341a0c6b req-677c65ca-b968-4dc3-be5c-a1440f410bf9 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:33.911646 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2cbeb910-39a2-4b8f-95bc-367f341a0c6b req-677c65ca-b968-4dc3-be5c-a1440f410bf9 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 944 time: 0.0537632 Oct 27 16:29:33.963635 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2cbeb910-39a2-4b8f-95bc-367f341a0c6b req-3f46bb01-34fc-4b0f-99ed-6f20df9f9893 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454574 Oct 27 16:29:34.078422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54984) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.123482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:29:34.195903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4331a8a0-9b45-457d-9423-c52d6791fe2e tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:34.253145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf635a27-10db-4825-ab2e-b63bbcf476aa req-a5dc7360-12f7-4bde-b6c7-ab1be19eb831 tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b849f5e1-9415-4daa-83af-bdc5fa548d1d HTTP/1.1" status: 200 len: 210 time: 0.0716851 Oct 27 16:29:34.280561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:29:34.291003 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Sync routers for ids ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:29:34.302972 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Routers {'d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:34.303710 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:34.411404 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Set router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:34.433576 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:34.434974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a4d81432-0020-4a8b-93a6-7273c71d5626 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8228037 Oct 27 16:29:34.442659 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54996) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.472094 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2659ff19-7984-45aa-98b2-d06d01709aea tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=4cc2ede4aa044d759c64239f37331e3e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282764 Oct 27 16:29:34.474913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 54998) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.505547 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4331a8a0-9b45-457d-9423-c52d6791fe2e tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] 10.222.0.15 "PUT /v2.0/quotas/4545dc2465de4665a3b9e484e58419bb HTTP/1.1" status: 200 len: 366 time: 0.4258766 Oct 27 16:29:34.508398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55002) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.520661 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-01d112f3-e268-4f09-bc17-ccd2c137993f tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0110810 Oct 27 16:29:34.526187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55004) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.543871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7c8c998a-9f75-4606-aef8-6a68b6fc48f4 tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] 10.222.0.15 "GET /v2.0/quotas/4545dc2465de4665a3b9e484e58419bb HTTP/1.1" status: 200 len: 366 time: 0.0159669 Oct 27 16:29:34.547325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55006) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.596079 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a7cb82-3fc1-47ca-a1f4-37a43d3c3157 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:34.597804 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-30a7cb82-3fc1-47ca-a1f4-37a43d3c3157 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1216888 Oct 27 16:29:34.600722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55008) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.621804 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:33Z', 'revision_number': 3, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:34.631156 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5bc74575-785d-47bc-9e8f-dfbd8fc2e2e3 tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290923 Oct 27 16:29:34.633379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55012) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.638322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1955604101', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:34.652789 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Checking router: d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:29:34.656850 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Updating router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 port 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:29:34.656976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e15fb472-b5b8-460c-8435-7f6175856631 tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/4545dc2465de4665a3b9e484e58419bb HTTP/1.1" status: 204 len: 168 time: 0.1061203 Oct 27 16:29:34.658550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55018) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.674180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bcaac82b-48c5-4f1c-baa4-e146019843c8 tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0131567 Oct 27 16:29:34.675901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55020) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.688987 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:34.709277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55024) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.709827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a3aa031c-c0df-4ca5-9862-33596afe4eef tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] 10.222.0.15 "GET /v2.0/quotas/4545dc2465de4665a3b9e484e58419bb HTTP/1.1" status: 200 len: 370 time: 0.0285118 Oct 27 16:29:34.715716 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5f3cc7c5-a3e4-415e-aea5-b93875c2b03c tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] 10.222.0.15 "GET /v2.0/quotas/4545dc2465de4665a3b9e484e58419bb/default HTTP/1.1" status: 200 len: 370 time: 0.0049942 Oct 27 16:29:34.719127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55026) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:34.730641 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-0dde4b18-eda6-4bb0-b2a3-f059a7cac2a6 tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] delete failed (client error): The resource could not be found. Oct 27 16:29:34.731684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0dde4b18-eda6-4bb0-b2a3-f059a7cac2a6 tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/4545dc2465de4665a3b9e484e58419bb HTTP/1.1" status: 404 len: 348 time: 0.0115912 Oct 27 16:29:34.813353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Made reservation on behalf of 4cc2ede4aa044d759c64239f37331e3e for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:34.817023 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.032643 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.103703 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496270c7-fac5-445f-813c-0be09345a7e4 req-b6d6d9af-4849-49e9-8070-b9b5107176a0 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:35.105271 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-496270c7-fac5-445f-813c-0be09345a7e4 req-b6d6d9af-4849-49e9-8070-b9b5107176a0 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 944 time: 0.0493610 Oct 27 16:29:35.144451 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-496270c7-fac5-445f-813c-0be09345a7e4 req-b6d1fa98-ff9b-42ca-ab76-a0739609e1ea tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Oct 27 16:29:35.185236 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.185915 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.238900 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Attempting to bind port 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:35.239272 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Attempting to bind port 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:35.239662 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Attempting to bind port 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:35.251357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Subnet': ['ID=12922400-8808-4f23-997a-d7a056d35d72,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:35.273423 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:35.273741 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:35.274146 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.274543 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:35.274871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Checking segment: {'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:35.275048 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Bound port: 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:35.275234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network hostable DHCP agents. Network: 39a13dd9-7b0f-454f-8553-780ec7b7267f, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:29:35.277051 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.300866 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Pushing event updated for resources: {'Port': ['ID=6fe3355f-ffe9-4c97-91d2-98e6dbf09b19,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:35.314819 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.315169 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.315508 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.315842 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.316207 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.316543 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.321953 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.324958 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.325292 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.325781 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.326330 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.326831 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:35.328617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55044) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:35.346577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55046) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:35.376584 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] For port 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:35.380028 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] For port 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6fe3355f-ffe9-4c97-91d2-98e6dbf09b19,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:35.420573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 39a13dd9-7b0f-454f-8553-780ec7b7267f is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:29:35.451695 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.479060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Usage tracker for resource:network and project:63b118f0e34448d981fba9e557388588 is out of sync, need to count used quota {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:29:35.488139 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:35.488633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:29:35.506618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Usage tracker for resource:subnet and project:63b118f0e34448d981fba9e557388588 is out of sync, need to count used quota {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:29:35.512704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:29:35.523754 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 39a13dd9-7b0f-454f-8553-780ec7b7267f) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:35.527976 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:35.528637 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.533071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Usage tracker for resource:subnetpool and project:63b118f0e34448d981fba9e557388588 is out of sync, need to count used quota {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:29:35.535618 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Routers {'d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:35.537790 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:35.546390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:29:35.573727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe9a69e-75e6-4084-83a1-7849c7b5e6a8 None None] Network 39a13dd9-7b0f-454f-8553-780ec7b7267f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:35.587563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:35.587902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 4d04cdd9-5d33-4411-8ab4-c08a64b5fe7b not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:35.631699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Usage tracker for resource:port and project:63b118f0e34448d981fba9e557388588 is out of sync, need to count used quota {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:29:35.636639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:29:35.654238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Usage tracker for resource:router and project:63b118f0e34448d981fba9e557388588 is out of sync, need to count used quota {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:29:35.662265 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c92a1175-0c2f-42ce-90a2-95c9fdb62478 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0277405 Oct 27 16:29:35.662722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55052) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:35.664978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:29:35.699165 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] Set router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:35.827937 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 31c2a484-7999-4452-9224-6522be1b98cf details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:29:35.831578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-39a13dd9-7b0f-454f-8553-780ec7b7267f', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ips': [{'subnet_id': '12922400-8808-4f23-997a-d7a056d35d72'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:29:35.833006 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:35.847964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Usage tracker for resource:floatingip and project:63b118f0e34448d981fba9e557388588 is out of sync, need to count used quota {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:29:35.882896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:29:36.039260 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec21f0-9f7b-4820-8bbd-064f75cdde50 None None] Pushing event updated for resources: {'Port': ['ID=6fe3355f-ffe9-4c97-91d2-98e6dbf09b19,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:36.106543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 31c2a484-7999-4452-9224-6522be1b98cf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=31c2a484-7999-4452-9224-6522be1b98cf,segment=NetworkSegment(9ad5c50e-b8e9-46fc-837a-6eea98d25e6d),segment_id=9ad5c50e-b8e9-46fc-837a-6eea98d25e6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:36.158907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Allocated IP 172.20.0.2 (39a13dd9-7b0f-454f-8553-780ec7b7267f/12922400-8808-4f23-997a-d7a056d35d72/d0a5e703-947b-4ff1-bbd3-ccbb833501a7) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:36.258757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '31c2a484-7999-4452-9224-6522be1b98cf', 'network_id': '915b3ed1-d12e-4f2b-87f4-52c90a84ca17', 'port_id': '31c2a484-7999-4452-9224-6522be1b98cf', 'mac_address': 'fa:16:3e:d0:31:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5405403-8afc-4fdb-9f0a-dcaefdd82d2f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:29:36.284766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Usage tracker for resource:security_group and project:63b118f0e34448d981fba9e557388588 is out of sync, need to count used quota {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:29:36.294974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:29:36.308948 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:33Z', 'revision_number': 3, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:36.348792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d4bbc-41dd-47ce-b9c4-064e2f485530 req-118be2e2-e35f-45e3-adcb-99d240893b2e tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:36.351450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Usage tracker for resource:security_group_rule and project:63b118f0e34448d981fba9e557388588 is out of sync, need to count used quota {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 27 16:29:36.358772 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c58d4bbc-41dd-47ce-b9c4-064e2f485530 req-118be2e2-e35f-45e3-adcb-99d240893b2e tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 944 time: 0.0901914 Oct 27 16:29:36.364921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.quota.resource [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109723) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 27 16:29:36.373874 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7d8b5902-7afc-4614-b429-6eb695ae0eca tempest-QuotasTest-1821655516 tempest-QuotasTest-1821655516-project-admin] 10.222.0.15 "GET /v2.0/quotas/63b118f0e34448d981fba9e557388588/details.json HTTP/1.1" status: 200 len: 703 time: 1.0237396 Oct 27 16:29:36.409722 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:36.431427 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac79294b-b96e-4f17-8b31-5f5ea430fdaa None None] The sync data for ids ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'] in n-d-815689-1 is: [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:33Z', 'revision_number': 3, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:29:36.471412 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c58d4bbc-41dd-47ce-b9c4-064e2f485530 req-577b5434-3ea1-4067-9a78-d005f99c4bbe tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100032 Oct 27 16:29:36.494435 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:36.520777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c2a484-7999-4452-9224-6522be1b98cf {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:36.652004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 31c2a484-7999-4452-9224-6522be1b98cf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=31c2a484-7999-4452-9224-6522be1b98cf,segment=NetworkSegment(9ad5c50e-b8e9-46fc-837a-6eea98d25e6d),segment_id=9ad5c50e-b8e9-46fc-837a-6eea98d25e6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:36.678188 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:36.684683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:36.764264 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:36.767137 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:36.903675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Pushing event updated for resources: {'Port': ['ID=d0a5e703-947b-4ff1-bbd3-ccbb833501a7,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:37.224373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] Deleting port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:37.224882 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:37.292574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Allocated IP 172.20.0.1 (39a13dd9-7b0f-454f-8553-780ec7b7267f/12922400-8808-4f23-997a-d7a056d35d72/eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:37.394442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Network 39a13dd9-7b0f-454f-8553-780ec7b7267f is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:37.404286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:37.412158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55092) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:37.418194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:37.434136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] For port 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:37.434670 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:37.435496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['31c2a484-7999-4452-9224-6522be1b98cf'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:29:37.463509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] Calling delete_port for 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:37.513434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.513984 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.515535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.516084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.517671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.518217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.519405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.520506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.521037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.522746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.524030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.529179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:37.647226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:37.655553 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bad35e4b-2786-4cfd-8e29-2d28eee8c868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:37.667992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Attempting to bind port d0a5e703-947b-4ff1-bbd3-ccbb833501a7 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:37.668251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Attempting to bind port d0a5e703-947b-4ff1-bbd3-ccbb833501a7 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:37.669223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Attempting to bind port d0a5e703-947b-4ff1-bbd3-ccbb833501a7 on network 39a13dd9-7b0f-454f-8553-780ec7b7267f {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:37.681823 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=31c2a484-7999-4452-9224-6522be1b98cf,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:37.708566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:37.708977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Checking segment: {'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:37.709338 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:37.709728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Bound using segment: {'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:37.710255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Bound port: d0a5e703-947b-4ff1-bbd3-ccbb833501a7, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:37.729239 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:37.795886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9629757-5ffa-497f-9de3-d925ad049865 req-c80c6682-82ea-4f8b-9840-82d30a9a4cfa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:37.802279 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d9629757-5ffa-497f-9de3-d925ad049865 req-c80c6682-82ea-4f8b-9840-82d30a9a4cfa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 945 time: 0.1581945 Oct 27 16:29:37.885163 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bad35e4b-2786-4cfd-8e29-2d28eee8c868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:37.902550 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d9629757-5ffa-497f-9de3-d925ad049865 req-d4bb35b1-5501-493a-964a-4eed4021def4 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740361 Oct 27 16:29:37.965888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] For port d0a5e703-947b-4ff1-bbd3-ccbb833501a7, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:37.970958 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:37.985114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] For port d0a5e703-947b-4ff1-bbd3-ccbb833501a7, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d0a5e703-947b-4ff1-bbd3-ccbb833501a7,segment=NetworkSegment(ceecaa4f-8bde-4c67-b459-74cdf9d917a8),segment_id=ceecaa4f-8bde-4c67-b459-74cdf9d917a8)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:37.992021 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bad35e4b-2786-4cfd-8e29-2d28eee8c868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.078607 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.111358 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bad35e4b-2786-4cfd-8e29-2d28eee8c868 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3ed4f4a04784d7fbacfe0e5eee5dd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949947 Oct 27 16:29:38.113999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55104) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:38.115525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad35e4b-2786-4cfd-8e29-2d28eee8c868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473af179-6c6a-4103-87da-c9838880325b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:38.167488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:38.171666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299febd-5468-40ef-9546-08aff37f78ff None None] Pushing event updated for resources: {'Port': ['ID=d0a5e703-947b-4ff1-bbd3-ccbb833501a7,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:38.179829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 39a13dd9-7b0f-454f-8553-780ec7b7267f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:38.188874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:38.193015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:38.210125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55106) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:38.275095 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf677f27-e6e0-4eca-97be-73ed05c9821a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.287107 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.323439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:38.341147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf677f27-e6e0-4eca-97be-73ed05c9821a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.343321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.406600 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb2c0-50da-4461-9f10-df2d99c84387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.407366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:38.530780 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:38.531931 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.588670 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb2c0-50da-4461-9f10-df2d99c84387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.673146 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb2c0-50da-4461-9f10-df2d99c84387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.693480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.717409 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.786757 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3e4eb2c0-50da-4461-9f10-df2d99c84387 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a41d43aea61d4985a3bbd06450e167b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752430 Oct 27 16:29:38.791618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6fe3355f-ffe9-4c97-91d2-98e6dbf09b19,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:38.793729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55112) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:38.805017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf677f27-e6e0-4eca-97be-73ed05c9821a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.806874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4eb2c0-50da-4461-9f10-df2d99c84387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72385f0b-3cc6-4f0e-aabd-c06fe56b60c5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:38.807966 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bf677f27-e6e0-4eca-97be-73ed05c9821a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.812024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bf677f27-e6e0-4eca-97be-73ed05c9821a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/473af179-6c6a-4103-87da-c9838880325b HTTP/1.1" status: 204 len: 168 time: 0.6602049 Oct 27 16:29:38.867914 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.878116 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c01e9440-9bac-447e-ad09-951dd81309a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:38.909050 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf677f27-e6e0-4eca-97be-73ed05c9821a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473af179-6c6a-4103-87da-c9838880325b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:38.911334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c01e9440-9bac-447e-ad09-951dd81309a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:39.006714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=6fe3355f-ffe9-4c97-91d2-98e6dbf09b19,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:39.061106 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9934da-0d3c-46f9-9e5c-6088b720bc59 req-69f5c2b9-d00d-45d6-b1fe-8838f826c3fa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:39.070791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e9934da-0d3c-46f9-9e5c-6088b720bc59 req-69f5c2b9-d00d-45d6-b1fe-8838f826c3fa tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 945 time: 0.0675287 Oct 27 16:29:39.115264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c01e9440-9bac-447e-ad09-951dd81309a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:39.131263 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c01e9440-9bac-447e-ad09-951dd81309a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:39.135119 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c01e9440-9bac-447e-ad09-951dd81309a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72385f0b-3cc6-4f0e-aabd-c06fe56b60c5 HTTP/1.1" status: 204 len: 168 time: 0.3341312 Oct 27 16:29:39.163606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e9440-9bac-447e-ad09-951dd81309a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72385f0b-3cc6-4f0e-aabd-c06fe56b60c5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:39.191317 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e9934da-0d3c-46f9-9e5c-6088b720bc59 req-bde1289f-11bc-4a5c-ab1a-3dc642682507 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193480 Oct 27 16:29:39.498281 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:39.660690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfd5d84-91c6-4286-b9d5-5e67600f6ad7 None None] Network 39a13dd9-7b0f-454f-8553-780ec7b7267f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:39.752171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e7769c78-62f7-4610-ae3f-3e42f30baf25 None None] Provisioning complete for port d0a5e703-947b-4ff1-bbd3-ccbb833501a7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:39.752641 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7769c78-62f7-4610-ae3f-3e42f30baf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:39.768840 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55138) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:39.784922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30ede27c-4980-4957-96ae-4c615220a409 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:39.800669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 31c2a484-7999-4452-9224-6522be1b98cf up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:39.884944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:39.909381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] Router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:29:39.925465 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30ede27c-4980-4957-96ae-4c615220a409 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:39.987549 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7769c78-62f7-4610-ae3f-3e42f30baf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:39.997089 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:40.021784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e7769c78-62f7-4610-ae3f-3e42f30baf25 None None] For port d0a5e703-947b-4ff1-bbd3-ccbb833501a7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d0a5e703-947b-4ff1-bbd3-ccbb833501a7,segment=NetworkSegment(ceecaa4f-8bde-4c67-b459-74cdf9d917a8),segment_id=ceecaa4f-8bde-4c67-b459-74cdf9d917a8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:40.049728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 31c2a484-7999-4452-9224-6522be1b98cf completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:29:40.050137 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30ede27c-4980-4957-96ae-4c615220a409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:40.054893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 31c2a484-7999-4452-9224-6522be1b98cf triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:40.055272 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:40.112848 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e7769c78-62f7-4610-ae3f-3e42f30baf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:40.124003 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:40.142967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:40.154924 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-30ede27c-4980-4957-96ae-4c615220a409 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63b118f0e34448d981fba9e557388588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3842590 Oct 27 16:29:40.160303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55142) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:40.166491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:29:40.174786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ede27c-4980-4957-96ae-4c615220a409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008852eb-1227-4c32-815f-d73a9f38a9f6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:40.185300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ad9007-4d75-4789-92cd-37a5784dc2e1 None None] Sync routers for ids ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:29:40.189387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55144) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:40.192373 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2edb7593-601c-4d9a-bac6-b33a93b551b8 admin admin] 10.222.0.15 "PUT /v2.0/routers/2b3fe25d-3541-4fe7-ac24-356c0b784c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8488913 Oct 27 16:29:40.223679 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:40.241592 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:29:40.270000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad9007-4d75-4789-92cd-37a5784dc2e1 None None] Routers {'2b3fe25d-3541-4fe7-ac24-356c0b784c39'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:40.270646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-91ad9007-4d75-4789-92cd-37a5784dc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:40.354882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7769c78-62f7-4610-ae3f-3e42f30baf25 None None] Pushing event updated for resources: {'Port': ['ID=d0a5e703-947b-4ff1-bbd3-ccbb833501a7,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:40.410252 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c2a484-7999-4452-9224-6522be1b98cf'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:40.415094 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64605b72-488e-405f-b6c1-83a3b291db44" -d '{"events": [{"server_uuid": "84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2", "name": "network-vif-plugged", "status": "completed", "tag": "31c2a484-7999-4452-9224-6522be1b98cf"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:40.467123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 39a13dd9-7b0f-454f-8553-780ec7b7267f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:40.479550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:40.604647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-91ad9007-4d75-4789-92cd-37a5784dc2e1 None None] Set router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:40.713437 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdb13f1-604a-4543-bfcd-59b2347a3f60 x-openstack-request-id: req-7fdb13f1-604a-4543-bfcd-59b2347a3f60 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:40.714071 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2", "name": "network-vif-plugged", "status": "completed", "tag": "31c2a484-7999-4452-9224-6522be1b98cf", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:40.714071 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fdb13f1-604a-4543-bfcd-59b2347a3f60 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:40.714328 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c2a484-7999-4452-9224-6522be1b98cf', 'code': 200} Oct 27 16:29:40.718375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:40.723600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 31c2a484-7999-4452-9224-6522be1b98cf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=31c2a484-7999-4452-9224-6522be1b98cf,segment=NetworkSegment(9ad5c50e-b8e9-46fc-837a-6eea98d25e6d),segment_id=9ad5c50e-b8e9-46fc-837a-6eea98d25e6d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:40.837143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:29:40.875633 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:40.893023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c884b-ee3a-4730-9319-0fdf6576c341 req-5df2b8fe-6cbf-4afb-b171-a4c25e8812ff tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:40.904041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c74c884b-ee3a-4730-9319-0fdf6576c341 req-5df2b8fe-6cbf-4afb-b171-a4c25e8812ff tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 945 time: 0.4335296 Oct 27 16:29:40.920080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-781d36e2-d152-45e3-9b7c-2cb47cf5157e None None] Provisioning complete for port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:40.920451 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-781d36e2-d152-45e3-9b7c-2cb47cf5157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.027854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1c78d-313e-4c4b-ab28-8ac1b6b92b7f req-ab34f576-04b6-4130-a493-3b6b6a9e57fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.033349 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18a1c78d-313e-4c4b-ab28-8ac1b6b92b7f req-ab34f576-04b6-4130-a493-3b6b6a9e57fb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 1097 time: 0.2153246 Oct 27 16:29:41.134044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-781d36e2-d152-45e3-9b7c-2cb47cf5157e None None] Port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:29:41.180000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:41.180475 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.182829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-781d36e2-d152-45e3-9b7c-2cb47cf5157e None None] Provisioning complete for port d0a5e703-947b-4ff1-bbd3-ccbb833501a7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:41.185260 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-781d36e2-d152-45e3-9b7c-2cb47cf5157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.187131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c74c884b-ee3a-4730-9319-0fdf6576c341 req-8a9756c2-1372-42cd-8f8e-2c8b2efc1d7d tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813177 Oct 27 16:29:41.189357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=31c2a484-7999-4452-9224-6522be1b98cf,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:41.195049 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18a1c78d-313e-4c4b-ab28-8ac1b6b92b7f req-ad8d612e-78ca-4dd7-8955-f8080bcfa772 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393099 Oct 27 16:29:41.198346 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.226066 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:29:41.243054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-71bb710a-b75f-4c82-a8d5-3be6b2178d11 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "PUT /v2.0/routers/d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5768268 Oct 27 16:29:41.244445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55168) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:41.251527 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Sync routers for ids ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:29:41.263137 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Routers {'d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:41.264105 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:41.389602 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e44f244-8142-4703-bd99-905c4f2d06af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.414133 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Set router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:41.519773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e44f244-8142-4703-bd99-905c4f2d06af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.522390 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.555207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028920c8-a4af-487e-a3d9-6ee1f27688ee tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.555714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028920c8-a4af-487e-a3d9-6ee1f27688ee tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.557420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028920c8-a4af-487e-a3d9-6ee1f27688ee tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.558497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028920c8-a4af-487e-a3d9-6ee1f27688ee tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.560450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028920c8-a4af-487e-a3d9-6ee1f27688ee tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.560954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028920c8-a4af-487e-a3d9-6ee1f27688ee tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.563564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028920c8-a4af-487e-a3d9-6ee1f27688ee tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.568443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-91ad9007-4d75-4789-92cd-37a5784dc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'name': 'tempest-TestServerMultinode-1386267418-router', 'tenant_id': '800f702341d844648844a768fee8fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:23Z', 'updated_at': '2021-10-27T16:29:37Z', 'revision_number': 5, 'project_id': '800f702341d844648844a768fee8fa35', 'gw_port': {'id': 'dda06da7-f987-4408-a5e4-ea25c7b7cdca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:8e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:25Z', 'updated_at': '2021-10-27T16:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:41.572555 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-028920c8-a4af-487e-a3d9-6ee1f27688ee tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4981 time: 0.3263910 Oct 27 16:29:41.572555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55172) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:41.720674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Deleting port dda06da7-f987-4408-a5e4-ea25c7b7cdca {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:41.722341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.773700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25377f-c2e6-48a6-94ea-b3f8a8055d5d tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.774177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25377f-c2e6-48a6-94ea-b3f8a8055d5d tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.775230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25377f-c2e6-48a6-94ea-b3f8a8055d5d tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.775757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25377f-c2e6-48a6-94ea-b3f8a8055d5d tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.776266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25377f-c2e6-48a6-94ea-b3f8a8055d5d tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.776771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25377f-c2e6-48a6-94ea-b3f8a8055d5d tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.777217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25377f-c2e6-48a6-94ea-b3f8a8055d5d tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:41.784556 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dd25377f-c2e6-48a6-94ea-b3f8a8055d5d tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4641 time: 0.2078702 Oct 27 16:29:41.785343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55176) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:41.786796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ad9007-4d75-4789-92cd-37a5784dc2e1 None None] Checking router: 2b3fe25d-3541-4fe7-ac24-356c0b784c39 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:29:41.792766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d0a5e703-947b-4ff1-bbd3-ccbb833501a7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:41.824407 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e44f244-8142-4703-bd99-905c4f2d06af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.832562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e44f244-8142-4703-bd99-905c4f2d06af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.836518 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6e44f244-8142-4703-bd99-905c4f2d06af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/008852eb-1227-4c32-815f-d73a9f38a9f6 HTTP/1.1" status: 204 len: 168 time: 1.6752558 Oct 27 16:29:41.874294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44f244-8142-4703-bd99-905c4f2d06af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008852eb-1227-4c32-815f-d73a9f38a9f6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:41.891075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad9007-4d75-4789-92cd-37a5784dc2e1 None None] Routers {'2b3fe25d-3541-4fe7-ac24-356c0b784c39'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:41.891658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-91ad9007-4d75-4789-92cd-37a5784dc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:41.909750 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb', 'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:bc:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '12922400-8808-4f23-997a-d7a056d35d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:36Z', 'updated_at': '2021-10-27T16:29:39Z', 'revision_number': 2, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': '12922400-8808-4f23-997a-d7a056d35d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:41.964163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] For port dda06da7-f987-4408-a5e4-ea25c7b7cdca, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dda06da7-f987-4408-a5e4-ea25c7b7cdca,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:41.964787 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:41.979140 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Checking router: d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:29:41.979140 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Updating router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:29:41.994206 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Calling delete_port for dda06da7-f987-4408-a5e4-ea25c7b7cdca owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:42.038303 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.054467 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8e5d3c0b-18de-431f-84e3-9e321cbf827a tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2861 time: 0.2679751 Oct 27 16:29:42.220458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e87cb6f2-2469-42a3-92db-b809dbe3593e None None] Provisioning complete for port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:42.224037 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e87cb6f2-2469-42a3-92db-b809dbe3593e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.393171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e87cb6f2-2469-42a3-92db-b809dbe3593e None None] Port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:29:42.459587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a9e03-cfcc-4128-9dfe-4aa93e462f6f req-3c7ae4bb-0c79-4085-ab67-82b32997da2c tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:42.462494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-91ad9007-4d75-4789-92cd-37a5784dc2e1 None None] Set router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:42.465046 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-377a9e03-cfcc-4128-9dfe-4aa93e462f6f req-3c7ae4bb-0c79-4085-ab67-82b32997da2c tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 946 time: 0.1531656 Oct 27 16:29:42.580405 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.587323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-377a9e03-cfcc-4128-9dfe-4aa93e462f6f req-b528bc00-fbf0-4319-bc1b-cb3a23139ff0 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140113 Oct 27 16:29:42.621354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Pushing event deleted for resources: {'Port': ['ID=dda06da7-f987-4408-a5e4-ea25c7b7cdca,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:42.680907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d0a5e703-947b-4ff1-bbd3-ccbb833501a7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:42.681278 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.741157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-91ad9007-4d75-4789-92cd-37a5784dc2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'name': 'tempest-TestServerMultinode-1386267418-router', 'tenant_id': '800f702341d844648844a768fee8fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:23Z', 'updated_at': '2021-10-27T16:29:41Z', 'revision_number': 6, 'project_id': '800f702341d844648844a768fee8fa35', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:42.775993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.779349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ad9007-4d75-4789-92cd-37a5784dc2e1 None None] The sync data for ids ['2b3fe25d-3541-4fe7-ac24-356c0b784c39'] in n-d-815689-1 is: [{'id': '2b3fe25d-3541-4fe7-ac24-356c0b784c39', 'name': 'tempest-TestServerMultinode-1386267418-router', 'tenant_id': '800f702341d844648844a768fee8fa35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:23Z', 'updated_at': '2021-10-27T16:29:41Z', 'revision_number': 6, 'project_id': '800f702341d844648844a768fee8fa35', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:29:42.859948 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:42.951562 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.077621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.099490 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.398066 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.398606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b3fe25d-3541-4fe7-ac24-356c0b784c39 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:29:43.407884 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346af87-151e-4ebf-90cb-5c7ccdd78bd0 None None] Pushing event updated for resources: {'Port': ['ID=eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:43.409184 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.413735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55226) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:43.414538 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cd1fcda2-172b-4196-90c9-813a5101b276 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2b3fe25d-3541-4fe7-ac24-356c0b784c39 HTTP/1.1" status: 204 len: 168 time: 3.2203770 Oct 27 16:29:43.441243 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Attempting to bind port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:43.441826 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Attempting to bind port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:43.442332 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Attempting to bind port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb on network 39a13dd9-7b0f-454f-8553-780ec7b7267f {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:43.458314 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:43.462265 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Checking segment: {'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:43.462844 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.469761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d0a5e703-947b-4ff1-bbd3-ccbb833501a7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:43.470267 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Bound using segment: {'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:43.470960 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Bound port: eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:43.471371 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.561767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c19a767-7579-417f-9afe-7839299eecec admin admin] Deleting subnet 37b8a0d7-e0fd-4ede-8163-295319226423 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:29:43.569788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c19a767-7579-417f-9afe-7839299eecec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.611929 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] For port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:43.616205 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] For port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb,segment=NetworkSegment(ceecaa4f-8bde-4c67-b459-74cdf9d917a8),segment_id=ceecaa4f-8bde-4c67-b459-74cdf9d917a8)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:43.627154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d0a5e703-947b-4ff1-bbd3-ccbb833501a7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:43.627518 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.664005 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c19a767-7579-417f-9afe-7839299eecec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.676336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55240) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:43.680956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a9ef2b45-27b8-49d2-b782-84dc07917ee2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-824834727', 'description': 'tempest-secgroup-smoke-824834727 description', 'project_id': '4cc2ede4aa044d759c64239f37331e3e'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:43.695246 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.709035 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b8b075af-7aa3-4901-a91c-c0cc8e4f053a None None] Provisioning complete for port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:43.735701 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b8b075af-7aa3-4901-a91c-c0cc8e4f053a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.756143 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Routers {'d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:43.756711 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:43.837903 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2b45-27b8-49d2-b782-84dc07917ee2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.958453 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346af87-151e-4ebf-90cb-5c7ccdd78bd0 None None] Pushing event updated for resources: {'Port': ['ID=eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:43.980035 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2b45-27b8-49d2-b782-84dc07917ee2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:43.996432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de3a42-33f7-4699-bf60-f79548257296 req-df3d3d4d-e65e-4377-ae82-3a26126b1325 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:44.001114 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5de3a42-33f7-4699-bf60-f79548257296 req-df3d3d4d-e65e-4377-ae82-3a26126b1325 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 946 time: 0.2637441 Oct 27 16:29:44.014854 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] Set router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:44.049839 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c19a767-7579-417f-9afe-7839299eecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.060758 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2b45-27b8-49d2-b782-84dc07917ee2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.129968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:44.134868 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b8b075af-7aa3-4901-a91c-c0cc8e4f053a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.189175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef2b45-27b8-49d2-b782-84dc07917ee2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b904312-5ada-485e-8691-e97ae9d6f1cc,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:44.222988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5de3a42-33f7-4699-bf60-f79548257296 req-10ec5bc8-0c57-4494-83d0-21da8ec7b025 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153425 Oct 27 16:29:44.240771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9ef2b45-27b8-49d2-b782-84dc07917ee2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.242185 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a9ef2b45-27b8-49d2-b782-84dc07917ee2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5647979 Oct 27 16:29:44.244856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:44.254749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7f45362b-8bad-4f49-bc7c-0e1d941224cb tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '6b904312-5ada-485e-8691-e97ae9d6f1cc', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:44.265584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:44.278985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 18d5c633-9cf0-43a1-a7ea-a3c0934c4cf9 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:44.356221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b8b075af-7aa3-4901-a91c-c0cc8e4f053a None None] For port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb,segment=NetworkSegment(ceecaa4f-8bde-4c67-b459-74cdf9d917a8),segment_id=ceecaa4f-8bde-4c67-b459-74cdf9d917a8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:44.409674 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c19a767-7579-417f-9afe-7839299eecec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.443314 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f45362b-8bad-4f49-bc7c-0e1d941224cb tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.478751 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb', 'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:bc:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '12922400-8808-4f23-997a-d7a056d35d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:36Z', 'updated_at': '2021-10-27T16:29:43Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': '12922400-8808-4f23-997a-d7a056d35d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:44.495125 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b8b075af-7aa3-4901-a91c-c0cc8e4f053a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.502459 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c19a767-7579-417f-9afe-7839299eecec admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.527978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2c19a767-7579-417f-9afe-7839299eecec admin admin] 10.222.0.15 "DELETE /v2.0/subnets/37b8a0d7-e0fd-4ede-8163-295319226423 HTTP/1.1" status: 204 len: 168 time: 1.1119289 Oct 27 16:29:44.529084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55272) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:44.545972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19a767-7579-417f-9afe-7839299eecec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b8a0d7-e0fd-4ede-8163-295319226423,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:44.557569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16488927-ae59-41db-815a-d04fd0c041d1 None None] Network dea03ebf-a3b1-44ca-9750-d358121adc5e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:44.591092 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fb08d-ef63-428a-aa7b-f3fe253f4144 None None] The sync data for ids ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'] in n-d-815689-1 is: [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb', 'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:bc:25:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '12922400-8808-4f23-997a-d7a056d35d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:36Z', 'updated_at': '2021-10-27T16:29:43Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': '12922400-8808-4f23-997a-d7a056d35d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:29:44.714355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f45362b-8bad-4f49-bc7c-0e1d941224cb tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.717804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.786605 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f45362b-8bad-4f49-bc7c-0e1d941224cb tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.818182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45362b-8bad-4f49-bc7c-0e1d941224cb tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c0e478-0d1d-4b6b-91da-f84c5a5b0e31,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:44.849791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Deleting port 4f11a819-883b-4719-a50f-88d50c1087ce {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:44.850128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.883405 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7f45362b-8bad-4f49-bc7c-0e1d941224cb tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.891542 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7f45362b-8bad-4f49-bc7c-0e1d941224cb tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6455488 Oct 27 16:29:44.892700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55292) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:44.898509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '6b904312-5ada-485e-8691-e97ae9d6f1cc', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:44.926302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cf071a80-a774-4429-b465-78a7692192f0 None None] Provisioning complete for port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:44.926392 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cf071a80-a774-4429-b465-78a7692192f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:44.932414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b075af-7aa3-4901-a91c-c0cc8e4f053a None None] Pushing event updated for resources: {'Port': ['ID=eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:45.032177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] For port 4f11a819-883b-4719-a50f-88d50c1087ce, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4f11a819-883b-4719-a50f-88d50c1087ce,segment=NetworkSegment(d1f4c14f-23e1-4afb-bdde-2ab7c74726e2),segment_id=d1f4c14f-23e1-4afb-bdde-2ab7c74726e2)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:45.034183 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.077568 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.094693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Calling delete_port for 4f11a819-883b-4719-a50f-88d50c1087ce owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:45.163280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:29:45.268498 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.369227 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9edcc-45e7-4a59-b296-3afe56c37586 None None] DHCP port deletion for dea03ebf-a3b1-44ca-9750-d358121adc5e request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:29:45.376888 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55306) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:45.386740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:45.386978 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.411436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.437843 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.455407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed66bdc-9039-44e3-96b5-0a69f1c193cb,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:45.480694 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.481065 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.481392 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.481872 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.482210 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.484841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.485230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.487225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.487572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.487918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.488317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.493129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:29:45.518734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f11a819-883b-4719-a50f-88d50c1087ce,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:45.544947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] No DVR routers for this DVR port 4f11a819-883b-4719-a50f-88d50c1087ce on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:45.594200 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.598309 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-82eb4439-10cd-4c61-93fc-640d7765aa4d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7021296 Oct 27 16:29:45.600817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55316) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:45.610025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-aa2c1d79-5045-4c20-af17-c827c121c575 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '6b904312-5ada-485e-8691-e97ae9d6f1cc', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:45.630467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-99a9edcc-45e7-4a59-b296-3afe56c37586 None None] Deleting port 4f11a819-883b-4719-a50f-88d50c1087ce {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:45.632309 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99a9edcc-45e7-4a59-b296-3afe56c37586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.699475 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-303379999', 'router:external': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:45.753564 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.772026 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1d79-5045-4c20-af17-c827c121c575 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.772973 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dda06da7-f987-4408-a5e4-ea25c7b7cdca no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:45.817136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-99a9edcc-45e7-4a59-b296-3afe56c37586 None None] For port 4f11a819-883b-4719-a50f-88d50c1087ce, host n-d-815689-1, got binding levels [] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:45.817533 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99a9edcc-45e7-4a59-b296-3afe56c37586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.835241 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: dda06da7-f987-4408-a5e4-ea25c7b7cdca {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:45.835588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dda06da7-f987-4408-a5e4-ea25c7b7cdca not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:45.851078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-99a9edcc-45e7-4a59-b296-3afe56c37586 None None] Calling delete_port for 4f11a819-883b-4719-a50f-88d50c1087ce owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:45.857977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea03ebf-a3b1-44ca-9750-d358121adc5e']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:45.858641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.ipam_backend_mixin [None req-99a9edcc-45e7-4a59-b296-3afe56c37586 None None] Port 4f11a819-883b-4719-a50f-88d50c1087ce was not found and therefore no delete operation was performed {{(pid=109724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:29:45.858641 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99a9edcc-45e7-4a59-b296-3afe56c37586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.869483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:45.869982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f4c14f-23e1-4afb-bdde-2ab7c74726e2') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:45.883762 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.889024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9edcc-45e7-4a59-b296-3afe56c37586 None None] Pushing event deleted for resources: {'Port': ['ID=4f11a819-883b-4719-a50f-88d50c1087ce,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:45.899488 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.902150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9edcc-45e7-4a59-b296-3afe56c37586 None None] No DVR routers for this DVR port 4f11a819-883b-4719-a50f-88d50c1087ce on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:45.926117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:29:45.927704 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:29:45.929992 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:29:45.946341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1d79-5045-4c20-af17-c827c121c575 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.951662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Made reservation on behalf of edd42b99a70641ef83ea1b933eb4829d for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:45.954339 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:45.965731 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.053145 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.120206 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1d79-5045-4c20-af17-c827c121c575 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.150520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c1d79-5045-4c20-af17-c827c121c575 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82acc4e5-adb3-41b5-a169-3b681f46ce5d,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:46.181396 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.189309 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.197128 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.199370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dea03ebf-a3b1-44ca-9750-d358121adc5e HTTP/1.1" status: 204 len: 168 time: 1.6662419 Oct 27 16:29:46.200495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55332) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:46.247865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3866386-9143-46da-928a-4913817d09d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=dea03ebf-a3b1-44ca-9750-d358121adc5e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:46.268352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f00b800-d31d-40d2-86eb-83a1bf878e0d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:46.274556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1d79-5045-4c20-af17-c827c121c575 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.275845 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-aa2c1d79-5045-4c20-af17-c827c121c575 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6739469 Oct 27 16:29:46.283605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55334) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:46.286849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-20d0ec21-4747-4c35-9ab3-f0e186990448 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '6b904312-5ada-485e-8691-e97ae9d6f1cc', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:46.295637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:29:46.321296 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.321714 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Added segment 34ef9cfc-04d8-4b95-90d0-159d820aac19 of type vlan for network 22b72631-aa74-42f6-971d-29349d643ba9 Oct 27 16:29:46.396591 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.507108 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.509363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:46.510187 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.532941 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20d0ec21-4747-4c35-9ab3-f0e186990448 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.605616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event updated for resources: {'Network': ['ID=22b72631-aa74-42f6-971d-29349d643ba9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:46.622288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 22b72631-aa74-42f6-971d-29349d643ba9 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:29:46.725164 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c1d6d095-c2dc-4485-961a-7d3259eb289a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3444324 Oct 27 16:29:46.729043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55348) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:46.747799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Request body: {'subnet': {'network_id': '22b72631-aa74-42f6-971d-29349d643ba9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:46.876329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Made reservation on behalf of edd42b99a70641ef83ea1b933eb4829d for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:46.881463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:46.987406 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20d0ec21-4747-4c35-9ab3-f0e186990448 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.057352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20d0ec21-4747-4c35-9ab3-f0e186990448 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.080215 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.105754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4f11a819-883b-4719-a50f-88d50c1087ce no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:47.108150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0ec21-4747-4c35-9ab3-f0e186990448 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f494ed-50da-4d83-89b3-43d57814000d,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:47.150439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 4f11a819-883b-4719-a50f-88d50c1087ce {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:47.152278 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4f11a819-883b-4719-a50f-88d50c1087ce not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:47.185248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55354) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:47.195463 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20d0ec21-4747-4c35-9ab3-f0e186990448 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.196806 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-20d0ec21-4747-4c35-9ab3-f0e186990448 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9137278 Oct 27 16:29:47.199438 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55356) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:47.204352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c0610a20-b0cc-451c-86b8-0fe988d5c3c5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '6b904312-5ada-485e-8691-e97ae9d6f1cc', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:47.376114 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-c0610a20-b0cc-451c-86b8-0fe988d5c3c5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Project 4cc2ede4aa044d759c64239f37331e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:29:47.393054 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0610a20-b0cc-451c-86b8-0fe988d5c3c5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.454124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55362) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:47.563110 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0610a20-b0cc-451c-86b8-0fe988d5c3c5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.567650 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad0ae-d645-4002-ba98-93272703b64b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.596084 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76245cad-20f6-45d1-879a-7b77b602df17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.637970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.objects.ports [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109722) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 27 16:29:47.638602 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.651922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0610a20-b0cc-451c-86b8-0fe988d5c3c5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.698418 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad0ae-d645-4002-ba98-93272703b64b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.728877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0610a20-b0cc-451c-86b8-0fe988d5c3c5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699b8baa-825d-4025-b45c-c82ca9a958b9,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:47.737611 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Checking segment: {'id': '34ef9cfc-04d8-4b95-90d0-159d820aac19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '22b72631-aa74-42f6-971d-29349d643ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:47.738067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Network hostable DHCP agents. Network: 22b72631-aa74-42f6-971d-29349d643ba9, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:29:47.746223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c817f5a8-ef46-472a-98a1-329ca6a2a18c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:47.778722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad0ae-d645-4002-ba98-93272703b64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.807555 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0610a20-b0cc-451c-86b8-0fe988d5c3c5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.811493 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c0610a20-b0cc-451c-86b8-0fe988d5c3c5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6106787 Oct 27 16:29:47.814009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55370) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:47.827443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2d5a5cad-1f2e-4e3a-ba0b-c8d5e5682950 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'security_group_rule': {'security_group_id': '6b904312-5ada-485e-8691-e97ae9d6f1cc', 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:47.848637 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ac8ad0ae-d645-4002-ba98-93272703b64b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d5062addbc049cd8a13ae0bba208b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6637046 Oct 27 16:29:47.854141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55372) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:47.854362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ad0ae-d645-4002-ba98-93272703b64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6965a9d2-e2cf-4441-aa95-47be359dc335,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:47.879464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] Deleting port d39523d4-2cae-4698-be6a-f4825a524529 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:47.879807 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.913089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Network 22b72631-aa74-42f6-971d-29349d643ba9 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:29:47.945643 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76245cad-20f6-45d1-879a-7b77b602df17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:47.996286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f7e609c-ec8d-494a-8a46-8a9d3620be66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.001047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] For port d39523d4-2cae-4698-be6a-f4825a524529, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d39523d4-2cae-4698-be6a-f4825a524529,segment=NetworkSegment(1fe446bd-8e62-44bc-9c8d-00204da8b18f),segment_id=1fe446bd-8e62-44bc-9c8d-00204da8b18f)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:48.002439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.018493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] Calling delete_port for d39523d4-2cae-4698-be6a-f4825a524529 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:48.022111 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f7e609c-ec8d-494a-8a46-8a9d3620be66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.040358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 22b72631-aa74-42f6-971d-29349d643ba9) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:48.049269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee710b-73d4-48a8-acfc-d8bd1156f684 None None] Network 22b72631-aa74-42f6-971d-29349d643ba9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:48.056221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:48.056684 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.067686 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-2d5a5cad-1f2e-4e3a-ba0b-c8d5e5682950 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Project 4cc2ede4aa044d759c64239f37331e3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:29:48.076972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5cad-1f2e-4e3a-ba0b-c8d5e5682950 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.113056 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76245cad-20f6-45d1-879a-7b77b602df17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.180274 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5229cd18-248e-4316-8b02-e88a56c5b21e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4423692 Oct 27 16:29:48.182348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55376) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:48.191506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-474339058', 'network_id': '22b72631-aa74-42f6-971d-29349d643ba9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:48.219378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f7e609c-ec8d-494a-8a46-8a9d3620be66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.222477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f7e609c-ec8d-494a-8a46-8a9d3620be66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.225994 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3f7e609c-ec8d-494a-8a46-8a9d3620be66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6965a9d2-e2cf-4441-aa95-47be359dc335 HTTP/1.1" status: 204 len: 168 time: 0.3671603 Oct 27 16:29:48.248505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-76245cad-20f6-45d1-879a-7b77b602df17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=533055ed59294783bd30b611908686f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7881868 Oct 27 16:29:48.248707 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5cad-1f2e-4e3a-ba0b-c8d5e5682950 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.253427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55380) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:48.257751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76245cad-20f6-45d1-879a-7b77b602df17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab464d6-13a8-48de-aef4-ae777cd08c39,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:48.269546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7e609c-ec8d-494a-8a46-8a9d3620be66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6965a9d2-e2cf-4441-aa95-47be359dc335,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:48.346248 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5cad-1f2e-4e3a-ba0b-c8d5e5682950 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.369303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a2adc3-b11a-4a9c-a7f8-16eeacea7ad8 None None] Network 22b72631-aa74-42f6-971d-29349d643ba9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:48.375709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3e70ef9-d810-4553-9f09-909d5dd34172 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.383532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a5cad-1f2e-4e3a-ba0b-c8d5e5682950 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5ec18e-0a3a-4b4c-839c-4479e89523a9,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:48.389331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Made reservation on behalf of edd42b99a70641ef83ea1b933eb4829d for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:48.393333 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.470862 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3e70ef9-d810-4553-9f09-909d5dd34172 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.471679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2d5a5cad-1f2e-4e3a-ba0b-c8d5e5682950 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.482277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] device_id is not set on port f4219b4b-bca3-4f31-9486-d9c120051d6d yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:29:48.490156 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2d5a5cad-1f2e-4e3a-ba0b-c8d5e5682950 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6743984 Oct 27 16:29:48.546387 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-86ea271e-e0db-40e6-9fd4-1f414be54d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.649782 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.660916 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3e70ef9-d810-4553-9f09-909d5dd34172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.664388 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3e70ef9-d810-4553-9f09-909d5dd34172 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:48.665798 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d3e70ef9-d810-4553-9f09-909d5dd34172 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fab464d6-13a8-48de-aef4-ae777cd08c39 HTTP/1.1" status: 204 len: 168 time: 0.4090953 Oct 27 16:29:48.716977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Allocated IP 172.20.0.10 (22b72631-aa74-42f6-971d-29349d643ba9/c817f5a8-ef46-472a-98a1-329ca6a2a18c/f4219b4b-bca3-4f31-9486-d9c120051d6d) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:48.782396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] Pushing event deleted for resources: {'Port': ['ID=d39523d4-2cae-4698-be6a-f4825a524529,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:48.819781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e70ef9-d810-4553-9f09-909d5dd34172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab464d6-13a8-48de-aef4-ae777cd08c39,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:48.917278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-9a5cc40d-b9d1-4571-a857-2189eac62ca4 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824834727&fields=id&tenant_id=4cc2ede4aa044d759c64239f37331e3e HTTP/1.1" status: 200 len: 267 time: 0.1563408 Oct 27 16:29:49.282986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55404) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:49.303110 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4dc31e2-c323-4a03-bfef-f37a96b2d7d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.467360 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4dc31e2-c323-4a03-bfef-f37a96b2d7d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.559052 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4dc31e2-c323-4a03-bfef-f37a96b2d7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.622169 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c4dc31e2-c323-4a03-bfef-f37a96b2d7d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51b61a2e57dd484f8365906b6c78b225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3380451 Oct 27 16:29:49.630379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55406) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:49.657559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc31e2-c323-4a03-bfef-f37a96b2d7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1c5012-1a9b-4c60-8e56-7e9fccf13fc5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:49.674277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.721492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-41b70537-b353-4380-a96a-abd8b3da6e18 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:49.722961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-41b70537-b353-4380-a96a-abd8b3da6e18 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/networks?id=39a13dd9-7b0f-454f-8553-780ec7b7267f HTTP/1.1" status: 200 len: 797 time: 0.7074406 Oct 27 16:29:49.740434 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.740696 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55408) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:49.759662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1479fb8-2521-4cc4-8cf7-6b0b37a183a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.779069 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-093dc4ad-e2e3-455e-a15e-fbd593c41630 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/quotas/4cc2ede4aa044d759c64239f37331e3e HTTP/1.1" status: 200 len: 375 time: 0.0450237 Oct 27 16:29:49.876835 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1479fb8-2521-4cc4-8cf7-6b0b37a183a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.925622 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d62d1331-3e38-4ec2-a40d-51c7713fe544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.969575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d62d1331-3e38-4ec2-a40d-51c7713fe544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.980694 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d1479fb8-2521-4cc4-8cf7-6b0b37a183a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:49.990185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-12ee372f-6840-454a-9791-955ae9159d2d tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439755 Oct 27 16:29:49.996571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.042491 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1479fb8-2521-4cc4-8cf7-6b0b37a183a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a41156f-08f3-4635-823d-bb6f5f43b50f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:50.118054 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d1479fb8-2521-4cc4-8cf7-6b0b37a183a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f8d317f25fe4c3dbfb52bce2d2b847c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3754692 Oct 27 16:29:50.118886 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55414) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:50.139302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Network 22b72631-aa74-42f6-971d-29349d643ba9 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:50.181464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:50.184008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:50.215756 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be0b765d-d486-40d9-b140-515f5528b257 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.252897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event updated for resources: {'Port': ['ID=f4219b4b-bca3-4f31-9486-d9c120051d6d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:50.262781 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be0b765d-d486-40d9-b140-515f5528b257 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.319555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:50.320232 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.359631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-b8d9ec95-8ce8-44ad-b0bc-5f4e67b51dd1 service neutron] 10.222.0.15 "GET /v2.0/networks/39a13dd9-7b0f-454f-8553-780ec7b7267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383989 Oct 27 16:29:50.371373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] Router 071e5935-a067-497c-a75e-554745eab9ef has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:29:50.394519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d62d1331-3e38-4ec2-a40d-51c7713fe544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.397209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d62d1331-3e38-4ec2-a40d-51c7713fe544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.398469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d62d1331-3e38-4ec2-a40d-51c7713fe544 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb1c5012-1a9b-4c60-8e56-7e9fccf13fc5 HTTP/1.1" status: 204 len: 168 time: 0.7671213 Oct 27 16:29:50.409161 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be0b765d-d486-40d9-b140-515f5528b257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.413763 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-be0b765d-d486-40d9-b140-515f5528b257 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.415783 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-be0b765d-d486-40d9-b140-515f5528b257 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a41156f-08f3-4635-823d-bb6f5f43b50f HTTP/1.1" status: 204 len: 168 time: 0.2954011 Oct 27 16:29:50.428094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b765d-d486-40d9-b140-515f5528b257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a41156f-08f3-4635-823d-bb6f5f43b50f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:50.471639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d1331-3e38-4ec2-a40d-51c7713fe544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1c5012-1a9b-4c60-8e56-7e9fccf13fc5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:50.508891 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c107d04c-b007-4fd1-b5eb-61ac80c8ef9f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3223093 Oct 27 16:29:50.511626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55420) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:50.646633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-a61bfe6f-5e37-4d91-aa15-75bb7c5c96b5 service neutron] 10.222.0.15 "GET /v2.0/networks/39a13dd9-7b0f-454f-8553-780ec7b7267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739322 Oct 27 16:29:50.669172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:29:50.678604 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-450114b5-437a-4f14-8403-e76d939bacbf admin admin] 10.222.0.15 "PUT /v2.0/routers/071e5935-a067-497c-a75e-554745eab9ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4686987 Oct 27 16:29:50.681317 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d72b5d-0026-4e15-b1b9-805f14d3e72c None None] Sync routers for ids ['071e5935-a067-497c-a75e-554745eab9ef'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:29:50.682092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55422) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:50.695769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1034feef-7f3e-46fb-bd24-5e4e5af3930d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Deleting port f4219b4b-bca3-4f31-9486-d9c120051d6d {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:50.696217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1034feef-7f3e-46fb-bd24-5e4e5af3930d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.700819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d72b5d-0026-4e15-b1b9-805f14d3e72c None None] Routers {'071e5935-a067-497c-a75e-554745eab9ef'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:50.701551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-82d72b5d-0026-4e15-b1b9-805f14d3e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['071e5935-a067-497c-a75e-554745eab9ef'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:50.790960 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1034feef-7f3e-46fb-bd24-5e4e5af3930d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:50.805765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1034feef-7f3e-46fb-bd24-5e4e5af3930d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Calling delete_port for f4219b4b-bca3-4f31-9486-d9c120051d6d owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:50.896703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-82d72b5d-0026-4e15-b1b9-805f14d3e72c None None] Set router 071e5935-a067-497c-a75e-554745eab9ef gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:51.050252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1034feef-7f3e-46fb-bd24-5e4e5af3930d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.180847 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a3ab485-8f95-4ed1-aca4-6beecb71d444 req-036070dc-3f00-444f-99bf-f070b221dee0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 210 time: 0.0761359 Oct 27 16:29:51.197578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034feef-7f3e-46fb-bd24-5e4e5af3930d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4219b4b-bca3-4f31-9486-d9c120051d6d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:51.302509 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-82d72b5d-0026-4e15-b1b9-805f14d3e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e5935-a067-497c-a75e-554745eab9ef', 'name': 'tempest-TestServerMultinode-16678206-router', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:40Z', 'updated_at': '2021-10-27T16:29:48Z', 'revision_number': 5, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'gw_port': {'id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:51.326362 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.384538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d72b5d-0026-4e15-b1b9-805f14d3e72c None None] Checking router: 071e5935-a067-497c-a75e-554745eab9ef for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:29:51.412476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d72b5d-0026-4e15-b1b9-805f14d3e72c None None] Routers {'071e5935-a067-497c-a75e-554745eab9ef'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:51.413087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-82d72b5d-0026-4e15-b1b9-805f14d3e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['071e5935-a067-497c-a75e-554745eab9ef'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:51.481155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1034feef-7f3e-46fb-bd24-5e4e5af3930d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.485552 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1034feef-7f3e-46fb-bd24-5e4e5af3930d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f4219b4b-bca3-4f31-9486-d9c120051d6d HTTP/1.1" status: 204 len: 168 time: 0.9700661 Oct 27 16:29:51.486301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55452) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:51.493109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22b72631-aa74-42f6-971d-29349d643ba9', 'external_fixed_ips': [{'subnet_id': 'c817f5a8-ef46-472a-98a1-329ca6a2a18c', 'ip_address': '172.20.0.10'}]}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:51.543310 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.569315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-82d72b5d-0026-4e15-b1b9-805f14d3e72c None None] Set router 071e5935-a067-497c-a75e-554745eab9ef gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:51.627672 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.629448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.821983 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.849093 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Deleting port af141f60-b3e8-4250-875a-0b7a81a76478 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:51.850025 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:51.947082 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b1d4cf43-c992-4ead-a46b-5d81dcb63ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.155138 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.200523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-82d72b5d-0026-4e15-b1b9-805f14d3e72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e5935-a067-497c-a75e-554745eab9ef', 'name': 'tempest-TestServerMultinode-16678206-router', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:40Z', 'updated_at': '2021-10-27T16:29:48Z', 'revision_number': 5, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'gw_port': {'id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:52.223131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] For port af141f60-b3e8-4250-875a-0b7a81a76478, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=af141f60-b3e8-4250-875a-0b7a81a76478,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:52.223673 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.237478 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d72b5d-0026-4e15-b1b9-805f14d3e72c None None] The sync data for ids ['071e5935-a067-497c-a75e-554745eab9ef'] in n-d-815689-1 is: [{'id': '071e5935-a067-497c-a75e-554745eab9ef', 'name': 'tempest-TestServerMultinode-16678206-router', 'tenant_id': 'c2f9d60a84cb48b08b9200e96e417813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217'}], 'enable_snat': True}, 'gw_port_id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:28:40Z', 'updated_at': '2021-10-27T16:29:48Z', 'revision_number': 5, 'project_id': 'c2f9d60a84cb48b08b9200e96e417813', 'gw_port': {'id': 'af141f60-b3e8-4250-875a-0b7a81a76478', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:9f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071e5935-a067-497c-a75e-554745eab9ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3074, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:28:41Z', 'updated_at': '2021-10-27T16:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:29:52.244019 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.264959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Calling delete_port for af141f60-b3e8-4250-875a-0b7a81a76478 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:52.282052 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.342364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0bde84d-ced8-4caf-b4c8-63f2ef2ea8b0 req-c6a49c78-d839-414f-a977-6fa0974b8fd0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 210 time: 0.0420823 Oct 27 16:29:52.723275 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.745223 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.820937 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:52.868241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=af141f60-b3e8-4250-875a-0b7a81a76478,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:53.130705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d39523d4-2cae-4698-be6a-f4825a524529 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:53.136596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Allocated IP 172.20.0.10 (22b72631-aa74-42f6-971d-29349d643ba9/c817f5a8-ef46-472a-98a1-329ca6a2a18c/b0a9a890-4a63-42da-af19-4c11ff069ec9) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:53.148416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.163656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d39523d4-2cae-4698-be6a-f4825a524529 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:53.164018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d39523d4-2cae-4698-be6a-f4825a524529 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:53.544383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.550917 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0008014-a462-4942-9cd3-016cf32fcece req-c14b1f9a-7865-43d6-a55d-925aafa8a265 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 210 time: 0.0579603 Oct 27 16:29:53.552519 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.708075 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.769690 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.770633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 071e5935-a067-497c-a75e-554745eab9ef {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:29:53.773441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7c80d10b-7630-4d97-be8d-c700b27189e6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:53.775447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7c80d10b-7630-4d97-be8d-c700b27189e6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.53 "GET /v2.0/networks?id=39a13dd9-7b0f-454f-8553-780ec7b7267f HTTP/1.1" status: 200 len: 797 time: 0.2213397 Oct 27 16:29:53.777845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.778728 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8f171524-a634-4592-9d32-9ced294b9a5e admin admin] 10.222.0.15 "DELETE /v2.0/routers/071e5935-a067-497c-a75e-554745eab9ef HTTP/1.1" status: 204 len: 168 time: 3.0918689 Oct 27 16:29:53.782182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55528) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:53.879551 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.887428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac198050-280e-4843-b2b6-0184e4c242a7 admin admin] Deleting subnet 627925e5-2ee7-4c57-aaff-7f30869ed809 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:29:53.920149 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac198050-280e-4843-b2b6-0184e4c242a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:53.963660 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-8ecdfb45-102b-4d8d-8954-9d60d8906835 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cc2ede4aa044d759c64239f37331e3e HTTP/1.1" status: 200 len: 379 time: 0.1187520 Oct 27 16:29:53.981514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Network 22b72631-aa74-42f6-971d-29349d643ba9 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:53.985944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:53.993292 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:54.032183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'port': {'device_id': '48950b62-f36f-45d6-a578-4d717f5aace8', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'admin_state_up': True, 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'security_groups': ['6b904312-5ada-485e-8691-e97ae9d6f1cc']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:54.047483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac198050-280e-4843-b2b6-0184e4c242a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.060388 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a9a890-4a63-42da-af19-4c11ff069ec9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:54.209301 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.250298 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac198050-280e-4843-b2b6-0184e4c242a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.340460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Made reservation on behalf of 4cc2ede4aa044d759c64239f37331e3e for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:29:54.348108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.460266 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac198050-280e-4843-b2b6-0184e4c242a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.518999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac198050-280e-4843-b2b6-0184e4c242a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=627925e5-2ee7-4c57-aaff-7f30869ed809,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:54.531301 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ac198050-280e-4843-b2b6-0184e4c242a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.538933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ac198050-280e-4843-b2b6-0184e4c242a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/627925e5-2ee7-4c57-aaff-7f30869ed809 HTTP/1.1" status: 204 len: 168 time: 0.7553856 Oct 27 16:29:54.539564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55552) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:54.539691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52978e00-09bb-412a-9e6e-aac6f644b28e None None] Network 2db5b9a2-d20e-4b73-9ec6-875df5676bbd requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:29:54.589589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Allocated IP 172.20.0.6 (39a13dd9-7b0f-454f-8553-780ec7b7267f/12922400-8808-4f23-997a-d7a056d35d72/86a15a6f-b7de-493c-aaad-01eaffab673b) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:29:54.600515 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.756026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-740d37eb-1b9f-4069-95e5-a23ee568eeb6 req-18adceca-6b1a-46d2-9a09-bebf6acd5e6a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 210 time: 0.0593402 Oct 27 16:29:54.775853 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.885679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa00dc-587b-4815-aea1-251cbf536045 None None] DHCP port deletion for 2db5b9a2-d20e-4b73-9ec6-875df5676bbd request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:29:54.981771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Deleting port 650e03a6-8c22-4380-970a-b1d6e0cbdef4 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:54.982293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.992570 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:54.997468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa00dc-587b-4815-aea1-251cbf536045 None None] Deleting port 650e03a6-8c22-4380-970a-b1d6e0cbdef4 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:54.997849 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ddaa00dc-587b-4815-aea1-251cbf536045 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.108461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] For port 650e03a6-8c22-4380-970a-b1d6e0cbdef4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=650e03a6-8c22-4380-970a-b1d6e0cbdef4,segment=NetworkSegment(1fe446bd-8e62-44bc-9c8d-00204da8b18f),segment_id=1fe446bd-8e62-44bc-9c8d-00204da8b18f)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:55.108461 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.119492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device af141f60-b3e8-4250-875a-0b7a81a76478 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:55.130767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Calling delete_port for 650e03a6-8c22-4380-970a-b1d6e0cbdef4 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:55.146316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: af141f60-b3e8-4250-875a-0b7a81a76478 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:29:55.146897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device af141f60-b3e8-4250-875a-0b7a81a76478 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:29:55.147486 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 650e03a6-8c22-4380-970a-b1d6e0cbdef4 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:29:55.187307 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ddaa00dc-587b-4815-aea1-251cbf536045 None None] For port 650e03a6-8c22-4380-970a-b1d6e0cbdef4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=650e03a6-8c22-4380-970a-b1d6e0cbdef4,segment=NetworkSegment(1fe446bd-8e62-44bc-9c8d-00204da8b18f),segment_id=1fe446bd-8e62-44bc-9c8d-00204da8b18f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:29:55.187981 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ddaa00dc-587b-4815-aea1-251cbf536045 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.209041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa00dc-587b-4815-aea1-251cbf536045 None None] Calling delete_port for 650e03a6-8c22-4380-970a-b1d6e0cbdef4 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:55.309591 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.313113 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:29:55.337255 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:29:55.353136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] No DVR routers for this DVR port 650e03a6-8c22-4380-970a-b1d6e0cbdef4 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:55.361256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.379222 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ddaa00dc-587b-4815-aea1-251cbf536045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.411331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa00dc-587b-4815-aea1-251cbf536045 None None] Pushing event deleted for resources: {'Port': ['ID=650e03a6-8c22-4380-970a-b1d6e0cbdef4,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:55.413521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddaa00dc-587b-4815-aea1-251cbf536045 None None] No DVR routers for this DVR port 650e03a6-8c22-4380-970a-b1d6e0cbdef4 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:29:55.413633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Pushing event deleted for resources: {'Port': ['ID=650e03a6-8c22-4380-970a-b1d6e0cbdef4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:55.430044 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.437011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 39a13dd9-7b0f-454f-8553-780ec7b7267f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:29:55.482194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:29:55.489788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:29:55.592034 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.612785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:55.613716 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.619044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=86a15a6f-b7de-493c-aaad-01eaffab673b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:55.638342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db5b9a2-d20e-4b73-9ec6-875df5676bbd']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:55.651329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe446bd-8e62-44bc-9c8d-00204da8b18f') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:55.651666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe446bd-8e62-44bc-9c8d-00204da8b18f') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:55.662294 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.683353 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.691053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:29:55.691454 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:29:55.693261 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:29:55.735104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Router 3954472d-15c7-49d1-a00f-4f2892d8b116 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:29:55.780160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-00d57866-821f-4ca0-9874-b34f208da911 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7909544 Oct 27 16:29:55.793376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Request body: {'port': {'device_id': '48950b62-f36f-45d6-a578-4d717f5aace8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:29:55.865188 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.887383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9f9414c2-458c-4a5f-b41e-d7f7d22e01e5 None None] Provisioning complete for port 86a15a6f-b7de-493c-aaad-01eaffab673b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:29:55.888047 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f9414c2-458c-4a5f-b41e-d7f7d22e01e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.919025 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.943311 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:55.947285 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2db5b9a2-d20e-4b73-9ec6-875df5676bbd HTTP/1.1" status: 204 len: 168 time: 1.4024622 Oct 27 16:29:55.948265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047ae7f-3bcd-40d3-93a4-1462795c8231 admin admin] Pushing event deleted for resources: {'Network': ['ID=2db5b9a2-d20e-4b73-9ec6-875df5676bbd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:55.966684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eaf596-3309-4ea2-846d-685e609b870d req-4dd14cb6-5b96-42a3-913e-4a3640dc334f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:55.973073 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59eaf596-3309-4ea2-846d-685e609b870d req-4dd14cb6-5b96-42a3-913e-4a3640dc334f tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 931 time: 0.1000144 Oct 27 16:29:55.986030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9f9414c2-458c-4a5f-b41e-d7f7d22e01e5 None None] Port 86a15a6f-b7de-493c-aaad-01eaffab673b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:29:55.990484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:29:56.000774 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Sync routers for ids ['3954472d-15c7-49d1-a00f-4f2892d8b116'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:29:56.016875 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Routers {'3954472d-15c7-49d1-a00f-4f2892d8b116'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:56.019672 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3954472d-15c7-49d1-a00f-4f2892d8b116'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:56.084790 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59eaf596-3309-4ea2-846d-685e609b870d req-68811ebd-4daa-4ae0-bb27-3e5af37d905a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919480 Oct 27 16:29:56.166090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.167955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4b2aec3e-560c-487b-b404-f35ff490dd79 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.6811967 Oct 27 16:29:56.170479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55608) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:56.407687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86a15a6f-b7de-493c-aaad-01eaffab673b {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:29:56.408859 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.428001 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.429067 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Set router 3954472d-15c7-49d1-a00f-4f2892d8b116 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:29:56.452328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Transition to ACTIVE for port object 86a15a6f-b7de-493c-aaad-01eaffab673b will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:29:56.573336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.610702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55620) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:56.680804 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.733452 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-91279bc1-62b0-4e3b-8998-c69a9132d99a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=800f702341d844648844a768fee8fa35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157060 Oct 27 16:29:56.733983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Pushing event updated for resources: {'Port': ['ID=86a15a6f-b7de-493c-aaad-01eaffab673b,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:56.734175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55624) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:56.818679 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3954472d-15c7-49d1-a00f-4f2892d8b116', 'name': '', 'tenant_id': 'edd42b99a70641ef83ea1b933eb4829d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22b72631-aa74-42f6-971d-29349d643ba9', 'external_fixed_ips': [{'subnet_id': 'c817f5a8-ef46-472a-98a1-329ca6a2a18c', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b0a9a890-4a63-42da-af19-4c11ff069ec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:51Z', 'updated_at': '2021-10-27T16:29:54Z', 'revision_number': 3, 'project_id': 'edd42b99a70641ef83ea1b933eb4829d', 'gw_port': {'id': 'b0a9a890-4a63-42da-af19-4c11ff069ec9', 'name': '', 'network_id': '22b72631-aa74-42f6-971d-29349d643ba9', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3954472d-15c7-49d1-a00f-4f2892d8b116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': 'c817f5a8-ef46-472a-98a1-329ca6a2a18c', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:52Z', 'updated_at': '2021-10-27T16:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c817f5a8-ef46-472a-98a1-329ca6a2a18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:56.846869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Attempting to bind port 86a15a6f-b7de-493c-aaad-01eaffab673b on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:29:56.847394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Attempting to bind port 86a15a6f-b7de-493c-aaad-01eaffab673b by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:29:56.847655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Attempting to bind port 86a15a6f-b7de-493c-aaad-01eaffab673b on network 39a13dd9-7b0f-454f-8553-780ec7b7267f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:56.852729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Port 86a15a6f-b7de-493c-aaad-01eaffab673b on network 39a13dd9-7b0f-454f-8553-780ec7b7267f not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:29:56.853051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Attempting to bind port 86a15a6f-b7de-493c-aaad-01eaffab673b on network 39a13dd9-7b0f-454f-8553-780ec7b7267f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:29:56.860731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:29:56.861075 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Checking segment: {'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:29:56.861462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Bound using segment: {'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:29:56.862051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Bound port: 86a15a6f-b7de-493c-aaad-01eaffab673b, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:29:56.862415 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.883026 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Checking router: 3954472d-15c7-49d1-a00f-4f2892d8b116 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:29:56.883307 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Updating router 3954472d-15c7-49d1-a00f-4f2892d8b116 port b0a9a890-4a63-42da-af19-4c11ff069ec9 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:29:56.949060 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.974884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] For port 86a15a6f-b7de-493c-aaad-01eaffab673b, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:29:56.988756 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ad9237fe-cbd2-4ee3-b256-840eaefdc79e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:56.989664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] For port 86a15a6f-b7de-493c-aaad-01eaffab673b, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=86a15a6f-b7de-493c-aaad-01eaffab673b,segment=NetworkSegment(ceecaa4f-8bde-4c67-b459-74cdf9d917a8),segment_id=ceecaa4f-8bde-4c67-b459-74cdf9d917a8)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:29:57.018370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Deleting port b0a9a890-4a63-42da-af19-4c11ff069ec9 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:29:57.019202 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.097227 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ad9237fe-cbd2-4ee3-b256-840eaefdc79e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.110864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.153736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:57.155243 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.157219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] 10.222.0.53 "PUT /v2.0/ports/86a15a6f-b7de-493c-aaad-01eaffab673b HTTP/1.1" status: 200 len: 1091 time: 1.3685541 Oct 27 16:29:57.157987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48950b62-f36f-45d6-a578-4d717f5aace8', 'tag': '86a15a6f-b7de-493c-aaad-01eaffab673b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:29:57.172622 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec5673f-1913-4345-9c08-dbbaee2f11aa" -d '{"events": [{"name": "network-changed", "server_uuid": "48950b62-f36f-45d6-a578-4d717f5aace8", "tag": "86a15a6f-b7de-493c-aaad-01eaffab673b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:29:57.174050 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.194971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Calling delete_port for b0a9a890-4a63-42da-af19-4c11ff069ec9 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:29:57.302915 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ad9237fe-cbd2-4ee3-b256-840eaefdc79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.309206 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ad9237fe-cbd2-4ee3-b256-840eaefdc79e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.313535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ad9237fe-cbd2-4ee3-b256-840eaefdc79e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da4411b3-3aa8-4bc4-9d5b-d65e5fc146c7 HTTP/1.1" status: 204 len: 168 time: 0.5749984 Oct 27 16:29:57.340354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9237fe-cbd2-4ee3-b256-840eaefdc79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4411b3-3aa8-4bc4-9d5b-d65e5fc146c7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:57.351305 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273ae750-2678-45bf-a474-9e6a55528189 x-openstack-request-id: req-273ae750-2678-45bf-a474-9e6a55528189 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:29:57.357308 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48950b62-f36f-45d6-a578-4d717f5aace8", "tag": "86a15a6f-b7de-493c-aaad-01eaffab673b", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:29:57.363745 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-273ae750-2678-45bf-a474-9e6a55528189 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:29:57.365204 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48950b62-f36f-45d6-a578-4d717f5aace8', 'tag': '86a15a6f-b7de-493c-aaad-01eaffab673b', 'status': 'completed', 'code': 200} Oct 27 16:29:57.614225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad33475-54e6-4c08-8265-029dd21b3a7f service neutron] Pushing event updated for resources: {'Port': ['ID=86a15a6f-b7de-493c-aaad-01eaffab673b,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:57.641731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-aa238bd3-4e98-4683-b75e-59aa86cb4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:57.644671 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.645144 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.db.api [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:29:57.645489 n-d-815689-1 neutron-server[109725]: DEBUG oslo_db.api [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:29:57.651996 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-aa238bd3-4e98-4683-b75e-59aa86cb4790 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 1094 time: 0.2773042 Oct 27 16:29:57.670364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17606a3b-1d7d-45f1-848a-a8a95c54c0e6 req-7d137714-247e-4fc0-a13e-410c51344a25 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:57.678828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17606a3b-1d7d-45f1-848a-a8a95c54c0e6 req-7d137714-247e-4fc0-a13e-410c51344a25 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 943 time: 0.3096631 Oct 27 16:29:57.689202 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0a9a890-4a63-42da-af19-4c11ff069ec9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:57.788623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-24bb9d07-2314-4a29-83fa-60a780d75065 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86a15a6f-b7de-493c-aaad-01eaffab673b HTTP/1.1" status: 200 len: 217 time: 0.1026216 Oct 27 16:29:57.795238 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.896685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-17606a3b-1d7d-45f1-848a-a8a95c54c0e6 req-ec2a6c23-2d73-4daa-8901-4b4075ad0762 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019703 Oct 27 16:29:57.929378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-383eb9ec-6151-4a29-a135-cff8ec2b23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:57.930929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-383eb9ec-6151-4a29-a135-cff8ec2b23e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=12922400-8808-4f23-997a-d7a056d35d72 HTTP/1.1" status: 200 len: 835 time: 0.1416576 Oct 27 16:29:57.995577 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:57.998087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-3e93e587-7bfb-45b8-8dab-581ec758c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:58.000427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-3e93e587-7bfb-45b8-8dab-581ec758c8ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a13dd9-7b0f-454f-8553-780ec7b7267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609848 Oct 27 16:29:58.002801 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.113505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-104dc1f3-cf90-4dae-a7ad-4c1044fd01ee service neutron] 10.222.0.53 "GET /v2.0/networks/39a13dd9-7b0f-454f-8553-780ec7b7267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052852 Oct 27 16:29:58.118526 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.119513 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3954472d-15c7-49d1-a00f-4f2892d8b116 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:29:58.150824 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.154607 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4c81b8d2-243f-4c8c-b68c-513a348ab8f1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "DELETE /v2.0/routers/3954472d-15c7-49d1-a00f-4f2892d8b116 HTTP/1.1" status: 204 len: 168 time: 1.9829683 Oct 27 16:29:58.158525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55668) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:58.176888 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Port b0a9a890-4a63-42da-af19-4c11ff069ec9 not found while updating agent binding for router 3954472d-15c7-49d1-a00f-4f2892d8b116. {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 27 16:29:58.195293 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Routers set() bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:29:58.195673 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Router IDs set() for agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 16:29:58.201243 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_agentschedulers_db [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3954472d-15c7-49d1-a00f-4f2892d8b116'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent'). {{(pid=109725) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 16:29:58.201725 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595c7ff4-e3bd-4606-9482-0551ca1d86be None None] The sync data for ids ['3954472d-15c7-49d1-a00f-4f2892d8b116'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:29:58.238047 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01af4b5a-7971-41ef-b0c5-16146e6a7458 req-cc33db99-c6bc-44ac-b2fc-51da804c6408 service neutron] 10.222.0.53 "GET /v2.0/networks/39a13dd9-7b0f-454f-8553-780ec7b7267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170659 Oct 27 16:29:58.293467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55672) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:58.296935 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2516bc-7fa4-47e7-b922-58097623cb34 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Deleting subnet c817f5a8-ef46-472a-98a1-329ca6a2a18c {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:29:58.300758 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e2516bc-7fa4-47e7-b922-58097623cb34 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.338874 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-785bb7a1-a75c-4ee3-8e9e-d054c4cd550c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2f9d60a84cb48b08b9200e96e417813&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442128 Oct 27 16:29:58.341432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:58.346777 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e2516bc-7fa4-47e7-b922-58097623cb34 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.401630 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e2516bc-7fa4-47e7-b922-58097623cb34 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.415490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f3dfaed-541e-4d5d-b5fb-55ce52278102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.450796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f3dfaed-541e-4d5d-b5fb-55ce52278102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.514651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5673f-1913-4345-9c08-dbbaee2f11aa req-3e60e17d-4335-4b30-96c6-bdcdf348b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:58.516473 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ec5673f-1913-4345-9c08-dbbaee2f11aa req-3e60e17d-4335-4b30-96c6-bdcdf348b764 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 1094 time: 0.1274977 Oct 27 16:29:58.558582 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e2516bc-7fa4-47e7-b922-58097623cb34 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.589620 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2516bc-7fa4-47e7-b922-58097623cb34 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c817f5a8-ef46-472a-98a1-329ca6a2a18c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:58.597462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6e2516bc-7fa4-47e7-b922-58097623cb34 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.604868 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6e2516bc-7fa4-47e7-b922-58097623cb34 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/c817f5a8-ef46-472a-98a1-329ca6a2a18c HTTP/1.1" status: 204 len: 168 time: 0.4408069 Oct 27 16:29:58.604868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55678) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:58.629393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f3dfaed-541e-4d5d-b5fb-55ce52278102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.631523 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f3dfaed-541e-4d5d-b5fb-55ce52278102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.632760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3f3dfaed-541e-4d5d-b5fb-55ce52278102 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77c6288d-2cf7-4b2c-878f-ccfc4843755b HTTP/1.1" status: 204 len: 168 time: 0.2901967 Oct 27 16:29:58.652533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dfaed-541e-4d5d-b5fb-55ce52278102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c6288d-2cf7-4b2c-878f-ccfc4843755b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:58.657063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5673f-1913-4345-9c08-dbbaee2f11aa req-9e87b8e4-45f7-4eb9-b243-242e128c3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:58.658594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ec5673f-1913-4345-9c08-dbbaee2f11aa req-9e87b8e4-45f7-4eb9-b243-242e128c3118 service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a13dd9-7b0f-454f-8553-780ec7b7267f HTTP/1.1" status: 200 len: 898 time: 0.1350229 Oct 27 16:29:58.726010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ec5673f-1913-4345-9c08-dbbaee2f11aa req-f396fea1-ca5e-41d7-bf81-1a47f8231f55 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86a15a6f-b7de-493c-aaad-01eaffab673b HTTP/1.1" status: 200 len: 217 time: 0.0572250 Oct 27 16:29:58.746885 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:58.803135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5673f-1913-4345-9c08-dbbaee2f11aa req-edb382ed-cd46-4618-acc3-49b9cde3eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:58.804698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ec5673f-1913-4345-9c08-dbbaee2f11aa req-edb382ed-cd46-4618-acc3-49b9cde3eb83 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=12922400-8808-4f23-997a-d7a056d35d72 HTTP/1.1" status: 200 len: 835 time: 0.0688939 Oct 27 16:29:58.865346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5673f-1913-4345-9c08-dbbaee2f11aa req-7de2968c-4087-4bc3-bb3f-aa6eb95702ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:58.866984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ec5673f-1913-4345-9c08-dbbaee2f11aa req-7de2968c-4087-4bc3-bb3f-aa6eb95702ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a13dd9-7b0f-454f-8553-780ec7b7267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518703 Oct 27 16:29:59.003726 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.063573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b72631-aa74-42f6-971d-29349d643ba9']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:59.069307 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ec5673f-1913-4345-9c08-dbbaee2f11aa req-6db6482a-2550-4dfc-89c9-d3c64fecb012 service neutron] 10.222.0.53 "GET /v2.0/networks/39a13dd9-7b0f-454f-8553-780ec7b7267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930091 Oct 27 16:29:59.076528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ef9cfc-04d8-4b95-90d0-159d820aac19') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:59.077042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ef9cfc-04d8-4b95-90d0-159d820aac19') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:29:59.091154 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.113255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af15d7a-a34c-4cb8-878d-cb1b4b061350 req-989ef263-0e53-4288-be97-b3d178a309cf tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:29:59.123184 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5af15d7a-a34c-4cb8-878d-cb1b4b061350 req-989ef263-0e53-4288-be97-b3d178a309cf tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 943 time: 0.1049013 Oct 27 16:29:59.132907 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.147874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:29:59.148386 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:29:59.150406 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:29:59.208130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ec5673f-1913-4345-9c08-dbbaee2f11aa req-8211e630-38fb-4300-b236-e400d88616e0 service neutron] 10.222.0.53 "GET /v2.0/networks/39a13dd9-7b0f-454f-8553-780ec7b7267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298692 Oct 27 16:29:59.246444 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5af15d7a-a34c-4cb8-878d-cb1b4b061350 req-acc5fa07-bc2e-4352-a7b4-7b1d29388939 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220303 Oct 27 16:29:59.340559 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.347656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22b72631-aa74-42f6-971d-29349d643ba9 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 27 16:29:59.362965 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.369677 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:29:59.380082 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "DELETE /v2.0/networks/22b72631-aa74-42f6-971d-29349d643ba9 HTTP/1.1" status: 204 len: 168 time: 0.7752864 Oct 27 16:29:59.413108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81312be9-aeed-431b-98ff-e7127e1e9eb7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event deleted for resources: {'Network': ['ID=22b72631-aa74-42f6-971d-29349d643ba9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:29:59.894932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55714) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:29:59.899557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-340857d8-808b-4c79-844c-5a1d6ec3689e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Request body: {'router': {'name': 'tempest-router--767232494', 'project_id': 'a67d23275a5143e1acf4e86785748d5b'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:00.078247 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-340857d8-808b-4c79-844c-5a1d6ec3689e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.079344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-340857d8-808b-4c79-844c-5a1d6ec3689e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.146807 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-340857d8-808b-4c79-844c-5a1d6ec3689e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.232606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-340857d8-808b-4c79-844c-5a1d6ec3689e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.319617 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-340857d8-808b-4c79-844c-5a1d6ec3689e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.320907 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-340857d8-808b-4c79-844c-5a1d6ec3689e tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4249642 Oct 27 16:30:00.323573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55728) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:00.524653 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fb8cc49-6207-45ad-aae8-face3e145f90 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.771803 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fb8cc49-6207-45ad-aae8-face3e145f90 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.774405 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fb8cc49-6207-45ad-aae8-face3e145f90 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:00.926370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd09854-d0bd-4829-a846-88f670e07af8 req-f3e443ee-a73e-4d19-9a76-d285103383c1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:00.927912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bcd09854-d0bd-4829-a846-88f670e07af8 req-f3e443ee-a73e-4d19-9a76-d285103383c1 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 943 time: 0.6085629 Oct 27 16:30:00.973999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55746) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:01.013249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bcd09854-d0bd-4829-a846-88f670e07af8 req-b3585350-683b-44cf-a19f-bad58183d2d2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722806 Oct 27 16:30:01.033848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fb8cc49-6207-45ad-aae8-face3e145f90 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.034409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb8cc49-6207-45ad-aae8-face3e145f90 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 331ed198-9a3f-4b13-b2c7-9c13f6030e2a {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:01.048733 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fb8cc49-6207-45ad-aae8-face3e145f90 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.053801 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6fb8cc49-6207-45ad-aae8-face3e145f90 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "DELETE /v2.0/routers/331ed198-9a3f-4b13-b2c7-9c13f6030e2a HTTP/1.1" status: 204 len: 168 time: 0.7289777 Oct 27 16:30:01.176387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7450e84e-1e93-4921-9512-915b7f37ea15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.277354 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7450e84e-1e93-4921-9512-915b7f37ea15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.398287 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7450e84e-1e93-4921-9512-915b7f37ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.435141 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7450e84e-1e93-4921-9512-915b7f37ea15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8cc68bdb191047e0949f06cdf366fd63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4595075 Oct 27 16:30:01.438703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55762) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:01.460310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450e84e-1e93-4921-9512-915b7f37ea15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1853c4a0-bec7-4479-ac00-cd93676b4d37,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:01.516543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 86a15a6f-b7de-493c-aaad-01eaffab673b details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:30:01.583973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55770) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:01.596861 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41754257-e3c9-4029-b8de-ca03f18f622e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.645450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 86a15a6f-b7de-493c-aaad-01eaffab673b, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=86a15a6f-b7de-493c-aaad-01eaffab673b,segment=NetworkSegment(ceecaa4f-8bde-4c67-b459-74cdf9d917a8),segment_id=ceecaa4f-8bde-4c67-b459-74cdf9d917a8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:01.659261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '86a15a6f-b7de-493c-aaad-01eaffab673b', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'port_id': '86a15a6f-b7de-493c-aaad-01eaffab673b', 'mac_address': 'fa:16:3e:7e:bc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12922400-8808-4f23-997a-d7a056d35d72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:30:01.663772 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41754257-e3c9-4029-b8de-ca03f18f622e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.742593 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.773471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86a15a6f-b7de-493c-aaad-01eaffab673b {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:30:01.828541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 86a15a6f-b7de-493c-aaad-01eaffab673b, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=86a15a6f-b7de-493c-aaad-01eaffab673b,segment=NetworkSegment(ceecaa4f-8bde-4c67-b459-74cdf9d917a8),segment_id=ceecaa4f-8bde-4c67-b459-74cdf9d917a8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:01.848624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41754257-e3c9-4029-b8de-ca03f18f622e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.852206 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41754257-e3c9-4029-b8de-ca03f18f622e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.855657 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-41754257-e3c9-4029-b8de-ca03f18f622e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1853c4a0-bec7-4479-ac00-cd93676b4d37 HTTP/1.1" status: 204 len: 168 time: 0.4124129 Oct 27 16:30:01.867479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41754257-e3c9-4029-b8de-ca03f18f622e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1853c4a0-bec7-4479-ac00-cd93676b4d37,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:01.901187 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:01.986777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-703678153', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:02.027650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=86a15a6f-b7de-493c-aaad-01eaffab673b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:02.123415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['86a15a6f-b7de-493c-aaad-01eaffab673b'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:30:02.135648 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:02.136780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:02.269914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f4add-4535-4f0b-956a-3b9d7f7360f4 req-91e05492-e560-461b-b678-a04d34b4765a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:02.271627 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c60f4add-4535-4f0b-956a-3b9d7f7360f4 req-91e05492-e560-461b-b678-a04d34b4765a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 944 time: 0.1298435 Oct 27 16:30:02.393533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:02.419505 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c60f4add-4535-4f0b-956a-3b9d7f7360f4 req-87d28e9a-28c1-4394-8d1a-c3ea2aff0242 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146989 Oct 27 16:30:02.689721 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:02.769986 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.015307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55862) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:03.039927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aeb26fd0-a2d6-4bf4-9d6a-ce3e8b842759 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.089698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55868) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:03.229716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.253822 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aeb26fd0-a2d6-4bf4-9d6a-ce3e8b842759 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.265049 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.324460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aeb26fd0-a2d6-4bf4-9d6a-ce3e8b842759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.417077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Allocated IP 172.25.4.110 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/99d2ca31-cfbf-4eb0-bf57-78f341074077) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:03.456215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aeb26fd0-a2d6-4bf4-9d6a-ce3e8b842759 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f2720c4a7fa4180810296fb17548693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397047 Oct 27 16:30:03.462359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55880) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:03.469743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb26fd0-a2d6-4bf4-9d6a-ce3e8b842759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13772ac-5763-4754-bf5e-47aa4e56641a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:03.520321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db23d238-f9b9-420d-aa8a-b50c1467ab76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.521693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 86a15a6f-b7de-493c-aaad-01eaffab673b up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:30:03.595414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.627863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-a0cba51b-0093-4a54-a3a2-1d5894e9cfe6 req-a6240a0b-71a0-43c1-af28-8b970b74cee9 service neutron] (109723) timed out ('10.222.0.15', 60684) {{(pid=109723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:30:03.650708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742af703-41f6-4a61-8025-93179852889e req-8657f5db-a571-4f92-bf6d-73057125a95a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:03.652227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-742af703-41f6-4a61-8025-93179852889e req-8657f5db-a571-4f92-bf6d-73057125a95a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 944 time: 0.1157775 Oct 27 16:30:03.658834 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19a7fd96-9683-4268-9a46-4824314e1fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.689914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 86a15a6f-b7de-493c-aaad-01eaffab673b completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:30:03.695531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 86a15a6f-b7de-493c-aaad-01eaffab673b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:03.697856 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.715532 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19a7fd96-9683-4268-9a46-4824314e1fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.732020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.761049 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-742af703-41f6-4a61-8025-93179852889e req-40597060-8a1a-4e78-8252-fd37a471196b tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002204 Oct 27 16:30:03.794991 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db23d238-f9b9-420d-aa8a-b50c1467ab76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.807197 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.811956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:03.820534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Pushing event updated for resources: {'Port': ['ID=99d2ca31-cfbf-4eb0-bf57-78f341074077,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:03.835772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48950b62-f36f-45d6-a578-4d717f5aace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a15a6f-b7de-493c-aaad-01eaffab673b'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:03.838348 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c5053f-1a40-4eb9-88a4-a030922c3c94" -d '{"events": [{"server_uuid": "48950b62-f36f-45d6-a578-4d717f5aace8", "name": "network-vif-plugged", "status": "completed", "tag": "86a15a6f-b7de-493c-aaad-01eaffab673b"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:03.846130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:03.854824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:03.874386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 86a15a6f-b7de-493c-aaad-01eaffab673b, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=86a15a6f-b7de-493c-aaad-01eaffab673b,segment=NetworkSegment(ceecaa4f-8bde-4c67-b459-74cdf9d917a8),segment_id=ceecaa4f-8bde-4c67-b459-74cdf9d917a8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:03.896441 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091d7446-eb6e-4ed9-8b77-f972bcbe925e x-openstack-request-id: req-091d7446-eb6e-4ed9-8b77-f972bcbe925e {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:03.896830 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48950b62-f36f-45d6-a578-4d717f5aace8", "name": "network-vif-plugged", "status": "completed", "tag": "86a15a6f-b7de-493c-aaad-01eaffab673b", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:03.897159 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-091d7446-eb6e-4ed9-8b77-f972bcbe925e {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:03.898052 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48950b62-f36f-45d6-a578-4d717f5aace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86a15a6f-b7de-493c-aaad-01eaffab673b', 'code': 200} Oct 27 16:30:03.944424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19a7fd96-9683-4268-9a46-4824314e1fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.948683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19a7fd96-9683-4268-9a46-4824314e1fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.953810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-19a7fd96-9683-4268-9a46-4824314e1fdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e13772ac-5763-4754-bf5e-47aa4e56641a HTTP/1.1" status: 204 len: 168 time: 0.4862225 Oct 27 16:30:03.965266 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-db23d238-f9b9-420d-aa8a-b50c1467ab76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:03.971699 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.017714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a7fd96-9683-4268-9a46-4824314e1fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13772ac-5763-4754-bf5e-47aa4e56641a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:04.054766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-db23d238-f9b9-420d-aa8a-b50c1467ab76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dda97f87e9b741a4920087b004e6f2ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9615769 Oct 27 16:30:04.058230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55898) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:04.108324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23d238-f9b9-420d-aa8a-b50c1467ab76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab69d73f-58c0-4a19-a345-d7682bc8914e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:04.122395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49ec8b-1217-471b-8b46-65dda3e282bc req-6af81062-5537-49d9-8582-60d719fb8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:04.125092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff49ec8b-1217-471b-8b46-65dda3e282bc req-6af81062-5537-49d9-8582-60d719fb8d8e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 1096 time: 0.1090348 Oct 27 16:30:04.127948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=86a15a6f-b7de-493c-aaad-01eaffab673b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:04.200942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff49ec8b-1217-471b-8b46-65dda3e282bc req-93389d23-eee5-4ad6-8d74-4f8b44d6b652 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684264 Oct 27 16:30:04.279137 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2701b610-ad74-408c-8065-b99d5ed32c24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.311999 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2701b610-ad74-408c-8065-b99d5ed32c24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.482674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.526186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2701b610-ad74-408c-8065-b99d5ed32c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.526186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2701b610-ad74-408c-8065-b99d5ed32c24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.526186 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2701b610-ad74-408c-8065-b99d5ed32c24 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab69d73f-58c0-4a19-a345-d7682bc8914e HTTP/1.1" status: 204 len: 168 time: 0.4649973 Oct 27 16:30:04.554617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701b610-ad74-408c-8065-b99d5ed32c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab69d73f-58c0-4a19-a345-d7682bc8914e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:04.698356 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:04.922742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963ea08-e929-425d-ad37-4ca18d24e7f7 req-2b88f9ad-b8af-46f9-bbbd-483bd2f30205 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:04.930176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Router f7d01a5e-14af-45e9-8ea2-e329532f3cd9 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:04.932354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9963ea08-e929-425d-ad37-4ca18d24e7f7 req-2b88f9ad-b8af-46f9-bbbd-483bd2f30205 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 945 time: 0.0610263 Oct 27 16:30:04.972577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9963ea08-e929-425d-ad37-4ca18d24e7f7 req-d67b42f3-80c2-4f17-86d9-afe478de5abc tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387638 Oct 27 16:30:05.073445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:05.089255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3186c540-cae7-41ab-bc2a-0e85137df9fa None None] Sync routers for ids ['f7d01a5e-14af-45e9-8ea2-e329532f3cd9'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:05.104120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3186c540-cae7-41ab-bc2a-0e85137df9fa None None] Routers {'f7d01a5e-14af-45e9-8ea2-e329532f3cd9'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:05.104761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3186c540-cae7-41ab-bc2a-0e85137df9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f7d01a5e-14af-45e9-8ea2-e329532f3cd9'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:05.146860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3186c540-cae7-41ab-bc2a-0e85137df9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:05.156723 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3186c540-cae7-41ab-bc2a-0e85137df9fa None None] Routers {'f7d01a5e-14af-45e9-8ea2-e329532f3cd9'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:05.157809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3186c540-cae7-41ab-bc2a-0e85137df9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f7d01a5e-14af-45e9-8ea2-e329532f3cd9'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:05.189393 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.193203 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-509c4cbb-dae6-4695-8365-63b6ded2a344 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6061220 Oct 27 16:30:05.193498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55956) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:05.225372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3186c540-cae7-41ab-bc2a-0e85137df9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:05.226029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3186c540-cae7-41ab-bc2a-0e85137df9fa None None] The sync data for ids ['f7d01a5e-14af-45e9-8ea2-e329532f3cd9'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:05.317313 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-66ab558a-9f70-4209-bf9f-b0e3f7c34954 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/routers/f7d01a5e-14af-45e9-8ea2-e329532f3cd9 HTTP/1.1" status: 200 len: 920 time: 0.1224902 Oct 27 16:30:05.320355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 55962) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:05.329623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55964) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:05.344984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8067fcc1-a740-4e6e-af8f-aab8032b77c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.354442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-84420116-9528-4c7a-9915-2d186be0d147 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7d01a5e-14af-45e9-8ea2-e329532f3cd9 HTTP/1.1" status: 200 len: 205 time: 0.0329263 Oct 27 16:30:05.357070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 55968) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:05.851352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.939860 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8067fcc1-a740-4e6e-af8f-aab8032b77c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:05.978721 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.003734 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8067fcc1-a740-4e6e-af8f-aab8032b77c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.057937 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8067fcc1-a740-4e6e-af8f-aab8032b77c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb19d54feb4140df9f58e91ed77d76f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7268853 Oct 27 16:30:06.058112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56002) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:06.085316 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067fcc1-a740-4e6e-af8f-aab8032b77c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d2b0a2-9db0-4b6d-ac94-01016ddb4c1b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:06.132385 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4be3eda-e85d-444d-8824-22832d788029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.148163 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4be3eda-e85d-444d-8824-22832d788029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.157041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffaeaf-d392-47a1-824a-f111b2ddeccb req-b8631bb3-9522-488d-a6b7-5f4ec5acb345 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.158581 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-44ffaeaf-d392-47a1-824a-f111b2ddeccb req-b8631bb3-9522-488d-a6b7-5f4ec5acb345 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 945 time: 0.0639508 Oct 27 16:30:06.233533 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-44ffaeaf-d392-47a1-824a-f111b2ddeccb req-36bb72d5-6476-4b6b-854e-e18a172dbc5a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647986 Oct 27 16:30:06.249113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Deleting port 99d2ca31-cfbf-4eb0-bf57-78f341074077 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:06.249454 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.323806 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4be3eda-e85d-444d-8824-22832d788029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.330846 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e4be3eda-e85d-444d-8824-22832d788029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.333708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e4be3eda-e85d-444d-8824-22832d788029 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0d2b0a2-9db0-4b6d-ac94-01016ddb4c1b HTTP/1.1" status: 204 len: 168 time: 0.2747631 Oct 27 16:30:06.361308 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.378440 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Calling delete_port for 99d2ca31-cfbf-4eb0-bf57-78f341074077 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:06.394673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be3eda-e85d-444d-8824-22832d788029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d2b0a2-9db0-4b6d-ac94-01016ddb4c1b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:06.465946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760ff11-b3ec-4ac9-befc-24ba4e2ae05d req-4e47291f-3ca7-4bc7-b7d3-dc7aaf99317a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.474066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7760ff11-b3ec-4ac9-befc-24ba4e2ae05d req-4e47291f-3ca7-4bc7-b7d3-dc7aaf99317a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 945 time: 0.1391299 Oct 27 16:30:06.524734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7760ff11-b3ec-4ac9-befc-24ba4e2ae05d req-604f17e6-06e6-4d9e-8013-f191710a1b03 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492804 Oct 27 16:30:06.544851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56016) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:06.634111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5d7cf1-8312-43ef-ae5c-7c7698ed280c tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:06.638085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3f5d7cf1-8312-43ef-ae5c-7c7698ed280c tempest-TestNetworkBasicOps-2086846497 tempest-TestNetworkBasicOps-2086846497-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 1091 time: 0.0889792 Oct 27 16:30:06.638451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56032) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:06.644826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '86a15a6f-b7de-493c-aaad-01eaffab673b', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:06.690161 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.724720 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Pushing event deleted for resources: {'Port': ['ID=99d2ca31-cfbf-4eb0-bf57-78f341074077,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:06.775879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.856118 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.973787 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:06.987686 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.099336 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.171412 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.172190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Fanout notify agent at l3_agent the message router_deleted on router f7d01a5e-14af-45e9-8ea2-e329532f3cd9 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:07.208553 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.209749 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-50869c55-9000-4d02-b2c1-9233868a3b9a tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/f7d01a5e-14af-45e9-8ea2-e329532f3cd9 HTTP/1.1" status: 204 len: 168 time: 1.8516634 Oct 27 16:30:07.213482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56062) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:07.217872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2136702818', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'enable_snat': False}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:07.309670 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Allocated IP 172.25.4.27 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/d71bf49f-c526-4a8a-add1-75997817e488) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:07.353672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.355342 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.426714 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.467679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.640156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:07.678215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:07.689956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:07.776368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:07.916481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=d71bf49f-c526-4a8a-add1-75997817e488,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:07.966053 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.307646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.336883 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.379524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.470864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Allocated IP 172.25.4.38 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/cf7b06dc-01d3-4037-bde4-191a8e870e31) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:08.533057 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.585522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.690446 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.718499 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.738404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:08.741456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:08.745155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:08.779345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event updated for resources: {'Port': ['ID=cf7b06dc-01d3-4037-bde4-191a8e870e31,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:08.793212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:08.885261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event updated for resources: {'Port': ['ID=d71bf49f-c526-4a8a-add1-75997817e488,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:08.897856 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.040782 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Floating IP 05540a56-67be-4107-998b-334bb7490a25 associated. External IP: 172.25.4.27, port: 86a15a6f-b7de-493c-aaad-01eaffab673b. Oct 27 16:30:09.182303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.321659 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:09.412213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56140) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:09.466986 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.571700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:09.586867 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2720dc-23eb-425e-8b87-996265969621 None None] Sync routers for ids ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:09.609750 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2720dc-23eb-425e-8b87-996265969621 None None] Routers {'d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:09.612188 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7f2720dc-23eb-425e-8b87-996265969621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:09.704090 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b04d6d55-348b-4d8d-a11e-0c70198f2427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.742436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.765898 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-7f2720dc-23eb-425e-8b87-996265969621 None None] Set router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:09.791639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8c986ea8-40f5-4ffc-909b-7223f5f79355 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1520793 Oct 27 16:30:09.792256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48950b62-f36f-45d6-a578-4d717f5aace8', 'tag': '86a15a6f-b7de-493c-aaad-01eaffab673b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:09.794543 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "48950b62-f36f-45d6-a578-4d717f5aace8", "tag": "86a15a6f-b7de-493c-aaad-01eaffab673b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:09.800042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56146) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:09.845106 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b04d6d55-348b-4d8d-a11e-0c70198f2427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:09.847347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Router 0c0acbc2-f4a1-413b-8278-3046d88b0d6f is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:09.867803 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea87e7e-8466-4372-8965-83758c43e6b7 x-openstack-request-id: req-bea87e7e-8466-4372-8965-83758c43e6b7 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:09.868285 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48950b62-f36f-45d6-a578-4d717f5aace8", "tag": "86a15a6f-b7de-493c-aaad-01eaffab673b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:09.868990 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bea87e7e-8466-4372-8965-83758c43e6b7 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:09.868990 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48950b62-f36f-45d6-a578-4d717f5aace8', 'tag': '86a15a6f-b7de-493c-aaad-01eaffab673b', 'status': 'completed', 'code': 200} Oct 27 16:30:09.900147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-01f2b9cf-5ef8-4bc4-96da-547b38314489 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/floatingips/05540a56-67be-4107-998b-334bb7490a25 HTTP/1.1" status: 200 len: 990 time: 0.0743520 Oct 27 16:30:10.008527 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b04d6d55-348b-4d8d-a11e-0c70198f2427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.022860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:10.036008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Sync routers for ids ['0c0acbc2-f4a1-413b-8278-3046d88b0d6f'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:10.064702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Routers {'0c0acbc2-f4a1-413b-8278-3046d88b0d6f'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:10.071490 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b04d6d55-348b-4d8d-a11e-0c70198f2427 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7abc6bcf1364e8696bc59a18a94bce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548221 Oct 27 16:30:10.071843 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56156) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:10.082112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0c0acbc2-f4a1-413b-8278-3046d88b0d6f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:10.086611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d6d55-348b-4d8d-a11e-0c70198f2427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3098937-faed-4822-8047-a202506a0c21,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:10.091910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c req-d91216ba-e19a-4ba1-88cb-4a3282741433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:10.093944 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c req-d91216ba-e19a-4ba1-88cb-4a3282741433 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 1096 time: 0.1861973 Oct 27 16:30:10.169550 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7f2720dc-23eb-425e-8b87-996265969621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '05540a56-67be-4107-998b-334bb7490a25', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.27', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'port_id': '86a15a6f-b7de-493c-aaad-01eaffab673b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'mac_address': 'fa:16:3e:7e:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48950b62-f36f-45d6-a578-4d717f5aace8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:30:08Z', 'updated_at': '2021-10-27T16:30:08Z', 'revision_number': 0, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb', 'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:bc:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '12922400-8808-4f23-997a-d7a056d35d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:36Z', 'updated_at': '2021-10-27T16:29:44Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': '12922400-8808-4f23-997a-d7a056d35d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:10.209456 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.220503 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56160) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:10.220800 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7b7688b0-6e31-4bb9-91c0-06fc268bdf71 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0058348 Oct 27 16:30:10.228602 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2720dc-23eb-425e-8b87-996265969621 None None] Checking router: d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:10.239843 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2720dc-23eb-425e-8b87-996265969621 None None] Routers {'d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:10.241254 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7f2720dc-23eb-425e-8b87-996265969621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:10.302318 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Set router 0c0acbc2-f4a1-413b-8278-3046d88b0d6f gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:10.308364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c req-f25c9e42-ba27-48df-8f37-510fe7f880eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:10.308364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c req-f25c9e42-ba27-48df-8f37-510fe7f880eb service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a13dd9-7b0f-454f-8553-780ec7b7267f HTTP/1.1" status: 200 len: 898 time: 0.2030301 Oct 27 16:30:10.328625 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-250b7e4c-6119-4211-a91b-c63134175964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.353546 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-250b7e4c-6119-4211-a91b-c63134175964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.400566 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-7f2720dc-23eb-425e-8b87-996265969621 None None] Set router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:10.445446 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0cc6c788-8c72-4c01-b5c8-6c545498ac4c tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/routers/0c0acbc2-f4a1-413b-8278-3046d88b0d6f HTTP/1.1" status: 200 len: 908 time: 0.2237148 Oct 27 16:30:10.447842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56162) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:10.455564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2136702818', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'enable_snat': True}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:10.466614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c req-c86ff587-dc4a-407b-8b8a-c2e58902c64f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86a15a6f-b7de-493c-aaad-01eaffab673b HTTP/1.1" status: 200 len: 998 time: 0.1507139 Oct 27 16:30:10.484029 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-250b7e4c-6119-4211-a91b-c63134175964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.500140 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-250b7e4c-6119-4211-a91b-c63134175964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.508971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-250b7e4c-6119-4211-a91b-c63134175964 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3098937-faed-4822-8047-a202506a0c21 HTTP/1.1" status: 204 len: 168 time: 0.4356441 Oct 27 16:30:10.603671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b7e4c-6119-4211-a91b-c63134175964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3098937-faed-4822-8047-a202506a0c21,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:10.697160 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.698264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.732022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0acbc2-f4a1-413b-8278-3046d88b0d6f', 'name': 'tempest-snat-router-2136702818', 'tenant_id': 'edd42b99a70641ef83ea1b933eb4829d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.38'}], 'enable_snat': False}, 'gw_port_id': 'cf7b06dc-01d3-4037-bde4-191a8e870e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:30:07Z', 'updated_at': '2021-10-27T16:30:08Z', 'revision_number': 3, 'project_id': 'edd42b99a70641ef83ea1b933eb4829d', 'gw_port': {'id': 'cf7b06dc-01d3-4037-bde4-191a8e870e31', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0acbc2-f4a1-413b-8278-3046d88b0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:30:08Z', 'updated_at': '2021-10-27T16:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:10.733945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c req-1ecf7025-9fd6-4421-9a84-ac6ec249a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:10.735865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c req-1ecf7025-9fd6-4421-9a84-ac6ec249a52d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=12922400-8808-4f23-997a-d7a056d35d72 HTTP/1.1" status: 200 len: 835 time: 0.2354476 Oct 27 16:30:10.774336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Checking router: 0c0acbc2-f4a1-413b-8278-3046d88b0d6f for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:10.774687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Updating router 0c0acbc2-f4a1-413b-8278-3046d88b0d6f port cf7b06dc-01d3-4037-bde4-191a8e870e31 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:30:10.804823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c req-7a5423d1-cd51-4dcb-a855-2d38d28105b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:10.807817 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c req-7a5423d1-cd51-4dcb-a855-2d38d28105b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a13dd9-7b0f-454f-8553-780ec7b7267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638645 Oct 27 16:30:10.815975 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.838523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:10.905494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56172) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:10.906048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56174) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:10.949595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c req-21106052-af00-44a7-b963-6226adb78409 service neutron] 10.222.0.53 "GET /v2.0/networks/39a13dd9-7b0f-454f-8553-780ec7b7267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320496 Oct 27 16:30:10.959132 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7f2720dc-23eb-425e-8b87-996265969621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '05540a56-67be-4107-998b-334bb7490a25', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.27', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'port_id': '86a15a6f-b7de-493c-aaad-01eaffab673b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'mac_address': 'fa:16:3e:7e:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48950b62-f36f-45d6-a578-4d717f5aace8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:30:08Z', 'updated_at': '2021-10-27T16:30:08Z', 'revision_number': 0, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb', 'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:bc:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '12922400-8808-4f23-997a-d7a056d35d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:36Z', 'updated_at': '2021-10-27T16:29:44Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': '12922400-8808-4f23-997a-d7a056d35d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:11.033107 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2720dc-23eb-425e-8b87-996265969621 None None] The sync data for ids ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'] in n-d-815689-1 is: [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '05540a56-67be-4107-998b-334bb7490a25', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'floating_ip_address': '172.25.4.27', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'port_id': '86a15a6f-b7de-493c-aaad-01eaffab673b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'mac_address': 'fa:16:3e:7e:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48950b62-f36f-45d6-a578-4d717f5aace8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:30:08Z', 'updated_at': '2021-10-27T16:30:08Z', 'revision_number': 0, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb', 'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:bc:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '12922400-8808-4f23-997a-d7a056d35d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:36Z', 'updated_at': '2021-10-27T16:29:44Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': '12922400-8808-4f23-997a-d7a056d35d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:11.080248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95a41043-9f47-4b95-8cec-fdc0b0fa9e9c req-e8c9b996-a78b-44bf-a847-5769b732d74a service neutron] 10.222.0.53 "GET /v2.0/networks/39a13dd9-7b0f-454f-8553-780ec7b7267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233695 Oct 27 16:30:11.178407 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eecf043f-8d10-4845-a023-0eb05a3620c0 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/floatingips/05540a56-67be-4107-998b-334bb7490a25 HTTP/1.1" status: 200 len: 990 time: 0.2688758 Oct 27 16:30:11.260999 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.306224 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.401923 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3242be67-7a8c-4c1e-88c7-d636983788a9 None None] New status for floating IP 05540a56-67be-4107-998b-334bb7490a25: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:30:11.410092 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.430190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b87052d-c4b9-4ebd-aea4-8551ae0b1e6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.503641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Attempting to bind port cf7b06dc-01d3-4037-bde4-191a8e870e31 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:30:11.504346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Attempting to bind port cf7b06dc-01d3-4037-bde4-191a8e870e31 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:30:11.505719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Attempting to bind port cf7b06dc-01d3-4037-bde4-191a8e870e31 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:11.518964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:30:11.519733 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:11.521532 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.522185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:30:11.536223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Bound port: cf7b06dc-01d3-4037-bde4-191a8e870e31, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:30:11.540040 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.591643 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b87052d-c4b9-4ebd-aea4-8551ae0b1e6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.634594 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] For port cf7b06dc-01d3-4037-bde4-191a8e870e31, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:30:11.640004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] For port cf7b06dc-01d3-4037-bde4-191a8e870e31, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cf7b06dc-01d3-4037-bde4-191a8e870e31,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:30:11.649548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09983c8b-fd8c-49b8-b844-497a9176c4b3 None None] Pushing event updated for resources: {'Port': ['ID=cf7b06dc-01d3-4037-bde4-191a8e870e31,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:11.703865 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b87052d-c4b9-4ebd-aea4-8551ae0b1e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.736595 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.796813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87052d-c4b9-4ebd-aea4-8551ae0b1e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b45439-ccde-4cc7-af4a-2056d308fa50,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:11.803141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Routers {'0c0acbc2-f4a1-413b-8278-3046d88b0d6f'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:11.804037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0c0acbc2-f4a1-413b-8278-3046d88b0d6f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:11.808664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09983c8b-fd8c-49b8-b844-497a9176c4b3 None None] Pushing event updated for resources: {'Port': ['ID=cf7b06dc-01d3-4037-bde4-191a8e870e31,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:11.844813 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.848847 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1b87052d-c4b9-4ebd-aea4-8551ae0b1e6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3e4161f541f49b6b226cdcbbee35c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9388824 Oct 27 16:30:11.864198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56200) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:11.881603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.954079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] Set router 0c0acbc2-f4a1-413b-8278-3046d88b0d6f gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:11.955024 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0381545b-7c2f-4021-856f-d41f4133b071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:11.982559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0381545b-7c2f-4021-856f-d41f4133b071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.040899 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Allocated IP 172.25.4.205 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/b78acb07-5eca-41d0-9c9a-675dc5fdc9ea) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:12.158970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c0acbc2-f4a1-413b-8278-3046d88b0d6f', 'name': 'tempest-snat-router-2136702818', 'tenant_id': 'edd42b99a70641ef83ea1b933eb4829d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.38'}], 'enable_snat': False}, 'gw_port_id': 'cf7b06dc-01d3-4037-bde4-191a8e870e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:30:07Z', 'updated_at': '2021-10-27T16:30:08Z', 'revision_number': 3, 'project_id': 'edd42b99a70641ef83ea1b933eb4829d', 'gw_port': {'id': 'cf7b06dc-01d3-4037-bde4-191a8e870e31', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0acbc2-f4a1-413b-8278-3046d88b0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:30:08Z', 'updated_at': '2021-10-27T16:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:12.161723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0381545b-7c2f-4021-856f-d41f4133b071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.164370 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0381545b-7c2f-4021-856f-d41f4133b071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.166391 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0381545b-7c2f-4021-856f-d41f4133b071 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6b45439-ccde-4cc7-af4a-2056d308fa50 HTTP/1.1" status: 204 len: 168 time: 0.3012891 Oct 27 16:30:12.195792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56212) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:12.205134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ca5457-a381-403b-8789-dea45d8e578b None None] The sync data for ids ['0c0acbc2-f4a1-413b-8278-3046d88b0d6f'] in n-d-815689-1 is: [{'id': '0c0acbc2-f4a1-413b-8278-3046d88b0d6f', 'name': 'tempest-snat-router-2136702818', 'tenant_id': 'edd42b99a70641ef83ea1b933eb4829d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.38'}], 'enable_snat': False}, 'gw_port_id': 'cf7b06dc-01d3-4037-bde4-191a8e870e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:30:07Z', 'updated_at': '2021-10-27T16:30:08Z', 'revision_number': 3, 'project_id': 'edd42b99a70641ef83ea1b933eb4829d', 'gw_port': {'id': 'cf7b06dc-01d3-4037-bde4-191a8e870e31', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c0acbc2-f4a1-413b-8278-3046d88b0d6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:30:08Z', 'updated_at': '2021-10-27T16:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:12.208704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381545b-7c2f-4021-856f-d41f4133b071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b45439-ccde-4cc7-af4a-2056d308fa50,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:12.232910 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.355594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9a650f3e-e73e-4d56-a392-41e2db741ff3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/floatingips/05540a56-67be-4107-998b-334bb7490a25 HTTP/1.1" status: 200 len: 992 time: 0.1543381 Oct 27 16:30:12.405743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:12.456025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:12.459467 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:12.463124 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:12.469303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event updated for resources: {'Port': ['ID=b78acb07-5eca-41d0-9c9a-675dc5fdc9ea,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:12.980583 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.137135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56236) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:13.166343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cf7b06dc-01d3-4037-bde4-191a8e870e31 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:30:13.176461 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c7108f3-7f0e-4def-a60a-1a8fb1bda75d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.225942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port cf7b06dc-01d3-4037-bde4-191a8e870e31 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:13.226467 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.323428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c7108f3-7f0e-4def-a60a-1a8fb1bda75d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.393488 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3c7108f3-7f0e-4def-a60a-1a8fb1bda75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.408772 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.433786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port cf7b06dc-01d3-4037-bde4-191a8e870e31, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cf7b06dc-01d3-4037-bde4-191a8e870e31,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:13.478838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3c7108f3-7f0e-4def-a60a-1a8fb1bda75d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9096c00dd0d04da8b02ae3d95ea597dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398051 Oct 27 16:30:13.479961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7108f3-7f0e-4def-a60a-1a8fb1bda75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb993ac-4584-435d-a34b-cd9b453b692c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:13.487909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56242) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:13.505072 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.591090 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb6c4-960c-4efb-82ff-4f8e80971d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.621121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=cf7b06dc-01d3-4037-bde4-191a8e870e31,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:13.633306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb6c4-960c-4efb-82ff-4f8e80971d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.785992 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb6c4-960c-4efb-82ff-4f8e80971d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.788922 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1cb6c4-960c-4efb-82ff-4f8e80971d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:13.792547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2d1cb6c4-960c-4efb-82ff-4f8e80971d73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecb993ac-4584-435d-a34b-cd9b453b692c HTTP/1.1" status: 204 len: 168 time: 0.3009984 Oct 27 16:30:13.801147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cb6c4-960c-4efb-82ff-4f8e80971d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb993ac-4584-435d-a34b-cd9b453b692c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:13.881269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.123542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Router cb67b925-1df1-40f8-8761-06e12b069b6c is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:14.374194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:14.391170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Sync routers for ids ['cb67b925-1df1-40f8-8761-06e12b069b6c'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:14.402276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Routers {'cb67b925-1df1-40f8-8761-06e12b069b6c'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:14.403091 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cb67b925-1df1-40f8-8761-06e12b069b6c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:14.463202 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.467629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56270) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:14.468549 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b96426d4-29a6-4ecc-8b6d-599af1b9b91d tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0182803 Oct 27 16:30:14.682833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56278) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:14.697138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-49a53619-2e73-4a8c-a92c-f53760c86e1b tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/routers/cb67b925-1df1-40f8-8761-06e12b069b6c HTTP/1.1" status: 200 len: 908 time: 0.2277803 Oct 27 16:30:14.829245 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:14.916932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56282) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:14.950180 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.024858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Set router cb67b925-1df1-40f8-8761-06e12b069b6c gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:15.111428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cf7b06dc-01d3-4037-bde4-191a8e870e31 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:30:15.125767 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Deleting port b78acb07-5eca-41d0-9c9a-675dc5fdc9ea {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:15.128108 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.269310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port cf7b06dc-01d3-4037-bde4-191a8e870e31 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:15.269567 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.314674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:15.326241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.345504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Calling delete_port for b78acb07-5eca-41d0-9c9a-675dc5fdc9ea owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:15.410580 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.425723 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb67b925-1df1-40f8-8761-06e12b069b6c', 'name': 'tempest-snat-router-2136702818', 'tenant_id': 'edd42b99a70641ef83ea1b933eb4829d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.205'}], 'enable_snat': True}, 'gw_port_id': 'b78acb07-5eca-41d0-9c9a-675dc5fdc9ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:30:10Z', 'updated_at': '2021-10-27T16:30:12Z', 'revision_number': 3, 'project_id': 'edd42b99a70641ef83ea1b933eb4829d', 'gw_port': {'id': 'b78acb07-5eca-41d0-9c9a-675dc5fdc9ea', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:81:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb67b925-1df1-40f8-8761-06e12b069b6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:30:11Z', 'updated_at': '2021-10-27T16:30:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:15.459936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Checking router: cb67b925-1df1-40f8-8761-06e12b069b6c for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:15.460030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Updating router cb67b925-1df1-40f8-8761-06e12b069b6c port b78acb07-5eca-41d0-9c9a-675dc5fdc9ea binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:30:15.490443 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.598079 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.684318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.729622 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event deleted for resources: {'Port': ['ID=b78acb07-5eca-41d0-9c9a-675dc5fdc9ea,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:15.810518 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.852498 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:30:15.853160 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:30:15.907166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Allocated IP 172.25.4.210 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/66a4b2af-dd48-4fd7-a5a9-402a2d915b39) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:15.923289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:15.926591 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.051558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.051880 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.051983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb67b925-1df1-40f8-8761-06e12b069b6c {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:16.051983 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.051983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9c6e1273-fdb0-464b-8708-e11d4fe2951a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "DELETE /v2.0/routers/cb67b925-1df1-40f8-8761-06e12b069b6c HTTP/1.1" status: 204 len: 168 time: 1.3648367 Oct 27 16:30:16.051983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56312) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:16.143055 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.196875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.210091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:16.211705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:16.214461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:16.217790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event updated for resources: {'Port': ['ID=66a4b2af-dd48-4fd7-a5a9-402a2d915b39,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:16.311300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.341502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.374070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Port b78acb07-5eca-41d0-9c9a-675dc5fdc9ea not found while updating agent binding for router cb67b925-1df1-40f8-8761-06e12b069b6c. {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 27 16:30:16.386838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Routers set() bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:16.387273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Router IDs set() for agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 16:30:16.387879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_agentschedulers_db [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cb67b925-1df1-40f8-8761-06e12b069b6c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent'). {{(pid=109724) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 16:30:16.388337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7650958d-28d5-4d85-adc1-1745b472ef39 None None] The sync data for ids ['cb67b925-1df1-40f8-8761-06e12b069b6c'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:16.424535 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.481098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Deleting port cf7b06dc-01d3-4037-bde4-191a8e870e31 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:16.481437 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.624402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] For port cf7b06dc-01d3-4037-bde4-191a8e870e31, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cf7b06dc-01d3-4037-bde4-191a8e870e31,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:16.628448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.656446 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Calling delete_port for cf7b06dc-01d3-4037-bde4-191a8e870e31 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:16.660939 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.723638 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:16.807680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event updated for resources: {'Port': ['ID=66a4b2af-dd48-4fd7-a5a9-402a2d915b39,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:16.838475 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.005645 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.005965 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.006072 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8f234451-3b19-4163-9749-4b7a1d711f0d tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0847549 Oct 27 16:30:17.006072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56336) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:17.010671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-216810448'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:17.037374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf7b06dc-01d3-4037-bde4-191a8e870e31,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:17.107798 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.151835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Made reservation on behalf of 7380d8c0dc0f44daa93d3ecce6903836 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:17.155870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.165639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.221469 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:30:17.226989 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.230028 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.332173 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.432904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.433468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c0acbc2-f4a1-413b-8278-3046d88b0d6f {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:17.439737 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.441003 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3e71f585-2420-484b-9882-ec8e57e7e5c1 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "DELETE /v2.0/routers/0c0acbc2-f4a1-413b-8278-3046d88b0d6f HTTP/1.1" status: 204 len: 168 time: 1.3874185 Oct 27 16:30:17.445084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:17.450172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-767604207', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:17.495281 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.546632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:30:17.552527 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.553483 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.560701 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.561049 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Added segment 5d969919-3eca-4412-b214-3901a20ab2d7 of type vlan for network 77961961-0242-4827-b80f-220b096246b9 Oct 27 16:30:17.562505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c61c51-3539-42eb-bf16-4980d610debf,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:17.639438 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.671012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.753300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.759519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:17.760705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.830515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event updated for resources: {'Network': ['ID=77961961-0242-4827-b80f-220b096246b9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:17.841384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 77961961-0242-4827-b80f-220b096246b9 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:30:17.879736 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:17.918295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f8519d97-045f-4ed9-8b8a-9aeddfe40007 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9116876 Oct 27 16:30:17.920346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56350) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:17.927332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Request body: {'subnet': {'network_id': '77961961-0242-4827-b80f-220b096246b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:18.208771 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Made reservation on behalf of 7380d8c0dc0f44daa93d3ecce6903836 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:18.212283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:18.285286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:18.312180 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:18.438634 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-13d287cc-e0bf-484a-9213-4bc08fbafba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:18.482471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Allocated IP 172.25.4.134 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/439de273-b59e-4608-97a7-49e576475673) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:18.611846 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:18.653798 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:18.702139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event updated for resources: {'Subnet': ['ID=1534b446-8b43-42c4-be37-a3aeeceb0447,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:18.721576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Checking segment: {'id': '5d969919-3eca-4412-b214-3901a20ab2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '77961961-0242-4827-b80f-220b096246b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:18.721949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Network hostable DHCP agents. Network: 77961961-0242-4827-b80f-220b096246b9, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:30:18.770102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:18.808702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Network 77961961-0242-4827-b80f-220b096246b9 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:30:18.822648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:18.830516 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:18.836013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:18.839278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Pushing event updated for resources: {'Port': ['ID=439de273-b59e-4608-97a7-49e576475673,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:18.941925 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 77961961-0242-4827-b80f-220b096246b9) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:18.950405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b026464-44b3-4fd8-818d-caa0878ca578 None None] Network 77961961-0242-4827-b80f-220b096246b9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:18.973719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:18.974368 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.087780 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e863f26c-e187-4568-b92e-9d2edaee8fd8 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1661098 Oct 27 16:30:19.090128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cf7b06dc-01d3-4037-bde4-191a8e870e31 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:19.090705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56372) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:19.096671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-645413508', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:19.113395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: cf7b06dc-01d3-4037-bde4-191a8e870e31 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:19.113886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cf7b06dc-01d3-4037-bde4-191a8e870e31 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:19.153643 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-77961961-0242-4827-b80f-220b096246b9', 'network_id': '77961961-0242-4827-b80f-220b096246b9', 'tenant_id': '7380d8c0dc0f44daa93d3ecce6903836', 'fixed_ips': [{'subnet_id': '1534b446-8b43-42c4-be37-a3aeeceb0447'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:30:19.154746 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.223917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.224957 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.314927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Allocated IP 172.20.0.2 (77961961-0242-4827-b80f-220b096246b9/1534b446-8b43-42c4-be37-a3aeeceb0447/0725cf10-b648-4249-b4b9-892d72912da0) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:19.315209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.329809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.488433 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.621907 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.665147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Network 77961961-0242-4827-b80f-220b096246b9 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:19.668131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:19.671641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:19.678804 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Pushing event updated for resources: {'Port': ['ID=0725cf10-b648-4249-b4b9-892d72912da0,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:19.734199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Attempting to bind port 0725cf10-b648-4249-b4b9-892d72912da0 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:30:19.734451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Attempting to bind port 0725cf10-b648-4249-b4b9-892d72912da0 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '5d969919-3eca-4412-b214-3901a20ab2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '77961961-0242-4827-b80f-220b096246b9'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:30:19.734812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Attempting to bind port 0725cf10-b648-4249-b4b9-892d72912da0 on network 77961961-0242-4827-b80f-220b096246b9 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:30:19.740152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:30:19.740483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Checking segment: {'id': '5d969919-3eca-4412-b214-3901a20ab2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '77961961-0242-4827-b80f-220b096246b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:19.740880 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.741267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Bound using segment: {'id': '5d969919-3eca-4412-b214-3901a20ab2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '77961961-0242-4827-b80f-220b096246b9'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:30:19.741756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Bound port: 0725cf10-b648-4249-b4b9-892d72912da0, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d969919-3eca-4412-b214-3901a20ab2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '77961961-0242-4827-b80f-220b096246b9'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:30:19.742133 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.877626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] For port 0725cf10-b648-4249-b4b9-892d72912da0, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:30:19.881336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] For port 0725cf10-b648-4249-b4b9-892d72912da0, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0725cf10-b648-4249-b4b9-892d72912da0,segment=NetworkSegment(5d969919-3eca-4412-b214-3901a20ab2d7),segment_id=5d969919-3eca-4412-b214-3901a20ab2d7)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:30:19.934524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:19.970713 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.060373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf48de-1111-442d-8ce5-65dc564d6bf4 None None] Pushing event updated for resources: {'Port': ['ID=0725cf10-b648-4249-b4b9-892d72912da0,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:20.093966 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.442726 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.464406 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.502426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Router ec8850a5-f358-4fa2-b130-19c49d840524 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:20.746048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Allocated IP 172.25.4.19 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/6d4030b2-9d04-4f65-abde-abaa4b3d17e4) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:20.761833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:20.781028 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85db33-125b-45e1-a477-8db22861f55f None None] Sync routers for ids ['ec8850a5-f358-4fa2-b130-19c49d840524'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:20.804391 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85db33-125b-45e1-a477-8db22861f55f None None] Routers {'ec8850a5-f358-4fa2-b130-19c49d840524'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:20.805044 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6f85db33-125b-45e1-a477-8db22861f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['ec8850a5-f358-4fa2-b130-19c49d840524'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:20.851987 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6f85db33-125b-45e1-a477-8db22861f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:20.865884 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f85db33-125b-45e1-a477-8db22861f55f None None] Routers {'ec8850a5-f358-4fa2-b130-19c49d840524'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:20.866520 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6f85db33-125b-45e1-a477-8db22861f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:29:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['ec8850a5-f358-4fa2-b130-19c49d840524'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:20.906074 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6f85db33-125b-45e1-a477-8db22861f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:20.907551 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f85db33-125b-45e1-a477-8db22861f55f None None] The sync data for ids ['ec8850a5-f358-4fa2-b130-19c49d840524'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:20.928170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.962822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:20.967694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56392) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:20.973593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-562a6ff2-3b3d-40a9-8674-3f1789325e1a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'enable_snat': False}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:20.977518 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-80153a99-b490-4fae-ab45-a364c6c13644 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5308721 Oct 27 16:30:21.093641 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.183177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0725cf10-b648-4249-b4b9-892d72912da0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:30:21.199987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:21.203949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:21.210725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:21.220414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event updated for resources: {'Port': ['ID=6d4030b2-9d04-4f65-abde-abaa4b3d17e4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:21.304204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 0725cf10-b648-4249-b4b9-892d72912da0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:21.304581 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.527158 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.572615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 0725cf10-b648-4249-b4b9-892d72912da0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0725cf10-b648-4249-b4b9-892d72912da0,segment=NetworkSegment(5d969919-3eca-4412-b214-3901a20ab2d7),segment_id=5d969919-3eca-4412-b214-3901a20ab2d7)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:21.580680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-562a6ff2-3b3d-40a9-8674-3f1789325e1a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.598514 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a71bc11f-a5db-4665-9a0a-7fb3c24a5ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.633910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a97c1-2bf1-4676-9e57-50eaacb9b6ae None None] Network 77961961-0242-4827-b80f-220b096246b9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:21.730320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.799394 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.857378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-37f931da-0ecf-4f85-ad80-00e16bb6dd30 None None] Provisioning complete for port 0725cf10-b648-4249-b4b9-892d72912da0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:21.857837 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-37f931da-0ecf-4f85-ad80-00e16bb6dd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:21.962326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=0725cf10-b648-4249-b4b9-892d72912da0,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:22.140451 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.239212 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.318486 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.409311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Router 6e40a5f6-2b06-4b91-8876-1297add72b68 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:22.430772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2c4a6f9f-98db-4f2d-a472-4cd228043b89 None None] Provisioning complete for port 0725cf10-b648-4249-b4b9-892d72912da0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:22.431159 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2c4a6f9f-98db-4f2d-a472-4cd228043b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.558095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:22.592017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9ba61-e73b-4e0d-a51b-68684fd2e7f7 None None] Sync routers for ids ['6e40a5f6-2b06-4b91-8876-1297add72b68'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:22.659629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.665962 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-63466494-1de7-4d09-a22f-54d400cfce33 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.5725393 Oct 27 16:30:22.666597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56410) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:22.719992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9ba61-e73b-4e0d-a51b-68684fd2e7f7 None None] Routers {'6e40a5f6-2b06-4b91-8876-1297add72b68'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:22.722502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-92f9ba61-e73b-4e0d-a51b-68684fd2e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6e40a5f6-2b06-4b91-8876-1297add72b68'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:22.743907 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-562a6ff2-3b3d-40a9-8674-3f1789325e1a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.752472 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-562a6ff2-3b3d-40a9-8674-3f1789325e1a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:22.810664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-92f9ba61-e73b-4e0d-a51b-68684fd2e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:22.837185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f9ba61-e73b-4e0d-a51b-68684fd2e7f7 None None] Routers {'6e40a5f6-2b06-4b91-8876-1297add72b68'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:22.839013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-92f9ba61-e73b-4e0d-a51b-68684fd2e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6e40a5f6-2b06-4b91-8876-1297add72b68'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:22.930359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-92f9ba61-e73b-4e0d-a51b-68684fd2e7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:22.931019 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f9ba61-e73b-4e0d-a51b-68684fd2e7f7 None None] The sync data for ids ['6e40a5f6-2b06-4b91-8876-1297add72b68'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:22.975948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562a6ff2-3b3d-40a9-8674-3f1789325e1a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Router ec8850a5-f358-4fa2-b130-19c49d840524 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:23.105495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0725cf10-b648-4249-b4b9-892d72912da0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:30:23.188503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 0725cf10-b648-4249-b4b9-892d72912da0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:23.189044 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:23.217277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562a6ff2-3b3d-40a9-8674-3f1789325e1a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:23.227302 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b55e3-a075-43a9-ac6e-2bbda0c363fe None None] Sync routers for ids ['ec8850a5-f358-4fa2-b130-19c49d840524'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:23.228293 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-562a6ff2-3b3d-40a9-8674-3f1789325e1a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:23.229568 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-562a6ff2-3b3d-40a9-8674-3f1789325e1a tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "PUT /v2.0/routers/ec8850a5-f358-4fa2-b130-19c49d840524 HTTP/1.1" status: 200 len: 921 time: 2.2607918 Oct 27 16:30:23.232365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56414) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:23.246464 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b55e3-a075-43a9-ac6e-2bbda0c363fe None None] Routers {'ec8850a5-f358-4fa2-b130-19c49d840524'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:23.247087 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c54b55e3-a075-43a9-ac6e-2bbda0c363fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['ec8850a5-f358-4fa2-b130-19c49d840524'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:23.347616 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c54b55e3-a075-43a9-ac6e-2bbda0c363fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:23.369892 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b55e3-a075-43a9-ac6e-2bbda0c363fe None None] Routers {'ec8850a5-f358-4fa2-b130-19c49d840524'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:23.372469 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c54b55e3-a075-43a9-ac6e-2bbda0c363fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['ec8850a5-f358-4fa2-b130-19c49d840524'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:23.409489 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fce5a3e2-1bb0-49ba-ba02-e51a342e6753 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/routers/ec8850a5-f358-4fa2-b130-19c49d840524 HTTP/1.1" status: 200 len: 921 time: 0.1757770 Oct 27 16:30:23.410577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56416) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:23.417087 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c54b55e3-a075-43a9-ac6e-2bbda0c363fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:23.417736 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54b55e3-a075-43a9-ac6e-2bbda0c363fe None None] The sync data for ids ['ec8850a5-f358-4fa2-b130-19c49d840524'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:23.447604 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:23.527570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8fa12-70b0-4a7f-badb-de9d1e8de892 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:23.531616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c0c8fa12-70b0-4a7f-badb-de9d1e8de892 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=840af1e4-df74-450c-bf75-32afab135856&device_id=ec8850a5-f358-4fa2-b130-19c49d840524&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1174090 Oct 27 16:30:23.536727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56418) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:23.712822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16630586-eee2-43f3-a770-694bba8b670c tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:23.716750 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-16630586-eee2-43f3-a770-694bba8b670c tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 881 time: 0.1764717 Oct 27 16:30:23.716995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56420) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:23.745482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3ca66746-8acc-474d-9b15-6020366ceff8 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec8850a5-f358-4fa2-b130-19c49d840524 HTTP/1.1" status: 200 len: 205 time: 0.0269096 Oct 27 16:30:23.747501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56424) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:23.855420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Allocated IP 172.20.0.1 (77961961-0242-4827-b80f-220b096246b9/1534b446-8b43-42c4-be37-a3aeeceb0447/adec338d-a500-4062-b9b0-46d886275dbc) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:23.872107 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.014721 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.057436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.152783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Deleting port 439de273-b59e-4608-97a7-49e576475673 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:24.153162 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.204254 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.216215 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.252965 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.265188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Network 77961961-0242-4827-b80f-220b096246b9 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:24.267726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:24.268782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Calling delete_port for 439de273-b59e-4608-97a7-49e576475673 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:24.284708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event updated for resources: {'Port': ['ID=adec338d-a500-4062-b9b0-46d886275dbc,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:24.287301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:24.361216 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.626932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.633192 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.690034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Pushing event deleted for resources: {'Port': ['ID=439de273-b59e-4608-97a7-49e576475673,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:24.762706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-89199fe8-4117-43bd-ab06-3324bd7ad088 None None] Provisioning complete for port adec338d-a500-4062-b9b0-46d886275dbc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:24.763589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-89199fe8-4117-43bd-ab06-3324bd7ad088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.847289 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:24.852470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-89199fe8-4117-43bd-ab06-3324bd7ad088 None None] Port adec338d-a500-4062-b9b0-46d886275dbc cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:30:25.119105 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.125607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.295418 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.296715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Fanout notify agent at l3_agent the message router_deleted on router ec8850a5-f358-4fa2-b130-19c49d840524 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:25.303797 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.311671 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d3427415-80f2-4436-99fe-fbaf143739b2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/ec8850a5-f358-4fa2-b130-19c49d840524 HTTP/1.1" status: 204 len: 168 time: 1.5617912 Oct 27 16:30:25.313797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56436) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:25.330174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-60b6d7e6-e59c-483a-98cb-0d96f60e63a7 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-633380507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:25.410176 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b6d7e6-e59c-483a-98cb-0d96f60e63a7 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.411292 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b6d7e6-e59c-483a-98cb-0d96f60e63a7 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.481106 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b6d7e6-e59c-483a-98cb-0d96f60e63a7 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.587451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b6d7e6-e59c-483a-98cb-0d96f60e63a7 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.644119 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.680429 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-60b6d7e6-e59c-483a-98cb-0d96f60e63a7 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.682096 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-60b6d7e6-e59c-483a-98cb-0d96f60e63a7 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3669026 Oct 27 16:30:25.686680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56438) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:25.695332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Request body: {'router': {'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:25.720518 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.809881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event updated for resources: {'Port': ['ID=adec338d-a500-4062-b9b0-46d886275dbc,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:25.812702 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:25.934619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Network 77961961-0242-4827-b80f-220b096246b9 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:25.936085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:25.956813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.212112 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Router 6e40a5f6-2b06-4b91-8876-1297add72b68 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:26.290942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2e6b241a-a4e7-4dd4-a09e-641f591c8394 None None] Provisioning complete for port adec338d-a500-4062-b9b0-46d886275dbc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:26.291482 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2e6b241a-a4e7-4dd4-a09e-641f591c8394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.343299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:26.356225 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-37e4b552-0bac-44ed-9e09-f311f50b8739 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "PUT /v2.0/routers/6e40a5f6-2b06-4b91-8876-1297add72b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6877811 Oct 27 16:30:26.358196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56450) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:26.360703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad629c-cd82-4a65-afbe-61ae335e10cc None None] Sync routers for ids ['6e40a5f6-2b06-4b91-8876-1297add72b68'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:26.366031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Request body: {'port': {'network_id': '77961961-0242-4827-b80f-220b096246b9', 'name': 'tempest-FloatingIPAdminTestJSON-941483961'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:26.374739 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.379079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b241a-a4e7-4dd4-a09e-641f591c8394 None None] Port adec338d-a500-4062-b9b0-46d886275dbc cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:30:26.384944 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad629c-cd82-4a65-afbe-61ae335e10cc None None] Routers {'6e40a5f6-2b06-4b91-8876-1297add72b68'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:26.385811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bdad629c-cd82-4a65-afbe-61ae335e10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6e40a5f6-2b06-4b91-8876-1297add72b68'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:26.400854 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.433077 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bdad629c-cd82-4a65-afbe-61ae335e10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:26.445040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdad629c-cd82-4a65-afbe-61ae335e10cc None None] Routers {'6e40a5f6-2b06-4b91-8876-1297add72b68'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:26.446538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bdad629c-cd82-4a65-afbe-61ae335e10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6e40a5f6-2b06-4b91-8876-1297add72b68'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:26.524754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bdad629c-cd82-4a65-afbe-61ae335e10cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:26.525438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdad629c-cd82-4a65-afbe-61ae335e10cc None None] The sync data for ids ['6e40a5f6-2b06-4b91-8876-1297add72b68'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:26.545747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Allocated IP 172.25.4.193 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/445cd674-c324-4d95-b94c-b6d3c641db52) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:26.658272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.724604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Made reservation on behalf of 7380d8c0dc0f44daa93d3ecce6903836 for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:26.729152 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.754542 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:26.782436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] device_id is not set on port 3214cf7f-b989-4385-9c1d-87acd82d89a3 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:30:26.836795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:26.839975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:26.844552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:26.871280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Pushing event updated for resources: {'Port': ['ID=445cd674-c324-4d95-b94c-b6d3c641db52,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:26.887678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.888144 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.888613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.889170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.889253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.889716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.890109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.890917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.891175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.891783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.892425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.892919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:26.935442 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Allocated IP 172.20.0.10 (77961961-0242-4827-b80f-220b096246b9/1534b446-8b43-42c4-be37-a3aeeceb0447/3214cf7f-b989-4385-9c1d-87acd82d89a3) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:27.223204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.357508 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.406348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Network 77961961-0242-4827-b80f-220b096246b9 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:27.419146 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.433521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:27.447240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:27.562149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event updated for resources: {'Port': ['ID=3214cf7f-b989-4385-9c1d-87acd82d89a3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:27.600931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:27.601626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.721324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8bf00d87-a1c4-48e4-b73e-5a7a5a8d841e tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3620358 Oct 27 16:30:27.724514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56468) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:27.917144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a37e1387-2c70-4aab-9502-ccb1c46bb6cc None None] Provisioning complete for port 3214cf7f-b989-4385-9c1d-87acd82d89a3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:30:27.920791 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a37e1387-2c70-4aab-9502-ccb1c46bb6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.951922 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.956428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:27.980110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc37f1-04fd-42c6-a368-3d80bf18bea3 req-fe31d63f-82c9-4025-a55b-060e0d61c60b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:27.988550 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42dc37f1-04fd-42c6-a368-3d80bf18bea3 req-fe31d63f-82c9-4025-a55b-060e0d61c60b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 946 time: 0.3112118 Oct 27 16:30:28.018098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a37e1387-2c70-4aab-9502-ccb1c46bb6cc None None] Port 3214cf7f-b989-4385-9c1d-87acd82d89a3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:30:28.029594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'project_id': '7380d8c0dc0f44daa93d3ecce6903836', 'port_id': '3214cf7f-b989-4385-9c1d-87acd82d89a3'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:28.130385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.326841 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.513443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Allocated IP 172.25.4.122 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/3ca9cadb-3d84-4380-8779-5a97635798ae) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:28.605501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42dc37f1-04fd-42c6-a368-3d80bf18bea3 req-44457863-cf65-430b-8851-bfc7ab89d13c tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/security-groups?id=ecd1e861-33bc-4079-9061-0773cb838179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6160843 Oct 27 16:30:28.664068 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.741671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Router 3438834b-0314-4a00-8db5-4d547dae594c is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:28.754035 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.810206 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Pushing event updated for resources: {'Port': ['ID=3ca9cadb-3d84-4380-8779-5a97635798ae,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:28.827642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:28.830193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:28.833451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:28.884517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:28.895775 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:28.896453 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3ec95-af6a-40a5-aef3-a507270cab61 None None] Sync routers for ids ['3438834b-0314-4a00-8db5-4d547dae594c'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:28.898739 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c3d9a845-81bc-4971-a80e-876dd9111e1d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "PUT /v2.0/routers/3438834b-0314-4a00-8db5-4d547dae594c HTTP/1.1" status: 200 len: 879 time: 3.2108686 Oct 27 16:30:28.901404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56476) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:28.917744 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3ec95-af6a-40a5-aef3-a507270cab61 None None] Routers {'3438834b-0314-4a00-8db5-4d547dae594c'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:28.919153 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0ab3ec95-af6a-40a5-aef3-a507270cab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3438834b-0314-4a00-8db5-4d547dae594c'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:28.962586 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0ab3ec95-af6a-40a5-aef3-a507270cab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:28.973839 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab3ec95-af6a-40a5-aef3-a507270cab61 None None] Routers {'3438834b-0314-4a00-8db5-4d547dae594c'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:28.974835 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0ab3ec95-af6a-40a5-aef3-a507270cab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3438834b-0314-4a00-8db5-4d547dae594c'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:29.014222 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0ab3ec95-af6a-40a5-aef3-a507270cab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:29.015231 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab3ec95-af6a-40a5-aef3-a507270cab61 None None] The sync data for ids ['3438834b-0314-4a00-8db5-4d547dae594c'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:29.136241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf360c-c3b7-4216-bf84-130f2bbafc4a req-ad11e616-dfa8-47f5-b3c9-274368915056 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:29.138563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54bf360c-c3b7-4216-bf84-130f2bbafc4a req-ad11e616-dfa8-47f5-b3c9-274368915056 tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.54 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 946 time: 0.0689433 Oct 27 16:30:29.190100 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e4645581-26f5-4266-b416-3897a71e446b tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/routers/3438834b-0314-4a00-8db5-4d547dae594c HTTP/1.1" status: 200 len: 920 time: 0.2873070 Oct 27 16:30:29.195084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56478) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:29.294239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1e1314-45e1-461e-9b21-07391bebe7b8 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:29.298935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8c1e1314-45e1-461e-9b21-07391bebe7b8 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=840af1e4-df74-450c-bf75-32afab135856&device_id=3438834b-0314-4a00-8db5-4d547dae594c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0997369 Oct 27 16:30:29.299184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56482) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:29.354085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-54bf360c-c3b7-4216-bf84-130f2bbafc4a req-51befdda-c16f-4803-9d95-ca6df198328b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Deleting port 31c2a484-7999-4452-9224-6522be1b98cf {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:29.354429 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-54bf360c-c3b7-4216-bf84-130f2bbafc4a req-51befdda-c16f-4803-9d95-ca6df198328b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.394034 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.396444 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.459167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d44b10-2a5e-4c87-b35d-3dde5726c2c7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:29.462370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-30d44b10-2a5e-4c87-b35d-3dde5726c2c7 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 881 time: 0.1592107 Oct 27 16:30:29.463687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56484) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:29.501059 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-97999cce-62fb-44e4-abc5-a0362939ab56 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=3438834b-0314-4a00-8db5-4d547dae594c HTTP/1.1" status: 200 len: 205 time: 0.0364528 Oct 27 16:30:29.503597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56486) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:29.513534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-54bf360c-c3b7-4216-bf84-130f2bbafc4a req-51befdda-c16f-4803-9d95-ca6df198328b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] For port 31c2a484-7999-4452-9224-6522be1b98cf, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=31c2a484-7999-4452-9224-6522be1b98cf,segment=NetworkSegment(9ad5c50e-b8e9-46fc-837a-6eea98d25e6d),segment_id=9ad5c50e-b8e9-46fc-837a-6eea98d25e6d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:29.514044 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-54bf360c-c3b7-4216-bf84-130f2bbafc4a req-51befdda-c16f-4803-9d95-ca6df198328b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.527501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-54bf360c-c3b7-4216-bf84-130f2bbafc4a req-51befdda-c16f-4803-9d95-ca6df198328b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Calling delete_port for 31c2a484-7999-4452-9224-6522be1b98cf owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:29.657493 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.753181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-54bf360c-c3b7-4216-bf84-130f2bbafc4a req-51befdda-c16f-4803-9d95-ca6df198328b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.770230 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['31c2a484-7999-4452-9224-6522be1b98cf'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:30:29.791034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51befdda-c16f-4803-9d95-ca6df198328b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Pushing event deleted for resources: {'Port': ['ID=31c2a484-7999-4452-9224-6522be1b98cf,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:29.823775 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.831394 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9634654b-f948-4a08-b6bd-f31e465027ba req-a4da7c4c-97ac-4b56-807e-cf1acc21f19a tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.15 "GET /v2.0/ports?device_id=84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2 HTTP/1.1" status: 200 len: 210 time: 0.0925260 Oct 27 16:30:29.880099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bf360c-c3b7-4216-bf84-130f2bbafc4a req-51befdda-c16f-4803-9d95-ca6df198328b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] No DVR routers for this DVR port 31c2a484-7999-4452-9224-6522be1b98cf on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:29.883318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-54bf360c-c3b7-4216-bf84-130f2bbafc4a req-51befdda-c16f-4803-9d95-ca6df198328b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:29.887324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54bf360c-c3b7-4216-bf84-130f2bbafc4a req-51befdda-c16f-4803-9d95-ca6df198328b tempest-VolumesSnapshotTestJSON-1588624806 tempest-VolumesSnapshotTestJSON-1588624806-project] 10.222.0.54 "DELETE /v2.0/ports/31c2a484-7999-4452-9224-6522be1b98cf HTTP/1.1" status: 204 len: 173 time: 0.7429855 Oct 27 16:30:29.887949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2', 'name': 'network-vif-deleted', 'tag': '31c2a484-7999-4452-9224-6522be1b98cf'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:29.890386 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba696fd4-bfac-42b4-aa05-c35a056dc63f" -d '{"events": [{"server_uuid": "84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2", "name": "network-vif-deleted", "tag": "31c2a484-7999-4452-9224-6522be1b98cf"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:29.943030 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b97cd8-5afd-4a03-9faa-66d73c839045 x-openstack-request-id: req-49b97cd8-5afd-4a03-9faa-66d73c839045 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:29.943181 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2", "name": "network-vif-deleted", "tag": "31c2a484-7999-4452-9224-6522be1b98cf", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:29.943413 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49b97cd8-5afd-4a03-9faa-66d73c839045 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:29.943860 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ae1ea3-4fa8-4eed-80b7-9d01a9109ed2', 'name': 'network-vif-deleted', 'tag': '31c2a484-7999-4452-9224-6522be1b98cf', 'status': 'completed', 'code': 200} Oct 27 16:30:29.995762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.025654 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.122717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Deleting port 445cd674-c324-4d95-b94c-b6d3c641db52 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:30.123049 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.165778 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.254262 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Pushing event updated for resources: {'Port': ['ID=3ca9cadb-3d84-4380-8779-5a97635798ae,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:30.287209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.289976 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:30.363477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Calling delete_port for 445cd674-c324-4d95-b94c-b6d3c641db52 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:30.457730 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Floating IP ff36d40e-8d99-4f29-83ea-57376549add8 associated. External IP: 172.25.4.122, port: 3214cf7f-b989-4385-9c1d-87acd82d89a3. Oct 27 16:30:31.154903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Router 6e40a5f6-2b06-4b91-8876-1297add72b68 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:31.227191 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.324209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Pushing event deleted for resources: {'Port': ['ID=445cd674-c324-4d95-b94c-b6d3c641db52,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:31.430786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:31.442644 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7a4ed-083c-486d-b6a0-674f598ee279 None None] Sync routers for ids ['6e40a5f6-2b06-4b91-8876-1297add72b68'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:31.461151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7a4ed-083c-486d-b6a0-674f598ee279 None None] Routers {'6e40a5f6-2b06-4b91-8876-1297add72b68'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:31.462092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1fe7a4ed-083c-486d-b6a0-674f598ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6e40a5f6-2b06-4b91-8876-1297add72b68'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:31.482267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.528113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1fe7a4ed-083c-486d-b6a0-674f598ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:31.534750 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.538443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe7a4ed-083c-486d-b6a0-674f598ee279 None None] Routers {'6e40a5f6-2b06-4b91-8876-1297add72b68'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:31.539726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1fe7a4ed-083c-486d-b6a0-674f598ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6e40a5f6-2b06-4b91-8876-1297add72b68'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:31.587480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1fe7a4ed-083c-486d-b6a0-674f598ee279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:31.588408 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe7a4ed-083c-486d-b6a0-674f598ee279 None None] The sync data for ids ['6e40a5f6-2b06-4b91-8876-1297add72b68'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:31.640684 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.643294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.648254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56512) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:31.648814 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a8c08952-3f9a-4d17-8101-f5d30b6926fd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.9227581 Oct 27 16:30:31.789247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1579e7f4-54eb-49eb-baa3-fcb5d6406c8b tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] 10.222.0.15 "GET /v2.0/floatingips/ff36d40e-8d99-4f29-83ea-57376549add8 HTTP/1.1" status: 200 len: 983 time: 0.1396344 Oct 27 16:30:31.791872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56520) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:31.816961 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.818119 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Fanout notify agent at l3_agent the message router_deleted on router 3438834b-0314-4a00-8db5-4d547dae594c {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:31.836003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:31.839280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fa072b20-5bec-4788-9038-bf3a28de325d tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/3438834b-0314-4a00-8db5-4d547dae594c HTTP/1.1" status: 204 len: 168 time: 2.3321812 Oct 27 16:30:31.841488 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56522) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:31.852893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-00dc0db2-0914-4028-b8e6-2af884927b7e tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-974701859', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:31.957783 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-25144e60-f481-4104-bef3-1e6aaa1f7573 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1646981 Oct 27 16:30:31.960845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56524) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:32.040950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00dc0db2-0914-4028-b8e6-2af884927b7e tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.042327 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00dc0db2-0914-4028-b8e6-2af884927b7e tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.162090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00dc0db2-0914-4028-b8e6-2af884927b7e tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.217085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Deleting port 3ca9cadb-3d84-4380-8779-5a97635798ae {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:32.217722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.299683 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.300284 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.313316 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Calling delete_port for 3ca9cadb-3d84-4380-8779-5a97635798ae owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:32.322009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00dc0db2-0914-4028-b8e6-2af884927b7e tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.458576 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00dc0db2-0914-4028-b8e6-2af884927b7e tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.459929 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-00dc0db2-0914-4028-b8e6-2af884927b7e tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6161933 Oct 27 16:30:32.462684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56532) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:32.474403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'enable_snat': True}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:32.657444 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.710743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.721970 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.750960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event deleted for resources: {'Port': ['ID=3ca9cadb-3d84-4380-8779-5a97635798ae,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:32.814714 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:32.815098 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Floating IP ff36d40e-8d99-4f29-83ea-57376549add8 disassociated (deleted). External IP: 172.25.4.122, port: 3214cf7f-b989-4385-9c1d-87acd82d89a3. Oct 27 16:30:33.248639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Router 6e40a5f6-2b06-4b91-8876-1297add72b68 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:33.380290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:33.404858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:33.470285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:33.475647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:33.491313 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d23a7f3-d4f4-44ec-8fc2-fdd6fdd24a75 None None] Sync routers for ids ['6e40a5f6-2b06-4b91-8876-1297add72b68'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:33.514339 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d23a7f3-d4f4-44ec-8fc2-fdd6fdd24a75 None None] Routers {'6e40a5f6-2b06-4b91-8876-1297add72b68'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:33.518819 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3d23a7f3-d4f4-44ec-8fc2-fdd6fdd24a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6e40a5f6-2b06-4b91-8876-1297add72b68'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:33.523638 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3ded8f98-e740-4bb2-8252-c51595db9cb9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "DELETE /v2.0/floatingips/ff36d40e-8d99-4f29-83ea-57376549add8 HTTP/1.1" status: 204 len: 168 time: 1.5577600 Oct 27 16:30:33.525582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56542) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:33.531789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:33.557906 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3d23a7f3-d4f4-44ec-8fc2-fdd6fdd24a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:33.569691 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d23a7f3-d4f4-44ec-8fc2-fdd6fdd24a75 None None] Routers {'6e40a5f6-2b06-4b91-8876-1297add72b68'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:33.570339 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3d23a7f3-d4f4-44ec-8fc2-fdd6fdd24a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6e40a5f6-2b06-4b91-8876-1297add72b68'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:33.572781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Allocated IP 172.25.4.53 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/01360758-da91-40b8-b848-38a3b5749d52) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:33.607514 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3d23a7f3-d4f4-44ec-8fc2-fdd6fdd24a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:33.608630 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d23a7f3-d4f4-44ec-8fc2-fdd6fdd24a75 None None] The sync data for ids ['6e40a5f6-2b06-4b91-8876-1297add72b68'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:33.615703 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:33.713409 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:33.715773 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:33.822309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:33.864838 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:33.870199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:33.874160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:33.881993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Allocated IP 172.25.4.130 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/84a0cebe-f5ac-44f6-a799-b1beca440ef0) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:33.914317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event updated for resources: {'Port': ['ID=01360758-da91-40b8-b848-38a3b5749d52,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:33.991245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.025674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 31c2a484-7999-4452-9224-6522be1b98cf no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:34.045562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 31c2a484-7999-4452-9224-6522be1b98cf {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:34.045904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 31c2a484-7999-4452-9224-6522be1b98cf not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:34.256871 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.308605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:34.311843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:34.316208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:34.343249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Pushing event updated for resources: {'Port': ['ID=84a0cebe-f5ac-44f6-a799-b1beca440ef0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:34.388770 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.421727 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.550038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.762410 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.847277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56578) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:34.861791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:34.940997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Pushing event updated for resources: {'Port': ['ID=84a0cebe-f5ac-44f6-a799-b1beca440ef0,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:35.041524 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4cee131e-ffa6-4d25-9f70-5ef6c008dea2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.111509 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.147317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.151643 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.170545 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4cee131e-ffa6-4d25-9f70-5ef6c008dea2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.242661 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.244743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-961fe126-2927-4c9b-8174-3c839fc88269 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7175245 Oct 27 16:30:35.249185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4cee131e-ffa6-4d25-9f70-5ef6c008dea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.249314 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56584) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:35.284194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee131e-ffa6-4d25-9f70-5ef6c008dea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1b0b6b-a1f4-4438-8a21-52514f6db3f0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:35.378031 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4cee131e-ffa6-4d25-9f70-5ef6c008dea2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d769c33a7934768a128b152ce9d55bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5263543 Oct 27 16:30:35.378842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56588) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:35.447945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Router 9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:35.483737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:35.571772 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae50b33c-5f38-470a-ae53-efb85de04d4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.638557 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.671674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae50b33c-5f38-470a-ae53-efb85de04d4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.763239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:35.769507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.775161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a728fe80-6bf8-4709-819d-b05badb97235 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "PUT /v2.0/routers/9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0 HTTP/1.1" status: 200 len: 913 time: 3.3072791 Oct 27 16:30:35.775161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56598) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:35.789377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d77446-f991-46c2-9224-cb09d2ba2d9c None None] Sync routers for ids ['9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:35.821923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d77446-f991-46c2-9224-cb09d2ba2d9c None None] Routers {'9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:35.822867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-62d77446-f991-46c2-9224-cb09d2ba2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:35.889189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-62d77446-f991-46c2-9224-cb09d2ba2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:35.902447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d77446-f991-46c2-9224-cb09d2ba2d9c None None] Routers {'9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:35.903233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-62d77446-f991-46c2-9224-cb09d2ba2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:35.925591 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae50b33c-5f38-470a-ae53-efb85de04d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.928406 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ae50b33c-5f38-470a-ae53-efb85de04d4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.929704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ae50b33c-5f38-470a-ae53-efb85de04d4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d1b0b6b-a1f4-4438-8a21-52514f6db3f0 HTTP/1.1" status: 204 len: 168 time: 0.5491431 Oct 27 16:30:35.936209 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f14681f1-8a45-47e7-8c87-12b4eb55ad83 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/routers/9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0 HTTP/1.1" status: 200 len: 919 time: 0.1606820 Oct 27 16:30:35.939085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56604) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:35.947563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-62d77446-f991-46c2-9224-cb09d2ba2d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:35.948719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d77446-f991-46c2-9224-cb09d2ba2d9c None None] The sync data for ids ['9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:35.969683 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:35.971699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50b33c-5f38-470a-ae53-efb85de04d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1b0b6b-a1f4-4438-8a21-52514f6db3f0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:36.027250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba30b5a-209d-4a35-a958-1e02ae347c85 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:36.032825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8ba30b5a-209d-4a35-a958-1e02ae347c85 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=840af1e4-df74-450c-bf75-32afab135856&device_id=9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0891120 Oct 27 16:30:36.044702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56608) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:36.153691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Allocated IP 172.25.4.38 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/b74f3a17-e0a6-44ee-a89a-f76e75fd5c87) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:36.199425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e9f10c-b478-4492-803f-58159c38823f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:36.200928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-06e9f10c-b478-4492-803f-58159c38823f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 881 time: 0.1549394 Oct 27 16:30:36.205039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56610) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:36.251794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-81c1ea76-701e-4193-af89-56008cf71417 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0 HTTP/1.1" status: 200 len: 205 time: 0.0423946 Oct 27 16:30:36.252473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56612) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:36.334238 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:36.411448 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:36.428599 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:36.493982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:36.511610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:36.514853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:36.541118 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:36.613267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Pushing event updated for resources: {'Port': ['ID=b74f3a17-e0a6-44ee-a89a-f76e75fd5c87,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:36.709750 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:36.715237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Deleting port 01360758-da91-40b8-b848-38a3b5749d52 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:36.715237 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:36.797972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:36.813918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Calling delete_port for 01360758-da91-40b8-b848-38a3b5749d52 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:36.845682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56628) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:36.863037 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-144f8069-972a-4cbf-9ece-b816b5c13dbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:36.909668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56630) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:36.920864 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.152276 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-23835369-efa8-4d4a-9b5c-8e10d4e1c5a8 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/floatingips/05540a56-67be-4107-998b-334bb7490a25 HTTP/1.1" status: 200 len: 992 time: 0.2339599 Oct 27 16:30:37.268357 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-144f8069-972a-4cbf-9ece-b816b5c13dbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.310128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.331445 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.333035 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-144f8069-972a-4cbf-9ece-b816b5c13dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.342398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Pushing event deleted for resources: {'Port': ['ID=01360758-da91-40b8-b848-38a3b5749d52,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:37.376653 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-144f8069-972a-4cbf-9ece-b816b5c13dbb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb26347e8e884b0fb1fc0d7fb55fdcbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5295513 Oct 27 16:30:37.377513 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f8069-972a-4cbf-9ece-b816b5c13dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc266a29-fbb6-4cc8-bd6c-b88d62436500,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:37.379816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56642) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:37.403228 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.431691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.464638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93a697af-5cdc-48b2-9065-07d3e9bf7faf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.504018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56646) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:37.533021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.535652 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.543264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Pushing event updated for resources: {'Port': ['ID=b74f3a17-e0a6-44ee-a89a-f76e75fd5c87,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:37.588684 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93a697af-5cdc-48b2-9065-07d3e9bf7faf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.618073 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.667324 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.668111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Fanout notify agent at l3_agent the message router_deleted on router 9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:37.676673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.682718 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2d92b35a-2648-45f9-85a7-2a54db95ccdd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0 HTTP/1.1" status: 204 len: 168 time: 1.4245648 Oct 27 16:30:37.682718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56650) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:37.692206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-306aec24-2ca0-447c-9888-3c38762ce786 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2004728442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:37.737870 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.739090 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-97ac03a0-2117-4858-8042-9588ee23d4a8 tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4902320 Oct 27 16:30:37.741693 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56658) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:37.810382 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-306aec24-2ca0-447c-9888-3c38762ce786 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.811368 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-306aec24-2ca0-447c-9888-3c38762ce786 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.846295 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7d3d8bce-44d6-43cd-89a0-40a77f8ed9d5 tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.1035454 Oct 27 16:30:37.849553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56662) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:37.852272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting port d71bf49f-c526-4a8a-add1-75997817e488 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:37.852614 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.911776 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-306aec24-2ca0-447c-9888-3c38762ce786 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.965633 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93a697af-5cdc-48b2-9065-07d3e9bf7faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.968186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93a697af-5cdc-48b2-9065-07d3e9bf7faf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.973260 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-93a697af-5cdc-48b2-9065-07d3e9bf7faf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc266a29-fbb6-4cc8-bd6c-b88d62436500 HTTP/1.1" status: 204 len: 168 time: 0.5880532 Oct 27 16:30:37.975534 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-306aec24-2ca0-447c-9888-3c38762ce786 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:37.998348 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1145ee85-d70a-439f-8edc-f210390b9190 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1470311 Oct 27 16:30:38.007840 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a697af-5cdc-48b2-9065-07d3e9bf7faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc266a29-fbb6-4cc8-bd6c-b88d62436500,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:38.008104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56666) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:38.072623 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-306aec24-2ca0-447c-9888-3c38762ce786 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.076573 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-306aec24-2ca0-447c-9888-3c38762ce786 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3929093 Oct 27 16:30:38.082618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56668) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:38.083784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.084330 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.088131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'enable_snat': False}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:38.099786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Calling delete_port for d71bf49f-c526-4a8a-add1-75997817e488 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:38.362168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.365885 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.376194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6a4554c9-e982-4d3f-970a-47629033c18c tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Deleting port b74f3a17-e0a6-44ee-a89a-f76e75fd5c87 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:38.376626 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a4554c9-e982-4d3f-970a-47629033c18c tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.425646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Port': ['ID=d71bf49f-c526-4a8a-add1-75997817e488,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:38.486497 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a4554c9-e982-4d3f-970a-47629033c18c tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.486960 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a4554c9-e982-4d3f-970a-47629033c18c tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.512656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6a4554c9-e982-4d3f-970a-47629033c18c tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Calling delete_port for b74f3a17-e0a6-44ee-a89a-f76e75fd5c87 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:38.559061 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:38.559815 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Floating IP 05540a56-67be-4107-998b-334bb7490a25 disassociated (deleted). External IP: 172.25.4.27, port: 86a15a6f-b7de-493c-aaad-01eaffab673b. Oct 27 16:30:38.837681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:38.996219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:39.009101 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98f933-b128-4e6e-886f-1e93981c09b0 None None] Sync routers for ids ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:39.010200 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.022715 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98f933-b128-4e6e-886f-1e93981c09b0 None None] Routers {'d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:39.023372 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4e98f933-b128-4e6e-886f-1e93981c09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:39.047577 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9d8fa5e4-f3b4-4188-8fa6-9c121994af73 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/floatingips/05540a56-67be-4107-998b-334bb7490a25 HTTP/1.1" status: 204 len: 168 time: 1.5220044 Oct 27 16:30:39.047577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48950b62-f36f-45d6-a578-4d717f5aace8', 'tag': '86a15a6f-b7de-493c-aaad-01eaffab673b'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:39.049594 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375b44b3-8c1b-4723-9935-87e1a9b19427" -d '{"events": [{"name": "network-changed", "server_uuid": "48950b62-f36f-45d6-a578-4d717f5aace8", "tag": "86a15a6f-b7de-493c-aaad-01eaffab673b"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:39.103299 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211ee33d-f622-46e7-8c3c-0a12fcfed2cf x-openstack-request-id: req-211ee33d-f622-46e7-8c3c-0a12fcfed2cf {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:39.103782 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48950b62-f36f-45d6-a578-4d717f5aace8", "tag": "86a15a6f-b7de-493c-aaad-01eaffab673b", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:39.104215 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-211ee33d-f622-46e7-8c3c-0a12fcfed2cf {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:39.104847 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48950b62-f36f-45d6-a578-4d717f5aace8', 'tag': '86a15a6f-b7de-493c-aaad-01eaffab673b', 'status': 'completed', 'code': 200} Oct 27 16:30:39.275321 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-4e98f933-b128-4e6e-886f-1e93981c09b0 None None] Set router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:39.371150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b44b3-8c1b-4723-9935-87e1a9b19427 req-0930e027-31b1-448b-9d72-f4451885a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:39.373866 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-375b44b3-8c1b-4723-9935-87e1a9b19427 req-0930e027-31b1-448b-9d72-f4451885a9f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cc2ede4aa044d759c64239f37331e3e&device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 1096 time: 0.1688073 Oct 27 16:30:39.459241 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a4554c9-e982-4d3f-970a-47629033c18c tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.541817 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4e98f933-b128-4e6e-886f-1e93981c09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb', 'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:bc:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '12922400-8808-4f23-997a-d7a056d35d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:36Z', 'updated_at': '2021-10-27T16:29:44Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': '12922400-8808-4f23-997a-d7a056d35d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:39.596943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4554c9-e982-4d3f-970a-47629033c18c tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Pushing event deleted for resources: {'Port': ['ID=b74f3a17-e0a6-44ee-a89a-f76e75fd5c87,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:39.599132 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98f933-b128-4e6e-886f-1e93981c09b0 None None] Checking router: d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:39.610333 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98f933-b128-4e6e-886f-1e93981c09b0 None None] Routers {'d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:39.611278 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4e98f933-b128-4e6e-886f-1e93981c09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:39.746801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f235594-62f2-4f50-823a-8692bb9ca090 req-5a60296c-03f8-43cb-a767-52761c2e021c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:39.748588 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f235594-62f2-4f50-823a-8692bb9ca090 req-5a60296c-03f8-43cb-a767-52761c2e021c tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 945 time: 0.0620389 Oct 27 16:30:39.750789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b44b3-8c1b-4723-9935-87e1a9b19427 req-6e316d8a-04e4-4ed2-806f-c014e6668681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:39.752399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-375b44b3-8c1b-4723-9935-87e1a9b19427 req-6e316d8a-04e4-4ed2-806f-c014e6668681 service neutron] 10.222.0.53 "GET /v2.0/networks?id=39a13dd9-7b0f-454f-8553-780ec7b7267f HTTP/1.1" status: 200 len: 898 time: 0.3416533 Oct 27 16:30:39.757483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.764909 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-4e98f933-b128-4e6e-886f-1e93981c09b0 None None] Set router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:39.816804 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f235594-62f2-4f50-823a-8692bb9ca090 req-78b8941f-6327-4ada-8045-972c4e6f9538 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614579 Oct 27 16:30:39.823016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.825299 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a4554c9-e982-4d3f-970a-47629033c18c tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.827786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a4554c9-e982-4d3f-970a-47629033c18c tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:39.831871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6a4554c9-e982-4d3f-970a-47629033c18c tempest-FloatingIPAdminTestJSON-1977181304 tempest-FloatingIPAdminTestJSON-1977181304-project] 10.222.0.15 "DELETE /v2.0/floatingips/09997223-3840-4b31-b5f3-9f1204508155 HTTP/1.1" status: 204 len: 168 time: 1.8260312 Oct 27 16:30:39.832089 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-375b44b3-8c1b-4723-9935-87e1a9b19427 req-089f2f69-6280-4dd4-9c3c-5e7c4f046dda service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86a15a6f-b7de-493c-aaad-01eaffab673b HTTP/1.1" status: 200 len: 217 time: 0.0530636 Oct 27 16:30:39.832607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56724) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:40.059994 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4e98f933-b128-4e6e-886f-1e93981c09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb', 'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:bc:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '12922400-8808-4f23-997a-d7a056d35d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:36Z', 'updated_at': '2021-10-27T16:29:44Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': '12922400-8808-4f23-997a-d7a056d35d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:40.097141 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98f933-b128-4e6e-886f-1e93981c09b0 None None] The sync data for ids ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'] in n-d-815689-1 is: [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb', 'name': '', 'network_id': '39a13dd9-7b0f-454f-8553-780ec7b7267f', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'mac_address': 'fa:16:3e:bc:25:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_interface', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': '12922400-8808-4f23-997a-d7a056d35d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:36Z', 'updated_at': '2021-10-27T16:29:44Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'subnets': [{'id': '12922400-8808-4f23-997a-d7a056d35d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:40.101841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b44b3-8c1b-4723-9935-87e1a9b19427 req-27f3001b-c113-4c77-9864-e7784923bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:40.101841 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-375b44b3-8c1b-4723-9935-87e1a9b19427 req-27f3001b-c113-4c77-9864-e7784923bbc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=12922400-8808-4f23-997a-d7a056d35d72 HTTP/1.1" status: 200 len: 835 time: 0.2569845 Oct 27 16:30:40.186533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Allocated IP 172.25.4.82 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/85f65be9-aa0b-4f3f-8f20-18647a47d40c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:40.215978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e3469-e79c-47fa-a9b5-3b95be2cb7dd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Deleting port 84a0cebe-f5ac-44f6-a799-b1beca440ef0 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:40.216806 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3469-e79c-47fa-a9b5-3b95be2cb7dd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.311568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b44b3-8c1b-4723-9935-87e1a9b19427 req-be178ea8-8cbf-423c-9d87-b43738f18b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:40.311568 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-375b44b3-8c1b-4723-9935-87e1a9b19427 req-be178ea8-8cbf-423c-9d87-b43738f18b3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=39a13dd9-7b0f-454f-8553-780ec7b7267f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2018492 Oct 27 16:30:40.445728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-375b44b3-8c1b-4723-9935-87e1a9b19427 req-89b338cc-57fb-4e67-a22c-dd11bc870904 service neutron] 10.222.0.53 "GET /v2.0/networks/39a13dd9-7b0f-454f-8553-780ec7b7267f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165831 Oct 27 16:30:40.520326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7da1a52-5a17-42b6-8217-441d4a6cfcee None None] New status for floating IP 05540a56-67be-4107-998b-334bb7490a25: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:30:40.570403 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-375b44b3-8c1b-4723-9935-87e1a9b19427 req-19c044ce-0e1b-421f-bf97-08da306ca3fd service neutron] 10.222.0.53 "GET /v2.0/networks/39a13dd9-7b0f-454f-8553-780ec7b7267f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125717 Oct 27 16:30:40.611616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3469-e79c-47fa-a9b5-3b95be2cb7dd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.611953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3469-e79c-47fa-a9b5-3b95be2cb7dd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.641278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e3469-e79c-47fa-a9b5-3b95be2cb7dd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Calling delete_port for 84a0cebe-f5ac-44f6-a799-b1beca440ef0 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:40.646459 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.816286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:40.894531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:40.897895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:40.901741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:40.908191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Pushing event updated for resources: {'Port': ['ID=85f65be9-aa0b-4f3f-8f20-18647a47d40c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:40.990181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3469-e79c-47fa-a9b5-3b95be2cb7dd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.064947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e3469-e79c-47fa-a9b5-3b95be2cb7dd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Pushing event deleted for resources: {'Port': ['ID=84a0cebe-f5ac-44f6-a799-b1beca440ef0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:41.165063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad348f-9691-42f0-bc46-767b5f58ff21 req-6b2ee56b-9e5f-4a05-9d3c-acf3d1368ef5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:41.166601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ecad348f-9691-42f0-bc46-767b5f58ff21 req-6b2ee56b-9e5f-4a05-9d3c-acf3d1368ef5 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.53 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 945 time: 0.2200840 Oct 27 16:30:41.214207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0377c8-62ea-4694-9dbf-ceadb21460bc req-c0815561-0032-47f1-80ea-a8e280dd021b tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:41.215528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e0377c8-62ea-4694-9dbf-ceadb21460bc req-c0815561-0032-47f1-80ea-a8e280dd021b tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 945 time: 0.2787647 Oct 27 16:30:41.289192 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3469-e79c-47fa-a9b5-3b95be2cb7dd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.291678 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2d1e3469-e79c-47fa-a9b5-3b95be2cb7dd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.292862 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2d1e3469-e79c-47fa-a9b5-3b95be2cb7dd tempest-FloatingIPAdminTestJSON-307992526 tempest-FloatingIPAdminTestJSON-307992526-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/6a17eb07-4bc8-4dcb-b19a-854d9d81d560 HTTP/1.1" status: 204 len: 168 time: 1.4593742 Oct 27 16:30:41.297434 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56760) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:41.375698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e0377c8-62ea-4694-9dbf-ceadb21460bc req-4c4109ed-cfd1-4d65-b55c-278ddf96c6d6 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b904312-5ada-485e-8691-e97ae9d6f1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389167 Oct 27 16:30:41.454253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-87335a83-f9e2-4975-85e7-bd4e9d5d99f5 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Deleting port 3214cf7f-b989-4385-9c1d-87acd82d89a3 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:41.458237 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87335a83-f9e2-4975-85e7-bd4e9d5d99f5 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.478436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ecad348f-9691-42f0-bc46-767b5f58ff21 req-26343ba6-84a7-4805-85f9-3b594ee9084a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting port 86a15a6f-b7de-493c-aaad-01eaffab673b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:41.478966 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ecad348f-9691-42f0-bc46-767b5f58ff21 req-26343ba6-84a7-4805-85f9-3b594ee9084a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.587530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.615647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87335a83-f9e2-4975-85e7-bd4e9d5d99f5 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.629372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-87335a83-f9e2-4975-85e7-bd4e9d5d99f5 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Calling delete_port for 3214cf7f-b989-4385-9c1d-87acd82d89a3 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:41.669697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ecad348f-9691-42f0-bc46-767b5f58ff21 req-26343ba6-84a7-4805-85f9-3b594ee9084a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] For port 86a15a6f-b7de-493c-aaad-01eaffab673b, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=86a15a6f-b7de-493c-aaad-01eaffab673b,segment=NetworkSegment(ceecaa4f-8bde-4c67-b459-74cdf9d917a8),segment_id=ceecaa4f-8bde-4c67-b459-74cdf9d917a8)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:41.669988 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ecad348f-9691-42f0-bc46-767b5f58ff21 req-26343ba6-84a7-4805-85f9-3b594ee9084a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.689412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ecad348f-9691-42f0-bc46-767b5f58ff21 req-26343ba6-84a7-4805-85f9-3b594ee9084a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Calling delete_port for 86a15a6f-b7de-493c-aaad-01eaffab673b owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:41.862318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87335a83-f9e2-4975-85e7-bd4e9d5d99f5 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.926037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:41.938783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87335a83-f9e2-4975-85e7-bd4e9d5d99f5 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event deleted for resources: {'Port': ['ID=3214cf7f-b989-4385-9c1d-87acd82d89a3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:41.942816 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:42.065880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87335a83-f9e2-4975-85e7-bd4e9d5d99f5 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:42.073168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-87335a83-f9e2-4975-85e7-bd4e9d5d99f5 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "DELETE /v2.0/ports/3214cf7f-b989-4385-9c1d-87acd82d89a3 HTTP/1.1" status: 204 len: 168 time: 0.7739692 Oct 27 16:30:42.075806 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56774) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:42.161740 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ecad348f-9691-42f0-bc46-767b5f58ff21 req-26343ba6-84a7-4805-85f9-3b594ee9084a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:42.162582 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c50e4-42e5-47e3-8e5d-79ec1236d2fd tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:42.166646 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-508c50e4-42e5-47e3-8e5d-79ec1236d2fd tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e40a5f6-2b06-4b91-8876-1297add72b68 HTTP/1.1" status: 200 len: 913 time: 0.0874062 Oct 27 16:30:42.167000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56778) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:42.220348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26343ba6-84a7-4805-85f9-3b594ee9084a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Port': ['ID=86a15a6f-b7de-493c-aaad-01eaffab673b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:42.280952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad348f-9691-42f0-bc46-767b5f58ff21 req-26343ba6-84a7-4805-85f9-3b594ee9084a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] No DVR routers for this DVR port 86a15a6f-b7de-493c-aaad-01eaffab673b on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:42.284313 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ecad348f-9691-42f0-bc46-767b5f58ff21 req-26343ba6-84a7-4805-85f9-3b594ee9084a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:42.287849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ecad348f-9691-42f0-bc46-767b5f58ff21 req-26343ba6-84a7-4805-85f9-3b594ee9084a tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.53 "DELETE /v2.0/ports/86a15a6f-b7de-493c-aaad-01eaffab673b HTTP/1.1" status: 204 len: 173 time: 1.1112792 Oct 27 16:30:42.288370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48950b62-f36f-45d6-a578-4d717f5aace8', 'name': 'network-vif-deleted', 'tag': '86a15a6f-b7de-493c-aaad-01eaffab673b'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:30:42.291352 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b242b40e-3de2-4c72-bba0-2f6c2153bd98" -d '{"events": [{"server_uuid": "48950b62-f36f-45d6-a578-4d717f5aace8", "name": "network-vif-deleted", "tag": "86a15a6f-b7de-493c-aaad-01eaffab673b"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:30:42.362025 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c90552f-2378-4274-84bb-0bd39beb169e x-openstack-request-id: req-7c90552f-2378-4274-84bb-0bd39beb169e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:30:42.362572 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48950b62-f36f-45d6-a578-4d717f5aace8", "name": "network-vif-deleted", "tag": "86a15a6f-b7de-493c-aaad-01eaffab673b", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:30:42.363061 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7c90552f-2378-4274-84bb-0bd39beb169e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:30:42.363617 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48950b62-f36f-45d6-a578-4d717f5aace8', 'name': 'network-vif-deleted', 'tag': '86a15a6f-b7de-493c-aaad-01eaffab673b', 'status': 'completed', 'code': 200} Oct 27 16:30:42.458065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Router 11a3b311-26a5-41b8-b7ca-32123c687bb3 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:42.542324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a810a48-edb7-4a9f-8a58-49fbcf5084a5 req-956fddfe-a9d7-4262-a7d7-5cc0aec3fd16 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "GET /v2.0/ports?device_id=48950b62-f36f-45d6-a578-4d717f5aace8 HTTP/1.1" status: 200 len: 210 time: 0.0993659 Oct 27 16:30:42.979481 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12d6f281-0ff1-4b4f-aa88-cac179d3b295 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.301141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:43.306595 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.307788 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3923ed5a-6a15-4665-95cc-edbff025e00f tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "PUT /v2.0/routers/11a3b311-26a5-41b8-b7ca-32123c687bb3 HTTP/1.1" status: 200 len: 915 time: 5.2236929 Oct 27 16:30:43.316194 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b1e45-b00a-4cbd-be83-dc8e6a6c1c31 None None] Sync routers for ids ['11a3b311-26a5-41b8-b7ca-32123c687bb3'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:43.325947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56802) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:43.341526 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b1e45-b00a-4cbd-be83-dc8e6a6c1c31 None None] Routers {'11a3b311-26a5-41b8-b7ca-32123c687bb3'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:43.342235 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5b5b1e45-b00a-4cbd-be83-dc8e6a6c1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['11a3b311-26a5-41b8-b7ca-32123c687bb3'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:43.388928 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5b5b1e45-b00a-4cbd-be83-dc8e6a6c1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:43.424306 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b1e45-b00a-4cbd-be83-dc8e6a6c1c31 None None] Routers {'11a3b311-26a5-41b8-b7ca-32123c687bb3'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:43.425251 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5b5b1e45-b00a-4cbd-be83-dc8e6a6c1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['11a3b311-26a5-41b8-b7ca-32123c687bb3'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:43.508377 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-5b5b1e45-b00a-4cbd-be83-dc8e6a6c1c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:43.509055 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b1e45-b00a-4cbd-be83-dc8e6a6c1c31 None None] The sync data for ids ['11a3b311-26a5-41b8-b7ca-32123c687bb3'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:43.557596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-48528346-ae0f-43c9-beb8-71885b146fcc tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/routers/11a3b311-26a5-41b8-b7ca-32123c687bb3 HTTP/1.1" status: 200 len: 921 time: 0.2301636 Oct 27 16:30:43.559921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56804) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:43.619135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56810) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:43.663806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f051b1d0-f68d-4021-9703-731d677a9b82 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:43.665507 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f051b1d0-f68d-4021-9703-731d677a9b82 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=840af1e4-df74-450c-bf75-32afab135856&device_id=11a3b311-26a5-41b8-b7ca-32123c687bb3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1044631 Oct 27 16:30:43.674446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56812) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:43.772878 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03e88621-c552-439c-adcb-9699fc9047b3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.850554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03e88621-c552-439c-adcb-9699fc9047b3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.866012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25062441-e548-41c8-b28b-33d362423484 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:43.871457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-25062441-e548-41c8-b28b-33d362423484 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/networks/840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 881 time: 0.1923146 Oct 27 16:30:43.874618 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56820) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:43.921110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-12d6f281-0ff1-4b4f-aa88-cac179d3b295 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Deleting port adec338d-a500-4062-b9b0-46d886275dbc {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:43.921462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12d6f281-0ff1-4b4f-aa88-cac179d3b295 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:43.943904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-80157f8c-e4a9-4bdb-82c5-75f71013b571 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=11a3b311-26a5-41b8-b7ca-32123c687bb3 HTTP/1.1" status: 200 len: 205 time: 0.0643835 Oct 27 16:30:43.944716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56822) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:44.041382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12d6f281-0ff1-4b4f-aa88-cac179d3b295 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.052215 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03e88621-c552-439c-adcb-9699fc9047b3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.055149 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03e88621-c552-439c-adcb-9699fc9047b3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.056393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-03e88621-c552-439c-adcb-9699fc9047b3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/security-groups/6b904312-5ada-485e-8691-e97ae9d6f1cc HTTP/1.1" status: 204 len: 168 time: 0.4361424 Oct 27 16:30:44.059741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-12d6f281-0ff1-4b4f-aa88-cac179d3b295 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Calling delete_port for adec338d-a500-4062-b9b0-46d886275dbc owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:44.075305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e88621-c552-439c-adcb-9699fc9047b3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b904312-5ada-485e-8691-e97ae9d6f1cc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:44.111007 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.231707 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.390304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12d6f281-0ff1-4b4f-aa88-cac179d3b295 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.399355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Deleting port 85f65be9-aa0b-4f3f-8f20-18647a47d40c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:44.400091 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.430783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6f281-0ff1-4b4f-aa88-cac179d3b295 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event deleted for resources: {'Port': ['ID=adec338d-a500-4062-b9b0-46d886275dbc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:44.506156 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.526353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Calling delete_port for 85f65be9-aa0b-4f3f-8f20-18647a47d40c owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:44.691954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12d6f281-0ff1-4b4f-aa88-cac179d3b295 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.828000 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:44.877254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Pushing event deleted for resources: {'Port': ['ID=85f65be9-aa0b-4f3f-8f20-18647a47d40c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:45.016889 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.037449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d6f281-0ff1-4b4f-aa88-cac179d3b295 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Router 6e40a5f6-2b06-4b91-8876-1297add72b68 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:45.123124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.126751 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.221539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d6f281-0ff1-4b4f-aa88-cac179d3b295 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:45.230133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56852) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:45.240291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56854) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:45.240427 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-12d6f281-0ff1-4b4f-aa88-cac179d3b295 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "PUT /v2.0/routers/6e40a5f6-2b06-4b91-8876-1297add72b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0675862 Oct 27 16:30:45.249383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7656ba79-1763-4136-9ae6-1fcfa05ee4e8 None None] Sync routers for ids ['6e40a5f6-2b06-4b91-8876-1297add72b68'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:45.265641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7656ba79-1763-4136-9ae6-1fcfa05ee4e8 None None] Routers {'6e40a5f6-2b06-4b91-8876-1297add72b68'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:45.267487 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7656ba79-1763-4136-9ae6-1fcfa05ee4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6e40a5f6-2b06-4b91-8876-1297add72b68'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:45.322879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7656ba79-1763-4136-9ae6-1fcfa05ee4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:45.345741 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.346736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Fanout notify agent at l3_agent the message router_deleted on router 11a3b311-26a5-41b8-b7ca-32123c687bb3 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:45.349571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7656ba79-1763-4136-9ae6-1fcfa05ee4e8 None None] Routers {'6e40a5f6-2b06-4b91-8876-1297add72b68'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:45.350388 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7656ba79-1763-4136-9ae6-1fcfa05ee4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6e40a5f6-2b06-4b91-8876-1297add72b68'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:45.371607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.373097 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-50c37ea3-8a70-4cad-9f08-6c6942c90f94 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/11a3b311-26a5-41b8-b7ca-32123c687bb3 HTTP/1.1" status: 204 len: 168 time: 1.4272919 Oct 27 16:30:45.377680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56856) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:45.382474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1709402429', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:45.408905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7656ba79-1763-4136-9ae6-1fcfa05ee4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:45.410059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7656ba79-1763-4136-9ae6-1fcfa05ee4e8 None None] The sync data for ids ['6e40a5f6-2b06-4b91-8876-1297add72b68'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:45.445673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.542532 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.543663 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.649326 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.666283 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.683443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 86a15a6f-b7de-493c-aaad-01eaffab673b no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:45.746078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 86a15a6f-b7de-493c-aaad-01eaffab673b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:45.746655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 86a15a6f-b7de-493c-aaad-01eaffab673b not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:45.815404 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.971940 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:45.988165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Deleting port 6d4030b2-9d04-4f65-abde-abaa4b3d17e4 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:45.988503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:46.167321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:46.167668 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:46.188302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:46.204520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Calling delete_port for 6d4030b2-9d04-4f65-abde-abaa4b3d17e4 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:46.290918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] For port eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb,segment=NetworkSegment(ceecaa4f-8bde-4c67-b459-74cdf9d917a8),segment_id=ceecaa4f-8bde-4c67-b459-74cdf9d917a8)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:46.291670 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:46.311631 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Calling delete_port for eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:46.465818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:46.497578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:46.633323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:46.666178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Port': ['ID=eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:46.674295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.674626 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.674970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.675305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.675635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.675969 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.676349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.676675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.676998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.677322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.677648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.677970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:46.722905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Allocated IP 172.25.4.254 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/78455324-dfc1-4796-8ac9-622ce4015a41) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:30:46.727505 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:46.964131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event deleted for resources: {'Port': ['ID=6d4030b2-9d04-4f65-abde-abaa4b3d17e4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:46.983443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.094703 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.118639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.269046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.276530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.309247 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:47.365417 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.426892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:30:47.430802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:47.430938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:47.432947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Pushing event updated for resources: {'Port': ['ID=78455324-dfc1-4796-8ac9-622ce4015a41,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:47.435065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:47.442154 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-10b47c2a-9de1-4838-9328-f50eae85cc19 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "PUT /v2.0/routers/d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2071767 Oct 27 16:30:47.442154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56888) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:47.451916 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9bf177-d4a0-4de5-8bdc-4fcff13f3d97 None None] Sync routers for ids ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:47.467050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.467593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Fanout notify agent at l3_agent the message router_deleted on router 6e40a5f6-2b06-4b91-8876-1297add72b68 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:47.468141 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9bf177-d4a0-4de5-8bdc-4fcff13f3d97 None None] Routers {'d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:47.470872 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0d9bf177-d4a0-4de5-8bdc-4fcff13f3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:47.476320 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.484095 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-54603081-3b21-4f64-907b-f10f226785c9 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "DELETE /v2.0/routers/6e40a5f6-2b06-4b91-8876-1297add72b68 HTTP/1.1" status: 204 len: 168 time: 2.2420104 Oct 27 16:30:47.494029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56890) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:47.558156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-148fc081-6d06-47a3-963b-7b98457118d3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting subnet 12922400-8808-4f23-997a-d7a056d35d72 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:30:47.563881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-148fc081-6d06-47a3-963b-7b98457118d3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.570334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38ba9d9-3cb2-44d8-8634-74514956102c tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Deleting subnet 1534b446-8b43-42c4-be37-a3aeeceb0447 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:30:47.594003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38ba9d9-3cb2-44d8-8634-74514956102c tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.651360 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-148fc081-6d06-47a3-963b-7b98457118d3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.679371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38ba9d9-3cb2-44d8-8634-74514956102c tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:47.689954 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-0d9bf177-d4a0-4de5-8bdc-4fcff13f3d97 None None] Set router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:47.928967 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.145369 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0d9bf177-d4a0-4de5-8bdc-4fcff13f3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:30:46Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:48.185531 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-148fc081-6d06-47a3-963b-7b98457118d3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.210825 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38ba9d9-3cb2-44d8-8634-74514956102c tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.306113 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9bf177-d4a0-4de5-8bdc-4fcff13f3d97 None None] Checking router: d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:30:48.326992 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9bf177-d4a0-4de5-8bdc-4fcff13f3d97 None None] Routers {'d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:48.327905 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0d9bf177-d4a0-4de5-8bdc-4fcff13f3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:48.352414 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.394217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38ba9d9-3cb2-44d8-8634-74514956102c tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.480115 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-148fc081-6d06-47a3-963b-7b98457118d3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.490248 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f22d2913-84c7-4d63-bd37-16cfe94c7b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.498448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f812a83-a615-4612-acaa-ed8a801353ad None None] Network 77961961-0242-4827-b80f-220b096246b9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:48.499273 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d38ba9d9-3cb2-44d8-8634-74514956102c tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.509302 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d38ba9d9-3cb2-44d8-8634-74514956102c tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "DELETE /v2.0/subnets/1534b446-8b43-42c4-be37-a3aeeceb0447 HTTP/1.1" status: 204 len: 168 time: 1.0142968 Oct 27 16:30:48.511211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ba9d9-3cb2-44d8-8634-74514956102c tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event deleted for resources: {'Subnet': ['ID=1534b446-8b43-42c4-be37-a3aeeceb0447,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:48.532324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56908) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:48.577189 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-0d9bf177-d4a0-4de5-8bdc-4fcff13f3d97 None None] Set router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:30:48.631696 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-148fc081-6d06-47a3-963b-7b98457118d3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.637647 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-148fc081-6d06-47a3-963b-7b98457118d3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/subnets/12922400-8808-4f23-997a-d7a056d35d72 HTTP/1.1" status: 204 len: 168 time: 1.1937835 Oct 27 16:30:48.639240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fc081-6d06-47a3-963b-7b98457118d3 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Subnet': ['ID=12922400-8808-4f23-997a-d7a056d35d72,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:48.649695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56910) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:48.708838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7445d094-b213-463a-888c-5b9f97f9e378 None None] Network 39a13dd9-7b0f-454f-8553-780ec7b7267f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:30:48.777387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:48.833209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56912) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:48.991904 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0d9bf177-d4a0-4de5-8bdc-4fcff13f3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:30:46Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:49.025824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] DHCP port deletion for 77961961-0242-4827-b80f-220b096246b9 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:30:49.057642 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.062132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Deleting port 0725cf10-b648-4249-b4b9-892d72912da0 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:49.069241 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.100767 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9bf177-d4a0-4de5-8bdc-4fcff13f3d97 None None] The sync data for ids ['d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058'] in n-d-815689-1 is: [{'id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'name': 'tempest-TestNetworkBasicOps-router-954332976', 'tenant_id': '4cc2ede4aa044d759c64239f37331e3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:29:30Z', 'updated_at': '2021-10-27T16:30:46Z', 'revision_number': 5, 'project_id': '4cc2ede4aa044d759c64239f37331e3e', 'gw_port': {'id': '6fe3355f-ffe9-4c97-91d2-98e6dbf09b19', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:a2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60ffa5f-17d6-4c44-ac32-2dd5dfbf6058', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:29:31Z', 'updated_at': '2021-10-27T16:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:49.154158 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da57e83-63ef-49c5-8b66-d97dff453e39 None None] DHCP port deletion for 39a13dd9-7b0f-454f-8553-780ec7b7267f request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:30:49.188768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Deleting port 0725cf10-b648-4249-b4b9-892d72912da0 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:49.189616 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.305789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7da57e83-63ef-49c5-8b66-d97dff453e39 None None] Deleting port d0a5e703-947b-4ff1-bbd3-ccbb833501a7 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:49.306401 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7da57e83-63ef-49c5-8b66-d97dff453e39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.311803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] For port 0725cf10-b648-4249-b4b9-892d72912da0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0725cf10-b648-4249-b4b9-892d72912da0,segment=NetworkSegment(5d969919-3eca-4412-b214-3901a20ab2d7),segment_id=5d969919-3eca-4412-b214-3901a20ab2d7)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:49.313345 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.366024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Calling delete_port for 0725cf10-b648-4249-b4b9-892d72912da0 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:49.416366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Router 0b47bfcd-383c-4aee-a0ee-aa40d3161f24 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:30:49.420333 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47cef66b-ada9-4d4d-a702-3d7e7bced9d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.469095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.483768 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] For port 0725cf10-b648-4249-b4b9-892d72912da0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0725cf10-b648-4249-b4b9-892d72912da0,segment=NetworkSegment(5d969919-3eca-4412-b214-3901a20ab2d7),segment_id=5d969919-3eca-4412-b214-3901a20ab2d7)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:49.484248 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.521010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Calling delete_port for 0725cf10-b648-4249-b4b9-892d72912da0 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:49.529308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0725cf10-b648-4249-b4b9-892d72912da0 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:49.600045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7da57e83-63ef-49c5-8b66-d97dff453e39 None None] For port d0a5e703-947b-4ff1-bbd3-ccbb833501a7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d0a5e703-947b-4ff1-bbd3-ccbb833501a7,segment=NetworkSegment(ceecaa4f-8bde-4c67-b459-74cdf9d917a8),segment_id=ceecaa4f-8bde-4c67-b459-74cdf9d917a8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:49.600515 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7da57e83-63ef-49c5-8b66-d97dff453e39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.619073 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.638708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] No DVR routers for this DVR port 0725cf10-b648-4249-b4b9-892d72912da0 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:49.648310 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.648646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:49.654085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7da57e83-63ef-49c5-8b66-d97dff453e39 None None] Calling delete_port for d0a5e703-947b-4ff1-bbd3-ccbb833501a7 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:49.660994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No active binding found for port 0725cf10-b648-4249-b4b9-892d72912da0 {{(pid=109724) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 16:30:49.667638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0725cf10-b648-4249-b4b9-892d72912da0 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:49.692606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Pushing event deleted for resources: {'Port': ['ID=0725cf10-b648-4249-b4b9-892d72912da0,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:49.700120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0494f5f7-b6c4-4cfc-823c-db736c6d7037 None None] Sync routers for ids ['0b47bfcd-383c-4aee-a0ee-aa40d3161f24'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:49.724922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494f5f7-b6c4-4cfc-823c-db736c6d7037 None None] Routers {'0b47bfcd-383c-4aee-a0ee-aa40d3161f24'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:49.725569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-0494f5f7-b6c4-4cfc-823c-db736c6d7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0b47bfcd-383c-4aee-a0ee-aa40d3161f24'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:49.734780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event deleted for resources: {'Port': ['ID=0725cf10-b648-4249-b4b9-892d72912da0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:49.771346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-0494f5f7-b6c4-4cfc-823c-db736c6d7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:49.774249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.774623 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.775224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.775567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.775917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.776296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.776833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.776946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.780945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.781888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.782245 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.782592 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fac208-2ef3-4ef8-bf1e-db0b98050000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:30:49.813263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] No DVR routers for this DVR port 0725cf10-b648-4249-b4b9-892d72912da0 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:49.818859 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:49.822953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3ac8c1f2-f9e8-405e-b964-e5584b518b95 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4414616 Oct 27 16:30:49.825335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56928) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:49.838834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494f5f7-b6c4-4cfc-823c-db736c6d7037 None None] Routers {'0b47bfcd-383c-4aee-a0ee-aa40d3161f24'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:49.839525 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-0494f5f7-b6c4-4cfc-823c-db736c6d7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0b47bfcd-383c-4aee-a0ee-aa40d3161f24'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:49.853038 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:49.901696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-0494f5f7-b6c4-4cfc-823c-db736c6d7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:49.902390 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0494f5f7-b6c4-4cfc-823c-db736c6d7037 None None] The sync data for ids ['0b47bfcd-383c-4aee-a0ee-aa40d3161f24'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:49.982103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.030185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77961961-0242-4827-b80f-220b096246b9']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:50.038983 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7da57e83-63ef-49c5-8b66-d97dff453e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.042950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47cef66b-ada9-4d4d-a702-3d7e7bced9d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.050627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d969919-3eca-4412-b214-3901a20ab2d7') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:50.051012 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d969919-3eca-4412-b214-3901a20ab2d7') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:50.053645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Deleting port 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:50.054062 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.130876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da57e83-63ef-49c5-8b66-d97dff453e39 None None] No DVR routers for this DVR port d0a5e703-947b-4ff1-bbd3-ccbb833501a7 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:30:50.143609 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.145804 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da57e83-63ef-49c5-8b66-d97dff453e39 None None] Pushing event deleted for resources: {'Port': ['ID=d0a5e703-947b-4ff1-bbd3-ccbb833501a7,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:50.146972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47cef66b-ada9-4d4d-a702-3d7e7bced9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.193171 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.221184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:30:50.221646 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.228097 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-47cef66b-ada9-4d4d-a702-3d7e7bced9d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=815f560836c34a74800cc9e16ce90579&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3914809 Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:30:50.229200 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:30:50.239552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56936) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:50.278366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cef66b-ada9-4d4d-a702-3d7e7bced9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb7dd4b-3a36-4894-b9ad-963b95efdb75,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:50.355478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] For port 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6fe3355f-ffe9-4c97-91d2-98e6dbf09b19,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:30:50.355848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.370043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.371500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Calling delete_port for 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:50.392679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd4dc-ca27-4229-acb7-b763b2095a6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.447988 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd4dc-ca27-4229-acb7-b763b2095a6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.466354 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.484707 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.489181 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "DELETE /v2.0/networks/77961961-0242-4827-b80f-220b096246b9 HTTP/1.1" status: 204 len: 168 time: 1.9544718 Oct 27 16:30:50.490999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56942) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:50.509520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5a945-7a61-4a13-acb3-ebadbceeb956 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event deleted for resources: {'Network': ['ID=77961961-0242-4827-b80f-220b096246b9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:50.549382 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.634553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9df0bdd9-7450-4c0b-bc06-b12418e277d4 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Deleting port 66a4b2af-dd48-4fd7-a5a9-402a2d915b39 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:50.635069 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9df0bdd9-7450-4c0b-bc06-b12418e277d4 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.696537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd4dc-ca27-4229-acb7-b763b2095a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.699391 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c1fd4dc-ca27-4229-acb7-b763b2095a6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.702823 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0c1fd4dc-ca27-4229-acb7-b763b2095a6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bb7dd4b-3a36-4894-b9ad-963b95efdb75 HTTP/1.1" status: 204 len: 168 time: 0.4582827 Oct 27 16:30:50.714530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fd4dc-ca27-4229-acb7-b763b2095a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb7dd4b-3a36-4894-b9ad-963b95efdb75,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:50.748155 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9df0bdd9-7450-4c0b-bc06-b12418e277d4 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.748483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9df0bdd9-7450-4c0b-bc06-b12418e277d4 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.757207 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.764879 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9df0bdd9-7450-4c0b-bc06-b12418e277d4 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Calling delete_port for 66a4b2af-dd48-4fd7-a5a9-402a2d915b39 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:50.779090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Deleting port 78455324-dfc1-4796-8ac9-622ce4015a41 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:30:50.779430 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.816723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Port': ['ID=6fe3355f-ffe9-4c97-91d2-98e6dbf09b19,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:50.890482 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.912080 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.932502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Calling delete_port for 78455324-dfc1-4796-8ac9-622ce4015a41 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:30:50.986338 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:50.988758 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.132830 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.133624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Fanout notify agent at l3_agent the message router_deleted on router d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:51.136743 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9df0bdd9-7450-4c0b-bc06-b12418e277d4 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.173035 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.180353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b908255c-0efd-482c-ba51-5132820187a2 tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/routers/d60ffa5f-17d6-4c44-ac32-2dd5dfbf6058 HTTP/1.1" status: 204 len: 168 time: 2.5265977 Oct 27 16:30:51.181808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56956) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:51.213708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0bdd9-7450-4c0b-bc06-b12418e277d4 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Pushing event deleted for resources: {'Port': ['ID=66a4b2af-dd48-4fd7-a5a9-402a2d915b39,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:51.253012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:51.292728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:51.293085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device eb30b5f6-dc46-4e98-93b5-5cbac0a1fdbb not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:51.293542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d0a5e703-947b-4ff1-bbd3-ccbb833501a7 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:51.326881 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.332408 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d0a5e703-947b-4ff1-bbd3-ccbb833501a7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:51.333427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d0a5e703-947b-4ff1-bbd3-ccbb833501a7 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:51.521210 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9df0bdd9-7450-4c0b-bc06-b12418e277d4 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.523758 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9df0bdd9-7450-4c0b-bc06-b12418e277d4 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.524940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9df0bdd9-7450-4c0b-bc06-b12418e277d4 tempest-FloatingIPAdminTestJSON-1101419179 tempest-FloatingIPAdminTestJSON-1101419179-project] 10.222.0.15 "DELETE /v2.0/floatingips/a157f4dd-ffc2-4f70-9ab9-c663a1e75cf4 HTTP/1.1" status: 204 len: 168 time: 1.0323277 Oct 27 16:30:51.538223 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1f3f48dd-47f1-4d87-a330-91186ca85b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.546902 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.571441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a13dd9-7b0f-454f-8553-780ec7b7267f']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:51.573694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.584425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56966) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:51.619534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:51.619837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceecaa4f-8bde-4c67-b459-74cdf9d917a8') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:51.648276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a2835b8-b755-4e55-a8ea-8d63ff7b964f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.677910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Pushing event deleted for resources: {'Port': ['ID=78455324-dfc1-4796-8ac9-622ce4015a41,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:51.688624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.769352 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.794169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:30:51.794713 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:30:51.802274 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:30:51.870648 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.090439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.122962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a2835b8-b755-4e55-a8ea-8d63ff7b964f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.130181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.133393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] 10.222.0.15 "DELETE /v2.0/networks/39a13dd9-7b0f-454f-8553-780ec7b7267f HTTP/1.1" status: 204 len: 168 time: 0.9398165 Oct 27 16:30:52.152268 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.154803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831152f6-364b-46d1-91e7-9ed2a8979fec tempest-TestNetworkBasicOps-1039194676 tempest-TestNetworkBasicOps-1039194676-project] Pushing event deleted for resources: {'Network': ['ID=39a13dd9-7b0f-454f-8553-780ec7b7267f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:52.157925 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.178561 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56976) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:52.238503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0a2835b8-b755-4e55-a8ea-8d63ff7b964f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.261952 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.294787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Router 0b47bfcd-383c-4aee-a0ee-aa40d3161f24 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:30:52.296403 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.300548 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0a2835b8-b755-4e55-a8ea-8d63ff7b964f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d6aaa61cbf84b8ca1e094875d7f5c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7088411 Oct 27 16:30:52.300792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56982) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:52.301876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2835b8-b755-4e55-a8ea-8d63ff7b964f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aebaf99-f4bf-4ed7-9506-44500bbad485,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:52.364691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-720655cb-c24b-45c7-8092-ff548196c6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.401081 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-720655cb-c24b-45c7-8092-ff548196c6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.404156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:30:52.412005 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.412829 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-821c78c5-609d-41bf-81d5-f72a972d1bb5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "PUT /v2.0/routers/0b47bfcd-383c-4aee-a0ee-aa40d3161f24 HTTP/1.1" status: 200 len: 706 time: 2.5880387 Oct 27 16:30:52.415558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56986) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:52.419461 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c766418-1643-4949-9b89-ae4ed806c17d None None] Sync routers for ids ['0b47bfcd-383c-4aee-a0ee-aa40d3161f24'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:30:52.430792 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c766418-1643-4949-9b89-ae4ed806c17d None None] Routers {'0b47bfcd-383c-4aee-a0ee-aa40d3161f24'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:52.432300 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9c766418-1643-4949-9b89-ae4ed806c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0b47bfcd-383c-4aee-a0ee-aa40d3161f24'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:52.455731 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ad638d6a-0a4a-4285-a68e-a44391f23c09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7380d8c0dc0f44daa93d3ecce6903836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759778 Oct 27 16:30:52.458925 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 56988) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:52.499692 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9c766418-1643-4949-9b89-ae4ed806c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:52.512629 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f46014d0-b604-4600-af7e-92852e066921 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/routers/0b47bfcd-383c-4aee-a0ee-aa40d3161f24 HTTP/1.1" status: 200 len: 741 time: 0.0955954 Oct 27 16:30:52.517777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56992) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:52.524533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df2d9295-7861-4e9e-88b5-05dcb3c95b9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.540493 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c766418-1643-4949-9b89-ae4ed806c17d None None] Routers {'0b47bfcd-383c-4aee-a0ee-aa40d3161f24'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:30:52.542871 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9c766418-1643-4949-9b89-ae4ed806c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:30:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['0b47bfcd-383c-4aee-a0ee-aa40d3161f24'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:52.555034 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df2d9295-7861-4e9e-88b5-05dcb3c95b9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.602125 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9c766418-1643-4949-9b89-ae4ed806c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:30:52.602832 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c766418-1643-4949-9b89-ae4ed806c17d None None] The sync data for ids ['0b47bfcd-383c-4aee-a0ee-aa40d3161f24'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:30:52.616293 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-720655cb-c24b-45c7-8092-ff548196c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.622641 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-720655cb-c24b-45c7-8092-ff548196c6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.622641 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-720655cb-c24b-45c7-8092-ff548196c6ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8aebaf99-f4bf-4ed7-9506-44500bbad485 HTTP/1.1" status: 204 len: 168 time: 0.3182948 Oct 27 16:30:52.623354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-68a0ff00-a5fc-4eda-9d6a-d18de3954116 tempest-RoutersAdminTest-555266491 tempest-RoutersAdminTest-555266491-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=840af1e4-df74-450c-bf75-32afab135856&device_id=0b47bfcd-383c-4aee-a0ee-aa40d3161f24 HTTP/1.1" status: 200 len: 205 time: 0.1006584 Oct 27 16:30:52.624114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 56998) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:52.647333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720655cb-c24b-45c7-8092-ff548196c6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aebaf99-f4bf-4ed7-9506-44500bbad485,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:52.661563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-13b1c3b3-6d49-4fe3-8ec4-2d212037bd5e tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b47bfcd-383c-4aee-a0ee-aa40d3161f24 HTTP/1.1" status: 200 len: 205 time: 0.0363281 Oct 27 16:30:52.662272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57000) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:52.769128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a45a59f-916f-45c7-ae54-09fdf37137cc tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.782169 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df2d9295-7861-4e9e-88b5-05dcb3c95b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.784843 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df2d9295-7861-4e9e-88b5-05dcb3c95b9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.789120 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-df2d9295-7861-4e9e-88b5-05dcb3c95b9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1c61c51-3539-42eb-bf16-4980d610debf HTTP/1.1" status: 204 len: 168 time: 0.3261957 Oct 27 16:30:52.800023 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d9295-7861-4e9e-88b5-05dcb3c95b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c61c51-3539-42eb-bf16-4980d610debf,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:52.835444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57008) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:52.950510 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a45a59f-916f-45c7-ae54-09fdf37137cc tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:52.952808 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a45a59f-916f-45c7-ae54-09fdf37137cc tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.030718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:30:53.052854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:30:53.053086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6fe3355f-ffe9-4c97-91d2-98e6dbf09b19 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:30:53.114302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a45a59f-916f-45c7-ae54-09fdf37137cc tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.114923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a45a59f-916f-45c7-ae54-09fdf37137cc tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Fanout notify agent at l3_agent the message router_deleted on router 0b47bfcd-383c-4aee-a0ee-aa40d3161f24 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:30:53.122511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a45a59f-916f-45c7-ae54-09fdf37137cc tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.124531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8a45a59f-916f-45c7-ae54-09fdf37137cc tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/0b47bfcd-383c-4aee-a0ee-aa40d3161f24 HTTP/1.1" status: 204 len: 168 time: 0.4612870 Oct 27 16:30:53.129623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57016) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.170301 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1c6b60d0-2317-4c0c-97f2-b095a9751b98 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b47bfcd-383c-4aee-a0ee-aa40d3161f24 HTTP/1.1" status: 200 len: 205 time: 0.0393934 Oct 27 16:30:53.174064 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57018) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.221272 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-0be87d09-4d05-4afc-9979-cb6cf17e45e2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] delete failed (client error): The resource could not be found. Oct 27 16:30:53.229442 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0be87d09-4d05-4afc-9979-cb6cf17e45e2 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/0b47bfcd-383c-4aee-a0ee-aa40d3161f24 HTTP/1.1" status: 404 len: 336 time: 0.0542965 Oct 27 16:30:53.229624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57020) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.310885 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-453ecf45-dfd5-4593-9f59-4e5bcbb75d6b tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=11a3b311-26a5-41b8-b7ca-32123c687bb3 HTTP/1.1" status: 200 len: 205 time: 0.0795357 Oct 27 16:30:53.314345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57028) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.361204 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-eaa768df-8e91-41cb-8bad-1419bd345ecd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] delete failed (client error): The resource could not be found. Oct 27 16:30:53.361204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-eaa768df-8e91-41cb-8bad-1419bd345ecd tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/11a3b311-26a5-41b8-b7ca-32123c687bb3 HTTP/1.1" status: 404 len: 336 time: 0.0432343 Oct 27 16:30:53.364631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57032) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.396317 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6d90b1ca-eee9-4804-b066-5bfe0a5a93d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4cc2ede4aa044d759c64239f37331e3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586035 Oct 27 16:30:53.398701 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57036) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.400284 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-01561fd7-b063-4874-8d13-4113540a5d66 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0 HTTP/1.1" status: 200 len: 205 time: 0.0341203 Oct 27 16:30:53.402602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57038) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.457868 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-5063d938-a823-4dfa-a7b5-b37f1c792c78 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] delete failed (client error): The resource could not be found. Oct 27 16:30:53.459230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5063d938-a823-4dfa-a7b5-b37f1c792c78 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/9b4d6b64-2bbc-42fa-8fe8-7ca2ea0754b0 HTTP/1.1" status: 404 len: 336 time: 0.0557265 Oct 27 16:30:53.466361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57044) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.472420 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05f0beda-8df5-44d4-92ce-5062d0fb5f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.503814 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05f0beda-8df5-44d4-92ce-5062d0fb5f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.507130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e8da5819-08bf-422b-9877-2578f3c6984c tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=3438834b-0314-4a00-8db5-4d547dae594c HTTP/1.1" status: 200 len: 205 time: 0.0395880 Oct 27 16:30:53.510896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57046) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.560616 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-cdced56a-624d-4569-b63e-c68426b1f3b9 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] delete failed (client error): The resource could not be found. Oct 27 16:30:53.564974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cdced56a-624d-4569-b63e-c68426b1f3b9 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/3438834b-0314-4a00-8db5-4d547dae594c HTTP/1.1" status: 404 len: 336 time: 0.0474043 Oct 27 16:30:53.566756 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57048) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.599930 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-52581d7c-58cc-4b8d-b88a-6c80dfc63f42 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec8850a5-f358-4fa2-b130-19c49d840524 HTTP/1.1" status: 200 len: 205 time: 0.0318539 Oct 27 16:30:53.600339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57050) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.650343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05f0beda-8df5-44d4-92ce-5062d0fb5f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.653589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-05f0beda-8df5-44d4-92ce-5062d0fb5f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.667959 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-05f0beda-8df5-44d4-92ce-5062d0fb5f9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9ad7c3b-c776-40ef-85da-b5d323ed2679 HTTP/1.1" status: 204 len: 168 time: 0.2587121 Oct 27 16:30:53.670330 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-ffd4dee5-15f6-47f2-8b03-8bc5d486c2f5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] delete failed (client error): The resource could not be found. Oct 27 16:30:53.670330 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ffd4dee5-15f6-47f2-8b03-8bc5d486c2f5 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/ec8850a5-f358-4fa2-b130-19c49d840524 HTTP/1.1" status: 404 len: 336 time: 0.0682886 Oct 27 16:30:53.672745 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57058) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.703048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57060) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.704702 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d3dcf9a8-aaa1-42fd-8525-d8b5641737f9 tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7d01a5e-14af-45e9-8ea2-e329532f3cd9 HTTP/1.1" status: 200 len: 205 time: 0.0321667 Oct 27 16:30:53.704702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0beda-8df5-44d4-92ce-5062d0fb5f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ad7c3b-c776-40ef-85da-b5d323ed2679,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:53.761447 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-199577df-8209-4ae2-8c46-bebc4a938fca tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] delete failed (client error): The resource could not be found. Oct 27 16:30:53.761447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-199577df-8209-4ae2-8c46-bebc4a938fca tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/routers/f7d01a5e-14af-45e9-8ea2-e329532f3cd9 HTTP/1.1" status: 404 len: 336 time: 0.0479205 Oct 27 16:30:53.761447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57064) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.786204 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad07a3e-3482-4a19-867f-ca591badfb3f tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] DELETE failed (client error): The resource could not be found. Oct 27 16:30:53.786657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad07a3e-3482-4a19-867f-ca591badfb3f tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:30:53.789690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fad07a3e-3482-4a19-867f-ca591badfb3f tempest-RoutersAdminTest-1092732888 tempest-RoutersAdminTest-1092732888-project] 10.222.0.15 "DELETE /v2.0/subnets/c817f5a8-ef46-472a-98a1-329ca6a2a18c HTTP/1.1" status: 404 len: 337 time: 0.0337536 Oct 27 16:30:53.872135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57068) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:53.885746 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-55a835ea-bdd2-4abd-a897-a33e90d62b24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:53.991097 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-55a835ea-bdd2-4abd-a897-a33e90d62b24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.061594 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-55a835ea-bdd2-4abd-a897-a33e90d62b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.107417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-55a835ea-bdd2-4abd-a897-a33e90d62b24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a0ea881ea72480a82fbc0fb3fcc0962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2339942 Oct 27 16:30:54.108587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a835ea-bdd2-4abd-a897-a33e90d62b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5226a8-bc55-471e-8064-73c158bb6db8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:54.110125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57074) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:54.181690 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d302150-eabd-4102-8e04-47601f5d6f17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.198426 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.204443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d302150-eabd-4102-8e04-47601f5d6f17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.222169 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:30:54.396743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d302150-eabd-4102-8e04-47601f5d6f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.398329 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d302150-eabd-4102-8e04-47601f5d6f17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.401693 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8d302150-eabd-4102-8e04-47601f5d6f17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b5226a8-bc55-471e-8064-73c158bb6db8 HTTP/1.1" status: 204 len: 168 time: 0.2894824 Oct 27 16:30:54.411885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d302150-eabd-4102-8e04-47601f5d6f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5226a8-bc55-471e-8064-73c158bb6db8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:54.538973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57092) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:54.807410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57102) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:54.831560 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09ecb27e-3367-47f6-a4df-1d171d744233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:54.930197 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09ecb27e-3367-47f6-a4df-1d171d744233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.023014 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09ecb27e-3367-47f6-a4df-1d171d744233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.071254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-09ecb27e-3367-47f6-a4df-1d171d744233 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8f1129f5a484d6ca99acdcfc39c4d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622097 Oct 27 16:30:55.074814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57110) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:55.092135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ecb27e-3367-47f6-a4df-1d171d744233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1c07d4-7479-4db3-bfcc-971b43d763a1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:55.113209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-248b850f-10aa-4f6e-b7e3-1b98bdb729bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.159378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e5087fec-8962-4341-ad81-5d683b205240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.194027 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e5087fec-8962-4341-ad81-5d683b205240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.206603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-248b850f-10aa-4f6e-b7e3-1b98bdb729bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.347675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-248b850f-10aa-4f6e-b7e3-1b98bdb729bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.397001 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-248b850f-10aa-4f6e-b7e3-1b98bdb729bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a677b37179e1437fb3fc721e8a777f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8566637 Oct 27 16:30:55.397719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57118) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:55.406678 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e5087fec-8962-4341-ad81-5d683b205240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.410811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e5087fec-8962-4341-ad81-5d683b205240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.410903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b850f-10aa-4f6e-b7e3-1b98bdb729bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc7949b-276e-4393-8f66-6f60ebb3b2c8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:55.419829 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e5087fec-8962-4341-ad81-5d683b205240 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb1c07d4-7479-4db3-bfcc-971b43d763a1 HTTP/1.1" status: 204 len: 168 time: 0.3411582 Oct 27 16:30:55.441581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5087fec-8962-4341-ad81-5d683b205240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1c07d4-7479-4db3-bfcc-971b43d763a1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:55.468983 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfaac9f6-728f-4379-b8ed-aa7363534c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.492436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfaac9f6-728f-4379-b8ed-aa7363534c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.555183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57128) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:55.575713 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2c242c2-2e39-42a4-9feb-e9d1469375d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.630115 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfaac9f6-728f-4379-b8ed-aa7363534c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.632838 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfaac9f6-728f-4379-b8ed-aa7363534c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.634001 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dfaac9f6-728f-4379-b8ed-aa7363534c65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8dc7949b-276e-4393-8f66-6f60ebb3b2c8 HTTP/1.1" status: 204 len: 168 time: 0.2346177 Oct 27 16:30:55.659214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaac9f6-728f-4379-b8ed-aa7363534c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc7949b-276e-4393-8f66-6f60ebb3b2c8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:55.717434 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2c242c2-2e39-42a4-9feb-e9d1469375d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.849809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f2c242c2-2e39-42a4-9feb-e9d1469375d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.892134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c242c2-2e39-42a4-9feb-e9d1469375d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcad48e-ca78-431e-a9c2-1c29cacdfc26,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:55.896269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f2c242c2-2e39-42a4-9feb-e9d1469375d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66e05420e5114a679349504a65d557fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389766 Oct 27 16:30:55.898887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57138) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:55.953316 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab6e592d-bbf4-4b58-a215-0972a85e1497 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:55.976142 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab6e592d-bbf4-4b58-a215-0972a85e1497 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.162801 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab6e592d-bbf4-4b58-a215-0972a85e1497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.176308 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ab6e592d-bbf4-4b58-a215-0972a85e1497 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.178501 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ab6e592d-bbf4-4b58-a215-0972a85e1497 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebcad48e-ca78-431e-a9c2-1c29cacdfc26 HTTP/1.1" status: 204 len: 168 time: 0.2784336 Oct 27 16:30:56.196039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e592d-bbf4-4b58-a215-0972a85e1497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcad48e-ca78-431e-a9c2-1c29cacdfc26,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:56.651864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57158) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:56.705614 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-464853e2-8168-4ca9-8b6b-247e53871db1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edd42b99a70641ef83ea1b933eb4829d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516293 Oct 27 16:30:56.708023 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57162) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:56.774903 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-edbf397c-c217-4569-b610-75ce938a523d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.815516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-edbf397c-c217-4569-b610-75ce938a523d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.981815 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-edbf397c-c217-4569-b610-75ce938a523d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.986149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-edbf397c-c217-4569-b610-75ce938a523d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:56.987686 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-edbf397c-c217-4569-b610-75ce938a523d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5f00b800-d31d-40d2-86eb-83a1bf878e0d HTTP/1.1" status: 204 len: 168 time: 0.2781377 Oct 27 16:30:56.997136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf397c-c217-4569-b610-75ce938a523d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f00b800-d31d-40d2-86eb-83a1bf878e0d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:58.134131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57226) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:58.362228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2037770025'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:58.456339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:58.460537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.471213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.587155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.667486 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.692610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:30:58.708903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0f48f1-0d57-42b9-8243-19d0495fb2c8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:58.713025 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.713375 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Added segment 558923b7-d6c9-418a-917f-7e5c92176b74 of type vlan for network d24858ea-44a0-42ed-b67a-473eea4c241c Oct 27 16:30:58.756822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.845431 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.857311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:58.857311 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:58.948172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Network': ['ID=d24858ea-44a0-42ed-b67a-473eea4c241c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:58.961231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network d24858ea-44a0-42ed-b67a-473eea4c241c details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:30:59.025084 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-83c84d8b-039e-41b6-8b96-c5fac97610bf tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8878655 Oct 27 16:30:59.027813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57256) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:59.035516 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'name': 'tempest-PortsIpV6TestJSON-1970206219'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:59.221906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:30:59.225564 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.246849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port 61d62fd8-1db2-4d49-b696-109d0cae4557 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:30:59.427387 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.496026 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.597589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57280) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:30:59.629040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.713930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=61d62fd8-1db2-4d49-b696-109d0cae4557,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:30:59.745937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Checking segment: {'id': '558923b7-d6c9-418a-917f-7e5c92176b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:30:59.746568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network hostable DHCP agents. Network: d24858ea-44a0-42ed-b67a-473eea4c241c, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:30:59.771283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-aff29f80-7e90-4636-9a72-0992e29998e3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1777449949'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:30:59.833252 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network d24858ea-44a0-42ed-b67a-473eea4c241c is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:30:59.862686 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aff29f80-7e90-4636-9a72-0992e29998e3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.863902 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aff29f80-7e90-4636-9a72-0992e29998e3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.926937 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aff29f80-7e90-4636-9a72-0992e29998e3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.936131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, d24858ea-44a0-42ed-b67a-473eea4c241c) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:30:59.940550 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:30:59.946279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:30:59.946892 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:30:59.947822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ea5017-d922-43b9-b1a3-f9ae67a0d78e None None] Network d24858ea-44a0-42ed-b67a-473eea4c241c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:00.002384 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aff29f80-7e90-4636-9a72-0992e29998e3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.040600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57292) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:00.041107 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-058ccc4b-dafc-45a4-a675-9974f93d11f9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0115485 Oct 27 16:31:00.047417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-310260575'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:00.116879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-aff29f80-7e90-4636-9a72-0992e29998e3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.120637 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-aff29f80-7e90-4636-9a72-0992e29998e3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5194662 Oct 27 16:31:00.121982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57296) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:00.188856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:00.193185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.208017 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd7f6d91-68b4-422d-931a-0bcb50a65059 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.231637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:00.242841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.243544 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Added segment 3a3d7d95-542e-4265-8455-f56affdb824f of type vlan for network bfd9addb-5945-4ace-ad69-d631dd492b26 Oct 27 16:31:00.288970 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.416676 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.423236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:00.424180 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.502701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Network': ['ID=bfd9addb-5945-4ace-ad69-d631dd492b26,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:00.518543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network bfd9addb-5945-4ace-ad69-d631dd492b26 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:00.590026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-58155875-6d8d-4111-bb99-238f462930b2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5473230 Oct 27 16:31:00.599498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57306) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:00.613724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'ports': [{'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c'}, {'network_id': 'bfd9addb-5945-4ace-ad69-d631dd492b26'}]} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:00.614033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:00.614514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': 'bfd9addb-5945-4ace-ad69-d631dd492b26'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:00.724185 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd7f6d91-68b4-422d-931a-0bcb50a65059 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.726441 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd7f6d91-68b4-422d-931a-0bcb50a65059 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.845452 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd7f6d91-68b4-422d-931a-0bcb50a65059 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.846035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7f6d91-68b4-422d-931a-0bcb50a65059 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e313b30-810c-4209-a55b-735f465a0407 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:31:00.850549 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bd7f6d91-68b4-422d-931a-0bcb50a65059 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.852098 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bd7f6d91-68b4-422d-931a-0bcb50a65059 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] 10.222.0.15 "DELETE /v2.0/routers/5e313b30-810c-4209-a55b-735f465a0407 HTTP/1.1" status: 204 len: 168 time: 0.7294769 Oct 27 16:31:00.855300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57310) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:00.860353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-78121998-d205-4522-aace-939e0ffd62f7 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Request body: {'router': {'name': 'tempest-router-17953324', 'distributed': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:00.937922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 2} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:00.942825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:00.965793 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.053073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port a379f920-d488-4fa6-b4a3-26e6fcdef4d8 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:01.124308 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78121998-d205-4522-aace-939e0ffd62f7 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.126093 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78121998-d205-4522-aace-939e0ffd62f7 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.201140 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78121998-d205-4522-aace-939e0ffd62f7 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.237023 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.281652 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78121998-d205-4522-aace-939e0ffd62f7 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.317078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port 8c583ab5-26d5-41b7-bc02-f104201602d5 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:01.402234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-78121998-d205-4522-aace-939e0ffd62f7 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.403436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-78121998-d205-4522-aace-939e0ffd62f7 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5471396 Oct 27 16:31:01.406571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57320) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:01.440306 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.521645 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6f005b4-a03b-4ecc-9925-e49f33882fc6 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.559939 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.636899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network d24858ea-44a0-42ed-b67a-473eea4c241c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:01.640176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:01.644681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:01.654016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.654016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=a379f920-d488-4fa6-b4a3-26e6fcdef4d8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:01.704504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=8c583ab5-26d5-41b7-bc02-f104201602d5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:01.709901 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6f005b4-a03b-4ecc-9925-e49f33882fc6 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.712380 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6f005b4-a03b-4ecc-9925-e49f33882fc6 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.722282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Checking segment: {'id': '3a3d7d95-542e-4265-8455-f56affdb824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'bfd9addb-5945-4ace-ad69-d631dd492b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:01.722798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network hostable DHCP agents. Network: bfd9addb-5945-4ace-ad69-d631dd492b26, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:01.816911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network bfd9addb-5945-4ace-ad69-d631dd492b26 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:01.847036 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6f005b4-a03b-4ecc-9925-e49f33882fc6 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.847036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f005b4-a03b-4ecc-9925-e49f33882fc6 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9fb88954-d121-4ce0-85ec-116d01b0fa02 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:31:01.858958 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6f005b4-a03b-4ecc-9925-e49f33882fc6 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.865213 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f6f005b4-a03b-4ecc-9925-e49f33882fc6 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] 10.222.0.15 "DELETE /v2.0/routers/9fb88954-d121-4ce0-85ec-116d01b0fa02 HTTP/1.1" status: 204 len: 168 time: 0.4536641 Oct 27 16:31:01.865946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57342) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:01.873217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ecec189b-fd80-4861-abcc-4fb20f33d4ce tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Request body: {'router': {'name': 'tempest-router-2064839262', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '240395c67dd8478aac75a9bbaa509a40'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:01.918893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, bfd9addb-5945-4ace-ad69-d631dd492b26) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:01.923964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:01.930788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:01.934261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93bd0a4-46b3-4b06-afe6-06038ec71172 None None] Network bfd9addb-5945-4ace-ad69-d631dd492b26 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:01.956504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:01.958036 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.963664 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ecec189b-fd80-4861-abcc-4fb20f33d4ce tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:01.965059 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ecec189b-fd80-4861-abcc-4fb20f33d4ce tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.034299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b5e1c491-322c-4ebb-b968-79a0e0f217db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4336214 Oct 27 16:31:02.037532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57344) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:02.039258 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ecec189b-fd80-4861-abcc-4fb20f33d4ce tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.113256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ecec189b-fd80-4861-abcc-4fb20f33d4ce tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.152773 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9bfba287-a9b6-4a68-a175-2c167e3d1269 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 8c583ab5-26d5-41b7-bc02-f104201602d5 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:02.153112 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9bfba287-a9b6-4a68-a175-2c167e3d1269 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.211024 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ecec189b-fd80-4861-abcc-4fb20f33d4ce tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.212868 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ecec189b-fd80-4861-abcc-4fb20f33d4ce tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3438005 Oct 27 16:31:02.215459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:02.220568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:02.291571 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9bfba287-a9b6-4a68-a175-2c167e3d1269 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.309676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9bfba287-a9b6-4a68-a175-2c167e3d1269 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 8c583ab5-26d5-41b7-bc02-f104201602d5 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:02.491428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.491767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.588043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109722) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 27 16:31:02.588043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Router fb15d968-64bd-4419-aa8c-9515b216dc03 migrating from provider to provider. {{(pid=109722) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 27 16:31:02.588043 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.593325 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.661927 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.685738 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9bfba287-a9b6-4a68-a175-2c167e3d1269 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.688806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.787458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfba287-a9b6-4a68-a175-2c167e3d1269 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=8c583ab5-26d5-41b7-bc02-f104201602d5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:02.797365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9bfba287-a9b6-4a68-a175-2c167e3d1269 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.800789 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9bfba287-a9b6-4a68-a175-2c167e3d1269 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/8c583ab5-26d5-41b7-bc02-f104201602d5 HTTP/1.1" status: 204 len: 168 time: 0.7602539 Oct 27 16:31:02.803408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57366) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:02.811197 n-d-815689-1 neutron-server[109722]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] No L3 agents can host the router fb15d968-64bd-4419-aa8c-9515b216dc03 Oct 27 16:31:02.886671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca991ab-622b-49a5-a42c-f223bf88bbd4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:02.893725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca991ab-622b-49a5-a42c-f223bf88bbd4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:02.897576 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bca991ab-622b-49a5-a42c-f223bf88bbd4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0930855 Oct 27 16:31:02.898291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57370) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:02.959203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Hosts for router fb15d968-64bd-4419-aa8c-9515b216dc03: [] {{(pid=109722) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 27 16:31:02.978311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Hosts for other DVR routers connected to router fb15d968-64bd-4419-aa8c-9515b216dc03: set() {{(pid=109722) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 27 16:31:02.982197 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:02.982416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b597aa20-593b-481d-ac02-d939790b75c3 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] 10.222.0.15 "PUT /v2.0/routers/fb15d968-64bd-4419-aa8c-9515b216dc03 HTTP/1.1" status: 200 len: 717 time: 0.7657559 Oct 27 16:31:02.986696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57376) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:03.456895 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-86b0cc63-604b-4131-b77d-da7429458a54 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] 10.222.0.15 "GET /v2.0/routers/fb15d968-64bd-4419-aa8c-9515b216dc03 HTTP/1.1" status: 200 len: 717 time: 0.4681592 Oct 27 16:31:03.459873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57382) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:03.477399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-cf36d3c9-1831-4629-b85a-c8c519775e11 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port a379f920-d488-4fa6-b4a3-26e6fcdef4d8 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:03.477979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf36d3c9-1831-4629-b85a-c8c519775e11 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.568813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf36d3c9-1831-4629-b85a-c8c519775e11 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.604984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-cf36d3c9-1831-4629-b85a-c8c519775e11 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for a379f920-d488-4fa6-b4a3-26e6fcdef4d8 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:03.810245 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-893a8dc9-3c68-46b3-bb5e-3aa92eba2ec9 tempest-RoutersTestDVR-825142177 tempest-RoutersTestDVR-825142177-project] 10.222.0.15 "GET /v2.0/routers/fb15d968-64bd-4419-aa8c-9515b216dc03 HTTP/1.1" status: 200 len: 683 time: 0.3490989 Oct 27 16:31:03.813928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57404) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:03.898414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a894fd-bc76-4019-90ab-8be778969b53 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.924245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf36d3c9-1831-4629-b85a-c8c519775e11 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.957996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36d3c9-1831-4629-b85a-c8c519775e11 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=a379f920-d488-4fa6-b4a3-26e6fcdef4d8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:03.970796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf36d3c9-1831-4629-b85a-c8c519775e11 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:03.976471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cf36d3c9-1831-4629-b85a-c8c519775e11 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/a379f920-d488-4fa6-b4a3-26e6fcdef4d8 HTTP/1.1" status: 204 len: 168 time: 1.0771308 Oct 27 16:31:03.979906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57406) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:04.073828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1538f81b-5d91-479c-8169-03e9400fdd2a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:04.077843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1538f81b-5d91-479c-8169-03e9400fdd2a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0944717 Oct 27 16:31:04.079001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57410) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:04.123585 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadd2e2e-4971-4949-bb68-b4686db050f2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:31:04.128345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dadd2e2e-4971-4949-bb68-b4686db050f2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/8c583ab5-26d5-41b7-bc02-f104201602d5 HTTP/1.1" status: 404 len: 333 time: 0.0457394 Oct 27 16:31:04.128684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57414) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:04.138405 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a894fd-bc76-4019-90ab-8be778969b53 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.143179 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a894fd-bc76-4019-90ab-8be778969b53 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.155370 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb170d9a-5efd-4aed-862a-053684a063fc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:31:04.157221 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fb170d9a-5efd-4aed-862a-053684a063fc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/a379f920-d488-4fa6-b4a3-26e6fcdef4d8 HTTP/1.1" status: 404 len: 333 time: 0.0274343 Oct 27 16:31:04.159892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57416) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:04.256143 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a894fd-bc76-4019-90ab-8be778969b53 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.256704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a894fd-bc76-4019-90ab-8be778969b53 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb15d968-64bd-4419-aa8c-9515b216dc03 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:31:04.261334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46a894fd-bc76-4019-90ab-8be778969b53 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.262767 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-46a894fd-bc76-4019-90ab-8be778969b53 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] 10.222.0.15 "DELETE /v2.0/routers/fb15d968-64bd-4419-aa8c-9515b216dc03 HTTP/1.1" status: 204 len: 168 time: 0.4455698 Oct 27 16:31:04.267407 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57420) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:04.272552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-f543185b-536e-429f-a2e0-1e8ad8dd19c9 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Request body: {'router': {'name': 'tempest-router-1471314984', 'distributed': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:04.276926 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.388666 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f543185b-536e-429f-a2e0-1e8ad8dd19c9 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.391839 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f543185b-536e-429f-a2e0-1e8ad8dd19c9 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.425539 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.472590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd9addb-5945-4ace-ad69-d631dd492b26']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:04.478551 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f543185b-536e-429f-a2e0-1e8ad8dd19c9 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.489501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3d7d95-542e-4265-8455-f56affdb824f') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:04.491846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3d7d95-542e-4265-8455-f56affdb824f') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:04.502006 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.517247 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.523951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:04.524607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.530922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f543185b-536e-429f-a2e0-1e8ad8dd19c9 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:04.591267 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:04.606645 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f543185b-536e-429f-a2e0-1e8ad8dd19c9 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.617152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f543185b-536e-429f-a2e0-1e8ad8dd19c9 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3392894 Oct 27 16:31:04.617152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57424) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:04.690890 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.696318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.706653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/networks/bfd9addb-5945-4ace-ad69-d631dd492b26 HTTP/1.1" status: 204 len: 168 time: 0.5399659 Oct 27 16:31:04.711617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57432) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:04.739943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-869329029'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:04.746797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e3262-150b-4870-8850-bff630d6b37d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Network': ['ID=bfd9addb-5945-4ace-ad69-d631dd492b26,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:04.758230 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9214c743-5fa7-4156-a387-26a9b24ca710 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.822408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:04.829930 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.858446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:04.870077 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.870480 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Added segment 18137ed6-c004-4f97-bc39-1b3bc04b38c4 of type vlan for network 756f8ea8-0700-46c9-beb6-43a85f92df49 Oct 27 16:31:04.953624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.970409 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9214c743-5fa7-4156-a387-26a9b24ca710 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:04.977492 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9214c743-5fa7-4156-a387-26a9b24ca710 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.034801 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.043218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:05.044885 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.163491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4491529 Oct 27 16:31:05.164423 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57440) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:05.204198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': '756f8ea8-0700-46c9-beb6-43a85f92df49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:05.305549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42af25be-9a5c-4e84-a610-ac499269d39b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Network': ['ID=756f8ea8-0700-46c9-beb6-43a85f92df49,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:05.322605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 756f8ea8-0700-46c9-beb6-43a85f92df49 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:05.432612 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9214c743-5fa7-4156-a387-26a9b24ca710 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.433851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:05.433978 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9214c743-5fa7-4156-a387-26a9b24ca710 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a69edea0-c8a8-4668-80f8-5c35496006c8 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:31:05.434069 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.434163 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9214c743-5fa7-4156-a387-26a9b24ca710 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.434163 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9214c743-5fa7-4156-a387-26a9b24ca710 tempest-RoutersTestDVR-325270885 tempest-RoutersTestDVR-325270885-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a69edea0-c8a8-4668-80f8-5c35496006c8 HTTP/1.1" status: 204 len: 168 time: 0.8200288 Oct 27 16:31:05.532077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.ipam_backend_mixin [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Performing IP validity checks on allocation pools {{(pid=109723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:31:05.535571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.ipam_backend_mixin [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109723) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:31:05.738423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:05.818060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Subnet': ['ID=649be415-4af0-4b52-8e52-d6ce28fdb777,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:05.873775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Checking segment: {'id': '18137ed6-c004-4f97-bc39-1b3bc04b38c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '756f8ea8-0700-46c9-beb6-43a85f92df49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:05.873775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network hostable DHCP agents. Network: 756f8ea8-0700-46c9-beb6-43a85f92df49, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:05.960955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network 756f8ea8-0700-46c9-beb6-43a85f92df49 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:05.985262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57460) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:06.016837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 756f8ea8-0700-46c9-beb6-43a85f92df49) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:06.046824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:06.052258 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.052415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd929b9-4afa-4d28-9b6e-72d8f070f6e0 None None] Network 756f8ea8-0700-46c9-beb6-43a85f92df49 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:06.156666 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-326bd072-60e3-4bd6-af59-724b247b0395 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9664741 Oct 27 16:31:06.159238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57466) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:06.165507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': '756f8ea8-0700-46c9-beb6-43a85f92df49', 'name': 'tempest-PortsIpV6TestJSON-903718561'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:06.228975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-56c45739-966c-46b5-a30f-896af971808a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.315385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-756f8ea8-0700-46c9-beb6-43a85f92df49', 'network_id': '756f8ea8-0700-46c9-beb6-43a85f92df49', 'tenant_id': '32dc9fbfa25749bb80944ef091505cec', 'fixed_ips': [{'subnet_id': '649be415-4af0-4b52-8e52-d6ce28fdb777'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:06.316286 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.458287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-56c45739-966c-46b5-a30f-896af971808a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.490798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:06.498233 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.525185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-56c45739-966c-46b5-a30f-896af971808a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.597699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Allocated IP 2001:db8::2 (756f8ea8-0700-46c9-beb6-43a85f92df49/649be415-4af0-4b52-8e52-d6ce28fdb777/bb15721d-7359-4331-917b-3232e2dd0fdb) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:06.608461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port 56b5f04b-0731-4c85-b5d7-ef661543aa55 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:06.620858 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-56c45739-966c-46b5-a30f-896af971808a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=240395c67dd8478aac75a9bbaa509a40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6320815 Oct 27 16:31:06.621350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57476) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:06.686628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c45739-966c-46b5-a30f-896af971808a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27002d53-8783-4872-ad00-fbc21221da50,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:06.744963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19326c42-61e6-4dfc-afd8-198f6ca1dba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.796663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19326c42-61e6-4dfc-afd8-198f6ca1dba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.948025 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19326c42-61e6-4dfc-afd8-198f6ca1dba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.951747 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-19326c42-61e6-4dfc-afd8-198f6ca1dba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:06.955892 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-19326c42-61e6-4dfc-afd8-198f6ca1dba6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27002d53-8783-4872-ad00-fbc21221da50 HTTP/1.1" status: 204 len: 168 time: 0.3300905 Oct 27 16:31:06.967272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19326c42-61e6-4dfc-afd8-198f6ca1dba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27002d53-8783-4872-ad00-fbc21221da50,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:07.025267 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:07.091584 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:07.153048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Pushing event updated for resources: {'Port': ['ID=bb15721d-7359-4331-917b-3232e2dd0fdb,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:07.173506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Network 756f8ea8-0700-46c9-beb6-43a85f92df49 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:07.175443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:07.181096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:07.266812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8::38d (756f8ea8-0700-46c9-beb6-43a85f92df49/649be415-4af0-4b52-8e52-d6ce28fdb777/56b5f04b-0731-4c85-b5d7-ef661543aa55) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:07.514207 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:07.658899 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Attempting to bind port bb15721d-7359-4331-917b-3232e2dd0fdb on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:07.659461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Attempting to bind port bb15721d-7359-4331-917b-3232e2dd0fdb by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '18137ed6-c004-4f97-bc39-1b3bc04b38c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '756f8ea8-0700-46c9-beb6-43a85f92df49'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:07.659603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Attempting to bind port bb15721d-7359-4331-917b-3232e2dd0fdb on network 756f8ea8-0700-46c9-beb6-43a85f92df49 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:07.667206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:07.670588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Checking segment: {'id': '18137ed6-c004-4f97-bc39-1b3bc04b38c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '756f8ea8-0700-46c9-beb6-43a85f92df49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:07.670588 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:07.670588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Bound using segment: {'id': '18137ed6-c004-4f97-bc39-1b3bc04b38c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '756f8ea8-0700-46c9-beb6-43a85f92df49'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:07.670588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Bound port: bb15721d-7359-4331-917b-3232e2dd0fdb, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18137ed6-c004-4f97-bc39-1b3bc04b38c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '756f8ea8-0700-46c9-beb6-43a85f92df49'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:07.670588 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:07.696554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:07.742187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] For port bb15721d-7359-4331-917b-3232e2dd0fdb, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:07.746745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] For port bb15721d-7359-4331-917b-3232e2dd0fdb, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=bb15721d-7359-4331-917b-3232e2dd0fdb,segment=NetworkSegment(18137ed6-c004-4f97-bc39-1b3bc04b38c4),segment_id=18137ed6-c004-4f97-bc39-1b3bc04b38c4)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:07.759759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network 756f8ea8-0700-46c9-beb6-43a85f92df49 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:07.766616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:07.768439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:07.777574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:07.778409 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:07.801338 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=56b5f04b-0731-4c85-b5d7-ef661543aa55,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:07.885201 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:07.942371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-79746f61-dad1-4086-b772-92926a3c66cb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7819149 Oct 27 16:31:07.946045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57508) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:08.024879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57510) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:08.038499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3ddef-3044-4677-900d-7fe7c48b81bb None None] Pushing event updated for resources: {'Port': ['ID=bb15721d-7359-4331-917b-3232e2dd0fdb,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:08.062109 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cea8969-0947-4202-92bd-d39782da9b24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.280393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-927f6fcb-4701-4fea-805b-864693fd97a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 56b5f04b-0731-4c85-b5d7-ef661543aa55 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:08.280750 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-927f6fcb-4701-4fea-805b-864693fd97a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.367734 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cea8969-0947-4202-92bd-d39782da9b24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.439601 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-927f6fcb-4701-4fea-805b-864693fd97a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.445426 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0cea8969-0947-4202-92bd-d39782da9b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.454619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-927f6fcb-4701-4fea-805b-864693fd97a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 56b5f04b-0731-4c85-b5d7-ef661543aa55 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:08.507074 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0cea8969-0947-4202-92bd-d39782da9b24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48b408b3c4f64c0aa789dc38a54774d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795313 Oct 27 16:31:08.508265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea8969-0947-4202-92bd-d39782da9b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6598934d-bbca-4446-8f58-5f8718e1e884,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:08.513634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57522) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:08.618588 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe35c54-a9fa-4414-9a96-7fc2d954aa01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.666875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe35c54-a9fa-4414-9a96-7fc2d954aa01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.813323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe35c54-a9fa-4414-9a96-7fc2d954aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.817375 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe35c54-a9fa-4414-9a96-7fc2d954aa01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.824767 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ffe35c54-a9fa-4414-9a96-7fc2d954aa01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6598934d-bbca-4446-8f58-5f8718e1e884 HTTP/1.1" status: 204 len: 168 time: 0.3072824 Oct 27 16:31:08.828122 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-927f6fcb-4701-4fea-805b-864693fd97a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.862033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe35c54-a9fa-4414-9a96-7fc2d954aa01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6598934d-bbca-4446-8f58-5f8718e1e884,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:08.895114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f6fcb-4701-4fea-805b-864693fd97a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=56b5f04b-0731-4c85-b5d7-ef661543aa55,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:08.959630 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-927f6fcb-4701-4fea-805b-864693fd97a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:08.964632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-927f6fcb-4701-4fea-805b-864693fd97a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/56b5f04b-0731-4c85-b5d7-ef661543aa55 HTTP/1.1" status: 204 len: 168 time: 1.0170586 Oct 27 16:31:08.967385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57536) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:08.997948 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60bc405-a785-4478-9be8-dd6a41062198 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:31:08.999136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60bc405-a785-4478-9be8-dd6a41062198 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:31:09.004255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a60bc405-a785-4478-9be8-dd6a41062198 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/56b5f04b-0731-4c85-b5d7-ef661543aa55 HTTP/1.1" status: 404 len: 333 time: 0.0343733 Oct 27 16:31:09.007135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57538) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:09.097137 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-613751e4-33fd-4a89-b4fb-1d5b06e00b58 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:31:09.107002 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-613751e4-33fd-4a89-b4fb-1d5b06e00b58 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/56b5f04b-0731-4c85-b5d7-ef661543aa55 HTTP/1.1" status: 404 len: 333 time: 0.0930810 Oct 27 16:31:09.107297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57542) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:09.196779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device bb15721d-7359-4331-917b-3232e2dd0fdb up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:09.236130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cad939c-d893-4d9a-90f9-2e718aaec1fe tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting subnet 649be415-4af0-4b52-8e52-d6ce28fdb777 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:09.239832 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cad939c-d893-4d9a-90f9-2e718aaec1fe tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.280835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port bb15721d-7359-4331-917b-3232e2dd0fdb triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:09.284410 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.352154 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cad939c-d893-4d9a-90f9-2e718aaec1fe tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.448812 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.615858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port bb15721d-7359-4331-917b-3232e2dd0fdb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=bb15721d-7359-4331-917b-3232e2dd0fdb,segment=NetworkSegment(18137ed6-c004-4f97-bc39-1b3bc04b38c4),segment_id=18137ed6-c004-4f97-bc39-1b3bc04b38c4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:09.681236 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.693616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cad939c-d893-4d9a-90f9-2e718aaec1fe tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.808934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=bb15721d-7359-4331-917b-3232e2dd0fdb,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:09.870146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ad35d-6c5a-409b-b8a4-ab404885896f None None] Network 756f8ea8-0700-46c9-beb6-43a85f92df49 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:09.878427 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cad939c-d893-4d9a-90f9-2e718aaec1fe tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.938015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad939c-d893-4d9a-90f9-2e718aaec1fe tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Subnet': ['ID=649be415-4af0-4b52-8e52-d6ce28fdb777,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:09.942926 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8cad939c-d893-4d9a-90f9-2e718aaec1fe tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:09.947307 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8cad939c-d893-4d9a-90f9-2e718aaec1fe tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/649be415-4af0-4b52-8e52-d6ce28fdb777 HTTP/1.1" status: 204 len: 168 time: 0.8383920 Oct 27 16:31:09.954369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57564) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:10.011458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e515dd79-f120-4a3a-bfe1-1a247f81f2c9 None None] Provisioning complete for port bb15721d-7359-4331-917b-3232e2dd0fdb triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:10.011458 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e515dd79-f120-4a3a-bfe1-1a247f81f2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.125112 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.188958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f1cae-3fb1-4da2-97dd-b765c889362b None None] DHCP port deletion for 756f8ea8-0700-46c9-beb6-43a85f92df49 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:31:10.232413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port bb15721d-7359-4331-917b-3232e2dd0fdb {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:10.233068 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.260540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-924f1cae-3fb1-4da2-97dd-b765c889362b None None] Deleting port bb15721d-7359-4331-917b-3232e2dd0fdb {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:10.261119 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-924f1cae-3fb1-4da2-97dd-b765c889362b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.353948 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] For port bb15721d-7359-4331-917b-3232e2dd0fdb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=bb15721d-7359-4331-917b-3232e2dd0fdb,segment=NetworkSegment(18137ed6-c004-4f97-bc39-1b3bc04b38c4),segment_id=18137ed6-c004-4f97-bc39-1b3bc04b38c4)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:10.354327 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.369009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for bb15721d-7359-4331-917b-3232e2dd0fdb owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:10.395935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-924f1cae-3fb1-4da2-97dd-b765c889362b None None] For port bb15721d-7359-4331-917b-3232e2dd0fdb, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=bb15721d-7359-4331-917b-3232e2dd0fdb,segment=NetworkSegment(18137ed6-c004-4f97-bc39-1b3bc04b38c4),segment_id=18137ed6-c004-4f97-bc39-1b3bc04b38c4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:10.397856 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-924f1cae-3fb1-4da2-97dd-b765c889362b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.443397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-924f1cae-3fb1-4da2-97dd-b765c889362b None None] Calling delete_port for bb15721d-7359-4331-917b-3232e2dd0fdb owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:10.532424 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.538844 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-924f1cae-3fb1-4da2-97dd-b765c889362b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.572965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f1cae-3fb1-4da2-97dd-b765c889362b None None] Pushing event deleted for resources: {'Port': ['ID=bb15721d-7359-4331-917b-3232e2dd0fdb,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:10.576322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924f1cae-3fb1-4da2-97dd-b765c889362b None None] No DVR routers for this DVR port bb15721d-7359-4331-917b-3232e2dd0fdb on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:10.605891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=bb15721d-7359-4331-917b-3232e2dd0fdb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:10.613492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No DVR routers for this DVR port bb15721d-7359-4331-917b-3232e2dd0fdb on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:10.720920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57590) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:10.771625 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.800504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756f8ea8-0700-46c9-beb6-43a85f92df49']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:10.810671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18137ed6-c004-4f97-bc39-1b3bc04b38c4') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:10.811094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18137ed6-c004-4f97-bc39-1b3bc04b38c4') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:10.822073 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.836321 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.844627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:10.845233 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:10.848657 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:10.870503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-648014791'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:10.956535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:10.959675 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.970105 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:10.999282 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.004904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.012960 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/networks/756f8ea8-0700-46c9-beb6-43a85f92df49 HTTP/1.1" status: 204 len: 168 time: 1.0572441 Oct 27 16:31:11.013413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57604) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:11.036817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea84b86-b62b-4330-814d-69588f3cf3c3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Network': ['ID=756f8ea8-0700-46c9-beb6-43a85f92df49,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:11.039902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-336826359'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:11.103620 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device bb15721d-7359-4331-917b-3232e2dd0fdb no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:11.196816 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.196948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: bb15721d-7359-4331-917b-3232e2dd0fdb {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:11.197062 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device bb15721d-7359-4331-917b-3232e2dd0fdb not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:11.201726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:11.210844 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.267139 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.284935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:11.294392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:11.317504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.317850 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Added segment 42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf of type vlan for network 2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2 Oct 27 16:31:11.327490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.327833 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Added segment 7c6cd66e-18ba-49a5-a658-0257823262a8 of type vlan for network c0d537e4-956d-4180-9968-b2fc77556de7 Oct 27 16:31:11.338560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82213862-f788-459b-86b3-261b7b444b63,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:11.399111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.412171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.530333 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.536935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:11.537507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.583599 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.589441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:11.590021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:11.618581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:11.632550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:11.700019 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4bc11d22-4904-4527-8cc8-0c8013916224 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9775162 Oct 27 16:31:11.703693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6888714 Oct 27 16:31:11.706443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57622) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:11.711687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990ffda-85cb-41e7-8445-461cc550a064 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Network': ['ID=c0d537e4-956d-4180-9968-b2fc77556de7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:11.716872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': 'c0d537e4-956d-4180-9968-b2fc77556de7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:11.723903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c0d537e4-956d-4180-9968-b2fc77556de7 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:11.881699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:11.885849 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:12.182173 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:12.260093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Subnet': ['ID=f5992960-029c-4fbc-bf42-7773515e5b82,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:12.262416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Checking segment: {'id': '7c6cd66e-18ba-49a5-a658-0257823262a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c0d537e4-956d-4180-9968-b2fc77556de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:12.262806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network hostable DHCP agents. Network: c0d537e4-956d-4180-9968-b2fc77556de7, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:12.336627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network c0d537e4-956d-4180-9968-b2fc77556de7 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:12.428185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c0d537e4-956d-4180-9968-b2fc77556de7) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:12.432826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:12.435272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:12.439952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d4a0f-c8a8-4fd7-bbe1-3fd7837d76a0 None None] Network c0d537e4-956d-4180-9968-b2fc77556de7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:12.523220 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d77d3c4c-c597-4506-aa87-2fc8e34a746d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8151515 Oct 27 16:31:12.526001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57638) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:12.535357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': 'c0d537e4-956d-4180-9968-b2fc77556de7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1243414553'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:12.670132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-c0d537e4-956d-4180-9968-b2fc77556de7', 'network_id': 'c0d537e4-956d-4180-9968-b2fc77556de7', 'tenant_id': '32dc9fbfa25749bb80944ef091505cec', 'fixed_ips': [{'subnet_id': 'f5992960-029c-4fbc-bf42-7773515e5b82'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:12.671145 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:12.856072 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:12.860666 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:12.875095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Allocated IP 2001:db8::2 (c0d537e4-956d-4180-9968-b2fc77556de7/f5992960-029c-4fbc-bf42-7773515e5b82/a4140fc5-c934-4683-9120-7810578d472b) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:12.901378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port 3a772f81-510f-47b7-8f8d-2f59de2baa2b yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:13.190091 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.240702 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.333404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Network c0d537e4-956d-4180-9968-b2fc77556de7 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:13.334781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:13.342409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:13.352899 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Pushing event updated for resources: {'Port': ['ID=a4140fc5-c934-4683-9120-7810578d472b,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:13.365217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8::14b (c0d537e4-956d-4180-9968-b2fc77556de7/f5992960-029c-4fbc-bf42-7773515e5b82/3a772f81-510f-47b7-8f8d-2f59de2baa2b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:13.457740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Attempting to bind port a4140fc5-c934-4683-9120-7810578d472b on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:13.458102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Attempting to bind port a4140fc5-c934-4683-9120-7810578d472b by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '7c6cd66e-18ba-49a5-a658-0257823262a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c0d537e4-956d-4180-9968-b2fc77556de7'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:13.458466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Attempting to bind port a4140fc5-c934-4683-9120-7810578d472b on network c0d537e4-956d-4180-9968-b2fc77556de7 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:13.486932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:13.487352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Checking segment: {'id': '7c6cd66e-18ba-49a5-a658-0257823262a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c0d537e4-956d-4180-9968-b2fc77556de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:13.487769 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.488185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Bound using segment: {'id': '7c6cd66e-18ba-49a5-a658-0257823262a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c0d537e4-956d-4180-9968-b2fc77556de7'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:13.488679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Bound port: a4140fc5-c934-4683-9120-7810578d472b, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6cd66e-18ba-49a5-a658-0257823262a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c0d537e4-956d-4180-9968-b2fc77556de7'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:13.489061 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.631438 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.645253 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] For port a4140fc5-c934-4683-9120-7810578d472b, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:13.648738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] For port a4140fc5-c934-4683-9120-7810578d472b, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a4140fc5-c934-4683-9120-7810578d472b,segment=NetworkSegment(7c6cd66e-18ba-49a5-a658-0257823262a8),segment_id=7c6cd66e-18ba-49a5-a658-0257823262a8)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:13.731931 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.766382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.864289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579c5c9-b65c-4a42-a0bb-2fa4c0147d0c None None] Pushing event updated for resources: {'Port': ['ID=a4140fc5-c934-4683-9120-7810578d472b,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:13.901206 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=3a772f81-510f-47b7-8f8d-2f59de2baa2b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:13.904957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network c0d537e4-956d-4180-9968-b2fc77556de7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:13.907492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:13.910078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:13.928764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:13.930173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:13.979359 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2bb1ec04-1352-46fd-b3b6-001a426bcfc2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.4517412 Oct 27 16:31:13.982232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57662) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:14.145269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-934f0a1a-f4c7-4c9d-b5e5-40f51c6e92e5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 3a772f81-510f-47b7-8f8d-2f59de2baa2b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:14.145847 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-934f0a1a-f4c7-4c9d-b5e5-40f51c6e92e5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.269800 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-934f0a1a-f4c7-4c9d-b5e5-40f51c6e92e5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.321345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-934f0a1a-f4c7-4c9d-b5e5-40f51c6e92e5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 3a772f81-510f-47b7-8f8d-2f59de2baa2b owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:14.576786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-934f0a1a-f4c7-4c9d-b5e5-40f51c6e92e5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.612365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f0a1a-f4c7-4c9d-b5e5-40f51c6e92e5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=3a772f81-510f-47b7-8f8d-2f59de2baa2b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:14.642451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-934f0a1a-f4c7-4c9d-b5e5-40f51c6e92e5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.646228 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-934f0a1a-f4c7-4c9d-b5e5-40f51c6e92e5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/3a772f81-510f-47b7-8f8d-2f59de2baa2b HTTP/1.1" status: 204 len: 168 time: 0.6623962 Oct 27 16:31:14.648810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57674) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:14.674422 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfc7e76-cc35-4535-ac3d-6bffb86f5d0a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:31:14.675899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fbfc7e76-cc35-4535-ac3d-6bffb86f5d0a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/3a772f81-510f-47b7-8f8d-2f59de2baa2b HTTP/1.1" status: 404 len: 333 time: 0.0260913 Oct 27 16:31:14.678683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57676) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:14.755116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afa2327-3bda-4c80-91c4-4c6cff809e7f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting subnet f5992960-029c-4fbc-bf42-7773515e5b82 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:14.759434 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8afa2327-3bda-4c80-91c4-4c6cff809e7f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.829633 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8afa2327-3bda-4c80-91c4-4c6cff809e7f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:14.963591 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8afa2327-3bda-4c80-91c4-4c6cff809e7f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.058775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57682) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:15.065718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'network_id': '2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:15.160047 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8afa2327-3bda-4c80-91c4-4c6cff809e7f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.227564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a4140fc5-c934-4683-9120-7810578d472b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:15.274472 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8afa2327-3bda-4c80-91c4-4c6cff809e7f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.290226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8afa2327-3bda-4c80-91c4-4c6cff809e7f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/f5992960-029c-4fbc-bf42-7773515e5b82 HTTP/1.1" status: 204 len: 168 time: 0.6099603 Oct 27 16:31:15.292397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57690) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:15.294727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa2327-3bda-4c80-91c4-4c6cff809e7f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Subnet': ['ID=f5992960-029c-4fbc-bf42-7773515e5b82,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:15.351777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a4140fc5-c934-4683-9120-7810578d472b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:15.352570 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.487673 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.494417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:15.498790 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.539232 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.611694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port a4140fc5-c934-4683-9120-7810578d472b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a4140fc5-c934-4683-9120-7810578d472b,segment=NetworkSegment(7c6cd66e-18ba-49a5-a658-0257823262a8),segment_id=7c6cd66e-18ba-49a5-a658-0257823262a8)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:15.614467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6626e327-cf5d-439c-a639-d561d583c5de None None] Network c0d537e4-956d-4180-9968-b2fc77556de7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:15.672815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port a4140fc5-c934-4683-9120-7810578d472b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:15.673210 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.732506 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.774073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] For port a4140fc5-c934-4683-9120-7810578d472b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a4140fc5-c934-4683-9120-7810578d472b,segment=NetworkSegment(7c6cd66e-18ba-49a5-a658-0257823262a8),segment_id=7c6cd66e-18ba-49a5-a658-0257823262a8)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:15.777238 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:15.797150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for a4140fc5-c934-4683-9120-7810578d472b owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:15.835343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=a4140fc5-c934-4683-9120-7810578d472b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:15.851374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3c885115-7505-471c-a09f-9f018d478ed2 None None] Provisioning complete for port a4140fc5-c934-4683-9120-7810578d472b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:15.851742 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c885115-7505-471c-a09f-9f018d478ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.025589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.051807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3c885115-7505-471c-a09f-9f018d478ed2 None None] Could not find standard attr ID for object a4140fc5-c934-4683-9120-7810578d472b. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:31:16.056633 n-d-815689-1 neutron-server[109724]: INFO neutron.plugins.ml2.db [None req-3c885115-7505-471c-a09f-9f018d478ed2 None None] No ports have port_id starting with a4140fc5-c934-4683-9120-7810578d472b Oct 27 16:31:16.061532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=a4140fc5-c934-4683-9120-7810578d472b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:16.071457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No DVR routers for this DVR port a4140fc5-c934-4683-9120-7810578d472b on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:16.128213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.143919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7ae3b1-b0c2-437b-82a5-9a5eb56f52f1 None None] DHCP port deletion for c0d537e4-956d-4180-9968-b2fc77556de7 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:31:16.233527 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.280890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d537e4-956d-4180-9968-b2fc77556de7']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:16.283816 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=fea73d41-069f-4ee3-a58d-cc77d3982572,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:16.298547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6cd66e-18ba-49a5-a658-0257823262a8') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:16.301996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6cd66e-18ba-49a5-a658-0257823262a8') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:16.311627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Checking segment: {'id': '42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:16.311993 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network hostable DHCP agents. Network: 2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:16.315212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.359037 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.380629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:16.380886 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:16.405366 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:16.450604 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network 2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:16.540547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.557428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.561820 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/networks/c0d537e4-956d-4180-9968-b2fc77556de7 HTTP/1.1" status: 204 len: 168 time: 1.2651799 Oct 27 16:31:16.566037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57716) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:16.571169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:16.571447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'name': 'tempest-PortsIpV6TestJSON-1067659667'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:16.582713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793dc24f-93a7-43a6-b843-f34a92722a46 None None] Network 2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:16.599783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57718) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:16.604088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e24f9-b991-4a19-8c0a-63a44a88b062 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Network': ['ID=c0d537e4-956d-4180-9968-b2fc77556de7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:16.606504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:16.611106 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.704212 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8ddd657c-0d17-43b5-af34-b2aa02c59570 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6433551 Oct 27 16:31:16.704994 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57720) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:16.710647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1985426852'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:16.793565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:16.800256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.826305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2', 'network_id': '2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2', 'tenant_id': 'c31982da93f54d85b3dfc387d78e6ea0', 'fixed_ips': [{'subnet_id': 'fea73d41-069f-4ee3-a58d-cc77d3982572'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:16.827368 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.841353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:16.864367 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.866846 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Added segment 266c0f0e-9306-475a-98f4-c3a00577ae8f of type vlan for network dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86 Oct 27 16:31:16.913599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:16.919179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.920163 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:16.947256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port 7a4a503f-4144-4d01-b33f-8fa092951fb4 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:17.006678 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1323b72a-d7e0-4f8f-8815-3f2c3b19cd21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.017141 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.032880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:17.033583 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.098993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Allocated IP 2001:db8:0:ffff::2 (2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2/fea73d41-069f-4ee3-a58d-cc77d3982572/e60c4b45-bf63-430e-b05d-91cee21a1dd3) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:17.115607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1323b72a-d7e0-4f8f-8815-3f2c3b19cd21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.160046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1323b72a-d7e0-4f8f-8815-3f2c3b19cd21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.223550 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:17.226619 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1323b72a-d7e0-4f8f-8815-3f2c3b19cd21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ad96bc35f85449881d7e62da4a8e849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6134386 Oct 27 16:31:17.231089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1323b72a-d7e0-4f8f-8815-3f2c3b19cd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e712b6-5355-4e72-9312-c0b9f0205f0b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:17.235936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57730) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:17.242578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a4140fc5-c934-4683-9120-7810578d472b no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:17.247170 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5fdf122f-7490-45d3-be2e-9e39aa88e359 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5409243 Oct 27 16:31:17.251197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57732) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:17.252472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:17.257869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'network_id': 'dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:17.343474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.361264 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: a4140fc5-c934-4683-9120-7810578d472b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:17.361741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a4140fc5-c934-4683-9120-7810578d472b not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:17.429168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:17.433088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.447402 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ee28-ba2f-446a-b037-67f5b6a72974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.462659 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.534328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ee28-ba2f-446a-b037-67f5b6a72974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.558162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network d24858ea-44a0-42ed-b67a-473eea4c241c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:17.568745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:17.570007 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.579212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:17.585248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:17.585850 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.611184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=7a4a503f-4144-4d01-b33f-8fa092951fb4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:17.663564 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.688416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3f442f01-4be1-4c4d-96b4-4f6029035dc7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1208727 Oct 27 16:31:17.696467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57740) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:17.705446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Network 2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:17.710191 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:17.721262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:17.761871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Pushing event updated for resources: {'Port': ['ID=e60c4b45-bf63-430e-b05d-91cee21a1dd3,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:17.790072 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ee28-ba2f-446a-b037-67f5b6a72974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.790353 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Attempting to bind port e60c4b45-bf63-430e-b05d-91cee21a1dd3 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:17.790795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Attempting to bind port e60c4b45-bf63-430e-b05d-91cee21a1dd3 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:17.791234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Attempting to bind port e60c4b45-bf63-430e-b05d-91cee21a1dd3 on network 2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:17.792937 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f6b8ee28-ba2f-446a-b037-67f5b6a72974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.794217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f6b8ee28-ba2f-446a-b037-67f5b6a72974 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1e712b6-5355-4e72-9312-c0b9f0205f0b HTTP/1.1" status: 204 len: 168 time: 0.4157705 Oct 27 16:31:17.800853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:17.801369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Checking segment: {'id': '42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:17.801874 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.802364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Bound using segment: {'id': '42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:17.802942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Bound port: e60c4b45-bf63-430e-b05d-91cee21a1dd3, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:17.803426 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.810363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b8ee28-ba2f-446a-b037-67f5b6a72974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e712b6-5355-4e72-9312-c0b9f0205f0b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:17.828485 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.878083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7f374-3ac6-4999-9497-bd1b268c6861 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 7a4a503f-4144-4d01-b33f-8fa092951fb4 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:17.880265 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] For port e60c4b45-bf63-430e-b05d-91cee21a1dd3, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:17.884026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] For port e60c4b45-bf63-430e-b05d-91cee21a1dd3, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e60c4b45-bf63-430e-b05d-91cee21a1dd3,segment=NetworkSegment(42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf),segment_id=42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:17.884673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f374-3ac6-4999-9497-bd1b268c6861 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.929030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=8bba36b9-0451-4789-8ebc-71bb374159dc,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:17.949866 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Checking segment: {'id': '266c0f0e-9306-475a-98f4-c3a00577ae8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:17.950688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network hostable DHCP agents. Network: dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:17.963720 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f374-3ac6-4999-9497-bd1b268c6861 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.966062 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:17.981242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7f374-3ac6-4999-9497-bd1b268c6861 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 7a4a503f-4144-4d01-b33f-8fa092951fb4 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:18.041290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:18.077708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6fbcf-66cb-41e2-a7ff-2a2e2c7b4168 None None] Pushing event updated for resources: {'Port': ['ID=e60c4b45-bf63-430e-b05d-91cee21a1dd3,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:18.119594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:18.124464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:18.131739 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.134587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d8c89a-8d05-4b9c-907f-745a2893297f None None] Network dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:18.171451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f374-3ac6-4999-9497-bd1b268c6861 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.201372 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2c5d6516-e0c3-4282-8518-26bc71a3200e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9474709 Oct 27 16:31:18.202565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57750) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:18.277328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7f374-3ac6-4999-9497-bd1b268c6861 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=7a4a503f-4144-4d01-b33f-8fa092951fb4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:18.298896 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f374-3ac6-4999-9497-bd1b268c6861 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.309988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5ab7f374-3ac6-4999-9497-bd1b268c6861 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/7a4a503f-4144-4d01-b33f-8fa092951fb4 HTTP/1.1" status: 204 len: 168 time: 0.6099753 Oct 27 16:31:18.310574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57756) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:18.318162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'mac_address': 'fa:16:3e:de:f7:a4', 'name': 'tempest-PortsIpV6TestJSON-144605396'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:18.383932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.542173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.633400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:18.682821 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-26f7ece5-4adb-42c0-bcea-acd7a89dacb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.709207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57762) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:18.743170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e4a6fc7-8df2-4990-8f66-49edabf3bb85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.763138 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.777986 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.811797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa40f1ad-64d7-4d00-8f2b-47646f54f59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86', 'network_id': 'dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86', 'tenant_id': 'c31982da93f54d85b3dfc387d78e6ea0', 'fixed_ips': [{'subnet_id': '8bba36b9-0451-4789-8ebc-71bb374159dc'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:18.816614 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aa40f1ad-64d7-4d00-8f2b-47646f54f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.823446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port bf03442d-254b-40c8-ad39-dfe33ea93e54 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:18.831800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Subnet': ['ID=8bba36b9-0451-4789-8ebc-71bb374159dc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:18.913289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.943426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:18.960043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266c0f0e-9306-475a-98f4-c3a00577ae8f') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:18.960371 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266c0f0e-9306-475a-98f4-c3a00577ae8f') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:18.976147 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:18.995059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e10be7-58c0-44f5-8136-b51df40714eb None None] Network dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:19.001777 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.015102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:19.015518 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:19.019572 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:19.035090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e4a6fc7-8df2-4990-8f66-49edabf3bb85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.132927 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e4a6fc7-8df2-4990-8f66-49edabf3bb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.167441 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7e4a6fc7-8df2-4990-8f66-49edabf3bb85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0485a994ea604a33b0dd2cf96feb38f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571252 Oct 27 16:31:19.176542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57768) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:19.247480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a6fc7-8df2-4990-8f66-49edabf3bb85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1920c446-e1f8-4b76-8331-6fb643b24bfb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:19.330958 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.343267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.351609 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86 HTTP/1.1" status: 204 len: 168 time: 1.1474402 Oct 27 16:31:19.364027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e60c4b45-bf63-430e-b05d-91cee21a1dd3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:19.373450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57772) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:19.385099 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-466914768'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:19.414310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416ff08-99ae-492e-aa16-99a7c0ccebe2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Network': ['ID=dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:19.446383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c77ce09f-b1a3-4aa5-8260-c9a444602870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.484178 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c77ce09f-b1a3-4aa5-8260-c9a444602870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.508702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e60c4b45-bf63-430e-b05d-91cee21a1dd3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:19.509300 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.576833 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.614578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:19.618444 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.638695 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c77ce09f-b1a3-4aa5-8260-c9a444602870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.657847 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c77ce09f-b1a3-4aa5-8260-c9a444602870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.662959 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c77ce09f-b1a3-4aa5-8260-c9a444602870 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1920c446-e1f8-4b76-8331-6fb643b24bfb HTTP/1.1" status: 204 len: 168 time: 0.4210486 Oct 27 16:31:19.702734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.704641 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.717004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ce09f-b1a3-4aa5-8260-c9a444602870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1920c446-e1f8-4b76-8331-6fb643b24bfb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:19.738793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:19.781650 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.782021 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Added segment d2cc3bef-e5f5-40b5-a5fe-62e122208aec of type vlan for network 75ca8bf6-28d5-42eb-bee8-d03808596cfa Oct 27 16:31:19.790898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network d24858ea-44a0-42ed-b67a-473eea4c241c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:19.794155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:19.799087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:19.804928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:19.805521 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.821137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=bf03442d-254b-40c8-ad39-dfe33ea93e54,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:19.862719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port e60c4b45-bf63-430e-b05d-91cee21a1dd3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e60c4b45-bf63-430e-b05d-91cee21a1dd3,segment=NetworkSegment(42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf),segment_id=42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:19.888645 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.928361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aa385080-d016-4c46-bef0-2e1b1e215c1c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6163909 Oct 27 16:31:19.931675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57782) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:19.947983 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:19.955201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3f4eaf-079b-4120-a200-147b50d71364 None None] Network 2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:19.995704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f06784f-56d5-4f2b-838a-c4dde9f7afca tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:20.000030 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9f06784f-56d5-4f2b-838a-c4dde9f7afca tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/bf03442d-254b-40c8-ad39-dfe33ea93e54 HTTP/1.1" status: 200 len: 844 time: 0.0641899 Oct 27 16:31:20.000551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57786) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:20.035701 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.041858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:20.044090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.067277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=e60c4b45-bf63-430e-b05d-91cee21a1dd3,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:20.086482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f1de37b0-a501-42d8-8347-e60a7c9feba7 None None] Provisioning complete for port e60c4b45-bf63-430e-b05d-91cee21a1dd3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:20.086851 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f1de37b0-a501-42d8-8347-e60a7c9feba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.215151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=75ca8bf6-28d5-42eb-bee8-d03808596cfa,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:20.223775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-519a9a58-bf4f-4001-a4ae-93b42dc45cb5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port bf03442d-254b-40c8-ad39-dfe33ea93e54 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:20.223775 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-519a9a58-bf4f-4001-a4ae-93b42dc45cb5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.236478 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 75ca8bf6-28d5-42eb-bee8-d03808596cfa details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:20.293964 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3912112c-289a-42ff-8759-7efdff0dc18b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9129827 Oct 27 16:31:20.296575 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57792) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:20.302643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'network_id': '75ca8bf6-28d5-42eb-bee8-d03808596cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:20.420357 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-519a9a58-bf4f-4001-a4ae-93b42dc45cb5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.449689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-519a9a58-bf4f-4001-a4ae-93b42dc45cb5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for bf03442d-254b-40c8-ad39-dfe33ea93e54 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:20.633629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:20.637521 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.657219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-519a9a58-bf4f-4001-a4ae-93b42dc45cb5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.693706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a9a58-bf4f-4001-a4ae-93b42dc45cb5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=bf03442d-254b-40c8-ad39-dfe33ea93e54,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:20.709696 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57800) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:20.725434 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-519a9a58-bf4f-4001-a4ae-93b42dc45cb5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.739482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-519a9a58-bf4f-4001-a4ae-93b42dc45cb5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/bf03442d-254b-40c8-ad39-dfe33ea93e54 HTTP/1.1" status: 204 len: 168 time: 0.7378190 Oct 27 16:31:20.741888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-877791cb-18aa-42b4-bc0e-f6f0b10a41dd None None] Provisioning complete for port e60c4b45-bf63-430e-b05d-91cee21a1dd3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:20.743187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57804) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:20.743894 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-877791cb-18aa-42b4-bc0e-f6f0b10a41dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.771468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7734b32b-0295-4a71-a43c-1aec89a96bc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:20.835920 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e4e66d-ccc7-4e27-9c7f-d2ce5da127a7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:31:20.838303 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d7e4e66d-ccc7-4e27-9c7f-d2ce5da127a7 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/bf03442d-254b-40c8-ad39-dfe33ea93e54 HTTP/1.1" status: 404 len: 333 time: 0.0932252 Oct 27 16:31:20.841576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57806) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:20.847380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'name': 'tempest-PortsIpV6TestJSON-518280946'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:20.998004 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7734b32b-0295-4a71-a43c-1aec89a96bc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.027724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:21.032402 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.051033 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7734b32b-0295-4a71-a43c-1aec89a96bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.057817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port 017f248e-af23-481f-922d-5c300492129a yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:21.093072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7734b32b-0295-4a71-a43c-1aec89a96bc8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f2b795fd8a04b808524a409bad2f68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820505 Oct 27 16:31:21.096748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57810) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:21.102893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734b32b-0295-4a71-a43c-1aec89a96bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf82fb2-1e20-4a96-bffa-d7abeb3541d8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:21.124897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e60c4b45-bf63-430e-b05d-91cee21a1dd3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:21.126254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.188114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e60c4b45-bf63-430e-b05d-91cee21a1dd3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:21.188326 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.215037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=da352e3b-32e2-4d8c-b8f0-0471f57fc3ed,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:21.289058 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de7a814d-d60c-4716-9ed0-0bf254c7a9cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.290038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.323608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Checking segment: {'id': 'd2cc3bef-e5f5-40b5-a5fe-62e122208aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '75ca8bf6-28d5-42eb-bee8-d03808596cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:21.323969 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network hostable DHCP agents. Network: 75ca8bf6-28d5-42eb-bee8-d03808596cfa, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:21.329596 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de7a814d-d60c-4716-9ed0-0bf254c7a9cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.399609 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.449267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network d24858ea-44a0-42ed-b67a-473eea4c241c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:21.452513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:21.457725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:21.463781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:21.464336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.468169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network 75ca8bf6-28d5-42eb-bee8-d03808596cfa is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:21.479562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=017f248e-af23-481f-922d-5c300492129a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:21.491012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de7a814d-d60c-4716-9ed0-0bf254c7a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.503152 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-de7a814d-d60c-4716-9ed0-0bf254c7a9cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.503152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-de7a814d-d60c-4716-9ed0-0bf254c7a9cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bf82fb2-1e20-4a96-bffa-d7abeb3541d8 HTTP/1.1" status: 204 len: 168 time: 0.3971474 Oct 27 16:31:21.505823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a814d-d60c-4716-9ed0-0bf254c7a9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf82fb2-1e20-4a96-bffa-d7abeb3541d8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:21.587813 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1c638b5f-0cf3-4c6a-8272-46418bc29c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.599566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 75ca8bf6-28d5-42eb-bee8-d03808596cfa) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:21.605249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:21.605900 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.614691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654fd321-79b0-4f0b-bcfb-6b2e3fe00e9e None None] Network 75ca8bf6-28d5-42eb-bee8-d03808596cfa requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:21.619168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57822) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:21.619462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-23fbe25f-8b38-48de-abed-27eae54b1b3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7760315 Oct 27 16:31:21.627310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-182c0e6f-473d-4f1f-b999-a7c63c97e6b3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:21.714404 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7495e37e-874d-40d7-aa6d-34bcbda9e303 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4151182 Oct 27 16:31:21.717068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57824) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:21.723124 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1959310640'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:21.733003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-182c0e6f-473d-4f1f-b999-a7c63c97e6b3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.802705 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-75ca8bf6-28d5-42eb-bee8-d03808596cfa', 'network_id': '75ca8bf6-28d5-42eb-bee8-d03808596cfa', 'tenant_id': 'c31982da93f54d85b3dfc387d78e6ea0', 'fixed_ips': [{'subnet_id': 'da352e3b-32e2-4d8c-b8f0-0471f57fc3ed'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:21.803190 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.861973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:21.869406 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:21.995998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:21.998577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Allocated IP 2001:db8::1 (75ca8bf6-28d5-42eb-bee8-d03808596cfa/da352e3b-32e2-4d8c-b8f0-0471f57fc3ed/05319ecc-4687-408e-a94b-3fdfe959a085) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:22.036295 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-182c0e6f-473d-4f1f-b999-a7c63c97e6b3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.053620 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.053980 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Added segment 13f91b25-b5db-4893-8a37-fb4745258140 of type vlan for network dccc1814-9392-400f-81e3-176735aa26cc Oct 27 16:31:22.119470 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-182c0e6f-473d-4f1f-b999-a7c63c97e6b3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.131027 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.169329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-182c0e6f-473d-4f1f-b999-a7c63c97e6b3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] In _notify_port_updated(), no bound segment for port 017f248e-af23-481f-922d-5c300492129a on network d24858ea-44a0-42ed-b67a-473eea4c241c {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:31:22.175762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182c0e6f-473d-4f1f-b999-a7c63c97e6b3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:22.176507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-182c0e6f-473d-4f1f-b999-a7c63c97e6b3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.180604 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-182c0e6f-473d-4f1f-b999-a7c63c97e6b3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "PUT /v2.0/ports/017f248e-af23-481f-922d-5c300492129a HTTP/1.1" status: 200 len: 818 time: 0.5602479 Oct 27 16:31:22.180867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57836) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:22.200851 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.209825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c0e6f-473d-4f1f-b999-a7c63c97e6b3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=017f248e-af23-481f-922d-5c300492129a,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:22.297387 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.316621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-32796bcd-a6d1-400d-b9f1-fee251bdba73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 017f248e-af23-481f-922d-5c300492129a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:22.316968 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32796bcd-a6d1-400d-b9f1-fee251bdba73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.360365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.362081 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.366112 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:22.366790 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.366925 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.420744 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32796bcd-a6d1-400d-b9f1-fee251bdba73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.446883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Network 75ca8bf6-28d5-42eb-bee8-d03808596cfa is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:22.450482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Pushing event updated for resources: {'Port': ['ID=05319ecc-4687-408e-a94b-3fdfe959a085,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:22.453290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:22.455820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:22.471161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-32796bcd-a6d1-400d-b9f1-fee251bdba73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 017f248e-af23-481f-922d-5c300492129a owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:22.517430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=dccc1814-9392-400f-81e3-176735aa26cc,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:22.523817 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0dda2747-7919-4e64-9cb4-11de3000f706 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8056796 Oct 27 16:31:22.530436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57846) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:22.533925 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'network_id': 'dccc1814-9392-400f-81e3-176735aa26cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:22.549869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network dccc1814-9392-400f-81e3-176735aa26cc details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:22.633665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Attempting to bind port 05319ecc-4687-408e-a94b-3fdfe959a085 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:22.633948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Attempting to bind port 05319ecc-4687-408e-a94b-3fdfe959a085 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'd2cc3bef-e5f5-40b5-a5fe-62e122208aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '75ca8bf6-28d5-42eb-bee8-d03808596cfa'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:22.634315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Attempting to bind port 05319ecc-4687-408e-a94b-3fdfe959a085 on network 75ca8bf6-28d5-42eb-bee8-d03808596cfa {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:22.642965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:22.643337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Checking segment: {'id': 'd2cc3bef-e5f5-40b5-a5fe-62e122208aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '75ca8bf6-28d5-42eb-bee8-d03808596cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:22.643802 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.644127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Bound using segment: {'id': 'd2cc3bef-e5f5-40b5-a5fe-62e122208aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '75ca8bf6-28d5-42eb-bee8-d03808596cfa'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:22.644599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Bound port: 05319ecc-4687-408e-a94b-3fdfe959a085, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cc3bef-e5f5-40b5-a5fe-62e122208aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '75ca8bf6-28d5-42eb-bee8-d03808596cfa'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:22.644981 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.710501 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] For port 05319ecc-4687-408e-a94b-3fdfe959a085, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:22.742966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:22.743453 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32796bcd-a6d1-400d-b9f1-fee251bdba73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.743681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] For port 05319ecc-4687-408e-a94b-3fdfe959a085, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=05319ecc-4687-408e-a94b-3fdfe959a085,segment=NetworkSegment(d2cc3bef-e5f5-40b5-a5fe-62e122208aec),segment_id=d2cc3bef-e5f5-40b5-a5fe-62e122208aec)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:22.747425 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.781639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32796bcd-a6d1-400d-b9f1-fee251bdba73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=017f248e-af23-481f-922d-5c300492129a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:22.788867 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32796bcd-a6d1-400d-b9f1-fee251bdba73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.797621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-32796bcd-a6d1-400d-b9f1-fee251bdba73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/017f248e-af23-481f-922d-5c300492129a HTTP/1.1" status: 204 len: 168 time: 0.6099508 Oct 27 16:31:22.797621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57856) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:22.856877 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:22.877669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca642567-f728-4f8d-a193-bc761a755f73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:22.881428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ca642567-f728-4f8d-a193-bc761a755f73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0829155 Oct 27 16:31:22.884130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57862) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:22.944316 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7c018d-9e2e-4595-87e9-2e1bb4f6eb73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:31:22.949385 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-af7c018d-9e2e-4595-87e9-2e1bb4f6eb73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/017f248e-af23-481f-922d-5c300492129a HTTP/1.1" status: 404 len: 333 time: 0.0608401 Oct 27 16:31:22.953939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57864) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:22.959561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a49ea-fec3-4485-9c0f-ff14fcf1791f None None] Pushing event updated for resources: {'Port': ['ID=05319ecc-4687-408e-a94b-3fdfe959a085,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:22.963909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-871485758'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:23.102478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:23.107418 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.142231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:23.152216 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.152912 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Added segment c891e0b5-b0fc-43e0-824e-4cbad7589b6b of type vlan for network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 Oct 27 16:31:23.226028 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.286386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Performing IP validity checks on allocation pools {{(pid=109722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:31:23.286918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:31:23.303142 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.311809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:23.312535 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.423548 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4676092 Oct 27 16:31:23.426899 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57880) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:23.435015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22c5be-8eb1-45b1-877b-d64c262596be tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Network': ['ID=ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:23.442252 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:23.526128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': 'ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:23.630688 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.716474 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=3fbd98bc-ef25-46d5-a8d8-c0c0a74c2acf,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:23.722680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Checking segment: {'id': '13f91b25-b5db-4893-8a37-fb4745258140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dccc1814-9392-400f-81e3-176735aa26cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:23.723046 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network hostable DHCP agents. Network: dccc1814-9392-400f-81e3-176735aa26cc, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:23.810747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:23.815123 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:23.867520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network dccc1814-9392-400f-81e3-176735aa26cc is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:23.971894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, dccc1814-9392-400f-81e3-176735aa26cc) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:23.979970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d8f29-a081-43cb-90fd-c462e14e40db None None] Network dccc1814-9392-400f-81e3-176735aa26cc requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:23.991763 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:23.992386 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.123417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3e102287-f9dc-467d-99df-f6092488918d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5930927 Oct 27 16:31:24.125784 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57928) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:24.202050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-dccc1814-9392-400f-81e3-176735aa26cc', 'network_id': 'dccc1814-9392-400f-81e3-176735aa26cc', 'tenant_id': 'c31982da93f54d85b3dfc387d78e6ea0', 'fixed_ips': [{'subnet_id': '3fbd98bc-ef25-46d5-a8d8-c0c0a74c2acf'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:24.203604 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.211286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.253422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.300548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Subnet': ['ID=ec09ca16-ee60-45f2-a26e-99b3ab280f72,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:24.321542 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.324433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Checking segment: {'id': 'c891e0b5-b0fc-43e0-824e-4cbad7589b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:24.324824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network hostable DHCP agents. Network: ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:24.407654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.452725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f5e1d-afe1-4c24-88d1-dc4d84f3ef54 None None] Network 75ca8bf6-28d5-42eb-bee8-d03808596cfa requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:24.467749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:24.477538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Allocated IP 2001:db8::3 (dccc1814-9392-400f-81e3-176735aa26cc/3fbd98bc-ef25-46d5-a8d8-c0c0a74c2acf/73701530-95a1-4852-95f7-80cbe0cc450a) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:24.576729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:24.582518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5972120e-0991-461d-bbb7-427592d4f558 None None] Provisioning complete for port 05319ecc-4687-408e-a94b-3fdfe959a085 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:24.582518 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5972120e-0991-461d-bbb7-427592d4f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.584805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:24.585465 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:24.612124 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf0ac9-1ff7-46ea-b08c-1c39fd1ba43b None None] Network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:24.673200 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9e5e24df-c7cb-4a8f-97f9-f85f22ce7313 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1475828 Oct 27 16:31:24.674037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 57942) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:24.679912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3aaaaf08-1417-45a5-a757-b9609bb64250 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': 'ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:24.937991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaaaf08-1417-45a5-a757-b9609bb64250 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:24.941767 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3aaaaf08-1417-45a5-a757-b9609bb64250 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.095421 n-d-815689-1 neutron-server[109723]: INFO neutron.db.ipam_backend_mixin [None req-3aaaaf08-1417-45a5-a757-b9609bb64250 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec09ca16-ee60-45f2-a26e-99b3ab280f72 (CIDR: 2001:db8::/64) Oct 27 16:31:25.113134 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.141434 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5972120e-0991-461d-bbb7-427592d4f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.161989 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aaaaf08-1417-45a5-a757-b9609bb64250 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:31:25.162600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aaaaf08-1417-45a5-a757-b9609bb64250 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:31:25.186429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7', 'network_id': 'ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7', 'tenant_id': '32dc9fbfa25749bb80944ef091505cec', 'fixed_ips': [{'subnet_id': 'ec09ca16-ee60-45f2-a26e-99b3ab280f72'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:25.188178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.216569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5972120e-0991-461d-bbb7-427592d4f558 None None] For port 05319ecc-4687-408e-a94b-3fdfe959a085, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=05319ecc-4687-408e-a94b-3fdfe959a085,segment=NetworkSegment(d2cc3bef-e5f5-40b5-a5fe-62e122208aec),segment_id=d2cc3bef-e5f5-40b5-a5fe-62e122208aec)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:25.227262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 05319ecc-4687-408e-a94b-3fdfe959a085 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:25.261489 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.292341 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57984) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:25.293631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3aaaaf08-1417-45a5-a757-b9609bb64250 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6177418 Oct 27 16:31:25.298211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0a53fe13-c67b-4dbe-819a-6cafbd1d7466 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': 'ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:25.366532 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.394118 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5972120e-0991-461d-bbb7-427592d4f558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.413785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Network dccc1814-9392-400f-81e3-176735aa26cc is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:25.430398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:25.444902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbd98bc-ef25-46d5-a8d8-c0c0a74c2acf,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:25.465235 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:25.528025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Pushing event updated for resources: {'Port': ['ID=73701530-95a1-4852-95f7-80cbe0cc450a,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:25.637769 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.675787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccc1814-9392-400f-81e3-176735aa26cc']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:25.688841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f91b25-b5db-4893-8a37-fb4745258140') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:25.689249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f91b25-b5db-4893-8a37-fb4745258140') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:25.700301 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.720541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a53fe13-c67b-4dbe-819a-6cafbd1d7466 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:25.722474 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.724141 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a53fe13-c67b-4dbe-819a-6cafbd1d7466 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.731934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 05319ecc-4687-408e-a94b-3fdfe959a085 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:25.731934 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.736307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:25.736754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:25.741182 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:25.752458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c67b3559-7463-455a-a62b-65838d904ec4 None None] Provisioning complete for port 05319ecc-4687-408e-a94b-3fdfe959a085 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:25.752766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c67b3559-7463-455a-a62b-65838d904ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.757747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Allocated IP 2001:db8::2 (ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7/ec09ca16-ee60-45f2-a26e-99b3ab280f72/2e906cf9-ebb2-4811-acc0-adfd7ca2460f) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:25.817775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Attempting to bind port 73701530-95a1-4852-95f7-80cbe0cc450a on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:25.818142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Attempting to bind port 73701530-95a1-4852-95f7-80cbe0cc450a by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '13f91b25-b5db-4893-8a37-fb4745258140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dccc1814-9392-400f-81e3-176735aa26cc'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:25.818508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Attempting to bind port 73701530-95a1-4852-95f7-80cbe0cc450a on network dccc1814-9392-400f-81e3-176735aa26cc {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:25.820434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972120e-0991-461d-bbb7-427592d4f558 None None] Pushing event updated for resources: {'Port': ['ID=05319ecc-4687-408e-a94b-3fdfe959a085,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:25.867859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:25.868351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Checking segment: {'id': '13f91b25-b5db-4893-8a37-fb4745258140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dccc1814-9392-400f-81e3-176735aa26cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:25.868664 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.869063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Bound using segment: {'id': '13f91b25-b5db-4893-8a37-fb4745258140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dccc1814-9392-400f-81e3-176735aa26cc'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:25.873044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Bound port: 73701530-95a1-4852-95f7-80cbe0cc450a, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f91b25-b5db-4893-8a37-fb4745258140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'dccc1814-9392-400f-81e3-176735aa26cc'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:25.873044 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:25.932218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:31:25.932218 n-d-815689-1 neutron-server[109723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:31:25.932218 n-d-815689-1 neutron-server[109723]: [parameters: {'id': 'dccc1814-9392-400f-81e3-176735aa26cc'}] Oct 27 16:31:25.932218 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:31:25.933386 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:31:26.095120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] For port 73701530-95a1-4852-95f7-80cbe0cc450a, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:26.129259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] For port 73701530-95a1-4852-95f7-80cbe0cc450a, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=73701530-95a1-4852-95f7-80cbe0cc450a,segment=NetworkSegment(13f91b25-b5db-4893-8a37-fb4745258140),segment_id=13f91b25-b5db-4893-8a37-fb4745258140)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:26.194849 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.211964 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.268642 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a53fe13-c67b-4dbe-819a-6cafbd1d7466 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.311243 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.313733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a53fe13-c67b-4dbe-819a-6cafbd1d7466 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:26.318070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-0a53fe13-c67b-4dbe-819a-6cafbd1d7466 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:26.322522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5799f-3d2b-4705-9067-e5a8c961ece3 None None] Pushing event updated for resources: {'Port': ['ID=73701530-95a1-4852-95f7-80cbe0cc450a,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:26.322717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a53fe13-c67b-4dbe-819a-6cafbd1d7466 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:26.323247 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a53fe13-c67b-4dbe-819a-6cafbd1d7466 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.340468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53fe13-c67b-4dbe-819a-6cafbd1d7466 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Subnet': ['ID=2becddc2-f080-474b-ae7b-6c83169711ed,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:26.379623 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aafd0f-23b3-432e-b4e4-0e44f9bbb326 None None] Network dccc1814-9392-400f-81e3-176735aa26cc requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:26.408770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0a53fe13-c67b-4dbe-819a-6cafbd1d7466 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1151855 Oct 27 16:31:26.411300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 57992) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:26.416482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': 'ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7', 'fixed_ips': [{'subnet_id': 'ec09ca16-ee60-45f2-a26e-99b3ab280f72'}, {'subnet_id': '2becddc2-f080-474b-ae7b-6c83169711ed'}], 'name': 'tempest-PortsIpV6TestJSON-1401542767'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:26.434688 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.445140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:26.452888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:26.460080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:26.483699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Pushing event updated for resources: {'Port': ['ID=2e906cf9-ebb2-4811-acc0-adfd7ca2460f,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:26.558935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Deleting port 73701530-95a1-4852-95f7-80cbe0cc450a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:26.559287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.631984 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Attempting to bind port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:26.632678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Attempting to bind port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'c891e0b5-b0fc-43e0-824e-4cbad7589b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:26.633246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Attempting to bind port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f on network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:26.648000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:26.648787 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Checking segment: {'id': 'c891e0b5-b0fc-43e0-824e-4cbad7589b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:26.649370 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.649994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Bound using segment: {'id': 'c891e0b5-b0fc-43e0-824e-4cbad7589b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:26.650639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Bound port: 2e906cf9-ebb2-4811-acc0-adfd7ca2460f, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c891e0b5-b0fc-43e0-824e-4cbad7589b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:26.651187 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.713906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] For port 73701530-95a1-4852-95f7-80cbe0cc450a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=73701530-95a1-4852-95f7-80cbe0cc450a,segment=NetworkSegment(13f91b25-b5db-4893-8a37-fb4745258140),segment_id=13f91b25-b5db-4893-8a37-fb4745258140)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:26.714252 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.733234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] For port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:26.733726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Calling delete_port for 73701530-95a1-4852-95f7-80cbe0cc450a owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:26.737159 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] For port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2e906cf9-ebb2-4811-acc0-adfd7ca2460f,segment=NetworkSegment(c891e0b5-b0fc-43e0-824e-4cbad7589b6b),segment_id=c891e0b5-b0fc-43e0-824e-4cbad7589b6b)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:26.830597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:26.893576 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.930940 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.934561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:26.970181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port cd1cf5e1-063f-411d-ae3b-7db10e310d09 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:26.972090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f03cd-f40d-4488-aca4-d6b7c042090e None None] Pushing event updated for resources: {'Port': ['ID=2e906cf9-ebb2-4811-acc0-adfd7ca2460f,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:27.017628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No DVR routers for this DVR port 73701530-95a1-4852-95f7-80cbe0cc450a on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:27.022289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Port': ['ID=73701530-95a1-4852-95f7-80cbe0cc450a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:27.086342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.086629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.086959 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.087283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.087607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.087933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.088289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.093278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.093650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.096334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.096798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.097202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:27.170589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 05319ecc-4687-408e-a94b-3fdfe959a085 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:27.173049 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.206119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dccc1814-9392-400f-81e3-176735aa26cc']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:27.222591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f91b25-b5db-4893-8a37-fb4745258140') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:27.225011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f91b25-b5db-4893-8a37-fb4745258140') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:27.243735 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.285766 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:27.311683 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:27.314784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 05319ecc-4687-408e-a94b-3fdfe959a085 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:27.314784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.516337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.529797 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.545142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/dccc1814-9392-400f-81e3-176735aa26cc HTTP/1.1" status: 204 len: 168 time: 3.4181590 Oct 27 16:31:27.550121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58000) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:27.567054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2083259471'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:27.620699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8::4 (ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7/ec09ca16-ee60-45f2-a26e-99b3ab280f72/cd1cf5e1-063f-411d-ae3b-7db10e310d09) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:27.621183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86bb53-e16b-4169-9141-491c7ba094cc tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Network': ['ID=dccc1814-9392-400f-81e3-176735aa26cc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:27.621973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8:0:1::16e (ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7/2becddc2-f080-474b-ae7b-6c83169711ed/cd1cf5e1-063f-411d-ae3b-7db10e310d09) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:27.765280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:27.774143 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.816088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:27.819166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.831828 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.832536 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Added segment 50d0a60e-ded6-4fc1-94ac-1dadeb275744 of type vlan for network 98532ea6-aa43-48ad-a958-61ea94cdb265 Oct 27 16:31:27.881233 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:27.983585 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.005102 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.011579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:28.012238 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.092849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:28.097842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:28.099908 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=cd1cf5e1-063f-411d-ae3b-7db10e310d09,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:28.102284 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:28.108329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:28.108974 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.123855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=98532ea6-aa43-48ad-a958-61ea94cdb265,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:28.145228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 98532ea6-aa43-48ad-a958-61ea94cdb265 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:28.160881 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9e1bc344-8d91-41e8-b5aa-bfa0dc57ae17 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6093428 Oct 27 16:31:28.164753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58006) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:28.183907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'network_id': '98532ea6-aa43-48ad-a958-61ea94cdb265', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:28.273234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58008) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:28.273451 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-98f5de97-e466-4c80-8007-84f1f67a0216 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8610911 Oct 27 16:31:28.278690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a621258b-ce0e-4e1e-9c55-86dcec46fbde tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec09ca16-ee60-45f2-a26e-99b3ab280f72'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:28.474028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:28.482556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.508374 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a621258b-ce0e-4e1e-9c55-86dcec46fbde tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.551860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd3abea-d9b6-4784-9b35-a62fc6c3aa2a None None] Network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:28.701606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-57356a3f-7571-4bfc-8532-45906d13cbc8 None None] Provisioning complete for port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:28.702257 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-57356a3f-7571-4bfc-8532-45906d13cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.906508 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-57356a3f-7571-4bfc-8532-45906d13cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.960154 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:28.983961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-57356a3f-7571-4bfc-8532-45906d13cbc8 None None] For port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2e906cf9-ebb2-4811-acc0-adfd7ca2460f,segment=NetworkSegment(c891e0b5-b0fc-43e0-824e-4cbad7589b6b),segment_id=c891e0b5-b0fc-43e0-824e-4cbad7589b6b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:29.017403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-a621258b-ce0e-4e1e-9c55-86dcec46fbde tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Delete allocated IP 2001:db8:0:1::16e (ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7/2becddc2-f080-474b-ae7b-6c83169711ed) {{(pid=109723) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:31:29.022094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce286fd-d952-4069-aa5e-146571ba7d35 None None] Update dhcp port {'port': {'network_id': 'ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7', 'fixed_ips': [{'subnet_id': 'ec09ca16-ee60-45f2-a26e-99b3ab280f72', 'ip_address': '2001:db8::2'}, {'subnet_id': '2becddc2-f080-474b-ae7b-6c83169711ed'}], 'binding:host_id': 'n-d-815689-1'}, 'id': '2e906cf9-ebb2-4811-acc0-adfd7ca2460f'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:31:29.077555 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8ce286fd-d952-4069-aa5e-146571ba7d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.120896 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=a7d45b32-8076-4cb2-8a3e-4b2bf0f70fd5,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:29.134927 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Checking segment: {'id': '50d0a60e-ded6-4fc1-94ac-1dadeb275744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '98532ea6-aa43-48ad-a958-61ea94cdb265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:29.139805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network hostable DHCP agents. Network: 98532ea6-aa43-48ad-a958-61ea94cdb265, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:29.218886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2e906cf9-ebb2-4811-acc0-adfd7ca2460f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:29.223855 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-57356a3f-7571-4bfc-8532-45906d13cbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.300127 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network 98532ea6-aa43-48ad-a958-61ea94cdb265 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:29.389383 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 98532ea6-aa43-48ad-a958-61ea94cdb265) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:29.390003 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a621258b-ce0e-4e1e-9c55-86dcec46fbde tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.405597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:29.407387 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.454168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f3a8d7-bbbf-4723-b11b-9f2ce45e8d3c None None] Network 98532ea6-aa43-48ad-a958-61ea94cdb265 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:29.456724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a621258b-ce0e-4e1e-9c55-86dcec46fbde tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.538385 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-925d36cf-4a8e-4c6d-8c20-adc3b90ccd50 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3653772 Oct 27 16:31:29.538916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58018) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:29.558808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621258b-ce0e-4e1e-9c55-86dcec46fbde tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=cd1cf5e1-063f-411d-ae3b-7db10e310d09,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:29.606908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a621258b-ce0e-4e1e-9c55-86dcec46fbde tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] In _notify_port_updated(), no bound segment for port cd1cf5e1-063f-411d-ae3b-7db10e310d09 on network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 {{(pid=109723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:31:29.608566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57356a3f-7571-4bfc-8532-45906d13cbc8 None None] Pushing event updated for resources: {'Port': ['ID=2e906cf9-ebb2-4811-acc0-adfd7ca2460f,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:29.618447 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.629576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a621258b-ce0e-4e1e-9c55-86dcec46fbde tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:29.631716 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a621258b-ce0e-4e1e-9c55-86dcec46fbde tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.645572 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a621258b-ce0e-4e1e-9c55-86dcec46fbde tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "PUT /v2.0/ports/cd1cf5e1-063f-411d-ae3b-7db10e310d09 HTTP/1.1" status: 200 len: 924 time: 1.3644512 Oct 27 16:31:29.646500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58020) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:29.660792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e66a2b3c-f7a9-4ec1-926a-276753338d90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec09ca16-ee60-45f2-a26e-99b3ab280f72'}, {'subnet_id': '2becddc2-f080-474b-ae7b-6c83169711ed'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:29.663013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-8ce286fd-d952-4069-aa5e-146571ba7d35 None None] Allocated IP 2001:db8:0:1::2 (ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7/2becddc2-f080-474b-ae7b-6c83169711ed/2e906cf9-ebb2-4811-acc0-adfd7ca2460f) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:29.695927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:29.696294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.822900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c1b21-fe66-4fff-b584-6bf63465a61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-98532ea6-aa43-48ad-a958-61ea94cdb265', 'network_id': '98532ea6-aa43-48ad-a958-61ea94cdb265', 'tenant_id': 'c31982da93f54d85b3dfc387d78e6ea0', 'fixed_ips': [{'subnet_id': 'a7d45b32-8076-4cb2-8a3e-4b2bf0f70fd5'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:29.823758 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-434c1b21-fe66-4fff-b584-6bf63465a61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.831512 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.872195 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e66a2b3c-f7a9-4ec1-926a-276753338d90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:29.942732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8ce286fd-d952-4069-aa5e-146571ba7d35 None None] For port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2e906cf9-ebb2-4811-acc0-adfd7ca2460f,segment=NetworkSegment(c891e0b5-b0fc-43e0-824e-4cbad7589b6b),segment_id=c891e0b5-b0fc-43e0-824e-4cbad7589b6b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:29.985722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.052047 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8ce286fd-d952-4069-aa5e-146571ba7d35 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.157048 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8ce286fd-d952-4069-aa5e-146571ba7d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.205002 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.261879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d45b32-8076-4cb2-8a3e-4b2bf0f70fd5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server [None req-434c1b21-fe66-4fff-b584-6bf63465a61b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7d45b32-8076-4cb2-8a3e-4b2bf0f70fd5: This subnet is being modified by another concurrent operation. Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise exception Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7d45b32-8076-4cb2-8a3e-4b2bf0f70fd5: This subnet is being modified by another concurrent operation. Oct 27 16:31:30.264400 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Oct 27 16:31:30.275207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce286fd-d952-4069-aa5e-146571ba7d35 None None] Pushing event updated for resources: {'Port': ['ID=2e906cf9-ebb2-4811-acc0-adfd7ca2460f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:30.296111 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c58bd26-f1eb-4574-a440-f4feabd35f7f None None] Network 98532ea6-aa43-48ad-a958-61ea94cdb265 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:30.399047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.442775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98532ea6-aa43-48ad-a958-61ea94cdb265']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:30.451099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-e66a2b3c-f7a9-4ec1-926a-276753338d90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8:0:1::357 (ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7/2becddc2-f080-474b-ae7b-6c83169711ed/cd1cf5e1-063f-411d-ae3b-7db10e310d09) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:30.482926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50d0a60e-ded6-4fc1-94ac-1dadeb275744') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:30.483301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50d0a60e-ded6-4fc1-94ac-1dadeb275744') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:30.514348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.560425 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.583506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:30.583960 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:30.590250 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:30.622559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e66a2b3c-f7a9-4ec1-926a-276753338d90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.675950 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e66a2b3c-f7a9-4ec1-926a-276753338d90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.763052 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.778099 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.780702 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/98532ea6-aa43-48ad-a958-61ea94cdb265 HTTP/1.1" status: 204 len: 168 time: 1.2404938 Oct 27 16:31:30.784229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58030) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:30.791561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e66a2b3c-f7a9-4ec1-926a-276753338d90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] In _notify_port_updated(), no bound segment for port cd1cf5e1-063f-411d-ae3b-7db10e310d09 on network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 {{(pid=109723) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:31:30.792401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1230756846'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:30.801756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66a2b3c-f7a9-4ec1-926a-276753338d90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:30.802682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e66a2b3c-f7a9-4ec1-926a-276753338d90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.806652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e66a2b3c-f7a9-4ec1-926a-276753338d90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "PUT /v2.0/ports/cd1cf5e1-063f-411d-ae3b-7db10e310d09 HTTP/1.1" status: 200 len: 1010 time: 1.1520338 Oct 27 16:31:30.818124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58032) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:30.818284 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90b1af-4e99-42db-8cb3-b68ca0563cb7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Network': ['ID=98532ea6-aa43-48ad-a958-61ea94cdb265,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:30.860240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a2b3c-f7a9-4ec1-926a-276753338d90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=cd1cf5e1-063f-411d-ae3b-7db10e310d09,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:30.920550 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:30.924351 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.931890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8d01799e-c492-485e-b70c-8c6698e22c01 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port cd1cf5e1-063f-411d-ae3b-7db10e310d09 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:30.932595 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d01799e-c492-485e-b70c-8c6698e22c01 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:30.992243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:31.012731 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.013082 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Added segment cf78098b-5cd9-4b09-8b24-4a19b79358c0 of type vlan for network 0ede6536-5223-4ae0-85d5-84439b239c30 Oct 27 16:31:31.079248 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.151121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2e906cf9-ebb2-4811-acc0-adfd7ca2460f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:31.162681 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d01799e-c492-485e-b70c-8c6698e22c01 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.178239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8d01799e-c492-485e-b70c-8c6698e22c01 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for cd1cf5e1-063f-411d-ae3b-7db10e310d09 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:31.228643 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:31:31.274321 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.282918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:31.284258 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.323298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:31.324917 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.398473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852bf075-0450-460b-8899-6dcbf69fbe4a None None] Network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:31.446622 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6610241 Oct 27 16:31:31.454643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58036) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:31.467220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'network_id': '0ede6536-5223-4ae0-85d5-84439b239c30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:31.500869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822004f0-59f8-4d73-be6f-2ada0c3860eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=0ede6536-5223-4ae0-85d5-84439b239c30,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:31.533562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 0ede6536-5223-4ae0-85d5-84439b239c30 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:31.611663 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d01799e-c492-485e-b70c-8c6698e22c01 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.648008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01799e-c492-485e-b70c-8c6698e22c01 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=cd1cf5e1-063f-411d-ae3b-7db10e310d09,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:31.663961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9eb546da-7a1b-4727-9d15-b721deeb38de None None] Provisioning complete for port cd1cf5e1-063f-411d-ae3b-7db10e310d09 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:31.664444 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9eb546da-7a1b-4727-9d15-b721deeb38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.709096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9eb546da-7a1b-4727-9d15-b721deeb38de None None] Port cd1cf5e1-063f-411d-ae3b-7db10e310d09 was deleted so its status cannot be updated. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Oct 27 16:31:31.720994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8d01799e-c492-485e-b70c-8c6698e22c01 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.726971 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8d01799e-c492-485e-b70c-8c6698e22c01 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/cd1cf5e1-063f-411d-ae3b-7db10e310d09 HTTP/1.1" status: 204 len: 168 time: 0.9151003 Oct 27 16:31:31.727190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58040) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:31.759520 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b05933-d1ab-439d-b86a-70e333547272 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:31:31.761156 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d7b05933-d1ab-439d-b86a-70e333547272 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/cd1cf5e1-063f-411d-ae3b-7db10e310d09 HTTP/1.1" status: 404 len: 333 time: 0.0329869 Oct 27 16:31:31.761824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:31.764292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58044) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:31.766291 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.823141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9eb546da-7a1b-4727-9d15-b721deeb38de None None] Provisioning complete for port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:31.823603 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9eb546da-7a1b-4727-9d15-b721deeb38de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.865533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-989f500a-af84-4d77-9adf-4e25f7976d24 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting subnet 2becddc2-f080-474b-ae7b-6c83169711ed {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:31.871586 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-989f500a-af84-4d77-9adf-4e25f7976d24 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:31.938987 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-989f500a-af84-4d77-9adf-4e25f7976d24 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.074684 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-989f500a-af84-4d77-9adf-4e25f7976d24 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.174773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.249224 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-989f500a-af84-4d77-9adf-4e25f7976d24 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.256214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=7fc913a0-969a-4f90-808c-c4e1699cc32e,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:32.264941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Checking segment: {'id': 'cf78098b-5cd9-4b09-8b24-4a19b79358c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0ede6536-5223-4ae0-85d5-84439b239c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:32.265359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network hostable DHCP agents. Network: 0ede6536-5223-4ae0-85d5-84439b239c30, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:32.314123 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-989f500a-af84-4d77-9adf-4e25f7976d24 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.321217 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58048) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:32.321459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-989f500a-af84-4d77-9adf-4e25f7976d24 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/2becddc2-f080-474b-ae7b-6c83169711ed HTTP/1.1" status: 204 len: 168 time: 0.5556140 Oct 27 16:31:32.322718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f500a-af84-4d77-9adf-4e25f7976d24 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Subnet': ['ID=2becddc2-f080-474b-ae7b-6c83169711ed,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:32.360301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network 0ede6536-5223-4ae0-85d5-84439b239c30 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:32.394295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0cc831-4523-4b9c-b463-8442dfb13f97 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting subnet ec09ca16-ee60-45f2-a26e-99b3ab280f72 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:32.397654 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc831-4523-4b9c-b463-8442dfb13f97 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.425648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5c7c1f53-ced9-405b-a096-b65ba1cdd31b None None] Provisioning complete for port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:32.426230 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5c7c1f53-ced9-405b-a096-b65ba1cdd31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.463984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc831-4523-4b9c-b463-8442dfb13f97 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.506992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 0ede6536-5223-4ae0-85d5-84439b239c30) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:32.521141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:32.521737 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.581543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07323d8-bb11-4ef8-b704-219c3d799d34 None None] Network 0ede6536-5223-4ae0-85d5-84439b239c30 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:32.598537 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9ae6ef78-2a65-4e0b-95cb-8b19cf0638b6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1427987 Oct 27 16:31:32.602652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58050) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:32.615548 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc831-4523-4b9c-b463-8442dfb13f97 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.720896 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.721893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54726577-4ccf-40cf-b131-f6bca404beb7 None None] Network ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:32.777665 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc831-4523-4b9c-b463-8442dfb13f97 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.777903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9f16fd5-e28e-4fa8-8e39-056e0ea4d21c None None] Could not find standard attr ID for object cd1cf5e1-063f-411d-ae3b-7db10e310d09. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:31:32.847723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.894223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cc831-4523-4b9c-b463-8442dfb13f97 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Subnet': ['ID=ec09ca16-ee60-45f2-a26e-99b3ab280f72,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:32.916094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cc0cc831-4523-4b9c-b463-8442dfb13f97 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:32.926346 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cc0cc831-4523-4b9c-b463-8442dfb13f97 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/ec09ca16-ee60-45f2-a26e-99b3ab280f72 HTTP/1.1" status: 204 len: 168 time: 0.6031599 Oct 27 16:31:32.930542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58058) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:32.956234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-0ede6536-5223-4ae0-85d5-84439b239c30', 'network_id': '0ede6536-5223-4ae0-85d5-84439b239c30', 'tenant_id': 'c31982da93f54d85b3dfc387d78e6ea0', 'fixed_ips': [{'subnet_id': '7fc913a0-969a-4f90-808c-c4e1699cc32e'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:32.957169 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.033439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.131346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e33a2d-68e5-4487-a5f6-230906df954d None None] DHCP port deletion for ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:31:33.149608 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.198980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Allocated IP 2001:db8::1 (0ede6536-5223-4ae0-85d5-84439b239c30/7fc913a0-969a-4f90-808c-c4e1699cc32e/02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:33.305202 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:33.305776 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.332087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c2e33a2d-68e5-4487-a5f6-230906df954d None None] Deleting port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:33.332625 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2e33a2d-68e5-4487-a5f6-230906df954d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.396718 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] For port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2e906cf9-ebb2-4811-acc0-adfd7ca2460f,segment=NetworkSegment(c891e0b5-b0fc-43e0-824e-4cbad7589b6b),segment_id=c891e0b5-b0fc-43e0-824e-4cbad7589b6b)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:33.397153 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.414266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 2e906cf9-ebb2-4811-acc0-adfd7ca2460f owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:33.430692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c2e33a2d-68e5-4487-a5f6-230906df954d None None] For port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2e906cf9-ebb2-4811-acc0-adfd7ca2460f,segment=NetworkSegment(c891e0b5-b0fc-43e0-824e-4cbad7589b6b),segment_id=c891e0b5-b0fc-43e0-824e-4cbad7589b6b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:33.431241 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2e33a2d-68e5-4487-a5f6-230906df954d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.457412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c2e33a2d-68e5-4487-a5f6-230906df954d None None] Calling delete_port for 2e906cf9-ebb2-4811-acc0-adfd7ca2460f owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:33.544683 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.588561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.595974 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2e33a2d-68e5-4487-a5f6-230906df954d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.623324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=2e906cf9-ebb2-4811-acc0-adfd7ca2460f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:33.631543 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No DVR routers for this DVR port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:33.637438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e33a2d-68e5-4487-a5f6-230906df954d None None] Pushing event deleted for resources: {'Port': ['ID=2e906cf9-ebb2-4811-acc0-adfd7ca2460f,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:33.645956 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.688195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e33a2d-68e5-4487-a5f6-230906df954d None None] No DVR routers for this DVR port 2e906cf9-ebb2-4811-acc0-adfd7ca2460f on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:33.704607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.724040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.731710 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Network 0ede6536-5223-4ae0-85d5-84439b239c30 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:33.735773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:33.738564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:33.741543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Pushing event updated for resources: {'Port': ['ID=02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:33.748743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:33.764621 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c891e0b5-b0fc-43e0-824e-4cbad7589b6b') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:33.766135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c891e0b5-b0fc-43e0-824e-4cbad7589b6b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:33.778105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.785151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc913a0-969a-4f90-808c-c4e1699cc32e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:33.796235 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.804709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:33.805437 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:33.809085 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:33.845754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Attempting to bind port 02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:33.846609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Attempting to bind port 02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cf78098b-5cd9-4b09-8b24-4a19b79358c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0ede6536-5223-4ae0-85d5-84439b239c30'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:33.846984 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Attempting to bind port 02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e on network 0ede6536-5223-4ae0-85d5-84439b239c30 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:33.852759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:33.853179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Checking segment: {'id': 'cf78098b-5cd9-4b09-8b24-4a19b79358c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0ede6536-5223-4ae0-85d5-84439b239c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:33.853820 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.854215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Bound using segment: {'id': 'cf78098b-5cd9-4b09-8b24-4a19b79358c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0ede6536-5223-4ae0-85d5-84439b239c30'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:33.854683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Bound port: 02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf78098b-5cd9-4b09-8b24-4a19b79358c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0ede6536-5223-4ae0-85d5-84439b239c30'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:33.855083 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.940839 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.943047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] For port 02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:33.946499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] For port 02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e,segment=NetworkSegment(cf78098b-5cd9-4b09-8b24-4a19b79358c0),segment_id=cf78098b-5cd9-4b09-8b24-4a19b79358c0)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:33.964381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.965283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:33.974128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58074) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:33.974294 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/networks/ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7 HTTP/1.1" status: 204 len: 168 time: 1.0423949 Oct 27 16:31:34.003649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db04b6-fd80-4cad-ba2a-e6b2cfe1147d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Network': ['ID=ecc217b4-0c20-4a1f-9b89-6f7cc98e60a7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:34.010006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ede6536-5223-4ae0-85d5-84439b239c30']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:34.024304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf78098b-5cd9-4b09-8b24-4a19b79358c0') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:34.024720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf78098b-5cd9-4b09-8b24-4a19b79358c0') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:34.042010 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.051967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c6ff13-64fa-456c-ac16-d1559ea1ee65 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:34.057271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f8c6ff13-64fa-456c-ac16-d1559ea1ee65 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0780373 Oct 27 16:31:34.058593 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.058778 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58076) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:34.090676 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.124924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:34.125437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.170119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73210ccc-3e85-4c50-aa10-f102d464e483 None None] Pushing event updated for resources: {'Port': ['ID=02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:34.207574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c118c49-7148-4cd8-a734-b67cae8bd91f None None] Network 0ede6536-5223-4ae0-85d5-84439b239c30 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:34.209695 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f52818fd-a8dc-435e-a219-783ec8592fed tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1495295 Oct 27 16:31:34.214225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58080) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:34.222890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1482558098'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:34.241557 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:34.304405 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:31:34.304405 n-d-815689-1 neutron-server[109723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:31:34.304405 n-d-815689-1 neutron-server[109723]: [parameters: {'id': '0ede6536-5223-4ae0-85d5-84439b239c30'}] Oct 27 16:31:34.304405 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:31:34.307156 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:31:34.377367 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:34.381499 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.418607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:34.427633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dee596-a8e3-4d36-a8e6-7946f586f312 None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:31:34.438679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.438679 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Added segment f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2 of type vlan for network 0b0ad156-2c50-4242-84f9-6fd5c01b34d4 Oct 27 16:31:34.490914 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.550088 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dee596-a8e3-4d36-a8e6-7946f586f312 None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:31:34.594635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.601249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:34.606000 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.708516 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Network': ['ID=0b0ad156-2c50-4242-84f9-6fd5c01b34d4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:34.798575 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b86e1a95-7787-483e-b2ee-af260009eb5b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5813787 Oct 27 16:31:34.801761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58086) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:34.807883 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.809159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': '0b0ad156-2c50-4242-84f9-6fd5c01b34d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:34.865488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 0b0ad156-2c50-4242-84f9-6fd5c01b34d4 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:34.869775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Deleting port 02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:34.869775 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.962559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] For port 02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e,segment=NetworkSegment(cf78098b-5cd9-4b09-8b24-4a19b79358c0),segment_id=cf78098b-5cd9-4b09-8b24-4a19b79358c0)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:34.963300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:34.982006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Calling delete_port for 02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:35.090980 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:35.096529 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.128968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2e906cf9-ebb2-4811-acc0-adfd7ca2460f no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:35.153300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b8db5-f6c7-4571-915a-d7f933fbd605 None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:31:35.155303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 2e906cf9-ebb2-4811-acc0-adfd7ca2460f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:35.155643 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2e906cf9-ebb2-4811-acc0-adfd7ca2460f not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:35.165463 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.199969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No DVR routers for this DVR port 02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:35.201841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Port': ['ID=02bfc194-d9b6-4b3e-a70a-50dadd7c5c4e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:35.338730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790b8db5-f6c7-4571-915a-d7f933fbd605 None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:31:35.441450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.475027 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.480318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ede6536-5223-4ae0-85d5-84439b239c30']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:35.490745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf78098b-5cd9-4b09-8b24-4a19b79358c0') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:35.497388 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf78098b-5cd9-4b09-8b24-4a19b79358c0') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:35.503128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.520432 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.526962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:35.527358 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:35.530921 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:35.582629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Subnet': ['ID=8ce237de-527c-49e8-af26-9a6960837ebc,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:35.590680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Checking segment: {'id': 'f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0b0ad156-2c50-4242-84f9-6fd5c01b34d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:35.591141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network hostable DHCP agents. Network: 0b0ad156-2c50-4242-84f9-6fd5c01b34d4, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:35.690862 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.698205 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.705865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/0ede6536-5223-4ae0-85d5-84439b239c30 HTTP/1.1" status: 204 len: 168 time: 3.0965979 Oct 27 16:31:35.705997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58096) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:35.711345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1644038835'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:35.719413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network 0b0ad156-2c50-4242-84f9-6fd5c01b34d4 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:35.728770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8f06b-47ef-4763-b189-d5b401ebaf62 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Network': ['ID=0ede6536-5223-4ae0-85d5-84439b239c30,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:35.799740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 0b0ad156-2c50-4242-84f9-6fd5c01b34d4) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:35.805339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:35.806064 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.812269 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c341cb68-acae-4a87-81d4-103c385ec501 None None] Network 0b0ad156-2c50-4242-84f9-6fd5c01b34d4 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:35.829131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:35.833886 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.874819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:35.886088 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.886707 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Added segment a9a339af-26f6-4895-a551-f5d690c1ffe4 of type vlan for network 68ffc751-6d22-4dab-92cc-f4bf957c36cf Oct 27 16:31:35.936390 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:35.969261 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-773fb6d1-3881-443b-9244-1f4a3bfffb2b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1651125 Oct 27 16:31:35.971342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58102) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:35.977177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': '0b0ad156-2c50-4242-84f9-6fd5c01b34d4', 'name': 'tempest-PortsIpV6TestJSON-591868977'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:36.066406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-0b0ad156-2c50-4242-84f9-6fd5c01b34d4', 'network_id': '0b0ad156-2c50-4242-84f9-6fd5c01b34d4', 'tenant_id': '32dc9fbfa25749bb80944ef091505cec', 'fixed_ips': [{'subnet_id': '8ce237de-527c-49e8-af26-9a6960837ebc'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:36.070049 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.085922 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.093012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:36.094067 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.176194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=68ffc751-6d22-4dab-92cc-f4bf957c36cf,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:36.208728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 68ffc751-6d22-4dab-92cc-f4bf957c36cf details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:36.230551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6a54f27d-e047-4ea2-a11f-dfa69128ccf7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5212517 Oct 27 16:31:36.231947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58106) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:36.238359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'network_id': '68ffc751-6d22-4dab-92cc-f4bf957c36cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:36.308464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:36.313366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.341272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port c193bc8e-10c3-43ec-ad18-3f0108067495 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:36.361228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Allocated IP 2001:db8::2 (0b0ad156-2c50-4242-84f9-6fd5c01b34d4/8ce237de-527c-49e8-af26-9a6960837ebc/6fda91e4-6176-4787-8eab-0d1cd2f69a4e) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:36.468394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:36.472392 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.611931 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.667296 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.836309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Pushing event updated for resources: {'Port': ['ID=6fda91e4-6176-4787-8eab-0d1cd2f69a4e,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:36.850267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Network 0b0ad156-2c50-4242-84f9-6fd5c01b34d4 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:36.854858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:36.857553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:36.879328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8::171 (0b0ad156-2c50-4242-84f9-6fd5c01b34d4/8ce237de-527c-49e8-af26-9a6960837ebc/c193bc8e-10c3-43ec-ad18-3f0108067495) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:36.920099 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:36.979258 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Attempting to bind port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:36.983662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Attempting to bind port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0b0ad156-2c50-4242-84f9-6fd5c01b34d4'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:36.989570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Attempting to bind port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e on network 0b0ad156-2c50-4242-84f9-6fd5c01b34d4 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:37.009312 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:37.018491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Checking segment: {'id': 'f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0b0ad156-2c50-4242-84f9-6fd5c01b34d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:37.018491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.018491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Bound using segment: {'id': 'f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0b0ad156-2c50-4242-84f9-6fd5c01b34d4'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:37.018491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Bound port: 6fda91e4-6176-4787-8eab-0d1cd2f69a4e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0b0ad156-2c50-4242-84f9-6fd5c01b34d4'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:37.018491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.108301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=8e3e6179-dd5c-4d6e-b647-847e79ecf5b1,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:37.111313 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.112258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Checking segment: {'id': 'a9a339af-26f6-4895-a551-f5d690c1ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '68ffc751-6d22-4dab-92cc-f4bf957c36cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:37.115811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network hostable DHCP agents. Network: 68ffc751-6d22-4dab-92cc-f4bf957c36cf, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:37.185930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] For port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:37.190009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.208044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] For port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6fda91e4-6176-4787-8eab-0d1cd2f69a4e,segment=NetworkSegment(f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2),segment_id=f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:37.257258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network 68ffc751-6d22-4dab-92cc-f4bf957c36cf is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:37.282882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network 0b0ad156-2c50-4242-84f9-6fd5c01b34d4 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:37.287086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:37.292423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:37.297936 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.319878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:37.324364 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.362137 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=c193bc8e-10c3-43ec-ad18-3f0108067495,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:37.382877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 68ffc751-6d22-4dab-92cc-f4bf957c36cf) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:37.388488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:37.389137 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.452764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b7913-2987-4dfd-9c5f-bddb8d1f795b None None] Pushing event updated for resources: {'Port': ['ID=6fda91e4-6176-4787-8eab-0d1cd2f69a4e,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:37.463468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58122) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:37.469836 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b8395297-8333-45b6-8617-cf9619f012dd tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4959490 Oct 27 16:31:37.471060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': '0b0ad156-2c50-4242-84f9-6fd5c01b34d4', 'name': 'tempest-PortsIpV6TestJSON-1781694289'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:37.477938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2794ba-8e46-4ad1-b768-9375aea0c30d None None] Network 68ffc751-6d22-4dab-92cc-f4bf957c36cf requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:37.515357 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-482e24d7-7e97-4806-bfa1-1d5186989756 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2825656 Oct 27 16:31:37.519097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58124) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:37.525418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4d36b418-fc9f-4fb0-a241-c625b96e48bd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'network_id': '68ffc751-6d22-4dab-92cc-f4bf957c36cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:37.920071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:37.928946 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:37.959221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-68ffc751-6d22-4dab-92cc-f4bf957c36cf', 'network_id': '68ffc751-6d22-4dab-92cc-f4bf957c36cf', 'tenant_id': 'c31982da93f54d85b3dfc387d78e6ea0', 'fixed_ips': [{'subnet_id': '8e3e6179-dd5c-4d6e-b647-847e79ecf5b1'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:37.960961 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.001848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port 9540ecd9-578f-41a0-8389-c5f26e8f0a3a yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:38.011833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d36b418-fc9f-4fb0-a241-c625b96e48bd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:38.016461 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d36b418-fc9f-4fb0-a241-c625b96e48bd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.233052 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Allocated IP 2001:db8::2 (68ffc751-6d22-4dab-92cc-f4bf957c36cf/8e3e6179-dd5c-4d6e-b647-847e79ecf5b1/86cead98-6a05-40f8-8d5c-4a47eba625a1) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:38.301485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8::287 (0b0ad156-2c50-4242-84f9-6fd5c01b34d4/8ce237de-527c-49e8-af26-9a6960837ebc/9540ecd9-578f-41a0-8389-c5f26e8f0a3a) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:38.617047 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d36b418-fc9f-4fb0-a241-c625b96e48bd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.638423 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.701298 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.702872 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.798636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Network 68ffc751-6d22-4dab-92cc-f4bf957c36cf is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:38.803184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:38.814513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:38.838944 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Pushing event updated for resources: {'Port': ['ID=86cead98-6a05-40f8-8d5c-4a47eba625a1,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:38.854420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.937351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network 0b0ad156-2c50-4242-84f9-6fd5c01b34d4 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:38.947667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:38.966575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:38.981373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:38.982183 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:38.993936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Attempting to bind port 86cead98-6a05-40f8-8d5c-4a47eba625a1 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:38.994490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Attempting to bind port 86cead98-6a05-40f8-8d5c-4a47eba625a1 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a9a339af-26f6-4895-a551-f5d690c1ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '68ffc751-6d22-4dab-92cc-f4bf957c36cf'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:38.996977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Attempting to bind port 86cead98-6a05-40f8-8d5c-4a47eba625a1 on network 68ffc751-6d22-4dab-92cc-f4bf957c36cf {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:39.014515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:39.014932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Checking segment: {'id': 'a9a339af-26f6-4895-a551-f5d690c1ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '68ffc751-6d22-4dab-92cc-f4bf957c36cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:39.034512 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.037591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Bound using segment: {'id': 'a9a339af-26f6-4895-a551-f5d690c1ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '68ffc751-6d22-4dab-92cc-f4bf957c36cf'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:39.038328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Bound port: 86cead98-6a05-40f8-8d5c-4a47eba625a1, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a339af-26f6-4895-a551-f5d690c1ffe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '68ffc751-6d22-4dab-92cc-f4bf957c36cf'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:39.042678 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.079892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=9540ecd9-578f-41a0-8389-c5f26e8f0a3a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:39.104894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ce59efff-84c3-4bef-8c2b-7ccd13b30855 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6400204 Oct 27 16:31:39.105574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58136) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:39.181461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca233787-fece-4424-8a8a-dd77d02b06e5 None None] Network 0b0ad156-2c50-4242-84f9-6fd5c01b34d4 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:39.202373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d36b418-fc9f-4fb0-a241-c625b96e48bd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network 68ffc751-6d22-4dab-92cc-f4bf957c36cf is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:39.210959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-4d36b418-fc9f-4fb0-a241-c625b96e48bd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:39.216513 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d36b418-fc9f-4fb0-a241-c625b96e48bd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:39.217337 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d36b418-fc9f-4fb0-a241-c625b96e48bd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.246253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36b418-fc9f-4fb0-a241-c625b96e48bd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=cf92c1c9-dbf1-4b89-86b4-23e4099af393,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:39.296337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e97ffc-f13d-4ca1-befb-fae96b1c4c90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:39.298257 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d5e97ffc-f13d-4ca1-befb-fae96b1c4c90 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A171 HTTP/1.1" status: 200 len: 928 time: 0.1917176 Oct 27 16:31:39.301655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58138) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:39.314638 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4d36b418-fc9f-4fb0-a241-c625b96e48bd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7910869 Oct 27 16:31:39.314907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58140) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:39.362152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6fda91e4-6176-4787-8eab-0d1cd2f69a4e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:39.415272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-61cbe7de-f1d0-4154-bfcb-1ea4f03e92f4 None None] Provisioning complete for port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:39.415891 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-61cbe7de-f1d0-4154-bfcb-1ea4f03e92f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.435733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3ef95d77-8514-4772-94c5-9fb7fbb518ac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 9540ecd9-578f-41a0-8389-c5f26e8f0a3a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:39.436391 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ef95d77-8514-4772-94c5-9fb7fbb518ac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.456338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694eca6a-555e-451a-b0e6-9ddd4b77d652 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:39.459833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694eca6a-555e-451a-b0e6-9ddd4b77d652 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:39.459833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694eca6a-555e-451a-b0e6-9ddd4b77d652 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:39.461549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694eca6a-555e-451a-b0e6-9ddd4b77d652 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:39.463987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694eca6a-555e-451a-b0e6-9ddd4b77d652 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:39.468967 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-694eca6a-555e-451a-b0e6-9ddd4b77d652 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1493387 Oct 27 16:31:39.469357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58142) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:39.475590 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1128588958'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:39.546050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] For port 86cead98-6a05-40f8-8d5c-4a47eba625a1, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:39.605253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:39.608817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.612288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] For port 86cead98-6a05-40f8-8d5c-4a47eba625a1, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=86cead98-6a05-40f8-8d5c-4a47eba625a1,segment=NetworkSegment(a9a339af-26f6-4895-a551-f5d690c1ffe4),segment_id=a9a339af-26f6-4895-a551-f5d690c1ffe4)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:39.629316 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ef95d77-8514-4772-94c5-9fb7fbb518ac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.651545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-3ef95d77-8514-4772-94c5-9fb7fbb518ac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 9540ecd9-578f-41a0-8389-c5f26e8f0a3a owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:39.662263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:39.678065 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.678065 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Added segment 866b0180-5958-4b13-8895-1561ef81aa6d of type vlan for network 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 Oct 27 16:31:39.735469 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.741323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.867814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:39.872421 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.872568 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.874904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:39.876758 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.917108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb2794-48eb-4f40-8261-e72c1647928e None None] Pushing event updated for resources: {'Port': ['ID=86cead98-6a05-40f8-8d5c-4a47eba625a1,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:39.920856 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-61cbe7de-f1d0-4154-bfcb-1ea4f03e92f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:39.960097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=01bfc4c2-23e7-44e9-abc8-5a88b7ac7911,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:39.998704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:40.005811 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a26c7d3a-e689-4376-b729-8e3d90ecbd32 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5328734 Oct 27 16:31:40.007198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58146) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:40.018596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1a0624a9-d26c-4ae7-b343-f7d63f80469e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:40.024911 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ef95d77-8514-4772-94c5-9fb7fbb518ac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.152666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-61cbe7de-f1d0-4154-bfcb-1ea4f03e92f4 None None] For port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6fda91e4-6176-4787-8eab-0d1cd2f69a4e,segment=NetworkSegment(f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2),segment_id=f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:40.177774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef95d77-8514-4772-94c5-9fb7fbb518ac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=9540ecd9-578f-41a0-8389-c5f26e8f0a3a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:40.213596 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.236733 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-61cbe7de-f1d0-4154-bfcb-1ea4f03e92f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.261361 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3ef95d77-8514-4772-94c5-9fb7fbb518ac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.261361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3ef95d77-8514-4772-94c5-9fb7fbb518ac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/9540ecd9-578f-41a0-8389-c5f26e8f0a3a HTTP/1.1" status: 204 len: 168 time: 0.9512987 Oct 27 16:31:40.261877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58152) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:40.325376 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a601ddd-ded0-4569-ae59-451c26dea3bc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:31:40.331991 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2a601ddd-ded0-4569-ae59-451c26dea3bc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/9540ecd9-578f-41a0-8389-c5f26e8f0a3a HTTP/1.1" status: 404 len: 333 time: 0.0711305 Oct 27 16:31:40.334239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58154) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:40.441811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a0624a9-d26c-4ae7-b343-f7d63f80469e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.470089 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:31:40.470541 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:31:40.498720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cbe7de-f1d0-4154-bfcb-1ea4f03e92f4 None None] Pushing event updated for resources: {'Port': ['ID=6fda91e4-6176-4787-8eab-0d1cd2f69a4e,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:40.530148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bf12bddc-d77d-4102-8722-0a0f469e0817 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port c193bc8e-10c3-43ec-ad18-3f0108067495 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:40.530148 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf12bddc-d77d-4102-8722-0a0f469e0817 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.548692 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a0624a9-d26c-4ae7-b343-f7d63f80469e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.632579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0624a9-d26c-4ae7-b343-f7d63f80469e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=01bfc4c2-23e7-44e9-abc8-5a88b7ac7911,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:40.637798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a0624a9-d26c-4ae7-b343-f7d63f80469e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 is not hosted by any dhcp agent {{(pid=109723) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:31:40.646893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:40.649982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0624a9-d26c-4ae7-b343-f7d63f80469e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:40.659431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a0624a9-d26c-4ae7-b343-f7d63f80469e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.663307 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1a0624a9-d26c-4ae7-b343-f7d63f80469e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "PUT /v2.0/networks/01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 HTTP/1.1" status: 200 len: 723 time: 0.6559560 Oct 27 16:31:40.664409 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf12bddc-d77d-4102-8722-0a0f469e0817 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.666644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58156) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:40.673583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'network_id': '01bfc4c2-23e7-44e9-abc8-5a88b7ac7911', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:40.739463 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cbc70272-a500-4ac2-b7aa-33964b818553 None None] Provisioning complete for port c193bc8e-10c3-43ec-ad18-3f0108067495 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:40.739915 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cbc70272-a500-4ac2-b7aa-33964b818553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.800533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bf12bddc-d77d-4102-8722-0a0f469e0817 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for c193bc8e-10c3-43ec-ad18-3f0108067495 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:40.823228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cbc70272-a500-4ac2-b7aa-33964b818553 None None] Port c193bc8e-10c3-43ec-ad18-3f0108067495 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:40.838935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cbc70272-a500-4ac2-b7aa-33964b818553 None None] Provisioning complete for port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:40.839395 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cbc70272-a500-4ac2-b7aa-33964b818553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:40.955979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cbc70272-a500-4ac2-b7aa-33964b818553 None None] Could not find standard attr ID for object 9540ecd9-578f-41a0-8389-c5f26e8f0a3a. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:31:41.205054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-688ae9ac-c013-4486-a397-5a72496dcc9b None None] Provisioning complete for port c193bc8e-10c3-43ec-ad18-3f0108067495 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:41.206346 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-688ae9ac-c013-4486-a397-5a72496dcc9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.285603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-688ae9ac-c013-4486-a397-5a72496dcc9b None None] Port c193bc8e-10c3-43ec-ad18-3f0108067495 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:41.314534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:41.319504 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.388008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6fda91e4-6176-4787-8eab-0d1cd2f69a4e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:41.415079 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf12bddc-d77d-4102-8722-0a0f469e0817 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.481305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:41.481684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.550502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12bddc-d77d-4102-8722-0a0f469e0817 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=c193bc8e-10c3-43ec-ad18-3f0108067495,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:41.609183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bf12bddc-d77d-4102-8722-0a0f469e0817 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.617626 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bf12bddc-d77d-4102-8722-0a0f469e0817 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/c193bc8e-10c3-43ec-ad18-3f0108067495 HTTP/1.1" status: 204 len: 168 time: 1.2806520 Oct 27 16:31:41.621093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58168) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:41.646005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3917e1a0-e1b1-4299-b649-750248e62008 None None] Could not find standard attr ID for object 9540ecd9-578f-41a0-8389-c5f26e8f0a3a. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:31:41.652846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 86cead98-6a05-40f8-8d5c-4a47eba625a1 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:41.685372 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-3970be8b-39bf-43a1-a67e-379aa7b13570 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:31:41.690097 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3970be8b-39bf-43a1-a67e-379aa7b13570 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/c193bc8e-10c3-43ec-ad18-3f0108067495 HTTP/1.1" status: 404 len: 333 time: 0.0668106 Oct 27 16:31:41.691302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58170) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:41.764907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 86cead98-6a05-40f8-8d5c-4a47eba625a1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:41.765736 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.833182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-437f1fdb-4c83-4e0a-b4c2-bdf5deaaefea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting subnet 8ce237de-527c-49e8-af26-9a6960837ebc {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:41.873773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f00be1f-3686-466c-b3b2-a89bd456c84f None None] Network 68ffc751-6d22-4dab-92cc-f4bf957c36cf requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:41.875659 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-437f1fdb-4c83-4e0a-b4c2-bdf5deaaefea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:41.994471 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-437f1fdb-4c83-4e0a-b4c2-bdf5deaaefea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.088879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.256934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-12e2213a-fc46-4f5d-bca1-4e4c4fa95598 None None] Provisioning complete for port 86cead98-6a05-40f8-8d5c-4a47eba625a1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:42.257513 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-12e2213a-fc46-4f5d-bca1-4e4c4fa95598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.297862 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.349094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=adbe046b-5b59-4151-81e1-6fd9ee75f3b6,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:42.351737 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-437f1fdb-4c83-4e0a-b4c2-bdf5deaaefea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.405972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 86cead98-6a05-40f8-8d5c-4a47eba625a1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=86cead98-6a05-40f8-8d5c-4a47eba625a1,segment=NetworkSegment(a9a339af-26f6-4895-a551-f5d690c1ffe4),segment_id=a9a339af-26f6-4895-a551-f5d690c1ffe4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:42.468503 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Checking segment: {'id': '866b0180-5958-4b13-8895-1561ef81aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '01bfc4c2-23e7-44e9-abc8-5a88b7ac7911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:42.468914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network hostable DHCP agents. Network: 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:42.494424 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.549299 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-12e2213a-fc46-4f5d-bca1-4e4c4fa95598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.628374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:42.657891 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-437f1fdb-4c83-4e0a-b4c2-bdf5deaaefea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.661028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=86cead98-6a05-40f8-8d5c-4a47eba625a1,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:42.690205 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-12e2213a-fc46-4f5d-bca1-4e4c4fa95598 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:31:42.690691 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-12e2213a-fc46-4f5d-bca1-4e4c4fa95598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:31:42.693427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c76fc4b-7916-45e7-b70f-7997ccdf9b44 None None] Update dhcp port {'port': {'network_id': '68ffc751-6d22-4dab-92cc-f4bf957c36cf', 'fixed_ips': [{'subnet_id': '8e3e6179-dd5c-4d6e-b647-847e79ecf5b1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cf92c1c9-dbf1-4b89-86b4-23e4099af393'}], 'binding:host_id': 'n-d-815689-1'}, 'id': '86cead98-6a05-40f8-8d5c-4a47eba625a1'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:31:42.720762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437f1fdb-4c83-4e0a-b4c2-bdf5deaaefea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Subnet': ['ID=8ce237de-527c-49e8-af26-9a6960837ebc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:42.721378 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c76fc4b-7916-45e7-b70f-7997ccdf9b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.722749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:42.727475 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-437f1fdb-4c83-4e0a-b4c2-bdf5deaaefea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.733366 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-437f1fdb-4c83-4e0a-b4c2-bdf5deaaefea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/8ce237de-527c-49e8-af26-9a6960837ebc HTTP/1.1" status: 204 len: 168 time: 1.0386608 Oct 27 16:31:42.733366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:42.733366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.733735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58178) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:42.746279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650af91e-e36f-4b01-85af-47165b079af4 None None] Network 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:42.752560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb3cda5-feac-41f2-9d17-a1087cebd2b0 None None] Network 0b0ad156-2c50-4242-84f9-6fd5c01b34d4 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:42.791750 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dfd5ae71-4238-49af-992b-f30ac59b9f2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1240335 Oct 27 16:31:42.797598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58180) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:42.805207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3fa86983-daa1-4d89-a75b-80ad787e1072 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:42.899424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:42.971578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-7c76fc4b-7916-45e7-b70f-7997ccdf9b44 None None] Allocated IP 172.20.0.1 (68ffc751-6d22-4dab-92cc-f4bf957c36cf/cf92c1c9-dbf1-4b89-86b4-23e4099af393/86cead98-6a05-40f8-8d5c-4a47eba625a1) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:43.029381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3fa86983-daa1-4d89-a75b-80ad787e1072 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59137899'] for subnet, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.033068 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:43.037234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.196018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] For port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6fda91e4-6176-4787-8eab-0d1cd2f69a4e,segment=NetworkSegment(f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2),segment_id=f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:43.196414 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.224991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7c76fc4b-7916-45e7-b70f-7997ccdf9b44 None None] For port 86cead98-6a05-40f8-8d5c-4a47eba625a1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=86cead98-6a05-40f8-8d5c-4a47eba625a1,segment=NetworkSegment(a9a339af-26f6-4895-a551-f5d690c1ffe4),segment_id=a9a339af-26f6-4895-a551-f5d690c1ffe4)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:43.231770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 86cead98-6a05-40f8-8d5c-4a47eba625a1 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:43.239799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 6fda91e4-6176-4787-8eab-0d1cd2f69a4e owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:43.405432 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3fa86983-daa1-4d89-a75b-80ad787e1072 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772310051557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58854939'] for subnet, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.415980 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c76fc4b-7916-45e7-b70f-7997ccdf9b44 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.457135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa86983-daa1-4d89-a75b-80ad787e1072 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:43.457867 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3fa86983-daa1-4d89-a75b-80ad787e1072 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.461992 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3fa86983-daa1-4d89-a75b-80ad787e1072 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "PUT /v2.0/subnets/adbe046b-5b59-4151-81e1-6fd9ee75f3b6 HTTP/1.1" status: 200 len: 826 time: 0.6604600 Oct 27 16:31:43.462556 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58186) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:43.487854 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.522659 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c76fc4b-7916-45e7-b70f-7997ccdf9b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.538438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=6fda91e4-6176-4787-8eab-0d1cd2f69a4e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:43.563302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa86983-daa1-4d89-a75b-80ad787e1072 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=adbe046b-5b59-4151-81e1-6fd9ee75f3b6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:43.563898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No DVR routers for this DVR port 6fda91e4-6176-4787-8eab-0d1cd2f69a4e on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:43.636022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76fc4b-7916-45e7-b70f-7997ccdf9b44 None None] Pushing event updated for resources: {'Port': ['ID=86cead98-6a05-40f8-8d5c-4a47eba625a1,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:43.639420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236b8fd-0dc3-425c-914e-1b97b2e45400 None None] DHCP port deletion for 0b0ad156-2c50-4242-84f9-6fd5c01b34d4 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:31:43.661561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 86cead98-6a05-40f8-8d5c-4a47eba625a1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:43.661946 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.665059 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.710112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-01bfc4c2-23e7-44e9-abc8-5a88b7ac7911', 'network_id': '01bfc4c2-23e7-44e9-abc8-5a88b7ac7911', 'tenant_id': 'c31982da93f54d85b3dfc387d78e6ea0', 'fixed_ips': [{'subnet_id': 'adbe046b-5b59-4151-81e1-6fd9ee75f3b6'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:43.710973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.755870 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.819333 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.845002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0ad156-2c50-4242-84f9-6fd5c01b34d4']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:43.857089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:43.857649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6a0d348-2f6b-41d0-b5b3-ee46bcae49e2') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:43.872938 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.889009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.897453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:43.897869 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:43.984005 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:44.013533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Allocated IP 2001:db8::2 (01bfc4c2-23e7-44e9-abc8-5a88b7ac7911/adbe046b-5b59-4151-81e1-6fd9ee75f3b6/cd5d0f54-89f0-4cd6-b228-9a41d835c41b) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:44.057452 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.074050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.078783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58190) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:44.079313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/networks/0b0ad156-2c50-4242-84f9-6fd5c01b34d4 HTTP/1.1" status: 204 len: 168 time: 1.3423960 Oct 27 16:31:44.087206 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-892734183'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:44.097245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4120fa-c56e-4c45-9a62-1b2c6250f9d4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Network': ['ID=0b0ad156-2c50-4242-84f9-6fd5c01b34d4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:44.160231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:44.165195 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.215384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:44.237095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.237610 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Added segment 5d10f8d9-ee08-4a28-8c9c-447cf6321f04 of type vlan for network 492fee67-71e0-4156-9483-5e320ac4748f Oct 27 16:31:44.301488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.370985 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.377674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:44.379221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.388126 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.434971 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.510303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Network': ['ID=492fee67-71e0-4156-9483-5e320ac4748f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:44.528999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Network 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:44.529923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 492fee67-71e0-4156-9483-5e320ac4748f details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:44.557104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:44.560265 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:44.578873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58196) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:44.582760 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a0f387c2-f376-4c74-a6e1-ec1a9a8e242b tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5018673 Oct 27 16:31:44.586200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': '492fee67-71e0-4156-9483-5e320ac4748f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:44.606142 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.618815 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Pushing event updated for resources: {'Port': ['ID=cd5d0f54-89f0-4cd6-b228-9a41d835c41b,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:44.681147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b394d36-d074-40c2-b712-a41eff23eb77 None None] Network 68ffc751-6d22-4dab-92cc-f4bf957c36cf requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:44.691450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Subnet': ['ID=adbe046b-5b59-4151-81e1-6fd9ee75f3b6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:44.809844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Attempting to bind port cd5d0f54-89f0-4cd6-b228-9a41d835c41b on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:44.810160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Attempting to bind port cd5d0f54-89f0-4cd6-b228-9a41d835c41b by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '866b0180-5958-4b13-8895-1561ef81aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '01bfc4c2-23e7-44e9-abc8-5a88b7ac7911'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:44.810526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Attempting to bind port cd5d0f54-89f0-4cd6-b228-9a41d835c41b on network 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:44.852771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.853009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:44.855412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Checking segment: {'id': '866b0180-5958-4b13-8895-1561ef81aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '01bfc4c2-23e7-44e9-abc8-5a88b7ac7911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:44.855412 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.855412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Bound using segment: {'id': '866b0180-5958-4b13-8895-1561ef81aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '01bfc4c2-23e7-44e9-abc8-5a88b7ac7911'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:44.855412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Bound port: cd5d0f54-89f0-4cd6-b228-9a41d835c41b, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866b0180-5958-4b13-8895-1561ef81aa6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '01bfc4c2-23e7-44e9-abc8-5a88b7ac7911'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:44.855771 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.882537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d7978cc5-762c-42e0-9595-6308cffe716b None None] Provisioning complete for port 86cead98-6a05-40f8-8d5c-4a47eba625a1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:44.882913 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d7978cc5-762c-42e0-9595-6308cffe716b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.898196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:44.902731 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.904449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bfc4c2-23e7-44e9-abc8-5a88b7ac7911']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:44.920918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866b0180-5958-4b13-8895-1561ef81aa6d') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:44.921761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866b0180-5958-4b13-8895-1561ef81aa6d') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:44.940210 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.958758 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:44.966686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:44.967208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:45.029774 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:45.070748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] For port cd5d0f54-89f0-4cd6-b228-9a41d835c41b, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:45.095869 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.api [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:31:45.095869 n-d-815689-1 neutron-server[109722]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:31:45.095869 n-d-815689-1 neutron-server[109722]: [parameters: {'id': '01bfc4c2-23e7-44e9-abc8-5a88b7ac7911'}] Oct 27 16:31:45.095869 n-d-815689-1 neutron-server[109722]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:31:45.096427 n-d-815689-1 neutron-server[109722]: DEBUG oslo_db.api [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:31:45.163897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] For port cd5d0f54-89f0-4cd6-b228-9a41d835c41b, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cd5d0f54-89f0-4cd6-b228-9a41d835c41b,segment=NetworkSegment(866b0180-5958-4b13-8895-1561ef81aa6d),segment_id=866b0180-5958-4b13-8895-1561ef81aa6d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:45.167170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 86cead98-6a05-40f8-8d5c-4a47eba625a1 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:45.400377 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.431253 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.494610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 86cead98-6a05-40f8-8d5c-4a47eba625a1 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:45.495653 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.525953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Checking segment: {'id': '5d10f8d9-ee08-4a28-8c9c-447cf6321f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '492fee67-71e0-4156-9483-5e320ac4748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:45.526578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network hostable DHCP agents. Network: 492fee67-71e0-4156-9483-5e320ac4748f, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:45.532392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Subnet': ['ID=d615bcc0-cffa-4e65-b384-fd25826ef862,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:45.585008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4dc826-7e99-4c17-866f-e9543787f3f6 None None] Pushing event updated for resources: {'Port': ['ID=cd5d0f54-89f0-4cd6-b228-9a41d835c41b,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:45.597360 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.611184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4d9029-ba15-4d0f-9228-922ab503a045 None None] Network 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:45.639867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network 492fee67-71e0-4156-9483-5e320ac4748f is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:45.708903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 492fee67-71e0-4156-9483-5e320ac4748f) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:45.714520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:45.715117 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.735981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230666c-ee4d-41c1-baec-bb27696f6634 None None] Network 492fee67-71e0-4156-9483-5e320ac4748f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:45.736595 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Deleting port cd5d0f54-89f0-4cd6-b228-9a41d835c41b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:45.737004 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.860396 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c58855d2-2d98-4013-9bd5-4d37faa288d3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2797339 Oct 27 16:31:45.861054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58206) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:45.870723 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': '492fee67-71e0-4156-9483-5e320ac4748f', 'name': 'tempest-PortsIpV6TestJSON-15391460', 'fixed_ips': [{'subnet_id': 'd615bcc0-cffa-4e65-b384-fd25826ef862', 'ip_address': '2001:db8::10'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:45.879171 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] For port cd5d0f54-89f0-4cd6-b228-9a41d835c41b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cd5d0f54-89f0-4cd6-b228-9a41d835c41b,segment=NetworkSegment(866b0180-5958-4b13-8895-1561ef81aa6d),segment_id=866b0180-5958-4b13-8895-1561ef81aa6d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:45.885541 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:45.920817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Calling delete_port for cd5d0f54-89f0-4cd6-b228-9a41d835c41b owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:46.029186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-46d81802-eb55-4082-ad59-87750f027239 None None] Provisioning complete for port 86cead98-6a05-40f8-8d5c-4a47eba625a1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:46.029186 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-46d81802-eb55-4082-ad59-87750f027239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.149031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6fda91e4-6176-4787-8eab-0d1cd2f69a4e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:46.149031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 6fda91e4-6176-4787-8eab-0d1cd2f69a4e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:46.149031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6fda91e4-6176-4787-8eab-0d1cd2f69a4e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:46.181122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a274f75-957d-4d62-8712-69f504bb9d86 None None] Network 01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:46.347739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-492fee67-71e0-4156-9483-5e320ac4748f', 'network_id': '492fee67-71e0-4156-9483-5e320ac4748f', 'tenant_id': '32dc9fbfa25749bb80944ef091505cec', 'fixed_ips': [{'subnet_id': 'd615bcc0-cffa-4e65-b384-fd25826ef862'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:46.348748 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.706535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:46.707006 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.737491 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Port': ['ID=cd5d0f54-89f0-4cd6-b228-9a41d835c41b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:46.746161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No DVR routers for this DVR port cd5d0f54-89f0-4cd6-b228-9a41d835c41b on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:46.748714 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.749075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.749420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.749818 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.750772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.751251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.751589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.751922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.752278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.752658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.753037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.753370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:46.907455 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.929759 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:46.949159 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Allocated IP 2001:db8::2 (492fee67-71e0-4156-9483-5e320ac4748f/d615bcc0-cffa-4e65-b384-fd25826ef862/b023186b-4036-4b81-990c-c0bc2f0c1d80) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:46.958464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port c6d66400-94d5-42ab-852b-3d52a237b9a9 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:46.980890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bfc4c2-23e7-44e9-abc8-5a88b7ac7911']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:47.008437 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866b0180-5958-4b13-8895-1561ef81aa6d') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:47.008645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866b0180-5958-4b13-8895-1561ef81aa6d') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:47.027119 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.070871 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.079458 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:47.079458 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:47.088730 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:47.220612 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.314878 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.343079 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.373828 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.378821 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 HTTP/1.1" status: 204 len: 168 time: 3.9153008 Oct 27 16:31:47.379697 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44486e15-b10c-4d97-9722-deb7748e4b4b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Network': ['ID=01bfc4c2-23e7-44e9-abc8-5a88b7ac7911,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:47.393641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58220) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:47.423501 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e94ed1-eae2-4af5-a936-fa67a80e79f1 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:31:47.424132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e94ed1-eae2-4af5-a936-fa67a80e79f1 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:31:47.427248 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-50e94ed1-eae2-4af5-a936-fa67a80e79f1 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 HTTP/1.1" status: 404 len: 339 time: 0.0326273 Oct 27 16:31:47.447761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58222) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:47.447761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1258830700', 'description': 'd1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:47.449851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Network 492fee67-71e0-4156-9483-5e320ac4748f is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:47.453806 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:47.459299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:47.463664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Pushing event updated for resources: {'Port': ['ID=b023186b-4036-4b81-990c-c0bc2f0c1d80,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:47.523847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8::10 (492fee67-71e0-4156-9483-5e320ac4748f/d615bcc0-cffa-4e65-b384-fd25826ef862/c6d66400-94d5-42ab-852b-3d52a237b9a9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:47.588528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:47.592442 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.608153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Attempting to bind port b023186b-4036-4b81-990c-c0bc2f0c1d80 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:47.609686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Attempting to bind port b023186b-4036-4b81-990c-c0bc2f0c1d80 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '5d10f8d9-ee08-4a28-8c9c-447cf6321f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '492fee67-71e0-4156-9483-5e320ac4748f'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:47.610311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Attempting to bind port b023186b-4036-4b81-990c-c0bc2f0c1d80 on network 492fee67-71e0-4156-9483-5e320ac4748f {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:47.617559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:47.618303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Checking segment: {'id': '5d10f8d9-ee08-4a28-8c9c-447cf6321f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '492fee67-71e0-4156-9483-5e320ac4748f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:47.618940 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.619580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Bound using segment: {'id': '5d10f8d9-ee08-4a28-8c9c-447cf6321f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '492fee67-71e0-4156-9483-5e320ac4748f'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:47.620402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Bound port: b023186b-4036-4b81-990c-c0bc2f0c1d80, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d10f8d9-ee08-4a28-8c9c-447cf6321f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '492fee67-71e0-4156-9483-5e320ac4748f'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:47.621024 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.642900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:47.663130 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.663485 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Added segment 4aa65a9e-d6a1-4cfa-8574-a6484dccde2f of type vlan for network 8a5377cf-58c3-46af-9b0a-c5e6384451fb Oct 27 16:31:47.697338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] For port b023186b-4036-4b81-990c-c0bc2f0c1d80, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:47.701391 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] For port b023186b-4036-4b81-990c-c0bc2f0c1d80, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b023186b-4036-4b81-990c-c0bc2f0c1d80,segment=NetworkSegment(5d10f8d9-ee08-4a28-8c9c-447cf6321f04),segment_id=5d10f8d9-ee08-4a28-8c9c-447cf6321f04)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:47.749067 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.794698 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.829698 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.886266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.896030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:47.899378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1550764'] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:47.923561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630b645-a6f9-4999-878a-ebc943679049 None None] Pushing event updated for resources: {'Port': ['ID=b023186b-4036-4b81-990c-c0bc2f0c1d80,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:47.983622 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.020095 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5772796 Oct 27 16:31:48.033040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58238) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:48.045234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdc972-761b-4f59-94ec-7a57288e005d tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=8a5377cf-58c3-46af-9b0a-c5e6384451fb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:48.056669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 8a5377cf-58c3-46af-9b0a-c5e6384451fb details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:48.112327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network 492fee67-71e0-4156-9483-5e320ac4748f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:48.135750 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:48.139900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:48.146522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:48.147375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.228496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3661397 Oct 27 16:31:48.230981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58242) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:48.238086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': '492fee67-71e0-4156-9483-5e320ac4748f', 'name': 'tempest-PortsIpV6TestJSON-1283308605', 'fixed_ips': [{'subnet_id': 'd615bcc0-cffa-4e65-b384-fd25826ef862', 'ip_address': '2001:db8::f'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:48.335246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de8192-4f44-407d-96de-66fece54d876 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=c6d66400-94d5-42ab-852b-3d52a237b9a9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:48.369714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f68011-9556-4891-bf29-0fb48cca1519 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:48.380955 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-68f68011-9556-4891-bf29-0fb48cca1519 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/networks?id=8a5377cf-58c3-46af-9b0a-c5e6384451fb HTTP/1.1" status: 200 len: 765 time: 0.3346221 Oct 27 16:31:48.381181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58244) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:48.389324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9f48e005-726f-4fe2-b3af-de5d014428ba tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'description': 'd2'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:48.529957 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8ad2e264-2555-4167-b7cd-e136b9265244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.665296 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f48e005-726f-4fe2-b3af-de5d014428ba tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.708558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:48.759747 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f48e005-726f-4fe2-b3af-de5d014428ba tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.835101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f48e005-726f-4fe2-b3af-de5d014428ba tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network 8a5377cf-58c3-46af-9b0a-c5e6384451fb is not hosted by any dhcp agent {{(pid=109722) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 27 16:31:48.840805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f48e005-726f-4fe2-b3af-de5d014428ba tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:48.849603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f48e005-726f-4fe2-b3af-de5d014428ba tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.849603 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9f48e005-726f-4fe2-b3af-de5d014428ba tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "PUT /v2.0/networks/8a5377cf-58c3-46af-9b0a-c5e6384451fb HTTP/1.1" status: 200 len: 762 time: 0.4592814 Oct 27 16:31:48.850433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58260) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:48.883404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48e005-726f-4fe2-b3af-de5d014428ba tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=8a5377cf-58c3-46af-9b0a-c5e6384451fb,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:48.902623 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:48.902802 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 8a5377cf-58c3-46af-9b0a-c5e6384451fb details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:48.924029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port 901f10c9-2278-4ef8-a138-76e93ad75b88 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:49.088399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041075e3-3da4-4513-a071-14d01c4bfb2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:49.099979 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58262) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:49.100340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-041075e3-3da4-4513-a071-14d01c4bfb2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/networks?id=8a5377cf-58c3-46af-9b0a-c5e6384451fb HTTP/1.1" status: 200 len: 765 time: 0.2479134 Oct 27 16:31:49.230731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b023186b-4036-4b81-990c-c0bc2f0c1d80 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:49.268535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8::f (492fee67-71e0-4156-9483-5e320ac4748f/d615bcc0-cffa-4e65-b384-fd25826ef862/901f10c9-2278-4ef8-a138-76e93ad75b88) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:49.313660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b023186b-4036-4b81-990c-c0bc2f0c1d80 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:49.313660 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.314813 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d01ac2c-a38b-421e-998a-dcd1e3f2dc0a None None] Network 492fee67-71e0-4156-9483-5e320ac4748f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:49.382868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d816aa08-fc07-44ee-b235-3abf918df44b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:49.387317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58264) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:49.387618 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d816aa08-fc07-44ee-b235-3abf918df44b tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2866158 Oct 27 16:31:49.469909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9853da0c-7186-4d80-80c8-4025e71e3636 None None] Provisioning complete for port b023186b-4036-4b81-990c-c0bc2f0c1d80 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:49.470153 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0fb63292-2e07-49bc-9be5-de1b89a23f6e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856 HTTP/1.1" status: 200 len: 207 time: 0.0797138 Oct 27 16:31:49.470486 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9853da0c-7186-4d80-80c8-4025e71e3636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.473724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58266) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:49.565683 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.753345 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port b023186b-4036-4b81-990c-c0bc2f0c1d80, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b023186b-4036-4b81-990c-c0bc2f0c1d80,segment=NetworkSegment(5d10f8d9-ee08-4a28-8c9c-447cf6321f04),segment_id=5d10f8d9-ee08-4a28-8c9c-447cf6321f04)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:49.795889 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9853da0c-7186-4d80-80c8-4025e71e3636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.831623 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:49.998462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.120823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb63a33-0ebd-4c2b-a171-aa2812271e2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.139636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb63a33-0ebd-4c2b-a171-aa2812271e2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.143235 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.162028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb63a33-0ebd-4c2b-a171-aa2812271e2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.169648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb63a33-0ebd-4c2b-a171-aa2812271e2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.178759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb63a33-0ebd-4c2b-a171-aa2812271e2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.188141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb63a33-0ebd-4c2b-a171-aa2812271e2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.195163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dcb63a33-0ebd-4c2b-a171-aa2812271e2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7176819 Oct 27 16:31:50.197677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58282) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:50.232723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network 492fee67-71e0-4156-9483-5e320ac4748f is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:50.236606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:50.241049 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:50.247078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.247714 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:50.249759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=b023186b-4036-4b81-990c-c0bc2f0c1d80,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:50.292158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=901f10c9-2278-4ef8-a138-76e93ad75b88,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:50.305304 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-9853da0c-7186-4d80-80c8-4025e71e3636 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:31:50.305668 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-9853da0c-7186-4d80-80c8-4025e71e3636 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:31:50.312616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.313000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.313344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.313681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.314015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.314575 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.314910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.315237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.315563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.315887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.316279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.316603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:31:50.382433 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-15ed70b7-e29b-4d20-a4fe-d4401b7c376f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1472142 Oct 27 16:31:50.382634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58288) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:50.666949 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-90e283bb-c251-411c-aec3-8eb466dfb8a3 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3484988 Oct 27 16:31:50.670776 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58296) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:50.670776 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d0ce4-c996-40df-ab2b-ba30a0e0f256 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.670776 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d0ce4-c996-40df-ab2b-ba30a0e0f256 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.671231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d0ce4-c996-40df-ab2b-ba30a0e0f256 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.673828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d0ce4-c996-40df-ab2b-ba30a0e0f256 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.675683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263d0ce4-c996-40df-ab2b-ba30a0e0f256 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.682657 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-263d0ce4-c996-40df-ab2b-ba30a0e0f256 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1249990 Oct 27 16:31:50.683324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58304) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:50.683948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f6e61f-0567-4975-b51f-027acd746ba1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.688526 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-16f6e61f-0567-4975-b51f-027acd746ba1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.3046813 Oct 27 16:31:50.689135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58306) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:50.814430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab52832-7b02-41dc-8a76-18ceb3e1a460 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.816792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab52832-7b02-41dc-8a76-18ceb3e1a460 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.818592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab52832-7b02-41dc-8a76-18ceb3e1a460 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.822001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab52832-7b02-41dc-8a76-18ceb3e1a460 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.823485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab52832-7b02-41dc-8a76-18ceb3e1a460 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.826387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1ab52832-7b02-41dc-8a76-18ceb3e1a460 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1420829 Oct 27 16:31:50.832620 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58312) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:50.851059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593a5f0-1e5e-4de6-94a3-f182072039e8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.871617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593a5f0-1e5e-4de6-94a3-f182072039e8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.884134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e593a5f0-1e5e-4de6-94a3-f182072039e8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.887551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e593a5f0-1e5e-4de6-94a3-f182072039e8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1956584 Oct 27 16:31:50.898313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58314) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:50.990860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6f93bc-6380-4cde-8613-7ac231e06758 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:50.992459 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fd6f93bc-6380-4cde-8613-7ac231e06758 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/networks/2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2 HTTP/1.1" status: 200 len: 803 time: 0.1519632 Oct 27 16:31:50.997006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58316) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:51.041076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3c17d617-8419-4a0e-99a1-d177cd9ad9f6 None None] Provisioning complete for port b023186b-4036-4b81-990c-c0bc2f0c1d80 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:51.041076 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c17d617-8419-4a0e-99a1-d177cd9ad9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.159442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b023186b-4036-4b81-990c-c0bc2f0c1d80 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:51.164152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7fbb921c-43cb-48c3-80b6-655f7c306424 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/networks/2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1632423 Oct 27 16:31:51.165610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58320) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:51.204857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d957690b-601e-475b-90cf-1d09161ac106 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 901f10c9-2278-4ef8-a138-76e93ad75b88 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:51.205232 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d957690b-601e-475b-90cf-1d09161ac106 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.266586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3c17d617-8419-4a0e-99a1-d177cd9ad9f6 None None] Provisioning complete for port c6d66400-94d5-42ab-852b-3d52a237b9a9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:51.267304 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3c17d617-8419-4a0e-99a1-d177cd9ad9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.324462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b023186b-4036-4b81-990c-c0bc2f0c1d80 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:51.326005 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.353552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9956a9a8-8941-4a85-87c6-f41551f97bac tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:51.361662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9956a9a8-8941-4a85-87c6-f41551f97bac tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/subnets/fea73d41-069f-4ee3-a58d-cc77d3982572 HTTP/1.1" status: 200 len: 843 time: 0.1948714 Oct 27 16:31:51.361874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58334) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:51.403779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d957690b-601e-475b-90cf-1d09161ac106 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.432518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d957690b-601e-475b-90cf-1d09161ac106 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 901f10c9-2278-4ef8-a138-76e93ad75b88 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:51.434213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3c17d617-8419-4a0e-99a1-d177cd9ad9f6 None None] Port c6d66400-94d5-42ab-852b-3d52a237b9a9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:51.502228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1564e323-76b4-4318-b43e-6724953095a2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['shared'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:51.505513 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1564e323-76b4-4318-b43e-6724953095a2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "GET /v2.0/subnets/fea73d41-069f-4ee3-a58d-cc77d3982572?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1427064 Oct 27 16:31:51.509121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:51.519215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-306769590'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:51.590538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaf2647-6e61-4dcd-be40-2f86ff7cabc0 None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 16:31:51.596794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-02f8c512-9019-4858-af29-e37f2c382e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.646268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-39b52c44-6596-4f45-81b9-4df352ec55be None None] Provisioning complete for port c6d66400-94d5-42ab-852b-3d52a237b9a9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:51.646644 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-39b52c44-6596-4f45-81b9-4df352ec55be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.651190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:51.654725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.716215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-39b52c44-6596-4f45-81b9-4df352ec55be None None] Port c6d66400-94d5-42ab-852b-3d52a237b9a9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:31:51.727672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d957690b-601e-475b-90cf-1d09161ac106 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.741174 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:51.767515 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.768909 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Added segment ec5d31a8-365a-4152-8783-b51d07fe12e1 of type vlan for network 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 Oct 27 16:31:51.803456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d957690b-601e-475b-90cf-1d09161ac106 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=901f10c9-2278-4ef8-a138-76e93ad75b88,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:51.864364 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.866791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3137b6ab-17ce-4a1d-8d4e-f641e839af96 None None] Could not find standard attr ID for object 901f10c9-2278-4ef8-a138-76e93ad75b88. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:31:51.881606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf2647-6e61-4dcd-be40-2f86ff7cabc0 None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 16:31:51.925269 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d957690b-601e-475b-90cf-1d09161ac106 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:51.952112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d957690b-601e-475b-90cf-1d09161ac106 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/901f10c9-2278-4ef8-a138-76e93ad75b88 HTTP/1.1" status: 204 len: 168 time: 1.0523736 Oct 27 16:31:51.954859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58348) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:51.986759 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9566d6c9-417a-4e66-a0f2-69185f862e79 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:31:51.989213 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9566d6c9-417a-4e66-a0f2-69185f862e79 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/901f10c9-2278-4ef8-a138-76e93ad75b88 HTTP/1.1" status: 404 len: 333 time: 0.0331213 Oct 27 16:31:51.992262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58350) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:52.011540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.018723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:52.021718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.118483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0b7248a8-1e71-4dc8-afaf-f50fc60d910c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port c6d66400-94d5-42ab-852b-3d52a237b9a9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:52.118825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b7248a8-1e71-4dc8-afaf-f50fc60d910c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.160603 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6504323 Oct 27 16:31:52.161854 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18092cf0-edcf-4c19-8c95-8d5a1d8be696 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Network': ['ID=1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:52.164305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:52.172154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'network_id': '1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:52.199585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:52.311963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b7248a8-1e71-4dc8-afaf-f50fc60d910c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.330171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0b7248a8-1e71-4dc8-afaf-f50fc60d910c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for c6d66400-94d5-42ab-852b-3d52a237b9a9 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:52.412218 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.419438 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.429442 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Made reservation on behalf of c31982da93f54d85b3dfc387d78e6ea0 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:52.442108 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.581996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Performing IP validity checks on allocation pools {{(pid=109722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 16:31:52.582972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 16:31:52.623781 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b7248a8-1e71-4dc8-afaf-f50fc60d910c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.716806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7248a8-1e71-4dc8-afaf-f50fc60d910c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=c6d66400-94d5-42ab-852b-3d52a237b9a9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:52.741327 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b7248a8-1e71-4dc8-afaf-f50fc60d910c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.746859 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0b7248a8-1e71-4dc8-afaf-f50fc60d910c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/c6d66400-94d5-42ab-852b-3d52a237b9a9 HTTP/1.1" status: 204 len: 168 time: 0.7526777 Oct 27 16:31:52.756179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:52.794970 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8e88ae-6b36-42c6-931f-84071ebeecce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:31:52.799687 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-de8e88ae-6b36-42c6-931f-84071ebeecce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/c6d66400-94d5-42ab-852b-3d52a237b9a9 HTTP/1.1" status: 404 len: 333 time: 0.0389283 Oct 27 16:31:52.800203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58368) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:52.885201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-745895f4-cec2-42cc-b64b-5745b98d664a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting subnet d615bcc0-cffa-4e65-b384-fd25826ef862 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:52.888224 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:52.894654 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-745895f4-cec2-42cc-b64b-5745b98d664a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.097347 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-745895f4-cec2-42cc-b64b-5745b98d664a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.102898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Checking segment: {'id': 'ec5d31a8-365a-4152-8783-b51d07fe12e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:53.104302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network hostable DHCP agents. Network: 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:53.136204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=62aca29a-7316-43af-8db0-98a81ac006ff,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:53.252673 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-745895f4-cec2-42cc-b64b-5745b98d664a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.291701 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Network 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:53.388599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:53.399939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b79601-fb20-4439-a4cf-c1c111e4117a None None] Network 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:53.411930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:53.412629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.424291 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-745895f4-cec2-42cc-b64b-5745b98d664a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.489667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745895f4-cec2-42cc-b64b-5745b98d664a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Subnet': ['ID=d615bcc0-cffa-4e65-b384-fd25826ef862,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:53.502774 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-745895f4-cec2-42cc-b64b-5745b98d664a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.510942 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-745895f4-cec2-42cc-b64b-5745b98d664a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/d615bcc0-cffa-4e65-b384-fd25826ef862 HTTP/1.1" status: 204 len: 168 time: 0.7085884 Oct 27 16:31:53.512914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58382) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:53.533958 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-130d337c-aa0a-4b14-bbe0-b57adb0853a6 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3657286 Oct 27 16:31:53.534164 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58384) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:53.542173 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d0eb4c18-1608-420c-a114-e585f251d659 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:53.580812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9a2587-668f-4a27-8790-c3dc867813d8 None None] Network 492fee67-71e0-4156-9483-5e320ac4748f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:53.656690 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.701304 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4c18-1608-420c-a114-e585f251d659 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59137899'] for subnet, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.775693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port b023186b-4036-4b81-990c-c0bc2f0c1d80 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:53.776117 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.809934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8', 'network_id': '1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8', 'tenant_id': 'c31982da93f54d85b3dfc387d78e6ea0', 'fixed_ips': [{'subnet_id': '62aca29a-7316-43af-8db0-98a81ac006ff'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:53.810862 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.900889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] For port b023186b-4036-4b81-990c-c0bc2f0c1d80, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b023186b-4036-4b81-990c-c0bc2f0c1d80,segment=NetworkSegment(5d10f8d9-ee08-4a28-8c9c-447cf6321f04),segment_id=5d10f8d9-ee08-4a28-8c9c-447cf6321f04)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:53.901292 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:53.916563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for b023186b-4036-4b81-990c-c0bc2f0c1d80 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:54.005408 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fbd166-e406-4626-9e16-9b0280277351 None None] DHCP port deletion for 492fee67-71e0-4156-9483-5e320ac4748f request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:31:54.114646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.123363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-04fbd166-e406-4626-9e16-9b0280277351 None None] Deleting port b023186b-4036-4b81-990c-c0bc2f0c1d80 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:54.123743 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-04fbd166-e406-4626-9e16-9b0280277351 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.136989 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4c18-1608-420c-a114-e585f251d659 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772310051557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58854939'] for subnet, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.150779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=b023186b-4036-4b81-990c-c0bc2f0c1d80,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:54.164277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No DVR routers for this DVR port b023186b-4036-4b81-990c-c0bc2f0c1d80 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:54.194576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Allocated IP 2001:db8::3 (1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8/62aca29a-7316-43af-8db0-98a81ac006ff/8c21fdf2-21ad-4d40-8637-735ed80facf0) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:54.245882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb4c18-1608-420c-a114-e585f251d659 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event updated for resources: {'Subnet': ['ID=62aca29a-7316-43af-8db0-98a81ac006ff,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:54.270069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0eb4c18-1608-420c-a114-e585f251d659 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:54.270486 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0eb4c18-1608-420c-a114-e585f251d659 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.275211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d0eb4c18-1608-420c-a114-e585f251d659 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "PUT /v2.0/subnets/62aca29a-7316-43af-8db0-98a81ac006ff HTTP/1.1" status: 200 len: 900 time: 0.7400248 Oct 27 16:31:54.278624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58396) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:54.357954 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.400819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492fee67-71e0-4156-9483-5e320ac4748f']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:54.420378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d10f8d9-ee08-4a28-8c9c-447cf6321f04') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:54.420682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d10f8d9-ee08-4a28-8c9c-447cf6321f04') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:54.446528 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.456542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-04fbd166-e406-4626-9e16-9b0280277351 None None] For port b023186b-4036-4b81-990c-c0bc2f0c1d80, host n-d-815689-1, got binding levels [] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:54.456944 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-04fbd166-e406-4626-9e16-9b0280277351 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.493026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-04fbd166-e406-4626-9e16-9b0280277351 None None] Calling delete_port for b023186b-4036-4b81-990c-c0bc2f0c1d80 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:54.495994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.ipam_backend_mixin [None req-04fbd166-e406-4626-9e16-9b0280277351 None None] Port b023186b-4036-4b81-990c-c0bc2f0c1d80 was not found and therefore no delete operation was performed {{(pid=109724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:31:54.498899 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-04fbd166-e406-4626-9e16-9b0280277351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.501794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.522901 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.529805 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.533805 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.569048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbd166-e406-4626-9e16-9b0280277351 None None] Pushing event deleted for resources: {'Port': ['ID=b023186b-4036-4b81-990c-c0bc2f0c1d80,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:54.572776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:54.573192 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.575561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbd166-e406-4626-9e16-9b0280277351 None None] No DVR routers for this DVR port b023186b-4036-4b81-990c-c0bc2f0c1d80 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:54.583123 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:54.671760 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.700307 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.758768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Network 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:54.764554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:54.767021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Pushing event updated for resources: {'Port': ['ID=8c21fdf2-21ad-4d40-8637-735ed80facf0,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:54.771388 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:54.851573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Attempting to bind port 8c21fdf2-21ad-4d40-8637-735ed80facf0 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:54.851870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Attempting to bind port 8c21fdf2-21ad-4d40-8637-735ed80facf0 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ec5d31a8-365a-4152-8783-b51d07fe12e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:54.852313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Attempting to bind port 8c21fdf2-21ad-4d40-8637-735ed80facf0 on network 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:54.858646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:54.859016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Checking segment: {'id': 'ec5d31a8-365a-4152-8783-b51d07fe12e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:54.859872 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.860570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Bound using segment: {'id': 'ec5d31a8-365a-4152-8783-b51d07fe12e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:54.860924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Bound port: 8c21fdf2-21ad-4d40-8637-735ed80facf0, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec5d31a8-365a-4152-8783-b51d07fe12e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:54.861309 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.863222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.870850 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.878867 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/networks/492fee67-71e0-4156-9483-5e320ac4748f HTTP/1.1" status: 204 len: 168 time: 1.3601227 Oct 27 16:31:54.879045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58424) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:54.884413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-684832000'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:54.903711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5078038-7f2c-48e5-a074-d4e915759cd3 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Network': ['ID=492fee67-71e0-4156-9483-5e320ac4748f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:54.937234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-19191a09-7064-4883-ac49-53f526a7717b None None] For port 8c21fdf2-21ad-4d40-8637-735ed80facf0, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:54.941036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-19191a09-7064-4883-ac49-53f526a7717b None None] For port 8c21fdf2-21ad-4d40-8637-735ed80facf0, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c21fdf2-21ad-4d40-8637-735ed80facf0,segment=NetworkSegment(ec5d31a8-365a-4152-8783-b51d07fe12e1),segment_id=ec5d31a8-365a-4152-8783-b51d07fe12e1)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:54.949115 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:54.988191 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Subnet': ['ID=62aca29a-7316-43af-8db0-98a81ac006ff,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:55.053937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:55.057477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.086610 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.117712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:55.127999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:31:55.137339 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.137480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5d31a8-365a-4152-8783-b51d07fe12e1') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:55.137480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5d31a8-365a-4152-8783-b51d07fe12e1') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:55.200738 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.202778 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Added segment 51587a0e-1d84-43d4-a71c-255f4e37a0a3 of type vlan for network 43d4b45b-14e3-4b16-b219-fe1a56b78e7e Oct 27 16:31:55.222676 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.234593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19191a09-7064-4883-ac49-53f526a7717b None None] Pushing event updated for resources: {'Port': ['ID=8c21fdf2-21ad-4d40-8637-735ed80facf0,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:55.240664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b023186b-4036-4b81-990c-c0bc2f0c1d80 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:31:55.266637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b023186b-4036-4b81-990c-c0bc2f0c1d80 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:31:55.266981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b023186b-4036-4b81-990c-c0bc2f0c1d80 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:31:55.280134 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.295603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.301980 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:55.302426 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:55.306149 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:55.514451 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.api [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 16:31:55.514451 n-d-815689-1 neutron-server[109722]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 16:31:55.514451 n-d-815689-1 neutron-server[109722]: [parameters: {'id': '1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8'}] Oct 27 16:31:55.514451 n-d-815689-1 neutron-server[109722]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:31:55.514933 n-d-815689-1 neutron-server[109722]: DEBUG oslo_db.api [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:31:55.570996 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.577080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:55.577659 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:55.699598 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Network': ['ID=43d4b45b-14e3-4b16-b219-fe1a56b78e7e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:55.722562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 43d4b45b-14e3-4b16-b219-fe1a56b78e7e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:31:55.774144 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a6fa5bdf-cea5-452f-8af9-22c37811b289 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8941255 Oct 27 16:31:55.777091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58438) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:55.794093 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': '43d4b45b-14e3-4b16-b219-fe1a56b78e7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:56.016362 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.017039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:56.022957 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.105002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Deleting port 8c21fdf2-21ad-4d40-8637-735ed80facf0 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:56.105468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.192639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] For port 8c21fdf2-21ad-4d40-8637-735ed80facf0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c21fdf2-21ad-4d40-8637-735ed80facf0,segment=NetworkSegment(ec5d31a8-365a-4152-8783-b51d07fe12e1),segment_id=ec5d31a8-365a-4152-8783-b51d07fe12e1)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:56.193088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.213214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Calling delete_port for 8c21fdf2-21ad-4d40-8637-735ed80facf0 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:31:56.441741 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.451716 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.474651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Port': ['ID=8c21fdf2-21ad-4d40-8637-735ed80facf0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:56.487609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No DVR routers for this DVR port 8c21fdf2-21ad-4d40-8637-735ed80facf0 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:31:56.557950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Subnet': ['ID=f0bdfb7b-3748-4b34-95cc-7cc868e55ec4,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:56.583904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.597541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Checking segment: {'id': '51587a0e-1d84-43d4-a71c-255f4e37a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '43d4b45b-14e3-4b16-b219-fe1a56b78e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:56.598030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network hostable DHCP agents. Network: 43d4b45b-14e3-4b16-b219-fe1a56b78e7e, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:31:56.616882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:56.628641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec5d31a8-365a-4152-8783-b51d07fe12e1') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:56.628963 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec5d31a8-365a-4152-8783-b51d07fe12e1') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:56.641627 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.663779 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:56.685539 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:56.688936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191f3be3-65ab-4f91-a8e0-f66c74967e6c None None] Network 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:56.765353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network 43d4b45b-14e3-4b16-b219-fe1a56b78e7e is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:31:56.791888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cb88849f-04a3-4048-8439-65dc35dc6801 None None] Could not find standard attr ID for object 8c21fdf2-21ad-4d40-8637-735ed80facf0. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:31:56.882452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8169164a-f613-4f1a-94ff-dea087b72448 None None] DHCP port deletion for 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:31:56.898303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c6e2d7-eec5-4529-821c-c48ece9417c1 None None] Network 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:56.914990 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c6e2d7-eec5-4529-821c-c48ece9417c1 None None] Network 1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 could not be found, it might have been deleted concurrently. {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 16:31:56.936995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 43d4b45b-14e3-4b16-b219-fe1a56b78e7e) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:56.939464 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.950168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:56.951139 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.955805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da05621-dfdf-44db-8b31-0475721fa29f None None] Network 43d4b45b-14e3-4b16-b219-fe1a56b78e7e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:56.958169 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:56.966009 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 HTTP/1.1" status: 204 len: 168 time: 2.6863873 Oct 27 16:31:56.978268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58462) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:56.988787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63afaeee-a9cc-4324-86f2-25dee79809f7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Network': ['ID=1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:57.009737 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-84257068-d928-45ca-b151-23e486c0fbfd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:31:57.010500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84257068-d928-45ca-b151-23e486c0fbfd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:31:57.013905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-84257068-d928-45ca-b151-23e486c0fbfd tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/subnets/62aca29a-7316-43af-8db0-98a81ac006ff HTTP/1.1" status: 404 len: 337 time: 0.0344293 Oct 27 16:31:57.023223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58464) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:57.042834 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbab49f-1135-4210-8459-9238418ad558 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:31:57.043615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdbab49f-1135-4210-8459-9238418ad558 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:31:57.047444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bdbab49f-1135-4210-8459-9238418ad558 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/1b9b3f7b-5aed-4771-8a27-b96ef4dc72d8 HTTP/1.1" status: 404 len: 339 time: 0.0287368 Oct 27 16:31:57.050248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58466) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:57.145190 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.161406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-43d4b45b-14e3-4b16-b219-fe1a56b78e7e', 'network_id': '43d4b45b-14e3-4b16-b219-fe1a56b78e7e', 'tenant_id': '32dc9fbfa25749bb80944ef091505cec', 'fixed_ips': [{'subnet_id': 'f0bdfb7b-3748-4b34-95cc-7cc868e55ec4'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:31:57.162596 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.163454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-21dc09f8-b9fd-4ab8-a8ea-3f5c89003150 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3852537 Oct 27 16:31:57.166306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58470) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:57.171478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6ce903b2-f54e-4f6f-83c1-c44a319a6aac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-646681379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:57.306963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.315295 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ce903b2-f54e-4f6f-83c1-c44a319a6aac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.316547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ce903b2-f54e-4f6f-83c1-c44a319a6aac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.367502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5377cf-58c3-46af-9b0a-c5e6384451fb']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:57.387751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa65a9e-d6a1-4cfa-8574-a6484dccde2f') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:57.393260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa65a9e-d6a1-4cfa-8574-a6484dccde2f') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:31:57.395034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Allocated IP 2001:db8::2 (43d4b45b-14e3-4b16-b219-fe1a56b78e7e/f0bdfb7b-3748-4b34-95cc-7cc868e55ec4/cad8bac1-b987-49cf-b183-3895c42d4743) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:57.409775 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.440040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ce903b2-f54e-4f6f-83c1-c44a319a6aac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.447092 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.457092 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:31:57.457757 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:31:57.464236 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:31:57.595549 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.601481 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ce903b2-f54e-4f6f-83c1-c44a319a6aac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.641186 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.648898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.652392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/8a5377cf-58c3-46af-9b0a-c5e6384451fb HTTP/1.1" status: 204 len: 168 time: 0.6011617 Oct 27 16:31:57.655181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58482) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:57.669866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6387e7-5e84-4063-b426-79b787f96c49 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Network': ['ID=8a5377cf-58c3-46af-9b0a-c5e6384451fb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:57.679960 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.686144 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed46bbb9-2b3d-481c-ba17-f2671410bcb1 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:31:57.686611 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed46bbb9-2b3d-481c-ba17-f2671410bcb1 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:31:57.694734 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ed46bbb9-2b3d-481c-ba17-f2671410bcb1 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/subnets/adbe046b-5b59-4151-81e1-6fd9ee75f3b6 HTTP/1.1" status: 404 len: 337 time: 0.0346456 Oct 27 16:31:57.696928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58484) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:57.724456 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6ce903b2-f54e-4f6f-83c1-c44a319a6aac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.728270 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6ce903b2-f54e-4f6f-83c1-c44a319a6aac tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5583379 Oct 27 16:31:57.728270 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-de02286e-6b64-4a89-b4ac-6ab82d607a2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:31:57.728270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de02286e-6b64-4a89-b4ac-6ab82d607a2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:31:57.729382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58488) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:57.733684 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-de02286e-6b64-4a89-b4ac-6ab82d607a2e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/01bfc4c2-23e7-44e9-abc8-5a88b7ac7911 HTTP/1.1" status: 404 len: 339 time: 0.0328016 Oct 27 16:31:57.734039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'network_id': '43d4b45b-14e3-4b16-b219-fe1a56b78e7e', 'name': 'tempest-PortsIpV6TestJSON-1121516452'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:31:57.735422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Network 43d4b45b-14e3-4b16-b219-fe1a56b78e7e is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:57.736587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58490) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:57.739976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:57.742644 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Pushing event updated for resources: {'Port': ['ID=cad8bac1-b987-49cf-b183-3895c42d4743,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:57.745365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:57.816505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Attempting to bind port cad8bac1-b987-49cf-b183-3895c42d4743 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:31:57.817167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Attempting to bind port cad8bac1-b987-49cf-b183-3895c42d4743 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '51587a0e-1d84-43d4-a71c-255f4e37a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '43d4b45b-14e3-4b16-b219-fe1a56b78e7e'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:31:57.817263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Attempting to bind port cad8bac1-b987-49cf-b183-3895c42d4743 on network 43d4b45b-14e3-4b16-b219-fe1a56b78e7e {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:31:57.823449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:31:57.823863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Checking segment: {'id': '51587a0e-1d84-43d4-a71c-255f4e37a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '43d4b45b-14e3-4b16-b219-fe1a56b78e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:31:57.824524 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.825111 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Bound using segment: {'id': '51587a0e-1d84-43d4-a71c-255f4e37a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '43d4b45b-14e3-4b16-b219-fe1a56b78e7e'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:31:57.825815 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Bound port: cad8bac1-b987-49cf-b183-3895c42d4743, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51587a0e-1d84-43d4-a71c-255f4e37a0a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '43d4b45b-14e3-4b16-b219-fe1a56b78e7e'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:31:57.826222 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.828502 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf33cd5-d366-4a58-8d2f-df7ee813d4cf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Deleting subnet cf92c1c9-dbf1-4b89-86b4-23e4099af393 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:57.837294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cf33cd5-d366-4a58-8d2f-df7ee813d4cf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.933849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] For port cad8bac1-b987-49cf-b183-3895c42d4743, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:31:57.938305 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cf33cd5-d366-4a58-8d2f-df7ee813d4cf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:57.939180 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] For port cad8bac1-b987-49cf-b183-3895c42d4743, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cad8bac1-b987-49cf-b183-3895c42d4743,segment=NetworkSegment(51587a0e-1d84-43d4-a71c-255f4e37a0a3),segment_id=51587a0e-1d84-43d4-a71c-255f4e37a0a3)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:31:58.011147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:31:58.014997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.030599 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.034622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port 91e4aec0-1688-4898-b0a0-ff0528480339 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:31:58.042589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cf33cd5-d366-4a58-8d2f-df7ee813d4cf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.136932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a0746-995f-450c-a675-1946c8ac203c None None] Pushing event updated for resources: {'Port': ['ID=cad8bac1-b987-49cf-b183-3895c42d4743,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:58.245508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8::3c4 (43d4b45b-14e3-4b16-b219-fe1a56b78e7e/f0bdfb7b-3748-4b34-95cc-7cc868e55ec4/91e4aec0-1688-4898-b0a0-ff0528480339) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:31:58.286729 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cf33cd5-d366-4a58-8d2f-df7ee813d4cf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.327269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf33cd5-d366-4a58-8d2f-df7ee813d4cf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Subnet': ['ID=cf92c1c9-dbf1-4b89-86b4-23e4099af393,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:58.371560 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cf33cd5-d366-4a58-8d2f-df7ee813d4cf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.384343 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9cf33cd5-d366-4a58-8d2f-df7ee813d4cf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/subnets/cf92c1c9-dbf1-4b89-86b4-23e4099af393 HTTP/1.1" status: 204 len: 168 time: 0.6462286 Oct 27 16:31:58.386773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5b60ef-cb8b-4483-a4f2-f0eb9dba1aa5 None None] Network 68ffc751-6d22-4dab-92cc-f4bf957c36cf requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:58.413098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58500) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:58.557630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1a0a8c-a5c2-407e-af4e-ddd3c2be7a04 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Deleting subnet 8e3e6179-dd5c-4d6e-b647-847e79ecf5b1 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:31:58.564098 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0a8c-a5c2-407e-af4e-ddd3c2be7a04 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.583541 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.632777 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0a8c-a5c2-407e-af4e-ddd3c2be7a04 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.750587 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0a8c-a5c2-407e-af4e-ddd3c2be7a04 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.771646 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.822691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network 43d4b45b-14e3-4b16-b219-fe1a56b78e7e is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:31:58.827661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:31:58.832898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:31:58.839045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:31:58.839699 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.852830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=91e4aec0-1688-4898-b0a0-ff0528480339,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:58.940356 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0a8c-a5c2-407e-af4e-ddd3c2be7a04 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.964668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a896d7d4-6fe3-47c6-a943-1768b01b20f0 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2346683 Oct 27 16:31:58.967184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58514) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:58.972692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a0a8c-a5c2-407e-af4e-ddd3c2be7a04 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Subnet': ['ID=8e3e6179-dd5c-4d6e-b647-847e79ecf5b1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:58.978458 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0a8c-a5c2-407e-af4e-ddd3c2be7a04 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:58.982492 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0c1a0a8c-a5c2-407e-af4e-ddd3c2be7a04 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/subnets/8e3e6179-dd5c-4d6e-b647-847e79ecf5b1 HTTP/1.1" status: 204 len: 168 time: 0.5673971 Oct 27 16:31:58.987449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58516) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:31:59.216598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cad8bac1-b987-49cf-b183-3895c42d4743 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:31:59.317529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port cad8bac1-b987-49cf-b183-3895c42d4743 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:59.318143 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.379950 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.489192 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.538110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port cad8bac1-b987-49cf-b183-3895c42d4743, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cad8bac1-b987-49cf-b183-3895c42d4743,segment=NetworkSegment(51587a0e-1d84-43d4-a71c-255f4e37a0a3),segment_id=51587a0e-1d84-43d4-a71c-255f4e37a0a3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:31:59.646164 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.717717 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=cad8bac1-b987-49cf-b183-3895c42d4743,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:31:59.732571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b8333-9746-4572-8e99-8dbea7721bd5 None None] Network 68ffc751-6d22-4dab-92cc-f4bf957c36cf requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:59.732783 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.816323 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1603a5b8-2dc7-45dc-b1dd-7719902c2b42 None None] Provisioning complete for port 86cead98-6a05-40f8-8d5c-4a47eba625a1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:31:59.817228 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1603a5b8-2dc7-45dc-b1dd-7719902c2b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:31:59.885874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4f763f-b19c-45a2-af46-2c64d3452a68 None None] Network 43d4b45b-14e3-4b16-b219-fe1a56b78e7e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:31:59.930649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Deleting port 86cead98-6a05-40f8-8d5c-4a47eba625a1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:31:59.930649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.020379 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.077405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] For port 86cead98-6a05-40f8-8d5c-4a47eba625a1, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=86cead98-6a05-40f8-8d5c-4a47eba625a1,segment=NetworkSegment(a9a339af-26f6-4895-a551-f5d690c1ffe4),segment_id=a9a339af-26f6-4895-a551-f5d690c1ffe4)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:00.078108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.124716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Calling delete_port for 86cead98-6a05-40f8-8d5c-4a47eba625a1 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:00.332266 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5197f08f-4223-4c32-988e-72f5a43f7077 None None] DHCP port deletion for 68ffc751-6d22-4dab-92cc-f4bf957c36cf request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:00.398357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-752a7590-50ac-432a-89b4-6c3e9bff05c5 None None] Provisioning complete for port cad8bac1-b987-49cf-b183-3895c42d4743 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:00.398732 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-752a7590-50ac-432a-89b4-6c3e9bff05c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.555869 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.563635 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.605657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Port': ['ID=86cead98-6a05-40f8-8d5c-4a47eba625a1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:00.611199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No DVR routers for this DVR port 86cead98-6a05-40f8-8d5c-4a47eba625a1 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:00.732578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.811423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.815328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5197f08f-4223-4c32-988e-72f5a43f7077 None None] Deleting port 86cead98-6a05-40f8-8d5c-4a47eba625a1 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:00.815986 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5197f08f-4223-4c32-988e-72f5a43f7077 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:00.907878 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ffc751-6d22-4dab-92cc-f4bf957c36cf']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:00.966769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a339af-26f6-4895-a551-f5d690c1ffe4') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:00.967081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a339af-26f6-4895-a551-f5d690c1ffe4') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:01.006635 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.006635 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=91e4aec0-1688-4898-b0a0-ff0528480339,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:01.034223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5197f08f-4223-4c32-988e-72f5a43f7077 None None] For port 86cead98-6a05-40f8-8d5c-4a47eba625a1, host n-d-815689-1, got binding levels [] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:01.034760 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5197f08f-4223-4c32-988e-72f5a43f7077 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.075849 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.105276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5197f08f-4223-4c32-988e-72f5a43f7077 None None] Calling delete_port for 86cead98-6a05-40f8-8d5c-4a47eba625a1 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:01.113780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:01.114032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.ipam_backend_mixin [None req-5197f08f-4223-4c32-988e-72f5a43f7077 None None] Port 86cead98-6a05-40f8-8d5c-4a47eba625a1 was not found and therefore no delete operation was performed {{(pid=109724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:32:01.114592 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.115611 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5197f08f-4223-4c32-988e-72f5a43f7077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.235781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5197f08f-4223-4c32-988e-72f5a43f7077 None None] No DVR routers for this DVR port 86cead98-6a05-40f8-8d5c-4a47eba625a1 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:01.253277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197f08f-4223-4c32-988e-72f5a43f7077 None None] Pushing event deleted for resources: {'Port': ['ID=86cead98-6a05-40f8-8d5c-4a47eba625a1,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:01.256730 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:01.280362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9be94f71-41d3-4e19-b8c8-a0b7234f3de6 None None] Provisioning complete for port cad8bac1-b987-49cf-b183-3895c42d4743 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:01.282965 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9be94f71-41d3-4e19-b8c8-a0b7234f3de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.351477 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.408813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.414879 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58568) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:01.418366 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/68ffc751-6d22-4dab-92cc-f4bf957c36cf HTTP/1.1" status: 204 len: 168 time: 2.4277456 Oct 27 16:32:01.448883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2738fa-5198-4cdb-8e93-fe4abae3c20e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Network': ['ID=68ffc751-6d22-4dab-92cc-f4bf957c36cf,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:01.524290 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.536165 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-062568d0-b414-4d39-8b52-1f9a9fdda239 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:01.536703 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062568d0-b414-4d39-8b52-1f9a9fdda239 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:01.539003 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cad8bac1-b987-49cf-b183-3895c42d4743 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:01.540175 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-062568d0-b414-4d39-8b52-1f9a9fdda239 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/subnets/7fc913a0-969a-4f90-808c-c4e1699cc32e HTTP/1.1" status: 404 len: 337 time: 0.1235499 Oct 27 16:32:01.557792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:01.616351 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b198732c-f367-4a6c-9323-9b0375cc018c tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:01.617254 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b198732c-f367-4a6c-9323-9b0375cc018c tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:01.622746 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b198732c-f367-4a6c-9323-9b0375cc018c tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/0ede6536-5223-4ae0-85d5-84439b239c30 HTTP/1.1" status: 404 len: 339 time: 0.0638371 Oct 27 16:32:01.625664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58574) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:01.629412 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9be94f71-41d3-4e19-b8c8-a0b7234f3de6 None None] Provisioning complete for port 91e4aec0-1688-4898-b0a0-ff0528480339 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:01.629544 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9be94f71-41d3-4e19-b8c8-a0b7234f3de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.695680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9be94f71-41d3-4e19-b8c8-a0b7234f3de6 None None] Port 91e4aec0-1688-4898-b0a0-ff0528480339 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:01.708472 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e096de2-cce4-4075-ac27-dd540bb9c589 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:01.709188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e096de2-cce4-4075-ac27-dd540bb9c589 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:01.720205 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4e096de2-cce4-4075-ac27-dd540bb9c589 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/subnets/a7d45b32-8076-4cb2-8a3e-4b2bf0f70fd5 HTTP/1.1" status: 404 len: 337 time: 0.0933259 Oct 27 16:32:01.723420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58578) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:01.726469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port cad8bac1-b987-49cf-b183-3895c42d4743 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:01.726847 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.758233 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0bd212-af02-4c80-9f64-3eb32cccba1f tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:01.773430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0bd212-af02-4c80-9f64-3eb32cccba1f tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:01.783890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cf0bd212-af02-4c80-9f64-3eb32cccba1f tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/98532ea6-aa43-48ad-a958-61ea94cdb265 HTTP/1.1" status: 404 len: 339 time: 0.0590303 Oct 27 16:32:01.786246 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58582) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:01.826351 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d358bd-051d-4df5-bbb9-ad73a4aa32b7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:01.826351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d358bd-051d-4df5-bbb9-ad73a4aa32b7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:01.830853 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c8d358bd-051d-4df5-bbb9-ad73a4aa32b7 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/subnets/3fbd98bc-ef25-46d5-a8d8-c0c0a74c2acf HTTP/1.1" status: 404 len: 337 time: 0.0435851 Oct 27 16:32:01.833574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58584) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:01.864947 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c01e03-a30e-4f11-83ed-11f37ef4940e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:01.865559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c01e03-a30e-4f11-83ed-11f37ef4940e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:01.869259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-87c01e03-a30e-4f11-83ed-11f37ef4940e tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/dccc1814-9392-400f-81e3-176735aa26cc HTTP/1.1" status: 404 len: 339 time: 0.0334024 Oct 27 16:32:01.872997 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58590) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:01.884185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-20324df2-853e-4324-907a-eeca2a129296 None None] Provisioning complete for port 91e4aec0-1688-4898-b0a0-ff0528480339 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:01.884185 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-20324df2-853e-4324-907a-eeca2a129296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.945163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb89ad45-0cc7-469b-9e7b-6b07b82fedcf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Deleting subnet da352e3b-32e2-4d8c-b8f0-0471f57fc3ed {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:01.960916 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb89ad45-0cc7-469b-9e7b-6b07b82fedcf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:01.992043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-20324df2-853e-4324-907a-eeca2a129296 None None] Port 91e4aec0-1688-4898-b0a0-ff0528480339 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:01.993391 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.014025 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb89ad45-0cc7-469b-9e7b-6b07b82fedcf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.115123 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 86cead98-6a05-40f8-8d5c-4a47eba625a1 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:02.154386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 86cead98-6a05-40f8-8d5c-4a47eba625a1 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:02.154857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 86cead98-6a05-40f8-8d5c-4a47eba625a1 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:02.237258 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb89ad45-0cc7-469b-9e7b-6b07b82fedcf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.405555 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.417554 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb89ad45-0cc7-469b-9e7b-6b07b82fedcf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.445793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89ad45-0cc7-469b-9e7b-6b07b82fedcf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Subnet': ['ID=da352e3b-32e2-4d8c-b8f0-0471f57fc3ed,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:02.462353 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eb89ad45-0cc7-469b-9e7b-6b07b82fedcf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.466961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eb89ad45-0cc7-469b-9e7b-6b07b82fedcf tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/subnets/da352e3b-32e2-4d8c-b8f0-0471f57fc3ed HTTP/1.1" status: 204 len: 168 time: 0.5926869 Oct 27 16:32:02.470294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dbb389-6474-443e-b736-5fb18d811c72 None None] Network 75ca8bf6-28d5-42eb-bee8-d03808596cfa requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:02.471079 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58600) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:02.526404 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.532304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.568664 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.659230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Deleting port 05319ecc-4687-408e-a94b-3fdfe959a085 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:02.659907 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.713346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=91e4aec0-1688-4898-b0a0-ff0528480339,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:02.723379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network 43d4b45b-14e3-4b16-b219-fe1a56b78e7e is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:02.724985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:02.725514 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.768273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43882aa5-a5ae-4035-8d95-8d7dd4c7fa41 None None] DHCP port deletion for 75ca8bf6-28d5-42eb-bee8-d03808596cfa request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:02.823212 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] For port 05319ecc-4687-408e-a94b-3fdfe959a085, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=05319ecc-4687-408e-a94b-3fdfe959a085,segment=NetworkSegment(d2cc3bef-e5f5-40b5-a5fe-62e122208aec),segment_id=d2cc3bef-e5f5-40b5-a5fe-62e122208aec)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:02.824595 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.852355 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Calling delete_port for 05319ecc-4687-408e-a94b-3fdfe959a085 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:02.867744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-43882aa5-a5ae-4035-8d95-8d7dd4c7fa41 None None] Deleting port 05319ecc-4687-408e-a94b-3fdfe959a085 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:02.868179 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-43882aa5-a5ae-4035-8d95-8d7dd4c7fa41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.979911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-43882aa5-a5ae-4035-8d95-8d7dd4c7fa41 None None] For port 05319ecc-4687-408e-a94b-3fdfe959a085, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=05319ecc-4687-408e-a94b-3fdfe959a085,segment=NetworkSegment(d2cc3bef-e5f5-40b5-a5fe-62e122208aec),segment_id=d2cc3bef-e5f5-40b5-a5fe-62e122208aec)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:02.980664 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-43882aa5-a5ae-4035-8d95-8d7dd4c7fa41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:02.982676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Router d13e707f-a477-471a-ba59-19cd9f87edb5 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:32:03.014707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-43882aa5-a5ae-4035-8d95-8d7dd4c7fa41 None None] Calling delete_port for 05319ecc-4687-408e-a94b-3fdfe959a085 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:03.127093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4059c5c8-f5f7-4de0-a120-1cd99e3f3aab None None] Provisioning complete for port 91e4aec0-1688-4898-b0a0-ff0528480339 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:03.127286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:03.127680 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4059c5c8-f5f7-4de0-a120-1cd99e3f3aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.131895 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.136356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-25316387-c211-4324-8bab-e4e5b59543eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "PUT /v2.0/routers/d13e707f-a477-471a-ba59-19cd9f87edb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1655626 Oct 27 16:32:03.138606 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58616) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:03.165818 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-43882aa5-a5ae-4035-8d95-8d7dd4c7fa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.172610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b4d34-5a6b-4d6e-acee-e31012c82ad2 None None] Sync routers for ids ['d13e707f-a477-471a-ba59-19cd9f87edb5'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:03.185565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Port': ['ID=05319ecc-4687-408e-a94b-3fdfe959a085,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:03.193786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No DVR routers for this DVR port 05319ecc-4687-408e-a94b-3fdfe959a085 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:03.203864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605e7191-c1c7-4662-bba4-954fd3314ec2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:03.206810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-605e7191-c1c7-4662-bba4-954fd3314ec2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports?device_id=d13e707f-a477-471a-ba59-19cd9f87edb5 HTTP/1.1" status: 200 len: 989 time: 0.0643620 Oct 27 16:32:03.209919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58618) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:03.253779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b4d34-5a6b-4d6e-acee-e31012c82ad2 None None] Routers {'d13e707f-a477-471a-ba59-19cd9f87edb5'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:03.254425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d31b4d34-5a6b-4d6e-acee-e31012c82ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:31:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d13e707f-a477-471a-ba59-19cd9f87edb5'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:03.257520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43882aa5-a5ae-4035-8d95-8d7dd4c7fa41 None None] Pushing event deleted for resources: {'Port': ['ID=05319ecc-4687-408e-a94b-3fdfe959a085,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:03.261792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4059c5c8-f5f7-4de0-a120-1cd99e3f3aab None None] Port 91e4aec0-1688-4898-b0a0-ff0528480339 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:03.269845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43882aa5-a5ae-4035-8d95-8d7dd4c7fa41 None None] No DVR routers for this DVR port 05319ecc-4687-408e-a94b-3fdfe959a085 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:03.294331 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.323381 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ca8bf6-28d5-42eb-bee8-d03808596cfa']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:03.323810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d31b4d34-5a6b-4d6e-acee-e31012c82ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:03.334384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b4d34-5a6b-4d6e-acee-e31012c82ad2 None None] Routers {'d13e707f-a477-471a-ba59-19cd9f87edb5'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:03.335476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d31b4d34-5a6b-4d6e-acee-e31012c82ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:31:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d13e707f-a477-471a-ba59-19cd9f87edb5'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:03.365097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cc3bef-e5f5-40b5-a5fe-62e122208aec') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:03.365400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cc3bef-e5f5-40b5-a5fe-62e122208aec') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:03.378421 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.388581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d31b4d34-5a6b-4d6e-acee-e31012c82ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:03.389611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31b4d34-5a6b-4d6e-acee-e31012c82ad2 None None] The sync data for ids ['d13e707f-a477-471a-ba59-19cd9f87edb5'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:03.402926 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.410944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:03.411441 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:03.415786 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:03.455832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 05319ecc-4687-408e-a94b-3fdfe959a085 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:03.478905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 05319ecc-4687-408e-a94b-3fdfe959a085 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:03.479261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 05319ecc-4687-408e-a94b-3fdfe959a085 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:03.599909 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.605612 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.612417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/75ca8bf6-28d5-42eb-bee8-d03808596cfa HTTP/1.1" status: 204 len: 168 time: 1.1402843 Oct 27 16:32:03.613094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58624) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:03.653931 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-54db8a48-5459-46df-ac1b-2746df0e55eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:03.654391 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54db8a48-5459-46df-ac1b-2746df0e55eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:03.658109 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-54db8a48-5459-46df-ac1b-2746df0e55eb tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/subnets/8bba36b9-0451-4789-8ebc-71bb374159dc HTTP/1.1" status: 404 len: 337 time: 0.0409379 Oct 27 16:32:03.659128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9479335-cef4-4d4b-9ddc-b483029f4564 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Network': ['ID=75ca8bf6-28d5-42eb-bee8-d03808596cfa,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:03.662398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58626) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:03.686300 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c297d0-d5c1-41a3-a5bd-9f29300244e2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:03.686844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06c297d0-d5c1-41a3-a5bd-9f29300244e2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:03.690898 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-06c297d0-d5c1-41a3-a5bd-9f29300244e2 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/dc93aaa3-0ac2-47c3-9fc6-63e31b0b2d86 HTTP/1.1" status: 404 len: 339 time: 0.0272968 Oct 27 16:32:03.693455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58630) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:03.714116 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76e550b1-908c-40cc-a778-1a3765763785 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.755474 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c2704b-8dd9-4cd4-a018-9157d483c040 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Deleting subnet fea73d41-069f-4ee3-a58d-cc77d3982572 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:03.760114 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-07c2704b-8dd9-4cd4-a018-9157d483c040 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.806984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-07c2704b-8dd9-4cd4-a018-9157d483c040 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:03.917852 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-07c2704b-8dd9-4cd4-a018-9157d483c040 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.092179 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-07c2704b-8dd9-4cd4-a018-9157d483c040 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.124553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c2704b-8dd9-4cd4-a018-9157d483c040 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Subnet': ['ID=fea73d41-069f-4ee3-a58d-cc77d3982572,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:04.127265 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-07c2704b-8dd9-4cd4-a018-9157d483c040 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.135759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-07c2704b-8dd9-4cd4-a018-9157d483c040 tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/subnets/fea73d41-069f-4ee3-a58d-cc77d3982572 HTTP/1.1" status: 204 len: 168 time: 0.4361253 Oct 27 16:32:04.135868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d301784b-5fbc-46ed-9ad1-56adaf8d4bc0 None None] Network 2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:04.136534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58644) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:04.251298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-76e550b1-908c-40cc-a778-1a3765763785 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 91e4aec0-1688-4898-b0a0-ff0528480339 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:04.251917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76e550b1-908c-40cc-a778-1a3765763785 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.260542 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.355197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Deleting port e60c4b45-bf63-430e-b05d-91cee21a1dd3 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:04.355767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.388825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dba79ce-84ff-433f-b088-203ad9a55751 None None] DHCP port deletion for 2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:04.409931 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76e550b1-908c-40cc-a778-1a3765763785 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.427441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-76e550b1-908c-40cc-a778-1a3765763785 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 91e4aec0-1688-4898-b0a0-ff0528480339 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:04.455302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] For port e60c4b45-bf63-430e-b05d-91cee21a1dd3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e60c4b45-bf63-430e-b05d-91cee21a1dd3,segment=NetworkSegment(42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf),segment_id=42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:04.456507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.479815 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7dba79ce-84ff-433f-b088-203ad9a55751 None None] Deleting port e60c4b45-bf63-430e-b05d-91cee21a1dd3 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:04.480912 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7dba79ce-84ff-433f-b088-203ad9a55751 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.497689 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Calling delete_port for e60c4b45-bf63-430e-b05d-91cee21a1dd3 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:04.574905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7dba79ce-84ff-433f-b088-203ad9a55751 None None] For port e60c4b45-bf63-430e-b05d-91cee21a1dd3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e60c4b45-bf63-430e-b05d-91cee21a1dd3,segment=NetworkSegment(42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf),segment_id=42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:04.575797 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7dba79ce-84ff-433f-b088-203ad9a55751 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.592018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7dba79ce-84ff-433f-b088-203ad9a55751 None None] Calling delete_port for e60c4b45-bf63-430e-b05d-91cee21a1dd3 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:04.768889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.776603 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7dba79ce-84ff-433f-b088-203ad9a55751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.807523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba79ce-84ff-433f-b088-203ad9a55751 None None] Pushing event deleted for resources: {'Port': ['ID=e60c4b45-bf63-430e-b05d-91cee21a1dd3,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:04.808178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Port': ['ID=e60c4b45-bf63-430e-b05d-91cee21a1dd3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:04.810225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba79ce-84ff-433f-b088-203ad9a55751 None None] No DVR routers for this DVR port e60c4b45-bf63-430e-b05d-91cee21a1dd3 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:04.825783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] No DVR routers for this DVR port e60c4b45-bf63-430e-b05d-91cee21a1dd3 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:04.830823 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76e550b1-908c-40cc-a778-1a3765763785 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.875477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e550b1-908c-40cc-a778-1a3765763785 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=91e4aec0-1688-4898-b0a0-ff0528480339,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:04.922696 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:04.956311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:04.983484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:04.983952 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c04bc7-f9b1-49a5-9a51-c1f4c287ffaf') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:05.004935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.017433 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.023955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:05.024378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.030350 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76e550b1-908c-40cc-a778-1a3765763785 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:05.102533 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:05.189506 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.202321 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.205796 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] 10.222.0.15 "DELETE /v2.0/networks/2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2 HTTP/1.1" status: 204 len: 168 time: 1.0683186 Oct 27 16:32:05.231433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f201687-796d-4ed2-b6f1-9b15de57e1ff tempest-NetworksIpV6Test-25514274 tempest-NetworksIpV6Test-25514274-project] Pushing event deleted for resources: {'Network': ['ID=2247d796-a0c8-4ac4-a5b8-57db6b5f0bb2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:05.329971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e550b1-908c-40cc-a778-1a3765763785 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Router d13e707f-a477-471a-ba59-19cd9f87edb5 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:32:05.494004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e60c4b45-bf63-430e-b05d-91cee21a1dd3 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:05.517545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e60c4b45-bf63-430e-b05d-91cee21a1dd3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:05.517894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e60c4b45-bf63-430e-b05d-91cee21a1dd3 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:05.552394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e550b1-908c-40cc-a778-1a3765763785 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:05.560570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-76e550b1-908c-40cc-a778-1a3765763785 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "PUT /v2.0/routers/d13e707f-a477-471a-ba59-19cd9f87edb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3495395 Oct 27 16:32:05.562402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58672) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:05.566126 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e813cfe-65cd-40b1-aea7-bbd29d37c980 None None] Sync routers for ids ['d13e707f-a477-471a-ba59-19cd9f87edb5'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:05.577338 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e813cfe-65cd-40b1-aea7-bbd29d37c980 None None] Routers {'d13e707f-a477-471a-ba59-19cd9f87edb5'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:05.578073 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8e813cfe-65cd-40b1-aea7-bbd29d37c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:31:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d13e707f-a477-471a-ba59-19cd9f87edb5'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:05.593044 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-7204ce70-dde5-4ea8-909a-7a25876da3c8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:32:05.595285 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7204ce70-dde5-4ea8-909a-7a25876da3c8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/91e4aec0-1688-4898-b0a0-ff0528480339 HTTP/1.1" status: 404 len: 333 time: 0.0315552 Oct 27 16:32:05.598204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58674) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:05.618588 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8e813cfe-65cd-40b1-aea7-bbd29d37c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:05.629038 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e813cfe-65cd-40b1-aea7-bbd29d37c980 None None] Routers {'d13e707f-a477-471a-ba59-19cd9f87edb5'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:05.629568 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8e813cfe-65cd-40b1-aea7-bbd29d37c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:31:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['d13e707f-a477-471a-ba59-19cd9f87edb5'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:05.671023 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8e813cfe-65cd-40b1-aea7-bbd29d37c980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:05.673098 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e813cfe-65cd-40b1-aea7-bbd29d37c980 None None] The sync data for ids ['d13e707f-a477-471a-ba59-19cd9f87edb5'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:05.709461 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01acb130-d750-42b3-bbb8-53dec592cf04 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.925575 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01acb130-d750-42b3-bbb8-53dec592cf04 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.927833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01acb130-d750-42b3-bbb8-53dec592cf04 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:05.973795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58686) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:06.103376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01acb130-d750-42b3-bbb8-53dec592cf04 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.104274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01acb130-d750-42b3-bbb8-53dec592cf04 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Fanout notify agent at l3_agent the message router_deleted on router d13e707f-a477-471a-ba59-19cd9f87edb5 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:32:06.116978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-01acb130-d750-42b3-bbb8-53dec592cf04 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.116978 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-01acb130-d750-42b3-bbb8-53dec592cf04 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/routers/d13e707f-a477-471a-ba59-19cd9f87edb5 HTTP/1.1" status: 204 len: 168 time: 0.5154467 Oct 27 16:32:06.118165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58692) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:06.185647 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6bac8b19-3adb-4b22-902f-16b7c482449e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c31982da93f54d85b3dfc387d78e6ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102911 Oct 27 16:32:06.186574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58696) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:06.220833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc4a337-7739-4233-abca-20e61b5dac9d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting subnet f0bdfb7b-3748-4b34-95cc-7cc868e55ec4 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:06.224303 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a337-7739-4233-abca-20e61b5dac9d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.290861 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a337-7739-4233-abca-20e61b5dac9d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.337245 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95ad1050-5eaf-45cf-9246-e1e1d0a86b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.373390 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95ad1050-5eaf-45cf-9246-e1e1d0a86b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.744356 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a337-7739-4233-abca-20e61b5dac9d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.919873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95ad1050-5eaf-45cf-9246-e1e1d0a86b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.923172 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-95ad1050-5eaf-45cf-9246-e1e1d0a86b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:06.924418 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-95ad1050-5eaf-45cf-9246-e1e1d0a86b48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82213862-f788-459b-86b3-261b7b444b63 HTTP/1.1" status: 204 len: 168 time: 0.7358928 Oct 27 16:32:06.936444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad1050-5eaf-45cf-9246-e1e1d0a86b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82213862-f788-459b-86b3-261b7b444b63,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:07.063221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a337-7739-4233-abca-20e61b5dac9d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.086950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5467a9f-2c53-4923-8fdc-9a6685ffc442 None None] Network 43d4b45b-14e3-4b16-b219-fe1a56b78e7e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:07.104340 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a337-7739-4233-abca-20e61b5dac9d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.108236 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7fc4a337-7739-4233-abca-20e61b5dac9d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/f0bdfb7b-3748-4b34-95cc-7cc868e55ec4 HTTP/1.1" status: 204 len: 168 time: 0.9890094 Oct 27 16:32:07.109412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4a337-7739-4233-abca-20e61b5dac9d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bdfb7b-3748-4b34-95cc-7cc868e55ec4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:07.111761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58718) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:07.221036 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.341391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port cad8bac1-b987-49cf-b183-3895c42d4743 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:07.341734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.443530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5235dd-2139-4c55-99ac-aa955069b455 None None] DHCP port deletion for 43d4b45b-14e3-4b16-b219-fe1a56b78e7e request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:07.494201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] For port cad8bac1-b987-49cf-b183-3895c42d4743, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cad8bac1-b987-49cf-b183-3895c42d4743,segment=NetworkSegment(51587a0e-1d84-43d4-a71c-255f4e37a0a3),segment_id=51587a0e-1d84-43d4-a71c-255f4e37a0a3)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:07.494566 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.525568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for cad8bac1-b987-49cf-b183-3895c42d4743 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:07.574361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1c5235dd-2139-4c55-99ac-aa955069b455 None None] Deleting port cad8bac1-b987-49cf-b183-3895c42d4743 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:07.577787 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1c5235dd-2139-4c55-99ac-aa955069b455 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.679923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1c5235dd-2139-4c55-99ac-aa955069b455 None None] For port cad8bac1-b987-49cf-b183-3895c42d4743, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=cad8bac1-b987-49cf-b183-3895c42d4743,segment=NetworkSegment(51587a0e-1d84-43d4-a71c-255f4e37a0a3),segment_id=51587a0e-1d84-43d4-a71c-255f4e37a0a3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:07.680345 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1c5235dd-2139-4c55-99ac-aa955069b455 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.702467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1c5235dd-2139-4c55-99ac-aa955069b455 None None] Calling delete_port for cad8bac1-b987-49cf-b183-3895c42d4743 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:07.805754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.816387 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1c5235dd-2139-4c55-99ac-aa955069b455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.844856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=cad8bac1-b987-49cf-b183-3895c42d4743,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:07.851499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No DVR routers for this DVR port cad8bac1-b987-49cf-b183-3895c42d4743 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:07.871396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5235dd-2139-4c55-99ac-aa955069b455 None None] Pushing event deleted for resources: {'Port': ['ID=cad8bac1-b987-49cf-b183-3895c42d4743,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:07.876515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5235dd-2139-4c55-99ac-aa955069b455 None None] No DVR routers for this DVR port cad8bac1-b987-49cf-b183-3895c42d4743 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:07.958923 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:07.989801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d4b45b-14e3-4b16-b219-fe1a56b78e7e']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:08.004443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51587a0e-1d84-43d4-a71c-255f4e37a0a3') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:08.004788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51587a0e-1d84-43d4-a71c-255f4e37a0a3') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:08.024724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.049028 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.057175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:08.058054 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:08.063366 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:08.217156 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.228953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.232106 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:32:08.233208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/networks/43d4b45b-14e3-4b16-b219-fe1a56b78e7e HTTP/1.1" status: 204 len: 168 time: 1.1201692 Oct 27 16:32:08.245059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58754) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:08.250319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e71bc-49e0-44a4-ae8f-56f83de66fdb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Network': ['ID=43d4b45b-14e3-4b16-b219-fe1a56b78e7e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:08.356521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4190f0b4-5d60-4277-b058-8adf7b917967 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:08.358240 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4190f0b4-5d60-4277-b058-8adf7b917967 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/61d62fd8-1db2-4d49-b696-109d0cae4557 HTTP/1.1" status: 200 len: 845 time: 0.1124372 Oct 27 16:32:08.362668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58764) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:08.420802 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-761cadc1-176f-454e-bcce-97f28c8085f4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/61d62fd8-1db2-4d49-b696-109d0cae4557?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0566723 Oct 27 16:32:08.430558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58766) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:08.439463 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e274ecaa-7c90-4a04-b081-f299bb5b90eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:08.658802 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58774) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:08.716681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58778) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:08.759786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e274ecaa-7c90-4a04-b081-f299bb5b90eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:08.765411 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e274ecaa-7c90-4a04-b081-f299bb5b90eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:08.933615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-25c06b60-79ab-42bd-bd89-50088071e328 tempest-ServiceProvidersTest-15291587 tempest-ServiceProvidersTest-15291587-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2156754 Oct 27 16:32:09.113788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-103bbeb4-84d3-457d-aff0-be18a613ee81 admin admin] Deleting subnet b5405403-8afc-4fdb-9f0a-dcaefdd82d2f {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:09.117108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-103bbeb4-84d3-457d-aff0-be18a613ee81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.158891 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-103bbeb4-84d3-457d-aff0-be18a613ee81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.203020 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-103bbeb4-84d3-457d-aff0-be18a613ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.259925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e274ecaa-7c90-4a04-b081-f299bb5b90eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.327781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e274ecaa-7c90-4a04-b081-f299bb5b90eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network d24858ea-44a0-42ed-b67a-473eea4c241c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:09.331603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e274ecaa-7c90-4a04-b081-f299bb5b90eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:09.341877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7812d6-cea2-4230-9f5c-dac49606cb78 None None] Network d24858ea-44a0-42ed-b67a-473eea4c241c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:09.352576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e274ecaa-7c90-4a04-b081-f299bb5b90eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:09.356671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-103bbeb4-84d3-457d-aff0-be18a613ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.357481 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e274ecaa-7c90-4a04-b081-f299bb5b90eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.385634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274ecaa-7c90-4a04-b081-f299bb5b90eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Subnet': ['ID=38b2062d-e9cc-43cc-b0bf-ed43d184905d,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:09.438475 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-103bbeb4-84d3-457d-aff0-be18a613ee81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.447759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58798) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:09.448528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-103bbeb4-84d3-457d-aff0-be18a613ee81 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b5405403-8afc-4fdb-9f0a-dcaefdd82d2f HTTP/1.1" status: 204 len: 168 time: 0.7867532 Oct 27 16:32:09.449859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bbeb4-84d3-457d-aff0-be18a613ee81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5405403-8afc-4fdb-9f0a-dcaefdd82d2f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:09.492543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cad8bac1-b987-49cf-b183-3895c42d4743 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:09.548961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: cad8bac1-b987-49cf-b183-3895c42d4743 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:09.560594 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device cad8bac1-b987-49cf-b183-3895c42d4743 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:09.603507 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e274ecaa-7c90-4a04-b081-f299bb5b90eb tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1702077 Oct 27 16:32:09.604430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58808) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:09.610387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a7c61aa5-d9fc-4d69-9dda-d2d953153474 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'security_group': {'name': 'tempest-secgroup-587629586'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:09.619005 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.747592 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-d24858ea-44a0-42ed-b67a-473eea4c241c', 'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'tenant_id': '32dc9fbfa25749bb80944ef091505cec', 'fixed_ips': [{'subnet_id': '38b2062d-e9cc-43cc-b0bf-ed43d184905d'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:09.748700 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.753993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.764307 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a7c61aa5-d9fc-4d69-9dda-d2d953153474 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.783068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915b3ed1-d12e-4f2b-87f4-52c90a84ca17']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:09.811949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58814) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:09.814248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad5c50e-b8e9-46fc-837a-6eea98d25e6d') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:09.814654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad5c50e-b8e9-46fc-837a-6eea98d25e6d') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:09.843723 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.870669 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.885526 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:09.886096 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:09.889704 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:09.932576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Allocated IP 2001:db8::2 (d24858ea-44a0-42ed-b67a-473eea4c241c/38b2062d-e9cc-43cc-b0bf-ed43d184905d/39893432-c38d-4946-874c-13b0cbef913f) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:10.023021 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9bf72f59-2401-49d3-acb7-05563bc4e5ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.122217 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.138132 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.140245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a7c61aa5-d9fc-4d69-9dda-d2d953153474 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.144915 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.148356 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] 10.222.0.15 "DELETE /v2.0/networks/915b3ed1-d12e-4f2b-87f4-52c90a84ca17 HTTP/1.1" status: 204 len: 168 time: 0.6988897 Oct 27 16:32:10.163825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ffec4-6a7f-4180-b4c7-f3f429ff573f admin admin] Pushing event deleted for resources: {'Network': ['ID=915b3ed1-d12e-4f2b-87f4-52c90a84ca17,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:10.201965 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.230985 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a7c61aa5-d9fc-4d69-9dda-d2d953153474 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.260384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Network d24858ea-44a0-42ed-b67a-473eea4c241c is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:10.264130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:10.269719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:10.278531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Pushing event updated for resources: {'Port': ['ID=39893432-c38d-4946-874c-13b0cbef913f,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:10.286925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c61aa5-d9fc-4d69-9dda-d2d953153474 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12e97ee-43aa-481b-a16e-3c0ddc793b8a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:10.299415 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9bf72f59-2401-49d3-acb7-05563bc4e5ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.318823 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a7c61aa5-d9fc-4d69-9dda-d2d953153474 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.323392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a7c61aa5-d9fc-4d69-9dda-d2d953153474 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7176664 Oct 27 16:32:10.323537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58824) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:10.331617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-eaff98c6-c7a1-4623-826a-4b26ac2b1991 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'security_group': {'name': 'tempest-secgroup-1188514869'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:10.361517 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9bf72f59-2401-49d3-acb7-05563bc4e5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.394245 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Attempting to bind port 39893432-c38d-4946-874c-13b0cbef913f on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:10.395419 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Attempting to bind port 39893432-c38d-4946-874c-13b0cbef913f by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '558923b7-d6c9-418a-917f-7e5c92176b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:10.396016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Attempting to bind port 39893432-c38d-4946-874c-13b0cbef913f on network d24858ea-44a0-42ed-b67a-473eea4c241c {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:10.406755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:10.407403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Checking segment: {'id': '558923b7-d6c9-418a-917f-7e5c92176b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:10.408148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.408738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Bound using segment: {'id': '558923b7-d6c9-418a-917f-7e5c92176b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:10.409427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Bound port: 39893432-c38d-4946-874c-13b0cbef913f, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558923b7-d6c9-418a-917f-7e5c92176b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:10.409989 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.434921 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaff98c6-c7a1-4623-826a-4b26ac2b1991 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.450632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9bf72f59-2401-49d3-acb7-05563bc4e5ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0a5bffc8ffd4603b069573e6ce158fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6352241 Oct 27 16:32:10.453800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58830) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:10.515367 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58832) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:10.522025 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32a6137a-bfef-4206-8847-efec9a138033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.528159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf72f59-2401-49d3-acb7-05563bc4e5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aed155-1593-4592-9eb5-7f3a08e2200c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:10.535946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] For port 39893432-c38d-4946-874c-13b0cbef913f, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:10.541655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] For port 39893432-c38d-4946-874c-13b0cbef913f, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=39893432-c38d-4946-874c-13b0cbef913f,segment=NetworkSegment(558923b7-d6c9-418a-917f-7e5c92176b74),segment_id=558923b7-d6c9-418a-917f-7e5c92176b74)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:10.550890 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32a6137a-bfef-4206-8847-efec9a138033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.607617 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.608619 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-28f14c23-ddb7-4cbd-8a7b-c610de804d69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=490337c9f6284ffc849850300039733c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914898 Oct 27 16:32:10.612797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58834) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:10.631283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaff98c6-c7a1-4623-826a-4b26ac2b1991 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.673423 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60755ad3-b18b-43cc-976b-01a3fefca1b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.681013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32a6137a-bfef-4206-8847-efec9a138033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.683599 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-32a6137a-bfef-4206-8847-efec9a138033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.684972 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-32a6137a-bfef-4206-8847-efec9a138033 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2aed155-1593-4592-9eb5-7f3a08e2200c HTTP/1.1" status: 204 len: 168 time: 0.2298808 Oct 27 16:32:10.703609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6137a-bfef-4206-8847-efec9a138033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aed155-1593-4592-9eb5-7f3a08e2200c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:10.727926 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaff98c6-c7a1-4623-826a-4b26ac2b1991 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.745042 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60755ad3-b18b-43cc-976b-01a3fefca1b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.790695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55772cd-beec-49b0-ab3e-28ba691378f8 None None] Pushing event updated for resources: {'Port': ['ID=39893432-c38d-4946-874c-13b0cbef913f,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:10.810286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff98c6-c7a1-4623-826a-4b26ac2b1991 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38142460-312b-4ef9-ad1b-ad2f5a5512c2,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:10.854012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaff98c6-c7a1-4623-826a-4b26ac2b1991 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.858970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58838) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:10.865760 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eaff98c6-c7a1-4623-826a-4b26ac2b1991 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5396779 Oct 27 16:32:10.866393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-825519542', 'security_groups': ['38142460-312b-4ef9-ad1b-ad2f5a5512c2'], 'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '38b2062d-e9cc-43cc-b0bf-ed43d184905d'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:10.926270 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60755ad3-b18b-43cc-976b-01a3fefca1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.929833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60755ad3-b18b-43cc-976b-01a3fefca1b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:10.931065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-60755ad3-b18b-43cc-976b-01a3fefca1b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ecd1e861-33bc-4079-9061-0773cb838179 HTTP/1.1" status: 204 len: 168 time: 0.3171082 Oct 27 16:32:10.941481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60755ad3-b18b-43cc-976b-01a3fefca1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd1e861-33bc-4079-9061-0773cb838179,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:11.177459 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:11.291218 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.309799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port dbe227bc-1f15-4a4f-9dc6-000527c897b1 yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:11.565703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 39893432-c38d-4946-874c-13b0cbef913f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:11.608948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8::36e (d24858ea-44a0-42ed-b67a-473eea4c241c/38b2062d-e9cc-43cc-b0bf-ed43d184905d/dbe227bc-1f15-4a4f-9dc6-000527c897b1) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:11.671978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 39893432-c38d-4946-874c-13b0cbef913f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:11.672507 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.814090 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.873383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 39893432-c38d-4946-874c-13b0cbef913f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=39893432-c38d-4946-874c-13b0cbef913f,segment=NetworkSegment(558923b7-d6c9-418a-917f-7e5c92176b74),segment_id=558923b7-d6c9-418a-917f-7e5c92176b74)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:11.900176 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.926059 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:11.996619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=39893432-c38d-4946-874c-13b0cbef913f,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:12.072151 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.140108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network d24858ea-44a0-42ed-b67a-473eea4c241c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:12.169771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:12.176616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:12.183971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:12.184648 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.206508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=dbe227bc-1f15-4a4f-9dc6-000527c897b1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:12.283230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fcb08d59-c4d5-455b-9911-31e182930a48 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4229894 Oct 27 16:32:12.286170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58882) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:12.291324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d7474597-223e-4c03-bedd-3e88f5d528db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:12.316112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7f01eaf4-aabc-4f3e-9748-bf5d3d40272f None None] Provisioning complete for port 61d62fd8-1db2-4d49-b696-109d0cae4557 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:12.316695 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f01eaf4-aabc-4f3e-9748-bf5d3d40272f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.362094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7f01eaf4-aabc-4f3e-9748-bf5d3d40272f None None] Port 61d62fd8-1db2-4d49-b696-109d0cae4557 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:12.384595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7f01eaf4-aabc-4f3e-9748-bf5d3d40272f None None] Provisioning complete for port 39893432-c38d-4946-874c-13b0cbef913f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:12.385274 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7f01eaf4-aabc-4f3e-9748-bf5d3d40272f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.574835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58892) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:12.582655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7474597-223e-4c03-bedd-3e88f5d528db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:12.587023 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d7474597-223e-4c03-bedd-3e88f5d528db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.642837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-27d4f446-8aef-41aa-8e3d-7d86ec96f884 None None] Provisioning complete for port dbe227bc-1f15-4a4f-9dc6-000527c897b1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:12.644014 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-27d4f446-8aef-41aa-8e3d-7d86ec96f884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.702043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-27d4f446-8aef-41aa-8e3d-7d86ec96f884 None None] Port dbe227bc-1f15-4a4f-9dc6-000527c897b1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:12.706440 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1895258355-network', 'tenant_id': 'bae3709dbe574c11ae82b6387d6a2817'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:12.731248 n-d-815689-1 neutron-server[109722]: INFO neutron.db.ipam_backend_mixin [None req-d7474597-223e-4c03-bedd-3e88f5d528db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38b2062d-e9cc-43cc-b0bf-ed43d184905d (CIDR: 2001:db8::/64) Oct 27 16:32:12.772564 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7474597-223e-4c03-bedd-3e88f5d528db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:32:12.773021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7474597-223e-4c03-bedd-3e88f5d528db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:12.800674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Made reservation on behalf of bae3709dbe574c11ae82b6387d6a2817 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:12.803236 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.813315 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.897294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:12.931344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d7474597-223e-4c03-bedd-3e88f5d528db tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6413679 Oct 27 16:32:12.937159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58902) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:12.937159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-66c7c49b-6eea-4520-a87a-5b5077d988a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:12.993301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.039384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:13.055913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd501026-a0be-4388-8aa7-0b914d2178de,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:13.064700 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.065053 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Added segment bb77801c-068e-46d2-b0fd-1cf686d64019 of type vlan for network df1c1fae-bc7c-4e45-886e-a35b7fcdffd9 Oct 27 16:32:13.118509 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.206125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c7c49b-6eea-4520-a87a-5b5077d988a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:13.210364 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66c7c49b-6eea-4520-a87a-5b5077d988a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.257800 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.258769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:13.259334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.346792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=df1c1fae-bc7c-4e45-886e-a35b7fcdffd9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:13.360784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network df1c1fae-bc7c-4e45-886e-a35b7fcdffd9 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:13.410416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-33ab0732-2e09-4f92-af41-7303c0f74dc1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8344278 Oct 27 16:32:13.410579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 58920) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:13.417529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] Request body: {'subnet': {'network_id': 'df1c1fae-bc7c-4e45-886e-a35b7fcdffd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1895258355-subnet', 'tenant_id': 'bae3709dbe574c11ae82b6387d6a2817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:13.488005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 39893432-c38d-4946-874c-13b0cbef913f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:13.532659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] Made reservation on behalf of bae3709dbe574c11ae82b6387d6a2817 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:13.535094 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.740110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 39893432-c38d-4946-874c-13b0cbef913f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:13.742329 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.749044 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66c7c49b-6eea-4520-a87a-5b5077d988a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.793537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c7c49b-6eea-4520-a87a-5b5077d988a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network d24858ea-44a0-42ed-b67a-473eea4c241c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:13.798959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-66c7c49b-6eea-4520-a87a-5b5077d988a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:13.803381 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c7c49b-6eea-4520-a87a-5b5077d988a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:13.803972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66c7c49b-6eea-4520-a87a-5b5077d988a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.820364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab6b5fc-badb-4a96-9342-12c8a8fbfc5a None None] Network d24858ea-44a0-42ed-b67a-473eea4c241c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:13.820579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7c49b-6eea-4520-a87a-5b5077d988a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Subnet': ['ID=7acee92b-0759-4ac2-8a13-f9f78a9806d3,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:13.846884 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:13.913147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-66c7c49b-6eea-4520-a87a-5b5077d988a1 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9801166 Oct 27 16:32:13.915530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 58946) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:13.920877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b4b17398-40d1-45e3-8e7f-f30788fddb34 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-141827784', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7acee92b-0759-4ac2-8a13-f9f78a9806d3'}], 'security_groups': ['b12e97ee-43aa-481b-a16e-3c0ddc793b8a']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:13.968564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ffdd040-7634-435c-864c-d73d0bea7493,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:13.969739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] Checking segment: {'id': 'bb77801c-068e-46d2-b0fd-1cf686d64019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'df1c1fae-bc7c-4e45-886e-a35b7fcdffd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:13.969739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] Network hostable DHCP agents. Network: df1c1fae-bc7c-4e45-886e-a35b7fcdffd9, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:14.061267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] Network df1c1fae-bc7c-4e45-886e-a35b7fcdffd9 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:14.136586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e501dfeb-e3b7-4b76-be88-80ffd40a5291 None None] Update dhcp port {'port': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'fixed_ips': [{'subnet_id': '38b2062d-e9cc-43cc-b0bf-ed43d184905d', 'ip_address': '2001:db8::2'}, {'subnet_id': '7acee92b-0759-4ac2-8a13-f9f78a9806d3'}], 'binding:host_id': 'n-d-815689-1'}, 'id': '39893432-c38d-4946-874c-13b0cbef913f'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:32:14.163294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e501dfeb-e3b7-4b76-be88-80ffd40a5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.174074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, df1c1fae-bc7c-4e45-886e-a35b7fcdffd9) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:14.184512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:14.188408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.209285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66f38a4-494e-463c-8d2f-8f27727c02ea None None] Network df1c1fae-bc7c-4e45-886e-a35b7fcdffd9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:14.218206 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4b17398-40d1-45e3-8e7f-f30788fddb34 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.293167 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-380b59d8-df66-4b3a-9649-b824001acc4b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8779857 Oct 27 16:32:14.412418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-e501dfeb-e3b7-4b76-be88-80ffd40a5291 None None] Allocated IP 2001:db8:0:1::2 (d24858ea-44a0-42ed-b67a-473eea4c241c/7acee92b-0759-4ac2-8a13-f9f78a9806d3/39893432-c38d-4946-874c-13b0cbef913f) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:14.511647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e501dfeb-e3b7-4b76-be88-80ffd40a5291 None None] For port 39893432-c38d-4946-874c-13b0cbef913f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=39893432-c38d-4946-874c-13b0cbef913f,segment=NetworkSegment(558923b7-d6c9-418a-917f-7e5c92176b74),segment_id=558923b7-d6c9-418a-917f-7e5c92176b74)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:14.545754 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e501dfeb-e3b7-4b76-be88-80ffd40a5291 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.636682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe1d1bb-2823-4897-995c-948659959793 None None] Network df1c1fae-bc7c-4e45-886e-a35b7fcdffd9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:14.640099 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e501dfeb-e3b7-4b76-be88-80ffd40a5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:14.786939 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-b4b17398-40d1-45e3-8e7f-f30788fddb34 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Delete allocated IP 2001:db8::36e (d24858ea-44a0-42ed-b67a-473eea4c241c/38b2062d-e9cc-43cc-b0bf-ed43d184905d) {{(pid=109722) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:32:14.801376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-b4b17398-40d1-45e3-8e7f-f30788fddb34 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8:0:1::18b (d24858ea-44a0-42ed-b67a-473eea4c241c/7acee92b-0759-4ac2-8a13-f9f78a9806d3/dbe227bc-1f15-4a4f-9dc6-000527c897b1) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:14.851200 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e501dfeb-e3b7-4b76-be88-80ffd40a5291 None None] Pushing event updated for resources: {'Port': ['ID=39893432-c38d-4946-874c-13b0cbef913f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:15.134771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4b17398-40d1-45e3-8e7f-f30788fddb34 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.223064 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4b17398-40d1-45e3-8e7f-f30788fddb34 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.299159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b4b17398-40d1-45e3-8e7f-f30788fddb34 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] In _notify_port_updated(), no bound segment for port dbe227bc-1f15-4a4f-9dc6-000527c897b1 on network d24858ea-44a0-42ed-b67a-473eea4c241c {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:32:15.306409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b17398-40d1-45e3-8e7f-f30788fddb34 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:15.307371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b4b17398-40d1-45e3-8e7f-f30788fddb34 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.312567 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b4b17398-40d1-45e3-8e7f-f30788fddb34 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "PUT /v2.0/ports/dbe227bc-1f15-4a4f-9dc6-000527c897b1 HTTP/1.1" status: 200 len: 930 time: 1.3959658 Oct 27 16:32:15.316329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59008) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:15.359904 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b17398-40d1-45e3-8e7f-f30788fddb34 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=dbe227bc-1f15-4a4f-9dc6-000527c897b1,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:15.469316 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59022) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:15.474552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-24465183-network', 'tenant_id': 'c46dff444a2f449e9de2416892937fb2'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:15.544169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6332b8a1-72fb-445e-ae15-e83340d26462 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port dbe227bc-1f15-4a4f-9dc6-000527c897b1 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:15.544169 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6332b8a1-72fb-445e-ae15-e83340d26462 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.550849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 39893432-c38d-4946-874c-13b0cbef913f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:15.644547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Made reservation on behalf of c46dff444a2f449e9de2416892937fb2 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:15.647721 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.659974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 39893432-c38d-4946-874c-13b0cbef913f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:15.660400 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.664200 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.754525 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6332b8a1-72fb-445e-ae15-e83340d26462 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.773336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6332b8a1-72fb-445e-ae15-e83340d26462 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for dbe227bc-1f15-4a4f-9dc6-000527c897b1 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:15.852421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-700ab964-bf39-414e-bc8e-13ed5f6618f1 None None] Provisioning complete for port 61d62fd8-1db2-4d49-b696-109d0cae4557 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:15.852955 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-700ab964-bf39-414e-bc8e-13ed5f6618f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.896904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-700ab964-bf39-414e-bc8e-13ed5f6618f1 None None] Port 61d62fd8-1db2-4d49-b696-109d0cae4557 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:15.909262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-700ab964-bf39-414e-bc8e-13ed5f6618f1 None None] Provisioning complete for port dbe227bc-1f15-4a4f-9dc6-000527c897b1 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:15.909637 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-700ab964-bf39-414e-bc8e-13ed5f6618f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.941733 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:15.972030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-700ab964-bf39-414e-bc8e-13ed5f6618f1 None None] Port dbe227bc-1f15-4a4f-9dc6-000527c897b1 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:15.983477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-700ab964-bf39-414e-bc8e-13ed5f6618f1 None None] Provisioning complete for port 39893432-c38d-4946-874c-13b0cbef913f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:15.984033 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-700ab964-bf39-414e-bc8e-13ed5f6618f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.034488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.041188 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6332b8a1-72fb-445e-ae15-e83340d26462 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.088147 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:16.100738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332b8a1-72fb-445e-ae15-e83340d26462 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=dbe227bc-1f15-4a4f-9dc6-000527c897b1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:16.115764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cfca3a-98cb-4e05-9d8b-245de2de9dd5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:16.119914 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.120322 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Added segment 067755d3-00de-41f4-b048-5a799a2310d1 of type vlan for network 7491761b-4c05-49aa-9cde-2561a2d190ac Oct 27 16:32:16.149972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6332b8a1-72fb-445e-ae15-e83340d26462 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.154177 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6332b8a1-72fb-445e-ae15-e83340d26462 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/dbe227bc-1f15-4a4f-9dc6-000527c897b1 HTTP/1.1" status: 204 len: 168 time: 0.8367157 Oct 27 16:32:16.157424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59056) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:16.185488 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ae9915-fc24-4727-a08b-6d9e4f68cd3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:32:16.188847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f7ae9915-fc24-4727-a08b-6d9e4f68cd3a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/dbe227bc-1f15-4a4f-9dc6-000527c897b1 HTTP/1.1" status: 404 len: 333 time: 0.0286608 Oct 27 16:32:16.190444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59060) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:16.191040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2c4b26ce-d046-440c-bfd0-3761d474e178 None None] Could not find standard attr ID for object dbe227bc-1f15-4a4f-9dc6-000527c897b1. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:32:16.242823 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.286643 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b75a3086-3afd-42e2-b0f0-8bea361def21 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.315450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b75a3086-3afd-42e2-b0f0-8bea361def21 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.365812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.366844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:16.369515 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.436264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] Pushing event updated for resources: {'Network': ['ID=7491761b-4c05-49aa-9cde-2561a2d190ac,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:16.450020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 7491761b-4c05-49aa-9cde-2561a2d190ac details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:16.474199 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b75a3086-3afd-42e2-b0f0-8bea361def21 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.477511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b75a3086-3afd-42e2-b0f0-8bea361def21 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.481176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b75a3086-3afd-42e2-b0f0-8bea361def21 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/security-groups/38142460-312b-4ef9-ad1b-ad2f5a5512c2 HTTP/1.1" status: 204 len: 168 time: 0.2870712 Oct 27 16:32:16.493039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59074) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:16.506648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a3086-3afd-42e2-b0f0-8bea361def21 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38142460-312b-4ef9-ad1b-ad2f5a5512c2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:16.529388 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d47e682c-1a0e-4b20-9916-74fa1443b8ef admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0586343 Oct 27 16:32:16.532048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59078) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:16.549532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] Request body: {'subnet': {'network_id': '7491761b-4c05-49aa-9cde-2561a2d190ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-24465183-subnet', 'tenant_id': 'c46dff444a2f449e9de2416892937fb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:16.606933 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e57797a-10b2-4423-bd90-21ee651600ea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.633246 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e57797a-10b2-4423-bd90-21ee651600ea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.657266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] Made reservation on behalf of c46dff444a2f449e9de2416892937fb2 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:16.659804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.771558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e57797a-10b2-4423-bd90-21ee651600ea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.774193 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2e57797a-10b2-4423-bd90-21ee651600ea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.775364 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2e57797a-10b2-4423-bd90-21ee651600ea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/security-groups/b12e97ee-43aa-481b-a16e-3c0ddc793b8a HTTP/1.1" status: 204 len: 168 time: 0.2875700 Oct 27 16:32:16.787979 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59082) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:16.834641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57797a-10b2-4423-bd90-21ee651600ea tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12e97ee-43aa-481b-a16e-3c0ddc793b8a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:16.877111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d15e8a-4098-4734-bc26-aa29ca984579 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting subnet 38b2062d-e9cc-43cc-b0bf-ed43d184905d {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:16.880601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00d15e8a-4098-4734-bc26-aa29ca984579 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.929066 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00d15e8a-4098-4734-bc26-aa29ca984579 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:16.977677 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.042597 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00d15e8a-4098-4734-bc26-aa29ca984579 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.063825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b920e9-fb56-46c2-9e80-55b8e3e70b78,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:17.069911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] Checking segment: {'id': '067755d3-00de-41f4-b048-5a799a2310d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '7491761b-4c05-49aa-9cde-2561a2d190ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:17.070208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] Network hostable DHCP agents. Network: 7491761b-4c05-49aa-9cde-2561a2d190ac, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:17.163125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59088) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:17.194383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] Network 7491761b-4c05-49aa-9cde-2561a2d190ac is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:17.241182 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00d15e8a-4098-4734-bc26-aa29ca984579 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.270633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d15e8a-4098-4734-bc26-aa29ca984579 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Subnet': ['ID=38b2062d-e9cc-43cc-b0bf-ed43d184905d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:17.276421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 7491761b-4c05-49aa-9cde-2561a2d190ac) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:17.285822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:17.286408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.288575 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00d15e8a-4098-4734-bc26-aa29ca984579 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.291826 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-00d15e8a-4098-4734-bc26-aa29ca984579 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/38b2062d-e9cc-43cc-b0bf-ed43d184905d HTTP/1.1" status: 204 len: 168 time: 0.5027711 Oct 27 16:32:17.296009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59092) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:17.299811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109b7e9-457b-4026-9e56-24819e2da5b2 None None] Network d24858ea-44a0-42ed-b67a-473eea4c241c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:17.302707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81579bfa-897e-455e-8af1-447d4ce0a867 None None] Network 7491761b-4c05-49aa-9cde-2561a2d190ac requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:17.309006 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7fcf8356-e958-496f-b2f6-31d792aafe30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.317592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-70f0119d-cfe2-46ff-b08b-4feb4bb4e339 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:17.446958 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7fcf8356-e958-496f-b2f6-31d792aafe30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.462016 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b00e7744-cd93-4bc5-89d1-bf2e4188e145 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9214480 Oct 27 16:32:17.527346 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7fcf8356-e958-496f-b2f6-31d792aafe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.572631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf8356-e958-496f-b2f6-31d792aafe30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51878f1f-9c38-4311-8cef-92519247506a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:17.582740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f0119d-cfe2-46ff-b08b-4feb4bb4e339 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:17.586655 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70f0119d-cfe2-46ff-b08b-4feb4bb4e339 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.610148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59096) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:17.619823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7fcf8356-e958-496f-b2f6-31d792aafe30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c88eb3dbcea043f8884c393f6f0192e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555676 Oct 27 16:32:17.620934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59098) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:17.633677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d97f23e-e83e-4127-ae55-ac204cc9e02a None None] Network 7491761b-4c05-49aa-9cde-2561a2d190ac requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:17.697254 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0346a29-997f-42d6-a32c-f78d580917f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.728247 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0346a29-997f-42d6-a32c-f78d580917f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.758800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92326d7-c9a1-4e6b-890b-c08d88bfb507 admin admin] Deleting subnet 4ffdd040-7634-435c-864c-d73d0bea7493 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:17.778399 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92326d7-c9a1-4e6b-890b-c08d88bfb507 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.857729 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92326d7-c9a1-4e6b-890b-c08d88bfb507 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.876360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0346a29-997f-42d6-a32c-f78d580917f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.879692 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e0346a29-997f-42d6-a32c-f78d580917f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:17.883564 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e0346a29-997f-42d6-a32c-f78d580917f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51878f1f-9c38-4311-8cef-92519247506a HTTP/1.1" status: 204 len: 168 time: 0.2609003 Oct 27 16:32:17.908555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0346a29-997f-42d6-a32c-f78d580917f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51878f1f-9c38-4311-8cef-92519247506a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:17.926435 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92326d7-c9a1-4e6b-890b-c08d88bfb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.143788 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92326d7-c9a1-4e6b-890b-c08d88bfb507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.169029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92326d7-c9a1-4e6b-890b-c08d88bfb507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ffdd040-7634-435c-864c-d73d0bea7493,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:18.197504 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70f0119d-cfe2-46ff-b08b-4feb4bb4e339 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.227802 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92326d7-c9a1-4e6b-890b-c08d88bfb507 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.236610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d92326d7-c9a1-4e6b-890b-c08d88bfb507 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4ffdd040-7634-435c-864c-d73d0bea7493 HTTP/1.1" status: 204 len: 168 time: 0.6231716 Oct 27 16:32:18.236999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59116) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:18.302218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f0119d-cfe2-46ff-b08b-4feb4bb4e339 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network d24858ea-44a0-42ed-b67a-473eea4c241c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:18.312136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-70f0119d-cfe2-46ff-b08b-4feb4bb4e339 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:18.323935 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f0119d-cfe2-46ff-b08b-4feb4bb4e339 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:18.329088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-70f0119d-cfe2-46ff-b08b-4feb4bb4e339 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.343157 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0119d-cfe2-46ff-b08b-4feb4bb4e339 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Subnet': ['ID=6357ac37-26d9-46bf-ad0b-f6bb886ca605,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:18.355473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.446900 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-70f0119d-cfe2-46ff-b08b-4feb4bb4e339 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1491597 Oct 27 16:32:18.450944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59128) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:18.459213 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ec96c42f-8334-46af-946c-3e4d66c85b44 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'security_group': {'name': 'tempest-secgroup-2027768349'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:18.498327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10520114-144a-4802-a3bc-d4b3d84355e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.519463 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.558310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1c1fae-bc7c-4e45-886e-a35b7fcdffd9']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:18.571903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb77801c-068e-46d2-b0fd-1cf686d64019') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:18.572241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb77801c-068e-46d2-b0fd-1cf686d64019') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:18.584758 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.588725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec96c42f-8334-46af-946c-3e4d66c85b44 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.627667 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.642412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:18.642829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:18.645556 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:18.673707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9100e24-c90b-4c93-8a33-27bae6455ec7 None None] Network d24858ea-44a0-42ed-b67a-473eea4c241c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:18.705822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec96c42f-8334-46af-946c-3e4d66c85b44 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.783370 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec96c42f-8334-46af-946c-3e4d66c85b44 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.811692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-336e9cc0-6ef6-4b35-8a55-e19e66e3bd69 None None] Provisioning complete for port 61d62fd8-1db2-4d49-b696-109d0cae4557 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:18.813026 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-336e9cc0-6ef6-4b35-8a55-e19e66e3bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.824014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96c42f-8334-46af-946c-3e4d66c85b44 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c20cab-0346-4d6e-9586-e47a432dfb43,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:18.873484 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.884803 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:18.888399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] 10.222.0.15 "DELETE /v2.0/networks/df1c1fae-bc7c-4e45-886e-a35b7fcdffd9 HTTP/1.1" status: 204 len: 168 time: 0.6502140 Oct 27 16:32:18.891679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59134) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:18.944226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59136) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:18.962808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c448ca-4669-451a-8a86-0d581218694d admin admin] Pushing event deleted for resources: {'Network': ['ID=df1c1fae-bc7c-4e45-886e-a35b7fcdffd9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:18.994057 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1dbe0f5a-beb7-4d19-be7d-0aa851989912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.000794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-336e9cc0-6ef6-4b35-8a55-e19e66e3bd69 None None] Port 61d62fd8-1db2-4d49-b696-109d0cae4557 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:19.013129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-307aebbb-d29d-4139-92af-85abc15cb79c admin admin] Deleting subnet e8b920e9-fb56-46c2-9e80-55b8e3e70b78 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:19.027172 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ec96c42f-8334-46af-946c-3e4d66c85b44 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.030172 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ec96c42f-8334-46af-946c-3e4d66c85b44 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5768402 Oct 27 16:32:19.031285 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-307aebbb-d29d-4139-92af-85abc15cb79c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.033788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59138) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:19.055308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-336e9cc0-6ef6-4b35-8a55-e19e66e3bd69 None None] Provisioning complete for port 39893432-c38d-4946-874c-13b0cbef913f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:19.055890 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-336e9cc0-6ef6-4b35-8a55-e19e66e3bd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.068040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-dc01a1da-bd61-42c8-b4e4-bcca6d611d73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'security_group': {'name': 'tempest-secgroup-2075854590'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:19.122541 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-307aebbb-d29d-4139-92af-85abc15cb79c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.148572 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc01a1da-bd61-42c8-b4e4-bcca6d611d73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.165854 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1dbe0f5a-beb7-4d19-be7d-0aa851989912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.217451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1dbe0f5a-beb7-4d19-be7d-0aa851989912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.224987 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-307aebbb-d29d-4139-92af-85abc15cb79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.259511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe0f5a-beb7-4d19-be7d-0aa851989912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a20dba8-85ec-4c5a-a08d-32f454b93dcc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:19.283043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80157561-c396-4836-b809-814be92d885a None None] Update dhcp port {'port': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'fixed_ips': [{'subnet_id': '7acee92b-0759-4ac2-8a13-f9f78a9806d3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6357ac37-26d9-46bf-ad0b-f6bb886ca605'}], 'binding:host_id': 'n-d-815689-1'}, 'id': '39893432-c38d-4946-874c-13b0cbef913f'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:32:19.284264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1dbe0f5a-beb7-4d19-be7d-0aa851989912 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0be3ecb527a405486d1fa35875c7994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389697 Oct 27 16:32:19.286688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59140) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:19.325558 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-80157561-c396-4836-b809-814be92d885a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.346883 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94853129-c037-4be6-85ce-fc8bd804cba3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.349782 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc01a1da-bd61-42c8-b4e4-bcca6d611d73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.378402 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94853129-c037-4be6-85ce-fc8bd804cba3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.441179 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc01a1da-bd61-42c8-b4e4-bcca6d611d73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.460698 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-307aebbb-d29d-4139-92af-85abc15cb79c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.520684 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94853129-c037-4be6-85ce-fc8bd804cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.524279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-80157561-c396-4836-b809-814be92d885a None None] Allocated IP 2001:db8::2 (d24858ea-44a0-42ed-b67a-473eea4c241c/6357ac37-26d9-46bf-ad0b-f6bb886ca605/39893432-c38d-4946-874c-13b0cbef913f) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:19.524842 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-94853129-c037-4be6-85ce-fc8bd804cba3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.525534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aebbb-d29d-4139-92af-85abc15cb79c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b920e9-fb56-46c2-9e80-55b8e3e70b78,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:19.527956 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-307aebbb-d29d-4139-92af-85abc15cb79c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.532352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-307aebbb-d29d-4139-92af-85abc15cb79c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e8b920e9-fb56-46c2-9e80-55b8e3e70b78 HTTP/1.1" status: 204 len: 168 time: 0.6380620 Oct 27 16:32:19.533715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01a1da-bd61-42c8-b4e4-bcca6d611d73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b327918-2d42-4b07-9542-450459e90660,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:19.535724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59146) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:19.537145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-94853129-c037-4be6-85ce-fc8bd804cba3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9a20dba8-85ec-4c5a-a08d-32f454b93dcc HTTP/1.1" status: 204 len: 168 time: 0.2492528 Oct 27 16:32:19.560788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94853129-c037-4be6-85ce-fc8bd804cba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a20dba8-85ec-4c5a-a08d-32f454b93dcc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:19.642730 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc01a1da-bd61-42c8-b4e4-bcca6d611d73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.644103 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dc01a1da-bd61-42c8-b4e4-bcca6d611d73 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6092367 Oct 27 16:32:19.647097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59158) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:19.653795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-680406ff-c0bb-4ee5-88cb-56af8c3ef1bc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'security_group': {'name': 'tempest-secgroup-1690085845'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:19.714787 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.784126 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-680406ff-c0bb-4ee5-88cb-56af8c3ef1bc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.821379 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.847697 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7491761b-4c05-49aa-9cde-2561a2d190ac']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:19.858422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067755d3-00de-41f4-b048-5a799a2310d1') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:19.858787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067755d3-00de-41f4-b048-5a799a2310d1') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:19.883860 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.884331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-80157561-c396-4836-b809-814be92d885a None None] For port 39893432-c38d-4946-874c-13b0cbef913f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=39893432-c38d-4946-874c-13b0cbef913f,segment=NetworkSegment(558923b7-d6c9-418a-917f-7e5c92176b74),segment_id=558923b7-d6c9-418a-917f-7e5c92176b74)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:19.900229 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.908013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:19.908544 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:19.920369 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:19.927785 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-80157561-c396-4836-b809-814be92d885a None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:19.933067 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-680406ff-c0bb-4ee5-88cb-56af8c3ef1bc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.006224 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-680406ff-c0bb-4ee5-88cb-56af8c3ef1bc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.006674 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-80157561-c396-4836-b809-814be92d885a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.035150 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.044096 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.055308 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7491761b-4c05-49aa-9cde-2561a2d190ac HTTP/1.1" status: 204 len: 168 time: 0.5176170 Oct 27 16:32:20.082273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda9e02-99ab-4925-b6ea-d81e4e4312f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7491761b-4c05-49aa-9cde-2561a2d190ac,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:20.118032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680406ff-c0bb-4ee5-88cb-56af8c3ef1bc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4dbbfb-4157-4532-ad82-7972e3cd2931,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:20.187012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80157561-c396-4836-b809-814be92d885a None None] Pushing event updated for resources: {'Port': ['ID=39893432-c38d-4946-874c-13b0cbef913f,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:20.219895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-680406ff-c0bb-4ee5-88cb-56af8c3ef1bc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.224104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59192) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:20.224628 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-680406ff-c0bb-4ee5-88cb-56af8c3ef1bc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5756519 Oct 27 16:32:20.230073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1112691944', 'security_groups': ['8c4dbbfb-4157-4532-ad82-7972e3cd2931'], 'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6357ac37-26d9-46bf-ad0b-f6bb886ca605'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:20.525808 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'port': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:20.565359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59214) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:20.667543 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0a9fd99c-6c8c-481b-999a-0e56d4f45167 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bae3709dbe574c11ae82b6387d6a2817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987747 Oct 27 16:32:20.667924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59222) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:20.730515 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.757996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] device_id is not set on port dd97ecb6-e7b3-4438-9770-b8caa2df9439 yet. {{(pid=109722) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:32:20.822292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-665fd82b-6ef2-459c-9e30-037442c07cf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:20.846626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-665fd82b-6ef2-459c-9e30-037442c07cf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.043700 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-70770e43-4a8a-479e-8b5d-c9ec3da1a0e2 None None] Provisioning complete for port 61d62fd8-1db2-4d49-b696-109d0cae4557 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:21.044205 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-70770e43-4a8a-479e-8b5d-c9ec3da1a0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.056853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8::1f7 (d24858ea-44a0-42ed-b67a-473eea4c241c/6357ac37-26d9-46bf-ad0b-f6bb886ca605/dd97ecb6-e7b3-4438-9770-b8caa2df9439) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:21.130206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-70770e43-4a8a-479e-8b5d-c9ec3da1a0e2 None None] Port 61d62fd8-1db2-4d49-b696-109d0cae4557 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:21.144320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-70770e43-4a8a-479e-8b5d-c9ec3da1a0e2 None None] Provisioning complete for port 39893432-c38d-4946-874c-13b0cbef913f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:21.145127 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-70770e43-4a8a-479e-8b5d-c9ec3da1a0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.209419 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-665fd82b-6ef2-459c-9e30-037442c07cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.215821 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-665fd82b-6ef2-459c-9e30-037442c07cf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.215821 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-665fd82b-6ef2-459c-9e30-037442c07cf3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd501026-a0be-4388-8aa7-0b914d2178de HTTP/1.1" status: 204 len: 168 time: 0.5440645 Oct 27 16:32:21.298820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fd82b-6ef2-459c-9e30-037442c07cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd501026-a0be-4388-8aa7-0b914d2178de,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:21.424950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.528169 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 39893432-c38d-4946-874c-13b0cbef913f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:21.580573 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-63b6eaac-c078-4da6-b5be-3447925ede46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.595369 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.634664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 39893432-c38d-4946-874c-13b0cbef913f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:21.634959 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.721748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network d24858ea-44a0-42ed-b67a-473eea4c241c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:21.731975 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:21.737583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:21.753431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:21.753431 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:21.790453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=dd97ecb6-e7b3-4438-9770-b8caa2df9439,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:21.898147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-93801cad-9402-4df5-88e9-efba751e7ec4 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6727002 Oct 27 16:32:21.901471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59290) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:21.908614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-cbfd1e3d-2f93-433e-b4b1-daa0da7d97fc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:22.098273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59300) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:22.166036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfd1e3d-2f93-433e-b4b1-daa0da7d97fc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:22.169950 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cbfd1e3d-2f93-433e-b4b1-daa0da7d97fc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.189300 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d0bc69a6-7db7-46ea-b1c9-9d5540c74eb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c46dff444a2f449e9de2416892937fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804653 Oct 27 16:32:22.190087 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59308) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:22.252030 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.260925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5672361d-ae71-4771-8494-76eb118fe8aa None None] Provisioning complete for port dd97ecb6-e7b3-4438-9770-b8caa2df9439 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:22.261673 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5672361d-ae71-4771-8494-76eb118fe8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.311526 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0067fc52-cd4d-4dcb-8ba2-00ea66c15c62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.316977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5672361d-ae71-4771-8494-76eb118fe8aa None None] Port dd97ecb6-e7b3-4438-9770-b8caa2df9439 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:22.328099 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.341645 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0067fc52-cd4d-4dcb-8ba2-00ea66c15c62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.377707 n-d-815689-1 neutron-server[109723]: INFO neutron.db.ipam_backend_mixin [None req-cbfd1e3d-2f93-433e-b4b1-daa0da7d97fc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6357ac37-26d9-46bf-ad0b-f6bb886ca605 (CIDR: 2001:db8::/64) Oct 27 16:32:22.435887 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfd1e3d-2f93-433e-b4b1-daa0da7d97fc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:32:22.436398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbfd1e3d-2f93-433e-b4b1-daa0da7d97fc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:22.508825 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0067fc52-cd4d-4dcb-8ba2-00ea66c15c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.511381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0067fc52-cd4d-4dcb-8ba2-00ea66c15c62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.514282 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0067fc52-cd4d-4dcb-8ba2-00ea66c15c62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3cfca3a-98cb-4e05-9d8b-245de2de9dd5 HTTP/1.1" status: 204 len: 168 time: 0.3229322 Oct 27 16:32:22.523071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067fc52-cd4d-4dcb-8ba2-00ea66c15c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cfca3a-98cb-4e05-9d8b-245de2de9dd5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:22.540736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cbfd1e3d-2f93-433e-b4b1-daa0da7d97fc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6311538 Oct 27 16:32:22.541975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59330) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:22.552288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-387dd556-757c-4925-9f65-97fb923f20c2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:22.771602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387dd556-757c-4925-9f65-97fb923f20c2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:22.775587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-387dd556-757c-4925-9f65-97fb923f20c2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:22.934142 n-d-815689-1 neutron-server[109723]: INFO neutron.db.ipam_backend_mixin [None req-387dd556-757c-4925-9f65-97fb923f20c2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7acee92b-0759-4ac2-8a13-f9f78a9806d3 (CIDR: 2001:db8:0:1::/64) Oct 27 16:32:22.961831 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-387dd556-757c-4925-9f65-97fb923f20c2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 16:32:22.962569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-387dd556-757c-4925-9f65-97fb923f20c2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:23.044292 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-387dd556-757c-4925-9f65-97fb923f20c2 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5005074 Oct 27 16:32:23.047362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59364) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:23.053864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7c92c2d4-f764-4237-9f6a-52d3632f5c26 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'subnet': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:23.354729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c92c2d4-f764-4237-9f6a-52d3632f5c26 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Made reservation on behalf of 32dc9fbfa25749bb80944ef091505cec for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:23.359063 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c92c2d4-f764-4237-9f6a-52d3632f5c26 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:23.926127 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c92c2d4-f764-4237-9f6a-52d3632f5c26 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:23.994024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c92c2d4-f764-4237-9f6a-52d3632f5c26 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Network d24858ea-44a0-42ed-b67a-473eea4c241c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:23.997491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-7c92c2d4-f764-4237-9f6a-52d3632f5c26 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:24.000588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92c2d4-f764-4237-9f6a-52d3632f5c26 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:24.005594 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7c92c2d4-f764-4237-9f6a-52d3632f5c26 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.009389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc02f653-e58f-44a4-88ac-66205b23d057 None None] Network d24858ea-44a0-42ed-b67a-473eea4c241c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:24.024588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92c2d4-f764-4237-9f6a-52d3632f5c26 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Subnet': ['ID=90f56125-3b24-49b7-a60d-8bcae8896b0a,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:24.085442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7c92c2d4-f764-4237-9f6a-52d3632f5c26 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0358179 Oct 27 16:32:24.088021 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59438) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:24.094911 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-92644afd-be4a-435a-ab6a-8b576df71249 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-25313693', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '90f56125-3b24-49b7-a60d-8bcae8896b0a'}], 'security_groups': ['b5c20cab-0346-4d6e-9586-e47a432dfb43', '6b327918-2d42-4b07-9542-450459e90660']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:24.243753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92644afd-be4a-435a-ab6a-8b576df71249 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.362618 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.533794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5575c170-e26a-4cc1-9b12-ebab11a64ca8 None None] Update dhcp port {'port': {'network_id': 'd24858ea-44a0-42ed-b67a-473eea4c241c', 'fixed_ips': [{'subnet_id': '7acee92b-0759-4ac2-8a13-f9f78a9806d3', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6357ac37-26d9-46bf-ad0b-f6bb886ca605', 'ip_address': '2001:db8::2'}, {'subnet_id': '90f56125-3b24-49b7-a60d-8bcae8896b0a'}], 'binding:host_id': 'n-d-815689-1'}, 'id': '39893432-c38d-4946-874c-13b0cbef913f'} from n-d-815689-1. {{(pid=109724) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 27 16:32:24.629494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5575c170-e26a-4cc1-9b12-ebab11a64ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:24.838940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-92644afd-be4a-435a-ab6a-8b576df71249 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Delete allocated IP 2001:db8::1f7 (d24858ea-44a0-42ed-b67a-473eea4c241c/6357ac37-26d9-46bf-ad0b-f6bb886ca605) {{(pid=109722) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 27 16:32:24.847869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-92644afd-be4a-435a-ab6a-8b576df71249 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Allocated IP 2001:db8:0:2::299 (d24858ea-44a0-42ed-b67a-473eea4c241c/90f56125-3b24-49b7-a60d-8bcae8896b0a/dd97ecb6-e7b3-4438-9770-b8caa2df9439) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:24.879744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59482) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:24.889544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'network': {'name': 'tempest-network-smoke--985163342', 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'port_security_enabled': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:25.037821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Made reservation on behalf of 75488601edab4b54bdb13b6ddc6ab744 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:25.083017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.118782 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.276963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.364768 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.387106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:25.402349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88ebdcf-1d9b-4561-8823-c7c1ae6b4e0d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:25.410342 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.411219 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Added segment ac7edcb4-66b2-4890-ac64-33c74e877161 of type vlan for network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 Oct 27 16:32:25.466030 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.532628 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.540838 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:25.541505 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.553716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92644afd-be4a-435a-ab6a-8b576df71249 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.608749 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92644afd-be4a-435a-ab6a-8b576df71249 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.628469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Network': ['ID=9ae86737-4f1f-4099-8ce1-c64cf19ac110,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:25.657761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:25.676714 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92644afd-be4a-435a-ab6a-8b576df71249 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event updated for resources: {'Port': ['ID=dd97ecb6-e7b3-4438-9770-b8caa2df9439,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:25.693020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-92644afd-be4a-435a-ab6a-8b576df71249 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] In _notify_port_updated(), no bound segment for port dd97ecb6-e7b3-4438-9770-b8caa2df9439 on network d24858ea-44a0-42ed-b67a-473eea4c241c {{(pid=109722) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 27 16:32:25.698141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-86c11c35-a72e-43ea-b4ea-ee33091ed870 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8136497 Oct 27 16:32:25.698303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59524) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:25.698768 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92644afd-be4a-435a-ab6a-8b576df71249 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:25.699460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-92644afd-be4a-435a-ab6a-8b576df71249 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.700826 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-92644afd-be4a-435a-ab6a-8b576df71249 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "PUT /v2.0/ports/dd97ecb6-e7b3-4438-9770-b8caa2df9439 HTTP/1.1" status: 200 len: 968 time: 1.6117988 Oct 27 16:32:25.704427 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59526) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:25.705068 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'admin_state_up': True, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:25.727986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-5575c170-e26a-4cc1-9b12-ebab11a64ca8 None None] Allocated IP 2001:db8:0:2::2 (d24858ea-44a0-42ed-b67a-473eea4c241c/90f56125-3b24-49b7-a60d-8bcae8896b0a/39893432-c38d-4946-874c-13b0cbef913f) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:25.811889 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.813753 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.833163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a61faf39-342c-4b79-87e2-f133defe6ce8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port dd97ecb6-e7b3-4438-9770-b8caa2df9439 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:25.833561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a61faf39-342c-4b79-87e2-f133defe6ce8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.885754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.897421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5575c170-e26a-4cc1-9b12-ebab11a64ca8 None None] For port 39893432-c38d-4946-874c-13b0cbef913f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=39893432-c38d-4946-874c-13b0cbef913f,segment=NetworkSegment(558923b7-d6c9-418a-917f-7e5c92176b74),segment_id=558923b7-d6c9-418a-917f-7e5c92176b74)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:25.947122 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5575c170-e26a-4cc1-9b12-ebab11a64ca8 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.958662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a61faf39-342c-4b79-87e2-f133defe6ce8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:25.973409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a61faf39-342c-4b79-87e2-f133defe6ce8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for dd97ecb6-e7b3-4438-9770-b8caa2df9439 owned by {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:26.034299 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5575c170-e26a-4cc1-9b12-ebab11a64ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.198035 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575c170-e26a-4cc1-9b12-ebab11a64ca8 None None] Pushing event updated for resources: {'Port': ['ID=39893432-c38d-4946-874c-13b0cbef913f,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:26.286286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a61faf39-342c-4b79-87e2-f133defe6ce8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.354099 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61faf39-342c-4b79-87e2-f133defe6ce8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=dd97ecb6-e7b3-4438-9770-b8caa2df9439,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:26.389186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a61faf39-342c-4b79-87e2-f133defe6ce8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.396387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a61faf39-342c-4b79-87e2-f133defe6ce8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/dd97ecb6-e7b3-4438-9770-b8caa2df9439 HTTP/1.1" status: 204 len: 168 time: 0.6902435 Oct 27 16:32:26.399380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:26.440384 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-6703d541-ff96-4d9f-93c6-baede77f84df tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] GET failed (client error): The resource could not be found. Oct 27 16:32:26.442439 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6703d541-ff96-4d9f-93c6-baede77f84df tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports/dd97ecb6-e7b3-4438-9770-b8caa2df9439 HTTP/1.1" status: 404 len: 333 time: 0.0416336 Oct 27 16:32:26.445182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59574) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:26.507584 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.526456 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f47de5de-ce77-4fb9-82cc-c950a00a905d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.586858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f47de5de-ce77-4fb9-82cc-c950a00a905d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.721286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f47de5de-ce77-4fb9-82cc-c950a00a905d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.726015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f47de5de-ce77-4fb9-82cc-c950a00a905d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.727807 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f47de5de-ce77-4fb9-82cc-c950a00a905d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/security-groups/8c4dbbfb-4157-4532-ad82-7972e3cd2931 HTTP/1.1" status: 204 len: 168 time: 0.2807798 Oct 27 16:32:26.731991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59592) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:26.754936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47de5de-ce77-4fb9-82cc-c950a00a905d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4dbbfb-4157-4532-ad82-7972e3cd2931,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:26.856046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.856572 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd4190bd-1f51-4b62-a3ea-c4248adce463 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.877916 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:26.919939 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd4190bd-1f51-4b62-a3ea-c4248adce463 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.024085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Allocated IP 172.25.4.184 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/ee014b9f-cea2-4d57-903e-3c8197eac929) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:27.080489 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd4190bd-1f51-4b62-a3ea-c4248adce463 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.083065 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd4190bd-1f51-4b62-a3ea-c4248adce463 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.086821 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dd4190bd-1f51-4b62-a3ea-c4248adce463 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/security-groups/6b327918-2d42-4b07-9542-450459e90660 HTTP/1.1" status: 204 len: 168 time: 0.3510613 Oct 27 16:32:27.092715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59612) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:27.098160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4190bd-1f51-4b62-a3ea-c4248adce463 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b327918-2d42-4b07-9542-450459e90660,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:27.136708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b15f803a-9dee-455f-8b03-64025f74cecb None None] Provisioning complete for port 61d62fd8-1db2-4d49-b696-109d0cae4557 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:27.137189 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b15f803a-9dee-455f-8b03-64025f74cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.195713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b15f803a-9dee-455f-8b03-64025f74cecb None None] Port 61d62fd8-1db2-4d49-b696-109d0cae4557 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:27.208314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b15f803a-9dee-455f-8b03-64025f74cecb None None] Provisioning complete for port 39893432-c38d-4946-874c-13b0cbef913f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:27.209165 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b15f803a-9dee-455f-8b03-64025f74cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.237993 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.240132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.271179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.348572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b15f803a-9dee-455f-8b03-64025f74cecb None None] Could not find standard attr ID for object dd97ecb6-e7b3-4438-9770-b8caa2df9439. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:32:27.417622 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.420653 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.425285 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/security-groups/b5c20cab-0346-4d6e-9586-e47a432dfb43 HTTP/1.1" status: 204 len: 168 time: 0.3313777 Oct 27 16:32:27.431244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59628) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:27.441101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c20cab-0346-4d6e-9586-e47a432dfb43,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:27.446786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.452337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 39893432-c38d-4946-874c-13b0cbef913f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:27.460754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.461102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.461442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.461839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.468251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.468251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.468251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.468251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.468251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.468251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.468251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.468251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc3656-94df-41ce-8adb-1a0dafdb594a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:27.514626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6e405e16-06d7-4946-98c2-d50078270890 None None] Could not find standard attr ID for object dd97ecb6-e7b3-4438-9770-b8caa2df9439. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 16:32:27.543675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f603646-24ac-495e-afb4-e6000243c6b5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting subnet 6357ac37-26d9-46bf-ad0b-f6bb886ca605 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:27.545211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 39893432-c38d-4946-874c-13b0cbef913f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:27.545741 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.550562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:27.551875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f603646-24ac-495e-afb4-e6000243c6b5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.555207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:27.565743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:27.616018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Port': ['ID=ee014b9f-cea2-4d57-903e-3c8197eac929,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:27.640286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f603646-24ac-495e-afb4-e6000243c6b5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.765250 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f603646-24ac-495e-afb4-e6000243c6b5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.947627 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f603646-24ac-495e-afb4-e6000243c6b5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.983096 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f603646-24ac-495e-afb4-e6000243c6b5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Subnet': ['ID=6357ac37-26d9-46bf-ad0b-f6bb886ca605,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:27.989897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f603646-24ac-495e-afb4-e6000243c6b5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:27.993344 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2f603646-24ac-495e-afb4-e6000243c6b5 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/6357ac37-26d9-46bf-ad0b-f6bb886ca605 HTTP/1.1" status: 204 len: 168 time: 0.5664344 Oct 27 16:32:27.998465 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59658) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:28.000097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858172c3-fb30-4bae-bce2-bf51186885ef None None] Network d24858ea-44a0-42ed-b67a-473eea4c241c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:28.037885 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.059785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a1324d-46f6-49c3-9125-ac643f86608c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting subnet 90f56125-3b24-49b7-a60d-8bcae8896b0a {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:28.063558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62a1324d-46f6-49c3-9125-ac643f86608c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.129111 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62a1324d-46f6-49c3-9125-ac643f86608c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.271670 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62a1324d-46f6-49c3-9125-ac643f86608c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.323508 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.462312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62a1324d-46f6-49c3-9125-ac643f86608c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.507477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1324d-46f6-49c3-9125-ac643f86608c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Subnet': ['ID=90f56125-3b24-49b7-a60d-8bcae8896b0a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:28.513955 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62a1324d-46f6-49c3-9125-ac643f86608c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.518080 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-62a1324d-46f6-49c3-9125-ac643f86608c tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/90f56125-3b24-49b7-a60d-8bcae8896b0a HTTP/1.1" status: 204 len: 168 time: 0.5185790 Oct 27 16:32:28.520744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59686) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:28.548972 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d26ed4-4066-42a2-b22c-1eb75c95713d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:28.548972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d26ed4-4066-42a2-b22c-1eb75c95713d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:28.555171 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f0d26ed4-4066-42a2-b22c-1eb75c95713d tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/6357ac37-26d9-46bf-ad0b-f6bb886ca605 HTTP/1.1" status: 404 len: 337 time: 0.0303252 Oct 27 16:32:28.555171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59690) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:28.565672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Router 5582f519-c56c-4a84-a63b-b6070f59d6f6 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:32:28.694588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4c6ac5-6e89-4b95-8b37-e7272eefbc58 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting subnet 7acee92b-0759-4ac2-8a13-f9f78a9806d3 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:28.700892 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ac5-6e89-4b95-8b37-e7272eefbc58 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.759818 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ac5-6e89-4b95-8b37-e7272eefbc58 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.798553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:28.808678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Sync routers for ids ['5582f519-c56c-4a84-a63b-b6070f59d6f6'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:28.822290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Routers {'5582f519-c56c-4a84-a63b-b6070f59d6f6'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:28.825754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5582f519-c56c-4a84-a63b-b6070f59d6f6'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:28.877262 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ac5-6e89-4b95-8b37-e7272eefbc58 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.902486 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:28.903737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f04b18a4-3020-4686-b28e-b218354a51bb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2040694 Oct 27 16:32:28.907155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59710) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.013950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d517bde-b645-41fb-9e98-3ed3d7f7b150 None None] Network d24858ea-44a0-42ed-b67a-473eea4c241c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:29.017369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Set router 5582f519-c56c-4a84-a63b-b6070f59d6f6 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:29.064487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ac5-6e89-4b95-8b37-e7272eefbc58 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.097728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c6ac5-6e89-4b95-8b37-e7272eefbc58 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Subnet': ['ID=7acee92b-0759-4ac2-8a13-f9f78a9806d3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:29.103770 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ae4c6ac5-6e89-4b95-8b37-e7272eefbc58 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.107491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ae4c6ac5-6e89-4b95-8b37-e7272eefbc58 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/7acee92b-0759-4ac2-8a13-f9f78a9806d3 HTTP/1.1" status: 204 len: 168 time: 0.5515690 Oct 27 16:32:29.111188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59722) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.146857 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-637ba088-8fe2-47a6-bf69-e0063232de5a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:29.147372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637ba088-8fe2-47a6-bf69-e0063232de5a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:29.151027 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-637ba088-8fe2-47a6-bf69-e0063232de5a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/38b2062d-e9cc-43cc-b0bf-ed43d184905d HTTP/1.1" status: 404 len: 337 time: 0.0386765 Oct 27 16:32:29.153832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59726) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.188535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5b0ed1e3-fb2c-4a29-af01-000872cdafb8 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "GET /v2.0/ports?device_id=d13e707f-a477-471a-ba59-19cd9f87edb5 HTTP/1.1" status: 200 len: 205 time: 0.0323360 Oct 27 16:32:29.194929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59730) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.217778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b5b1e9ff-f8ce-4650-9218-64a680f6153a None None] Provisioning complete for port 61d62fd8-1db2-4d49-b696-109d0cae4557 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:29.218404 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e9ff-f8ce-4650-9218-64a680f6153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.223265 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-48340279-af57-4944-83bc-1cdc7064fce8 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=75488601edab4b54bdb13b6ddc6ab744&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3149035 Oct 27 16:32:29.223873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59732) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.254596 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-0f35a5fa-d0ea-416b-aea6-84c37f47397a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] delete failed (client error): The resource could not be found. Oct 27 16:32:29.256231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0f35a5fa-d0ea-416b-aea6-84c37f47397a tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/routers/d13e707f-a477-471a-ba59-19cd9f87edb5 HTTP/1.1" status: 404 len: 336 time: 0.0597246 Oct 27 16:32:29.258800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59738) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.272854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b5b1e9ff-f8ce-4650-9218-64a680f6153a None None] Port 61d62fd8-1db2-4d49-b696-109d0cae4557 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:29.298211 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde497c5-5b95-4e45-aa24-4dccd756fd5f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:29.299216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde497c5-5b95-4e45-aa24-4dccd756fd5f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:29.303956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dde497c5-5b95-4e45-aa24-4dccd756fd5f tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/f0bdfb7b-3748-4b34-95cc-7cc868e55ec4 HTTP/1.1" status: 404 len: 337 time: 0.0435858 Oct 27 16:32:29.306503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59744) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.338568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b5b1e9ff-f8ce-4650-9218-64a680f6153a None None] Provisioning complete for port 39893432-c38d-4946-874c-13b0cbef913f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:29.338936 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b5b1e9ff-f8ce-4650-9218-64a680f6153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.339554 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4dda9a-c6c8-4350-8f56-ecd1ff181881 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:29.340298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4dda9a-c6c8-4350-8f56-ecd1ff181881 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:29.344856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-db4dda9a-c6c8-4350-8f56-ecd1ff181881 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/d615bcc0-cffa-4e65-b384-fd25826ef862 HTTP/1.1" status: 404 len: 337 time: 0.0370979 Oct 27 16:32:29.347604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59748) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.394815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097f829-4585-4055-9aa5-62dfc2992eee tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:29.397141 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7097f829-4585-4055-9aa5-62dfc2992eee tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1716402 Oct 27 16:32:29.399762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59752) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.402063 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9e39db-3296-4923-b41f-4a311c452614 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:29.402514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9e39db-3296-4923-b41f-4a311c452614 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:29.405888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8b9e39db-3296-4923-b41f-4a311c452614 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/8ce237de-527c-49e8-af26-9a6960837ebc HTTP/1.1" status: 404 len: 337 time: 0.0569863 Oct 27 16:32:29.409116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59754) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.435359 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aad1b6f-9195-4138-aaac-35364d3edcb9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:29.436450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aad1b6f-9195-4138-aaac-35364d3edcb9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:29.440224 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-62895534-f785-401d-8614-6cbcde72cec1 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362308 Oct 27 16:32:29.440744 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59756) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.442519 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1aad1b6f-9195-4138-aaac-35364d3edcb9 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/cd1cf5e1-063f-411d-ae3b-7db10e310d09 HTTP/1.1" status: 404 len: 333 time: 0.0322232 Oct 27 16:32:29.443153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59758) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.446860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-710230679', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:29.498505 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-27739059-5d4e-433a-9cf8-6ee75f950424 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:29.498963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27739059-5d4e-433a-9cf8-6ee75f950424 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:29.506952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-27739059-5d4e-433a-9cf8-6ee75f950424 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/2becddc2-f080-474b-ae7b-6c83169711ed HTTP/1.1" status: 404 len: 337 time: 0.0626299 Oct 27 16:32:29.516540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59766) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.584487 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30514a4-d12d-4ccb-9f85-4b6355638dae tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:29.585909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30514a4-d12d-4ccb-9f85-4b6355638dae tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:29.589412 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e30514a4-d12d-4ccb-9f85-4b6355638dae tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/ec09ca16-ee60-45f2-a26e-99b3ab280f72 HTTP/1.1" status: 404 len: 337 time: 0.0713403 Oct 27 16:32:29.598541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59772) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.641468 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-5159cba9-c311-4372-936b-72347d09d005 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:29.643267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5159cba9-c311-4372-936b-72347d09d005 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:29.648148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.648351 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5159cba9-c311-4372-936b-72347d09d005 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/3a772f81-510f-47b7-8f8d-2f59de2baa2b HTTP/1.1" status: 404 len: 333 time: 0.0473819 Oct 27 16:32:29.650090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59778) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.677664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Made reservation on behalf of 75488601edab4b54bdb13b6ddc6ab744 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:29.684499 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.708773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:27Z', 'revision_number': 3, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:29.709029 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4ac512-0172-4a33-bd22-237d6863ba71 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:29.715118 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4ac512-0172-4a33-bd22-237d6863ba71 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:29.718345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2a4ac512-0172-4a33-bd22-237d6863ba71 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/f5992960-029c-4fbc-bf42-7773515e5b82 HTTP/1.1" status: 404 len: 337 time: 0.0670073 Oct 27 16:32:29.721734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59782) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.766023 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7e5d7a-b1b9-4638-adbc-eba73e52df29 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] DELETE failed (client error): The resource could not be found. Oct 27 16:32:29.766585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7e5d7a-b1b9-4638-adbc-eba73e52df29 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:32:29.778175 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0c7e5d7a-b1b9-4638-adbc-eba73e52df29 tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/subnets/649be415-4af0-4b52-8e52-d6ce28fdb777 HTTP/1.1" status: 404 len: 337 time: 0.0559084 Oct 27 16:32:29.778984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59786) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:29.795726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Checking router: 5582f519-c56c-4a84-a63b-b6070f59d6f6 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:32:29.796223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Updating router 5582f519-c56c-4a84-a63b-b6070f59d6f6 port ee014b9f-cea2-4d57-903e-3c8197eac929 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:32:29.837786 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:29.840819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1136533-9337-412a-ae4e-97841283825e None None] DHCP port deletion for d24858ea-44a0-42ed-b67a-473eea4c241c request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:30.016661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c4b14176-55d8-4e4e-8388-62ba306d9dcc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 61d62fd8-1db2-4d49-b696-109d0cae4557 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:30.017077 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4b14176-55d8-4e4e-8388-62ba306d9dcc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.100431 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d1136533-9337-412a-ae4e-97841283825e None None] Deleting port 39893432-c38d-4946-874c-13b0cbef913f {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:30.100875 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d1136533-9337-412a-ae4e-97841283825e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.102595 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4b14176-55d8-4e4e-8388-62ba306d9dcc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.115575 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.120509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c4b14176-55d8-4e4e-8388-62ba306d9dcc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 61d62fd8-1db2-4d49-b696-109d0cae4557 owned by {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:30.206764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Subnet': ['ID=88ad281c-19c4-4d67-b4bf-4b792021dffe,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:30.243202 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Checking segment: {'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:30.244514 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network hostable DHCP agents. Network: 9ae86737-4f1f-4099-8ce1-c64cf19ac110, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:30.289908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d1136533-9337-412a-ae4e-97841283825e None None] For port 39893432-c38d-4946-874c-13b0cbef913f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=39893432-c38d-4946-874c-13b0cbef913f,segment=NetworkSegment(558923b7-d6c9-418a-917f-7e5c92176b74),segment_id=558923b7-d6c9-418a-917f-7e5c92176b74)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:30.290379 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d1136533-9337-412a-ae4e-97841283825e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.332377 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4b14176-55d8-4e4e-8388-62ba306d9dcc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.339844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d1136533-9337-412a-ae4e-97841283825e None None] Calling delete_port for 39893432-c38d-4946-874c-13b0cbef913f owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:30.349270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:30.371583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b14176-55d8-4e4e-8388-62ba306d9dcc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=61d62fd8-1db2-4d49-b696-109d0cae4557,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:30.377913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4b14176-55d8-4e4e-8388-62ba306d9dcc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.383207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c4b14176-55d8-4e4e-8388-62ba306d9dcc tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/ports/61d62fd8-1db2-4d49-b696-109d0cae4557 HTTP/1.1" status: 204 len: 168 time: 0.6008840 Oct 27 16:32:30.383771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59812) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:30.412097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 9ae86737-4f1f-4099-8ce1-c64cf19ac110) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:30.431930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:30.434092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fae9805-1aec-489a-91b3-b09f2b9158cb None None] Network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:30.434698 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.495762 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.540037 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-449c03ba-e1ad-4fa8-8884-39631b28269d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0981438 Oct 27 16:32:30.543408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59820) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:30.598778 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.621110 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d1136533-9337-412a-ae4e-97841283825e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.663606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1136533-9337-412a-ae4e-97841283825e None None] Pushing event deleted for resources: {'Port': ['ID=39893432-c38d-4946-874c-13b0cbef913f,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:30.672837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1136533-9337-412a-ae4e-97841283825e None None] No DVR routers for this DVR port 39893432-c38d-4946-874c-13b0cbef913f on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:30.678104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Deleting port 39893432-c38d-4946-874c-13b0cbef913f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:30.678597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.682023 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.760641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Attempting to bind port ee014b9f-cea2-4d57-903e-3c8197eac929 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:30.761233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Attempting to bind port ee014b9f-cea2-4d57-903e-3c8197eac929 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:30.761777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Attempting to bind port ee014b9f-cea2-4d57-903e-3c8197eac929 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:30.766935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'fixed_ips': [{'subnet_id': '88ad281c-19c4-4d67-b4bf-4b792021dffe'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:30.769365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.800163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:30.800765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:30.801330 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.801880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:30.802516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Bound port: ee014b9f-cea2-4d57-903e-3c8197eac929, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:30.803065 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.808167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795689d-ab3c-4ac2-8bbd-a0d37539efb4 None None] Pushing event updated for resources: {'Port': ['ID=ee014b9f-cea2-4d57-903e-3c8197eac929,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:30.849337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] For port 39893432-c38d-4946-874c-13b0cbef913f, host n-d-815689-1, got binding levels [] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:30.849988 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.868771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Calling delete_port for 39893432-c38d-4946-874c-13b0cbef913f owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:30.872702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.ipam_backend_mixin [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Port 39893432-c38d-4946-874c-13b0cbef913f was not found and therefore no delete operation was performed {{(pid=109723) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 16:32:30.877060 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:30.894516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] No DVR routers for this DVR port 39893432-c38d-4946-874c-13b0cbef913f on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:30.917042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Port': ['ID=39893432-c38d-4946-874c-13b0cbef913f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:30.949907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] For port ee014b9f-cea2-4d57-903e-3c8197eac929, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:30.957182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] For port ee014b9f-cea2-4d57-903e-3c8197eac929, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee014b9f-cea2-4d57-903e-3c8197eac929,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:31.015268 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.018018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Allocated IP 172.20.0.2 (9ae86737-4f1f-4099-8ce1-c64cf19ac110/88ad281c-19c4-4d67-b4bf-4b792021dffe/8c45dc79-c053-4ed3-90ea-9fffffedb067) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:31.066220 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.096246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d24858ea-44a0-42ed-b67a-473eea4c241c']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:31.110539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558923b7-d6c9-418a-917f-7e5c92176b74') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:31.110971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558923b7-d6c9-418a-917f-7e5c92176b74') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:31.140219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.164842 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.174902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Routers {'5582f519-c56c-4a84-a63b-b6070f59d6f6'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:31.175811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5582f519-c56c-4a84-a63b-b6070f59d6f6'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:31.176686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:31.177081 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:31.180112 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:31.260249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795689d-ab3c-4ac2-8bbd-a0d37539efb4 None None] Pushing event updated for resources: {'Port': ['ID=ee014b9f-cea2-4d57-903e-3c8197eac929,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:31.311997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.378050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] Set router 5582f519-c56c-4a84-a63b-b6070f59d6f6 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:31.394867 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.408723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.416174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] 10.222.0.15 "DELETE /v2.0/networks/d24858ea-44a0-42ed-b67a-473eea4c241c HTTP/1.1" status: 204 len: 168 time: 1.0312421 Oct 27 16:32:31.431332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08141a-2069-439e-bd13-04148f009dce tempest-PortsIpV6TestJSON-667014132 tempest-PortsIpV6TestJSON-667014132-project] Pushing event deleted for resources: {'Network': ['ID=d24858ea-44a0-42ed-b67a-473eea4c241c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:31.535726 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.539018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 39893432-c38d-4946-874c-13b0cbef913f no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:32:31.571863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 39893432-c38d-4946-874c-13b0cbef913f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:32:31.572216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 39893432-c38d-4946-874c-13b0cbef913f not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:32:31.631359 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:31.698690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Allocated IP 172.20.0.1 (9ae86737-4f1f-4099-8ce1-c64cf19ac110/88ad281c-19c4-4d67-b4bf-4b792021dffe/108b9f55-fee5-44d1-9ed8-15d7162fa0e3) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:31.699673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:31.712385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:31.715470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:31.730863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Pushing event updated for resources: {'Port': ['ID=8c45dc79-c053-4ed3-90ea-9fffffedb067,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:31.843382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:27Z', 'revision_number': 3, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:32.030845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59856) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:32.143977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Attempting to bind port 8c45dc79-c053-4ed3-90ea-9fffffedb067 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:32.144483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Attempting to bind port 8c45dc79-c053-4ed3-90ea-9fffffedb067 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:32.144721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Attempting to bind port 8c45dc79-c053-4ed3-90ea-9fffffedb067 on network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:32.147496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff597c-15f3-4da9-99eb-cdcdc3c8f50b None None] The sync data for ids ['5582f519-c56c-4a84-a63b-b6070f59d6f6'] in n-d-815689-1 is: [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:27Z', 'revision_number': 3, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:32.163665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:32.164040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Checking segment: {'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:32.164466 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.165985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Bound using segment: {'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:32.166499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Bound port: 8c45dc79-c053-4ed3-90ea-9fffffedb067, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:32.166890 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.314351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] For port 8c45dc79-c053-4ed3-90ea-9fffffedb067, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:32.321949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] For port 8c45dc79-c053-4ed3-90ea-9fffffedb067, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c45dc79-c053-4ed3-90ea-9fffffedb067,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:32.327594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b4d7eb07-3aa5-4239-b788-bbb765639336 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32dc9fbfa25749bb80944ef091505cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919805 Oct 27 16:32:32.329673 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59862) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:32.387817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26b844ea-0d8e-406a-a323-4b3e3f8eb5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.392716 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.401308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.419192 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26b844ea-0d8e-406a-a323-4b3e3f8eb5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.501260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bd32e-65c3-49ef-804c-2059c45158a7 None None] Pushing event updated for resources: {'Port': ['ID=8c45dc79-c053-4ed3-90ea-9fffffedb067,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:32.566549 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.592270 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26b844ea-0d8e-406a-a323-4b3e3f8eb5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.602195 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26b844ea-0d8e-406a-a323-4b3e3f8eb5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.612586 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-26b844ea-0d8e-406a-a323-4b3e3f8eb5b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b0f48f1-0d57-42b9-8243-19d0495fb2c8 HTTP/1.1" status: 204 len: 168 time: 0.2800725 Oct 27 16:32:32.630387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:32.633327 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b844ea-0d8e-406a-a323-4b3e3f8eb5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0f48f1-0d57-42b9-8243-19d0495fb2c8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:32.661250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:32.673071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:32.721942 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:32.740963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Port': ['ID=108b9f55-fee5-44d1-9ed8-15d7162fa0e3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:32.761777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.091421 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.643625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8c45dc79-c053-4ed3-90ea-9fffffedb067 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:33.668037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.732097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8c45dc79-c053-4ed3-90ea-9fffffedb067 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:33.732727 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:33.764201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.020695 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.128937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Port': ['ID=108b9f55-fee5-44d1-9ed8-15d7162fa0e3,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:34.161737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.169977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 8c45dc79-c053-4ed3-90ea-9fffffedb067, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c45dc79-c053-4ed3-90ea-9fffffedb067,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:34.254136 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.254136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee014b9f-cea2-4d57-903e-3c8197eac929 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:34.323227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:34.332975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:34.342646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce00999-ea74-4e51-96cf-e094bf5cb14b None None] Network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:34.521081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Router 5582f519-c56c-4a84-a63b-b6070f59d6f6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:32:34.553155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59906) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:34.730911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:34.748311 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b14aa4bc-0710-4c24-a9df-f71341e52005 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "PUT /v2.0/routers/5582f519-c56c-4a84-a63b-b6070f59d6f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2037370 Oct 27 16:32:34.751249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59918) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:34.768152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-26abe8a6-97dc-452d-b853-6347eaa6ea55 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--830562593', 'description': 'tempest-secgroup_access--830562593 description', 'project_id': '75488601edab4b54bdb13b6ddc6ab744'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:34.817299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'network': {'name': 'tempest-RoutersTest-206287490'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:34.850917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-251d2034-f115-4e61-9fac-02a5fa8a2c2f None None] Provisioning complete for port 8c45dc79-c053-4ed3-90ea-9fffffedb067 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:34.852589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-251d2034-f115-4e61-9fac-02a5fa8a2c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.855246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=8c45dc79-c053-4ed3-90ea-9fffffedb067,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:34.855482 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26abe8a6-97dc-452d-b853-6347eaa6ea55 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.913262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ee014b9f-cea2-4d57-903e-3c8197eac929 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:34.914000 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:34.990983 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Sync routers for ids ['5582f519-c56c-4a84-a63b-b6070f59d6f6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:35.006114 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Routers {'5582f519-c56c-4a84-a63b-b6070f59d6f6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:35.006757 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5582f519-c56c-4a84-a63b-b6070f59d6f6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:35.059223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:35.069095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.089318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26abe8a6-97dc-452d-b853-6347eaa6ea55 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.106769 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.211277 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.264458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port ee014b9f-cea2-4d57-903e-3c8197eac929, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee014b9f-cea2-4d57-903e-3c8197eac929,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:35.282419 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.284318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26abe8a6-97dc-452d-b853-6347eaa6ea55 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.292734 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Set router 5582f519-c56c-4a84-a63b-b6070f59d6f6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:35.324253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abe8a6-97dc-452d-b853-6347eaa6ea55 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957346e7-fcf0-42bb-acc0-8dd59af6ebf5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:35.332711 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.368079 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.384083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:35.394893 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.395474 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added segment 54e18249-a486-4e3f-9565-ac7787e2321d of type vlan for network ca69408f-4ccf-4dba-a55e-212ad88e35a1 Oct 27 16:32:35.492343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.509473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f4ced262-1a2a-4428-bf86-d9861e9a3919 None None] Provisioning complete for port 8c45dc79-c053-4ed3-90ea-9fffffedb067 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:35.518766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f4ced262-1a2a-4428-bf86-d9861e9a3919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.522339 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-26abe8a6-97dc-452d-b853-6347eaa6ea55 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.526660 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-26abe8a6-97dc-452d-b853-6347eaa6ea55 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7740593 Oct 27 16:32:35.527359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59926) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:35.534234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4e613c12-60e8-41bf-a9ee-3d9b8d4f07eb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1809687838', 'description': 'tempest-secgroup_general--1809687838 description', 'project_id': '75488601edab4b54bdb13b6ddc6ab744'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:35.582900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c037684d-c754-422a-a2ee-1270e2d50a2b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:35.634098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8c45dc79-c053-4ed3-90ea-9fffffedb067 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:35.710881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.713680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4e613c12-60e8-41bf-a9ee-3d9b8d4f07eb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.722844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=ee014b9f-cea2-4d57-903e-3c8197eac929,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:35.728582 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:35.729563 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.847737 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f4ced262-1a2a-4428-bf86-d9861e9a3919 None None] Provisioning complete for port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:35.848222 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f4ced262-1a2a-4428-bf86-d9861e9a3919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.879375 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:32Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '108b9f55-fee5-44d1-9ed8-15d7162fa0e3', 'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:d8:c1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:31Z', 'updated_at': '2021-10-27T16:32:33Z', 'revision_number': 2, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:35.902228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f4ced262-1a2a-4428-bf86-d9861e9a3919 None None] Port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:35.928766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8c45dc79-c053-4ed3-90ea-9fffffedb067 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:35.930152 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:35.967313 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4e613c12-60e8-41bf-a9ee-3d9b8d4f07eb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.026653 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4717894 Oct 27 16:32:36.030392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 59932) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:36.036123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'network': {'name': 'tempest-RoutersTest-1645425781'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:36.043934 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007fbd2-da8f-4872-bb80-72148ccb7086 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Network': ['ID=ca69408f-4ccf-4dba-a55e-212ad88e35a1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:36.072447 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4e613c12-60e8-41bf-a9ee-3d9b8d4f07eb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.082676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network ca69408f-4ccf-4dba-a55e-212ad88e35a1 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:36.131043 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Checking router: 5582f519-c56c-4a84-a63b-b6070f59d6f6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:32:36.131501 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Updating router 5582f519-c56c-4a84-a63b-b6070f59d6f6 port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:32:36.165580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e613c12-60e8-41bf-a9ee-3d9b8d4f07eb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c12728a8-a3e2-4e6a-8f77-828807247df6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:36.171077 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.207295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:36.211395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.255249 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4e613c12-60e8-41bf-a9ee-3d9b8d4f07eb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.267831 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59934) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:36.273510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-36d8fed4-3083-4024-a63c-29cf44d83806 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'security_group_rule': {'security_group_id': '957346e7-fcf0-42bb-acc0-8dd59af6ebf5', 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:36.279577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4e613c12-60e8-41bf-a9ee-3d9b8d4f07eb tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7510407 Oct 27 16:32:36.298234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:36.303860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c32ac82f-6bfa-4648-bd3d-a4247c55d35f None None] Provisioning complete for port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:36.304257 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c32ac82f-6bfa-4648-bd3d-a4247c55d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.323904 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.324297 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added segment 29087f10-94be-459d-953d-612b0e313180 of type vlan for network b63a78a3-8c74-42bd-8dad-cb51dd92aa3c Oct 27 16:32:36.383236 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36d8fed4-3083-4024-a63c-29cf44d83806 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.404099 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.455774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c32ac82f-6bfa-4648-bd3d-a4247c55d35f None None] Port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:36.501754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36d8fed4-3083-4024-a63c-29cf44d83806 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.543847 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.550498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:36.551170 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.583262 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36d8fed4-3083-4024-a63c-29cf44d83806 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.607107 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-555674b8-a7bb-4ebc-81c7-30da9db60771 None None] Provisioning complete for port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:36.607533 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-555674b8-a7bb-4ebc-81c7-30da9db60771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.623342 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8fed4-3083-4024-a63c-29cf44d83806 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7598abba-9cc5-4053-8890-ed74a4970d91,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:36.690594 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-36d8fed4-3083-4024-a63c-29cf44d83806 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.692213 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-36d8fed4-3083-4024-a63c-29cf44d83806 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4233606 Oct 27 16:32:36.706499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-555674b8-a7bb-4ebc-81c7-30da9db60771 None None] Port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:36.744596 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.759145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7263856 Oct 27 16:32:36.763854 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59938) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:36.767008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'subnet': {'network_id': 'ca69408f-4ccf-4dba-a55e-212ad88e35a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:36.769236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79e949-1ad0-471c-b95f-cda4c0e4ec0d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Network': ['ID=b63a78a3-8c74-42bd-8dad-cb51dd92aa3c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:36.783009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network b63a78a3-8c74-42bd-8dad-cb51dd92aa3c details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:36.811768 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:36.979409 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Pushing event updated for resources: {'Port': ['ID=108b9f55-fee5-44d1-9ed8-15d7162fa0e3,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:37.082206 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.082206 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.082206 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.099435 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.100233 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.100653 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.106249 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.107212 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.107559 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.110956 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.110956 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.110956 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:37.181879 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Attempting to bind port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:37.182502 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Attempting to bind port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:37.182730 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Attempting to bind port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 on network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:37.189831 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:37.190779 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Checking segment: {'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:37.191285 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.191786 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Bound using segment: {'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:37.192399 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Bound port: 108b9f55-fee5-44d1-9ed8-15d7162fa0e3, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:37.192909 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.194593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:37.198371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.345916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ce024fa8-4c60-4802-a049-434298eb6ff0 None None] Provisioning complete for port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:37.349398 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ce024fa8-4c60-4802-a049-434298eb6ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.464021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ce024fa8-4c60-4802-a049-434298eb6ff0 None None] Port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:37.467363 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] For port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:37.471565 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] For port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=108b9f55-fee5-44d1-9ed8-15d7162fa0e3,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:37.495131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee014b9f-cea2-4d57-903e-3c8197eac929 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:37.513981 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-c7983230-0cd9-4f72-bd64-dec80da10f5f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--1809687838&fields=id&tenant_id=75488601edab4b54bdb13b6ddc6ab744 HTTP/1.1" status: 200 len: 267 time: 0.0485315 Oct 27 16:32:37.549961 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.590867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ee014b9f-cea2-4d57-903e-3c8197eac929 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:37.591239 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.611748 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-651d90c2-ad00-4556-b585-390ba167e6ad tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--830562593&fields=id&tenant_id=75488601edab4b54bdb13b6ddc6ab744 HTTP/1.1" status: 200 len: 267 time: 0.0882025 Oct 27 16:32:37.691890 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Routers {'5582f519-c56c-4a84-a63b-b6070f59d6f6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:37.693310 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5582f519-c56c-4a84-a63b-b6070f59d6f6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:37.873128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-e5d22e4c-3587-4051-ada3-fdb3b4e92df6 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:37.875955 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:37.888501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-e5d22e4c-3587-4051-ada3-fdb3b4e92df6 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/networks?id=9ae86737-4f1f-4099-8ce1-c64cf19ac110 HTTP/1.1" status: 200 len: 796 time: 0.2698286 Oct 27 16:32:37.909888 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaddad1-948c-41bd-8e88-1fc76764876a None None] Pushing event updated for resources: {'Port': ['ID=108b9f55-fee5-44d1-9ed8-15d7162fa0e3,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:37.911853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-fa45b029-e409-4352-88c5-9e94dab389de tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/quotas/75488601edab4b54bdb13b6ddc6ab744 HTTP/1.1" status: 200 len: 375 time: 0.0152242 Oct 27 16:32:38.050957 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] Set router 5582f519-c56c-4a84-a63b-b6070f59d6f6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:38.067302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Subnet': ['ID=e0ed320d-a678-4f44-a968-96e355385d62,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:38.069357 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-a7ac0c2f-32f1-4696-b6f8-2fe0ae1710b2 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75488601edab4b54bdb13b6ddc6ab744&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227877 Oct 27 16:32:38.080821 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Checking segment: {'id': '54e18249-a486-4e3f-9565-ac7787e2321d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca69408f-4ccf-4dba-a55e-212ad88e35a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:38.081326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network hostable DHCP agents. Network: ca69408f-4ccf-4dba-a55e-212ad88e35a1, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:38.104974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b16257b0-ccde-40a3-8e52-9ea692be10b3 None None] Provisioning complete for port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:38.105565 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b16257b0-ccde-40a3-8e52-9ea692be10b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.172873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network ca69408f-4ccf-4dba-a55e-212ad88e35a1 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:38.203549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-67fe2e13-4bdb-4762-bfd9-1591645f454f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:32:38.204882 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-67fe2e13-4bdb-4762-bfd9-1591645f454f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1154878 Oct 27 16:32:38.235276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, ca69408f-4ccf-4dba-a55e-212ad88e35a1) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:38.240913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:38.242438 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.266470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988b8cfa-1451-4d3f-863d-71e47e2b8edb None None] Network ca69408f-4ccf-4dba-a55e-212ad88e35a1 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:38.334805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e5431dbc-8511-4cf9-bdc0-41c65c3a49a6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5723774 Oct 27 16:32:38.337812 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 59978) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:38.345394 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'subnet': {'network_id': 'b63a78a3-8c74-42bd-8dad-cb51dd92aa3c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:38.421155 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:32Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '108b9f55-fee5-44d1-9ed8-15d7162fa0e3', 'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:d8:c1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:31Z', 'updated_at': '2021-10-27T16:32:37Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:38.449708 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf73be7a-04d6-4b0f-8a91-4f2526035b78 None None] The sync data for ids ['5582f519-c56c-4a84-a63b-b6070f59d6f6'] in n-d-815689-1 is: [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:32Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '108b9f55-fee5-44d1-9ed8-15d7162fa0e3', 'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:d8:c1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:31Z', 'updated_at': '2021-10-27T16:32:37Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:38.464326 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-4daea9ef-102f-420a-9582-925ddc6bb7f0 service neutron] 10.222.0.15 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488015 Oct 27 16:32:38.568711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-ca69408f-4ccf-4dba-a55e-212ad88e35a1', 'network_id': 'ca69408f-4ccf-4dba-a55e-212ad88e35a1', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'fixed_ips': [{'subnet_id': 'e0ed320d-a678-4f44-a968-96e355385d62'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:38.568711 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.649548 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b16257b0-ccde-40a3-8e52-9ea692be10b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.715196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:38.735661 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:38.764124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-f71ba8c0-58a5-453f-ba37-c8469c3fb00e service neutron] 10.222.0.15 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885823 Oct 27 16:32:38.952342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Allocated IP 172.20.0.2 (ca69408f-4ccf-4dba-a55e-212ad88e35a1/e0ed320d-a678-4f44-a968-96e355385d62/4f33f69d-20dc-474e-9a0b-b3acaca64b34) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:39.210629 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.246978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b16257b0-ccde-40a3-8e52-9ea692be10b3 None None] For port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=108b9f55-fee5-44d1-9ed8-15d7162fa0e3,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:39.248186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.281391 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.319509 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Network ca69408f-4ccf-4dba-a55e-212ad88e35a1 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:39.322675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:39.329177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:39.375456 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b16257b0-ccde-40a3-8e52-9ea692be10b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.465897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Pushing event updated for resources: {'Port': ['ID=4f33f69d-20dc-474e-9a0b-b3acaca64b34,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:39.530512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Attempting to bind port 4f33f69d-20dc-474e-9a0b-b3acaca64b34 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:39.531095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Attempting to bind port 4f33f69d-20dc-474e-9a0b-b3acaca64b34 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '54e18249-a486-4e3f-9565-ac7787e2321d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca69408f-4ccf-4dba-a55e-212ad88e35a1'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:39.532590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Attempting to bind port 4f33f69d-20dc-474e-9a0b-b3acaca64b34 on network ca69408f-4ccf-4dba-a55e-212ad88e35a1 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:39.536793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Subnet': ['ID=491b0e7d-81ec-4401-825f-3985d9313f97,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:39.551016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:39.551676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Checking segment: {'id': '54e18249-a486-4e3f-9565-ac7787e2321d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca69408f-4ccf-4dba-a55e-212ad88e35a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:39.554062 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.554494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Bound using segment: {'id': '54e18249-a486-4e3f-9565-ac7787e2321d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca69408f-4ccf-4dba-a55e-212ad88e35a1'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:39.555006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Bound port: 4f33f69d-20dc-474e-9a0b-b3acaca64b34, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e18249-a486-4e3f-9565-ac7787e2321d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ca69408f-4ccf-4dba-a55e-212ad88e35a1'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:39.563146 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34546121-ad75-4d79-85ab-2f73f1284c72 req-5d0df2d0-5bd1-4547-bf1c-aaab57a4a652 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 210 time: 0.4135911 Oct 27 16:32:39.569848 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.600560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:39.604153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Checking segment: {'id': '29087f10-94be-459d-953d-612b0e313180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b63a78a3-8c74-42bd-8dad-cb51dd92aa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:39.604729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network hostable DHCP agents. Network: b63a78a3-8c74-42bd-8dad-cb51dd92aa3c, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:39.730152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] For port 4f33f69d-20dc-474e-9a0b-b3acaca64b34, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:39.784832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] For port 4f33f69d-20dc-474e-9a0b-b3acaca64b34, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4f33f69d-20dc-474e-9a0b-b3acaca64b34,segment=NetworkSegment(54e18249-a486-4e3f-9565-ac7787e2321d),segment_id=54e18249-a486-4e3f-9565-ac7787e2321d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:39.789757 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16257b0-ccde-40a3-8e52-9ea692be10b3 None None] Pushing event updated for resources: {'Port': ['ID=108b9f55-fee5-44d1-9ed8-15d7162fa0e3,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:39.800724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network b63a78a3-8c74-42bd-8dad-cb51dd92aa3c is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:39.823858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:39.824282 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.908994 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, b63a78a3-8c74-42bd-8dad-cb51dd92aa3c) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:39.909445 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.913995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:39.916554 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:39.957977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92bad62-6ad6-4b81-b33a-b2ef627c2a12 None None] Network b63a78a3-8c74-42bd-8dad-cb51dd92aa3c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:40.033038 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-729f1026-d233-4cab-844e-7223285b93ba tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6938534 Oct 27 16:32:40.043317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60002) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:40.043317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9c111a1f-a61d-48f0-bfaf-a797f9769e1f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-309827367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:40.236236 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c111a1f-a61d-48f0-bfaf-a797f9769e1f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.237343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c111a1f-a61d-48f0-bfaf-a797f9769e1f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.273027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ce5e5-ad51-4357-bf1b-0b4e2defa9bc None None] Pushing event updated for resources: {'Port': ['ID=4f33f69d-20dc-474e-9a0b-b3acaca64b34,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:40.370145 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c111a1f-a61d-48f0-bfaf-a797f9769e1f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.420162 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c111a1f-a61d-48f0-bfaf-a797f9769e1f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.506228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-b63a78a3-8c74-42bd-8dad-cb51dd92aa3c', 'network_id': 'b63a78a3-8c74-42bd-8dad-cb51dd92aa3c', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'fixed_ips': [{'subnet_id': '491b0e7d-81ec-4401-825f-3985d9313f97'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:40.507217 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.510819 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9c111a1f-a61d-48f0-bfaf-a797f9769e1f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:40.514673 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9c111a1f-a61d-48f0-bfaf-a797f9769e1f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4751813 Oct 27 16:32:40.515219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60012) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:40.764686 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32a2fc5c-d117-44af-b5cf-a7e4c360e33f req-b05df1cd-ff98-470a-94f1-7555609b47bd tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 210 time: 0.0651731 Oct 27 16:32:40.915420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Allocated IP 172.21.0.2 (b63a78a3-8c74-42bd-8dad-cb51dd92aa3c/491b0e7d-81ec-4401-825f-3985d9313f97/c63c6387-3a3e-45f1-844f-c19fbff5575c) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:41.157941 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.240801 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.292120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60022) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:41.344427 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.410396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Network b63a78a3-8c74-42bd-8dad-cb51dd92aa3c is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:41.416261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:41.422262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:41.481268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Pushing event updated for resources: {'Port': ['ID=c63c6387-3a3e-45f1-844f-c19fbff5575c,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:41.590448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d31041ec-fccf-47e4-8955-a83b13840d2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.619800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Attempting to bind port c63c6387-3a3e-45f1-844f-c19fbff5575c on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:41.627247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Attempting to bind port c63c6387-3a3e-45f1-844f-c19fbff5575c by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '29087f10-94be-459d-953d-612b0e313180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b63a78a3-8c74-42bd-8dad-cb51dd92aa3c'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:41.627247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Attempting to bind port c63c6387-3a3e-45f1-844f-c19fbff5575c on network b63a78a3-8c74-42bd-8dad-cb51dd92aa3c {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:41.649901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:41.650304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Checking segment: {'id': '29087f10-94be-459d-953d-612b0e313180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b63a78a3-8c74-42bd-8dad-cb51dd92aa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:41.650978 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.651148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Bound using segment: {'id': '29087f10-94be-459d-953d-612b0e313180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b63a78a3-8c74-42bd-8dad-cb51dd92aa3c'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:41.651600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Bound port: c63c6387-3a3e-45f1-844f-c19fbff5575c, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29087f10-94be-459d-953d-612b0e313180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'b63a78a3-8c74-42bd-8dad-cb51dd92aa3c'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:41.651984 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.774056 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Allocated IP 172.20.0.1 (ca69408f-4ccf-4dba-a55e-212ad88e35a1/e0ed320d-a678-4f44-a968-96e355385d62/ae804caf-ffe8-45a3-80ab-b4358e71f7c2) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:41.782454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:41.790155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d31041ec-fccf-47e4-8955-a83b13840d2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.851594 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d31041ec-fccf-47e4-8955-a83b13840d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.893315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:41.893687 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:41.992238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f59ce66-ce4d-4f5e-8a90-e93e49ba29cf None None] Network ca69408f-4ccf-4dba-a55e-212ad88e35a1 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:42.000402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60032) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:42.000609 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d31041ec-fccf-47e4-8955-a83b13840d2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=279e897a59ed4b348421c661fed6fcd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084639 Oct 27 16:32:42.002433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31041ec-fccf-47e4-8955-a83b13840d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67d3041-dbf2-468a-b23a-0157eb4faac1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:42.079897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fd601a9d-0838-4abc-a034-31275258784b None None] For port c63c6387-3a3e-45f1-844f-c19fbff5575c, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:42.091472 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9dbb2e8-e180-447d-bd66-01d76beac228 req-5b82aaec-f11b-4a34-8306-b23600fbcc5f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 210 time: 0.1645756 Oct 27 16:32:42.126274 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.159720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fd601a9d-0838-4abc-a034-31275258784b None None] For port c63c6387-3a3e-45f1-844f-c19fbff5575c, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c63c6387-3a3e-45f1-844f-c19fbff5575c,segment=NetworkSegment(29087f10-94be-459d-953d-612b0e313180),segment_id=29087f10-94be-459d-953d-612b0e313180)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:42.160759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0d610189-bdc3-4066-b050-91f755602276 None None] Provisioning complete for port 4f33f69d-20dc-474e-9a0b-b3acaca64b34 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:42.161124 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d610189-bdc3-4066-b050-91f755602276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.233078 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.295789 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.388075 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=ae804caf-ffe8-45a3-80ab-b4358e71f7c2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:42.397855 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7be4d547-db97-49e3-b2b0-982553d63bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.421383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network ca69408f-4ccf-4dba-a55e-212ad88e35a1 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:42.431016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:42.440384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:42.450333 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7be4d547-db97-49e3-b2b0-982553d63bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.571606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4f33f69d-20dc-474e-9a0b-b3acaca64b34 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:42.583633 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.672944 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d610189-bdc3-4066-b050-91f755602276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.683293 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd601a9d-0838-4abc-a034-31275258784b None None] Pushing event updated for resources: {'Port': ['ID=c63c6387-3a3e-45f1-844f-c19fbff5575c,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:42.752332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-b5e19f8d-d845-4057-9007-ff55b4abca39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:42.754172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-b5e19f8d-d845-4057-9007-ff55b4abca39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.54 "GET /v2.0/networks?id=9ae86737-4f1f-4099-8ce1-c64cf19ac110 HTTP/1.1" status: 200 len: 796 time: 0.5887835 Oct 27 16:32:42.798702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7be4d547-db97-49e3-b2b0-982553d63bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.807095 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7be4d547-db97-49e3-b2b0-982553d63bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.807095 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7be4d547-db97-49e3-b2b0-982553d63bc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e67d3041-dbf2-468a-b23a-0157eb4faac1 HTTP/1.1" status: 204 len: 168 time: 0.7965326 Oct 27 16:32:42.834022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0d610189-bdc3-4066-b050-91f755602276 None None] For port 4f33f69d-20dc-474e-9a0b-b3acaca64b34, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4f33f69d-20dc-474e-9a0b-b3acaca64b34,segment=NetworkSegment(54e18249-a486-4e3f-9565-ac7787e2321d),segment_id=54e18249-a486-4e3f-9565-ac7787e2321d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:42.908660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4f33f69d-20dc-474e-9a0b-b3acaca64b34 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:42.910431 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.921439 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d610189-bdc3-4066-b050-91f755602276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.967124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:42.990018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4d547-db97-49e3-b2b0-982553d63bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67d3041-dbf2-468a-b23a-0157eb4faac1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:43.038507 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-4a09203d-db9a-4b4b-ab74-8ae6c7ac9647 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75488601edab4b54bdb13b6ddc6ab744 HTTP/1.1" status: 200 len: 477 time: 0.2732558 Oct 27 16:32:43.049824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'port': {'device_id': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'admin_state_up': True, 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'security_groups': ['c12728a8-a3e2-4e6a-8f77-828807247df6', '957346e7-fcf0-42bb-acc0-8dd59af6ebf5']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:43.178620 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d610189-bdc3-4066-b050-91f755602276 None None] Pushing event updated for resources: {'Port': ['ID=4f33f69d-20dc-474e-9a0b-b3acaca64b34,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:43.486992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c90868a8-f71e-4453-8d27-f266442855e5 None None] Provisioning complete for port 4f33f69d-20dc-474e-9a0b-b3acaca64b34 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:43.487381 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c90868a8-f71e-4453-8d27-f266442855e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:43.583837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9dbbeab1-e96e-4456-b04d-b3b9d5c5cbdc req-44f93e45-1062-4801-aa0f-796320649dd8 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 210 time: 0.1356394 Oct 27 16:32:43.639013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:43.747349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4f33f69d-20dc-474e-9a0b-b3acaca64b34 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:43.766274 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:43.796824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c90868a8-f71e-4453-8d27-f266442855e5 None None] Provisioning complete for port ae804caf-ffe8-45a3-80ab-b4358e71f7c2 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:43.797810 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c90868a8-f71e-4453-8d27-f266442855e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:43.840306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c90868a8-f71e-4453-8d27-f266442855e5 None None] Port ae804caf-ffe8-45a3-80ab-b4358e71f7c2 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:43.874072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4f33f69d-20dc-474e-9a0b-b3acaca64b34 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:43.875874 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:43.912235 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:43.936080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=ae804caf-ffe8-45a3-80ab-b4358e71f7c2,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:44.068890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Made reservation on behalf of 75488601edab4b54bdb13b6ddc6ab744 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:44.077829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.257428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-03f8e42f-867f-48a9-a68e-b7640f672377 None None] Provisioning complete for port ae804caf-ffe8-45a3-80ab-b4358e71f7c2 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:44.258030 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03f8e42f-867f-48a9-a68e-b7640f672377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.295177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c63c6387-3a3e-45f1-844f-c19fbff5575c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:44.325414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network ca69408f-4ccf-4dba-a55e-212ad88e35a1 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:44.368511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:44.376353 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-03f8e42f-867f-48a9-a68e-b7640f672377 None None] Port ae804caf-ffe8-45a3-80ab-b4358e71f7c2 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:44.394202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c63c6387-3a3e-45f1-844f-c19fbff5575c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:44.394665 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.507947 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.575769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port c63c6387-3a3e-45f1-844f-c19fbff5575c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c63c6387-3a3e-45f1-844f-c19fbff5575c,segment=NetworkSegment(29087f10-94be-459d-953d-612b0e313180),segment_id=29087f10-94be-459d-953d-612b0e313180)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:44.698321 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:44.777426 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-315f9ff3-0588-420f-9977-2e2d168418cc req-ca51a799-593d-46e8-80f6-0f7833ef21fe tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 210 time: 0.0808289 Oct 27 16:32:44.839463 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=c63c6387-3a3e-45f1-844f-c19fbff5575c,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:44.907999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7bc5f9-db42-43b8-85df-b9b93dff024e None None] Network b63a78a3-8c74-42bd-8dad-cb51dd92aa3c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:44.991880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Allocated IP 172.20.0.5 (9ae86737-4f1f-4099-8ce1-c64cf19ac110/88ad281c-19c4-4d67-b4bf-4b792021dffe/3e41f5b3-c45f-441d-828f-66a05eb54d9c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:45.043757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60074) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:45.053893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-42a1f3eb-ef87-43c2-9693-ff557719e897 None None] Provisioning complete for port ae804caf-ffe8-45a3-80ab-b4358e71f7c2 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:45.054516 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-42a1f3eb-ef87-43c2-9693-ff557719e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.114796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-42a1f3eb-ef87-43c2-9693-ff557719e897 None None] Port ae804caf-ffe8-45a3-80ab-b4358e71f7c2 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:45.225779 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:32:45.242876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.306346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f7e2fb82-c5ae-4251-afa0-c88aa8679f87 None None] Provisioning complete for port c63c6387-3a3e-45f1-844f-c19fbff5575c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:45.306903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7e2fb82-c5ae-4251-afa0-c88aa8679f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.323602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-382746365-network', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:45.350943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router c3a595c0-eec0-432f-b5a3-611207d10ebf is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:32:45.541273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c63c6387-3a3e-45f1-844f-c19fbff5575c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:45.550583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Made reservation on behalf of 3cdb4db5640a48518f8166c1266fa319 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:45.553031 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.557086 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.604096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.658114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c63c6387-3a3e-45f1-844f-c19fbff5575c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:45.658715 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.701770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:45.708823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:45.712163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:45.730672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Port': ['ID=3e41f5b3-c45f-441d-828f-66a05eb54d9c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:45.769419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:45.778053 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-59427de5-8c4f-4300-9158-4170ca77d007 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/c3a595c0-eec0-432f-b5a3-611207d10ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2588665 Oct 27 16:32:45.779235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60084) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:45.810828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:45.811489 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.832140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2f15d-ad5d-4cb2-b8a5-e7def7b0b171 None None] Sync routers for ids ['c3a595c0-eec0-432f-b5a3-611207d10ebf'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:45.892384 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.912891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6016fef0-61a8-4b67-9e0c-3e51b8cbdcbf tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:45.919851 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6016fef0-61a8-4b67-9e0c-3e51b8cbdcbf tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports/ae804caf-ffe8-45a3-80ab-b4358e71f7c2 HTTP/1.1" status: 200 len: 910 time: 0.1385188 Oct 27 16:32:45.923313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60088) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:45.941388 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8ffcc0f2-da42-4bcd-b63f-f0c6a863fcd5 None None] Provisioning complete for port c63c6387-3a3e-45f1-844f-c19fbff5575c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:45.941905 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8ffcc0f2-da42-4bcd-b63f-f0c6a863fcd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:45.988567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2f15d-ad5d-4cb2-b8a5-e7def7b0b171 None None] Routers {'c3a595c0-eec0-432f-b5a3-611207d10ebf'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:45.989208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5ae2f15d-ad5d-4cb2-b8a5-e7def7b0b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c3a595c0-eec0-432f-b5a3-611207d10ebf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:46.028421 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-20a7b6b0-5282-4b1a-968d-b1dc4e639c39 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.9835129 Oct 27 16:32:46.029132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.046224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5ae2f15d-ad5d-4cb2-b8a5-e7def7b0b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:46.064178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae2f15d-ad5d-4cb2-b8a5-e7def7b0b171 None None] Routers {'c3a595c0-eec0-432f-b5a3-611207d10ebf'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:46.064593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5ae2f15d-ad5d-4cb2-b8a5-e7def7b0b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c3a595c0-eec0-432f-b5a3-611207d10ebf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:46.144006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Request body: {'port': {'device_id': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:46.154997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5ae2f15d-ad5d-4cb2-b8a5-e7def7b0b171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:46.155712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae2f15d-ad5d-4cb2-b8a5-e7def7b0b171 None None] The sync data for ids ['c3a595c0-eec0-432f-b5a3-611207d10ebf'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:46.173787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:46.230841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.231921 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Added segment e14330c5-90f3-4a8a-af9b-fd50334ead9e of type vlan for network 1b392652-e494-4ed3-9954-2b4eaa7575b7 Oct 27 16:32:46.247276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fbc494-d166-4fd8-8b65-8396e25e6e10,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:46.287126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-334fefb7-85c1-440d-9f20-bf14e5cfbb90 None None] Provisioning complete for port 3e41f5b3-c45f-441d-828f-66a05eb54d9c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:46.287878 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-334fefb7-85c1-440d-9f20-bf14e5cfbb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.370420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-334fefb7-85c1-440d-9f20-bf14e5cfbb90 None None] Port 3e41f5b3-c45f-441d-828f-66a05eb54d9c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:46.380261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fff647-48b4-4317-8584-3a8b1b873e23 req-bf382d04-45fd-44db-b88d-1f8c7dfb4db9 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:46.382491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20fff647-48b4-4317-8584-3a8b1b873e23 req-bf382d04-45fd-44db-b88d-1f8c7dfb4db9 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 970 time: 0.3725979 Oct 27 16:32:46.420046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.423382 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.485917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20fff647-48b4-4317-8584-3a8b1b873e23 req-bf195d0d-eeed-4666-8a1f-8dde6f722d9f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0920913 Oct 27 16:32:46.635145 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.636124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:46.636681 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:46.838413 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7933609 Oct 27 16:32:46.841398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60098) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:46.848574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Request body: {'subnet': {'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-382746365-subnet', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:46.902015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536035f-0f60-4193-966b-06ca01ade2ba admin admin] Pushing event updated for resources: {'Network': ['ID=1b392652-e494-4ed3-9954-2b4eaa7575b7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:46.913065 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:46.958787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Made reservation on behalf of 3cdb4db5640a48518f8166c1266fa319 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:46.962378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.031511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.264498 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.338000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Checking segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:47.338648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Network hostable DHCP agents. Network: 1b392652-e494-4ed3-9954-2b4eaa7575b7, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:47.345451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ab4aa4-dd47-43f8-8bdd-470c530f77ad,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:47.348594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e41f5b3-c45f-441d-828f-66a05eb54d9c {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:32:47.360426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.361305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.361747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.362204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.362708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.362802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.363362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.363485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.363753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.364102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.364938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.364938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.365149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:47.377055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Allocated IP 172.21.0.1 (b63a78a3-8c74-42bd-8dad-cb51dd92aa3c/491b0e7d-81ec-4401-825f-3985d9313f97/6be260b0-4d96-42df-8370-ab57c931ecda) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:47.384987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Transition to ACTIVE for port object 3e41f5b3-c45f-441d-828f-66a05eb54d9c will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:32:47.470364 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:47.497086 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.509596 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.613099 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 1b392652-e494-4ed3-9954-2b4eaa7575b7) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:47.615221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e41f5b3-c45f-441d-828f-66a05eb54d9c,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:47.623383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d233b5-7cbe-451d-a342-b2127269c8a1 None None] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:47.648149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:47.648813 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.691932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd92b4-d041-4ba4-84ac-8127d0f199f7 req-27bf0cef-ebdd-4bf8-b4bc-65e5fc13befd tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:47.697013 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84dd92b4-d041-4ba4-84ac-8127d0f199f7 req-27bf0cef-ebdd-4bf8-b4bc-65e5fc13befd tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 982 time: 0.0990736 Oct 27 16:32:47.732450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Attempting to bind port 3e41f5b3-c45f-441d-828f-66a05eb54d9c on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:47.732797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Attempting to bind port 3e41f5b3-c45f-441d-828f-66a05eb54d9c by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:47.733394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Attempting to bind port 3e41f5b3-c45f-441d-828f-66a05eb54d9c on network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:47.739342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Port 3e41f5b3-c45f-441d-828f-66a05eb54d9c on network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:32:47.739677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Attempting to bind port 3e41f5b3-c45f-441d-828f-66a05eb54d9c on network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:47.757560 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84dd92b4-d041-4ba4-84ac-8127d0f199f7 req-7fa89217-13c2-45a2-8fc7-4da5befa8756 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0556486 Oct 27 16:32:47.763259 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.772925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:47.772925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Checking segment: {'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:47.773282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Bound using segment: {'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:47.773718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Bound port: 3e41f5b3-c45f-441d-828f-66a05eb54d9c, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac7edcb4-66b2-4890-ac64-33c74e877161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:47.774069 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.805201 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7c311fc4-3975-4fd6-aebb-56c46ec5c95d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9528377 Oct 27 16:32:47.805201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60108) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:47.810193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:47.923976 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network b63a78a3-8c74-42bd-8dad-cb51dd92aa3c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:47.935477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:47.943462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:47.966218 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:47.967372 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.002127 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.096362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=6be260b0-4d96-42df-8370-ab57c931ecda,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:48.119773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.162442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] For port 3e41f5b3-c45f-441d-828f-66a05eb54d9c, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:48.179769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-1b392652-e494-4ed3-9954-2b4eaa7575b7', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:48.181156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] For port 3e41f5b3-c45f-441d-828f-66a05eb54d9c, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3e41f5b3-c45f-441d-828f-66a05eb54d9c,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:48.188142 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.243760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.308169 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.433665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Allocated IP 172.20.0.2 (1b392652-e494-4ed3-9954-2b4eaa7575b7/84ab4aa4-dd47-43f8-8bdd-470c530f77ad/08f921bc-e8f2-4ccb-852e-49c463c52d5c) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:48.445682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:48.445682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.445682 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] 10.222.0.54 "PUT /v2.0/ports/3e41f5b3-c45f-441d-828f-66a05eb54d9c HTTP/1.1" status: 200 len: 1130 time: 2.3095160 Oct 27 16:32:48.445682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'tag': '3e41f5b3-c45f-441d-828f-66a05eb54d9c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:48.446923 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e304f010-42fa-487b-8002-21aeecd3eca4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a87868-c9cc-4df6-8a9d-b31e13bcd58e", "tag": "3e41f5b3-c45f-441d-828f-66a05eb54d9c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:48.671056 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.749476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a6f41054-53e9-4f3c-9a29-2044f34ac1b9 None None] Provisioning complete for port 6be260b0-4d96-42df-8370-ab57c931ecda triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:48.749476 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a6f41054-53e9-4f3c-9a29-2044f34ac1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.775659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f575c2c-8aed-4105-a895-06d35e2d55e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e41f5b3-c45f-441d-828f-66a05eb54d9c,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:48.827495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a6f41054-53e9-4f3c-9a29-2044f34ac1b9 None None] Port 6be260b0-4d96-42df-8370-ab57c931ecda cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:48.921237 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aadfe1cf-0f82-495d-b354-e2356dd66996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.974489 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:48.992449 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6d5756-4b6c-4e53-afb2-1dffc3ea00f4 x-openstack-request-id: req-5a6d5756-4b6c-4e53-afb2-1dffc3ea00f4 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:48.992854 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a87868-c9cc-4df6-8a9d-b31e13bcd58e", "tag": "3e41f5b3-c45f-441d-828f-66a05eb54d9c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:48.993220 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a6d5756-4b6c-4e53-afb2-1dffc3ea00f4 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:48.993855 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'tag': '3e41f5b3-c45f-441d-828f-66a05eb54d9c', 'status': 'completed', 'code': 200} Oct 27 16:32:49.011052 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e30f9-60be-4a75-903e-fd0283b45120 req-7285f826-a1a8-41ce-92a3-865a179337f6 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:49.017146 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e3e30f9-60be-4a75-903e-fd0283b45120 req-7285f826-a1a8-41ce-92a3-865a179337f6 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 982 time: 0.1124463 Oct 27 16:32:49.020117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-bdb7e695-26ef-4d21-af3a-85c17a7b2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:49.021737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-bdb7e695-26ef-4d21-af3a-85c17a7b2363 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=75488601edab4b54bdb13b6ddc6ab744&device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 1133 time: 0.4055388 Oct 27 16:32:49.080305 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0e3e30f9-60be-4a75-903e-fd0283b45120 req-cf1ca54d-c410-4228-8561-54850563189a tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0562739 Oct 27 16:32:49.092835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-ea8908c7-7f80-4b35-901e-135518b826f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e41f5b3-c45f-441d-828f-66a05eb54d9c HTTP/1.1" status: 200 len: 217 time: 0.0590937 Oct 27 16:32:49.115022 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.165131 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.173165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-6ee11730-21c6-40e0-b9e2-06f6c1531280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:49.174117 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-6ee11730-21c6-40e0-b9e2-06f6c1531280 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88ad281c-19c4-4d67-b4bf-4b792021dffe HTTP/1.1" status: 200 len: 834 time: 0.0699821 Oct 27 16:32:49.175366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:49.176454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Pushing event updated for resources: {'Port': ['ID=08f921bc-e8f2-4ccb-852e-49c463c52d5c,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:49.179895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:49.182499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:49.221784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.272995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Attempting to bind port 08f921bc-e8f2-4ccb-852e-49c463c52d5c on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:49.272995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Attempting to bind port 08f921bc-e8f2-4ccb-852e-49c463c52d5c by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:49.272995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Attempting to bind port 08f921bc-e8f2-4ccb-852e-49c463c52d5c on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:49.273416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.273516 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.276941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:49.277608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Checking segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:49.278927 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.278927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Bound using segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:49.279589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Bound port: 08f921bc-e8f2-4ccb-852e-49c463c52d5c, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:49.279589 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.363091 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.368644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-7382f328-c7c0-475f-bfd6-c5507996b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:49.370267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-7382f328-c7c0-475f-bfd6-c5507996b166 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ae86737-4f1f-4099-8ce1-c64cf19ac110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1842692 Oct 27 16:32:49.375275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=6be260b0-4d96-42df-8370-ab57c931ecda,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:49.424080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Allocated IP 172.25.4.170 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/b8c60bec-1711-4353-8145-9bf5b6b23d1c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:49.520723 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] For port 08f921bc-e8f2-4ccb-852e-49c463c52d5c, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:49.524684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] For port 08f921bc-e8f2-4ccb-852e-49c463c52d5c, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=08f921bc-e8f2-4ccb-852e-49c463c52d5c,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:49.562461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-b720ccab-1355-414b-9d1d-0be1afd2c759 service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814148 Oct 27 16:32:49.583989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network b63a78a3-8c74-42bd-8dad-cb51dd92aa3c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:49.595124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:49.595875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.659063 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.769900 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:49.809163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9dd53-ec2f-4a3b-8c26-85e1994b60a1 None None] Pushing event updated for resources: {'Port': ['ID=08f921bc-e8f2-4ccb-852e-49c463c52d5c,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:49.861628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:49.871107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:49.876107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:49.929884 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Pushing event updated for resources: {'Port': ['ID=b8c60bec-1711-4353-8145-9bf5b6b23d1c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:50.037515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-34e76c3b-efee-4168-bd58-7f017f9f46e5 None None] Provisioning complete for port 6be260b0-4d96-42df-8370-ab57c931ecda triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:50.041432 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34e76c3b-efee-4168-bd58-7f017f9f46e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.181495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-34e76c3b-efee-4168-bd58-7f017f9f46e5 None None] Port 6be260b0-4d96-42df-8370-ab57c931ecda cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:50.287234 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-06850d46-8a4d-4d88-80a3-5c7e79e46fc9 req-4193e6ee-d9b4-4ec5-87a5-716c6028f405 service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7151220 Oct 27 16:32:50.300147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router c3a595c0-eec0-432f-b5a3-611207d10ebf has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:32:50.344551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffb377-0f26-41e3-96d2-46b0a8212332 req-cdb5bad8-899c-4829-a544-4508fdd4c1b2 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:50.350148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3ffb377-0f26-41e3-96d2-46b0a8212332 req-cdb5bad8-899c-4829-a544-4508fdd4c1b2 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 982 time: 0.1099508 Oct 27 16:32:50.529468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:50.536770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-558bea90-d8f5-4343-987d-02b481f7938e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/c3a595c0-eec0-432f-b5a3-611207d10ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6122043 Oct 27 16:32:50.539037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60144) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:50.545812 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61e0ff-c74e-464b-ae56-d44f0514d661 None None] Sync routers for ids ['c3a595c0-eec0-432f-b5a3-611207d10ebf'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:50.560726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f010-42fa-487b-8002-21aeecd3eca4 req-43249ae2-8b2d-412b-8210-7f66828fc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:50.563489 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e304f010-42fa-487b-8002-21aeecd3eca4 req-43249ae2-8b2d-412b-8210-7f66828fc104 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=75488601edab4b54bdb13b6ddc6ab744&device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 1133 time: 0.0889535 Oct 27 16:32:50.565086 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61e0ff-c74e-464b-ae56-d44f0514d661 None None] Routers {'c3a595c0-eec0-432f-b5a3-611207d10ebf'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:50.565802 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2b61e0ff-c74e-464b-ae56-d44f0514d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c3a595c0-eec0-432f-b5a3-611207d10ebf'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:50.576320 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3ffb377-0f26-41e3-96d2-46b0a8212332 req-14060380-9c86-4e35-b5e5-a6e80d71f1d0 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1859043 Oct 27 16:32:50.598160 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.614878 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2b61e0ff-c74e-464b-ae56-d44f0514d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:50.626013 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b61e0ff-c74e-464b-ae56-d44f0514d661 None None] Routers {'c3a595c0-eec0-432f-b5a3-611207d10ebf'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:50.626999 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2b61e0ff-c74e-464b-ae56-d44f0514d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c3a595c0-eec0-432f-b5a3-611207d10ebf'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:50.655922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6847520b-953d-4e20-a2e7-9701f941d812 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:50.660549 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6847520b-953d-4e20-a2e7-9701f941d812 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports/6be260b0-4d96-42df-8370-ab57c931ecda HTTP/1.1" status: 200 len: 910 time: 0.1197195 Oct 27 16:32:50.660757 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2b61e0ff-c74e-464b-ae56-d44f0514d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:50.661363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60148) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:50.661723 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b61e0ff-c74e-464b-ae56-d44f0514d661 None None] The sync data for ids ['c3a595c0-eec0-432f-b5a3-611207d10ebf'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:50.821312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f010-42fa-487b-8002-21aeecd3eca4 req-9ea3e730-e7f8-475a-9c4a-c959575ea55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:50.822852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e304f010-42fa-487b-8002-21aeecd3eca4 req-9ea3e730-e7f8-475a-9c4a-c959575ea55e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ae86737-4f1f-4099-8ce1-c64cf19ac110 HTTP/1.1" status: 200 len: 897 time: 0.2400212 Oct 27 16:32:50.897682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:50.933708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e304f010-42fa-487b-8002-21aeecd3eca4 req-f73f0dcd-985c-49c8-afd9-632edadcf334 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e41f5b3-c45f-441d-828f-66a05eb54d9c HTTP/1.1" status: 200 len: 217 time: 0.1009841 Oct 27 16:32:51.034915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f010-42fa-487b-8002-21aeecd3eca4 req-f05aff75-8e9d-4524-b65a-7304108f828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:51.036455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e304f010-42fa-487b-8002-21aeecd3eca4 req-f05aff75-8e9d-4524-b65a-7304108f828b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88ad281c-19c4-4d67-b4bf-4b792021dffe HTTP/1.1" status: 200 len: 834 time: 0.0946422 Oct 27 16:32:51.157660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f010-42fa-487b-8002-21aeecd3eca4 req-40bc5893-1fa4-4591-b332-b56004e081f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:51.159179 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e304f010-42fa-487b-8002-21aeecd3eca4 req-40bc5893-1fa4-4591-b332-b56004e081f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ae86737-4f1f-4099-8ce1-c64cf19ac110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113214 Oct 27 16:32:51.224258 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4aa536-2a50-46fb-8cb9-68b6cabf86ea None None] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:51.269653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e304f010-42fa-487b-8002-21aeecd3eca4 req-9bab763a-21e8-458c-aedb-383f8f530a4e service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012099 Oct 27 16:32:51.375505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Provisioning complete for port 08f921bc-e8f2-4ccb-852e-49c463c52d5c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:51.375940 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.415589 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e304f010-42fa-487b-8002-21aeecd3eca4 req-aab863ba-150c-45f2-baf0-c1aa94910b4b service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350100 Oct 27 16:32:51.446437 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Router 2a3916d1-d05a-444f-8a90-32992f658b35 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:32:51.516171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2dd78ea8-96ac-47fc-8ef2-ff7e20e2f9d5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.600163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 08f921bc-e8f2-4ccb-852e-49c463c52d5c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:51.607716 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-262b1c3d-efac-4d69-967c-c93fa6d5f1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.646834 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.685265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:51.710625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] For port 08f921bc-e8f2-4ccb-852e-49c463c52d5c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=08f921bc-e8f2-4ccb-852e-49c463c52d5c,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:51.717045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Sync routers for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:51.735581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:51.736162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:51.771789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c08db9-cbdd-4bd0-a17e-c2137d56758e req-af181070-db5a-4d45-974b-aaafc3031607 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:51.773606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-20c08db9-cbdd-4bd0-a17e-c2137d56758e req-af181070-db5a-4d45-974b-aaafc3031607 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 982 time: 0.0907273 Oct 27 16:32:51.831465 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.832754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e3c144f5-f440-42fe-943b-e5f1dc40ad8a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0263124 Oct 27 16:32:51.836000 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60180) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:51.851740 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.864622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 08f921bc-e8f2-4ccb-852e-49c463c52d5c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:51.864622 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:51.929965 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-20c08db9-cbdd-4bd0-a17e-c2137d56758e req-9c028313-e54c-4704-89a8-91669a700d46 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1476259 Oct 27 16:32:52.013627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2dd78ea8-96ac-47fc-8ef2-ff7e20e2f9d5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port 6be260b0-4d96-42df-8370-ab57c931ecda {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:52.014970 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2dd78ea8-96ac-47fc-8ef2-ff7e20e2f9d5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.018943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Pushing event updated for resources: {'Port': ['ID=08f921bc-e8f2-4ccb-852e-49c463c52d5c,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:52.048586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.048929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.049271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.049610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.049945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.050276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.050607 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.050927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.051250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.051572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.051896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.052311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea9890f-e082-46fb-b531-9a3da8db2e5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:32:52.059490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5f594536-8536-4249-bd8b-4f4bfcf08547 None None] Provisioning complete for port 08f921bc-e8f2-4ccb-852e-49c463c52d5c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:52.059869 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5f594536-8536-4249-bd8b-4f4bfcf08547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.088829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:52.158549 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2dd78ea8-96ac-47fc-8ef2-ff7e20e2f9d5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.175177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-2dd78ea8-96ac-47fc-8ef2-ff7e20e2f9d5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for 6be260b0-4d96-42df-8370-ab57c931ecda owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:52.415937 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.439234 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.443085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:50Z', 'revision_number': 3, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:52.471288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Checking router: 2a3916d1-d05a-444f-8a90-32992f658b35 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:32:52.471768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Updating router 2a3916d1-d05a-444f-8a90-32992f658b35 port b8c60bec-1711-4353-8145-9bf5b6b23d1c binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:32:52.491541 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.509033 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.520406 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2dd78ea8-96ac-47fc-8ef2-ff7e20e2f9d5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.567897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd78ea8-96ac-47fc-8ef2-ff7e20e2f9d5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=6be260b0-4d96-42df-8370-ab57c931ecda,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:52.605537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3e41f5b3-c45f-441d-828f-66a05eb54d9c details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:32:52.752491 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Allocated IP 172.20.0.1 (1b392652-e494-4ed3-9954-2b4eaa7575b7/84ab4aa4-dd47-43f8-8bdd-470c530f77ad/103c61c0-6ad0-4a84-a9a2-753b446ebde7) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:52.838243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3e41f5b3-c45f-441d-828f-66a05eb54d9c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3e41f5b3-c45f-441d-828f-66a05eb54d9c,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:52.851722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2dd78ea8-96ac-47fc-8ef2-ff7e20e2f9d5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.911592 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:52.955758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '3e41f5b3-c45f-441d-828f-66a05eb54d9c', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'port_id': '3e41f5b3-c45f-441d-828f-66a05eb54d9c', 'mac_address': 'fa:16:3e:a2:bd:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:32:52.974015 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.032874 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.034298 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.068234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e41f5b3-c45f-441d-828f-66a05eb54d9c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:32:53.108770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3e41f5b3-c45f-441d-828f-66a05eb54d9c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3e41f5b3-c45f-441d-828f-66a05eb54d9c,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:53.111705 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.166626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19862fa-5ab4-42d0-a453-3cc2e366400b req-79ba80b7-8bd1-43f5-aa55-49e8bb1a30b5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:53.168253 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f19862fa-5ab4-42d0-a453-3cc2e366400b req-79ba80b7-8bd1-43f5-aa55-49e8bb1a30b5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 982 time: 0.1031008 Oct 27 16:32:53.179668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd78ea8-96ac-47fc-8ef2-ff7e20e2f9d5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router c3a595c0-eec0-432f-b5a3-611207d10ebf has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:32:53.181005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:53.182954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:53.190894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:32:53.216582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.234021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Attempting to bind port b8c60bec-1711-4353-8145-9bf5b6b23d1c on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:32:53.234425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Attempting to bind port b8c60bec-1711-4353-8145-9bf5b6b23d1c by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:32:53.234918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Attempting to bind port b8c60bec-1711-4353-8145-9bf5b6b23d1c on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:32:53.247472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:32:53.247851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:53.248282 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.248673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:32:53.249146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Bound port: b8c60bec-1711-4353-8145-9bf5b6b23d1c, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:32:53.249606 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.252890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd50d4-a2d6-46e1-8aae-62cd1958ab27 None None] Pushing event updated for resources: {'Port': ['ID=b8c60bec-1711-4353-8145-9bf5b6b23d1c,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:53.283477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.297370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f19862fa-5ab4-42d0-a453-3cc2e366400b req-b7176305-763b-4421-bc50-9eaa8ff07afd tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1113038 Oct 27 16:32:53.379095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Pushing event updated for resources: {'Port': ['ID=103c61c0-6ad0-4a84-a9a2-753b446ebde7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:53.435526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd78ea8-96ac-47fc-8ef2-ff7e20e2f9d5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:53.451005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2dd78ea8-96ac-47fc-8ef2-ff7e20e2f9d5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/c3a595c0-eec0-432f-b5a3-611207d10ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7882538 Oct 27 16:32:53.451678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60206) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:53.459708 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd65674-ea96-4c83-964a-924bb6bed1cf None None] Sync routers for ids ['c3a595c0-eec0-432f-b5a3-611207d10ebf'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:53.477159 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd65674-ea96-4c83-964a-924bb6bed1cf None None] Routers {'c3a595c0-eec0-432f-b5a3-611207d10ebf'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:53.479351 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cbd65674-ea96-4c83-964a-924bb6bed1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c3a595c0-eec0-432f-b5a3-611207d10ebf'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:53.582854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 08f921bc-e8f2-4ccb-852e-49c463c52d5c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:53.586182 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cbd65674-ea96-4c83-964a-924bb6bed1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:53.595810 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd65674-ea96-4c83-964a-924bb6bed1cf None None] Routers {'c3a595c0-eec0-432f-b5a3-611207d10ebf'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:53.596670 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cbd65674-ea96-4c83-964a-924bb6bed1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c3a595c0-eec0-432f-b5a3-611207d10ebf'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:53.644503 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cbd65674-ea96-4c83-964a-924bb6bed1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:53.657705 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd65674-ea96-4c83-964a-924bb6bed1cf None None] The sync data for ids ['c3a595c0-eec0-432f-b5a3-611207d10ebf'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:53.661247 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.728905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3e41f5b3-c45f-441d-828f-66a05eb54d9c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:53.745230 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['3e41f5b3-c45f-441d-828f-66a05eb54d9c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:32:53.840516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] For port b8c60bec-1711-4353-8145-9bf5b6b23d1c, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:32:53.847777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5e98c2fc-faa6-404d-a6ca-d53af5fcf232 None None] Provisioning complete for port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:53.848171 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5e98c2fc-faa6-404d-a6ca-d53af5fcf232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.891333 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.898063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5e98c2fc-faa6-404d-a6ca-d53af5fcf232 None None] Port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:53.905546 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 08f921bc-e8f2-4ccb-852e-49c463c52d5c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:53.905965 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:53.913066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] For port b8c60bec-1711-4353-8145-9bf5b6b23d1c, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b8c60bec-1711-4353-8145-9bf5b6b23d1c,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:32:53.977843 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.026699 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.065230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eee05245-56ba-4207-b9d3-2521c4875174 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.110313 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.114814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Pushing event updated for resources: {'Port': ['ID=103c61c0-6ad0-4a84-a9a2-753b446ebde7,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:54.264216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:32:54.266294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:54.350690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.379619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd50d4-a2d6-46e1-8aae-62cd1958ab27 None None] Pushing event updated for resources: {'Port': ['ID=b8c60bec-1711-4353-8145-9bf5b6b23d1c,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:54.386906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:54.400661 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:54.503231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b25118-19b6-4e80-9703-cac648bc8c3a req-b48d4343-1863-4e78-b244-fec5cdd291c4 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:54.516377 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-87b25118-19b6-4e80-9703-cac648bc8c3a req-b48d4343-1863-4e78-b244-fec5cdd291c4 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 983 time: 0.0954168 Oct 27 16:32:54.527069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-eee05245-56ba-4207-b9d3-2521c4875174 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port ae804caf-ffe8-45a3-80ab-b4358e71f7c2 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:54.527427 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eee05245-56ba-4207-b9d3-2521c4875174 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.622710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Router 2a3916d1-d05a-444f-8a90-32992f658b35 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:32:54.653020 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-87b25118-19b6-4e80-9703-cac648bc8c3a req-f9207c4e-f2bd-4df3-a067-b7b476d533e0 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1322308 Oct 27 16:32:54.672386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:54.687029 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eee05245-56ba-4207-b9d3-2521c4875174 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.704094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-eee05245-56ba-4207-b9d3-2521c4875174 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for ae804caf-ffe8-45a3-80ab-b4358e71f7c2 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:54.803063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1bbb8cd2-ef64-40d6-98b8-22e4c5d3dc49 None None] Provisioning complete for port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:54.803450 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1bbb8cd2-ef64-40d6-98b8-22e4c5d3dc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:54.825631 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:54.841191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-87950d3a-a787-463d-950e-90e24010fc76 admin admin] 10.222.0.15 "PUT /v2.0/routers/2a3916d1-d05a-444f-8a90-32992f658b35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0040901 Oct 27 16:32:54.850961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb8cd2-ef64-40d6-98b8-22e4c5d3dc49 None None] Port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:32:55.031398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 2, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:55.063388 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350593ad-3b1f-4112-a573-ded8ac65d03b None None] The sync data for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 is: [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 2, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:55.344270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eee05245-56ba-4207-b9d3-2521c4875174 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.370555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee05245-56ba-4207-b9d3-2521c4875174 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=ae804caf-ffe8-45a3-80ab-b4358e71f7c2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:55.621552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eee05245-56ba-4207-b9d3-2521c4875174 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:55.841689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee05245-56ba-4207-b9d3-2521c4875174 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router c3a595c0-eec0-432f-b5a3-611207d10ebf has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:32:55.862124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f718f-56d5-47fb-8f88-624eca7ddb5f req-16eb9be4-a172-4466-bc43-03bbb3764a63 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:55.863313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce8f718f-56d5-47fb-8f88-624eca7ddb5f req-16eb9be4-a172-4466-bc43-03bbb3764a63 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 983 time: 0.1083827 Oct 27 16:32:55.890071 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60258) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:55.895923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2117918290-network', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:56.003304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Made reservation on behalf of 64b3fd8f668d452bb48e1fc896af8d60 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:56.009419 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.016634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee05245-56ba-4207-b9d3-2521c4875174 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:32:56.025142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce8f718f-56d5-47fb-8f88-624eca7ddb5f req-4568e5e0-04fa-4e5c-a11d-0d0c2115ef2e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1548643 Oct 27 16:32:56.036757 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.041336 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-eee05245-56ba-4207-b9d3-2521c4875174 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/c3a595c0-eec0-432f-b5a3-611207d10ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5884211 Oct 27 16:32:56.047950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45038a4-d546-46f0-a7b2-cc4aa3310ab7 None None] Sync routers for ids ['c3a595c0-eec0-432f-b5a3-611207d10ebf'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:56.052396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60262) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:56.081103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45038a4-d546-46f0-a7b2-cc4aa3310ab7 None None] Routers {'c3a595c0-eec0-432f-b5a3-611207d10ebf'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:56.082141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d45038a4-d546-46f0-a7b2-cc4aa3310ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c3a595c0-eec0-432f-b5a3-611207d10ebf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:56.110818 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c092238b-86e0-4b88-a50d-cebc35e84c3f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3a595c0-eec0-432f-b5a3-611207d10ebf HTTP/1.1" status: 200 len: 205 time: 0.0553381 Oct 27 16:32:56.116155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60266) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:56.142542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d45038a4-d546-46f0-a7b2-cc4aa3310ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:56.153715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45038a4-d546-46f0-a7b2-cc4aa3310ab7 None None] Routers {'c3a595c0-eec0-432f-b5a3-611207d10ebf'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:56.154700 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d45038a4-d546-46f0-a7b2-cc4aa3310ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c3a595c0-eec0-432f-b5a3-611207d10ebf'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:56.209258 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.216596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d45038a4-d546-46f0-a7b2-cc4aa3310ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:56.217522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45038a4-d546-46f0-a7b2-cc4aa3310ab7 None None] The sync data for ids ['c3a595c0-eec0-432f-b5a3-611207d10ebf'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:32:56.223805 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a3471fb-93b2-44c4-a663-65c56577e51e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.284502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.321752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:32:56.329815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d5d2fc-4046-46c8-b16f-e73457b14e52,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:56.336781 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.337305 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Added segment 485ba1c0-6025-4d33-a6ee-03df9e215474 of type vlan for network 0fb02e53-650f-4f76-a67c-55521e57ea8c Oct 27 16:32:56.387780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.493543 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.495090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:56.500147 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.504808 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a3471fb-93b2-44c4-a663-65c56577e51e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.507580 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a3471fb-93b2-44c4-a663-65c56577e51e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.577889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] Pushing event updated for resources: {'Network': ['ID=0fb02e53-650f-4f76-a67c-55521e57ea8c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:56.589745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 0fb02e53-650f-4f76-a67c-55521e57ea8c details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:32:56.644968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3e41f5b3-c45f-441d-828f-66a05eb54d9c up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:56.670895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a3471fb-93b2-44c4-a663-65c56577e51e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.672404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3471fb-93b2-44c4-a663-65c56577e51e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Fanout notify agent at l3_agent the message router_deleted on router c3a595c0-eec0-432f-b5a3-611207d10ebf {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:32:56.689843 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a3471fb-93b2-44c4-a663-65c56577e51e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.695032 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5a3471fb-93b2-44c4-a663-65c56577e51e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/c3a595c0-eec0-432f-b5a3-611207d10ebf HTTP/1.1" status: 204 len: 168 time: 0.5771244 Oct 27 16:32:56.695351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60280) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:56.707181 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e2cb1bba-92d8-4657-85c2-66aac48ec96c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8094568 Oct 27 16:32:56.709564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60282) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:56.724157 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] Request body: {'subnet': {'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2117918290-subnet', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:56.819568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-76802e90-8f03-4b5c-a587-ce0a3fa3de97 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting subnet 491b0e7d-81ec-4401-825f-3985d9313f97 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:56.823221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76802e90-8f03-4b5c-a587-ce0a3fa3de97 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.846864 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] Made reservation on behalf of 64b3fd8f668d452bb48e1fc896af8d60 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:32:56.860346 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.886883 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76802e90-8f03-4b5c-a587-ce0a3fa3de97 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:56.909942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 3e41f5b3-c45f-441d-828f-66a05eb54d9c completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:32:56.924459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 3e41f5b3-c45f-441d-828f-66a05eb54d9c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:56.925101 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.034978 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76802e90-8f03-4b5c-a587-ce0a3fa3de97 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.143794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.232633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3e41f5b3-c45f-441d-828f-66a05eb54d9c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3e41f5b3-c45f-441d-828f-66a05eb54d9c,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:57.239362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41f5b3-c45f-441d-828f-66a05eb54d9c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:32:57.250488 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc72f7-9683-44b1-a064-762bdddf6fb3" -d '{"events": [{"server_uuid": "d4a87868-c9cc-4df6-8a9d-b31e13bcd58e", "name": "network-vif-plugged", "status": "completed", "tag": "3e41f5b3-c45f-441d-828f-66a05eb54d9c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:32:57.294426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76802e90-8f03-4b5c-a587-ce0a3fa3de97 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.311431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-76802e90-8f03-4b5c-a587-ce0a3fa3de97 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.319457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79405e3d-c24a-4628-90ba-4edc4af3fccf None None] Network b63a78a3-8c74-42bd-8dad-cb51dd92aa3c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:57.343899 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60302) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:57.345187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-76802e90-8f03-4b5c-a587-ce0a3fa3de97 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/491b0e7d-81ec-4401-825f-3985d9313f97 HTTP/1.1" status: 204 len: 168 time: 0.6483276 Oct 27 16:32:57.365836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0425f2-0162-4f01-b0ad-4183f040182a req-6f981dab-ccdd-4e37-bd3e-afd293f0c461 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:57.368540 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fb0425f2-0162-4f01-b0ad-4183f040182a req-6f981dab-ccdd-4e37-bd3e-afd293f0c461 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 983 time: 0.1933680 Oct 27 16:32:57.405225 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.413377 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d19a7f3-110f-416d-b833-9a17f8c51445 x-openstack-request-id: req-0d19a7f3-110f-416d-b833-9a17f8c51445 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:32:57.413668 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a87868-c9cc-4df6-8a9d-b31e13bcd58e", "name": "network-vif-plugged", "status": "completed", "tag": "3e41f5b3-c45f-441d-828f-66a05eb54d9c", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:32:57.413920 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d19a7f3-110f-416d-b833-9a17f8c51445 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:32:57.414311 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e41f5b3-c45f-441d-828f-66a05eb54d9c', 'code': 200} Oct 27 16:32:57.423273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76802e90-8f03-4b5c-a587-ce0a3fa3de97 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Subnet': ['ID=491b0e7d-81ec-4401-825f-3985d9313f97,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:57.438185 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.528685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b7efc-149e-4085-9f97-73647993f03d req-ed7c2bee-b9ee-4d66-9ded-313ea837982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:57.532919 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-604b7efc-149e-4085-9f97-73647993f03d req-ed7c2bee-b9ee-4d66-9ded-313ea837982d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 1135 time: 0.0836473 Oct 27 16:32:57.536714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3e41f5b3-c45f-441d-828f-66a05eb54d9c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:57.582312 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b8c60bec-1711-4353-8145-9bf5b6b23d1c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:57.608602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-604b7efc-149e-4085-9f97-73647993f03d req-0c63d42f-aa8d-45cf-b577-dd4d8e677797 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c12728a8-a3e2-4e6a-8f77-828807247df6&id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0671973 Oct 27 16:32:57.635931 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fb0425f2-0162-4f01-b0ad-4183f040182a req-115cf23d-4b87-4966-8382-dc7397b494c6 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2333674 Oct 27 16:32:57.666225 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b6d0b9-f87a-4eb7-a040-f15c31154a73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting subnet e0ed320d-a678-4f44-a968-96e355385d62 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:32:57.669672 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-84b6d0b9-f87a-4eb7-a040-f15c31154a73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.685732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b8c60bec-1711-4353-8145-9bf5b6b23d1c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:57.686110 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.761996 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-84b6d0b9-f87a-4eb7-a040-f15c31154a73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.817623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52f6837-6e17-4596-a523-4e4ff14f4579,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:57.856427 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] Checking segment: {'id': '485ba1c0-6025-4d33-a6ee-03df9e215474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:32:57.857187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] Network hostable DHCP agents. Network: 0fb02e53-650f-4f76-a67c-55521e57ea8c, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:32:57.871211 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.891775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e462e-cd6d-4c49-a7ec-02cbebaf17fa None None] DHCP port deletion for b63a78a3-8c74-42bd-8dad-cb51dd92aa3c request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:57.922765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port b8c60bec-1711-4353-8145-9bf5b6b23d1c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b8c60bec-1711-4353-8145-9bf5b6b23d1c,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:57.931805 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-84b6d0b9-f87a-4eb7-a040-f15c31154a73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.955174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a66e462e-cd6d-4c49-a7ec-02cbebaf17fa None None] Deleting port c63c6387-3a3e-45f1-844f-c19fbff5575c {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:57.955557 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a66e462e-cd6d-4c49-a7ec-02cbebaf17fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:57.978530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] Network 0fb02e53-650f-4f76-a67c-55521e57ea8c is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:32:58.065337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a66e462e-cd6d-4c49-a7ec-02cbebaf17fa None None] For port c63c6387-3a3e-45f1-844f-c19fbff5575c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c63c6387-3a3e-45f1-844f-c19fbff5575c,segment=NetworkSegment(29087f10-94be-459d-953d-612b0e313180),segment_id=29087f10-94be-459d-953d-612b0e313180)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:58.065657 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a66e462e-cd6d-4c49-a7ec-02cbebaf17fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.081909 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 0fb02e53-650f-4f76-a67c-55521e57ea8c) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:32:58.082790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a66e462e-cd6d-4c49-a7ec-02cbebaf17fa None None] Calling delete_port for c63c6387-3a3e-45f1-844f-c19fbff5575c owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:58.090259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:58.090259 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.113880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d627ec-4157-43bc-8cc3-046238935ff6 None None] Network 0fb02e53-650f-4f76-a67c-55521e57ea8c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:58.118866 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.121423 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-84b6d0b9-f87a-4eb7-a040-f15c31154a73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.154423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6d0b9-f87a-4eb7-a040-f15c31154a73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ed320d-a678-4f44-a968-96e355385d62,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:58.158916 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-84b6d0b9-f87a-4eb7-a040-f15c31154a73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.162894 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-84b6d0b9-f87a-4eb7-a040-f15c31154a73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/e0ed320d-a678-4f44-a968-96e355385d62 HTTP/1.1" status: 204 len: 168 time: 0.8178599 Oct 27 16:32:58.165741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60312) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:58.204639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5f0804de-ba8f-4bf3-b64e-92478ecc494f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4886279 Oct 27 16:32:58.205836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60314) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:58.210659 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2117918290-router', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:32:58.260300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=b8c60bec-1711-4353-8145-9bf5b6b23d1c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:58.264929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fc1a3c-5d16-4aa7-ac7b-9c9ce04fb68a None None] Network ca69408f-4ccf-4dba-a55e-212ad88e35a1 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:32:58.292893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.319338 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Sync routers for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:32:58.326661 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.329620 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.332464 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:32:58.333097 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:58.360576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port c63c6387-3a3e-45f1-844f-c19fbff5575c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:58.361008 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.428635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.444020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port c63c6387-3a3e-45f1-844f-c19fbff5575c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c63c6387-3a3e-45f1-844f-c19fbff5575c,segment=NetworkSegment(29087f10-94be-459d-953d-612b0e313180),segment_id=29087f10-94be-459d-953d-612b0e313180)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:58.444717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.461350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for c63c6387-3a3e-45f1-844f-c19fbff5575c owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:58.654587 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:32:58.658851 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a66e462e-cd6d-4c49-a7ec-02cbebaf17fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.667361 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.676689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e462e-cd6d-4c49-a7ec-02cbebaf17fa None None] No DVR routers for this DVR port c63c6387-3a3e-45f1-844f-c19fbff5575c on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:58.719274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e462e-cd6d-4c49-a7ec-02cbebaf17fa None None] Pushing event deleted for resources: {'Port': ['ID=c63c6387-3a3e-45f1-844f-c19fbff5575c,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:58.737211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=c63c6387-3a3e-45f1-844f-c19fbff5575c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:58.748678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-0fb02e53-650f-4f76-a67c-55521e57ea8c', 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'fixed_ips': [{'subnet_id': 'a52f6837-6e17-4596-a523-4e4ff14f4579'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:32:58.751122 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.754242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No DVR routers for this DVR port c63c6387-3a3e-45f1-844f-c19fbff5575c on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:58.815679 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:58.910728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa9e70-a053-466e-94a5-8c49a6a0229a None None] DHCP port deletion for ca69408f-4ccf-4dba-a55e-212ad88e35a1 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:32:58.968940 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.060086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c3083-d8ae-4704-8f31-506b60196c1e req-2f0f435f-de37-445e-8ac2-dcf72b5ce632 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:32:59.070370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc3c3083-d8ae-4704-8f31-506b60196c1e req-2f0f435f-de37-445e-8ac2-dcf72b5ce632 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 984 time: 0.2493336 Oct 27 16:32:59.077264 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa9e70-a053-466e-94a5-8c49a6a0229a None None] Deleting port 4f33f69d-20dc-474e-9a0b-b3acaca64b34 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:32:59.077264 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9e70-a053-466e-94a5-8c49a6a0229a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.094102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63a78a3-8c74-42bd-8dad-cb51dd92aa3c']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:59.169821 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 2, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:59.172286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29087f10-94be-459d-953d-612b0e313180') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:59.172603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29087f10-94be-459d-953d-612b0e313180') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:32:59.197583 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.219062 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc3c3083-d8ae-4704-8f31-506b60196c1e req-4d2361c1-fc1f-4c80-9ea7-d9b779ef8372 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1012709 Oct 27 16:32:59.228002 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Checking router: 2a3916d1-d05a-444f-8a90-32992f658b35 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:32:59.228611 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Updating router 2a3916d1-d05a-444f-8a90-32992f658b35 port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:32:59.230213 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.239804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:32:59.240244 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: self.session.flush() Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:32:59.243485 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:32:59.295012 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.297710 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.325325 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.379898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Allocated IP 172.20.0.2 (0fb02e53-650f-4f76-a67c-55521e57ea8c/a52f6837-6e17-4596-a523-4e4ff14f4579/175eedef-9932-4ba1-b9f4-638679f87eb0) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:32:59.435808 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.440807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4aaa9e70-a053-466e-94a5-8c49a6a0229a None None] For port 4f33f69d-20dc-474e-9a0b-b3acaca64b34, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4f33f69d-20dc-474e-9a0b-b3acaca64b34,segment=NetworkSegment(54e18249-a486-4e3f-9565-ac7787e2321d),segment_id=54e18249-a486-4e3f-9565-ac7787e2321d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:32:59.451473 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9e70-a053-466e-94a5-8c49a6a0229a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.452032 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.459750 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/networks/b63a78a3-8c74-42bd-8dad-cb51dd92aa3c HTTP/1.1" status: 204 len: 168 time: 1.2924981 Oct 27 16:32:59.469991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60334) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:32:59.485964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce6742-3408-4f1b-872a-c0653bfe88f3 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Network': ['ID=b63a78a3-8c74-42bd-8dad-cb51dd92aa3c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:59.488039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4aaa9e70-a053-466e-94a5-8c49a6a0229a None None] Calling delete_port for 4f33f69d-20dc-474e-9a0b-b3acaca64b34 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:32:59.600245 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b8c60bec-1711-4353-8145-9bf5b6b23d1c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:32:59.608368 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.787337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b8c60bec-1711-4353-8145-9bf5b6b23d1c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:32:59.787724 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.798184 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4aaa9e70-a053-466e-94a5-8c49a6a0229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.853764 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.866184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa9e70-a053-466e-94a5-8c49a6a0229a None None] Pushing event deleted for resources: {'Port': ['ID=4f33f69d-20dc-474e-9a0b-b3acaca64b34,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:32:59.868818 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.871201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa9e70-a053-466e-94a5-8c49a6a0229a None None] No DVR routers for this DVR port 4f33f69d-20dc-474e-9a0b-b3acaca64b34 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:32:59.994849 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:32:59.999382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c63c6387-3a3e-45f1-844f-c19fbff5575c no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:00.017287 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.021812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: c63c6387-3a3e-45f1-844f-c19fbff5575c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:33:00.022415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c63c6387-3a3e-45f1-844f-c19fbff5575c not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:33:00.022999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4f33f69d-20dc-474e-9a0b-b3acaca64b34 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:00.047553 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Allocated IP 172.25.4.95 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/e9f6c4d5-6f7d-43f2-8d7e-106380820666) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:00.057668 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 4f33f69d-20dc-474e-9a0b-b3acaca64b34 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:33:00.058555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4f33f69d-20dc-474e-9a0b-b3acaca64b34 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:33:00.064442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.124318 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddb923-0553-4eaa-b916-d4a5d8dcb6e7 None None] Pushing event updated for resources: {'Port': ['ID=103c61c0-6ad0-4a84-a9a2-753b446ebde7,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:00.130873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Pushing event updated for resources: {'Port': ['ID=175eedef-9932-4ba1-b9f4-638679f87eb0,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:00.161744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Network 0fb02e53-650f-4f76-a67c-55521e57ea8c is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:00.168542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:00.173001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:00.186902 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Attempting to bind port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:00.187972 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Attempting to bind port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:00.188581 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Attempting to bind port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:00.200334 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:00.201072 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Checking segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:00.201548 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.202011 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Bound using segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:00.202566 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Bound port: 103c61c0-6ad0-4a84-a9a2-753b446ebde7, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:00.203086 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.241531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Attempting to bind port 175eedef-9932-4ba1-b9f4-638679f87eb0 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:00.242010 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Attempting to bind port 175eedef-9932-4ba1-b9f4-638679f87eb0 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '485ba1c0-6025-4d33-a6ee-03df9e215474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:00.242483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Attempting to bind port 175eedef-9932-4ba1-b9f4-638679f87eb0 on network 0fb02e53-650f-4f76-a67c-55521e57ea8c {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:00.251529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:00.252570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Checking segment: {'id': '485ba1c0-6025-4d33-a6ee-03df9e215474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:00.253764 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.257377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Bound using segment: {'id': '485ba1c0-6025-4d33-a6ee-03df9e215474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:00.257377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Bound port: 175eedef-9932-4ba1-b9f4-638679f87eb0, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485ba1c0-6025-4d33-a6ee-03df9e215474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:00.257377 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.275881 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.305549 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] For port 103c61c0-6ad0-4a84-a9a2-753b446ebde7, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:00.310039 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] For port 103c61c0-6ad0-4a84-a9a2-753b446ebde7, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=103c61c0-6ad0-4a84-a9a2-753b446ebde7,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:00.325969 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca69408f-4ccf-4dba-a55e-212ad88e35a1']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.349751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] For port 175eedef-9932-4ba1-b9f4-638679f87eb0, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:00.361012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] For port 175eedef-9932-4ba1-b9f4-638679f87eb0, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=175eedef-9932-4ba1-b9f4-638679f87eb0,segment=NetworkSegment(485ba1c0-6025-4d33-a6ee-03df9e215474),segment_id=485ba1c0-6025-4d33-a6ee-03df9e215474)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:00.378883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e18249-a486-4e3f-9565-ac7787e2321d') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.379307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e18249-a486-4e3f-9565-ac7787e2321d') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.408308 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.411328 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.421104 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.442160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021afb84-8e12-46c6-b828-7edd508e40b1 req-fb786f5a-b590-4ee5-a5d3-5f7e591ccdd1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:00.443714 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-021afb84-8e12-46c6-b828-7edd508e40b1 req-fb786f5a-b590-4ee5-a5d3-5f7e591ccdd1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 984 time: 0.0949688 Oct 27 16:33:00.454278 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.458251 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.473506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:33:00.474107 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:33:00.477431 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:33:00.544925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ad40bbaf-0449-4430-9218-1106a99ff3d7 None None] Provisioning complete for port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:00.545453 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ad40bbaf-0449-4430-9218-1106a99ff3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.552654 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:00.553522 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:00.640758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95193c1e-a72c-4ff8-b0df-65f1259b57f8 None None] Pushing event updated for resources: {'Port': ['ID=175eedef-9932-4ba1-b9f4-638679f87eb0,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:00.649726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-021afb84-8e12-46c6-b828-7edd508e40b1 req-1a6eb38f-3f5d-4f46-a00c-4c8076221f1d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1910341 Oct 27 16:33:00.681845 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddb923-0553-4eaa-b916-d4a5d8dcb6e7 None None] Pushing event updated for resources: {'Port': ['ID=103c61c0-6ad0-4a84-a9a2-753b446ebde7,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:00.738895 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.743445 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.775322 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.784747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ad40bbaf-0449-4430-9218-1106a99ff3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:00.784989 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:00.786838 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/networks/ca69408f-4ccf-4dba-a55e-212ad88e35a1 HTTP/1.1" status: 204 len: 168 time: 1.3133693 Oct 27 16:33:00.827018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60362) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:00.844812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'network': {'name': 'tempest-RoutersTest-21471931'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:00.875995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae27386-8c18-4c20-a751-576306b5588e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Network': ['ID=ca69408f-4ccf-4dba-a55e-212ad88e35a1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:00.916485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:00.957192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:00.959226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:00.967271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ad40bbaf-0449-4430-9218-1106a99ff3d7 None None] For port 103c61c0-6ad0-4a84-a9a2-753b446ebde7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=103c61c0-6ad0-4a84-a9a2-753b446ebde7,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:01.022172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Pushing event updated for resources: {'Port': ['ID=e9f6c4d5-6f7d-43f2-8d7e-106380820666,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:01.057731 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ad40bbaf-0449-4430-9218-1106a99ff3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.082695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bae2a-0afd-48ec-8124-9dcb1e737492 req-73db260e-96d9-4cb1-af87-eb5a0f51852e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:01.095153 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-490bae2a-0afd-48ec-8124-9dcb1e737492 req-73db260e-96d9-4cb1-af87-eb5a0f51852e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 984 time: 0.3243258 Oct 27 16:33:01.151113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:01.156791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.163404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40bbaf-0449-4430-9218-1106a99ff3d7 None None] Pushing event updated for resources: {'Port': ['ID=103c61c0-6ad0-4a84-a9a2-753b446ebde7,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:01.212894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:01.220043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1e6aafc1-8294-442c-bed1-3c60872b3ceb None None] Provisioning complete for port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:01.221581 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1e6aafc1-8294-442c-bed1-3c60872b3ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.240015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.241558 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added segment ef08aca3-c900-4c76-9a82-8b086e48807a of type vlan for network b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 Oct 27 16:33:01.337260 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:01.338690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-490bae2a-0afd-48ec-8124-9dcb1e737492 req-48e7939f-c7f5-4745-8ea5-6de44d95c798 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2417424 Oct 27 16:33:01.352500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.387669 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4926d8cf-1d95-495a-af40-2d93dd59603b None None] The sync data for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 is: [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:01.463969 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.489534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:01.490585 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.589023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Network': ['ID=b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:01.618541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:01.636482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b6c4c723-cd6c-43ff-80a2-ee675b5e512a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.8002391 Oct 27 16:33:01.636850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60378) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:01.638996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1cfdc7-22d6-4dd1-9068-f051c4fe194d req-63eaac86-27a1-485b-b459-e0ae434265ad tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:01.652994 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cc1cfdc7-22d6-4dd1-9068-f051c4fe194d req-63eaac86-27a1-485b-b459-e0ae434265ad tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 1135 time: 0.1435819 Oct 27 16:33:01.670979 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'subnet': {'network_id': 'b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:01.675823 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.696427 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cc1cfdc7-22d6-4dd1-9068-f051c4fe194d req-5bc6c045-282c-41c9-ad7d-1082b193d850 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:01.778026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 175eedef-9932-4ba1-b9f4-638679f87eb0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:01.858596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 175eedef-9932-4ba1-b9f4-638679f87eb0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:01.859626 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.039646 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.136090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 175eedef-9932-4ba1-b9f4-638679f87eb0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=175eedef-9932-4ba1-b9f4-638679f87eb0,segment=NetworkSegment(485ba1c0-6025-4d33-a6ee-03df9e215474),segment_id=485ba1c0-6025-4d33-a6ee-03df9e215474)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:02.224464 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.225550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 103c61c0-6ad0-4a84-a9a2-753b446ebde7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:02.226316 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cc1cfdc7-22d6-4dd1-9068-f051c4fe194d req-5bc6c045-282c-41c9-ad7d-1082b193d850 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.229918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:02.233823 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.268490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1d0d6d-22ea-4a86-9312-a1dcde35e9c8 None None] Network 0fb02e53-650f-4f76-a67c-55521e57ea8c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:02.325795 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-cc1cfdc7-22d6-4dd1-9068-f051c4fe194d req-5bc6c045-282c-41c9-ad7d-1082b193d850 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.391029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cc1cfdc7-22d6-4dd1-9068-f051c4fe194d req-5bc6c045-282c-41c9-ad7d-1082b193d850 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7361646 Oct 27 16:33:02.412974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=175eedef-9932-4ba1-b9f4-638679f87eb0,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:02.417562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60392) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:02.476858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.479026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0fc62782-ed35-4264-ad4f-52d73409061f None None] Provisioning complete for port 175eedef-9932-4ba1-b9f4-638679f87eb0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:02.479494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0fc62782-ed35-4264-ad4f-52d73409061f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.495319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6c045-282c-41c9-ad7d-1082b193d850 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b43839f-a32f-4f36-8a74-a474d43a3915,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:02.524872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bbea99-db1f-4801-8fe0-f76226719a65 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:02.530041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-00bbea99-db1f-4801-8fe0-f76226719a65 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 1130 time: 0.1114342 Oct 27 16:33:02.533119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60394) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:02.537604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '3e41f5b3-c45f-441d-828f-66a05eb54d9c', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:02.548744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:02.549222 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.669701 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.766011 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.815317 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.871691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:02.922583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:02.993213 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Subnet': ['ID=577e3113-d51f-462a-97b0-b94d6e031a9c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:03.024521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Allocated IP 172.25.4.232 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/48c4e726-dd60-4a4d-b405-42a1d278b98a) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:03.072043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Checking segment: {'id': 'ef08aca3-c900-4c76-9a82-8b086e48807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:03.072485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network hostable DHCP agents. Network: b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:03.110197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5c221291-8e12-44dc-9623-7fc15536648e None None] Provisioning complete for port 175eedef-9932-4ba1-b9f4-638679f87eb0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:03.110657 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5c221291-8e12-44dc-9623-7fc15536648e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.152509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:03.165039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Sync routers for ids ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:03.197393 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Routers {'38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:03.198020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:03.227423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.246539 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:03.277290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.278566 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-925a4fa2-0f15-4388-802d-3b4bfc224eec admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0716591 Oct 27 16:33:03.281740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60410) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:03.361011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Set router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:03.399122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:03.406367 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:03.407707 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.409095 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.471081 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63de5775-5509-4ea9-ba44-494a6b98be66 None None] Network b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:03.542135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:03.555444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:03.557535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-25600ec9-cd84-438d-8a37-92f505487457 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9018729 Oct 27 16:33:03.557690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Port': ['ID=48c4e726-dd60-4a4d-b405-42a1d278b98a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:03.560490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60412) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:03.572369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-419f1b38-6ce4-48c8-a419-296b9f668f73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1721712584', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:03.578792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:03.659432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 175eedef-9932-4ba1-b9f4-638679f87eb0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:03.709274 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-419f1b38-6ce4-48c8-a419-296b9f668f73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.710668 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-419f1b38-6ce4-48c8-a419-296b9f668f73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.845017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 175eedef-9932-4ba1-b9f4-638679f87eb0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:03.845590 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.866702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-419f1b38-6ce4-48c8-a419-296b9f668f73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:03.886713 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'name': 'tempest-TestVolumeBootPattern-2117918290-router', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:58Z', 'updated_at': '2021-10-27T16:33:01Z', 'revision_number': 3, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'gw_port': {'id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:59Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:03.908382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.009965 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-419f1b38-6ce4-48c8-a419-296b9f668f73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.126939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Checking router: 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:33:04.127217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Updating router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d port e9f6c4d5-6f7d-43f2-8d7e-106380820666 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:33:04.132232 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Allocated IP 172.20.0.1 (0fb02e53-650f-4f76-a67c-55521e57ea8c/a52f6837-6e17-4596-a523-4e4ff14f4579/08c95eb3-f447-4d42-912f-457aa8ff6fb9) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:04.158794 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.176680 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.206285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-419f1b38-6ce4-48c8-a419-296b9f668f73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.207800 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-419f1b38-6ce4-48c8-a419-296b9f668f73 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6401052 Oct 27 16:33:04.218222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60424) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:04.248707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'port': {'network_id': 'b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8', 'name': 'tempest-RoutersTest-343296664'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:04.307233 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.345170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8', 'network_id': 'b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'fixed_ips': [{'subnet_id': '577e3113-d51f-462a-97b0-b94d6e031a9c'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:04.346054 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.402201 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.417396 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.482236 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Pushing event updated for resources: {'Port': ['ID=08c95eb3-f447-4d42-912f-457aa8ff6fb9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:04.511325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Network 0fb02e53-650f-4f76-a67c-55521e57ea8c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:04.513050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:04.525148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:04.533427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:04.536995 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.574804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] device_id is not set on port 1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc yet. {{(pid=109723) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 27 16:33:04.579886 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.683904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Allocated IP 172.20.0.2 (b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8/577e3113-d51f-462a-97b0-b94d6e031a9c/46c79689-c822-4454-8673-dad48dd18b37) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:04.847982 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.880935 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:04.890215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bf3c5edd-b353-4192-a76d-0ab241eb1436 None None] Provisioning complete for port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:04.890599 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bf3c5edd-b353-4192-a76d-0ab241eb1436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.095125 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.115891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c5edd-b353-4192-a76d-0ab241eb1436 None None] Port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:05.117859 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.161415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Attempting to bind port e9f6c4d5-6f7d-43f2-8d7e-106380820666 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:05.163196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Attempting to bind port e9f6c4d5-6f7d-43f2-8d7e-106380820666 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:05.164156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Attempting to bind port e9f6c4d5-6f7d-43f2-8d7e-106380820666 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:05.196094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:05.198824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:05.199458 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.199991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:05.200741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Bound port: e9f6c4d5-6f7d-43f2-8d7e-106380820666, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:05.203513 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.267047 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.279025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] For port e9f6c4d5-6f7d-43f2-8d7e-106380820666, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:05.284132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] For port e9f6c4d5-6f7d-43f2-8d7e-106380820666, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e9f6c4d5-6f7d-43f2-8d7e-106380820666,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:05.285883 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.320399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e29440-4f15-4ca7-96af-b13f834af6da None None] Pushing event updated for resources: {'Port': ['ID=e9f6c4d5-6f7d-43f2-8d7e-106380820666,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:05.324495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Network b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:05.398585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:05.406133 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Pushing event updated for resources: {'Port': ['ID=46c79689-c822-4454-8673-dad48dd18b37,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:05.414860 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.415818 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:05.448816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Allocated IP 172.20.0.7 (b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8/577e3113-d51f-462a-97b0-b94d6e031a9c/1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:05.509712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e29440-4f15-4ca7-96af-b13f834af6da None None] Pushing event updated for resources: {'Port': ['ID=e9f6c4d5-6f7d-43f2-8d7e-106380820666,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:05.529693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.557804 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Attempting to bind port 46c79689-c822-4454-8673-dad48dd18b37 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:05.558181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Attempting to bind port 46c79689-c822-4454-8673-dad48dd18b37 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ef08aca3-c900-4c76-9a82-8b086e48807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:05.558528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Attempting to bind port 46c79689-c822-4454-8673-dad48dd18b37 on network b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:05.576175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:05.576650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Checking segment: {'id': 'ef08aca3-c900-4c76-9a82-8b086e48807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:05.576940 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.577326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Bound using segment: {'id': 'ef08aca3-c900-4c76-9a82-8b086e48807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:05.578278 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Bound port: 46c79689-c822-4454-8673-dad48dd18b37, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef08aca3-c900-4c76-9a82-8b086e48807a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:05.578663 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.642809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Port': ['ID=48c4e726-dd60-4a4d-b405-42a1d278b98a,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:05.658602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Routers {'38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:05.659523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:05.670784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.736783 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.777769 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.796771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] For port 46c79689-c822-4454-8673-dad48dd18b37, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:05.802684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] For port 46c79689-c822-4454-8673-dad48dd18b37, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=46c79689-c822-4454-8673-dad48dd18b37,segment=NetworkSegment(ef08aca3-c900-4c76-9a82-8b086e48807a),segment_id=ef08aca3-c900-4c76-9a82-8b086e48807a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:05.853666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] Set router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:05.912423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.924484 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.942767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:05.944599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Pushing event updated for resources: {'Port': ['ID=08c95eb3-f447-4d42-912f-457aa8ff6fb9,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:05.953011 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Floating IP 4c9706cf-9074-481a-9333-489650e0e944 associated. External IP: 172.25.4.232, port: 3e41f5b3-c45f-441d-828f-66a05eb54d9c. Oct 27 16:33:06.012281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a91b82-aed3-47ac-b8a3-979b38b16588 None None] Pushing event updated for resources: {'Port': ['ID=46c79689-c822-4454-8673-dad48dd18b37,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:06.138946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Network 0fb02e53-650f-4f76-a67c-55521e57ea8c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:06.141451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:06.260810 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.325476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:06.459706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'name': 'tempest-TestVolumeBootPattern-2117918290-router', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:58Z', 'updated_at': '2021-10-27T16:33:04Z', 'revision_number': 4, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'gw_port': {'id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:59Z', 'updated_at': '2021-10-27T16:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '08c95eb3-f447-4d42-912f-457aa8ff6fb9', 'name': '', 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'mac_address': 'fa:16:3e:d5:10:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'a52f6837-6e17-4596-a523-4e4ff14f4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:03Z', 'updated_at': '2021-10-27T16:33:04Z', 'revision_number': 1, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'subnets': [{'id': 'a52f6837-6e17-4596-a523-4e4ff14f4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:06.485189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:06.498842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:06.509421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:06.552971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:06.556467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9367685-8e4c-4817-8777-cc0dccbd5738 None None] The sync data for ids ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'] in n-d-815689-1 is: [{'id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'name': 'tempest-TestVolumeBootPattern-2117918290-router', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:58Z', 'updated_at': '2021-10-27T16:33:04Z', 'revision_number': 4, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'gw_port': {'id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:59Z', 'updated_at': '2021-10-27T16:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '08c95eb3-f447-4d42-912f-457aa8ff6fb9', 'name': '', 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'mac_address': 'fa:16:3e:d5:10:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'a52f6837-6e17-4596-a523-4e4ff14f4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:03Z', 'updated_at': '2021-10-27T16:33:04Z', 'revision_number': 1, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'subnets': [{'id': 'a52f6837-6e17-4596-a523-4e4ff14f4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:06.623055 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:06.630192 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-af9b474c-b73f-4c1d-9c9a-aca519b88435 admin admin] 10.222.0.15 "PUT /v2.0/routers/38e96d20-1a33-4a0f-b33d-6e8cc6ed297d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3398209 Oct 27 16:33:06.669291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:06.670067 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.674926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c572b9ae-de2d-4af3-b3f6-c317f3f45497 None None] Provisioning complete for port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:06.675419 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c572b9ae-de2d-4af3-b3f6-c317f3f45497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:06.680788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Router 5582f519-c56c-4a84-a63b-b6070f59d6f6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:06.751729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c572b9ae-de2d-4af3-b3f6-c317f3f45497 None None] Port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:06.818865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-23c7aa9a-22e5-4364-98e1-2ca170372e95 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.5992889 Oct 27 16:33:06.821741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60468) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:06.875878 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:06.885800 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0353ee-ac5f-4cbc-a1a9-b9b23e5f6c25 None None] Sync routers for ids ['5582f519-c56c-4a84-a63b-b6070f59d6f6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:06.902825 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0353ee-ac5f-4cbc-a1a9-b9b23e5f6c25 None None] Routers {'5582f519-c56c-4a84-a63b-b6070f59d6f6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:06.903500 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ae0353ee-ac5f-4cbc-a1a9-b9b23e5f6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5582f519-c56c-4a84-a63b-b6070f59d6f6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:07.030616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.079414 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8a2b53a6-91c3-44de-933c-9c3437252b4b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5384119 Oct 27 16:33:07.080354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60476) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:07.080845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'tag': '3e41f5b3-c45f-441d-828f-66a05eb54d9c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:07.092776 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4db56c9-b08f-4732-acba-b646f8ba9d56" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a87868-c9cc-4df6-8a9d-b31e13bcd58e", "tag": "3e41f5b3-c45f-441d-828f-66a05eb54d9c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:07.107844 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ae0353ee-ac5f-4cbc-a1a9-b9b23e5f6c25 None None] Set router 5582f519-c56c-4a84-a63b-b6070f59d6f6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:07.636296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 46c79689-c822-4454-8673-dad48dd18b37 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:07.682639 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8650b4f4-d83e-44d9-a0f0-34a778484e25 x-openstack-request-id: req-8650b4f4-d83e-44d9-a0f0-34a778484e25 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:07.684454 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a87868-c9cc-4df6-8a9d-b31e13bcd58e", "tag": "3e41f5b3-c45f-441d-828f-66a05eb54d9c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:07.684727 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8650b4f4-d83e-44d9-a0f0-34a778484e25 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:07.685168 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'tag': '3e41f5b3-c45f-441d-828f-66a05eb54d9c', 'status': 'completed', 'code': 200} Oct 27 16:33:07.722784 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ae0353ee-ac5f-4cbc-a1a9-b9b23e5f6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:32Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4c9706cf-9074-481a-9333-489650e0e944', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'port_id': '3e41f5b3-c45f-441d-828f-66a05eb54d9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'mac_address': 'fa:16:3e:a2:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:33:03Z', 'updated_at': '2021-10-27T16:33:03Z', 'revision_number': 0, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108b9f55-fee5-44d1-9ed8-15d7162fa0e3', 'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:d8:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:31Z', 'updated_at': '2021-10-27T16:32:38Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:07.769304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015e3118-adcb-46da-915e-461eb95aade2 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:07.773041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015e3118-adcb-46da-915e-461eb95aade2 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:07.779401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015e3118-adcb-46da-915e-461eb95aade2 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:07.782962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015e3118-adcb-46da-915e-461eb95aade2 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:07.783135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015e3118-adcb-46da-915e-461eb95aade2 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:07.785397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015e3118-adcb-46da-915e-461eb95aade2 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:07.787894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015e3118-adcb-46da-915e-461eb95aade2 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:07.797574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 46c79689-c822-4454-8673-dad48dd18b37 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:07.801430 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.804904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-015e3118-adcb-46da-915e-461eb95aade2 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4964 time: 0.6989958 Oct 27 16:33:07.805598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60500) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:07.825844 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:07.835014 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0353ee-ac5f-4cbc-a1a9-b9b23e5f6c25 None None] Checking router: 5582f519-c56c-4a84-a63b-b6070f59d6f6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:33:07.863724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1bdc83-4336-4850-a2cb-423c7d6322d8 None None] Network b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:07.885465 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0353ee-ac5f-4cbc-a1a9-b9b23e5f6c25 None None] Routers {'5582f519-c56c-4a84-a63b-b6070f59d6f6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:07.886847 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ae0353ee-ac5f-4cbc-a1a9-b9b23e5f6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5582f519-c56c-4a84-a63b-b6070f59d6f6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:08.079950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05bd20-b993-4156-9280-2afa5ba8cc23 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:08.079950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05bd20-b993-4156-9280-2afa5ba8cc23 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:08.088438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05bd20-b993-4156-9280-2afa5ba8cc23 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:08.088438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05bd20-b993-4156-9280-2afa5ba8cc23 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:08.088438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05bd20-b993-4156-9280-2afa5ba8cc23 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:08.088438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05bd20-b993-4156-9280-2afa5ba8cc23 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:08.088438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05bd20-b993-4156-9280-2afa5ba8cc23 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:08.092948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8a05bd20-b993-4156-9280-2afa5ba8cc23 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4596 time: 0.2830999 Oct 27 16:33:08.094519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60502) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:08.116720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fb629bac-3c08-44e0-93e6-fcedc286f913 None None] Provisioning complete for port 46c79689-c822-4454-8673-dad48dd18b37 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:08.117105 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fb629bac-3c08-44e0-93e6-fcedc286f913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.208970 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ae0353ee-ac5f-4cbc-a1a9-b9b23e5f6c25 None None] Set router 5582f519-c56c-4a84-a63b-b6070f59d6f6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:08.216125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db56c9-b08f-4732-acba-b646f8ba9d56 req-b0522b5a-8584-4086-a63c-a4e8baf1cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:08.217948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db56c9-b08f-4732-acba-b646f8ba9d56 req-b0522b5a-8584-4086-a63c-a4e8baf1cdd5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=75488601edab4b54bdb13b6ddc6ab744&device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 1135 time: 0.5319829 Oct 27 16:33:08.279463 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.379825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db56c9-b08f-4732-acba-b646f8ba9d56 req-96a0cc4d-c2f4-4cdd-8ce0-df55ff295d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:08.381345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db56c9-b08f-4732-acba-b646f8ba9d56 req-96a0cc4d-c2f4-4cdd-8ce0-df55ff295d9c service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ae86737-4f1f-4099-8ce1-c64cf19ac110 HTTP/1.1" status: 200 len: 897 time: 0.1558433 Oct 27 16:33:08.437213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.486257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 46c79689-c822-4454-8673-dad48dd18b37, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=46c79689-c822-4454-8673-dad48dd18b37,segment=NetworkSegment(ef08aca3-c900-4c76-9a82-8b086e48807a),segment_id=ef08aca3-c900-4c76-9a82-8b086e48807a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:08.532534 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.651005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db56c9-b08f-4732-acba-b646f8ba9d56 req-428c5d6c-435a-4dcf-8c70-0d8f6d834e9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e41f5b3-c45f-441d-828f-66a05eb54d9c HTTP/1.1" status: 200 len: 999 time: 0.2358067 Oct 27 16:33:08.680810 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fb629bac-3c08-44e0-93e6-fcedc286f913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.686043 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:08.786521 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ae0353ee-ac5f-4cbc-a1a9-b9b23e5f6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:32Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4c9706cf-9074-481a-9333-489650e0e944', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'port_id': '3e41f5b3-c45f-441d-828f-66a05eb54d9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'mac_address': 'fa:16:3e:a2:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:33:03Z', 'updated_at': '2021-10-27T16:33:03Z', 'revision_number': 0, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108b9f55-fee5-44d1-9ed8-15d7162fa0e3', 'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:d8:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:31Z', 'updated_at': '2021-10-27T16:32:38Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:08.811810 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:08.960195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db56c9-b08f-4732-acba-b646f8ba9d56 req-46118b43-5fb6-461d-b1be-9bf60645abac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:08.963700 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0353ee-ac5f-4cbc-a1a9-b9b23e5f6c25 None None] The sync data for ids ['5582f519-c56c-4a84-a63b-b6070f59d6f6'] in n-d-815689-1 is: [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:32Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '4c9706cf-9074-481a-9333-489650e0e944', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'floating_ip_address': '172.25.4.232', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'port_id': '3e41f5b3-c45f-441d-828f-66a05eb54d9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'mac_address': 'fa:16:3e:a2:bd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:33:03Z', 'updated_at': '2021-10-27T16:33:03Z', 'revision_number': 0, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108b9f55-fee5-44d1-9ed8-15d7162fa0e3', 'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:d8:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:31Z', 'updated_at': '2021-10-27T16:32:38Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:08.965514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=46c79689-c822-4454-8673-dad48dd18b37,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:08.965688 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db56c9-b08f-4732-acba-b646f8ba9d56 req-46118b43-5fb6-461d-b1be-9bf60645abac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88ad281c-19c4-4d67-b4bf-4b792021dffe HTTP/1.1" status: 200 len: 834 time: 0.2289600 Oct 27 16:33:08.965857 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-fb629bac-3c08-44e0-93e6-fcedc286f913 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:33:08.965857 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-fb629bac-3c08-44e0-93e6-fcedc286f913 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:33:09.063935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db56c9-b08f-4732-acba-b646f8ba9d56 req-fa72b6ff-012f-45ab-8a2e-40ae34d98e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:09.066114 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db56c9-b08f-4732-acba-b646f8ba9d56 req-fa72b6ff-012f-45ab-8a2e-40ae34d98e69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ae86737-4f1f-4099-8ce1-c64cf19ac110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686721 Oct 27 16:33:09.100083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-56b6f9a8-275c-4a85-81c6-3465844a9d22 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3579 time: 1.0007458 Oct 27 16:33:09.102605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60526) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:09.103925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:09.289187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfa123-d06e-4e54-91f7-e8317c7ff897 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:09.289643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecfa123-d06e-4e54-91f7-e8317c7ff897 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:09.320303 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0ecfa123-d06e-4e54-91f7-e8317c7ff897 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5582f519-c56c-4a84-a63b-b6070f59d6f6 HTTP/1.1" status: 200 len: 1990 time: 0.2019310 Oct 27 16:33:09.374307 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db56c9-b08f-4732-acba-b646f8ba9d56 req-b6c89cd5-fd67-4519-a593-963482049863 service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920310 Oct 27 16:33:09.523948 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:09.557313 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4facc2ec-35e0-445b-a0e8-cfc94b0fc1a6 None None] New status for floating IP 4c9706cf-9074-481a-9333-489650e0e944: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:33:09.624226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4db56c9-b08f-4732-acba-b646f8ba9d56 req-45c5eade-56f1-4e8b-b580-abf15a191676 service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470109 Oct 27 16:33:09.715843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ddb85abe-2ef6-4924-b5db-f810ed67f43b None None] Provisioning complete for port 46c79689-c822-4454-8673-dad48dd18b37 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:09.716362 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ddb85abe-2ef6-4924-b5db-f810ed67f43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:09.726200 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 46c79689-c822-4454-8673-dad48dd18b37 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:10.253521 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.338054 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.386234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 46c79689-c822-4454-8673-dad48dd18b37 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:10.386604 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.446208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.447934 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc,revision_number=3']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:10.517632 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935297a-3511-4539-8393-40031a2018fb None None] Sync routers for ids ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:10.543114 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935297a-3511-4539-8393-40031a2018fb None None] Routers {'38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:10.544188 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8935297a-3511-4539-8393-40031a2018fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:10.587428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e9f6c4d5-6f7d-43f2-8d7e-106380820666 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:10.590603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ddb85abe-2ef6-4924-b5db-f810ed67f43b None None] Provisioning complete for port 1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:10.591343 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ddb85abe-2ef6-4924-b5db-f810ed67f43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.612872 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:10.614334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:10.681966 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ddb85abe-2ef6-4924-b5db-f810ed67f43b None None] Port 1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:10.737329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e9f6c4d5-6f7d-43f2-8d7e-106380820666 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:10.739790 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.857824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-64455fa2-dd1a-4728-94ce-8c6b7e793689 None None] Provisioning complete for port 1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:10.858192 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-64455fa2-dd1a-4728-94ce-8c6b7e793689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:10.920975 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8935297a-3511-4539-8393-40031a2018fb None None] Set router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:10.934049 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router a55c074c-2f5f-41dd-9ee0-154eab22ce9f is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:10.934464 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-64455fa2-dd1a-4728-94ce-8c6b7e793689 None None] Port 1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:10.953451 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.005791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port e9f6c4d5-6f7d-43f2-8d7e-106380820666, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e9f6c4d5-6f7d-43f2-8d7e-106380820666,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:11.087130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:11.104435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60564) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:11.108615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bafaef68-c1c3-476a-9e68-9030bcbf9ec5 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/a55c074c-2f5f-41dd-9ee0-154eab22ce9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2825515 Oct 27 16:33:11.111134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3d8c0859-5290-4482-9e42-a41cee76413d None None] Provisioning complete for port 1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:11.111512 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0859-5290-4482-9e42-a41cee76413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.115715 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.174466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c372cdde-80a9-4f91-815c-8dc5df8f68e7 None None] Sync routers for ids ['a55c074c-2f5f-41dd-9ee0-154eab22ce9f'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:11.221382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=e9f6c4d5-6f7d-43f2-8d7e-106380820666,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:11.231885 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372cdde-80a9-4f91-815c-8dc5df8f68e7 None None] Routers {'a55c074c-2f5f-41dd-9ee0-154eab22ce9f'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:11.232547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c372cdde-80a9-4f91-815c-8dc5df8f68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a55c074c-2f5f-41dd-9ee0-154eab22ce9f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:11.282196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c372cdde-80a9-4f91-815c-8dc5df8f68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:11.285189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba5d282-458f-454d-bf4a-db0cdbe2cdcd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:11.286865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8ba5d282-458f-454d-bf4a-db0cdbe2cdcd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports/1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc HTTP/1.1" status: 200 len: 976 time: 0.1706679 Oct 27 16:33:11.287733 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c0859-5290-4482-9e42-a41cee76413d None None] Port 1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:11.289863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60568) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:11.307786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372cdde-80a9-4f91-815c-8dc5df8f68e7 None None] Routers {'a55c074c-2f5f-41dd-9ee0-154eab22ce9f'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:11.308469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c372cdde-80a9-4f91-815c-8dc5df8f68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a55c074c-2f5f-41dd-9ee0-154eab22ce9f'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:11.320856 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8935297a-3511-4539-8393-40031a2018fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'name': 'tempest-TestVolumeBootPattern-2117918290-router', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:58Z', 'updated_at': '2021-10-27T16:33:04Z', 'revision_number': 4, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'gw_port': {'id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ea:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:59Z', 'updated_at': '2021-10-27T16:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '08c95eb3-f447-4d42-912f-457aa8ff6fb9', 'name': '', 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'mac_address': 'fa:16:3e:d5:10:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'a52f6837-6e17-4596-a523-4e4ff14f4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:03Z', 'updated_at': '2021-10-27T16:33:04Z', 'revision_number': 2, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'subnets': [{'id': 'a52f6837-6e17-4596-a523-4e4ff14f4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:11.356778 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935297a-3511-4539-8393-40031a2018fb None None] Checking router: 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:33:11.357263 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935297a-3511-4539-8393-40031a2018fb None None] Updating router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:33:11.362718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c372cdde-80a9-4f91-815c-8dc5df8f68e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:11.363372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c372cdde-80a9-4f91-815c-8dc5df8f68e7 None None] The sync data for ids ['a55c074c-2f5f-41dd-9ee0-154eab22ce9f'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:11.385590 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8935297a-3511-4539-8393-40031a2018fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.472720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e9f6c4d5-6f7d-43f2-8d7e-106380820666 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:11.542070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e9f6c4d5-6f7d-43f2-8d7e-106380820666 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:11.542448 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.733164 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8935297a-3511-4539-8393-40031a2018fb None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.801544 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8935297a-3511-4539-8393-40031a2018fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.847592 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a9a7-0518-447f-a4d0-e27a285b5f0a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.856632 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40662ba1-c236-40d9-bb18-5089af09d46c None None] Pushing event updated for resources: {'Port': ['ID=08c95eb3-f447-4d42-912f-457aa8ff6fb9,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:11.928997 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8935297a-3511-4539-8393-40031a2018fb None None] Attempting to bind port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:11.930549 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8935297a-3511-4539-8393-40031a2018fb None None] Attempting to bind port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '485ba1c0-6025-4d33-a6ee-03df9e215474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:11.930977 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935297a-3511-4539-8393-40031a2018fb None None] Attempting to bind port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 on network 0fb02e53-650f-4f76-a67c-55521e57ea8c {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:11.939328 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935297a-3511-4539-8393-40031a2018fb None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:11.946163 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935297a-3511-4539-8393-40031a2018fb None None] Checking segment: {'id': '485ba1c0-6025-4d33-a6ee-03df9e215474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:11.946163 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8935297a-3511-4539-8393-40031a2018fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:11.946163 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8935297a-3511-4539-8393-40031a2018fb None None] Bound using segment: {'id': '485ba1c0-6025-4d33-a6ee-03df9e215474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:11.946163 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8935297a-3511-4539-8393-40031a2018fb None None] Bound port: 08c95eb3-f447-4d42-912f-457aa8ff6fb9, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '485ba1c0-6025-4d33-a6ee-03df9e215474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:11.946163 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8935297a-3511-4539-8393-40031a2018fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.013590 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-8935297a-3511-4539-8393-40031a2018fb None None] For port 08c95eb3-f447-4d42-912f-457aa8ff6fb9, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:12.018356 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-8935297a-3511-4539-8393-40031a2018fb None None] For port 08c95eb3-f447-4d42-912f-457aa8ff6fb9, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=08c95eb3-f447-4d42-912f-457aa8ff6fb9,segment=NetworkSegment(485ba1c0-6025-4d33-a6ee-03df9e215474),segment_id=485ba1c0-6025-4d33-a6ee-03df9e215474)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:12.106359 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8935297a-3511-4539-8393-40031a2018fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.169198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2a9a7-0518-447f-a4d0-e27a285b5f0a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port 1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:12.170133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a9a7-0518-447f-a4d0-e27a285b5f0a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.176769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-77dd8b18-2d33-4af2-91f3-c997fffa2d8a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630360 Oct 27 16:33:12.194821 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8935297a-3511-4539-8393-40031a2018fb None None] Routers {'38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:12.195447 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8935297a-3511-4539-8393-40031a2018fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:12.200694 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40662ba1-c236-40d9-bb18-5089af09d46c None None] Pushing event updated for resources: {'Port': ['ID=08c95eb3-f447-4d42-912f-457aa8ff6fb9,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:12.246015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1d3112ec-3af3-4421-b162-1e97ff315698 None None] Provisioning complete for port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:12.250136 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d3112ec-3af3-4421-b162-1e97ff315698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.305321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-99334ee4-b7d3-45a9-a9ff-5dc9d2e6b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:12.311505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-99334ee4-b7d3-45a9-a9ff-5dc9d2e6b3c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=75488601edab4b54bdb13b6ddc6ab744&device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 1135 time: 0.0864093 Oct 27 16:33:12.313428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a9a7-0518-447f-a4d0-e27a285b5f0a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.329725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f4d2a9a7-0518-447f-a4d0-e27a285b5f0a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for 1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:12.455883 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8935297a-3511-4539-8393-40031a2018fb None None] Set router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:12.462680 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d3112ec-3af3-4421-b162-1e97ff315698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.532229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1d3112ec-3af3-4421-b162-1e97ff315698 None None] For port 08c95eb3-f447-4d42-912f-457aa8ff6fb9, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=08c95eb3-f447-4d42-912f-457aa8ff6fb9,segment=NetworkSegment(485ba1c0-6025-4d33-a6ee-03df9e215474),segment_id=485ba1c0-6025-4d33-a6ee-03df9e215474)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:12.542280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-9bfc9b23-f073-49d5-bc95-7982ecd49ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:12.552112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-9bfc9b23-f073-49d5-bc95-7982ecd49ea4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ae86737-4f1f-4099-8ce1-c64cf19ac110 HTTP/1.1" status: 200 len: 897 time: 0.2147710 Oct 27 16:33:12.623757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d3112ec-3af3-4421-b162-1e97ff315698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.679733 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-dd43234a-4879-4859-902b-f531ffb9e2f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e41f5b3-c45f-441d-828f-66a05eb54d9c HTTP/1.1" status: 200 len: 1001 time: 0.1254647 Oct 27 16:33:12.737108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3112ec-3af3-4421-b162-1e97ff315698 None None] Pushing event updated for resources: {'Port': ['ID=08c95eb3-f447-4d42-912f-457aa8ff6fb9,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:12.764959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c934a43e-02df-42a1-833d-a2fc8a1c2218 None None] Provisioning complete for port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:12.766035 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c934a43e-02df-42a1-833d-a2fc8a1c2218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:12.775411 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8935297a-3511-4539-8393-40031a2018fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'name': 'tempest-TestVolumeBootPattern-2117918290-router', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:58Z', 'updated_at': '2021-10-27T16:33:04Z', 'revision_number': 4, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'gw_port': {'id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:59Z', 'updated_at': '2021-10-27T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '08c95eb3-f447-4d42-912f-457aa8ff6fb9', 'name': '', 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'mac_address': 'fa:16:3e:d5:10:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'a52f6837-6e17-4596-a523-4e4ff14f4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:03Z', 'updated_at': '2021-10-27T16:33:12Z', 'revision_number': 4, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'subnets': [{'id': 'a52f6837-6e17-4596-a523-4e4ff14f4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:12.795348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-86cad974-c5ec-4c1a-bcc1-92789c90663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:12.797518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-86cad974-c5ec-4c1a-bcc1-92789c90663d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88ad281c-19c4-4d67-b4bf-4b792021dffe HTTP/1.1" status: 200 len: 834 time: 0.1087403 Oct 27 16:33:12.830298 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8935297a-3511-4539-8393-40031a2018fb None None] The sync data for ids ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'] in n-d-815689-1 is: [{'id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'name': 'tempest-TestVolumeBootPattern-2117918290-router', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:58Z', 'updated_at': '2021-10-27T16:33:04Z', 'revision_number': 4, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'gw_port': {'id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:59Z', 'updated_at': '2021-10-27T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '08c95eb3-f447-4d42-912f-457aa8ff6fb9', 'name': '', 'network_id': '0fb02e53-650f-4f76-a67c-55521e57ea8c', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'mac_address': 'fa:16:3e:d5:10:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'a52f6837-6e17-4596-a523-4e4ff14f4579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:03Z', 'updated_at': '2021-10-27T16:33:12Z', 'revision_number': 4, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'subnets': [{'id': 'a52f6837-6e17-4596-a523-4e4ff14f4579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:12.870154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-0ae40419-3d1d-41ba-8328-7530c5691f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:12.871777 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-0ae40419-3d1d-41ba-8328-7530c5691f9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ae86737-4f1f-4099-8ce1-c64cf19ac110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662796 Oct 27 16:33:13.022968 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-e576208e-e7a4-4e61-9c89-428ea722a8a6 service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401124 Oct 27 16:33:13.193884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38e3964c-e2bb-43d4-a214-28f8b6fdb44b req-1db80a2f-c020-49e0-89bf-a0a709a10a90 service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563792 Oct 27 16:33:13.234847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-43646039-0da7-459f-8617-120a7273487b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:13.234847 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-43646039-0da7-459f-8617-120a7273487b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.6762061 Oct 27 16:33:13.253323 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-72ff4afe-ac4c-4449-a925-16d65ad4181d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/quotas/3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 375 time: 0.0116413 Oct 27 16:33:13.346637 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-d2ebd7f0-7ae9-49d3-9dff-7418b8400156 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846491 Oct 27 16:33:13.349121 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a9a7-0518-447f-a4d0-e27a285b5f0a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.396268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2a9a7-0518-447f-a4d0-e27a285b5f0a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=1d398ee0-0ab4-4ee8-99a3-db77f54b4fcc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:13.636843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 08c95eb3-f447-4d42-912f-457aa8ff6fb9 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:13.697008 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4d2a9a7-0518-447f-a4d0-e27a285b5f0a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.734126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:13.734840 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:13.827439 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-e366eb31-22b1-4ffc-86f6-4648c4bcf934 service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716337 Oct 27 16:33:13.957042 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d2a9a7-0518-447f-a4d0-e27a285b5f0a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router a55c074c-2f5f-41dd-9ee0-154eab22ce9f has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:14.066287 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-49c4d27f-4645-4082-b290-e697f15156df service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973345 Oct 27 16:33:14.068930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d2a9a7-0518-447f-a4d0-e27a285b5f0a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:14.074135 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f4d2a9a7-0518-447f-a4d0-e27a285b5f0a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/a55c074c-2f5f-41dd-9ee0-154eab22ce9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7831919 Oct 27 16:33:14.076936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60632) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:14.083961 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5edeec-dd92-4109-865a-075841893dd2 None None] Sync routers for ids ['a55c074c-2f5f-41dd-9ee0-154eab22ce9f'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:14.104449 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5edeec-dd92-4109-865a-075841893dd2 None None] Routers {'a55c074c-2f5f-41dd-9ee0-154eab22ce9f'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:14.105054 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dc5edeec-dd92-4109-865a-075841893dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a55c074c-2f5f-41dd-9ee0-154eab22ce9f'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:14.178776 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dc5edeec-dd92-4109-865a-075841893dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:14.196504 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5edeec-dd92-4109-865a-075841893dd2 None None] Routers {'a55c074c-2f5f-41dd-9ee0-154eab22ce9f'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:14.197123 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dc5edeec-dd92-4109-865a-075841893dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:32:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['a55c074c-2f5f-41dd-9ee0-154eab22ce9f'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:14.270950 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dc5edeec-dd92-4109-865a-075841893dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:14.284885 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5edeec-dd92-4109-865a-075841893dd2 None None] The sync data for ids ['a55c074c-2f5f-41dd-9ee0-154eab22ce9f'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:14.301062 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-c7735fd3-f08f-4d19-bec2-dd8ba21f7e5c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] remove_router_interface failed (client error): The resource could not be found. Oct 27 16:33:14.306006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60644) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:14.306458 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c7735fd3-f08f-4d19-bec2-dd8ba21f7e5c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/a55c074c-2f5f-41dd-9ee0-154eab22ce9f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2284083 Oct 27 16:33:14.335098 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fa1c2510-e54f-4d6e-b85e-d6b04b176577 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=a55c074c-2f5f-41dd-9ee0-154eab22ce9f HTTP/1.1" status: 200 len: 205 time: 0.0279825 Oct 27 16:33:14.338220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60646) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:14.783650 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d2baf9c-0db9-4c65-b70b-6a3e70641191 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.792785 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-030076fd-7da2-4952-95ac-8322c3b60241 req-c83f90c6-837c-462f-8094-c856f47192b8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0520413 Oct 27 16:33:14.973376 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d2baf9c-0db9-4c65-b70b-6a3e70641191 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:14.975539 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d2baf9c-0db9-4c65-b70b-6a3e70641191 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.137802 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d2baf9c-0db9-4c65-b70b-6a3e70641191 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.138339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2baf9c-0db9-4c65-b70b-6a3e70641191 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Fanout notify agent at l3_agent the message router_deleted on router a55c074c-2f5f-41dd-9ee0-154eab22ce9f {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:33:15.145785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d2baf9c-0db9-4c65-b70b-6a3e70641191 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.146826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0d2baf9c-0db9-4c65-b70b-6a3e70641191 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/a55c074c-2f5f-41dd-9ee0-154eab22ce9f HTTP/1.1" status: 204 len: 168 time: 0.8078313 Oct 27 16:33:15.149630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60668) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:15.204257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0ab4a6-4560-4a93-9e87-c5c2c796f0fd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting subnet 577e3113-d51f-462a-97b0-b94d6e031a9c {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:33:15.207938 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da0ab4a6-4560-4a93-9e87-c5c2c796f0fd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.256586 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da0ab4a6-4560-4a93-9e87-c5c2c796f0fd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.340132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da0ab4a6-4560-4a93-9e87-c5c2c796f0fd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.458065 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da0ab4a6-4560-4a93-9e87-c5c2c796f0fd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.493467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ab4a6-4560-4a93-9e87-c5c2c796f0fd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Subnet': ['ID=577e3113-d51f-462a-97b0-b94d6e031a9c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:15.500613 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-da0ab4a6-4560-4a93-9e87-c5c2c796f0fd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.502842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de300c0f-74e1-42e0-a0cb-30cd16027c11 None None] Network b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:15.505014 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-da0ab4a6-4560-4a93-9e87-c5c2c796f0fd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/577e3113-d51f-462a-97b0-b94d6e031a9c HTTP/1.1" status: 204 len: 168 time: 0.3544288 Oct 27 16:33:15.507820 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60682) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:15.598098 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.685033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port 46c79689-c822-4454-8673-dad48dd18b37 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:15.685377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.732940 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16dfe61-f30b-44ce-9a77-a995881aca83 None None] DHCP port deletion for b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:33:15.773054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port 46c79689-c822-4454-8673-dad48dd18b37, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=46c79689-c822-4454-8673-dad48dd18b37,segment=NetworkSegment(ef08aca3-c900-4c76-9a82-8b086e48807a),segment_id=ef08aca3-c900-4c76-9a82-8b086e48807a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:15.773761 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.787508 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for 46c79689-c822-4454-8673-dad48dd18b37 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:15.790357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c16dfe61-f30b-44ce-9a77-a995881aca83 None None] Deleting port 46c79689-c822-4454-8673-dad48dd18b37 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:15.790952 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c16dfe61-f30b-44ce-9a77-a995881aca83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.865879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c16dfe61-f30b-44ce-9a77-a995881aca83 None None] For port 46c79689-c822-4454-8673-dad48dd18b37, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=46c79689-c822-4454-8673-dad48dd18b37,segment=NetworkSegment(ef08aca3-c900-4c76-9a82-8b086e48807a),segment_id=ef08aca3-c900-4c76-9a82-8b086e48807a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:15.866273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c16dfe61-f30b-44ce-9a77-a995881aca83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:15.880336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c16dfe61-f30b-44ce-9a77-a995881aca83 None None] Calling delete_port for 46c79689-c822-4454-8673-dad48dd18b37 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:15.913681 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b1fccd4-27bd-4dad-a987-d6231dc8a609 req-0d541752-3d4c-4be6-8762-b1e84ded3387 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0382333 Oct 27 16:33:16.018253 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.040756 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c16dfe61-f30b-44ce-9a77-a995881aca83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.050941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=46c79689-c822-4454-8673-dad48dd18b37,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:16.055004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No DVR routers for this DVR port 46c79689-c822-4454-8673-dad48dd18b37 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:16.072902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16dfe61-f30b-44ce-9a77-a995881aca83 None None] No DVR routers for this DVR port 46c79689-c822-4454-8673-dad48dd18b37 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:16.075086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dfe61-f30b-44ce-9a77-a995881aca83 None None] Pushing event deleted for resources: {'Port': ['ID=46c79689-c822-4454-8673-dad48dd18b37,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:16.148686 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.171216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:16.181273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef08aca3-c900-4c76-9a82-8b086e48807a') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:16.182835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef08aca3-c900-4c76-9a82-8b086e48807a') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:16.191908 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.206621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.212530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:33:16.212951 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:33:16.215986 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:33:16.332421 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.340646 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.349136 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/networks/b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8 HTTP/1.1" status: 204 len: 168 time: 0.8351803 Oct 27 16:33:16.349136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60702) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:16.353169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'network': {'name': 'tempest-RoutersTest-889783972'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:16.367050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111d68f-53e4-47b8-bee0-3725d20ad37e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Network': ['ID=b106b4bd-b2b3-4d83-8bd3-c3bb8770aef8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:16.452026 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:16.456288 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.489279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:16.500772 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.502423 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added segment a031963c-52fd-4fa2-9be9-049691d34ebc of type vlan for network aa4f8524-49e5-44ea-9c0b-179e288492aa Oct 27 16:33:16.542628 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.606532 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.616110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:16.616754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:16.687851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-531381d9-5cc2-4638-b361-ed200f6ee1b6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:16.690265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-531381d9-5cc2-4638-b361-ed200f6ee1b6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.1385865 Oct 27 16:33:16.707492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'port': {'device_id': 'b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'admin_state_up': True, 'tenant_id': '3cdb4db5640a48518f8166c1266fa319'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:16.725736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Network': ['ID=aa4f8524-49e5-44ea-9c0b-179e288492aa,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:16.741023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network aa4f8524-49e5-44ea-9c0b-179e288492aa details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:16.770069 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-56ca5a8a-40f7-4b6e-b6c0-eaec6a0ef856 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4211302 Oct 27 16:33:16.772717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60712) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:16.778329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'subnet': {'network_id': 'aa4f8524-49e5-44ea-9c0b-179e288492aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:16.944144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:16.947962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.046221 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8abf8c02-8d09-498e-b24a-309118bfb53a req-53778a0d-589d-40ec-88a8-66c7753d6be3 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0342762 Oct 27 16:33:17.075581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Made reservation on behalf of 3cdb4db5640a48518f8166c1266fa319 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:17.080858 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.231241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Allocated IP 172.20.0.9 (1b392652-e494-4ed3-9954-2b4eaa7575b7/84ab4aa4-dd47-43f8-8bdd-470c530f77ad/f34a9688-8b2e-4709-a53d-e81866ef3766) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:17.288320 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.360686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Subnet': ['ID=dee78e2a-8edf-4036-bebf-4ad01ca0db4e,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:17.378577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Checking segment: {'id': 'a031963c-52fd-4fa2-9be9-049691d34ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa4f8524-49e5-44ea-9c0b-179e288492aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:17.378944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network hostable DHCP agents. Network: aa4f8524-49e5-44ea-9c0b-179e288492aa, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:17.403136 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.469534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network aa4f8524-49e5-44ea-9c0b-179e288492aa is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:17.491144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 46c79689-c822-4454-8673-dad48dd18b37 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:17.515814 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.518803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 46c79689-c822-4454-8673-dad48dd18b37 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:33:17.518803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 46c79689-c822-4454-8673-dad48dd18b37 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:33:17.562758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:17.566985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:17.569427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:17.606522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, aa4f8524-49e5-44ea-9c0b-179e288492aa) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:17.608827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=f34a9688-8b2e-4709-a53d-e81866ef3766,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:17.610755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:17.611352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.628108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2ea339-8b80-4901-a64d-0a49f306799e None None] Network aa4f8524-49e5-44ea-9c0b-179e288492aa requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:17.639728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:17.646682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.717897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-10e73ba5-2a02-4782-aece-79e66aabaf00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9436843 Oct 27 16:33:17.721050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60732) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:17.727004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a51e2da0-0c02-4c51-aee7-d3b65406dc85 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-454650811', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:17.746438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-3c5f855e-a07c-4809-842e-bba7ff2e4535 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0457094 Oct 27 16:33:17.823872 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a51e2da0-0c02-4c51-aee7-d3b65406dc85 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.824998 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a51e2da0-0c02-4c51-aee7-d3b65406dc85 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.844333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-aa4f8524-49e5-44ea-9c0b-179e288492aa', 'network_id': 'aa4f8524-49e5-44ea-9c0b-179e288492aa', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'fixed_ips': [{'subnet_id': 'dee78e2a-8edf-4036-bebf-4ad01ca0db4e'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:17.844333 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.845095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Request body: {'port': {'device_id': 'b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:17.897902 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a51e2da0-0c02-4c51-aee7-d3b65406dc85 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.932022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:17.978403 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a51e2da0-0c02-4c51-aee7-d3b65406dc85 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.054590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a18aa565-b7be-42c7-b125-942710ec4b5d None None] Provisioning complete for port f34a9688-8b2e-4709-a53d-e81866ef3766 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:18.055132 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a18aa565-b7be-42c7-b125-942710ec4b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.094288 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a51e2da0-0c02-4c51-aee7-d3b65406dc85 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.096147 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a51e2da0-0c02-4c51-aee7-d3b65406dc85 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3739569 Oct 27 16:33:18.098844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60748) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:18.187371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Allocated IP 172.20.0.2 (aa4f8524-49e5-44ea-9c0b-179e288492aa/dee78e2a-8edf-4036-bebf-4ad01ca0db4e/1815fc34-41c7-4cfe-ada5-2014245f040b) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:18.195365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a18aa565-b7be-42c7-b125-942710ec4b5d None None] Port f34a9688-8b2e-4709-a53d-e81866ef3766 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:18.372617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34a9688-8b2e-4709-a53d-e81866ef3766 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:33:18.388658 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.409170 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d7fb-ee45-44ed-9e9a-ef4806741033 req-f156ad47-3fd8-4316-9191-43b0e51a4c22 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:18.410694 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aab7d7fb-ee45-44ed-9e9a-ef4806741033 req-f156ad47-3fd8-4316-9191-43b0e51a4c22 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 931 time: 0.1808410 Oct 27 16:33:18.420720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Transition to ACTIVE for port object f34a9688-8b2e-4709-a53d-e81866ef3766 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:33:18.474440 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.509346 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.537634 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aab7d7fb-ee45-44ed-9e9a-ef4806741033 req-56629732-03a1-4bf9-91b4-f9b27da3e937 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822222 Oct 27 16:33:18.554866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f34a9688-8b2e-4709-a53d-e81866ef3766,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:18.555631 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c951cba8-c166-4eb7-a4e2-7bf5a2fff2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.597049 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.614310 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.702368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Network aa4f8524-49e5-44ea-9c0b-179e288492aa is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:18.708477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:18.713368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:18.726605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Attempting to bind port f34a9688-8b2e-4709-a53d-e81866ef3766 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:18.726938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Attempting to bind port f34a9688-8b2e-4709-a53d-e81866ef3766 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:18.727266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Attempting to bind port f34a9688-8b2e-4709-a53d-e81866ef3766 on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:18.733230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Port f34a9688-8b2e-4709-a53d-e81866ef3766 on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:33:18.733555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Attempting to bind port f34a9688-8b2e-4709-a53d-e81866ef3766 on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:18.748465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:18.749127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Checking segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:18.750515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Bound using segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:18.750858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Bound port: f34a9688-8b2e-4709-a53d-e81866ef3766, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:18.751672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.782348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1815fc34-41c7-4cfe-ada5-2014245f040b,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:18.815822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Attempting to bind port 1815fc34-41c7-4cfe-ada5-2014245f040b on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:18.816287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Attempting to bind port 1815fc34-41c7-4cfe-ada5-2014245f040b by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a031963c-52fd-4fa2-9be9-049691d34ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa4f8524-49e5-44ea-9c0b-179e288492aa'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:18.816655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Attempting to bind port 1815fc34-41c7-4cfe-ada5-2014245f040b on network aa4f8524-49e5-44ea-9c0b-179e288492aa {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:18.831356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:18.831737 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Checking segment: {'id': 'a031963c-52fd-4fa2-9be9-049691d34ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa4f8524-49e5-44ea-9c0b-179e288492aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:18.832450 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.832848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Bound using segment: {'id': 'a031963c-52fd-4fa2-9be9-049691d34ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa4f8524-49e5-44ea-9c0b-179e288492aa'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:18.833698 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Bound port: 1815fc34-41c7-4cfe-ada5-2014245f040b, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a031963c-52fd-4fa2-9be9-049691d34ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'aa4f8524-49e5-44ea-9c0b-179e288492aa'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:18.834088 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.834729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] For port f34a9688-8b2e-4709-a53d-e81866ef3766, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:18.849425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] For port f34a9688-8b2e-4709-a53d-e81866ef3766, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f34a9688-8b2e-4709-a53d-e81866ef3766,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:18.935565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:18.981746 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] For port 1815fc34-41c7-4cfe-ada5-2014245f040b, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:18.988096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] For port 1815fc34-41c7-4cfe-ada5-2014245f040b, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1815fc34-41c7-4cfe-ada5-2014245f040b,segment=NetworkSegment(a031963c-52fd-4fa2-9be9-049691d34ebc),segment_id=a031963c-52fd-4fa2-9be9-049691d34ebc)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:19.002389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:19.002938 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:19.004822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] 10.222.0.53 "PUT /v2.0/ports/f34a9688-8b2e-4709-a53d-e81866ef3766 HTTP/1.1" status: 200 len: 1091 time: 1.2494106 Oct 27 16:33:19.005314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581', 'tag': 'f34a9688-8b2e-4709-a53d-e81866ef3766'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:19.023303 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d3bf2c-9c98-4b03-8bce-8f3470994ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581", "tag": "f34a9688-8b2e-4709-a53d-e81866ef3766"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:19.054335 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Allocated IP 172.20.0.1 (aa4f8524-49e5-44ea-9c0b-179e288492aa/dee78e2a-8edf-4036-bebf-4ad01ca0db4e/c4f22dd2-a947-4a8f-b0ef-5ae70bc77ff3) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:19.082960 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:19.084747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221016ef-3223-4f72-85d1-fc17946b97a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f34a9688-8b2e-4709-a53d-e81866ef3766,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:19.095262 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acafd7b2-84d0-4136-acab-3749990c491f x-openstack-request-id: req-acafd7b2-84d0-4136-acab-3749990c491f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:19.095681 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581", "tag": "f34a9688-8b2e-4709-a53d-e81866ef3766", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:19.095942 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acafd7b2-84d0-4136-acab-3749990c491f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:19.096387 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581', 'tag': 'f34a9688-8b2e-4709-a53d-e81866ef3766', 'status': 'completed', 'code': 200} Oct 27 16:33:19.165461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f337a4f-6082-47e5-add4-797c85b6ddd3 None None] Pushing event updated for resources: {'Port': ['ID=1815fc34-41c7-4cfe-ada5-2014245f040b,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:19.187088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bf2c-9c98-4b03-8bce-8f3470994ea4 req-1cc0665f-3002-4edd-9235-392bfcb7bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:19.190634 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3d3bf2c-9c98-4b03-8bce-8f3470994ea4 req-1cc0665f-3002-4edd-9235-392bfcb7bfe4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 1094 time: 0.0743425 Oct 27 16:33:19.239442 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:19.458794 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:19.509603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bf2c-9c98-4b03-8bce-8f3470994ea4 req-c97e6f87-947d-4153-8911-be7e9f74a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:19.511243 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3d3bf2c-9c98-4b03-8bce-8f3470994ea4 req-c97e6f87-947d-4153-8911-be7e9f74a670 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3cdb4db5640a48518f8166c1266fa319&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2962875 Oct 27 16:33:19.585347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=c4f22dd2-a947-4a8f-b0ef-5ae70bc77ff3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:19.605311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network aa4f8524-49e5-44ea-9c0b-179e288492aa is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:19.605311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:19.606083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:19.671632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:19.851613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ba2c3-640e-43a0-b170-8e9567919cf2 req-ec496de5-87f1-4854-95e2-b3ebf2034b29 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:19.853191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-486ba2c3-640e-43a0-b170-8e9567919cf2 req-ec496de5-87f1-4854-95e2-b3ebf2034b29 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.1317468 Oct 27 16:33:19.860035 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3bf2c-9c98-4b03-8bce-8f3470994ea4 req-cf97c7d0-23d4-45cc-a156-b5ba686093e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:19.862768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3d3bf2c-9c98-4b03-8bce-8f3470994ea4 req-cf97c7d0-23d4-45cc-a156-b5ba686093e3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3440344 Oct 27 16:33:19.917789 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-486ba2c3-640e-43a0-b170-8e9567919cf2 req-91e9073a-9603-432f-a569-61d9012bce6d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570834 Oct 27 16:33:19.966620 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:19.966768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-be00cadb-36d7-408e-bbe2-37c370d4f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:19.968174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-be00cadb-36d7-408e-bbe2-37c370d4f9cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 1094 time: 0.0631049 Oct 27 16:33:20.022006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-b162c175-4f48-47a7-bb48-557137819422 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f34a9688-8b2e-4709-a53d-e81866ef3766 HTTP/1.1" status: 200 len: 217 time: 0.0444815 Oct 27 16:33:20.092898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-4fc45a5d-c669-4b2f-9dcd-373b4ec7d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:20.096180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-4fc45a5d-c669-4b2f-9dcd-373b4ec7d19e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0652659 Oct 27 16:33:20.147538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-607542be-2177-4b88-96cc-03a6b45b1b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:20.149183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-607542be-2177-4b88-96cc-03a6b45b1b46 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475295 Oct 27 16:33:20.317221 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-d5a606ea-8178-4fe5-8e1e-50e4803cea2d service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610150 Oct 27 16:33:20.456451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fee44ad-5321-40c4-be6b-fed47e49869f req-d3d60e2c-9cfa-4816-b596-b4b75a86ff84 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271510 Oct 27 16:33:20.583541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d79499-9a8b-4359-9838-0b1ab0338fc6 None None] Network aa4f8524-49e5-44ea-9c0b-179e288492aa requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:20.754906 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.767468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4bffdd27-c288-4897-8ef4-bb7c32338787 None None] Provisioning complete for port 1815fc34-41c7-4cfe-ada5-2014245f040b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:20.771045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4bffdd27-c288-4897-8ef4-bb7c32338787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.836579 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.901035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=c4f22dd2-a947-4a8f-b0ef-5ae70bc77ff3,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:20.961562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:20.967526 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4bffdd27-c288-4897-8ef4-bb7c32338787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:21.015824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4bffdd27-c288-4897-8ef4-bb7c32338787 None None] For port 1815fc34-41c7-4cfe-ada5-2014245f040b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1815fc34-41c7-4cfe-ada5-2014245f040b,segment=NetworkSegment(a031963c-52fd-4fa2-9be9-049691d34ebc),segment_id=a031963c-52fd-4fa2-9be9-049691d34ebc)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:21.098471 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4bffdd27-c288-4897-8ef4-bb7c32338787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:21.111115 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d08b7-2d84-46f5-a8df-962fa6c293df req-7cd26874-0c6b-4f5b-8cdf-2c776c5c0849 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:21.112872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-231d08b7-2d84-46f5-a8df-962fa6c293df req-7cd26874-0c6b-4f5b-8cdf-2c776c5c0849 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.1016517 Oct 27 16:33:21.113400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network aa4f8524-49e5-44ea-9c0b-179e288492aa is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:21.116417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:21.221277 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-231d08b7-2d84-46f5-a8df-962fa6c293df req-4103f770-6ec0-4c99-a34a-5f628a9cfcce tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874841 Oct 27 16:33:21.254026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffdd27-c288-4897-8ef4-bb7c32338787 None None] Pushing event updated for resources: {'Port': ['ID=1815fc34-41c7-4cfe-ada5-2014245f040b,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:21.413565 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 2ff0b916-a0ae-4091-b330-ec1af374440c is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:21.447508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5fbee2a3-4e83-4203-8585-377926c54516 None None] Provisioning complete for port 1815fc34-41c7-4cfe-ada5-2014245f040b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:21.448035 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5fbee2a3-4e83-4203-8585-377926c54516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:21.622710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:21.633178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60808) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:21.634511 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-24b01e4e-e77e-4d1b-9db4-38de0dcd0534 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/2ff0b916-a0ae-4091-b330-ec1af374440c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5344753 Oct 27 16:33:21.714548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1815fc34-41c7-4cfe-ada5-2014245f040b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:21.717161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2758732-850a-43b1-983c-24207d120504 None None] Sync routers for ids ['2ff0b916-a0ae-4091-b330-ec1af374440c'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:21.719411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e10f4c4-efa1-4a37-aff7-1d27d5e1c46c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:21.724097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60812) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:21.727079 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5e3b439-cfa5-4cd0-9857-d8e991688f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:21.733040 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4e10f4c4-efa1-4a37-aff7-1d27d5e1c46c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports/c4f22dd2-a947-4a8f-b0ef-5ae70bc77ff3 HTTP/1.1" status: 200 len: 910 time: 0.0985932 Oct 27 16:33:21.778825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2758732-850a-43b1-983c-24207d120504 None None] Routers {'2ff0b916-a0ae-4091-b330-ec1af374440c'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:21.779519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e2758732-850a-43b1-983c-24207d120504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2ff0b916-a0ae-4091-b330-ec1af374440c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:21.835216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e2758732-850a-43b1-983c-24207d120504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:21.847113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5fbee2a3-4e83-4203-8585-377926c54516 None None] Provisioning complete for port c4f22dd2-a947-4a8f-b0ef-5ae70bc77ff3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:21.847574 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5fbee2a3-4e83-4203-8585-377926c54516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.182041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2758732-850a-43b1-983c-24207d120504 None None] Routers {'2ff0b916-a0ae-4091-b330-ec1af374440c'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:22.182838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e2758732-850a-43b1-983c-24207d120504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2ff0b916-a0ae-4091-b330-ec1af374440c'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:22.229370 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:33:22.237579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e2758732-850a-43b1-983c-24207d120504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:22.238336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2758732-850a-43b1-983c-24207d120504 None None] The sync data for ids ['2ff0b916-a0ae-4091-b330-ec1af374440c'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:22.268009 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5fbee2a3-4e83-4203-8585-377926c54516 None None] Port c4f22dd2-a947-4a8f-b0ef-5ae70bc77ff3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:22.276474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 1815fc34-41c7-4cfe-ada5-2014245f040b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:22.277422 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.296662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f14e39fc-131f-49ac-a8eb-cb50c0dfee66 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.349718 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.360967 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.423037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4b3470cd-7513-422d-b787-66dc63140631 None None] Provisioning complete for port c4f22dd2-a947-4a8f-b0ef-5ae70bc77ff3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:22.423376 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b3470cd-7513-422d-b787-66dc63140631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.472311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4b3470cd-7513-422d-b787-66dc63140631 None None] Port c4f22dd2-a947-4a8f-b0ef-5ae70bc77ff3 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:22.566759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bbbf1e-bf02-43d5-a676-6ff0446814ff req-6273fb73-4e50-4b26-82e5-1e44a130355f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:22.568780 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75bbbf1e-bf02-43d5-a676-6ff0446814ff req-6273fb73-4e50-4b26-82e5-1e44a130355f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.1016386 Oct 27 16:33:22.710178 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75bbbf1e-bf02-43d5-a676-6ff0446814ff req-3390a0ea-3310-4fb4-a14b-4433dc805a43 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300323 Oct 27 16:33:22.738903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f14e39fc-131f-49ac-a8eb-cb50c0dfee66 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port c4f22dd2-a947-4a8f-b0ef-5ae70bc77ff3 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:22.739519 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f14e39fc-131f-49ac-a8eb-cb50c0dfee66 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.833148 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f14e39fc-131f-49ac-a8eb-cb50c0dfee66 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:22.865034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-f14e39fc-131f-49ac-a8eb-cb50c0dfee66 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for c4f22dd2-a947-4a8f-b0ef-5ae70bc77ff3 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:23.180161 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f14e39fc-131f-49ac-a8eb-cb50c0dfee66 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:23.208548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e39fc-131f-49ac-a8eb-cb50c0dfee66 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=c4f22dd2-a947-4a8f-b0ef-5ae70bc77ff3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:23.409507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f14e39fc-131f-49ac-a8eb-cb50c0dfee66 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:23.616949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14e39fc-131f-49ac-a8eb-cb50c0dfee66 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 2ff0b916-a0ae-4091-b330-ec1af374440c has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:23.727445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14e39fc-131f-49ac-a8eb-cb50c0dfee66 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:23.741853 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a37e32-1944-43b3-84c6-e1f5bb86b28d None None] Sync routers for ids ['2ff0b916-a0ae-4091-b330-ec1af374440c'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:23.750258 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f14e39fc-131f-49ac-a8eb-cb50c0dfee66 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/2ff0b916-a0ae-4091-b330-ec1af374440c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0215714 Oct 27 16:33:23.750573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60844) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:23.766905 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a37e32-1944-43b3-84c6-e1f5bb86b28d None None] Routers {'2ff0b916-a0ae-4091-b330-ec1af374440c'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:23.767508 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f7a37e32-1944-43b3-84c6-e1f5bb86b28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2ff0b916-a0ae-4091-b330-ec1af374440c'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:23.802975 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-91773ee7-0b65-43c8-b8f0-7345ff815bb1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff0b916-a0ae-4091-b330-ec1af374440c HTTP/1.1" status: 200 len: 205 time: 0.0510116 Oct 27 16:33:23.806207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60846) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:23.914529 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f7a37e32-1944-43b3-84c6-e1f5bb86b28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:23.926018 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a37e32-1944-43b3-84c6-e1f5bb86b28d None None] Routers {'2ff0b916-a0ae-4091-b330-ec1af374440c'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:23.926872 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f7a37e32-1944-43b3-84c6-e1f5bb86b28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2ff0b916-a0ae-4091-b330-ec1af374440c'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:23.963360 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f7a37e32-1944-43b3-84c6-e1f5bb86b28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:23.964505 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a37e32-1944-43b3-84c6-e1f5bb86b28d None None] The sync data for ids ['2ff0b916-a0ae-4091-b330-ec1af374440c'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:24.053943 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffc9473c-d4b4-4530-9624-bde7e07cfd2c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.135849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f29f8a-2bdb-411b-8001-5c74420dfe8c req-0749150b-1bd1-47e3-a108-94f6f1649808 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:24.137577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d0f29f8a-2bdb-411b-8001-5c74420dfe8c req-0749150b-1bd1-47e3-a108-94f6f1649808 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.1861579 Oct 27 16:33:24.167428 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.270355 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffc9473c-d4b4-4530-9624-bde7e07cfd2c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.272535 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffc9473c-d4b4-4530-9624-bde7e07cfd2c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.276567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d0f29f8a-2bdb-411b-8001-5c74420dfe8c req-1b2e1290-3005-4a13-b120-365ab3e27a65 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294701 Oct 27 16:33:24.378280 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffc9473c-d4b4-4530-9624-bde7e07cfd2c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.378840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc9473c-d4b4-4530-9624-bde7e07cfd2c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Fanout notify agent at l3_agent the message router_deleted on router 2ff0b916-a0ae-4091-b330-ec1af374440c {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:33:24.394902 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ffc9473c-d4b4-4530-9624-bde7e07cfd2c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.395884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ffc9473c-d4b4-4530-9624-bde7e07cfd2c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/2ff0b916-a0ae-4091-b330-ec1af374440c HTTP/1.1" status: 204 len: 168 time: 0.5886936 Oct 27 16:33:24.398627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60852) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:24.458388 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-e253c684-3490-4dbf-82d7-006f54b017b0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting subnet dee78e2a-8edf-4036-bebf-4ad01ca0db4e {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:33:24.461967 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e253c684-3490-4dbf-82d7-006f54b017b0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.506173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e253c684-3490-4dbf-82d7-006f54b017b0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.605562 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e253c684-3490-4dbf-82d7-006f54b017b0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.733105 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e253c684-3490-4dbf-82d7-006f54b017b0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.762981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253c684-3490-4dbf-82d7-006f54b017b0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Subnet': ['ID=dee78e2a-8edf-4036-bebf-4ad01ca0db4e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:24.770002 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e253c684-3490-4dbf-82d7-006f54b017b0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.775101 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e253c684-3490-4dbf-82d7-006f54b017b0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/dee78e2a-8edf-4036-bebf-4ad01ca0db4e HTTP/1.1" status: 204 len: 168 time: 0.3747923 Oct 27 16:33:24.784190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60860) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:24.785956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af666e2-fb6c-445d-9af0-360e0087a94d None None] Network aa4f8524-49e5-44ea-9c0b-179e288492aa requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:24.912001 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:24.976794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port 1815fc34-41c7-4cfe-ada5-2014245f040b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:24.977279 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.020631 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24800166-6de0-4c07-845a-71d8c188f895 None None] DHCP port deletion for aa4f8524-49e5-44ea-9c0b-179e288492aa request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:33:25.063949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port 1815fc34-41c7-4cfe-ada5-2014245f040b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1815fc34-41c7-4cfe-ada5-2014245f040b,segment=NetworkSegment(a031963c-52fd-4fa2-9be9-049691d34ebc),segment_id=a031963c-52fd-4fa2-9be9-049691d34ebc)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:25.064453 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.082392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for 1815fc34-41c7-4cfe-ada5-2014245f040b owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:25.091455 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-24800166-6de0-4c07-845a-71d8c188f895 None None] Deleting port 1815fc34-41c7-4cfe-ada5-2014245f040b {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:25.091882 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24800166-6de0-4c07-845a-71d8c188f895 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.165359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-24800166-6de0-4c07-845a-71d8c188f895 None None] For port 1815fc34-41c7-4cfe-ada5-2014245f040b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1815fc34-41c7-4cfe-ada5-2014245f040b,segment=NetworkSegment(a031963c-52fd-4fa2-9be9-049691d34ebc),segment_id=a031963c-52fd-4fa2-9be9-049691d34ebc)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:25.165818 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24800166-6de0-4c07-845a-71d8c188f895 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.180589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-24800166-6de0-4c07-845a-71d8c188f895 None None] Calling delete_port for 1815fc34-41c7-4cfe-ada5-2014245f040b owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:25.223762 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.252863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=1815fc34-41c7-4cfe-ada5-2014245f040b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:25.254761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No DVR routers for this DVR port 1815fc34-41c7-4cfe-ada5-2014245f040b on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:25.263151 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-24800166-6de0-4c07-845a-71d8c188f895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.288544 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24800166-6de0-4c07-845a-71d8c188f895 None None] Pushing event deleted for resources: {'Port': ['ID=1815fc34-41c7-4cfe-ada5-2014245f040b,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:25.295014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24800166-6de0-4c07-845a-71d8c188f895 None None] No DVR routers for this DVR port 1815fc34-41c7-4cfe-ada5-2014245f040b on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:25.373682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.398749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4f8524-49e5-44ea-9c0b-179e288492aa']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:25.416470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a031963c-52fd-4fa2-9be9-049691d34ebc') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:25.418254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a031963c-52fd-4fa2-9be9-049691d34ebc') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:25.431457 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.447943 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.455714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:33:25.456528 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:33:25.459900 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:33:25.491464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daed1f-4b70-4472-bac7-19c00e372777 req-3c03ddfa-ad6f-45d6-a5bb-786ec8600357 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:25.509024 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6daed1f-4b70-4472-bac7-19c00e372777 req-3c03ddfa-ad6f-45d6-a5bb-786ec8600357 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.1179330 Oct 27 16:33:25.517118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1815fc34-41c7-4cfe-ada5-2014245f040b no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:25.540325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 1815fc34-41c7-4cfe-ada5-2014245f040b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:33:25.540759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1815fc34-41c7-4cfe-ada5-2014245f040b not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:33:25.562903 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6daed1f-4b70-4472-bac7-19c00e372777 req-36f4d21a-77e6-4b90-9ade-1c3e74a4f256 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510199 Oct 27 16:33:25.589831 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.598957 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.601702 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/networks/aa4f8524-49e5-44ea-9c0b-179e288492aa HTTP/1.1" status: 204 len: 168 time: 0.8160779 Oct 27 16:33:25.605383 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60874) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:25.610125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-338206351', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:25.614708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97c58a-5e2e-44e7-a2cd-721c2a02aaa8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Network': ['ID=aa4f8524-49e5-44ea-9c0b-179e288492aa,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:25.686974 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.688090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:25.749416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.013654 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.286889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.305507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.417198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Allocated IP 172.25.4.168 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/ca513208-c02d-49c0-beb4-43dfdfcc9006) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:26.520914 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.613954 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:26.663963 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:26.669940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:26.672039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=ca513208-c02d-49c0-beb4-43dfdfcc9006,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:26.680708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:26.696512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff733924-05e8-4522-b966-c7ce63ff1a1b req-61f2e26f-82a6-4be9-b0ad-a60eff1462e7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:26.698242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff733924-05e8-4522-b966-c7ce63ff1a1b req-61f2e26f-82a6-4be9-b0ad-a60eff1462e7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.0630779 Oct 27 16:33:26.741107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff733924-05e8-4522-b966-c7ce63ff1a1b req-02f9c34a-a2a7-46c3-90b7-aa538fb749ac tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363657 Oct 27 16:33:27.281151 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.521318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.737614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router b317eea1-39c5-4901-81db-e79285752e47 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:27.848941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:27.867014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcc78b7-5213-4b2d-80cd-f5395fa9dd53 None None] Sync routers for ids ['b317eea1-39c5-4901-81db-e79285752e47'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:27.881175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc78b7-5213-4b2d-80cd-f5395fa9dd53 None None] Routers {'b317eea1-39c5-4901-81db-e79285752e47'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:27.883555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8dcc78b7-5213-4b2d-80cd-f5395fa9dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b317eea1-39c5-4901-81db-e79285752e47'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:27.920020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8dcc78b7-5213-4b2d-80cd-f5395fa9dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:27.926249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34805d2e-ce1b-4a5e-81dc-8ac114395c61 req-5de5af8b-91bb-4282-b337-7d210cafcc4e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:27.927961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34805d2e-ce1b-4a5e-81dc-8ac114395c61 req-5de5af8b-91bb-4282-b337-7d210cafcc4e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.0641329 Oct 27 16:33:27.930109 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc78b7-5213-4b2d-80cd-f5395fa9dd53 None None] Routers {'b317eea1-39c5-4901-81db-e79285752e47'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:27.930738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8dcc78b7-5213-4b2d-80cd-f5395fa9dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b317eea1-39c5-4901-81db-e79285752e47'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:27.953415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:27.954966 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2212b77a-9c49-47cf-a205-d9d4eb5a922b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.3484559 Oct 27 16:33:27.957627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60934) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:27.963964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8dcc78b7-5213-4b2d-80cd-f5395fa9dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:27.964648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dcc78b7-5213-4b2d-80cd-f5395fa9dd53 None None] The sync data for ids ['b317eea1-39c5-4901-81db-e79285752e47'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:27.974116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34805d2e-ce1b-4a5e-81dc-8ac114395c61 req-71d02a8e-1ca5-4e7b-870f-b2bb1a8274d0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397539 Oct 27 16:33:28.103863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bb5b78be-d905-40dd-9af9-b467c288e02a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/routers/b317eea1-39c5-4901-81db-e79285752e47 HTTP/1.1" status: 200 len: 880 time: 0.1444635 Oct 27 16:33:28.106205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60940) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:28.693180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b565fa1b-7208-4eae-acb9-844ea30cf861 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5857890 Oct 27 16:33:28.695623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 60948) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:28.700822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-21eedb96-b457-46ab-a33e-b9f6988063d1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-338206351'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:29.080961 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21eedb96-b457-46ab-a33e-b9f6988063d1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.113140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d45aed-79d1-4352-a65a-63b0fdd6dca7 req-d1522c87-8d2c-42c3-a9cb-c8ef9428646a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:29.114690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1d45aed-79d1-4352-a65a-63b0fdd6dca7 req-d1522c87-8d2c-42c3-a9cb-c8ef9428646a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.0638020 Oct 27 16:33:29.151062 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21eedb96-b457-46ab-a33e-b9f6988063d1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.159216 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1d45aed-79d1-4352-a65a-63b0fdd6dca7 req-21eb38d7-6e59-47a5-a845-48a69e97bf33 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381703 Oct 27 16:33:29.288856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21eedb96-b457-46ab-a33e-b9f6988063d1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router b317eea1-39c5-4901-81db-e79285752e47 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:29.384452 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.428583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21eedb96-b457-46ab-a33e-b9f6988063d1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:29.440430 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c459502-dd42-48d8-90ba-0567354301f6 None None] Sync routers for ids ['b317eea1-39c5-4901-81db-e79285752e47'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:29.443653 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21eedb96-b457-46ab-a33e-b9f6988063d1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.447158 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-21eedb96-b457-46ab-a33e-b9f6988063d1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/b317eea1-39c5-4901-81db-e79285752e47 HTTP/1.1" status: 200 len: 887 time: 0.7481921 Oct 27 16:33:29.447544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60962) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:29.472285 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c459502-dd42-48d8-90ba-0567354301f6 None None] Routers {'b317eea1-39c5-4901-81db-e79285752e47'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:29.472901 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9c459502-dd42-48d8-90ba-0567354301f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b317eea1-39c5-4901-81db-e79285752e47'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:29.529090 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9c459502-dd42-48d8-90ba-0567354301f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:29.545244 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c459502-dd42-48d8-90ba-0567354301f6 None None] Routers {'b317eea1-39c5-4901-81db-e79285752e47'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:29.546033 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9c459502-dd42-48d8-90ba-0567354301f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b317eea1-39c5-4901-81db-e79285752e47'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:29.582612 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9c459502-dd42-48d8-90ba-0567354301f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:29.583268 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c459502-dd42-48d8-90ba-0567354301f6 None None] The sync data for ids ['b317eea1-39c5-4901-81db-e79285752e47'] in n-d-815689-1 is: [] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:29.588146 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2d2739bc-fe42-45ea-855e-88113a3e3a41 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/routers/b317eea1-39c5-4901-81db-e79285752e47 HTTP/1.1" status: 200 len: 887 time: 0.1394181 Oct 27 16:33:29.590938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60968) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:29.618939 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3f3376fa-9a54-43b5-b98c-53f7454efc9b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=b317eea1-39c5-4901-81db-e79285752e47 HTTP/1.1" status: 200 len: 205 time: 0.0268810 Oct 27 16:33:29.621522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60970) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:29.738780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.845450 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:29.982207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port ca513208-c02d-49c0-beb4-43dfdfcc9006 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:29.982716 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.070339 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.082689 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for ca513208-c02d-49c0-beb4-43dfdfcc9006 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:30.312530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103594ee-6b7d-41d1-9a06-955737bb9b2b req-e7aaf973-b99a-4acb-bde3-c867f921f102 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:30.314554 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-103594ee-6b7d-41d1-9a06-955737bb9b2b req-e7aaf973-b99a-4acb-bde3-c867f921f102 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.0812135 Oct 27 16:33:30.353181 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.384259 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-103594ee-6b7d-41d1-9a06-955737bb9b2b req-df53fc82-d873-4a78-8743-a904d35f90fc tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630236 Oct 27 16:33:30.387882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=ca513208-c02d-49c0-beb4-43dfdfcc9006,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:30.451568 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.589754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.594127 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.692528 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.693077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Fanout notify agent at l3_agent the message router_deleted on router b317eea1-39c5-4901-81db-e79285752e47 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:33:30.700416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.701524 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4584bf11-93f5-4b07-b5ec-d65adb362fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/b317eea1-39c5-4901-81db-e79285752e47 HTTP/1.1" status: 204 len: 168 time: 1.0790052 Oct 27 16:33:30.706253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60990) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:30.711509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'network': {'name': 'tempest-RoutersTest-65069404'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:30.784384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:30.788385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.816413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:30.825482 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.825982 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added segment 9ad365c3-7c1f-4793-a79d-82b219ac5bf2 of type vlan for network a0a670d2-cc81-49ba-b6dd-8f708180058e Oct 27 16:33:30.869865 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.927093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:30.939199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:30.939199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.007973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Network': ['ID=a0a670d2-cc81-49ba-b6dd-8f708180058e,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:31.019932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network a0a670d2-cc81-49ba-b6dd-8f708180058e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:31.050000 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9e98362c-88ad-417d-8e14-eafaf65945fe tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3426423 Oct 27 16:33:31.052914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 60998) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:31.058140 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'subnet': {'network_id': 'a0a670d2-cc81-49ba-b6dd-8f708180058e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:31.221424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:31.230400 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.517804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43967677-b12f-4087-97c5-310f56032f60 req-f4e10871-30fa-4982-b867-37761f1462a6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:31.519306 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43967677-b12f-4087-97c5-310f56032f60 req-f4e10871-30fa-4982-b867-37761f1462a6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.0510712 Oct 27 16:33:31.538778 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.562848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43967677-b12f-4087-97c5-310f56032f60 req-5dc48c3e-45e0-4550-869f-1530da8c96da tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Oct 27 16:33:31.630403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Subnet': ['ID=d0459e8a-72d8-4bac-bff0-059220a6bc4f,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:31.645882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Checking segment: {'id': '9ad365c3-7c1f-4793-a79d-82b219ac5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a0a670d2-cc81-49ba-b6dd-8f708180058e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:31.646395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network hostable DHCP agents. Network: a0a670d2-cc81-49ba-b6dd-8f708180058e, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:31.721328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network a0a670d2-cc81-49ba-b6dd-8f708180058e is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:31.795299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, a0a670d2-cc81-49ba-b6dd-8f708180058e) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:31.801338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:31.801930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:31.807192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b737287-bed5-4863-aac6-ac05b0bdb446 None None] Network a0a670d2-cc81-49ba-b6dd-8f708180058e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:31.879093 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6fbac9f7-7066-4b36-acde-7fcabb2738cc tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8251324 Oct 27 16:33:31.881778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32794) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:31.886337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-eebbb3ef-607e-4665-b063-4586a1c0f205 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-21800801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:31.983029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-a0a670d2-cc81-49ba-b6dd-8f708180058e', 'network_id': 'a0a670d2-cc81-49ba-b6dd-8f708180058e', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'fixed_ips': [{'subnet_id': 'd0459e8a-72d8-4bac-bff0-059220a6bc4f'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:31.983029 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.013126 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eebbb3ef-607e-4665-b063-4586a1c0f205 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.014374 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eebbb3ef-607e-4665-b063-4586a1c0f205 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.074952 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eebbb3ef-607e-4665-b063-4586a1c0f205 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.122553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Allocated IP 172.20.0.2 (a0a670d2-cc81-49ba-b6dd-8f708180058e/d0459e8a-72d8-4bac-bff0-059220a6bc4f/be35a2cd-b404-4fb3-88d4-7603c98d4f86) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:32.167014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eebbb3ef-607e-4665-b063-4586a1c0f205 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.249138 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eebbb3ef-607e-4665-b063-4586a1c0f205 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.250899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-eebbb3ef-607e-4665-b063-4586a1c0f205 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3680756 Oct 27 16:33:32.253968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32806) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:32.291214 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.378941 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.438654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Pushing event updated for resources: {'Port': ['ID=be35a2cd-b404-4fb3-88d4-7603c98d4f86,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:32.456568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Network a0a670d2-cc81-49ba-b6dd-8f708180058e is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:32.458253 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:32.461584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:32.525327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Attempting to bind port be35a2cd-b404-4fb3-88d4-7603c98d4f86 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:32.525968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Attempting to bind port be35a2cd-b404-4fb3-88d4-7603c98d4f86 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '9ad365c3-7c1f-4793-a79d-82b219ac5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a0a670d2-cc81-49ba-b6dd-8f708180058e'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:32.526521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Attempting to bind port be35a2cd-b404-4fb3-88d4-7603c98d4f86 on network a0a670d2-cc81-49ba-b6dd-8f708180058e {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:32.531802 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:32.532401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Checking segment: {'id': '9ad365c3-7c1f-4793-a79d-82b219ac5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a0a670d2-cc81-49ba-b6dd-8f708180058e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:32.533189 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.534939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Bound using segment: {'id': '9ad365c3-7c1f-4793-a79d-82b219ac5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a0a670d2-cc81-49ba-b6dd-8f708180058e'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:32.535591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Bound port: be35a2cd-b404-4fb3-88d4-7603c98d4f86, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad365c3-7c1f-4793-a79d-82b219ac5bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a0a670d2-cc81-49ba-b6dd-8f708180058e'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:32.536215 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.580725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.630743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] For port be35a2cd-b404-4fb3-88d4-7603c98d4f86, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:32.634506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] For port be35a2cd-b404-4fb3-88d4-7603c98d4f86, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=be35a2cd-b404-4fb3-88d4-7603c98d4f86,segment=NetworkSegment(9ad365c3-7c1f-4793-a79d-82b219ac5bf2),segment_id=9ad365c3-7c1f-4793-a79d-82b219ac5bf2)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:32.680991 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.698699 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:32.790765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db979b6d-0dc6-464b-888b-83c061701c66 None None] Pushing event updated for resources: {'Port': ['ID=be35a2cd-b404-4fb3-88d4-7603c98d4f86,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:33.125887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb6c06-8c87-47e8-8f20-1bbeedfc0de4 req-fd11a573-58d9-4070-af26-0d78fb64350a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:33.126707 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6bb6c06-8c87-47e8-8f20-1bbeedfc0de4 req-fd11a573-58d9-4070-af26-0d78fb64350a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.4550269 Oct 27 16:33:33.230157 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6bb6c06-8c87-47e8-8f20-1bbeedfc0de4 req-19555c6a-f923-48f3-af66-b965180551cc tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795574 Oct 27 16:33:33.285997 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Allocated IP 172.20.0.1 (a0a670d2-cc81-49ba-b6dd-8f708180058e/d0459e8a-72d8-4bac-bff0-059220a6bc4f/a5736f66-d98c-4a53-9e11-e955dfcd7f7c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:33.415744 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.510331 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.514562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device be35a2cd-b404-4fb3-88d4-7603c98d4f86 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:33.579953 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=a5736f66-d98c-4a53-9e11-e955dfcd7f7c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:33.608669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network a0a670d2-cc81-49ba-b6dd-8f708180058e is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:33.610383 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:33.619098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:33.622331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port be35a2cd-b404-4fb3-88d4-7603c98d4f86 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:33.623423 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.687151 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.731099 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.778093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port be35a2cd-b404-4fb3-88d4-7603c98d4f86, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=be35a2cd-b404-4fb3-88d4-7603c98d4f86,segment=NetworkSegment(9ad365c3-7c1f-4793-a79d-82b219ac5bf2),segment_id=9ad365c3-7c1f-4793-a79d-82b219ac5bf2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:33.941318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:33.955951 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.006863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=be35a2cd-b404-4fb3-88d4-7603c98d4f86,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:34.086784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fae6af-20f1-4604-8e2d-2b15853772f6 None None] Network a0a670d2-cc81-49ba-b6dd-8f708180058e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:34.208742 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9da3a0ac-ea81-4e50-bb26-33a061cc805b None None] Provisioning complete for port be35a2cd-b404-4fb3-88d4-7603c98d4f86 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:34.209022 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9da3a0ac-ea81-4e50-bb26-33a061cc805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.287548 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.346539 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.419051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f34a9688-8b2e-4709-a53d-e81866ef3766 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:33:34.446347 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.448960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acc157-7fe6-4823-9cb3-4d5011394ab0 req-85ff21a6-6f8c-4571-8af1-ea82d85da81e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:34.463063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-14acc157-7fe6-4823-9cb3-4d5011394ab0 req-85ff21a6-6f8c-4571-8af1-ea82d85da81e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 943 time: 0.1207805 Oct 27 16:33:34.468463 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=a5736f66-d98c-4a53-9e11-e955dfcd7f7c,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:34.537736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32850) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:34.592419 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f34a9688-8b2e-4709-a53d-e81866ef3766, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f34a9688-8b2e-4709-a53d-e81866ef3766,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:34.620006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'f34a9688-8b2e-4709-a53d-e81866ef3766', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'port_id': 'f34a9688-8b2e-4709-a53d-e81866ef3766', 'mac_address': 'fa:16:3e:33:05:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:33:34.640800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network a0a670d2-cc81-49ba-b6dd-8f708180058e is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:34.646984 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:34.679846 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-14acc157-7fe6-4823-9cb3-4d5011394ab0 req-9c440239-608c-443e-b95e-83cc6b509e73 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091477 Oct 27 16:33:34.687639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.729456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34a9688-8b2e-4709-a53d-e81866ef3766 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:33:34.744929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c06cbf0b-a88c-49bd-95db-a7b67678f522 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2539 time: 0.2056963 Oct 27 16:33:34.747776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32854) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:34.758849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'network': {'name': 'tempest-network-smoke--8695525', 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'port_security_enabled': False}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:34.763271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f34a9688-8b2e-4709-a53d-e81866ef3766, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f34a9688-8b2e-4709-a53d-e81866ef3766,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:34.779823 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2802318f-e409-46ea-9e04-40719cede917 None None] Provisioning complete for port a5736f66-d98c-4a53-9e11-e955dfcd7f7c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:34.780233 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2802318f-e409-46ea-9e04-40719cede917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.827160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2802318f-e409-46ea-9e04-40719cede917 None None] Port a5736f66-d98c-4a53-9e11-e955dfcd7f7c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:34.841037 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.847730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2802318f-e409-46ea-9e04-40719cede917 None None] Provisioning complete for port be35a2cd-b404-4fb3-88d4-7603c98d4f86 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:34.848245 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2802318f-e409-46ea-9e04-40719cede917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.864168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 6316a704-599e-4c20-85f6-001ebb47e543 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:34.864652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Made reservation on behalf of 75488601edab4b54bdb13b6ddc6ab744 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:34.881132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.928862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:34.942968 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:34.943871 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Added segment efcded7f-48e4-4009-a05e-e3ee1ea15655 of type vlan for network e51796f0-b7ba-435b-b773-242370f7551e Oct 27 16:33:35.015623 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f34a9688-8b2e-4709-a53d-e81866ef3766,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:35.017913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.022857 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:35.030795 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6f96ae32-458c-4de6-aa9b-35f2f78152b1 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/6316a704-599e-4c20-85f6-001ebb47e543/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7734470 Oct 27 16:33:35.031584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32858) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:35.083293 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b4403-412a-45ea-8448-2b0124d8712e None None] Sync routers for ids ['6316a704-599e-4c20-85f6-001ebb47e543'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:35.100004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2b02d5-3ee8-4a63-b19a-bc4b060122e4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:35.103935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bd2b02d5-3ee8-4a63-b19a-bc4b060122e4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports/a5736f66-d98c-4a53-9e11-e955dfcd7f7c HTTP/1.1" status: 200 len: 910 time: 0.0694301 Oct 27 16:33:35.104188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32862) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:35.111256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-14d13a62-b352-4971-8357-facdf942ef0f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd0459e8a-72d8-4bac-bff0-059220a6bc4f'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:35.161876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f34a9688-8b2e-4709-a53d-e81866ef3766'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:33:35.203914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b4403-412a-45ea-8448-2b0124d8712e None None] Routers {'6316a704-599e-4c20-85f6-001ebb47e543'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:35.204602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c50b4403-412a-45ea-8448-2b0124d8712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6316a704-599e-4c20-85f6-001ebb47e543'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:35.240902 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.246910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:35.247893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.283297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c50b4403-412a-45ea-8448-2b0124d8712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:35.306691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50b4403-412a-45ea-8448-2b0124d8712e None None] Routers {'6316a704-599e-4c20-85f6-001ebb47e543'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:35.307312 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c50b4403-412a-45ea-8448-2b0124d8712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6316a704-599e-4c20-85f6-001ebb47e543'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:35.364169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6152813 Oct 27 16:33:35.367787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32868) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:35.378737 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c50b4403-412a-45ea-8448-2b0124d8712e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:35.388641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50b4403-412a-45ea-8448-2b0124d8712e None None] The sync data for ids ['6316a704-599e-4c20-85f6-001ebb47e543'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:35.413354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-265983702', 'admin_state_up': True, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:35.458605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a96e3383-9040-4351-bff4-d447027f5a7a None None] Provisioning complete for port a5736f66-d98c-4a53-9e11-e955dfcd7f7c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:35.458985 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a96e3383-9040-4351-bff4-d447027f5a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.470371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Network': ['ID=e51796f0-b7ba-435b-b773-242370f7551e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:35.526591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a96e3383-9040-4351-bff4-d447027f5a7a None None] Port a5736f66-d98c-4a53-9e11-e955dfcd7f7c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:35.556906 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.558412 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.560709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.561360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.561921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.562532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.563050 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.565541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.566061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.566841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.567645 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.568303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.577712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.577712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038b844-b204-4d3b-a37a-b9b8d6d2256f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:35.602626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device be35a2cd-b404-4fb3-88d4-7603c98d4f86 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:35.605000 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14d13a62-b352-4971-8357-facdf942ef0f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.628388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.634541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network e51796f0-b7ba-435b-b773-242370f7551e details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:35.761402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-23ba077e-c6b3-4b03-b4be-ed2989a2cdc4 None None] Provisioning complete for port a5736f66-d98c-4a53-9e11-e955dfcd7f7c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:35.761771 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-23ba077e-c6b3-4b03-b4be-ed2989a2cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:35.804435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-23ba077e-c6b3-4b03-b4be-ed2989a2cdc4 None None] Port a5736f66-d98c-4a53-9e11-e955dfcd7f7c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:35.814288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port be35a2cd-b404-4fb3-88d4-7603c98d4f86 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:35.814677 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.018811 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.034329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d0423-bac2-4816-9e32-fd916617012a req-4e932929-7410-437d-bbee-8fb88257cd02 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:36.042744 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8f3d0423-bac2-4816-9e32-fd916617012a req-4e932929-7410-437d-bbee-8fb88257cd02 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 944 time: 0.1844423 Oct 27 16:33:36.103826 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8f3d0423-bac2-4816-9e32-fd916617012a req-1a5e0eec-55b5-4b88-9a2f-8d48f68f9d8c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597312 Oct 27 16:33:36.276830 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14d13a62-b352-4971-8357-facdf942ef0f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.360934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.381507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.390096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14d13a62-b352-4971-8357-facdf942ef0f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.434825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f34a9688-8b2e-4709-a53d-e81866ef3766 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:36.537578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Allocated IP 172.25.4.11 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/be47fb15-11d3-4344-bb3a-a3447811dbc8) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:36.623462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d13a62-b352-4971-8357-facdf942ef0f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=a5736f66-d98c-4a53-9e11-e955dfcd7f7c,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:36.650416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d13a62-b352-4971-8357-facdf942ef0f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:36.651512 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-14d13a62-b352-4971-8357-facdf942ef0f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.656292 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-14d13a62-b352-4971-8357-facdf942ef0f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/ports/a5736f66-d98c-4a53-9e11-e955dfcd7f7c HTTP/1.1" status: 200 len: 910 time: 1.5486336 Oct 27 16:33:36.656878 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32890) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:36.664503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port f34a9688-8b2e-4709-a53d-e81866ef3766 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:33:36.670427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port f34a9688-8b2e-4709-a53d-e81866ef3766 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:36.671110 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:36.784341 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.129677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.129677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Port': ['ID=be47fb15-11d3-4344-bb3a-a3447811dbc8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:37.129677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:37.129677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:37.129677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:37.130470 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.161977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34a9688-8b2e-4709-a53d-e81866ef3766'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:37.165525 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bed0eb-639c-4d2b-9e07-b06f815a637b" -d '{"events": [{"server_uuid": "b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581", "name": "network-vif-plugged", "status": "completed", "tag": "f34a9688-8b2e-4709-a53d-e81866ef3766"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:37.216078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f34a9688-8b2e-4709-a53d-e81866ef3766, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f34a9688-8b2e-4709-a53d-e81866ef3766,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:37.269167 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c100e172-4864-4a02-9733-5c3fb71339af x-openstack-request-id: req-c100e172-4864-4a02-9733-5c3fb71339af {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:37.269791 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581", "name": "network-vif-plugged", "status": "completed", "tag": "f34a9688-8b2e-4709-a53d-e81866ef3766", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:37.270240 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c100e172-4864-4a02-9733-5c3fb71339af {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:37.270836 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34a9688-8b2e-4709-a53d-e81866ef3766', 'code': 200} Oct 27 16:33:37.275605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.367535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f34a9688-8b2e-4709-a53d-e81866ef3766,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:37.372982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b38da3-ef97-4943-9054-672a9dd75bbc req-381a1509-d3d3-4222-aeda-458e27819aab tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:37.374461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11b38da3-ef97-4943-9054-672a9dd75bbc req-381a1509-d3d3-4222-aeda-458e27819aab tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 944 time: 0.1519189 Oct 27 16:33:37.458156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-11b38da3-ef97-4943-9054-672a9dd75bbc req-e165c538-7790-4ee7-852a-b04e2081fd20 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726852 Oct 27 16:33:37.466345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5722a-5d32-4278-b67a-c118a81d13fe req-911dc80b-972b-4ba7-8081-09b9a938d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:37.468369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92b5722a-5d32-4278-b67a-c118a81d13fe req-911dc80b-972b-4ba7-8081-09b9a938d6b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 1096 time: 0.0928435 Oct 27 16:33:37.472533 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ce8f5bb1-d34a-451c-8378-a6367470eb8a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.556687 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.590764 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-92b5722a-5d32-4278-b67a-c118a81d13fe req-3daea6a7-2aa5-4ac3-b33e-42261684e3e1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149125 Oct 27 16:33:37.778081 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.778926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f5bb1-d34a-451c-8378-a6367470eb8a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port a5736f66-d98c-4a53-9e11-e955dfcd7f7c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:37.779392 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ce8f5bb1-d34a-451c-8378-a6367470eb8a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.880743 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ce8f5bb1-d34a-451c-8378-a6367470eb8a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:37.894469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-ce8f5bb1-d34a-451c-8378-a6367470eb8a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for a5736f66-d98c-4a53-9e11-e955dfcd7f7c owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:37.971085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Router 77aab8c0-8043-42ca-83eb-f99e8edab65d is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:38.085211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:38.097663 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Sync routers for ids ['77aab8c0-8043-42ca-83eb-f99e8edab65d'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:38.107430 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Routers {'77aab8c0-8043-42ca-83eb-f99e8edab65d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:38.108032 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['77aab8c0-8043-42ca-83eb-f99e8edab65d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:38.144301 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ce8f5bb1-d34a-451c-8378-a6367470eb8a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:38.171385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:38.172792 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5908afe2-1da1-4405-babd-f820e7293a25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.8038604 Oct 27 16:33:38.176175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32916) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:38.176434 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f5bb1-d34a-451c-8378-a6367470eb8a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=a5736f66-d98c-4a53-9e11-e955dfcd7f7c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:38.250244 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Set router 77aab8c0-8043-42ca-83eb-f99e8edab65d gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:38.274078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9e4bf0-3ec2-4f39-a814-4206d4f05625 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:38.275698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6a9e4bf0-3ec2-4f39-a814-4206d4f05625 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=75488601edab4b54bdb13b6ddc6ab744&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0984488 Oct 27 16:33:38.278696 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32920) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:38.397853 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ce8f5bb1-d34a-451c-8378-a6367470eb8a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:38.404836 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f976e2-5d06-4d75-803a-48c25be3434c tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:38.408208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a8f976e2-5d06-4d75-803a-48c25be3434c tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1263108 Oct 27 16:33:38.410862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32924) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:38.451728 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e893a4cf-f77e-4841-b17b-6a46bffb7e47 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387282 Oct 27 16:33:38.452468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32926) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:38.492540 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1d9c8e96-d730-4400-9ba1-ed6a8385c78d tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=75488601edab4b54bdb13b6ddc6ab744&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387778 Oct 27 16:33:38.493171 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32930) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:38.630788 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265983702', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:37Z', 'revision_number': 3, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:36Z', 'updated_at': '2021-10-27T16:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:38.696363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ce871-9f25-483c-8977-86533634e9c7 req-7e7c5732-5ded-4e17-8124-9349ff0da038 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:38.698443 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ab2ce871-9f25-483c-8977-86533634e9c7 req-7e7c5732-5ded-4e17-8124-9349ff0da038 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 945 time: 0.1168761 Oct 27 16:33:38.707495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5238e4f-e8aa-449d-92f9-737aa9a99b2f tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:38.707719 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Checking router: 77aab8c0-8043-42ca-83eb-f99e8edab65d for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:33:38.707841 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Updating router 77aab8c0-8043-42ca-83eb-f99e8edab65d port be47fb15-11d3-4344-bb3a-a3447811dbc8 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:33:38.709290 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e5238e4f-e8aa-449d-92f9-737aa9a99b2f tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2152147 Oct 27 16:33:38.712574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32936) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:38.745361 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-40cd8369-b91d-48d8-aa8a-508f4a64af95 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315261 Oct 27 16:33:38.753679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32940) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:38.759033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-907241360', 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e', 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:38.768918 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.157162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8f5bb1-d34a-451c-8378-a6367470eb8a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 6316a704-599e-4c20-85f6-001ebb47e543 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:39.221911 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ab2ce871-9f25-483c-8977-86533634e9c7 req-675b1b6d-e962-485d-a7f4-94a4a2814b06 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113919 Oct 27 16:33:39.259864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8f5bb1-d34a-451c-8378-a6367470eb8a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:39.273274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ce8f5bb1-d34a-451c-8378-a6367470eb8a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/6316a704-599e-4c20-85f6-001ebb47e543/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6137431 Oct 27 16:33:39.274052 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568cb979-6e5f-4acc-864a-5a5bf8c03afd None None] Sync routers for ids ['6316a704-599e-4c20-85f6-001ebb47e543'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:39.275951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32962) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:39.290965 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568cb979-6e5f-4acc-864a-5a5bf8c03afd None None] Routers {'6316a704-599e-4c20-85f6-001ebb47e543'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:39.291707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-568cb979-6e5f-4acc-864a-5a5bf8c03afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6316a704-599e-4c20-85f6-001ebb47e543'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:39.310359 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-71efea48-b493-4620-bf7e-7eba358915ab tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=6316a704-599e-4c20-85f6-001ebb47e543 HTTP/1.1" status: 200 len: 205 time: 0.0328584 Oct 27 16:33:39.312511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32964) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:39.318593 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.337764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-568cb979-6e5f-4acc-864a-5a5bf8c03afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:39.348480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568cb979-6e5f-4acc-864a-5a5bf8c03afd None None] Routers {'6316a704-599e-4c20-85f6-001ebb47e543'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:39.351611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-568cb979-6e5f-4acc-864a-5a5bf8c03afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6316a704-599e-4c20-85f6-001ebb47e543'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:39.386283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-568cb979-6e5f-4acc-864a-5a5bf8c03afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:39.386928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568cb979-6e5f-4acc-864a-5a5bf8c03afd None None] The sync data for ids ['6316a704-599e-4c20-85f6-001ebb47e543'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:39.397092 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d847c32-61a6-4816-a771-26724d0d1c00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.400876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Made reservation on behalf of 75488601edab4b54bdb13b6ddc6ab744 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:39.404383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.457973 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.536552 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Attempting to bind port be47fb15-11d3-4344-bb3a-a3447811dbc8 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:39.536923 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Attempting to bind port be47fb15-11d3-4344-bb3a-a3447811dbc8 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:39.537280 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Attempting to bind port be47fb15-11d3-4344-bb3a-a3447811dbc8 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:39.540411 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Pushing event updated for resources: {'Port': ['ID=be47fb15-11d3-4344-bb3a-a3447811dbc8,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:39.548387 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:39.548746 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:39.549140 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.549524 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:39.549989 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Bound port: be47fb15-11d3-4344-bb3a-a3447811dbc8, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:39.550362 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.554404 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.554404 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.554404 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.558931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.558931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.558931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.558931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.558931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.558931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.558931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.558931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.558931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:39.621717 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] For port be47fb15-11d3-4344-bb3a-a3447811dbc8, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:39.626001 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] For port be47fb15-11d3-4344-bb3a-a3447811dbc8, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=be47fb15-11d3-4344-bb3a-a3447811dbc8,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:39.705864 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d847c32-61a6-4816-a771-26724d0d1c00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.711344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d847c32-61a6-4816-a771-26724d0d1c00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.790368 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.901359 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacff5d-55aa-4b58-97ce-c8db0783a1c2 None None] Pushing event updated for resources: {'Port': ['ID=be47fb15-11d3-4344-bb3a-a3447811dbc8,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:39.913385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d847c32-61a6-4816-a771-26724d0d1c00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.914114 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d847c32-61a6-4816-a771-26724d0d1c00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Fanout notify agent at l3_agent the message router_deleted on router 6316a704-599e-4c20-85f6-001ebb47e543 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:33:39.926332 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Routers {'77aab8c0-8043-42ca-83eb-f99e8edab65d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:39.927444 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['77aab8c0-8043-42ca-83eb-f99e8edab65d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:39.929180 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7d847c32-61a6-4816-a771-26724d0d1c00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.930466 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7d847c32-61a6-4816-a771-26724d0d1c00 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/6316a704-599e-4c20-85f6-001ebb47e543 HTTP/1.1" status: 204 len: 168 time: 0.6168816 Oct 27 16:33:39.933130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 32970) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:39.973911 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:39.999090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-992c4fba-107a-4bce-9c8a-9d6cb11ca309 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting subnet d0459e8a-72d8-4bac-bff0-059220a6bc4f {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:33:40.004568 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-992c4fba-107a-4bce-9c8a-9d6cb11ca309 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.069473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-992c4fba-107a-4bce-9c8a-9d6cb11ca309 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.070675 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] Set router 77aab8c0-8043-42ca-83eb-f99e8edab65d gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:40.117607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Subnet': ['ID=741eed2a-32e1-47af-b921-e55a8e2c9c04,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:40.123254 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Checking segment: {'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:40.123961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network hostable DHCP agents. Network: e51796f0-b7ba-435b-b773-242370f7551e, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:40.183699 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-992c4fba-107a-4bce-9c8a-9d6cb11ca309 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.258256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network e51796f0-b7ba-435b-b773-242370f7551e is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:40.336297 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265983702', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:37Z', 'revision_number': 3, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:36Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:40.355117 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, e51796f0-b7ba-435b-b773-242370f7551e) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:40.364436 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c5b860-a84e-46a0-a1d1-24624f3fc1d1 None None] The sync data for ids ['77aab8c0-8043-42ca-83eb-f99e8edab65d'] in n-d-815689-1 is: [{'id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265983702', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:37Z', 'revision_number': 3, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:36Z', 'updated_at': '2021-10-27T16:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:40.367104 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:40.367967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e45ef80-8182-4914-a3fa-deb1f4a02a91 None None] Network e51796f0-b7ba-435b-b773-242370f7551e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:40.368612 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.385229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472ff48-4e79-4d7a-bb04-90744b3af65a req-c4c3767c-c9fd-48ee-ac20-a48c0edfca94 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:40.388141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9472ff48-4e79-4d7a-bb04-90744b3af65a req-c4c3767c-c9fd-48ee-ac20-a48c0edfca94 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 945 time: 0.0597231 Oct 27 16:33:40.389935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-992c4fba-107a-4bce-9c8a-9d6cb11ca309 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.429782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c4fba-107a-4bce-9c8a-9d6cb11ca309 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Subnet': ['ID=d0459e8a-72d8-4bac-bff0-059220a6bc4f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:40.450034 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-992c4fba-107a-4bce-9c8a-9d6cb11ca309 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.453683 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-992c4fba-107a-4bce-9c8a-9d6cb11ca309 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/d0459e8a-72d8-4bac-bff0-059220a6bc4f HTTP/1.1" status: 204 len: 168 time: 0.5194011 Oct 27 16:33:40.457382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32976) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:40.468825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba9e3dd-f7e8-43c9-b5b0-b8f2133272fc None None] Network a0a670d2-cc81-49ba-b6dd-8f708180058e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:40.476186 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9472ff48-4e79-4d7a-bb04-90744b3af65a req-a82300ce-f1c1-470d-a3fd-36aae0706543 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780122 Oct 27 16:33:40.565065 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2f1dd985-48b1-4f73-b034-7beb4582a304 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8069057 Oct 27 16:33:40.566288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 32980) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:40.670148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-e51796f0-b7ba-435b-b773-242370f7551e', 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'fixed_ips': [{'subnet_id': '741eed2a-32e1-47af-b921-e55a8e2c9c04'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:40.671354 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.712465 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:40.745002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9e36f-486d-4fcd-96cd-8d07df6b940c req-baf0fbd4-9da8-4dc0-8a01-aab185e8af73 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:40.746498 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f1e9e36f-486d-4fcd-96cd-8d07df6b940c req-baf0fbd4-9da8-4dc0-8a01-aab185e8af73 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 945 time: 0.1668353 Oct 27 16:33:40.888362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Allocated IP 172.20.0.18 (e51796f0-b7ba-435b-b773-242370f7551e/741eed2a-32e1-47af-b921-e55a8e2c9c04/39cbf4a0-0084-45a7-9720-bc618e48cda3) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:40.909503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c0b34f-02a0-4201-a028-eebf9aca8f63 None None] DHCP port deletion for a0a670d2-cc81-49ba-b6dd-8f708180058e request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:33:41.008378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f1e9e36f-486d-4fcd-96cd-8d07df6b940c req-efebde20-31ce-4d2b-8f67-339e0442cd23 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507415 Oct 27 16:33:41.040267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port be35a2cd-b404-4fb3-88d4-7603c98d4f86 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:41.040267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.097645 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-60c0b34f-02a0-4201-a028-eebf9aca8f63 None None] Deleting port be35a2cd-b404-4fb3-88d4-7603c98d4f86 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:41.098028 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-60c0b34f-02a0-4201-a028-eebf9aca8f63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.231119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-60c0b34f-02a0-4201-a028-eebf9aca8f63 None None] For port be35a2cd-b404-4fb3-88d4-7603c98d4f86, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=be35a2cd-b404-4fb3-88d4-7603c98d4f86,segment=NetworkSegment(9ad365c3-7c1f-4793-a79d-82b219ac5bf2),segment_id=9ad365c3-7c1f-4793-a79d-82b219ac5bf2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:41.231599 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-60c0b34f-02a0-4201-a028-eebf9aca8f63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.265894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-60c0b34f-02a0-4201-a028-eebf9aca8f63 None None] Calling delete_port for be35a2cd-b404-4fb3-88d4-7603c98d4f86 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:41.270933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9a489-5354-4d92-a3f2-54bfaa790a3e req-55c7ebff-a108-4ef7-b1a1-8dd2c07cc8c0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:41.272461 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.277144 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccb9a489-5354-4d92-a3f2-54bfaa790a3e req-55c7ebff-a108-4ef7-b1a1-8dd2c07cc8c0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 945 time: 0.1201298 Oct 27 16:33:41.322026 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port be35a2cd-b404-4fb3-88d4-7603c98d4f86, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=be35a2cd-b404-4fb3-88d4-7603c98d4f86,segment=NetworkSegment(9ad365c3-7c1f-4793-a79d-82b219ac5bf2),segment_id=9ad365c3-7c1f-4793-a79d-82b219ac5bf2)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:41.322551 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.344146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for be35a2cd-b404-4fb3-88d4-7603c98d4f86 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:41.346482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ccb9a489-5354-4d92-a3f2-54bfaa790a3e req-17a0b73d-64c9-499f-af5a-dbe4465f45cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621362 Oct 27 16:33:41.364781 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.577722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Network e51796f0-b7ba-435b-b773-242370f7551e is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:41.583220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device be47fb15-11d3-4344-bb3a-a3447811dbc8 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:41.599876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Pushing event updated for resources: {'Port': ['ID=39cbf4a0-0084-45a7-9720-bc618e48cda3,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:41.605652 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:41.609401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:41.646775 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-60c0b34f-02a0-4201-a028-eebf9aca8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.673443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.687319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.718174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0b34f-02a0-4201-a028-eebf9aca8f63 None None] Pushing event deleted for resources: {'Port': ['ID=be35a2cd-b404-4fb3-88d4-7603c98d4f86,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:41.734611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c0b34f-02a0-4201-a028-eebf9aca8f63 None None] No DVR routers for this DVR port be35a2cd-b404-4fb3-88d4-7603c98d4f86 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:41.760137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Attempting to bind port 39cbf4a0-0084-45a7-9720-bc618e48cda3 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:41.760513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Attempting to bind port 39cbf4a0-0084-45a7-9720-bc618e48cda3 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:41.765619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Attempting to bind port 39cbf4a0-0084-45a7-9720-bc618e48cda3 on network e51796f0-b7ba-435b-b773-242370f7551e {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:41.770523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:41.770902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Checking segment: {'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:41.771307 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.771864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Bound using segment: {'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:41.772439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Bound port: 39cbf4a0-0084-45a7-9720-bc618e48cda3, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:41.772825 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.790231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port be47fb15-11d3-4344-bb3a-a3447811dbc8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:41.790231 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:41.873690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=be35a2cd-b404-4fb3-88d4-7603c98d4f86,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:41.880862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No DVR routers for this DVR port be35a2cd-b404-4fb3-88d4-7603c98d4f86 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:41.909008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] For port 39cbf4a0-0084-45a7-9720-bc618e48cda3, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:41.914132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] For port 39cbf4a0-0084-45a7-9720-bc618e48cda3, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=39cbf4a0-0084-45a7-9720-bc618e48cda3,segment=NetworkSegment(efcded7f-48e4-4009-a05e-e3ee1ea15655),segment_id=efcded7f-48e4-4009-a05e-e3ee1ea15655)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:42.020876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.040671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e6cab-d253-4ff9-9670-6b40a399e618 req-2f939cba-14f1-4d9c-aed5-303d0cc82198 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:42.042553 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-644e6cab-d253-4ff9-9670-6b40a399e618 req-2f939cba-14f1-4d9c-aed5-303d0cc82198 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 945 time: 0.1105363 Oct 27 16:33:42.047219 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.078221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port be47fb15-11d3-4344-bb3a-a3447811dbc8, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=be47fb15-11d3-4344-bb3a-a3447811dbc8,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:42.100756 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-644e6cab-d253-4ff9-9670-6b40a399e618 req-e2ff44c8-2d6d-45ae-9e68-18c340e8665c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517642 Oct 27 16:33:42.129280 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.155100 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.164650 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a670d2-cc81-49ba-b6dd-8f708180058e']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:42.183129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b0e4-cd7e-46de-8393-384f058e65f8 None None] Pushing event updated for resources: {'Port': ['ID=39cbf4a0-0084-45a7-9720-bc618e48cda3,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:42.210449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad365c3-7c1f-4793-a79d-82b219ac5bf2') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:42.214985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad365c3-7c1f-4793-a79d-82b219ac5bf2') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:42.249516 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.258270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device be35a2cd-b404-4fb3-88d4-7603c98d4f86 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:42.281476 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.289587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: be35a2cd-b404-4fb3-88d4-7603c98d4f86 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:33:42.289853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device be35a2cd-b404-4fb3-88d4-7603c98d4f86 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:33:42.308675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=be47fb15-11d3-4344-bb3a-a3447811dbc8,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:42.355881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:33:42.356412 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: self.session.flush() Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:33:42.359598 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:33:42.506285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Allocated IP 172.20.0.17 (e51796f0-b7ba-435b-b773-242370f7551e/741eed2a-32e1-47af-b921-e55a8e2c9c04/a9c2649b-d4cc-44e0-820b-c41f5a92a6b8) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:42.572144 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.587010 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.594571 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/networks/a0a670d2-cc81-49ba-b6dd-8f708180058e HTTP/1.1" status: 204 len: 168 time: 2.1333163 Oct 27 16:33:42.595101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33006) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:42.601547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d2498434-afac-4d09-9c3d-9539f3c66a58 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1624081009', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:42.634589 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ce0a8-165f-4459-bea9-7a875d9fe30e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Network': ['ID=a0a670d2-cc81-49ba-b6dd-8f708180058e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:42.702880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.726946 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2498434-afac-4d09-9c3d-9539f3c66a58 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.726946 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2498434-afac-4d09-9c3d-9539f3c66a58 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.796709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2498434-afac-4d09-9c3d-9539f3c66a58 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.837632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.864935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2498434-afac-4d09-9c3d-9539f3c66a58 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.899757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network e51796f0-b7ba-435b-b773-242370f7551e is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:42.903058 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:42.908048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:42.912382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Port': ['ID=a9c2649b-d4cc-44e0-820b-c41f5a92a6b8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:42.929780 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2498434-afac-4d09-9c3d-9539f3c66a58 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:42.933675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d2498434-afac-4d09-9c3d-9539f3c66a58 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3369396 Oct 27 16:33:42.934299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33008) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:42.939794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'network': {'name': 'tempest-RoutersTest-2131287375'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:42.967017 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.093472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:43.102320 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.185114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:43.195168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.195977 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added segment 8182b30f-5608-42d0-856f-f2daf490ba18 of type vlan for network 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a Oct 27 16:33:43.307974 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.327233 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.373324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b0d84-3775-431f-8d9b-6cb4efe755bd req-13c79752-8bf6-49cc-a33a-e25cfb3192d2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:43.373783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c04413-2ee8-4830-8c19-5a33f44ac813 req-cf8061cc-a172-4541-aa6d-8aa8a775c823 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:43.374666 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-347b0d84-3775-431f-8d9b-6cb4efe755bd req-13c79752-8bf6-49cc-a33a-e25cfb3192d2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 945 time: 0.1292114 Oct 27 16:33:43.375378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10c04413-2ee8-4830-8c19-5a33f44ac813 req-cf8061cc-a172-4541-aa6d-8aa8a775c823 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 945 time: 0.1443450 Oct 27 16:33:43.501831 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.524324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:43.525197 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.630249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5642b800-4679-45ba-8a5a-fa0da24fc699 None None] Network e51796f0-b7ba-435b-b773-242370f7551e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:43.662380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Network': ['ID=3f43116b-4cfa-49f2-8b8f-c5a537a3e02a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:43.689963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-10c04413-2ee8-4830-8c19-5a33f44ac813 req-a5a0684d-7f5b-4d3d-b45b-f3a518eb7dcf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Deleting port f34a9688-8b2e-4709-a53d-e81866ef3766 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:33:43.690301 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-10c04413-2ee8-4830-8c19-5a33f44ac813 req-a5a0684d-7f5b-4d3d-b45b-f3a518eb7dcf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.700950 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8fcb4b99-8e5b-46bb-9a34-f9f01d8b2594 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7656276 Oct 27 16:33:43.705285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33018) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:43.720651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'subnet': {'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:43.726339 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:43.731882 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-347b0d84-3775-431f-8d9b-6cb4efe755bd req-b498c671-7e14-4c91-a590-8eb0ba08b3ac tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469777 Oct 27 16:33:43.743817 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.826431 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.828176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 39cbf4a0-0084-45a7-9720-bc618e48cda3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:43.830157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-10c04413-2ee8-4830-8c19-5a33f44ac813 req-a5a0684d-7f5b-4d3d-b45b-f3a518eb7dcf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] For port f34a9688-8b2e-4709-a53d-e81866ef3766, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f34a9688-8b2e-4709-a53d-e81866ef3766,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:43.830783 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-10c04413-2ee8-4830-8c19-5a33f44ac813 req-a5a0684d-7f5b-4d3d-b45b-f3a518eb7dcf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.853765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-10c04413-2ee8-4830-8c19-5a33f44ac813 req-a5a0684d-7f5b-4d3d-b45b-f3a518eb7dcf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Calling delete_port for f34a9688-8b2e-4709-a53d-e81866ef3766 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:33:43.868866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7fd07367-52c4-4212-8188-251ebf482314 None None] Provisioning complete for port 39cbf4a0-0084-45a7-9720-bc618e48cda3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:43.869500 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7fd07367-52c4-4212-8188-251ebf482314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.897016 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Port': ['ID=a9c2649b-d4cc-44e0-820b-c41f5a92a6b8,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:43.927511 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:43.984552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:43.989332 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.000245 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7fd07367-52c4-4212-8188-251ebf482314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.085894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 39cbf4a0-0084-45a7-9720-bc618e48cda3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:44.086222 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.089175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7fd07367-52c4-4212-8188-251ebf482314 None None] For port 39cbf4a0-0084-45a7-9720-bc618e48cda3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=39cbf4a0-0084-45a7-9720-bc618e48cda3,segment=NetworkSegment(efcded7f-48e4-4009-a05e-e3ee1ea15655),segment_id=efcded7f-48e4-4009-a05e-e3ee1ea15655)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:44.111721 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-10c04413-2ee8-4830-8c19-5a33f44ac813 req-a5a0684d-7f5b-4d3d-b45b-f3a518eb7dcf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.129855 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f34a9688-8b2e-4709-a53d-e81866ef3766'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:33:44.152392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0684d-7f5b-4d3d-b45b-f3a518eb7dcf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event deleted for resources: {'Port': ['ID=f34a9688-8b2e-4709-a53d-e81866ef3766,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:44.174683 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7fd07367-52c4-4212-8188-251ebf482314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.258927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c04413-2ee8-4830-8c19-5a33f44ac813 req-a5a0684d-7f5b-4d3d-b45b-f3a518eb7dcf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] No DVR routers for this DVR port f34a9688-8b2e-4709-a53d-e81866ef3766 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:33:44.261578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-10c04413-2ee8-4830-8c19-5a33f44ac813 req-a5a0684d-7f5b-4d3d-b45b-f3a518eb7dcf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.265288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10c04413-2ee8-4830-8c19-5a33f44ac813 req-a5a0684d-7f5b-4d3d-b45b-f3a518eb7dcf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "DELETE /v2.0/ports/f34a9688-8b2e-4709-a53d-e81866ef3766 HTTP/1.1" status: 204 len: 173 time: 0.8782423 Oct 27 16:33:44.268463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581', 'name': 'network-vif-deleted', 'tag': 'f34a9688-8b2e-4709-a53d-e81866ef3766'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:44.272612 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ebb755-3ca5-4064-bd9b-7fff50e2c083" -d '{"events": [{"server_uuid": "b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581", "name": "network-vif-deleted", "tag": "f34a9688-8b2e-4709-a53d-e81866ef3766"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:44.362218 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df03a8a7-b124-48ee-ad5c-0c409fca7538 x-openstack-request-id: req-df03a8a7-b124-48ee-ad5c-0c409fca7538 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:44.362541 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581", "name": "network-vif-deleted", "tag": "f34a9688-8b2e-4709-a53d-e81866ef3766", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:44.362823 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df03a8a7-b124-48ee-ad5c-0c409fca7538 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:44.363253 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581', 'name': 'network-vif-deleted', 'tag': 'f34a9688-8b2e-4709-a53d-e81866ef3766', 'status': 'completed', 'code': 200} Oct 27 16:33:44.403423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd07367-52c4-4212-8188-251ebf482314 None None] Pushing event updated for resources: {'Port': ['ID=39cbf4a0-0084-45a7-9720-bc618e48cda3,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:44.468936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device be47fb15-11d3-4344-bb3a-a3447811dbc8 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:44.540116 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network e51796f0-b7ba-435b-b773-242370f7551e is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:44.544688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:44.583226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port be47fb15-11d3-4344-bb3a-a3447811dbc8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:44.583592 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.773830 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Router 77aab8c0-8043-42ca-83eb-f99e8edab65d has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:44.806202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0e94cdce-76b3-4bcb-97da-a65849270b98 None None] Provisioning complete for port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:44.806837 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0e94cdce-76b3-4bcb-97da-a65849270b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.855503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0e94cdce-76b3-4bcb-97da-a65849270b98 None None] Port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:44.866834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0e94cdce-76b3-4bcb-97da-a65849270b98 None None] Provisioning complete for port 39cbf4a0-0084-45a7-9720-bc618e48cda3 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:44.867207 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0e94cdce-76b3-4bcb-97da-a65849270b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:44.948950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ebc1a27a-8fb5-4ad2-a443-ce38da476c4a req-f62d0b81-fcd2-4579-926e-6a8644512740 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0787659 Oct 27 16:33:45.027819 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.039128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:45.054386 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Sync routers for ids ['77aab8c0-8043-42ca-83eb-f99e8edab65d'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:45.075001 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Routers {'77aab8c0-8043-42ca-83eb-f99e8edab65d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:45.075938 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['77aab8c0-8043-42ca-83eb-f99e8edab65d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:45.090063 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-462b035e-6f3d-4453-b08a-6c64b77be7d3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "PUT /v2.0/routers/77aab8c0-8043-42ca-83eb-f99e8edab65d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5233612 Oct 27 16:33:45.135466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e9562847-b259-44cb-a38b-110ca2baa800 None None] Provisioning complete for port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:45.135843 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e9562847-b259-44cb-a38b-110ca2baa800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.163214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Subnet': ['ID=7a3b128c-ca25-48cd-9a44-9681c9f2c3fc,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:45.226786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Checking segment: {'id': '8182b30f-5608-42d0-856f-f2daf490ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:45.227151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network hostable DHCP agents. Network: 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:45.238314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e9562847-b259-44cb-a38b-110ca2baa800 None None] Port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:45.333400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:45.356473 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Set router 77aab8c0-8043-42ca-83eb-f99e8edab65d gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:45.429901 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:45.436132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:45.438135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.496822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2271995c-c050-4e29-8220-0089fea96fd1 None None] Provisioning complete for port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:45.498676 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2271995c-c050-4e29-8220-0089fea96fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.506422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac6ca36-1929-4f5d-8c31-14b88611da79 None None] Network 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:45.567396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-d7d6caf4-154f-4dee-9a5e-fa9d830d7a2f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:45.569821 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-d7d6caf4-154f-4dee-9a5e-fa9d830d7a2f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/networks?id=e51796f0-b7ba-435b-b773-242370f7551e HTTP/1.1" status: 200 len: 795 time: 0.2071819 Oct 27 16:33:45.589786 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-73d4efc8-2d59-4b00-bafd-41af22993276 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8812070 Oct 27 16:33:45.592571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33052) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:45.603757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-e7ac737f-46f0-4218-9b24-526ad8ee3587 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/quotas/75488601edab4b54bdb13b6ddc6ab744 HTTP/1.1" status: 200 len: 375 time: 0.0226943 Oct 27 16:33:45.607158 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 39cbf4a0-0084-45a7-9720-bc618e48cda3 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:45.727894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-872a3210-44b9-4bde-9e65-444e2a7a105f tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=75488601edab4b54bdb13b6ddc6ab744&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1143551 Oct 27 16:33:45.805448 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265983702', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:43Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:36Z', 'updated_at': '2021-10-27T16:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'a9c2649b-d4cc-44e0-820b-c41f5a92a6b8', 'name': '', 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:92:6a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '741eed2a-32e1-47af-b921-e55a8e2c9c04', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:33:43Z', 'revision_number': 2, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '741eed2a-32e1-47af-b921-e55a8e2c9c04', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:45.842739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2271995c-c050-4e29-8220-0089fea96fd1 None None] Port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:45.863669 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Checking router: 77aab8c0-8043-42ca-83eb-f99e8edab65d for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:33:45.864017 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Updating router 77aab8c0-8043-42ca-83eb-f99e8edab65d port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:33:45.888869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 39cbf4a0-0084-45a7-9720-bc618e48cda3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:45.889235 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.921429 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:45.928690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-7177a8e7-c141-45a9-9410-b95951feeb16 service neutron] 10.222.0.15 "GET /v2.0/networks/e51796f0-b7ba-435b-b773-242370f7551e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964669 Oct 27 16:33:46.053347 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:46.055252 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:46.086518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-98a36820-f5da-4b10-88ea-daa7445dc818 service neutron] 10.222.0.15 "GET /v2.0/networks/e51796f0-b7ba-435b-b773-242370f7551e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526470 Oct 27 16:33:46.149496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b87b654-a82e-4eb8-baab-f51230bd8ab4 req-aa706955-5d3d-45c5-83df-cec018c00f16 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0688829 Oct 27 16:33:46.217968 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:46.374248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Allocated IP 172.20.0.2 (3f43116b-4cfa-49f2-8b8f-c5a537a3e02a/7a3b128c-ca25-48cd-9a44-9681c9f2c3fc/a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:46.473448 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:46.543579 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:46.552207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3b978644-03d6-40f0-a3f5-0740b76553e6 req-a6f46bae-58d0-492b-a8de-250b055256c7 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 210 time: 0.0632188 Oct 27 16:33:46.558803 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:46.630308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:46.690681 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc05ebc-c964-484a-86dc-0c45e6320569 None None] Pushing event updated for resources: {'Port': ['ID=a9c2649b-d4cc-44e0-820b-c41f5a92a6b8,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:46.717692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Network 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:46.726129 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Attempting to bind port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:46.726496 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Attempting to bind port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:46.726864 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Attempting to bind port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 on network e51796f0-b7ba-435b-b773-242370f7551e {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:46.731862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:46.735970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:46.742373 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:46.742813 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Checking segment: {'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:46.743185 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:46.743577 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Bound using segment: {'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:46.744073 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Bound port: a9c2649b-d4cc-44e0-820b-c41f5a92a6b8, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:46.744459 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:46.760924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Pushing event updated for resources: {'Port': ['ID=a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:46.794347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Allocated IP 172.20.0.1 (3f43116b-4cfa-49f2-8b8f-c5a537a3e02a/7a3b128c-ca25-48cd-9a44-9681c9f2c3fc/20119c59-96db-4603-8798-2d9610ef63c8) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:46.896363 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] For port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:46.896363 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] For port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a9c2649b-d4cc-44e0-820b-c41f5a92a6b8,segment=NetworkSegment(efcded7f-48e4-4009-a05e-e3ee1ea15655),segment_id=efcded7f-48e4-4009-a05e-e3ee1ea15655)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:46.909447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Attempting to bind port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:46.909997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Attempting to bind port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '8182b30f-5608-42d0-856f-f2daf490ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:46.910277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Attempting to bind port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 on network 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:46.916274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:46.916655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Checking segment: {'id': '8182b30f-5608-42d0-856f-f2daf490ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:46.917062 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:46.920762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Bound using segment: {'id': '8182b30f-5608-42d0-856f-f2daf490ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:46.920762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Bound port: a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8182b30f-5608-42d0-856f-f2daf490ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:46.920762 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:46.984420 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.002941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] For port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:47.007653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] For port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5,segment=NetworkSegment(8182b30f-5608-42d0-856f-f2daf490ba18),segment_id=8182b30f-5608-42d0-856f-f2daf490ba18)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:47.011119 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.079930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0d3f0f07-0b6b-44f1-9e31-e53161a74531 None None] Provisioning complete for port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:47.079930 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d3f0f07-0b6b-44f1-9e31-e53161a74531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.083008 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Routers {'77aab8c0-8043-42ca-83eb-f99e8edab65d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:47.083841 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['77aab8c0-8043-42ca-83eb-f99e8edab65d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:47.089345 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc05ebc-c964-484a-86dc-0c45e6320569 None None] Pushing event updated for resources: {'Port': ['ID=a9c2649b-d4cc-44e0-820b-c41f5a92a6b8,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:47.137120 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.186083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.251802 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] Set router 77aab8c0-8043-42ca-83eb-f99e8edab65d gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:47.307551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d74631-4b76-485b-91c0-9d45852f72fb None None] Pushing event updated for resources: {'Port': ['ID=a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:47.384529 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c022edcd-8668-48e0-8023-bcd13878f81e req-7e4e978c-b42f-45f0-94dc-9470ef2361f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0684121 Oct 27 16:33:47.394039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:47.407587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:47.417340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:47.447484 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d3f0f07-0b6b-44f1-9e31-e53161a74531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.462167 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=20119c59-96db-4603-8798-2d9610ef63c8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:47.591745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0d3f0f07-0b6b-44f1-9e31-e53161a74531 None None] For port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a9c2649b-d4cc-44e0-820b-c41f5a92a6b8,segment=NetworkSegment(efcded7f-48e4-4009-a05e-e3ee1ea15655),segment_id=efcded7f-48e4-4009-a05e-e3ee1ea15655)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:47.634151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.634151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.634151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.634151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.634151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.634151 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.635839 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.636548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.637094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.637623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.638149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.638805 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:47.682156 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d3f0f07-0b6b-44f1-9e31-e53161a74531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.784897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f0f07-0b6b-44f1-9e31-e53161a74531 None None] Pushing event updated for resources: {'Port': ['ID=a9c2649b-d4cc-44e0-820b-c41f5a92a6b8,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:47.795426 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.801731 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-62c57a4e-2990-4bb6-a97d-a87c1a262c9c req-f4a8d62c-9348-4322-bca4-f431e7ed362b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 210 time: 0.0739758 Oct 27 16:33:47.837520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8c4315e9-5d6a-4de3-9f7c-bdecc53075e1 None None] Provisioning complete for port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:47.837925 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8c4315e9-5d6a-4de3-9f7c-bdecc53075e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:47.885424 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265983702', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:43Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:36Z', 'updated_at': '2021-10-27T16:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'a9c2649b-d4cc-44e0-820b-c41f5a92a6b8', 'name': '', 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:92:6a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '741eed2a-32e1-47af-b921-e55a8e2c9c04', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:33:46Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '741eed2a-32e1-47af-b921-e55a8e2c9c04', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:47.927955 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d6c486-a09c-4dea-ae16-be321ebe4053 None None] The sync data for ids ['77aab8c0-8043-42ca-83eb-f99e8edab65d'] in n-d-815689-1 is: [{'id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265983702', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:33:43Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:36Z', 'updated_at': '2021-10-27T16:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'a9c2649b-d4cc-44e0-820b-c41f5a92a6b8', 'name': '', 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:92:6a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3685, 'fixed_ips': [{'subnet_id': '741eed2a-32e1-47af-b921-e55a8e2c9c04', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:33:46Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '741eed2a-32e1-47af-b921-e55a8e2c9c04', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:48.070413 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:48.505266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:48.518024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f34a9688-8b2e-4709-a53d-e81866ef3766 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:33:48.567729 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:48.568015 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab762322-e6a7-4d4d-a3ac-874b4b2ca5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:48.571949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: f34a9688-8b2e-4709-a53d-e81866ef3766 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:33:48.574214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f34a9688-8b2e-4709-a53d-e81866ef3766 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:33:48.595745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-144ad2f2-f558-4067-ae94-f99645f92cc0 req-5af5fdcf-a8e0-43b4-8a77-2758941a1212 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.1058738 Oct 27 16:33:48.772928 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:48.801431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=20119c59-96db-4603-8798-2d9610ef63c8,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:49.074076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f3908-cc2b-4b38-aab4-921c2d3f8813 None None] Network 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:49.077326 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c3d78e6c-6868-4fee-af2c-6455843d367d req-7972235f-53b0-46cd-956e-ff6f2c663f58 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 210 time: 0.0664980 Oct 27 16:33:49.098548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:49.100543 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:49.161739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-94076602-5fe6-4739-9705-c31a4b09b868 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:49.168901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-94076602-5fe6-4739-9705-c31a4b09b868 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.53 "GET /v2.0/networks?id=e51796f0-b7ba-435b-b773-242370f7551e HTTP/1.1" status: 200 len: 795 time: 0.4498956 Oct 27 16:33:49.184284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Request body: {'port': {'device_id': 'c713abaa-8355-4154-ab4a-b37ea879cd4a', 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e', 'admin_state_up': True, 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:49.309055 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e3c378c5-64b3-4090-b375-b08a1d240ed9 None None] Provisioning complete for port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:49.310402 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e3c378c5-64b3-4090-b375-b08a1d240ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:49.389876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:33:49.533257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Made reservation on behalf of 75488601edab4b54bdb13b6ddc6ab744 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:49.539567 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:49.584554 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e3c378c5-64b3-4090-b375-b08a1d240ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:49.607905 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:49.615129 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-593e05ea-905b-4a00-be8b-f261c2bba5b4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0213883 Oct 27 16:33:49.620211 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33112) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:49.634846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Sync routers for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:49.636307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'network': {'name': 'tempest-RoutersTest-1266285803'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:49.754117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e3c378c5-64b3-4090-b375-b08a1d240ed9 None None] For port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5,segment=NetworkSegment(8182b30f-5608-42d0-856f-f2daf490ba18),segment_id=8182b30f-5608-42d0-856f-f2daf490ba18)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:49.769977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:49.770730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:49.795667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff7e5192-19a6-4a97-929e-91bd2148d74c req-88014060-7c47-4a3c-b59e-5558bcff5ce8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0498886 Oct 27 16:33:49.812997 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:49.817350 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:49.897509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:49.918573 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:49.918994 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added segment a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6 of type vlan for network 207e4781-30dd-4c4e-b3a0-c37ed65c1802 Oct 27 16:33:49.939472 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e3c378c5-64b3-4090-b375-b08a1d240ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.024471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:50.031677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.049032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Allocated IP 172.20.0.28 (e51796f0-b7ba-435b-b773-242370f7551e/741eed2a-32e1-47af-b921-e55a8e2c9c04/483272b9-9357-418c-bb99-1cb60f7e556c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:50.109341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c378c5-64b3-4090-b375-b08a1d240ed9 None None] Pushing event updated for resources: {'Port': ['ID=a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:50.133211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:50.145185 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.152853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:50.159932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.327326 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.387965 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd20b681-1063-4690-ac68-511cdbdd8d6e req-76bf9be7-f7b3-4c6f-8e03-ba975af34b6c tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 210 time: 0.0481603 Oct 27 16:33:50.401440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6c642788-897e-4e54-b12b-aaf2486405f5 None None] Provisioning complete for port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:50.401817 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6c642788-897e-4e54-b12b-aaf2486405f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.413917 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7913842 Oct 27 16:33:50.425273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33120) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:50.425273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'subnet': {'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:50.425790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02bffa-4071-4d25-9a95-57738c138c40 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Network': ['ID=207e4781-30dd-4c4e-b3a0-c37ed65c1802,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:50.444825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 207e4781-30dd-4c4e-b3a0-c37ed65c1802 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:50.543288 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.601883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Network e51796f0-b7ba-435b-b773-242370f7551e is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:50.609496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:50.613096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:50.647883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:50.648359 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.693769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:50.694709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.700548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:50.705778 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:50.966415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:33:47Z', 'revision_number': 2, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:48Z', 'revision_number': 2, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:51.019019 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Checking router: 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:33:51.019376 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Updating router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 port 20119c59-96db-4603-8798-2d9610ef63c8 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:33:51.038203 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6c642788-897e-4e54-b12b-aaf2486405f5 None None] Provisioning complete for port 20119c59-96db-4603-8798-2d9610ef63c8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:51.038203 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6c642788-897e-4e54-b12b-aaf2486405f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.047209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-161d0383-b0aa-4119-afc1-e1f5f7a62095 req-8628a85b-720f-4c45-93ac-fb8a20e25a72 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0796309 Oct 27 16:33:51.054685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event updated for resources: {'Port': ['ID=483272b9-9357-418c-bb99-1cb60f7e556c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:51.088346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-836377f2-fc8d-4a4a-9b3a-6a00e28f8325 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.9080265 Oct 27 16:33:51.106172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Request body: {'port': {'device_id': 'c713abaa-8355-4154-ab4a-b37ea879cd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:51.147720 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.150308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:51.173895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.183021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6c642788-897e-4e54-b12b-aaf2486405f5 None None] Port 20119c59-96db-4603-8798-2d9610ef63c8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:51.304339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Subnet': ['ID=6be7c17c-f24e-40f7-91e3-5896d522f105,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:51.304339 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.323564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:51.323931 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.361589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Checking segment: {'id': 'a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:51.361971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network hostable DHCP agents. Network: 207e4781-30dd-4c4e-b3a0-c37ed65c1802, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:51.535299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network 207e4781-30dd-4c4e-b3a0-c37ed65c1802 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:51.557532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c433ce6-a913-4c1a-b55b-77764f9717ef req-d0862c5f-ef11-423e-bdab-70c82c05c944 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:51.559615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c433ce6-a913-4c1a-b55b-77764f9717ef req-d0862c5f-ef11-423e-bdab-70c82c05c944 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 895 time: 0.0698495 Oct 27 16:33:51.620726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 207e4781-30dd-4c4e-b3a0-c37ed65c1802) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:51.627903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:51.628679 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.657315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed30f58-76fc-490b-bd8a-b34f0d0cb28e None None] Network 207e4781-30dd-4c4e-b3a0-c37ed65c1802 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:51.667462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6e344b02-58c0-4d91-912d-50c403df67fd None None] Provisioning complete for port 483272b9-9357-418c-bb99-1cb60f7e556c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:51.667876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6e344b02-58c0-4d91-912d-50c403df67fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.755775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483272b9-9357-418c-bb99-1cb60f7e556c {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:33:51.769361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b320e551-b33c-4e09-99fc-2c92cd310dc4 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3515666 Oct 27 16:33:51.769361 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.770914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33176) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:51.793637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Transition to ACTIVE for port object 483272b9-9357-418c-bb99-1cb60f7e556c will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:33:51.810670 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f01264dd-906c-428a-908e-2bcc5c69786c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.831555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6e344b02-58c0-4d91-912d-50c403df67fd None None] Port 483272b9-9357-418c-bb99-1cb60f7e556c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:51.869870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:51.939831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6e344b02-58c0-4d91-912d-50c403df67fd None None] Provisioning complete for port 20119c59-96db-4603-8798-2d9610ef63c8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:51.939831 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6e344b02-58c0-4d91-912d-50c403df67fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.009547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Pushing event updated for resources: {'Port': ['ID=483272b9-9357-418c-bb99-1cb60f7e556c,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:52.082790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6e344b02-58c0-4d91-912d-50c403df67fd None None] Port 20119c59-96db-4603-8798-2d9610ef63c8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:33:52.128638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:52.129500 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.159734 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.225976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9d027c4-b784-4534-8a6c-bd07943a12ee req-7183d805-c511-4f3a-b3a5-489abd9356d2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0365436 Oct 27 16:33:52.227152 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:52.255527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Attempting to bind port 483272b9-9357-418c-bb99-1cb60f7e556c on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:52.255950 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Attempting to bind port 483272b9-9357-418c-bb99-1cb60f7e556c by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:52.256395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Attempting to bind port 483272b9-9357-418c-bb99-1cb60f7e556c on network e51796f0-b7ba-435b-b773-242370f7551e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:52.262011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Port 483272b9-9357-418c-bb99-1cb60f7e556c on network e51796f0-b7ba-435b-b773-242370f7551e not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:33:52.262406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Attempting to bind port 483272b9-9357-418c-bb99-1cb60f7e556c on network e51796f0-b7ba-435b-b773-242370f7551e {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:52.274322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:52.274781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Checking segment: {'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:52.275174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Bound using segment: {'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:52.275620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Bound port: 483272b9-9357-418c-bb99-1cb60f7e556c, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efcded7f-48e4-4009-a05e-e3ee1ea15655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:52.275981 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.295731 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.374931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] For port 483272b9-9357-418c-bb99-1cb60f7e556c, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:52.379171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] For port 483272b9-9357-418c-bb99-1cb60f7e556c, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=483272b9-9357-418c-bb99-1cb60f7e556c,segment=NetworkSegment(efcded7f-48e4-4009-a05e-e3ee1ea15655),segment_id=efcded7f-48e4-4009-a05e-e3ee1ea15655)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:52.446309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Pushing event updated for resources: {'Port': ['ID=20119c59-96db-4603-8798-2d9610ef63c8,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:52.463755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.475956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.476315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.479150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.479584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.481134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.481491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.481830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.482167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.484100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.484473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.487302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.487704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:33:52.494488 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.519530 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.616904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:52.618797 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.620296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] 10.222.0.53 "PUT /v2.0/ports/483272b9-9357-418c-bb99-1cb60f7e556c HTTP/1.1" status: 200 len: 1055 time: 1.5211637 Oct 27 16:33:52.620817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c713abaa-8355-4154-ab4a-b37ea879cd4a', 'tag': '483272b9-9357-418c-bb99-1cb60f7e556c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:33:52.628615 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0" -d '{"events": [{"name": "network-changed", "server_uuid": "c713abaa-8355-4154-ab4a-b37ea879cd4a", "tag": "483272b9-9357-418c-bb99-1cb60f7e556c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:33:52.676881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:52.676881 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.694800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4296b-558d-4202-939f-d35322a73554 service neutron] Pushing event updated for resources: {'Port': ['ID=483272b9-9357-418c-bb99-1cb60f7e556c,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:52.802305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Attempting to bind port 20119c59-96db-4603-8798-2d9610ef63c8 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:52.802679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Attempting to bind port 20119c59-96db-4603-8798-2d9610ef63c8 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '8182b30f-5608-42d0-856f-f2daf490ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:52.803044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Attempting to bind port 20119c59-96db-4603-8798-2d9610ef63c8 on network 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:52.810674 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876e5f0a-25f4-46fb-9e06-e88d6227de0c x-openstack-request-id: req-876e5f0a-25f4-46fb-9e06-e88d6227de0c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:33:52.812121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:52.812506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Checking segment: {'id': '8182b30f-5608-42d0-856f-f2daf490ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:52.812967 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.813361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Bound using segment: {'id': '8182b30f-5608-42d0-856f-f2daf490ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:52.814090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Bound port: 20119c59-96db-4603-8798-2d9610ef63c8, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8182b30f-5608-42d0-856f-f2daf490ba18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:52.814490 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:52.815427 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c713abaa-8355-4154-ab4a-b37ea879cd4a", "tag": "483272b9-9357-418c-bb99-1cb60f7e556c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:33:52.817912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Allocated IP 172.21.0.2 (207e4781-30dd-4c4e-b3a0-c37ed65c1802/6be7c17c-f24e-40f7-91e3-5896d522f105/04027290-1187-4b6c-bf60-6afb4afe13a7) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:52.818063 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-876e5f0a-25f4-46fb-9e06-e88d6227de0c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:33:52.818662 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c713abaa-8355-4154-ab4a-b37ea879cd4a', 'tag': '483272b9-9357-418c-bb99-1cb60f7e556c', 'status': 'completed', 'code': 200} Oct 27 16:33:52.866557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ee709fe-cfb1-4ef4-86c4-75f1d43a999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:52.870655 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5ee709fe-cfb1-4ef4-86c4-75f1d43a999e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75488601edab4b54bdb13b6ddc6ab744&device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 1058 time: 0.1475942 Oct 27 16:33:52.928649 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-b840a0c5-ab9c-4854-8315-11186668c90d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=483272b9-9357-418c-bb99-1cb60f7e556c HTTP/1.1" status: 200 len: 217 time: 0.0484233 Oct 27 16:33:52.939141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] For port 20119c59-96db-4603-8798-2d9610ef63c8, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:52.944114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] For port 20119c59-96db-4603-8798-2d9610ef63c8, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=20119c59-96db-4603-8798-2d9610ef63c8,segment=NetworkSegment(8182b30f-5608-42d0-856f-f2daf490ba18),segment_id=8182b30f-5608-42d0-856f-f2daf490ba18)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:53.039867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5e58f990-3952-4cdb-9d0a-c6b139e3ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:53.042044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-5e58f990-3952-4cdb-9d0a-c6b139e3ca40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=741eed2a-32e1-47af-b921-e55a8e2c9c04 HTTP/1.1" status: 200 len: 837 time: 0.1048803 Oct 27 16:33:53.070404 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:53.117821 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95a129-cb77-418a-95b2-239218a16194 req-aefb3cd7-a9f4-4d00-9c9a-cfbf280cb4c3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:53.121994 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3f95a129-cb77-418a-95b2-239218a16194 req-aefb3cd7-a9f4-4d00-9c9a-cfbf280cb4c3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 907 time: 0.1299820 Oct 27 16:33:53.141468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-f2925cf2-bf6a-42f3-abd0-dfeadc6b37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:53.153452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-f2925cf2-bf6a-42f3-abd0-dfeadc6b37d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e51796f0-b7ba-435b-b773-242370f7551e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906584 Oct 27 16:33:53.171626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:53.303493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-81406639-bd00-45df-8d2d-8ed774dead8b service neutron] 10.222.0.53 "GET /v2.0/networks/e51796f0-b7ba-435b-b773-242370f7551e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506143 Oct 27 16:33:53.337606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:53.338665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:53.453586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3d91a40-7919-41ad-96c8-080ec79ff594 req-88368ee1-5fc7-418a-884d-bca84bffb484 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0384417 Oct 27 16:33:53.504118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:53.568338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac4f2723-8540-4c3d-ae8c-c766183739aa req-d87458cf-780f-4b4f-8952-5e8d233c53bd service neutron] 10.222.0.53 "GET /v2.0/networks/e51796f0-b7ba-435b-b773-242370f7551e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526023 Oct 27 16:33:53.728572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0 req-69ac68da-b5c3-4c0b-b91c-cf6b189e9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:53.730087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0 req-69ac68da-b5c3-4c0b-b91c-cf6b189e9189 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75488601edab4b54bdb13b6ddc6ab744&device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 1058 time: 0.0596330 Oct 27 16:33:53.803715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdde90-0c29-4695-ae11-fa2a0a3776b9 None None] Pushing event updated for resources: {'Port': ['ID=20119c59-96db-4603-8798-2d9610ef63c8,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:53.844023 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:53.848938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-37e891e5-5408-4dbd-8142-3705f8aef7bd None None] Provisioning complete for port 20119c59-96db-4603-8798-2d9610ef63c8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:53.866383 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-37e891e5-5408-4dbd-8142-3705f8aef7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:53.866994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0 req-bb95e453-9471-47b9-bd5c-0e05e1516f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:53.869167 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0 req-bb95e453-9471-47b9-bd5c-0e05e1516f62 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e51796f0-b7ba-435b-b773-242370f7551e HTTP/1.1" status: 200 len: 896 time: 0.1309857 Oct 27 16:33:53.921715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0 req-ae112a73-64de-448c-b477-f3b6d0e02ee9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=483272b9-9357-418c-bb99-1cb60f7e556c HTTP/1.1" status: 200 len: 217 time: 0.0442059 Oct 27 16:33:53.967182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:33:47Z', 'revision_number': 2, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:52Z', 'revision_number': 4, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:53.974914 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:53.983936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0 req-3253d5cb-a90e-4f8c-a816-09ff0af524b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:53.986721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0 req-3253d5cb-a90e-4f8c-a816-09ff0af524b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=741eed2a-32e1-47af-b921-e55a8e2c9c04 HTTP/1.1" status: 200 len: 837 time: 0.0566244 Oct 27 16:33:54.019624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99c7316-5cf3-4b75-868e-b27e49bf4b72 None None] The sync data for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 is: [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:33:47Z', 'revision_number': 2, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:52Z', 'revision_number': 4, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:54.072707 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0 req-906558d6-b244-4910-ab00-2e0a97a90b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:54.075132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0 req-906558d6-b244-4910-ab00-2e0a97a90b87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e51796f0-b7ba-435b-b773-242370f7551e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780990 Oct 27 16:33:54.078161 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-37e891e5-5408-4dbd-8142-3705f8aef7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.088992 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Allocated IP 172.21.0.1 (207e4781-30dd-4c4e-b3a0-c37ed65c1802/6be7c17c-f24e-40f7-91e3-5896d522f105/22744f79-ad6e-4655-8abc-6b2b5069fc08) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:54.092107 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Network 207e4781-30dd-4c4e-b3a0-c37ed65c1802 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:54.112502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:54.128026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:54.151521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Pushing event updated for resources: {'Port': ['ID=04027290-1187-4b6c-bf60-6afb4afe13a7,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:54.283271 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.289380 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0 req-6dc0031d-9753-4ca5-876d-a004a7dc2585 service neutron] 10.222.0.53 "GET /v2.0/networks/e51796f0-b7ba-435b-b773-242370f7551e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032290 Oct 27 16:33:54.322113 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.330592 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-37e891e5-5408-4dbd-8142-3705f8aef7bd None None] For port 20119c59-96db-4603-8798-2d9610ef63c8, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=20119c59-96db-4603-8798-2d9610ef63c8,segment=NetworkSegment(8182b30f-5608-42d0-856f-f2daf490ba18),segment_id=8182b30f-5608-42d0-856f-f2daf490ba18)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:54.336578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Attempting to bind port 04027290-1187-4b6c-bf60-6afb4afe13a7 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:54.337231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Attempting to bind port 04027290-1187-4b6c-bf60-6afb4afe13a7 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:54.341638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Attempting to bind port 04027290-1187-4b6c-bf60-6afb4afe13a7 on network 207e4781-30dd-4c4e-b3a0-c37ed65c1802 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:54.357743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:54.357743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Checking segment: {'id': 'a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:54.359516 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.360082 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Bound using segment: {'id': 'a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:54.363505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Bound port: 04027290-1187-4b6c-bf60-6afb4afe13a7, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:54.363986 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.436764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c326a3-9dd8-48ec-8046-50197bc20f8b req-8e7d7d5e-0a20-42bb-97c2-f766d99c36e2 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:54.455314 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76c326a3-9dd8-48ec-8046-50197bc20f8b req-8e7d7d5e-0a20-42bb-97c2-f766d99c36e2 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 907 time: 0.1304049 Oct 27 16:33:54.461794 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.532142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-be19dfe5-743e-40a1-9c40-9b0b0c88abc0 req-4145ce3e-18bb-4b56-bf8c-c2dd51d8b2fd service neutron] 10.222.0.53 "GET /v2.0/networks/e51796f0-b7ba-435b-b773-242370f7551e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353554 Oct 27 16:33:54.571368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] For port 04027290-1187-4b6c-bf60-6afb4afe13a7, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:54.583873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] For port 04027290-1187-4b6c-bf60-6afb4afe13a7, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=04027290-1187-4b6c-bf60-6afb4afe13a7,segment=NetworkSegment(a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6),segment_id=a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:54.588619 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-37e891e5-5408-4dbd-8142-3705f8aef7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.606653 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=22744f79-ad6e-4655-8abc-6b2b5069fc08,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:54.627941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network 207e4781-30dd-4c4e-b3a0-c37ed65c1802 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:54.630675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:54.635469 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:33:54.654316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e891e5-5408-4dbd-8142-3705f8aef7bd None None] Pushing event updated for resources: {'Port': ['ID=20119c59-96db-4603-8798-2d9610ef63c8,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:54.679937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3cb8758f-d255-4ed4-b3d7-95563638df12 req-f6f0858e-d5cd-45ed-90a2-6bb2f5c13180 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0666733 Oct 27 16:33:54.721519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ae218a63-e848-4864-9f26-bb0ba1e44a03 None None] Provisioning complete for port 20119c59-96db-4603-8798-2d9610ef63c8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:54.721901 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ae218a63-e848-4864-9f26-bb0ba1e44a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.738855 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.756893 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:54.865859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47e9e9-ae50-42c7-bb3c-b73accc23c6b None None] Pushing event updated for resources: {'Port': ['ID=04027290-1187-4b6c-bf60-6afb4afe13a7,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:55.006581 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.423596 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.492508 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.629473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=22744f79-ad6e-4655-8abc-6b2b5069fc08,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:55.633435 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:55.662566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f05389-26bc-46ab-ac89-11b57166de5b req-eb7b5a6a-5312-446d-a3d7-46b5974e420a tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:55.665966 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97f05389-26bc-46ab-ac89-11b57166de5b req-eb7b5a6a-5312-446d-a3d7-46b5974e420a tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 907 time: 0.1063845 Oct 27 16:33:55.788980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-028cf353-1cb5-4af2-931d-128a58f3d124 req-148b40ec-64e3-4770-8d20-ab3455e8bd41 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b01cc53d-b8f4-4bb1-95fa-6f02e2e7a581 HTTP/1.1" status: 200 len: 210 time: 0.0322721 Oct 27 16:33:55.835603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network 207e4781-30dd-4c4e-b3a0-c37ed65c1802 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:33:55.837884 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:55.953140 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:33:56.075875 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:33:56.100857 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bb4f5c9b-7269-487e-9f0f-faf063452f09 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3260670 Oct 27 16:33:56.103723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33390) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:56.111360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'network': {'name': 'tempest-RoutersTest-1863588238'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:56.193302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 20119c59-96db-4603-8798-2d9610ef63c8 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:56.247528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:56.255048 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.286553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 20119c59-96db-4603-8798-2d9610ef63c8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:56.287973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.313704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:33:56.330319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.330970 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added segment 25e32fbd-2654-430c-b2a0-527099a83e8d of type vlan for network c1deda96-7c1a-4193-93d1-1f61ad882f91 Oct 27 16:33:56.336738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d95479-6f03-4f9f-9c9d-eb9d7973a122 None None] Network 207e4781-30dd-4c4e-b3a0-c37ed65c1802 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:56.397106 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.430069 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Sync routers for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:33:56.442702 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:56.443349 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:56.484136 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.490675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:56.491316 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.559506 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:56.581376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Network': ['ID=c1deda96-7c1a-4193-93d1-1f61ad882f91,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:56.600072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c1deda96-7c1a-4193-93d1-1f61ad882f91 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:33:56.601898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 483272b9-9357-418c-bb99-1cb60f7e556c details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:33:56.648227 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2ba9344b-e2f0-42d4-a978-17c26cf0ffed None None] Provisioning complete for port 04027290-1187-4b6c-bf60-6afb4afe13a7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:56.648840 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ba9344b-e2f0-42d4-a978-17c26cf0ffed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.654896 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8afaffd6-f032-4361-a284-8468e373715c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5487268 Oct 27 16:33:56.657351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33422) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:56.663556 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'subnet': {'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:33:56.801538 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 3, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:55Z', 'revision_number': 2, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:56.832294 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Checking router: 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:33:56.832641 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Updating router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 port 22744f79-ad6e-4655-8abc-6b2b5069fc08 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:33:56.872394 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:56.890344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab96a2-4c75-4929-88e9-d1e81042cebe req-65bdbcc1-0b74-4f74-adee-ab59f9aba7c4 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:56.893654 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efab96a2-4c75-4929-88e9-d1e81042cebe req-65bdbcc1-0b74-4f74-adee-ab59f9aba7c4 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 907 time: 0.1223643 Oct 27 16:33:56.962676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:33:56.967678 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.042015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 483272b9-9357-418c-bb99-1cb60f7e556c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=483272b9-9357-418c-bb99-1cb60f7e556c,segment=NetworkSegment(efcded7f-48e4-4009-a05e-e3ee1ea15655),segment_id=efcded7f-48e4-4009-a05e-e3ee1ea15655)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:57.084540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 04027290-1187-4b6c-bf60-6afb4afe13a7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:57.133187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '483272b9-9357-418c-bb99-1cb60f7e556c', 'network_id': 'e51796f0-b7ba-435b-b773-242370f7551e', 'port_id': '483272b9-9357-418c-bb99-1cb60f7e556c', 'mac_address': 'fa:16:3e:ee:ea:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '741eed2a-32e1-47af-b921-e55a8e2c9c04', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:33:57.185946 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ba9344b-e2f0-42d4-a978-17c26cf0ffed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.222517 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.246887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483272b9-9357-418c-bb99-1cb60f7e556c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:33:57.265411 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.290440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 483272b9-9357-418c-bb99-1cb60f7e556c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=483272b9-9357-418c-bb99-1cb60f7e556c,segment=NetworkSegment(efcded7f-48e4-4009-a05e-e3ee1ea15655),segment_id=efcded7f-48e4-4009-a05e-e3ee1ea15655)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:57.304041 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.311696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2ba9344b-e2f0-42d4-a978-17c26cf0ffed None None] For port 04027290-1187-4b6c-bf60-6afb4afe13a7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=04027290-1187-4b6c-bf60-6afb4afe13a7,segment=NetworkSegment(a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6),segment_id=a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:33:57.320351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 04027290-1187-4b6c-bf60-6afb4afe13a7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:57.320351 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.400074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Subnet': ['ID=66eb1c23-bb6f-415e-8165-e3087b3af5a0,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:57.412926 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.415074 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.443062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Checking segment: {'id': '25e32fbd-2654-430c-b2a0-527099a83e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:57.443467 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network hostable DHCP agents. Network: c1deda96-7c1a-4193-93d1-1f61ad882f91, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:33:57.505063 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ba9344b-e2f0-42d4-a978-17c26cf0ffed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.508422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=483272b9-9357-418c-bb99-1cb60f7e556c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:57.527109 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681901aa-727f-4b58-a587-7d7f1a0e32a4 None None] Pushing event updated for resources: {'Port': ['ID=22744f79-ad6e-4655-8abc-6b2b5069fc08,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:57.550007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network c1deda96-7c1a-4193-93d1-1f61ad882f91 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:33:57.565819 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.615098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9344b-e2f0-42d4-a978-17c26cf0ffed None None] Pushing event updated for resources: {'Port': ['ID=04027290-1187-4b6c-bf60-6afb4afe13a7,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:57.642379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c1deda96-7c1a-4193-93d1-1f61ad882f91) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:33:57.646454 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:57.647084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.669402 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Attempting to bind port 22744f79-ad6e-4655-8abc-6b2b5069fc08 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:33:57.670827 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Attempting to bind port 22744f79-ad6e-4655-8abc-6b2b5069fc08 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:33:57.672580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['483272b9-9357-418c-bb99-1cb60f7e556c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:33:57.673080 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Attempting to bind port 22744f79-ad6e-4655-8abc-6b2b5069fc08 on network 207e4781-30dd-4c4e-b3a0-c37ed65c1802 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:33:57.680192 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:33:57.680961 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Checking segment: {'id': 'a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:33:57.682491 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.683124 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Bound using segment: {'id': 'a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:33:57.683947 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Bound port: 22744f79-ad6e-4655-8abc-6b2b5069fc08, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:33:57.684616 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:57.747395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4058e609-a93a-4ccf-8363-d7a0db2921ae None None] Network c1deda96-7c1a-4193-93d1-1f61ad882f91 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:33:57.753519 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b193e4ce-e41e-434e-a7ef-d529cb742eb0 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0944107 Oct 27 16:33:57.756283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33478) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:57.816405 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] For port 22744f79-ad6e-4655-8abc-6b2b5069fc08, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:33:57.824153 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] For port 22744f79-ad6e-4655-8abc-6b2b5069fc08, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=22744f79-ad6e-4655-8abc-6b2b5069fc08,segment=NetworkSegment(a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6),segment_id=a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:33:57.940245 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.039215 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681901aa-727f-4b58-a587-7d7f1a0e32a4 None None] Pushing event updated for resources: {'Port': ['ID=22744f79-ad6e-4655-8abc-6b2b5069fc08,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:33:58.057653 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:33:58.057653 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:58.175093 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:33:58.189878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8884fb83-c03e-49f6-8542-ed82f4c5dda7 None None] Provisioning complete for port 04027290-1187-4b6c-bf60-6afb4afe13a7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:58.196570 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8884fb83-c03e-49f6-8542-ed82f4c5dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.201869 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:33:58.224726 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:33:58.279897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8fae3-f906-4e71-9df9-56eaf40a84b6 req-b6b1ea11-e831-4b97-a33d-5107789c6bf6 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:58.282978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-95c8fae3-f906-4e71-9df9-56eaf40a84b6 req-b6b1ea11-e831-4b97-a33d-5107789c6bf6 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 908 time: 0.1875849 Oct 27 16:33:58.481816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-c1deda96-7c1a-4193-93d1-1f61ad882f91', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:33:58.483003 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.602496 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 3, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:57Z', 'revision_number': 4, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:33:58.648879 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1a51e-e9bb-4d5c-92f1-baf395963767 None None] The sync data for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 is: [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 3, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:57Z', 'revision_number': 4, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:33:58.749335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 483272b9-9357-418c-bb99-1cb60f7e556c up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:58.914355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:58.918670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8884fb83-c03e-49f6-8542-ed82f4c5dda7 None None] Provisioning complete for port 22744f79-ad6e-4655-8abc-6b2b5069fc08 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:58.923759 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8884fb83-c03e-49f6-8542-ed82f4c5dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:59.203079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Allocated IP 172.22.0.2 (c1deda96-7c1a-4193-93d1-1f61ad882f91/66eb1c23-bb6f-415e-8165-e3087b3af5a0/4a7c117e-cac7-467c-9e47-8c74d4397b81) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:33:59.230031 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:33:59.304108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 483272b9-9357-418c-bb99-1cb60f7e556c completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:33:59.477530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 22744f79-ad6e-4655-8abc-6b2b5069fc08 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:33:59.565865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33586) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:33:59.582247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 483272b9-9357-418c-bb99-1cb60f7e556c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:59.582628 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:59.583548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7d47f-b5c3-4498-8fd8-5ef041d7a316 req-e760090f-19d1-4958-b16c-274153f87a71 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:33:59.585431 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2fe7d47f-b5c3-4498-8fd8-5ef041d7a316 req-e760090f-19d1-4958-b16c-274153f87a71 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 908 time: 0.1512499 Oct 27 16:33:59.674751 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8884fb83-c03e-49f6-8542-ed82f4c5dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:59.680365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 22744f79-ad6e-4655-8abc-6b2b5069fc08 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:33:59.680966 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:59.741043 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:59.778345 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b16a3b4-a9fe-49a1-a2c3-27e22c81429b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:59.922830 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b16a3b4-a9fe-49a1-a2c3-27e22c81429b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:33:59.990289 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b16a3b4-a9fe-49a1-a2c3-27e22c81429b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.008194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8884fb83-c03e-49f6-8542-ed82f4c5dda7 None None] For port 22744f79-ad6e-4655-8abc-6b2b5069fc08, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=22744f79-ad6e-4655-8abc-6b2b5069fc08,segment=NetworkSegment(a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6),segment_id=a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:00.037917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3b16a3b4-a9fe-49a1-a2c3-27e22c81429b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4da2657780c345e7b7f0968156027a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709547 Oct 27 16:34:00.041385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33606) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:00.049653 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.050481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16a3b4-a9fe-49a1-a2c3-27e22c81429b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f13c24-ab1b-4c34-9213-d0a92a6517fe,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:00.092663 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8884fb83-c03e-49f6-8542-ed82f4c5dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.103032 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.115451 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6de08448-eda1-4e87-afd9-e8ffd0a298b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.133864 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.139919 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6de08448-eda1-4e87-afd9-e8ffd0a298b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.150244 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.181572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c713abaa-8355-4154-ab4a-b37ea879cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483272b9-9357-418c-bb99-1cb60f7e556c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:00.183921 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d8a06c-e18a-4278-b0b4-dfd8f27222ea" -d '{"events": [{"server_uuid": "c713abaa-8355-4154-ab4a-b37ea879cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "483272b9-9357-418c-bb99-1cb60f7e556c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:00.216730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Network c1deda96-7c1a-4193-93d1-1f61ad882f91 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:00.230522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 483272b9-9357-418c-bb99-1cb60f7e556c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=483272b9-9357-418c-bb99-1cb60f7e556c,segment=NetworkSegment(efcded7f-48e4-4009-a05e-e3ee1ea15655),segment_id=efcded7f-48e4-4009-a05e-e3ee1ea15655)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:00.233000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884fb83-c03e-49f6-8542-ed82f4c5dda7 None None] Pushing event updated for resources: {'Port': ['ID=22744f79-ad6e-4655-8abc-6b2b5069fc08,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:00.239556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:00.239817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Allocated IP 172.22.0.1 (c1deda96-7c1a-4193-93d1-1f61ad882f91/66eb1c23-bb6f-415e-8165-e3087b3af5a0/0e3650db-a284-4d54-992a-d3b5762a1d84) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:00.249344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:00.273929 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bc0358-806c-4632-ae5d-3f0fa4c8c65e x-openstack-request-id: req-e5bc0358-806c-4632-ae5d-3f0fa4c8c65e {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:00.274220 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c713abaa-8355-4154-ab4a-b37ea879cd4a", "name": "network-vif-plugged", "status": "completed", "tag": "483272b9-9357-418c-bb99-1cb60f7e556c", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:00.274645 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5bc0358-806c-4632-ae5d-3f0fa4c8c65e {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:00.276637 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c713abaa-8355-4154-ab4a-b37ea879cd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483272b9-9357-418c-bb99-1cb60f7e556c', 'code': 200} Oct 27 16:34:00.331607 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.365721 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b95819a5-9704-419d-ae19-73b230611e66 None None] Provisioning complete for port 22744f79-ad6e-4655-8abc-6b2b5069fc08 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:00.370042 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b95819a5-9704-419d-ae19-73b230611e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.397532 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6de08448-eda1-4e87-afd9-e8ffd0a298b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.401944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6de08448-eda1-4e87-afd9-e8ffd0a298b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.401944 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6de08448-eda1-4e87-afd9-e8ffd0a298b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37f13c24-ab1b-4c34-9213-d0a92a6517fe HTTP/1.1" status: 204 len: 168 time: 0.3581495 Oct 27 16:34:00.426104 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.427797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c007cc-b740-4aac-8e8d-b36151ad84b7 req-33f54465-08ae-4f62-934e-bd30f901fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:00.429240 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de08448-eda1-4e87-afd9-e8ffd0a298b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f13c24-ab1b-4c34-9213-d0a92a6517fe,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:00.429370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07c007cc-b740-4aac-8e8d-b36151ad84b7 req-33f54465-08ae-4f62-934e-bd30f901fe22 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 1060 time: 0.0841529 Oct 27 16:34:00.442991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Pushing event updated for resources: {'Port': ['ID=4a7c117e-cac7-467c-9e47-8c74d4397b81,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:00.454506 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:34:00.454870 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:34:00.523471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Attempting to bind port 4a7c117e-cac7-467c-9e47-8c74d4397b81 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:00.523847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Attempting to bind port 4a7c117e-cac7-467c-9e47-8c74d4397b81 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '25e32fbd-2654-430c-b2a0-527099a83e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:00.524234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Attempting to bind port 4a7c117e-cac7-467c-9e47-8c74d4397b81 on network c1deda96-7c1a-4193-93d1-1f61ad882f91 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:00.537326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:00.537749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Checking segment: {'id': '25e32fbd-2654-430c-b2a0-527099a83e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:00.538146 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.538647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Bound using segment: {'id': '25e32fbd-2654-430c-b2a0-527099a83e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:00.539129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Bound port: 4a7c117e-cac7-467c-9e47-8c74d4397b81, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e32fbd-2654-430c-b2a0-527099a83e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:00.539605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.573659 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.603066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=483272b9-9357-418c-bb99-1cb60f7e556c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:00.666162 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network c1deda96-7c1a-4193-93d1-1f61ad882f91 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:00.677571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:00.678987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] For port 4a7c117e-cac7-467c-9e47-8c74d4397b81, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:00.682272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:00.686573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] For port 4a7c117e-cac7-467c-9e47-8c74d4397b81, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4a7c117e-cac7-467c-9e47-8c74d4397b81,segment=NetworkSegment(25e32fbd-2654-430c-b2a0-527099a83e8d),segment_id=25e32fbd-2654-430c-b2a0-527099a83e8d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:00.720493 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=0e3650db-a284-4d54-992a-d3b5762a1d84,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:00.764552 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.770291 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:00.834152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be92b0-c4bc-4001-8efe-e0a20265d508 req-31346bc5-2f58-4db5-bdaf-c4c1afd5d716 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:00.843365 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-60be92b0-c4bc-4001-8efe-e0a20265d508 req-31346bc5-2f58-4db5-bdaf-c4c1afd5d716 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 909 time: 0.1191852 Oct 27 16:34:00.876599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491b5f7-7a6a-4a45-8e38-c426d2936e20 None None] Pushing event updated for resources: {'Port': ['ID=4a7c117e-cac7-467c-9e47-8c74d4397b81,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:01.005324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 04027290-1187-4b6c-bf60-6afb4afe13a7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:01.045645 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.074516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 04027290-1187-4b6c-bf60-6afb4afe13a7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:01.079863 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.295889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33666) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:01.322188 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb941-f45e-43c9-b038-7f2d32c8426c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.483450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4a7c117e-cac7-467c-9e47-8c74d4397b81 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:01.484580 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb941-f45e-43c9-b038-7f2d32c8426c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.489889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.552308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4a7c117e-cac7-467c-9e47-8c74d4397b81 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:01.552768 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.566997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f7bb941-f45e-43c9-b038-7f2d32c8426c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.596595 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.616108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bb941-f45e-43c9-b038-7f2d32c8426c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcc8044-38e5-46e3-be3d-04fd2dd2c193,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:01.621890 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0f7bb941-f45e-43c9-b038-7f2d32c8426c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b216944ad1d44928a59220d3ccf5ff3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221514 Oct 27 16:34:01.624841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33684) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:01.713980 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e94de00-22d4-45b3-8bb2-2233e6c93d4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.746788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e94de00-22d4-45b3-8bb2-2233e6c93d4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.754686 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.757439 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.815676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 4a7c117e-cac7-467c-9e47-8c74d4397b81, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4a7c117e-cac7-467c-9e47-8c74d4397b81,segment=NetworkSegment(25e32fbd-2654-430c-b2a0-527099a83e8d),segment_id=25e32fbd-2654-430c-b2a0-527099a83e8d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:01.848317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=0e3650db-a284-4d54-992a-d3b5762a1d84,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:01.881102 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.882382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 22744f79-ad6e-4655-8abc-6b2b5069fc08 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:01.914480 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network c1deda96-7c1a-4193-93d1-1f61ad882f91 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:01.915909 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e94de00-22d4-45b3-8bb2-2233e6c93d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.916038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:01.920249 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e94de00-22d4-45b3-8bb2-2233e6c93d4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:01.921961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2e94de00-22d4-45b3-8bb2-2233e6c93d4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bcc8044-38e5-46e3-be3d-04fd2dd2c193 HTTP/1.1" status: 204 len: 168 time: 0.2948587 Oct 27 16:34:01.959008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94de00-22d4-45b3-8bb2-2233e6c93d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcc8044-38e5-46e3-be3d-04fd2dd2c193,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:02.070852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:02.102181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a34b7-ab95-42d9-8805-be7d37e213c6 req-e9e3bbae-cdf9-450f-8fb5-fe28da5f77d5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:02.116523 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6b2a34b7-ab95-42d9-8805-be7d37e213c6 req-e9e3bbae-cdf9-450f-8fb5-fe28da5f77d5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 909 time: 0.0990679 Oct 27 16:34:02.197489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=4a7c117e-cac7-467c-9e47-8c74d4397b81,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:02.205909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc9d651-2b29-4763-b157-a67e285aa271 None None] Network c1deda96-7c1a-4193-93d1-1f61ad882f91 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:02.273625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-14a65774-5028-4136-8bd2-04490f18f4f7 None None] Provisioning complete for port 4a7c117e-cac7-467c-9e47-8c74d4397b81 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:02.274264 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-14a65774-5028-4136-8bd2-04490f18f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:02.315699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 22744f79-ad6e-4655-8abc-6b2b5069fc08 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:02.316298 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:02.636154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:02.648116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e2a51be9-1db9-4313-a2b4-b0bf7f25e929 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8907707 Oct 27 16:34:02.651957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33726) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:02.665707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04aec0d-40a5-4189-af70-1f048d17ac94 req-cf01976d-6fab-45a1-973b-f88e7e23a5ba tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:02.665986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'network': {'name': 'tempest-RoutersTest-1781789317'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:02.667614 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b04aec0d-40a5-4189-af70-1f048d17ac94 req-cf01976d-6fab-45a1-973b-f88e7e23a5ba tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 909 time: 0.0945570 Oct 27 16:34:02.681854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Sync routers for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:02.692110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:02.692110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:02.795673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:02.801868 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:02.807688 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:02.875905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:02.913997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:34:02.943954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e5869-d909-4f87-9672-90db5335a40c req-343602a4-2296-461a-87b7-6b8f30f57b8b tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:02.946085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c5e5869-d909-4f87-9672-90db5335a40c req-343602a4-2296-461a-87b7-6b8f30f57b8b tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 1060 time: 0.1367393 Oct 27 16:34:02.950304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:02.950976 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added segment 6e02b857-ef9e-4602-a59b-47e64e6f25ff of type vlan for network b5c36490-b50e-49a6-8fb8-6ee1485ae223 Oct 27 16:34:03.100673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:03.135408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafc7f9-bd20-4286-9138-9f5523e19407 req-a8d81e43-cd66-4edb-8736-62b7cf3a2992 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:03.152015 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4dafc7f9-bd20-4286-9138-9f5523e19407 req-a8d81e43-cd66-4edb-8736-62b7cf3a2992 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 1135 time: 0.1059933 Oct 27 16:34:03.166384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-81e5a407-f9cc-400a-b3b7-f4507969b62c None None] Provisioning complete for port 0e3650db-a284-4d54-992a-d3b5762a1d84 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:03.177973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-81e5a407-f9cc-400a-b3b7-f4507969b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:03.250802 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4dafc7f9-bd20-4286-9138-9f5523e19407 req-26e6c066-90f6-4f22-a99b-10c3741b00aa tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0930843 Oct 27 16:34:03.260371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33774) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:03.319725 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:03.334774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:03.334774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:03.350870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-81e5a407-f9cc-400a-b3b7-f4507969b62c None None] Port 0e3650db-a284-4d54-992a-d3b5762a1d84 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:03.456880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8046770 Oct 27 16:34:03.459655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33792) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:03.465734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'subnet': {'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:03.468604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4a7c117e-cac7-467c-9e47-8c74d4397b81 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:03.539696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5fa2fb-8b17-49d7-a229-46702431db75 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:03.541247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ec5fa2fb-8b17-49d7-a229-46702431db75 tempest-TestSecurityGroupsBasicOps-455691170 tempest-TestSecurityGroupsBasicOps-455691170-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 1055 time: 0.2797520 Oct 27 16:34:03.542325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9333d06-c2f8-4089-81a7-478067f85ab6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Network': ['ID=b5c36490-b50e-49a6-8fb8-6ee1485ae223,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:03.561901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-81e5a407-f9cc-400a-b3b7-f4507969b62c None None] Provisioning complete for port 4a7c117e-cac7-467c-9e47-8c74d4397b81 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:03.562288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-81e5a407-f9cc-400a-b3b7-f4507969b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:03.628441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network b5c36490-b50e-49a6-8fb8-6ee1485ae223 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:34:03.738736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Made reservation on behalf of 138bf4bcf31f4db99faa1781c9f5a48d for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:03.742621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:03.833112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 4a7c117e-cac7-467c-9e47-8c74d4397b81 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:03.835316 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:03.841678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:00Z', 'revision_number': 4, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:01Z', 'revision_number': 2, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:03.949801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Checking router: 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:03.950160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Updating router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 port 0e3650db-a284-4d54-992a-d3b5762a1d84 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:34:04.211878 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.268453 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.395883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07562863-6c31-4002-a9fe-2c283e4f090d req-5b7275da-914d-4df1-81d9-2d10ba54f0cd tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:04.415015 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07562863-6c31-4002-a9fe-2c283e4f090d req-5b7275da-914d-4df1-81d9-2d10ba54f0cd tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 909 time: 0.2092032 Oct 27 16:34:04.415221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1dad9c87-016b-482f-865f-7e5331e74d8e None None] Provisioning complete for port 0e3650db-a284-4d54-992a-d3b5762a1d84 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:04.415498 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1dad9c87-016b-482f-865f-7e5331e74d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.482644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Subnet': ['ID=236773ff-1e63-4d84-90df-ef5cbad2dc0f,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:04.485897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Checking segment: {'id': '6e02b857-ef9e-4602-a59b-47e64e6f25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:04.489762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network hostable DHCP agents. Network: b5c36490-b50e-49a6-8fb8-6ee1485ae223, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:34:04.504044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1dad9c87-016b-482f-865f-7e5331e74d8e None None] Port 0e3650db-a284-4d54-992a-d3b5762a1d84 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:04.612350 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.619562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network b5c36490-b50e-49a6-8fb8-6ee1485ae223 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:34:04.675901 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.698823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, b5c36490-b50e-49a6-8fb8-6ee1485ae223) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:04.710617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:04.711039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44ff23e-b138-455a-a190-c70552f9f730 None None] Network b5c36490-b50e-49a6-8fb8-6ee1485ae223 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:04.711605 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:04.804432 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3316b281-57a3-408c-95d1-5aea6663465d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3435075 Oct 27 16:34:04.807321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33822) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:04.903977 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361938b0-bab1-4862-bd86-b00f54657de8 None None] Pushing event updated for resources: {'Port': ['ID=0e3650db-a284-4d54-992a-d3b5762a1d84,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:05.040585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Attempting to bind port 0e3650db-a284-4d54-992a-d3b5762a1d84 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:05.041069 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Attempting to bind port 0e3650db-a284-4d54-992a-d3b5762a1d84 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '25e32fbd-2654-430c-b2a0-527099a83e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:05.041454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Attempting to bind port 0e3650db-a284-4d54-992a-d3b5762a1d84 on network c1deda96-7c1a-4193-93d1-1f61ad882f91 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:05.069952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:05.074704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Checking segment: {'id': '25e32fbd-2654-430c-b2a0-527099a83e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:05.074704 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:05.074704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Bound using segment: {'id': '25e32fbd-2654-430c-b2a0-527099a83e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:05.074704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Bound port: 0e3650db-a284-4d54-992a-d3b5762a1d84, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e32fbd-2654-430c-b2a0-527099a83e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:05.074704 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:05.110750 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'fixed_ips': [{'subnet_id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:34:05.110750 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:05.298136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-549391de-e813-4fb6-addd-2f198d630958 None None] Provisioning complete for port 0e3650db-a284-4d54-992a-d3b5762a1d84 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:05.298515 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-549391de-e813-4fb6-addd-2f198d630958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:05.563671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] For port 0e3650db-a284-4d54-992a-d3b5762a1d84, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:05.595871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] For port 0e3650db-a284-4d54-992a-d3b5762a1d84, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0e3650db-a284-4d54-992a-d3b5762a1d84,segment=NetworkSegment(25e32fbd-2654-430c-b2a0-527099a83e8d),segment_id=25e32fbd-2654-430c-b2a0-527099a83e8d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:05.617080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-549391de-e813-4fb6-addd-2f198d630958 None None] Port 0e3650db-a284-4d54-992a-d3b5762a1d84 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:05.649153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Allocated IP 172.23.0.2 (b5c36490-b50e-49a6-8fb8-6ee1485ae223/236773ff-1e63-4d84-90df-ef5cbad2dc0f/2135913a-5234-4b7b-8455-df4e7a726fa0) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:05.671773 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:05.839792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33864) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:05.853686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9defe2-5cc3-4625-8fd4-aa3c0abdca63 req-c4afe098-49c0-45fa-8dc6-fb252af15ca6 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:05.855241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b9defe2-5cc3-4625-8fd4-aa3c0abdca63 req-c4afe098-49c0-45fa-8dc6-fb252af15ca6 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 909 time: 0.1568637 Oct 27 16:34:05.865688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547557c-ab04-419d-a142-080e0eb995bd req-35b656f3-4607-4ff6-bdc4-34e90e920905 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:05.867168 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4547557c-ab04-419d-a142-080e0eb995bd req-35b656f3-4607-4ff6-bdc4-34e90e920905 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.53 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 909 time: 0.1699305 Oct 27 16:34:05.909722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361938b0-bab1-4862-bd86-b00f54657de8 None None] Pushing event updated for resources: {'Port': ['ID=0e3650db-a284-4d54-992a-d3b5762a1d84,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:05.936642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:05.938684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:06.043341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.084928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:06.092850 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-924a9968-d7ec-4114-a265-7b5322b41fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.299040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-924a9968-d7ec-4114-a265-7b5322b41fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.311288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4dbfd5d8-1037-48ca-b1ca-614540448bbb None None] Provisioning complete for port 0e3650db-a284-4d54-992a-d3b5762a1d84 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:06.311729 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd5d8-1037-48ca-b1ca-614540448bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.367465 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-924a9968-d7ec-4114-a265-7b5322b41fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.463709 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.472740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33872) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:06.475951 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-924a9968-d7ec-4114-a265-7b5322b41fe6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e785f629635f4b4583125a7e1498d0fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346974 Oct 27 16:34:06.489205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a9968-d7ec-4114-a265-7b5322b41fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e694d-09d2-464f-ac90-e71bcbca5e4a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:06.496683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-4547557c-ab04-419d-a142-080e0eb995bd req-a1524441-e161-423d-9e8c-5d429682bc61 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Deleting port 483272b9-9357-418c-bb99-1cb60f7e556c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:06.497017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4547557c-ab04-419d-a142-080e0eb995bd req-a1524441-e161-423d-9e8c-5d429682bc61 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.541228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:00Z', 'revision_number': 4, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:05Z', 'revision_number': 4, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:06.578262 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.586692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af89c0f4-235d-4a76-9cce-0e962c24523e None None] The sync data for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 is: [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:00Z', 'revision_number': 4, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:05Z', 'revision_number': 4, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:06.622077 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd5d8-1037-48ca-b1ca-614540448bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.649109 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Network b5c36490-b50e-49a6-8fb8-6ee1485ae223 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:06.678822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:06.695632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:06.697165 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc7d0-2368-45e0-ab64-d0bd16a5b8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.712447 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Pushing event updated for resources: {'Port': ['ID=2135913a-5234-4b7b-8455-df4e7a726fa0,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:06.728862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4dbfd5d8-1037-48ca-b1ca-614540448bbb None None] For port 0e3650db-a284-4d54-992a-d3b5762a1d84, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0e3650db-a284-4d54-992a-d3b5762a1d84,segment=NetworkSegment(25e32fbd-2654-430c-b2a0-527099a83e8d),segment_id=25e32fbd-2654-430c-b2a0-527099a83e8d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:06.761217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Allocated IP 172.23.0.1 (b5c36490-b50e-49a6-8fb8-6ee1485ae223/236773ff-1e63-4d84-90df-ef5cbad2dc0f/6e75a6cc-85cc-4666-abe4-bd14fa3d865b) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:06.769528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4547557c-ab04-419d-a142-080e0eb995bd req-a1524441-e161-423d-9e8c-5d429682bc61 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] For port 483272b9-9357-418c-bb99-1cb60f7e556c, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=483272b9-9357-418c-bb99-1cb60f7e556c,segment=NetworkSegment(efcded7f-48e4-4009-a05e-e3ee1ea15655),segment_id=efcded7f-48e4-4009-a05e-e3ee1ea15655)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:06.770637 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4547557c-ab04-419d-a142-080e0eb995bd req-a1524441-e161-423d-9e8c-5d429682bc61 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.780081 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc7d0-2368-45e0-ab64-d0bd16a5b8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.805198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Attempting to bind port 2135913a-5234-4b7b-8455-df4e7a726fa0 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:06.805648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Attempting to bind port 2135913a-5234-4b7b-8455-df4e7a726fa0 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '6e02b857-ef9e-4602-a59b-47e64e6f25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:06.806025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Attempting to bind port 2135913a-5234-4b7b-8455-df4e7a726fa0 on network b5c36490-b50e-49a6-8fb8-6ee1485ae223 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:06.815945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:06.815945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Checking segment: {'id': '6e02b857-ef9e-4602-a59b-47e64e6f25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:06.815945 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.815945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Bound using segment: {'id': '6e02b857-ef9e-4602-a59b-47e64e6f25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:06.815945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Bound port: 2135913a-5234-4b7b-8455-df4e7a726fa0, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e02b857-ef9e-4602-a59b-47e64e6f25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:06.816544 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.826957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-4547557c-ab04-419d-a142-080e0eb995bd req-a1524441-e161-423d-9e8c-5d429682bc61 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Calling delete_port for 483272b9-9357-418c-bb99-1cb60f7e556c owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:06.833781 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4dbfd5d8-1037-48ca-b1ca-614540448bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:06.945971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfd5d8-1037-48ca-b1ca-614540448bbb None None] Pushing event updated for resources: {'Port': ['ID=0e3650db-a284-4d54-992a-d3b5762a1d84,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:06.976648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] For port 2135913a-5234-4b7b-8455-df4e7a726fa0, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:06.987364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] For port 2135913a-5234-4b7b-8455-df4e7a726fa0, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2135913a-5234-4b7b-8455-df4e7a726fa0,segment=NetworkSegment(6e02b857-ef9e-4602-a59b-47e64e6f25ff),segment_id=6e02b857-ef9e-4602-a59b-47e64e6f25ff)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:07.043003 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.052447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673552e-d90a-4883-9fab-5d1b505e545f req-10d8d118-6733-45c9-9ee5-a1ddf3c7d580 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:07.057670 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3673552e-d90a-4883-9fab-5d1b505e545f req-10d8d118-6733-45c9-9ee5-a1ddf3c7d580 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 909 time: 0.0856333 Oct 27 16:34:07.089669 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.162576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe5c92-17ee-4bb5-a7a4-15aa7e857e5a None None] Pushing event updated for resources: {'Port': ['ID=2135913a-5234-4b7b-8455-df4e7a726fa0,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:07.247688 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc7d0-2368-45e0-ab64-d0bd16a5b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.250391 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ab6cc7d0-2368-45e0-ab64-d0bd16a5b8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.252335 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ab6cc7d0-2368-45e0-ab64-d0bd16a5b8e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d3e694d-09d2-464f-ac90-e71bcbca5e4a HTTP/1.1" status: 204 len: 168 time: 0.7721717 Oct 27 16:34:07.265665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6cc7d0-2368-45e0-ab64-d0bd16a5b8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e694d-09d2-464f-ac90-e71bcbca5e4a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:07.288618 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.334569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network b5c36490-b50e-49a6-8fb8-6ee1485ae223 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:07.340243 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4547557c-ab04-419d-a142-080e0eb995bd req-a1524441-e161-423d-9e8c-5d429682bc61 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.345662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:07.452273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:07.583244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0e3650db-a284-4d54-992a-d3b5762a1d84 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:07.671249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=6e75a6cc-85cc-4666-abe4-bd14fa3d865b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:07.738797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4547557c-ab04-419d-a142-080e0eb995bd req-a1524441-e161-423d-9e8c-5d429682bc61 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] No DVR routers for this DVR port 483272b9-9357-418c-bb99-1cb60f7e556c on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:07.750331 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4547557c-ab04-419d-a142-080e0eb995bd req-a1524441-e161-423d-9e8c-5d429682bc61 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.763136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4547557c-ab04-419d-a142-080e0eb995bd req-a1524441-e161-423d-9e8c-5d429682bc61 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.53 "DELETE /v2.0/ports/483272b9-9357-418c-bb99-1cb60f7e556c HTTP/1.1" status: 204 len: 173 time: 1.8868244 Oct 27 16:34:07.775393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c713abaa-8355-4154-ab4a-b37ea879cd4a', 'name': 'network-vif-deleted', 'tag': '483272b9-9357-418c-bb99-1cb60f7e556c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:07.776197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 0e3650db-a284-4d54-992a-d3b5762a1d84 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:07.776777 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.782168 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dce07da-eadd-48e9-b3fd-9b1d105a061b" -d '{"events": [{"server_uuid": "c713abaa-8355-4154-ab4a-b37ea879cd4a", "name": "network-vif-deleted", "tag": "483272b9-9357-418c-bb99-1cb60f7e556c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:07.828406 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:07.973217 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4081c19c-d757-4422-ac92-978161e536c5 x-openstack-request-id: req-4081c19c-d757-4422-ac92-978161e536c5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:07.974010 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c713abaa-8355-4154-ab4a-b37ea879cd4a", "name": "network-vif-deleted", "tag": "483272b9-9357-418c-bb99-1cb60f7e556c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:07.974309 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4081c19c-d757-4422-ac92-978161e536c5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:07.974913 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c713abaa-8355-4154-ab4a-b37ea879cd4a', 'name': 'network-vif-deleted', 'tag': '483272b9-9357-418c-bb99-1cb60f7e556c', 'status': 'completed', 'code': 200} Oct 27 16:34:07.976149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1524441-e161-423d-9e8c-5d429682bc61 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'Port': ['ID=483272b9-9357-418c-bb99-1cb60f7e556c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:08.100856 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.181788 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-18b0fa2e-e4a1-4ad4-b6c3-da59e0757379 req-7ce890f3-a29d-440a-afac-12ff2a0ed6ad tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=c713abaa-8355-4154-ab4a-b37ea879cd4a HTTP/1.1" status: 200 len: 210 time: 0.0347674 Oct 27 16:34:08.299079 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33888) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:08.316709 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc772946-ee26-432f-8d96-4c1da4e910fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.412772 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc772946-ee26-432f-8d96-4c1da4e910fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.463376 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.476440 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc772946-ee26-432f-8d96-4c1da4e910fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.533879 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.540780 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fc772946-ee26-432f-8d96-4c1da4e910fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3adb9e7029674d918558596b51a9dc51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401860 Oct 27 16:34:08.542193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc772946-ee26-432f-8d96-4c1da4e910fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e4ec68-1b30-4559-b477-772bfe3f0cfd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:08.546380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33894) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:08.626204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1279-3ea3-4251-80dd-d75178146193 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.662095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1279-3ea3-4251-80dd-d75178146193 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.683806 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.741457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event updated for resources: {'Port': ['ID=6e75a6cc-85cc-4666-abe4-bd14fa3d865b,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:08.825062 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bb53e6-b47c-4353-b7cb-549ba9be3164 None None] Network b5c36490-b50e-49a6-8fb8-6ee1485ae223 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:08.830557 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1279-3ea3-4251-80dd-d75178146193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.833148 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b9a1279-3ea3-4251-80dd-d75178146193 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:08.836890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5b9a1279-3ea3-4251-80dd-d75178146193 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86e4ec68-1b30-4559-b477-772bfe3f0cfd HTTP/1.1" status: 204 len: 168 time: 0.2862670 Oct 27 16:34:08.849809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a1279-3ea3-4251-80dd-d75178146193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e4ec68-1b30-4559-b477-772bfe3f0cfd,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:08.908977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Network b5c36490-b50e-49a6-8fb8-6ee1485ae223 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:08.914354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:09.060991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d18a63cc-9b10-42e6-a14f-1afd904e15a0 None None] Provisioning complete for port 2135913a-5234-4b7b-8455-df4e7a726fa0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:09.062438 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d18a63cc-9b10-42e6-a14f-1afd904e15a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:09.113595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:09.233469 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d18a63cc-9b10-42e6-a14f-1afd904e15a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:09.288039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33906) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:09.373327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:09.386475 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Sync routers for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:09.395044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3314c411-d92b-4951-9b04-18e731e2c9c8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5854986 Oct 27 16:34:09.397979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d18a63cc-9b10-42e6-a14f-1afd904e15a0 None None] For port 2135913a-5234-4b7b-8455-df4e7a726fa0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2135913a-5234-4b7b-8455-df4e7a726fa0,segment=NetworkSegment(6e02b857-ef9e-4602-a59b-47e64e6f25ff),segment_id=6e02b857-ef9e-4602-a59b-47e64e6f25ff)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:09.398936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33908) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:09.401590 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:09.412968 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:09.416768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-5251df6b-17f2-49ec-9a89-133e41c8d103 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:09.493188 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d18a63cc-9b10-42e6-a14f-1afd904e15a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:09.611782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a63cc-9b10-42e6-a14f-1afd904e15a0 None None] Pushing event updated for resources: {'Port': ['ID=2135913a-5234-4b7b-8455-df4e7a726fa0,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:09.620004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2135913a-5234-4b7b-8455-df4e7a726fa0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:09.883166 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-edb94b79-68fb-42aa-bf2b-a33e21d4fbac None None] Provisioning complete for port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:09.883166 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-edb94b79-68fb-42aa-bf2b-a33e21d4fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:09.905224 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:10.046908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-edb94b79-68fb-42aa-bf2b-a33e21d4fbac None None] Port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:10.067669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2135913a-5234-4b7b-8455-df4e7a726fa0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:10.072844 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:10.072844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-edb94b79-68fb-42aa-bf2b-a33e21d4fbac None None] Provisioning complete for port 2135913a-5234-4b7b-8455-df4e7a726fa0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:10.072844 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-edb94b79-68fb-42aa-bf2b-a33e21d4fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:10.649639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:10.684837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 483272b9-9357-418c-bb99-1cb60f7e556c no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:10.701344 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:07Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e75a6cc-85cc-4666-abe4-bd14fa3d865b', 'name': '', 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:93:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:06Z', 'updated_at': '2021-10-27T16:34:08Z', 'revision_number': 2, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:10.712284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.extraroute_db [None req-5251df6b-17f2-49ec-9a89-133e41c8d103 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:34:10.755541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.extraroute_db [None req-5251df6b-17f2-49ec-9a89-133e41c8d103 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Removed routes are [] {{(pid=109723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:34:10.759278 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5251df6b-17f2-49ec-9a89-133e41c8d103 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:10.760738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 483272b9-9357-418c-bb99-1cb60f7e556c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:10.761080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 483272b9-9357-418c-bb99-1cb60f7e556c not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:10.780850 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Checking router: 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:10.781225 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Updating router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:34:10.821016 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.141389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a0bb494a-5835-435f-8cdd-b9f52551068b None None] Provisioning complete for port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:11.148228 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a0bb494a-5835-435f-8cdd-b9f52551068b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.226797 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Deleting port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:11.228090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.236898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a0bb494a-5835-435f-8cdd-b9f52551068b None None] Port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:11.309125 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5251df6b-17f2-49ec-9a89-133e41c8d103 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.312849 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5251df6b-17f2-49ec-9a89-133e41c8d103 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.423623 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2135913a-5234-4b7b-8455-df4e7a726fa0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:11.433265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] For port a9c2649b-d4cc-44e0-820b-c41f5a92a6b8, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a9c2649b-d4cc-44e0-820b-c41f5a92a6b8,segment=NetworkSegment(efcded7f-48e4-4009-a05e-e3ee1ea15655),segment_id=efcded7f-48e4-4009-a05e-e3ee1ea15655)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:11.436343 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.466392 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.479731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Calling delete_port for a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:11.512966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5251df6b-17f2-49ec-9a89-133e41c8d103 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:11.550595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2135913a-5234-4b7b-8455-df4e7a726fa0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:11.550861 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.555860 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.670874 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a240a-3c1e-47b2-a78e-18ae0fc8f53e None None] Pushing event updated for resources: {'Port': ['ID=6e75a6cc-85cc-4666-abe4-bd14fa3d865b,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:11.757138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5251df6b-17f2-49ec-9a89-133e41c8d103 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:11.772337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5251df6b-17f2-49ec-9a89-133e41c8d103 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.776326 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5251df6b-17f2-49ec-9a89-133e41c8d103 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05 HTTP/1.1" status: 200 len: 934 time: 2.3700137 Oct 27 16:34:11.776654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33940) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:11.814197 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Attempting to bind port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:11.814709 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Attempting to bind port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '6e02b857-ef9e-4602-a59b-47e64e6f25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:11.814931 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Attempting to bind port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b on network b5c36490-b50e-49a6-8fb8-6ee1485ae223 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:11.828927 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:11.829718 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Checking segment: {'id': '6e02b857-ef9e-4602-a59b-47e64e6f25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:11.830309 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.830965 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Bound using segment: {'id': '6e02b857-ef9e-4602-a59b-47e64e6f25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:11.831621 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Bound port: 6e75a6cc-85cc-4666-abe4-bd14fa3d865b, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e02b857-ef9e-4602-a59b-47e64e6f25ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:11.832217 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.841905 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:11.906563 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'Port': ['ID=a9c2649b-d4cc-44e0-820b-c41f5a92a6b8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:11.969904 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] For port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:11.981897 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] For port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6e75a6cc-85cc-4666-abe4-bd14fa3d865b,segment=NetworkSegment(6e02b857-ef9e-4602-a59b-47e64e6f25ff),segment_id=6e02b857-ef9e-4602-a59b-47e64e6f25ff)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:12.001311 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-237a4085-e49e-4671-9acf-112a7990ae6b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05 HTTP/1.1" status: 200 len: 934 time: 0.2211049 Oct 27 16:34:12.003649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33944) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:12.020874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4a74d6c4-b1a0-4163-90cf-aa4997808002 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'routes': None}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:12.069801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-fb5c23ad-15e3-4e27-9cbe-4d06f4eafb78 None None] Provisioning complete for port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:12.076365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fb5c23ad-15e3-4e27-9cbe-4d06f4eafb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.093435 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.206999 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:12.221740 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:12.230873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c23ad-15e3-4e27-9cbe-4d06f4eafb78 None None] Port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:12.345895 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.470164 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a240a-3c1e-47b2-a78e-18ae0fc8f53e None None] Pushing event updated for resources: {'Port': ['ID=6e75a6cc-85cc-4666-abe4-bd14fa3d865b,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:12.567224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-67d55344-62df-4d96-9576-72343e939590 None None] Provisioning complete for port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:12.567619 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-67d55344-62df-4d96-9576-72343e939590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.614507 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:12.666696 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Router 77aab8c0-8043-42ca-83eb-f99e8edab65d has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:12.795159 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-67d55344-62df-4d96-9576-72343e939590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.800236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.extraroute_db [None req-4a74d6c4-b1a0-4163-90cf-aa4997808002 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added routes are [] {{(pid=109723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:34:12.800236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.extraroute_db [None req-4a74d6c4-b1a0-4163-90cf-aa4997808002 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109723) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:34:12.842830 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:12.851817 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-67d55344-62df-4d96-9576-72343e939590 None None] For port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6e75a6cc-85cc-4666-abe4-bd14fa3d865b,segment=NetworkSegment(6e02b857-ef9e-4602-a59b-47e64e6f25ff),segment_id=6e02b857-ef9e-4602-a59b-47e64e6f25ff)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:12.858140 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7e272adb-f336-4073-ae38-c714ae2cf315 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "PUT /v2.0/routers/77aab8c0-8043-42ca-83eb-f99e8edab65d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5689533 Oct 27 16:34:12.861404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33960) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:12.861568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a30dbb6-f28b-4fa4-adc7-af81748c856f None None] Sync routers for ids ['77aab8c0-8043-42ca-83eb-f99e8edab65d'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:12.875936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a30dbb6-f28b-4fa4-adc7-af81748c856f None None] Routers {'77aab8c0-8043-42ca-83eb-f99e8edab65d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:12.876624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3a30dbb6-f28b-4fa4-adc7-af81748c856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['77aab8c0-8043-42ca-83eb-f99e8edab65d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:12.902209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a74d6c4-b1a0-4163-90cf-aa4997808002 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.960260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-279e13c0-aba0-462c-a62f-ab678629bc16 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Deleting subnet 741eed2a-32e1-47af-b921-e55a8e2c9c04 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:12.966720 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-279e13c0-aba0-462c-a62f-ab678629bc16 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:12.977407 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-67d55344-62df-4d96-9576-72343e939590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:13.056007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d55344-62df-4d96-9576-72343e939590 None None] Pushing event updated for resources: {'Port': ['ID=6e75a6cc-85cc-4666-abe4-bd14fa3d865b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:13.070789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3a30dbb6-f28b-4fa4-adc7-af81748c856f None None] Set router 77aab8c0-8043-42ca-83eb-f99e8edab65d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:13.080415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-279e13c0-aba0-462c-a62f-ab678629bc16 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:13.145757 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:10Z', 'revision_number': 6, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e75a6cc-85cc-4666-abe4-bd14fa3d865b', 'name': '', 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:93:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:06Z', 'updated_at': '2021-10-27T16:34:11Z', 'revision_number': 4, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:13.244560 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9f234b-95d2-4e33-ab7c-ca786f58ed38 None None] The sync data for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 is: [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:10Z', 'revision_number': 6, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e75a6cc-85cc-4666-abe4-bd14fa3d865b', 'name': '', 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:93:5d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:06Z', 'updated_at': '2021-10-27T16:34:11Z', 'revision_number': 4, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:13.444598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3a30dbb6-f28b-4fa4-adc7-af81748c856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265983702', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:34:11Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:36Z', 'updated_at': '2021-10-27T16:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:13.449604 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-279e13c0-aba0-462c-a62f-ab678629bc16 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:13.554628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a30dbb6-f28b-4fa4-adc7-af81748c856f None None] Checking router: 77aab8c0-8043-42ca-83eb-f99e8edab65d for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:13.594875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a30dbb6-f28b-4fa4-adc7-af81748c856f None None] Routers {'77aab8c0-8043-42ca-83eb-f99e8edab65d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:13.595531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3a30dbb6-f28b-4fa4-adc7-af81748c856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['77aab8c0-8043-42ca-83eb-f99e8edab65d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:13.697789 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-279e13c0-aba0-462c-a62f-ab678629bc16 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:13.763929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3a30dbb6-f28b-4fa4-adc7-af81748c856f None None] Set router 77aab8c0-8043-42ca-83eb-f99e8edab65d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:13.783512 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e13c0-aba0-462c-a62f-ab678629bc16 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'Subnet': ['ID=741eed2a-32e1-47af-b921-e55a8e2c9c04,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:13.787662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-279e13c0-aba0-462c-a62f-ab678629bc16 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:13.794094 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-279e13c0-aba0-462c-a62f-ab678629bc16 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "DELETE /v2.0/subnets/741eed2a-32e1-47af-b921-e55a8e2c9c04 HTTP/1.1" status: 204 len: 168 time: 0.9295011 Oct 27 16:34:13.795008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33980) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:13.846306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab04272-0dcc-4bce-b5c0-3d679ba8efaf None None] Network e51796f0-b7ba-435b-b773-242370f7551e requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:13.999825 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.085138 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a74d6c4-b1a0-4163-90cf-aa4997808002 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.105144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a74d6c4-b1a0-4163-90cf-aa4997808002 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.223116 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.267740 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3a30dbb6-f28b-4fa4-adc7-af81748c856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265983702', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:34:11Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:36Z', 'updated_at': '2021-10-27T16:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:14.344583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6f1375-81fb-460f-a45a-11b36842f812 None None] DHCP port deletion for e51796f0-b7ba-435b-b773-242370f7551e request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:14.364072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a30dbb6-f28b-4fa4-adc7-af81748c856f None None] The sync data for ids ['77aab8c0-8043-42ca-83eb-f99e8edab65d'] in n-d-815689-1 is: [{'id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-265983702', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11'}], 'enable_snat': True}, 'gw_port_id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:35Z', 'updated_at': '2021-10-27T16:34:11Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'be47fb15-11d3-4344-bb3a-a3447811dbc8', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:11:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77aab8c0-8043-42ca-83eb-f99e8edab65d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:36Z', 'updated_at': '2021-10-27T16:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:14.389113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0f495f2-1223-4859-b312-0da1fd60687e req-df3645ff-e313-45e0-aef5-bc37ba3f604a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2450051 Oct 27 16:34:14.410803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a74d6c4-b1a0-4163-90cf-aa4997808002 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:14.452967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Deleting port be47fb15-11d3-4344-bb3a-a3447811dbc8 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:14.453914 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.483224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f1375-81fb-460f-a45a-11b36842f812 None None] Deleting port 39cbf4a0-0084-45a7-9720-bc618e48cda3 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:14.484207 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d6f1375-81fb-460f-a45a-11b36842f812 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.588808 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3d6f1375-81fb-460f-a45a-11b36842f812 None None] For port 39cbf4a0-0084-45a7-9720-bc618e48cda3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=39cbf4a0-0084-45a7-9720-bc618e48cda3,segment=NetworkSegment(efcded7f-48e4-4009-a05e-e3ee1ea15655),segment_id=efcded7f-48e4-4009-a05e-e3ee1ea15655)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:14.589269 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d6f1375-81fb-460f-a45a-11b36842f812 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.627473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f1375-81fb-460f-a45a-11b36842f812 None None] Calling delete_port for 39cbf4a0-0084-45a7-9720-bc618e48cda3 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:14.673739 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] For port be47fb15-11d3-4344-bb3a-a3447811dbc8, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=be47fb15-11d3-4344-bb3a-a3447811dbc8,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:14.674108 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.705282 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dade85b-3e87-4ad3-b7bd-437432628bd4 None None] Sync routers for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:14.723330 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dade85b-3e87-4ad3-b7bd-437432628bd4 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:14.723881 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0dade85b-3e87-4ad3-b7bd-437432628bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:14.726922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Calling delete_port for be47fb15-11d3-4344-bb3a-a3447811dbc8 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:14.804240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f495f2-1223-4859-b312-0da1fd60687e req-c8b0dd97-aa47-479c-a69e-818e75faea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:14.812082 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0f495f2-1223-4859-b312-0da1fd60687e req-c8b0dd97-aa47-479c-a69e-818e75faea06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=75488601edab4b54bdb13b6ddc6ab744&device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 1135 time: 0.3430877 Oct 27 16:34:14.822293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a74d6c4-b1a0-4163-90cf-aa4997808002 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:14.869741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 33994) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:14.876559 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d6f1375-81fb-460f-a45a-11b36842f812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.916588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f1375-81fb-460f-a45a-11b36842f812 None None] Pushing event deleted for resources: {'Port': ['ID=39cbf4a0-0084-45a7-9720-bc618e48cda3,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:14.930913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f1375-81fb-460f-a45a-11b36842f812 None None] No DVR routers for this DVR port 39cbf4a0-0084-45a7-9720-bc618e48cda3 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:14.980441 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-0dade85b-3e87-4ad3-b7bd-437432628bd4 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:14.989308 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4a74d6c4-b1a0-4163-90cf-aa4997808002 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:14.993454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4a74d6c4-b1a0-4163-90cf-aa4997808002 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05 HTTP/1.1" status: 200 len: 700 time: 2.9821303 Oct 27 16:34:15.004021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 33998) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:15.154618 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5642aa7-33b5-4080-b33d-b3f3049f8091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.218034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f495f2-1223-4859-b312-0da1fd60687e req-5ef0ba03-31c1-487a-b6a3-c289052f7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:15.221826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0f495f2-1223-4859-b312-0da1fd60687e req-5ef0ba03-31c1-487a-b6a3-c289052f7b13 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ae86737-4f1f-4099-8ce1-c64cf19ac110 HTTP/1.1" status: 200 len: 897 time: 0.3884356 Oct 27 16:34:15.236581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-70d1ea86-bf3b-4241-981e-2d95d6565697 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05 HTTP/1.1" status: 200 len: 700 time: 0.2312868 Oct 27 16:34:15.249045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34000) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:15.299840 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5642aa7-33b5-4080-b33d-b3f3049f8091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.303258 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.342915 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0dade85b-3e87-4ad3-b7bd-437432628bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 7, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e75a6cc-85cc-4666-abe4-bd14fa3d865b', 'name': '', 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:93:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:06Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:15.350064 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'Port': ['ID=be47fb15-11d3-4344-bb3a-a3447811dbc8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:15.381209 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dade85b-3e87-4ad3-b7bd-437432628bd4 None None] Checking router: 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:15.385937 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e5642aa7-33b5-4080-b33d-b3f3049f8091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.396014 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dade85b-3e87-4ad3-b7bd-437432628bd4 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:15.396672 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0dade85b-3e87-4ad3-b7bd-437432628bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:15.481129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6e75a6cc-85cc-4666-abe4-bd14fa3d865b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:15.563492 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5642aa7-33b5-4080-b33d-b3f3049f8091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea1c93-9a1f-4ecd-a44e-d76962b3fa36,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:15.570250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e5642aa7-33b5-4080-b33d-b3f3049f8091 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cb3b3356c8f45cda611fb0391ec86a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6991527 Oct 27 16:34:15.575495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34004) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:15.583707 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-0dade85b-3e87-4ad3-b7bd-437432628bd4 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:15.612188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0f495f2-1223-4859-b312-0da1fd60687e req-042f868a-9b69-46ef-a5d2-9b36764bbc4e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e41f5b3-c45f-441d-828f-66a05eb54d9c HTTP/1.1" status: 200 len: 1001 time: 0.3734565 Oct 27 16:34:15.614039 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.673918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:15.674490 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.700015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f495f2-1223-4859-b312-0da1fd60687e req-c3387add-4d0f-4c16-99b3-e950284f00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:15.701853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0f495f2-1223-4859-b312-0da1fd60687e req-c3387add-4d0f-4c16-99b3-e950284f00bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88ad281c-19c4-4d67-b4bf-4b792021dffe HTTP/1.1" status: 200 len: 834 time: 0.0823994 Oct 27 16:34:15.775818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f495f2-1223-4859-b312-0da1fd60687e req-abbf4581-782e-4986-bf04-6503d17ebffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:15.777561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0f495f2-1223-4859-b312-0da1fd60687e req-abbf4581-782e-4986-bf04-6503d17ebffe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ae86737-4f1f-4099-8ce1-c64cf19ac110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675550 Oct 27 16:34:15.809836 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.813417 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.868308 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87e4caa4-dc74-4dea-915d-cea71fbc7499 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.898536 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87e4caa4-dc74-4dea-915d-cea71fbc7499 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.945091 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.945623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Fanout notify agent at l3_agent the message router_deleted on router 77aab8c0-8043-42ca-83eb-f99e8edab65d {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:34:15.945956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0f495f2-1223-4859-b312-0da1fd60687e req-2c545c9d-04e8-429a-9f39-1c972e45c4d9 service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505563 Oct 27 16:34:15.975183 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:15.976806 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:15.991745 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a27a0a70-18f9-4583-8452-f5dce6f9a17e tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "DELETE /v2.0/routers/77aab8c0-8043-42ca-83eb-f99e8edab65d HTTP/1.1" status: 204 len: 168 time: 2.1937573 Oct 27 16:34:16.003235 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:16.003996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a9c2649b-d4cc-44e0-820b-c41f5a92a6b8 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:16.004563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 39cbf4a0-0084-45a7-9720-bc618e48cda3 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:16.014401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34008) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:16.040289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 39cbf4a0-0084-45a7-9720-bc618e48cda3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:16.042479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 39cbf4a0-0084-45a7-9720-bc618e48cda3 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:16.057903 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.175357 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.179090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87e4caa4-dc74-4dea-915d-cea71fbc7499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.183467 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-87e4caa4-dc74-4dea-915d-cea71fbc7499 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.187026 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-87e4caa4-dc74-4dea-915d-cea71fbc7499 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58ea1c93-9a1f-4ecd-a44e-d76962b3fa36 HTTP/1.1" status: 204 len: 168 time: 0.6082637 Oct 27 16:34:16.201688 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4caa4-dc74-4dea-915d-cea71fbc7499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea1c93-9a1f-4ecd-a44e-d76962b3fa36,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:16.244592 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0dade85b-3e87-4ad3-b7bd-437432628bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 7, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e75a6cc-85cc-4666-abe4-bd14fa3d865b', 'name': '', 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:93:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:06Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:16.284491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a0f495f2-1223-4859-b312-0da1fd60687e req-af785909-b762-4dae-a0c8-49509775161c service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280215 Oct 27 16:34:16.313221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.316728 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dade85b-3e87-4ad3-b7bd-437432628bd4 None None] The sync data for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 is: [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 7, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e75a6cc-85cc-4666-abe4-bd14fa3d865b', 'name': '', 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:93:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:06Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:16.344888 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51796f0-b7ba-435b-b773-242370f7551e']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:16.357536 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcded7f-48e4-4009-a05e-e3ee1ea15655') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:16.357804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcded7f-48e4-4009-a05e-e3ee1ea15655') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:16.369066 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.394256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.401004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:16.403288 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:16.475348 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:16.584559 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.588018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:16.588565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.590963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:16.600370 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "DELETE /v2.0/networks/e51796f0-b7ba-435b-b773-242370f7551e HTTP/1.1" status: 204 len: 168 time: 0.5765438 Oct 27 16:34:16.606987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34014) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:16.634764 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1130d8-45b3-4173-91f2-a542e7778742 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'Network': ['ID=e51796f0-b7ba-435b-b773-242370f7551e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:16.716975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10c202-0ecb-434c-b980-6c59a8156df3 None None] Sync routers for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:16.750938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10c202-0ecb-434c-b980-6c59a8156df3 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:16.752739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-be10c202-0ecb-434c-b980-6c59a8156df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:16.879034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-be10c202-0ecb-434c-b980-6c59a8156df3 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:17.139430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34022) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:17.164093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63a544a1-f6e7-403d-b316-a355deae07a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.270938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port 6e75a6cc-85cc-4666-abe4-bd14fa3d865b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6e75a6cc-85cc-4666-abe4-bd14fa3d865b,segment=NetworkSegment(6e02b857-ef9e-4602-a59b-47e64e6f25ff),segment_id=6e02b857-ef9e-4602-a59b-47e64e6f25ff)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:17.272006 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.315723 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for 6e75a6cc-85cc-4666-abe4-bd14fa3d865b owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:17.404187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device be47fb15-11d3-4344-bb3a-a3447811dbc8 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:17.423996 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63a544a1-f6e7-403d-b316-a355deae07a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.434956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: be47fb15-11d3-4344-bb3a-a3447811dbc8 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:17.442010 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device be47fb15-11d3-4344-bb3a-a3447811dbc8 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:17.456616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-be10c202-0ecb-434c-b980-6c59a8156df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 7, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e75a6cc-85cc-4666-abe4-bd14fa3d865b', 'name': '', 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:93:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:06Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:17.474048 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34026) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:17.474211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Deleting port 48c4e726-dd60-4a4d-b405-42a1d278b98a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:17.474211 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.493423 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63a544a1-f6e7-403d-b316-a355deae07a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.529030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10c202-0ecb-434c-b980-6c59a8156df3 None None] Checking router: 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:17.557369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10c202-0ecb-434c-b980-6c59a8156df3 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:17.561769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-be10c202-0ecb-434c-b980-6c59a8156df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:17.717578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.717983 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.743003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Calling delete_port for 48c4e726-dd60-4a4d-b405-42a1d278b98a owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:17.750667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-be10c202-0ecb-434c-b980-6c59a8156df3 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:17.854334 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:17.911508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=6e75a6cc-85cc-4666-abe4-bd14fa3d865b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:17.997534 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6599537-464e-4e04-ae35-a4c5d666a34d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.005521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-63a544a1-f6e7-403d-b316-a355deae07a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0b4250a7b4c4dedbaa96c382925bcfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8625643 Oct 27 16:34:18.005521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a544a1-f6e7-403d-b316-a355deae07a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b19f3c6-c307-40cd-9502-04ca9f6afbda,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:18.006477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34032) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:18.054414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-be10c202-0ecb-434c-b980-6c59a8156df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 7, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e75a6cc-85cc-4666-abe4-bd14fa3d865b', 'name': '', 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:93:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:06Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:18.110828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be10c202-0ecb-434c-b980-6c59a8156df3 None None] The sync data for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 is: [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 7, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e75a6cc-85cc-4666-abe4-bd14fa3d865b', 'name': '', 'network_id': 'b5c36490-b50e-49a6-8fb8-6ee1485ae223', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:93:5d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:06Z', 'updated_at': '2021-10-27T16:34:12Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '236773ff-1e63-4d84-90df-ef5cbad2dc0f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:18.136325 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4e23113-2735-461f-a09e-e4d175b0b5e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.160366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4e23113-2735-461f-a09e-e4d175b0b5e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.233164 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6599537-464e-4e04-ae35-a4c5d666a34d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.280746 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.309814 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4e23113-2735-461f-a09e-e4d175b0b5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.312459 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f4e23113-2735-461f-a09e-e4d175b0b5e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.313679 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f4e23113-2735-461f-a09e-e4d175b0b5e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b19f3c6-c307-40cd-9502-04ca9f6afbda HTTP/1.1" status: 204 len: 168 time: 0.2911010 Oct 27 16:34:18.323739 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e23113-2735-461f-a09e-e4d175b0b5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b19f3c6-c307-40cd-9502-04ca9f6afbda,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:18.353110 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f6599537-464e-4e04-ae35-a4c5d666a34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.384881 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.416822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'Port': ['ID=48c4e726-dd60-4a4d-b405-42a1d278b98a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:18.426806 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6599537-464e-4e04-ae35-a4c5d666a34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8f10ba-1b7c-4274-a4cd-4222482da156,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:18.437211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f6599537-464e-4e04-ae35-a4c5d666a34d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bae4de6d6d34acf8f9e34a47ef58f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9656260 Oct 27 16:34:18.439912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34036) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:18.509932 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03cda6d4-33e3-495d-b4cb-4816a9b3ec86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.526265 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9972a7e5-ebb7-4651-a6a9-021bcbbfb217 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.550243 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9972a7e5-ebb7-4651-a6a9-021bcbbfb217 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.582694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.583912 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Floating IP 4c9706cf-9074-481a-9333-489650e0e944 disassociated (deleted). External IP: 172.25.4.232, port: 3e41f5b3-c45f-441d-828f-66a05eb54d9c. Oct 27 16:34:18.662063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:18.681724 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9972a7e5-ebb7-4651-a6a9-021bcbbfb217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.685337 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9972a7e5-ebb7-4651-a6a9-021bcbbfb217 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:18.686981 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9972a7e5-ebb7-4651-a6a9-021bcbbfb217 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b8f10ba-1b7c-4274-a4cd-4222482da156 HTTP/1.1" status: 204 len: 168 time: 0.2455881 Oct 27 16:34:18.702139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972a7e5-ebb7-4651-a6a9-021bcbbfb217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8f10ba-1b7c-4274-a4cd-4222482da156,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:18.783193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:18.789051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0f1208c2-7a62-4627-abc8-e7cea9d9e4ec tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5398681 Oct 27 16:34:18.794264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34044) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:18.804098 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea5b1e-adfb-4c81-9a40-b01206ee5044 None None] Sync routers for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:18.826650 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea5b1e-adfb-4c81-9a40-b01206ee5044 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:18.827976 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dbea5b1e-adfb-4c81-9a40-b01206ee5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:18.915205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c7c797-a7b5-4918-b42b-2a96d0278927 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting subnet 236773ff-1e63-4d84-90df-ef5cbad2dc0f {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:18.919187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Router 5582f519-c56c-4a84-a63b-b6070f59d6f6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:18.925448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c797-a7b5-4918-b42b-2a96d0278927 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.005753 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-dbea5b1e-adfb-4c81-9a40-b01206ee5044 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:19.013718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c797-a7b5-4918-b42b-2a96d0278927 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.061782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:19.067103 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.076601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5731651-3db8-490a-888b-bcfce70fdd02 None None] Sync routers for ids ['5582f519-c56c-4a84-a63b-b6070f59d6f6'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:19.097402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5731651-3db8-490a-888b-bcfce70fdd02 None None] Routers {'5582f519-c56c-4a84-a63b-b6070f59d6f6'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:19.098432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f5731651-3db8-490a-888b-bcfce70fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5582f519-c56c-4a84-a63b-b6070f59d6f6'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:19.105319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-42cf7227-b7d5-4ca7-b1b1-95ff029f6d2d tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "DELETE /v2.0/floatingips/4c9706cf-9074-481a-9333-489650e0e944 HTTP/1.1" status: 204 len: 168 time: 2.4957154 Oct 27 16:34:19.105920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'tag': '3e41f5b3-c45f-441d-828f-66a05eb54d9c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:19.131029 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4e9103-962f-4c73-a448-60cddb6a672c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a87868-c9cc-4df6-8a9d-b31e13bcd58e", "tag": "3e41f5b3-c45f-441d-828f-66a05eb54d9c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:19.216675 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32ac979-97ba-47f0-a941-d13f5113b0c7 x-openstack-request-id: req-f32ac979-97ba-47f0-a941-d13f5113b0c7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:19.216937 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a87868-c9cc-4df6-8a9d-b31e13bcd58e", "tag": "3e41f5b3-c45f-441d-828f-66a05eb54d9c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:19.217197 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f32ac979-97ba-47f0-a941-d13f5113b0c7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:19.217620 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'tag': '3e41f5b3-c45f-441d-828f-66a05eb54d9c', 'status': 'completed', 'code': 200} Oct 27 16:34:19.232408 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c797-a7b5-4918-b42b-2a96d0278927 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.284433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-f5731651-3db8-490a-888b-bcfce70fdd02 None None] Set router 5582f519-c56c-4a84-a63b-b6070f59d6f6 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:19.340224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e9103-962f-4c73-a448-60cddb6a672c req-bae04ae7-be2f-4d61-853b-27b1362226cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:19.341751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b4e9103-962f-4c73-a448-60cddb6a672c req-bae04ae7-be2f-4d61-853b-27b1362226cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=75488601edab4b54bdb13b6ddc6ab744&device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 1135 time: 0.1024404 Oct 27 16:34:19.473177 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dbea5b1e-adfb-4c81-9a40-b01206ee5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:17Z', 'revision_number': 8, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:19.510677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c797-a7b5-4918-b42b-2a96d0278927 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.566876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7c797-a7b5-4918-b42b-2a96d0278927 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Subnet': ['ID=236773ff-1e63-4d84-90df-ef5cbad2dc0f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:19.581864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e9103-962f-4c73-a448-60cddb6a672c req-d5f2f892-a12d-4af6-b3bf-f7f94971746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:19.583383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b4e9103-962f-4c73-a448-60cddb6a672c req-d5f2f892-a12d-4af6-b3bf-f7f94971746b service neutron] 10.222.0.54 "GET /v2.0/networks?id=9ae86737-4f1f-4099-8ce1-c64cf19ac110 HTTP/1.1" status: 200 len: 897 time: 0.2286201 Oct 27 16:34:19.583534 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c797-a7b5-4918-b42b-2a96d0278927 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.589037 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea5b1e-adfb-4c81-9a40-b01206ee5044 None None] Checking router: 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:19.589455 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8ce32-8db1-4d56-bb4f-1c285ba63103 None None] Network b5c36490-b50e-49a6-8fb8-6ee1485ae223 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:19.592092 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d0c7c797-a7b5-4918-b42b-2a96d0278927 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/236773ff-1e63-4d84-90df-ef5cbad2dc0f HTTP/1.1" status: 204 len: 168 time: 0.7960408 Oct 27 16:34:19.595169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34062) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:19.601084 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbea5b1e-adfb-4c81-9a40-b01206ee5044 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:19.601930 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dbea5b1e-adfb-4c81-9a40-b01206ee5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:19.653956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b4e9103-962f-4c73-a448-60cddb6a672c req-c2d790d9-47a3-442c-9760-2e310c9e7c4a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3e41f5b3-c45f-441d-828f-66a05eb54d9c HTTP/1.1" status: 200 len: 217 time: 0.0605645 Oct 27 16:34:19.712390 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-dbea5b1e-adfb-4c81-9a40-b01206ee5044 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:19.809821 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.818456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f5731651-3db8-490a-888b-bcfce70fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:32Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '108b9f55-fee5-44d1-9ed8-15d7162fa0e3', 'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:d8:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:31Z', 'updated_at': '2021-10-27T16:32:38Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:19.864763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e9103-962f-4c73-a448-60cddb6a672c req-801f366b-0ee2-4c78-b60f-e1e6acc47af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:19.866278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b4e9103-962f-4c73-a448-60cddb6a672c req-801f366b-0ee2-4c78-b60f-e1e6acc47af9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88ad281c-19c4-4d67-b4bf-4b792021dffe HTTP/1.1" status: 200 len: 834 time: 0.2037194 Oct 27 16:34:19.866755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34070) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:19.890362 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5731651-3db8-490a-888b-bcfce70fdd02 None None] Checking router: 5582f519-c56c-4a84-a63b-b6070f59d6f6 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:19.904165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5731651-3db8-490a-888b-bcfce70fdd02 None None] Routers {'5582f519-c56c-4a84-a63b-b6070f59d6f6'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:19.905111 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f5731651-3db8-490a-888b-bcfce70fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5582f519-c56c-4a84-a63b-b6070f59d6f6'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:19.909294 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a896c28-a714-4aee-8051-ce2839c1163b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.919826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port 2135913a-5234-4b7b-8455-df4e7a726fa0 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:19.920201 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:19.921214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b74dc7-0d5e-48b1-ae89-a96956ee0972 req-ae46f879-476e-4907-ae1d-fd5ffdf792f8 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:19.923247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-76b74dc7-0d5e-48b1-ae89-a96956ee0972 req-ae46f879-476e-4907-ae1d-fd5ffdf792f8 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 984 time: 0.1721020 Oct 27 16:34:20.025753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e9103-962f-4c73-a448-60cddb6a672c req-1ebc3f5f-1b40-47b9-a484-5eb26b8e3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:20.028102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b4e9103-962f-4c73-a448-60cddb6a672c req-1ebc3f5f-1b40-47b9-a484-5eb26b8e3be2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9ae86737-4f1f-4099-8ce1-c64cf19ac110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311388 Oct 27 16:34:20.081216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-f5731651-3db8-490a-888b-bcfce70fdd02 None None] Set router 5582f519-c56c-4a84-a63b-b6070f59d6f6 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:20.087619 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-76b74dc7-0d5e-48b1-ae89-a96956ee0972 req-ca036268-a8db-45ff-b4d1-57437917c551 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1458013 Oct 27 16:34:20.099437 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-dbea5b1e-adfb-4c81-9a40-b01206ee5044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:17Z', 'revision_number': 8, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:20.134579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port 2135913a-5234-4b7b-8455-df4e7a726fa0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2135913a-5234-4b7b-8455-df4e7a726fa0,segment=NetworkSegment(6e02b857-ef9e-4602-a59b-47e64e6f25ff),segment_id=6e02b857-ef9e-4602-a59b-47e64e6f25ff)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:20.138220 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.159684 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbea5b1e-adfb-4c81-9a40-b01206ee5044 None None] The sync data for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 is: [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:17Z', 'revision_number': 8, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '0e3650db-a284-4d54-992a-d3b5762a1d84', 'name': '', 'network_id': 'c1deda96-7c1a-4193-93d1-1f61ad882f91', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:86:10:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:59Z', 'updated_at': '2021-10-27T16:34:06Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '66eb1c23-bb6f-415e-8165-e3087b3af5a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:20.206162 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for 2135913a-5234-4b7b-8455-df4e7a726fa0 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:20.243649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a896c28-a714-4aee-8051-ce2839c1163b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.248371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b4e9103-962f-4c73-a448-60cddb6a672c req-89751aa6-2616-4575-a6ea-8d205c9e5e97 service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069905 Oct 27 16:34:20.311778 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a896c28-a714-4aee-8051-ce2839c1163b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.342208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f5731651-3db8-490a-888b-bcfce70fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:32Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '108b9f55-fee5-44d1-9ed8-15d7162fa0e3', 'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:d8:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:31Z', 'updated_at': '2021-10-27T16:32:38Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:20.369288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34078) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:20.369509 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1a896c28-a714-4aee-8051-ce2839c1163b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7311d542b23d4d8e9d3c995612d354b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980195 Oct 27 16:34:20.371871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5731651-3db8-490a-888b-bcfce70fdd02 None None] The sync data for ids ['5582f519-c56c-4a84-a63b-b6070f59d6f6'] in n-d-815689-1 is: [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:32:32Z', 'revision_number': 4, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '108b9f55-fee5-44d1-9ed8-15d7162fa0e3', 'name': '', 'network_id': '9ae86737-4f1f-4099-8ce1-c64cf19ac110', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'mac_address': 'fa:16:3e:d8:c1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:31Z', 'updated_at': '2021-10-27T16:32:38Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'subnets': [{'id': '88ad281c-19c4-4d67-b4bf-4b792021dffe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:20.372265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a896c28-a714-4aee-8051-ce2839c1163b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578c6be5-7616-4d36-85fe-33d84fe79b8e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:20.398734 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.407495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b4e9103-962f-4c73-a448-60cddb6a672c req-bb4f0203-4104-437d-8720-499ff9454866 service neutron] 10.222.0.54 "GET /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507215 Oct 27 16:34:20.458833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=2135913a-5234-4b7b-8455-df4e7a726fa0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:20.468491 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No DVR routers for this DVR port 2135913a-5234-4b7b-8455-df4e7a726fa0 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:20.577854 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea900-1efc-4b81-b530-df7d79e10668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.707135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.707135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c36490-b50e-49a6-8fb8-6ee1485ae223']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:20.707135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea900-1efc-4b81-b530-df7d79e10668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.707135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e02b857-ef9e-4602-a59b-47e64e6f25ff') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:20.707135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e02b857-ef9e-4602-a59b-47e64e6f25ff') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:20.707135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.707135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.707135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:20.707135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.715616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4270b00-3a6c-43b0-be98-d528826a08d6 None None] DHCP port deletion for b5c36490-b50e-49a6-8fb8-6ee1485ae223 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:20.751391 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:20.780041 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d84b0d-3d2e-40ec-a6e6-a573c128f195 None None] New status for floating IP 4c9706cf-9074-481a-9333-489650e0e944: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:34:20.877827 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea900-1efc-4b81-b530-df7d79e10668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.880980 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe1ea900-1efc-4b81-b530-df7d79e10668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.882242 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fe1ea900-1efc-4b81-b530-df7d79e10668 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/578c6be5-7616-4d36-85fe-33d84fe79b8e HTTP/1.1" status: 204 len: 168 time: 0.5109048 Oct 27 16:34:20.895661 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.897669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ea900-1efc-4b81-b530-df7d79e10668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c6be5-7616-4d36-85fe-33d84fe79b8e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:20.940170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:20.944299 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/networks/b5c36490-b50e-49a6-8fb8-6ee1485ae223 HTTP/1.1" status: 204 len: 168 time: 1.3456500 Oct 27 16:34:20.944811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34084) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:20.955497 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa33bf0-3784-4ed9-b883-7bff51d9c182 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Network': ['ID=b5c36490-b50e-49a6-8fb8-6ee1485ae223,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:20.990657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b15eb0-eb80-42a8-af2b-407595d2dc6b req-388dadc0-ea20-4190-912c-235541f98350 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:20.992570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77b15eb0-eb80-42a8-af2b-407595d2dc6b req-388dadc0-ea20-4190-912c-235541f98350 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.54 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 984 time: 0.0650916 Oct 27 16:34:21.124565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-77b15eb0-eb80-42a8-af2b-407595d2dc6b req-3ce8bfbe-8ede-4040-986d-a02d72c6b651 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Deleting port 3e41f5b3-c45f-441d-828f-66a05eb54d9c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:21.125659 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77b15eb0-eb80-42a8-af2b-407595d2dc6b req-3ce8bfbe-8ede-4040-986d-a02d72c6b651 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.284337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-77b15eb0-eb80-42a8-af2b-407595d2dc6b req-3ce8bfbe-8ede-4040-986d-a02d72c6b651 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] For port 3e41f5b3-c45f-441d-828f-66a05eb54d9c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3e41f5b3-c45f-441d-828f-66a05eb54d9c,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:21.284769 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77b15eb0-eb80-42a8-af2b-407595d2dc6b req-3ce8bfbe-8ede-4040-986d-a02d72c6b651 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.294877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42981153-451c-4b9d-8003-2623d3574d2b req-1abedf81-96de-419a-b3f0-97966706863b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:21.302000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-77b15eb0-eb80-42a8-af2b-407595d2dc6b req-3ce8bfbe-8ede-4040-986d-a02d72c6b651 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Calling delete_port for 3e41f5b3-c45f-441d-828f-66a05eb54d9c owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:21.304196 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42981153-451c-4b9d-8003-2623d3574d2b req-1abedf81-96de-419a-b3f0-97966706863b tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 984 time: 0.1137087 Oct 27 16:34:21.373974 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42981153-451c-4b9d-8003-2623d3574d2b req-f7fc5f30-3915-4297-b2b7-3332f8f0fb25 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/security-groups?id=957346e7-fcf0-42bb-acc0-8dd59af6ebf5&id=c12728a8-a3e2-4e6a-8f77-828807247df6&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0699985 Oct 27 16:34:21.445649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2135913a-5234-4b7b-8455-df4e7a726fa0 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:21.503426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 2135913a-5234-4b7b-8455-df4e7a726fa0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:21.503426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2135913a-5234-4b7b-8455-df4e7a726fa0 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:21.503426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6e75a6cc-85cc-4666-abe4-bd14fa3d865b no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:21.540342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 6e75a6cc-85cc-4666-abe4-bd14fa3d865b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:21.541012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6e75a6cc-85cc-4666-abe4-bd14fa3d865b not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:21.546753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.619451 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-948d49c2-5044-43b6-a821-6fabe4a5fb12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.670508 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77b15eb0-eb80-42a8-af2b-407595d2dc6b req-3ce8bfbe-8ede-4040-986d-a02d72c6b651 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.708214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8bfbe-8ede-4040-986d-a02d72c6b651 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'Port': ['ID=3e41f5b3-c45f-441d-828f-66a05eb54d9c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:21.767387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b15eb0-eb80-42a8-af2b-407595d2dc6b req-3ce8bfbe-8ede-4040-986d-a02d72c6b651 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] No DVR routers for this DVR port 3e41f5b3-c45f-441d-828f-66a05eb54d9c on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:21.771164 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77b15eb0-eb80-42a8-af2b-407595d2dc6b req-3ce8bfbe-8ede-4040-986d-a02d72c6b651 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:21.774786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77b15eb0-eb80-42a8-af2b-407595d2dc6b req-3ce8bfbe-8ede-4040-986d-a02d72c6b651 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.54 "DELETE /v2.0/ports/3e41f5b3-c45f-441d-828f-66a05eb54d9c HTTP/1.1" status: 204 len: 173 time: 0.7756407 Oct 27 16:34:21.775429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'name': 'network-vif-deleted', 'tag': '3e41f5b3-c45f-441d-828f-66a05eb54d9c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:21.777940 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b92e7c-62d9-4e9b-a599-cc9f16428f14" -d '{"events": [{"server_uuid": "d4a87868-c9cc-4df6-8a9d-b31e13bcd58e", "name": "network-vif-deleted", "tag": "3e41f5b3-c45f-441d-828f-66a05eb54d9c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:21.828638 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb82d5f1-9bb2-428c-939a-9c28b6acc7b0 x-openstack-request-id: req-cb82d5f1-9bb2-428c-939a-9c28b6acc7b0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:21.829130 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a87868-c9cc-4df6-8a9d-b31e13bcd58e", "name": "network-vif-deleted", "tag": "3e41f5b3-c45f-441d-828f-66a05eb54d9c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:21.829571 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb82d5f1-9bb2-428c-939a-9c28b6acc7b0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:21.830173 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a87868-c9cc-4df6-8a9d-b31e13bcd58e', 'name': 'network-vif-deleted', 'tag': '3e41f5b3-c45f-441d-828f-66a05eb54d9c', 'status': 'completed', 'code': 200} Oct 27 16:34:21.932832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port 0e3650db-a284-4d54-992a-d3b5762a1d84 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:21.932832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.050390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port 0e3650db-a284-4d54-992a-d3b5762a1d84, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0e3650db-a284-4d54-992a-d3b5762a1d84,segment=NetworkSegment(25e32fbd-2654-430c-b2a0-527099a83e8d),segment_id=25e32fbd-2654-430c-b2a0-527099a83e8d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:22.050775 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.064023 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for 0e3650db-a284-4d54-992a-d3b5762a1d84 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:22.282868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34132) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:22.287993 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.305425 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.401879 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.445730 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2144713874-network', 'tenant_id': 'b46ca8c43576469ab47064bc28e6a7bd'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:22.457077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=0e3650db-a284-4d54-992a-d3b5762a1d84,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:22.553124 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cf58f757-6014-468c-ab2f-c5d3d807ea78 req-7ae44ea7-6d68-4cd2-8bb0-a18955e0ffec tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4a87868-c9cc-4df6-8a9d-b31e13bcd58e HTTP/1.1" status: 200 len: 210 time: 0.0485311 Oct 27 16:34:22.578571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Made reservation on behalf of b46ca8c43576469ab47064bc28e6a7bd for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:22.578571 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.599518 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.745276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.871058 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.951602 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:22.994052 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:34:23.011597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65575677-a81c-4374-ab82-2c7c2f089463,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:23.018328 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.018806 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Added segment e9b9b662-2565-43f5-a4ee-120c03029d47 of type vlan for network 78bfed7b-4cb6-498c-be35-ac46a6012e6f Oct 27 16:34:23.033527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:23.072278 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.175390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:23.180358 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-00eb8eee-740d-427a-b894-aa4844c5a809 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2344794 Oct 27 16:34:23.183400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34140) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:23.186726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f301e4f-4c99-4bb3-aa1b-1960c8755d1e None None] Sync routers for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:23.198439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f301e4f-4c99-4bb3-aa1b-1960c8755d1e None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:23.200446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6f301e4f-4c99-4bb3-aa1b-1960c8755d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:23.220770 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.222011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:23.222768 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.313973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-945afff8-d3ed-4b1b-9f9a-06a70e884454 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting subnet 66eb1c23-bb6f-415e-8165-e3087b3af5a0 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:23.317141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6f301e4f-4c99-4bb3-aa1b-1960c8755d1e None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:23.317593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] Pushing event updated for resources: {'Network': ['ID=78bfed7b-4cb6-498c-be35-ac46a6012e6f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:23.319776 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-945afff8-d3ed-4b1b-9f9a-06a70e884454 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.372188 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-65bc32b8-671a-4b64-874f-9eeae6fe9992 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0964665 Oct 27 16:34:23.376302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 78bfed7b-4cb6-498c-be35-ac46a6012e6f details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:34:23.381485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34144) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:23.387930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] Request body: {'subnet': {'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2144713874-subnet', 'tenant_id': 'b46ca8c43576469ab47064bc28e6a7bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:23.389572 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-945afff8-d3ed-4b1b-9f9a-06a70e884454 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.487119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] Made reservation on behalf of b46ca8c43576469ab47064bc28e6a7bd for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:23.489449 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.510023 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-945afff8-d3ed-4b1b-9f9a-06a70e884454 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.636261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34148) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:23.682630 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-945afff8-d3ed-4b1b-9f9a-06a70e884454 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.726990 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945afff8-d3ed-4b1b-9f9a-06a70e884454 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Subnet': ['ID=66eb1c23-bb6f-415e-8165-e3087b3af5a0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:23.729619 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-945afff8-d3ed-4b1b-9f9a-06a70e884454 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.733219 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-945afff8-d3ed-4b1b-9f9a-06a70e884454 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/66eb1c23-bb6f-415e-8165-e3087b3af5a0 HTTP/1.1" status: 204 len: 168 time: 0.5488465 Oct 27 16:34:23.738589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543e002a-c2a0-4ca6-87e1-49c6000469c1 None None] Network c1deda96-7c1a-4193-93d1-1f61ad882f91 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:23.738932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34150) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:23.754636 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64361727-53f3-4b8a-9ed9-64ed263ede45 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.783669 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64361727-53f3-4b8a-9ed9-64ed263ede45 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.801893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.874925 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.898564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f78bccf-7fe8-4472-b9c6-900aa3a4c65b,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:23.916502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64361727-53f3-4b8a-9ed9-64ed263ede45 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.919798 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-64361727-53f3-4b8a-9ed9-64ed263ede45 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:23.921011 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-64361727-53f3-4b8a-9ed9-64ed263ede45 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "DELETE /v2.0/security-groups/c12728a8-a3e2-4e6a-8f77-828807247df6 HTTP/1.1" status: 204 len: 168 time: 0.2824519 Oct 27 16:34:23.925897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34156) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:23.928188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6f301e4f-4c99-4bb3-aa1b-1960c8755d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:22Z', 'revision_number': 9, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:23.942061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64361727-53f3-4b8a-9ed9-64ed263ede45 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12728a8-a3e2-4e6a-8f77-828807247df6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:23.942426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] Checking segment: {'id': 'e9b9b662-2565-43f5-a4ee-120c03029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:23.942989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] Network hostable DHCP agents. Network: 78bfed7b-4cb6-498c-be35-ac46a6012e6f, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:34:23.967157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f301e4f-4c99-4bb3-aa1b-1960c8755d1e None None] Checking router: 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:23.987676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f301e4f-4c99-4bb3-aa1b-1960c8755d1e None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:23.987676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6f301e4f-4c99-4bb3-aa1b-1960c8755d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:23.989917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port 4a7c117e-cac7-467c-9e47-8c74d4397b81 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:23.990239 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.009221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11141acc-417b-4300-8de6-9ea66045f755 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.045663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11141acc-417b-4300-8de6-9ea66045f755 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.077612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46e755f-5ada-4491-8205-f1bc3759919a None None] DHCP port deletion for c1deda96-7c1a-4193-93d1-1f61ad882f91 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:24.134985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6f301e4f-4c99-4bb3-aa1b-1960c8755d1e None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:24.185393 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11141acc-417b-4300-8de6-9ea66045f755 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.189161 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-11141acc-417b-4300-8de6-9ea66045f755 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.191036 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-11141acc-417b-4300-8de6-9ea66045f755 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "DELETE /v2.0/security-groups/957346e7-fcf0-42bb-acc0-8dd59af6ebf5 HTTP/1.1" status: 204 len: 168 time: 0.2624505 Oct 27 16:34:24.202264 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34158) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:24.217652 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11141acc-417b-4300-8de6-9ea66045f755 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957346e7-fcf0-42bb-acc0-8dd59af6ebf5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:24.288925 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.315404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f46e755f-5ada-4491-8205-f1bc3759919a None None] Deleting port 4a7c117e-cac7-467c-9e47-8c74d4397b81 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:24.315779 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f46e755f-5ada-4491-8205-f1bc3759919a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.361632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] Network 78bfed7b-4cb6-498c-be35-ac46a6012e6f is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:34:24.408243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port 4a7c117e-cac7-467c-9e47-8c74d4397b81, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4a7c117e-cac7-467c-9e47-8c74d4397b81,segment=NetworkSegment(25e32fbd-2654-430c-b2a0-527099a83e8d),segment_id=25e32fbd-2654-430c-b2a0-527099a83e8d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:24.409116 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.425758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f46e755f-5ada-4491-8205-f1bc3759919a None None] For port 4a7c117e-cac7-467c-9e47-8c74d4397b81, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=4a7c117e-cac7-467c-9e47-8c74d4397b81,segment=NetworkSegment(25e32fbd-2654-430c-b2a0-527099a83e8d),segment_id=25e32fbd-2654-430c-b2a0-527099a83e8d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:24.429832 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f46e755f-5ada-4491-8205-f1bc3759919a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.435107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for 4a7c117e-cac7-467c-9e47-8c74d4397b81 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:24.451971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f46e755f-5ada-4491-8205-f1bc3759919a None None] Calling delete_port for 4a7c117e-cac7-467c-9e47-8c74d4397b81 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:24.493779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 78bfed7b-4cb6-498c-be35-ac46a6012e6f) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:24.501373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:24.502147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.535155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a998bf-47c5-437a-b987-531534d86c9f None None] Network 78bfed7b-4cb6-498c-be35-ac46a6012e6f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:24.612947 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0239a4ce-6cd9-4ee4-9fd1-258d17b99082 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2208292 Oct 27 16:34:24.666867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6f301e4f-4c99-4bb3-aa1b-1960c8755d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:22Z', 'revision_number': 9, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:24.676263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.706627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=4a7c117e-cac7-467c-9e47-8c74d4397b81,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:24.708571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No DVR routers for this DVR port 4a7c117e-cac7-467c-9e47-8c74d4397b81 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:24.743977 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f46e755f-5ada-4491-8205-f1bc3759919a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.777547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f301e4f-4c99-4bb3-aa1b-1960c8755d1e None None] The sync data for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 is: [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:22Z', 'revision_number': 9, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22744f79-ad6e-4655-8abc-6b2b5069fc08', 'name': '', 'network_id': '207e4781-30dd-4c4e-b3a0-c37ed65c1802', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:36:81:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:53Z', 'updated_at': '2021-10-27T16:33:59Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '6be7c17c-f24e-40f7-91e3-5896d522f105', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:24.807861 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.835231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1deda96-7c1a-4193-93d1-1f61ad882f91']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:24.862362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e32fbd-2654-430c-b2a0-527099a83e8d') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:24.862671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e32fbd-2654-430c-b2a0-527099a83e8d') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:24.867236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e755f-5ada-4491-8205-f1bc3759919a None None] Pushing event deleted for resources: {'Port': ['ID=4a7c117e-cac7-467c-9e47-8c74d4397b81,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:24.875017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e755f-5ada-4491-8205-f1bc3759919a None None] No DVR routers for this DVR port 4a7c117e-cac7-467c-9e47-8c74d4397b81 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:24.888723 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ee95c2-def1-4f90-80fd-e3783a44d568 None None] Network 78bfed7b-4cb6-498c-be35-ac46a6012e6f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:24.893281 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.919329 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.926962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:24.927627 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:24.932160 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:25.066877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3e41f5b3-c45f-441d-828f-66a05eb54d9c no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:25.111050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.118425 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.122114 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/networks/c1deda96-7c1a-4193-93d1-1f61ad882f91 HTTP/1.1" status: 204 len: 168 time: 1.3838644 Oct 27 16:34:25.128239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34170) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:25.170730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e30294-03e9-4b51-8ae4-265ad1db4c77 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Network': ['ID=c1deda96-7c1a-4193-93d1-1f61ad882f91,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:25.171101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 3e41f5b3-c45f-441d-828f-66a05eb54d9c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:25.171548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3e41f5b3-c45f-441d-828f-66a05eb54d9c not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:25.259551 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.431047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0e3650db-a284-4d54-992a-d3b5762a1d84 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:25.485396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 0e3650db-a284-4d54-992a-d3b5762a1d84 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:25.485958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0e3650db-a284-4d54-992a-d3b5762a1d84 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:25.490372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4a7c117e-cac7-467c-9e47-8c74d4397b81 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:25.516794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 4a7c117e-cac7-467c-9e47-8c74d4397b81 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:25.517170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 4a7c117e-cac7-467c-9e47-8c74d4397b81 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:25.682706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Deleting port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:25.682706 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.754376 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.818447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] For port 108b9f55-fee5-44d1-9ed8-15d7162fa0e3, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=108b9f55-fee5-44d1-9ed8-15d7162fa0e3,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:25.819121 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:25.837273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Calling delete_port for 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:26.061181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port 22744f79-ad6e-4655-8abc-6b2b5069fc08 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:26.061613 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.167370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port 22744f79-ad6e-4655-8abc-6b2b5069fc08, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=22744f79-ad6e-4655-8abc-6b2b5069fc08,segment=NetworkSegment(a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6),segment_id=a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:26.169964 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.186731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for 22744f79-ad6e-4655-8abc-6b2b5069fc08 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:26.619960 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.620124 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.661207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'Port': ['ID=108b9f55-fee5-44d1-9ed8-15d7162fa0e3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:26.664019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=22744f79-ad6e-4655-8abc-6b2b5069fc08,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:26.985457 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:26.992544 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.276204 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:27.372366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Router 5582f519-c56c-4a84-a63b-b6070f59d6f6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:27.447692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:27.461349 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3b45b2-222a-4294-8f19-1cd2265611af None None] Sync routers for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:27.461906 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-463539f4-1f57-4253-b2a4-59d241761d24 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3324642 Oct 27 16:34:27.462477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34206) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:27.479614 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b45b2-222a-4294-8f19-1cd2265611af None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:27.480691 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ea3b45b2-222a-4294-8f19-1cd2265611af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:27.534940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79a2df2-5f3d-422f-9ab7-c04a3c66efc9 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting subnet 6be7c17c-f24e-40f7-91e3-5896d522f105 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:27.540221 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c79a2df2-5f3d-422f-9ab7-c04a3c66efc9 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.556098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:27.567267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617a016-252c-411a-b2c5-5ada6d5e21f1 None None] Sync routers for ids ['5582f519-c56c-4a84-a63b-b6070f59d6f6'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:27.581196 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8fd4d722-9fb8-4cd6-b1f6-a9fe8e54bcb3 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "PUT /v2.0/routers/5582f519-c56c-4a84-a63b-b6070f59d6f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3751953 Oct 27 16:34:27.583404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617a016-252c-411a-b2c5-5ada6d5e21f1 None None] Routers {'5582f519-c56c-4a84-a63b-b6070f59d6f6'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:27.584914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34208) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:27.586941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e617a016-252c-411a-b2c5-5ada6d5e21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5582f519-c56c-4a84-a63b-b6070f59d6f6'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:27.602936 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c79a2df2-5f3d-422f-9ab7-c04a3c66efc9 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.655642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b785976-f392-42de-9acd-c6bf5109d3e5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Deleting subnet 88ad281c-19c4-4d67-b4bf-4b792021dffe {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:27.660183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b785976-f392-42de-9acd-c6bf5109d3e5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.672274 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ea3b45b2-222a-4294-8f19-1cd2265611af None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:27.714506 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b785976-f392-42de-9acd-c6bf5109d3e5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.736953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c79a2df2-5f3d-422f-9ab7-c04a3c66efc9 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.934984 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c79a2df2-5f3d-422f-9ab7-c04a3c66efc9 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:27.947501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b785976-f392-42de-9acd-c6bf5109d3e5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.012690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a2df2-5f3d-422f-9ab7-c04a3c66efc9 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Subnet': ['ID=6be7c17c-f24e-40f7-91e3-5896d522f105,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:28.029894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c79a2df2-5f3d-422f-9ab7-c04a3c66efc9 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.044090 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c79a2df2-5f3d-422f-9ab7-c04a3c66efc9 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/6be7c17c-f24e-40f7-91e3-5896d522f105 HTTP/1.1" status: 204 len: 168 time: 0.5804675 Oct 27 16:34:28.045098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34226) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:28.161553 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.169601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b785976-f392-42de-9acd-c6bf5109d3e5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.217190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e617a016-252c-411a-b2c5-5ada6d5e21f1 None None] Set router 5582f519-c56c-4a84-a63b-b6070f59d6f6 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:28.249428 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b785976-f392-42de-9acd-c6bf5109d3e5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'Subnet': ['ID=88ad281c-19c4-4d67-b4bf-4b792021dffe,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:28.254958 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b785976-f392-42de-9acd-c6bf5109d3e5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.264297 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9b785976-f392-42de-9acd-c6bf5109d3e5 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "DELETE /v2.0/subnets/88ad281c-19c4-4d67-b4bf-4b792021dffe HTTP/1.1" status: 204 len: 168 time: 0.6732020 Oct 27 16:34:28.264462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34230) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:28.342264 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ea3b45b2-222a-4294-8f19-1cd2265611af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:26Z', 'revision_number': 10, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:28.369202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285f108-904a-4fff-b678-82551d95c7dd None None] Network 207e4781-30dd-4c4e-b3a0-c37ed65c1802 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:28.369202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d10c85e-a72b-45f5-92ff-1732a3b01127 None None] Network 9ae86737-4f1f-4099-8ce1-c64cf19ac110 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:28.370755 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3b45b2-222a-4294-8f19-1cd2265611af None None] Checking router: 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:28.380818 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b45b2-222a-4294-8f19-1cd2265611af None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:28.381427 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ea3b45b2-222a-4294-8f19-1cd2265611af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:28.426160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port 04027290-1187-4b6c-bf60-6afb4afe13a7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:28.426918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.514689 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ea3b45b2-222a-4294-8f19-1cd2265611af None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:28.541368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port 04027290-1187-4b6c-bf60-6afb4afe13a7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=04027290-1187-4b6c-bf60-6afb4afe13a7,segment=NetworkSegment(a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6),segment_id=a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:28.541751 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.567378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for 04027290-1187-4b6c-bf60-6afb4afe13a7 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:28.582386 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.791552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:28.814810 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ea3b45b2-222a-4294-8f19-1cd2265611af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:26Z', 'revision_number': 10, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:28.815022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e617a016-252c-411a-b2c5-5ada6d5e21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:34:26Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:28.853245 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3b45b2-222a-4294-8f19-1cd2265611af None None] The sync data for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 is: [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:26Z', 'revision_number': 10, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None, '_interfaces': [{'id': '20119c59-96db-4603-8798-2d9610ef63c8', 'name': '', 'network_id': '3f43116b-4cfa-49f2-8b8f-c5a537a3e02a', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'mac_address': 'fa:16:3e:8d:42:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'device_owner': 'network:router_interface', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:33:46Z', 'updated_at': '2021-10-27T16:33:54Z', 'revision_number': 5, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'subnets': [{'id': '7a3b128c-ca25-48cd-9a44-9681c9f2c3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:28.857955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617a016-252c-411a-b2c5-5ada6d5e21f1 None None] Checking router: 5582f519-c56c-4a84-a63b-b6070f59d6f6 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:28.887140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e617a016-252c-411a-b2c5-5ada6d5e21f1 None None] Routers {'5582f519-c56c-4a84-a63b-b6070f59d6f6'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:28.887140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e617a016-252c-411a-b2c5-5ada6d5e21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5582f519-c56c-4a84-a63b-b6070f59d6f6'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:28.968604 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.045397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=04027290-1187-4b6c-bf60-6afb4afe13a7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:29.060242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No DVR routers for this DVR port 04027290-1187-4b6c-bf60-6afb4afe13a7 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:29.061129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e617a016-252c-411a-b2c5-5ada6d5e21f1 None None] Set router 5582f519-c56c-4a84-a63b-b6070f59d6f6 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:29.157187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Deleting port ee014b9f-cea2-4d57-903e-3c8197eac929 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:29.157672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.208503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.243512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207e4781-30dd-4c4e-b3a0-c37ed65c1802']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:29.267522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb60496-53ee-4673-9cb1-f6c74f0e5fb4 None None] DHCP port deletion for 207e4781-30dd-4c4e-b3a0-c37ed65c1802 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:29.295168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:29.295168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d8b6ec-3d42-4cd0-b3e2-ebb732c5b8f6') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:29.317533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bccfb97-369f-4334-a5cb-9fcc12518ac0 None None] DHCP port deletion for 9ae86737-4f1f-4099-8ce1-c64cf19ac110 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:29.323579 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.347007 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.352212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] For port ee014b9f-cea2-4d57-903e-3c8197eac929, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee014b9f-cea2-4d57-903e-3c8197eac929,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:29.352212 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.364573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:29.364573 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:29.368108 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:29.408873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Calling delete_port for ee014b9f-cea2-4d57-903e-3c8197eac929 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:29.418167 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-303fde5d-d4d0-4a19-a7ce-6071aec204c3 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:29.429805 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-303fde5d-d4d0-4a19-a7ce-6071aec204c3 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/networks?id=78bfed7b-4cb6-498c-be35-ac46a6012e6f HTTP/1.1" status: 200 len: 809 time: 0.2462234 Oct 27 16:34:29.437279 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e617a016-252c-411a-b2c5-5ada6d5e21f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:34:26Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:29.449314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7bccfb97-369f-4334-a5cb-9fcc12518ac0 None None] Deleting port 8c45dc79-c053-4ed3-90ea-9fffffedb067 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:29.449702 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7bccfb97-369f-4334-a5cb-9fcc12518ac0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.452379 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-fb12e02b-0025-4385-a37a-18588634da1d tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/quotas/b46ca8c43576469ab47064bc28e6a7bd HTTP/1.1" status: 200 len: 375 time: 0.0236831 Oct 27 16:34:29.511680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-15a05df1-d6d2-4a68-adca-4f278a1282ae tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b46ca8c43576469ab47064bc28e6a7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584385 Oct 27 16:34:29.521153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 22744f79-ad6e-4655-8abc-6b2b5069fc08 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:29.554411 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.555579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e617a016-252c-411a-b2c5-5ada6d5e21f1 None None] The sync data for ids ['5582f519-c56c-4a84-a63b-b6070f59d6f6'] in n-d-815689-1 is: [{'id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-646179630', 'tenant_id': '75488601edab4b54bdb13b6ddc6ab744', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:25Z', 'updated_at': '2021-10-27T16:34:26Z', 'revision_number': 5, 'project_id': '75488601edab4b54bdb13b6ddc6ab744', 'gw_port': {'id': 'ee014b9f-cea2-4d57-903e-3c8197eac929', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:dc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5582f519-c56c-4a84-a63b-b6070f59d6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3594, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:26Z', 'updated_at': '2021-10-27T16:32:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:29.596441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 22744f79-ad6e-4655-8abc-6b2b5069fc08 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:29.596798 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 22744f79-ad6e-4655-8abc-6b2b5069fc08 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:29.601144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 04027290-1187-4b6c-bf60-6afb4afe13a7 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:29.652781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 04027290-1187-4b6c-bf60-6afb4afe13a7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:29.653239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 04027290-1187-4b6c-bf60-6afb4afe13a7 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:29.653522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8c45dc79-c053-4ed3-90ea-9fffffedb067 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:29.684105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7bccfb97-369f-4334-a5cb-9fcc12518ac0 None None] For port 8c45dc79-c053-4ed3-90ea-9fffffedb067, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c45dc79-c053-4ed3-90ea-9fffffedb067,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:29.684513 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7bccfb97-369f-4334-a5cb-9fcc12518ac0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.704634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7bccfb97-369f-4334-a5cb-9fcc12518ac0 None None] Calling delete_port for 8c45dc79-c053-4ed3-90ea-9fffffedb067 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:29.706511 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-e6f32ad1-43bc-450e-bd35-73927b90d853 service neutron] 10.222.0.15 "GET /v2.0/networks/78bfed7b-4cb6-498c-be35-ac46a6012e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850975 Oct 27 16:34:29.722242 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.735322 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.741321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/networks/207e4781-30dd-4c4e-b3a0-c37ed65c1802 HTTP/1.1" status: 204 len: 168 time: 1.6921256 Oct 27 16:34:29.742799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34262) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:29.811488 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:29.850847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 8c45dc79-c053-4ed3-90ea-9fffffedb067, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8c45dc79-c053-4ed3-90ea-9fffffedb067,segment=NetworkSegment(ac7edcb4-66b2-4890-ac64-33c74e877161),segment_id=ac7edcb4-66b2-4890-ac64-33c74e877161)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:29.882845 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-b9966b80-08d4-4910-b83c-10b4a462e00b service neutron] 10.222.0.15 "GET /v2.0/networks/78bfed7b-4cb6-498c-be35-ac46a6012e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433914 Oct 27 16:34:29.933790 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.047028 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7bccfb97-369f-4334-a5cb-9fcc12518ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.089140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccfb97-369f-4334-a5cb-9fcc12518ac0 None None] No DVR routers for this DVR port 8c45dc79-c053-4ed3-90ea-9fffffedb067 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:30.111585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=8c45dc79-c053-4ed3-90ea-9fffffedb067,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:30.145078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccfb97-369f-4334-a5cb-9fcc12518ac0 None None] Pushing event deleted for resources: {'Port': ['ID=8c45dc79-c053-4ed3-90ea-9fffffedb067,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:30.289965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080704f-4b68-4c12-bab8-de0096e37ebd tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Network': ['ID=207e4781-30dd-4c4e-b3a0-c37ed65c1802,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:30.333346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a79de070-e916-4285-97d0-391a986ce7c6 req-a30f3801-2683-47e8-a16c-bde83d836854 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 210 time: 0.0410280 Oct 27 16:34:30.548977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.587880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'Port': ['ID=ee014b9f-cea2-4d57-903e-3c8197eac929,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:30.685689 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.789851 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.792616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.885795 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.949808 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.950341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Fanout notify agent at l3_agent the message router_deleted on router 5582f519-c56c-4a84-a63b-b6070f59d6f6 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:34:30.960770 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:30.961179 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e16b67ff-3d40-430f-9a9c-fd2ef922efe1 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "DELETE /v2.0/routers/5582f519-c56c-4a84-a63b-b6070f59d6f6 HTTP/1.1" status: 204 len: 168 time: 2.6897099 Oct 27 16:34:30.964043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34296) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:31.139280 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.226511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port 20119c59-96db-4603-8798-2d9610ef63c8 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:31.226848 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.279636 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.313675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae86737-4f1f-4099-8ce1-c64cf19ac110']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:31.335813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac7edcb4-66b2-4890-ac64-33c74e877161') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:31.338288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac7edcb4-66b2-4890-ac64-33c74e877161') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:31.348528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port 20119c59-96db-4603-8798-2d9610ef63c8, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=20119c59-96db-4603-8798-2d9610ef63c8,segment=NetworkSegment(8182b30f-5608-42d0-856f-f2daf490ba18),segment_id=8182b30f-5608-42d0-856f-f2daf490ba18)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:31.349032 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.370810 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.386096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for 20119c59-96db-4603-8798-2d9610ef63c8 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:31.408268 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.423030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:31.423653 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:31.427836 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:31.468436 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-326ebad7-5ad9-4fca-9282-cb83c27e147a req-bf7d2b16-d672-4aa4-927a-34a682ac0db6 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 210 time: 0.0367262 Oct 27 16:34:31.659691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.667760 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.678642 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] 10.222.0.15 "DELETE /v2.0/networks/9ae86737-4f1f-4099-8ce1-c64cf19ac110 HTTP/1.1" status: 204 len: 168 time: 0.7133667 Oct 27 16:34:31.692609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7a6f1-c95b-4448-9625-3e527caf0125 tempest-TestSecurityGroupsBasicOps-1573705580 tempest-TestSecurityGroupsBasicOps-1573705580-project] Pushing event deleted for resources: {'Network': ['ID=9ae86737-4f1f-4099-8ce1-c64cf19ac110,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:31.711833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:31.733151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:31.733500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 108b9f55-fee5-44d1-9ed8-15d7162fa0e3 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:31.734140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee014b9f-cea2-4d57-903e-3c8197eac929 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:31.758304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: ee014b9f-cea2-4d57-903e-3c8197eac929 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:31.758653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee014b9f-cea2-4d57-903e-3c8197eac929 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:31.768103 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:31.824719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=20119c59-96db-4603-8798-2d9610ef63c8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:32.018422 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.307349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:32.387287 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34316) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:32.445482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:32.457345 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804efab9-0a69-41f2-a9fd-6a302a7fe580 None None] Sync routers for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:32.465216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34320) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:32.465778 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6f85b249-e5a5-44d8-b5bd-be2981cf5796 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7218754 Oct 27 16:34:32.477225 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804efab9-0a69-41f2-a9fd-6a302a7fe580 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:32.478230 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-804efab9-0a69-41f2-a9fd-6a302a7fe580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:32.560433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d82c5c-2aa5-4ee4-a4d6-05e68a945942 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting subnet 7a3b128c-ca25-48cd-9a44-9681c9f2c3fc {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:32.565990 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0d82c5c-2aa5-4ee4-a4d6-05e68a945942 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.584971 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-804efab9-0a69-41f2-a9fd-6a302a7fe580 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:32.616747 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0d82c5c-2aa5-4ee4-a4d6-05e68a945942 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.650603 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-804efab9-0a69-41f2-a9fd-6a302a7fe580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:31Z', 'revision_number': 11, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:32.695680 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804efab9-0a69-41f2-a9fd-6a302a7fe580 None None] Checking router: 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:32.707881 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804efab9-0a69-41f2-a9fd-6a302a7fe580 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:32.708665 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-804efab9-0a69-41f2-a9fd-6a302a7fe580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:32.727731 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.733113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bef5a1d3-cb1f-48a9-bec0-92377a0789f3 req-a94679a4-646a-4b17-a8e2-72da4d9c964d tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 210 time: 0.0576861 Oct 27 16:34:32.771165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8b43a19e-9012-4b29-90e8-9ac54f6d7e75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75488601edab4b54bdb13b6ddc6ab744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820567 Oct 27 16:34:32.773688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34328) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:32.789463 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-804efab9-0a69-41f2-a9fd-6a302a7fe580 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:32.869279 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-804efab9-0a69-41f2-a9fd-6a302a7fe580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:31Z', 'revision_number': 11, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:32.892875 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0c1b-f2b7-4f9f-bca3-2ae1c0482427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:32.913973 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804efab9-0a69-41f2-a9fd-6a302a7fe580 None None] The sync data for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 is: [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:31Z', 'revision_number': 11, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:32.924230 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0d82c5c-2aa5-4ee4-a4d6-05e68a945942 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.002163 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0c1b-f2b7-4f9f-bca3-2ae1c0482427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.070842 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0d82c5c-2aa5-4ee4-a4d6-05e68a945942 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.099063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-1e8feb06-30a5-412a-ae5c-83acc6a49132 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:33.100578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-1e8feb06-30a5-412a-ae5c-83acc6a49132 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.54 "GET /v2.0/networks?id=78bfed7b-4cb6-498c-be35-ac46a6012e6f HTTP/1.1" status: 200 len: 809 time: 0.1878939 Oct 27 16:34:33.114405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Request body: {'port': {'device_id': 'ed66ef1d-a354-41c7-b7a4-cfb333ecc794', 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f', 'admin_state_up': True, 'tenant_id': 'b46ca8c43576469ab47064bc28e6a7bd'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:33.115895 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d82c5c-2aa5-4ee4-a4d6-05e68a945942 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3b128c-ca25-48cd-9a44-9681c9f2c3fc,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:33.118040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-f0d82c5c-2aa5-4ee4-a4d6-05e68a945942 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.123851 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f0d82c5c-2aa5-4ee4-a4d6-05e68a945942 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/7a3b128c-ca25-48cd-9a44-9681c9f2c3fc HTTP/1.1" status: 204 len: 168 time: 0.6551988 Oct 27 16:34:33.124030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93c61e7-7f5f-4672-b9d4-cc1144c6bc9d None None] Network 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:33.127142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34330) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:33.247345 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0c1b-f2b7-4f9f-bca3-2ae1c0482427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.266222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0c1b-f2b7-4f9f-bca3-2ae1c0482427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.267662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b5ca0c1b-f2b7-4f9f-bca3-2ae1c0482427 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a88ebdcf-1d9b-4561-8823-c7c1ae6b4e0d HTTP/1.1" status: 204 len: 168 time: 0.4927776 Oct 27 16:34:33.310743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca0c1b-f2b7-4f9f-bca3-2ae1c0482427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88ebdcf-1d9b-4561-8823-c7c1ae6b4e0d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:33.324634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.410918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Made reservation on behalf of b46ca8c43576469ab47064bc28e6a7bd for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:33.420087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb312b7-9870-4211-892e-71ee3c4ab355 None None] DHCP port deletion for 3f43116b-4cfa-49f2-8b8f-c5a537a3e02a request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:33.422909 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.474125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 20119c59-96db-4603-8798-2d9610ef63c8 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:33.485737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Deleting port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:33.494397 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.507542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 20119c59-96db-4603-8798-2d9610ef63c8 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:33.507971 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 20119c59-96db-4603-8798-2d9610ef63c8 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:33.540236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0eb312b7-9870-4211-892e-71ee3c4ab355 None None] Deleting port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:33.540791 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0eb312b7-9870-4211-892e-71ee3c4ab355 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.622174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-0eb312b7-9870-4211-892e-71ee3c4ab355 None None] For port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5,segment=NetworkSegment(8182b30f-5608-42d0-856f-f2daf490ba18),segment_id=8182b30f-5608-42d0-856f-f2daf490ba18)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:33.624406 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0eb312b7-9870-4211-892e-71ee3c4ab355 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.635477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] For port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5,segment=NetworkSegment(8182b30f-5608-42d0-856f-f2daf490ba18),segment_id=8182b30f-5608-42d0-856f-f2daf490ba18)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:33.635885 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.641461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0eb312b7-9870-4211-892e-71ee3c4ab355 None None] Calling delete_port for a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:33.652622 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Calling delete_port for a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:33.758485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Allocated IP 172.20.0.6 (78bfed7b-4cb6-498c-be35-ac46a6012e6f/8f78bccf-7fe8-4472-b9c6-900aa3a4c65b/ff0c13c3-5d4f-476f-99da-9ef3726bfbf3) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:33.856878 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c80d36e-d39e-4a34-9027-bbf03b68daa8 req-34fb773e-f75a-4851-89db-82130325c836 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 210 time: 0.0395417 Oct 27 16:34:33.989894 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0eb312b7-9870-4211-892e-71ee3c4ab355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:33.997122 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.021417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb312b7-9870-4211-892e-71ee3c4ab355 None None] No DVR routers for this DVR port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:34.028223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb312b7-9870-4211-892e-71ee3c4ab355 None None] Pushing event deleted for resources: {'Port': ['ID=a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:34.043074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Port': ['ID=a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:34.043074 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No DVR routers for this DVR port a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:34.114134 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.125062 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.150632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f43116b-4cfa-49f2-8b8f-c5a537a3e02a']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:34.160828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8182b30f-5608-42d0-856f-f2daf490ba18') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:34.161196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8182b30f-5608-42d0-856f-f2daf490ba18') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:34.171476 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.184639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.190593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:34.196048 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:34.328963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.373243 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.382292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Network 78bfed7b-4cb6-498c-be35-ac46a6012e6f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:34.386820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:34.387338 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.390268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:34.391231 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/networks/3f43116b-4cfa-49f2-8b8f-c5a537a3e02a HTTP/1.1" status: 204 len: 168 time: 1.2626908 Oct 27 16:34:34.402878 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34346) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:34.409513 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e70b3ae8-df3e-4888-a377-2d06b760535b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'routes': None}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:34.413259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688ef2a-4820-4b8a-9b3c-9485461a6434 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Pushing event deleted for resources: {'Network': ['ID=3f43116b-4cfa-49f2-8b8f-c5a537a3e02a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:34.433110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Pushing event updated for resources: {'Port': ['ID=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:34.448153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34348) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:34.464353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:34.465120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.480195 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-841118f6-ed64-4059-815f-f4d77c13587f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.571473 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-841118f6-ed64-4059-815f-f4d77c13587f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.579795 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.extraroute_db [None req-e70b3ae8-df3e-4888-a377-2d06b760535b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Added routes are [] {{(pid=109722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 27 16:34:34.580354 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.extraroute_db [None req-e70b3ae8-df3e-4888-a377-2d06b760535b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Removed routes are [] {{(pid=109722) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 27 16:34:34.580483 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e70b3ae8-df3e-4888-a377-2d06b760535b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.587781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-df73a2c2-b1da-4208-99a3-320ce643b035 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4777303 Oct 27 16:34:34.599683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Request body: {'port': {'device_id': 'ed66ef1d-a354-41c7-b7a4-cfb333ecc794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:34.659171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.676003 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-841118f6-ed64-4059-815f-f4d77c13587f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.731788 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e70b3ae8-df3e-4888-a377-2d06b760535b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.737518 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e70b3ae8-df3e-4888-a377-2d06b760535b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:34.747988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-841118f6-ed64-4059-815f-f4d77c13587f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b728e0717601485d8c6538a8580c37ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968583 Oct 27 16:34:34.749598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34350) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:34.759561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841118f6-ed64-4059-815f-f4d77c13587f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cec08ed-021a-4ef7-9544-5f49c412c7b5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:34.837413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70b3ae8-df3e-4888-a377-2d06b760535b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:34.971073 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ade3d-5a76-442e-8e86-06255738dd94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.020155 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ade3d-5a76-442e-8e86-06255738dd94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.121017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:34:35.134119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.265102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Transition to ACTIVE for port object ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:34:35.266687 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ade3d-5a76-442e-8e86-06255738dd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.269419 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4b8ade3d-5a76-442e-8e86-06255738dd94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.273069 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4b8ade3d-5a76-442e-8e86-06255738dd94 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cec08ed-021a-4ef7-9544-5f49c412c7b5 HTTP/1.1" status: 204 len: 168 time: 0.5193434 Oct 27 16:34:35.288794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70b3ae8-df3e-4888-a377-2d06b760535b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:35.299237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ade3d-5a76-442e-8e86-06255738dd94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cec08ed-021a-4ef7-9544-5f49c412c7b5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:35.301378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a0341d-8d6e-4ee3-aa36-1ca95a32bce0 None None] Sync routers for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:35.306929 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e70b3ae8-df3e-4888-a377-2d06b760535b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.311230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34364) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:35.314413 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e70b3ae8-df3e-4888-a377-2d06b760535b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05 HTTP/1.1" status: 200 len: 701 time: 0.9078908 Oct 27 16:34:35.323583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0341d-8d6e-4ee3-aa36-1ca95a32bce0 None None] Routers {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:35.324398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d4a0341d-8d6e-4ee3-aa36-1ca95a32bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:35.340989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465419f4-db66-4f28-b0f5-3c6401a92fa7 req-0e084d01-0ef4-42e8-a202-052a8b327ebc tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:35.342746 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-465419f4-db66-4f28-b0f5-3c6401a92fa7 req-0e084d01-0ef4-42e8-a202-052a8b327ebc tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 931 time: 0.0976584 Oct 27 16:34:35.381377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:35.391602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-471223d7-4226-401c-815b-269fbfd4d608 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3eb4076b-3d2b-4742-a51f-53e4b1d4da05 HTTP/1.1" status: 200 len: 205 time: 0.0781639 Oct 27 16:34:35.393128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.520413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:35.536936 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-465419f4-db66-4f28-b0f5-3c6401a92fa7 req-7fe98ded-695a-43a4-bcb8-8eb0c4c1e258 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857028 Oct 27 16:34:35.575098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:35.578742 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00da2610-660e-4c23-a4e7-90f847b81542 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.605764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:35.606106 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a80ede0b-e7cb-41e9-94c7-ca1c2616d6e5 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:35.613654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d4a0341d-8d6e-4ee3-aa36-1ca95a32bce0 None None] Set router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:35.621613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.621957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.625542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.625542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.625542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.625542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.625542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.625542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.625542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.625542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.625542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.625542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:35.665828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Attempting to bind port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:35.666160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Attempting to bind port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'e9b9b662-2565-43f5-a4ee-120c03029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:35.666485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Attempting to bind port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 on network 78bfed7b-4cb6-498c-be35-ac46a6012e6f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:35.671408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 on network 78bfed7b-4cb6-498c-be35-ac46a6012e6f not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:34:35.671783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Attempting to bind port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 on network 78bfed7b-4cb6-498c-be35-ac46a6012e6f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:35.677674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:35.678012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Checking segment: {'id': 'e9b9b662-2565-43f5-a4ee-120c03029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:35.678390 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Bound using segment: {'id': 'e9b9b662-2565-43f5-a4ee-120c03029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:35.678832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Bound port: ff0c13c3-5d4f-476f-99da-9ef3726bfbf3, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b9b662-2565-43f5-a4ee-120c03029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:35.679187 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.760002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d4a0341d-8d6e-4ee3-aa36-1ca95a32bce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb4076b-3d2b-4742-a51f-53e4b1d4da05', 'name': 'tempest-RoutersTest-router-1624081009', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:33:42Z', 'updated_at': '2021-10-27T16:34:31Z', 'revision_number': 11, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:35.762949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] For port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:35.767679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] For port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3,segment=NetworkSegment(e9b9b662-2565-43f5-a4ee-120c03029d47),segment_id=e9b9b662-2565-43f5-a4ee-120c03029d47)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:35.858127 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.889920 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00da2610-660e-4c23-a4e7-90f847b81542 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.895094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00da2610-660e-4c23-a4e7-90f847b81542 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.950686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:35.951374 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:35.957928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] 10.222.0.54 "PUT /v2.0/ports/ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 HTTP/1.1" status: 200 len: 1091 time: 1.3595879 Oct 27 16:34:35.967799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed66ef1d-a354-41c7-b7a4-cfb333ecc794', 'tag': 'ff0c13c3-5d4f-476f-99da-9ef3726bfbf3'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:35.972197 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007d2b60-a7f7-4b0d-b512-aed0e8276261" -d '{"events": [{"name": "network-changed", "server_uuid": "ed66ef1d-a354-41c7-b7a4-cfb333ecc794", "tag": "ff0c13c3-5d4f-476f-99da-9ef3726bfbf3"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:36.034234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde994e-19e4-468b-8aaf-8f3a235aa022 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:36.057415 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5c3cf9-2161-4099-a559-365dbdaec89a x-openstack-request-id: req-4e5c3cf9-2161-4099-a559-365dbdaec89a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:36.059520 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed66ef1d-a354-41c7-b7a4-cfb333ecc794", "tag": "ff0c13c3-5d4f-476f-99da-9ef3726bfbf3", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:36.059520 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e5c3cf9-2161-4099-a559-365dbdaec89a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:36.060110 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed66ef1d-a354-41c7-b7a4-cfb333ecc794', 'tag': 'ff0c13c3-5d4f-476f-99da-9ef3726bfbf3', 'status': 'completed', 'code': 200} Oct 27 16:34:36.111320 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00da2610-660e-4c23-a4e7-90f847b81542 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.112110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00da2610-660e-4c23-a4e7-90f847b81542 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Fanout notify agent at l3_agent the message router_deleted on router 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:34:36.122484 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00da2610-660e-4c23-a4e7-90f847b81542 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.124883 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-00da2610-660e-4c23-a4e7-90f847b81542 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05 HTTP/1.1" status: 204 len: 168 time: 0.7419674 Oct 27 16:34:36.130945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34378) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:36.138272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-7b36fa81-0271-439d-bf10-6d7f4fa0e16c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1043730420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:36.141624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d2b60-a7f7-4b0d-b512-aed0e8276261 req-99da4297-aacf-46ce-a00b-231de51f16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:36.147427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-007d2b60-a7f7-4b0d-b512-aed0e8276261 req-99da4297-aacf-46ce-a00b-231de51f16cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b46ca8c43576469ab47064bc28e6a7bd&device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 1094 time: 0.0723150 Oct 27 16:34:36.182888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a0341d-8d6e-4ee3-aa36-1ca95a32bce0 None None] Checking router: 3eb4076b-3d2b-4742-a51f-53e4b1d4da05 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:36.193693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0341d-8d6e-4ee3-aa36-1ca95a32bce0 None None] Routers set() bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:36.194243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0341d-8d6e-4ee3-aa36-1ca95a32bce0 None None] Router IDs set() for agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 27 16:34:36.194860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_agentschedulers_db [None req-d4a0341d-8d6e-4ee3-aa36-1ca95a32bce0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3eb4076b-3d2b-4742-a51f-53e4b1d4da05'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent'). {{(pid=109724) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 27 16:34:36.195300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a0341d-8d6e-4ee3-aa36-1ca95a32bce0 None None] The sync data for ids ['3eb4076b-3d2b-4742-a51f-53e4b1d4da05'] in n-d-815689-1 is: [] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:36.237679 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:34:36.282946 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b36fa81-0271-439d-bf10-6d7f4fa0e16c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.284207 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b36fa81-0271-439d-bf10-6d7f4fa0e16c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.349424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d2b60-a7f7-4b0d-b512-aed0e8276261 req-3f0b63ea-5b12-4464-8bad-993792d57c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:36.354670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-007d2b60-a7f7-4b0d-b512-aed0e8276261 req-3f0b63ea-5b12-4464-8bad-993792d57c82 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b46ca8c43576469ab47064bc28e6a7bd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1943028 Oct 27 16:34:36.471197 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b36fa81-0271-439d-bf10-6d7f4fa0e16c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.538503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d2b60-a7f7-4b0d-b512-aed0e8276261 req-021aec11-1e96-4a0c-9350-b293d7db07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:36.540378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-007d2b60-a7f7-4b0d-b512-aed0e8276261 req-021aec11-1e96-4a0c-9350-b293d7db07b7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1810684 Oct 27 16:34:36.563769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34392) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:36.636984 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b36fa81-0271-439d-bf10-6d7f4fa0e16c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.677753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-19f939fc-2878-4001-bae9-8d4f2354e73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:36.679679 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-19f939fc-2878-4001-bae9-8d4f2354e73f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b46ca8c43576469ab47064bc28e6a7bd&device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 1094 time: 0.0883615 Oct 27 16:34:36.741724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-ed622f79-81f7-4f1b-a574-bd7005492efa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 HTTP/1.1" status: 200 len: 217 time: 0.0509329 Oct 27 16:34:36.750013 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bbec3bf3-2755-4d07-84a8-a96e6facf495 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a658b650e6e4424a1761a0c511f4aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840806 Oct 27 16:34:36.751688 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7b36fa81-0271-439d-bf10-6d7f4fa0e16c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:36.755876 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7b36fa81-0271-439d-bf10-6d7f4fa0e16c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6238005 Oct 27 16:34:36.757765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34400) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:36.758185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34402) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:36.778311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c67f7314-7893-424b-a29a-e322b2ef83ed tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:36.812668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-6c131e2f-7250-4f81-8021-1081fbfee629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:36.814208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-6c131e2f-7250-4f81-8021-1081fbfee629 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f78bccf-7fe8-4472-b9c6-900aa3a4c65b HTTP/1.1" status: 200 len: 849 time: 0.0650213 Oct 27 16:34:36.862051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-7349077d-1608-4f52-936c-66f5cc7aef8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=78bfed7b-4cb6-498c-be35-ac46a6012e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391488 Oct 27 16:34:36.884624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba52ca-7866-434e-9653-41499c555d35 req-24689fe3-97ce-4e3e-ab1e-434e20a4646e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:36.886306 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cba52ca-7866-434e-9653-41499c555d35 req-24689fe3-97ce-4e3e-ab1e-434e20a4646e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 943 time: 0.2148039 Oct 27 16:34:37.018233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-2dd49c55-188a-4b6d-bf93-86b025aee86b service neutron] 10.222.0.54 "GET /v2.0/networks/78bfed7b-4cb6-498c-be35-ac46a6012e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483223 Oct 27 16:34:37.024912 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8edc007-a054-47bf-89e9-99c39433f6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.034405 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cba52ca-7866-434e-9653-41499c555d35 req-409840d5-d2a8-4394-b72b-d9d1531679ff tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363037 Oct 27 16:34:37.137069 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8edc007-a054-47bf-89e9-99c39433f6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.149327 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c67f7314-7893-424b-a29a-e322b2ef83ed tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-755898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-757811', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7879'] for router, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.219967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d843c5e-44d6-461c-8ac0-5901c8b6493c req-45d2ed52-e113-49a2-98f2-9dd9aad783ea service neutron] 10.222.0.54 "GET /v2.0/networks/78bfed7b-4cb6-498c-be35-ac46a6012e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940720 Oct 27 16:34:37.271870 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c67f7314-7893-424b-a29a-e322b2ef83ed tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-755875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-755884', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-757820'] for router, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.277427 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8edc007-a054-47bf-89e9-99c39433f6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.280148 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a8edc007-a054-47bf-89e9-99c39433f6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.284505 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a8edc007-a054-47bf-89e9-99c39433f6bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b43839f-a32f-4f36-8a74-a474d43a3915 HTTP/1.1" status: 204 len: 168 time: 0.5223820 Oct 27 16:34:37.380557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edc007-a054-47bf-89e9-99c39433f6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b43839f-a32f-4f36-8a74-a474d43a3915,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:37.476802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67f7314-7893-424b-a29a-e322b2ef83ed tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Router 3ba153b3-d326-4819-8a6a-6a62efd8381d is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:34:37.558296 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67f7314-7893-424b-a29a-e322b2ef83ed tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:37.566404 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c67f7314-7893-424b-a29a-e322b2ef83ed tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.567660 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c67f7314-7893-424b-a29a-e322b2ef83ed tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "PUT /v2.0/routers/3ba153b3-d326-4819-8a6a-6a62efd8381d HTTP/1.1" status: 200 len: 694 time: 0.8073118 Oct 27 16:34:37.570684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34410) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:37.571151 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bd2e9-6bb3-47a1-9ecb-b22097e67b4e None None] Sync routers for ids ['3ba153b3-d326-4819-8a6a-6a62efd8381d'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:37.582276 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bd2e9-6bb3-47a1-9ecb-b22097e67b4e None None] Routers {'3ba153b3-d326-4819-8a6a-6a62efd8381d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:37.582881 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-438bd2e9-6bb3-47a1-9ecb-b22097e67b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3ba153b3-d326-4819-8a6a-6a62efd8381d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:37.671680 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1250af00-9179-4879-836e-127716ce180e tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/routers/3ba153b3-d326-4819-8a6a-6a62efd8381d HTTP/1.1" status: 200 len: 700 time: 0.0996304 Oct 27 16:34:37.671949 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-438bd2e9-6bb3-47a1-9ecb-b22097e67b4e None None] Set router 3ba153b3-d326-4819-8a6a-6a62efd8381d gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:37.674440 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34416) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:37.718866 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-98f9257a-f766-4e0d-b9ac-0ae6fa5aaa1a tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ba153b3-d326-4819-8a6a-6a62efd8381d HTTP/1.1" status: 200 len: 205 time: 0.0430005 Oct 27 16:34:37.722912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34418) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:37.769306 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-438bd2e9-6bb3-47a1-9ecb-b22097e67b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba153b3-d326-4819-8a6a-6a62efd8381d', 'name': 'tempest-RoutersTest-router-1043730420', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:36Z', 'updated_at': '2021-10-27T16:34:37Z', 'revision_number': 2, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:37.798662 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bd2e9-6bb3-47a1-9ecb-b22097e67b4e None None] Checking router: 3ba153b3-d326-4819-8a6a-6a62efd8381d for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:37.808669 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bd2e9-6bb3-47a1-9ecb-b22097e67b4e None None] Routers {'3ba153b3-d326-4819-8a6a-6a62efd8381d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:37.809409 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-438bd2e9-6bb3-47a1-9ecb-b22097e67b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['3ba153b3-d326-4819-8a6a-6a62efd8381d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:37.813967 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2c75295-7a3c-45ee-87cf-a6d7e1acd690 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.885451 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-438bd2e9-6bb3-47a1-9ecb-b22097e67b4e None None] Set router 3ba153b3-d326-4819-8a6a-6a62efd8381d gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:37.944286 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-438bd2e9-6bb3-47a1-9ecb-b22097e67b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba153b3-d326-4819-8a6a-6a62efd8381d', 'name': 'tempest-RoutersTest-router-1043730420', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:36Z', 'updated_at': '2021-10-27T16:34:37Z', 'revision_number': 2, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:37.972650 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bd2e9-6bb3-47a1-9ecb-b22097e67b4e None None] The sync data for ids ['3ba153b3-d326-4819-8a6a-6a62efd8381d'] in n-d-815689-1 is: [{'id': '3ba153b3-d326-4819-8a6a-6a62efd8381d', 'name': 'tempest-RoutersTest-router-1043730420', 'tenant_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:36Z', 'updated_at': '2021-10-27T16:34:37Z', 'revision_number': 2, 'project_id': '138bf4bcf31f4db99faa1781c9f5a48d', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:37.991623 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2c75295-7a3c-45ee-87cf-a6d7e1acd690 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:37.996190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2c75295-7a3c-45ee-87cf-a6d7e1acd690 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:38.116273 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2c75295-7a3c-45ee-87cf-a6d7e1acd690 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:38.116993 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c75295-7a3c-45ee-87cf-a6d7e1acd690 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Fanout notify agent at l3_agent the message router_deleted on router 3ba153b3-d326-4819-8a6a-6a62efd8381d {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:34:38.123672 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a2c75295-7a3c-45ee-87cf-a6d7e1acd690 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:38.128574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a2c75295-7a3c-45ee-87cf-a6d7e1acd690 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/3ba153b3-d326-4819-8a6a-6a62efd8381d HTTP/1.1" status: 204 len: 168 time: 0.3994968 Oct 27 16:34:38.128842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34430) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.158070 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4b70dabc-46bc-4d9e-b36f-09917602ac56 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3ba153b3-d326-4819-8a6a-6a62efd8381d HTTP/1.1" status: 200 len: 205 time: 0.0279849 Oct 27 16:34:38.160319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34432) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.175573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fe9ae-8b73-4d46-9594-9d1dbbe28e58 req-c02083b3-2da0-4fe5-9226-27acee291b6c tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:38.178661 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb0fe9ae-8b73-4d46-9594-9d1dbbe28e58 req-c02083b3-2da0-4fe5-9226-27acee291b6c tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 943 time: 0.0656958 Oct 27 16:34:38.203309 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-362d8ac9-2957-488e-b566-3d461c264271 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] delete failed (client error): The resource could not be found. Oct 27 16:34:38.204740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-362d8ac9-2957-488e-b566-3d461c264271 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/3ba153b3-d326-4819-8a6a-6a62efd8381d HTTP/1.1" status: 404 len: 336 time: 0.0431802 Oct 27 16:34:38.208523 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34434) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.247730 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4f31b6-efa7-48a5-988d-0a4826907fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:38.248219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4f31b6-efa7-48a5-988d-0a4826907fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:38.251669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7a4f31b6-efa7-48a5-988d-0a4826907fb6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/236773ff-1e63-4d84-90df-ef5cbad2dc0f HTTP/1.1" status: 404 len: 337 time: 0.0417545 Oct 27 16:34:38.255272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34438) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.267064 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cb0fe9ae-8b73-4d46-9594-9d1dbbe28e58 req-f8d3759b-171a-4270-a9c7-fb20d64ac4c0 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820231 Oct 27 16:34:38.289120 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6e9843-3681-44c1-af0f-d7e5ac15f4ae tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:38.289120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6e9843-3681-44c1-af0f-d7e5ac15f4ae tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:38.294185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2a6e9843-3681-44c1-af0f-d7e5ac15f4ae tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/66eb1c23-bb6f-415e-8165-e3087b3af5a0 HTTP/1.1" status: 404 len: 337 time: 0.0353937 Oct 27 16:34:38.294539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34442) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.592443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34452) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.601733 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9345698f-6fb3-4ccf-9790-db5f23ffc614 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:38.602267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9345698f-6fb3-4ccf-9790-db5f23ffc614 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:38.605301 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9345698f-6fb3-4ccf-9790-db5f23ffc614 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/6be7c17c-f24e-40f7-91e3-5896d522f105 HTTP/1.1" status: 404 len: 337 time: 0.3097780 Oct 27 16:34:38.607998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34456) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.646251 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-181ddf06-a816-42cb-b9a1-59d2340a2725 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:38.647323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-181ddf06-a816-42cb-b9a1-59d2340a2725 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:38.651429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-181ddf06-a816-42cb-b9a1-59d2340a2725 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/7a3b128c-ca25-48cd-9a44-9681c9f2c3fc HTTP/1.1" status: 404 len: 337 time: 0.0366018 Oct 27 16:34:38.653942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34458) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.682208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9544f6b6-59b6-43ec-aaf4-458637534717 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=3eb4076b-3d2b-4742-a51f-53e4b1d4da05 HTTP/1.1" status: 200 len: 205 time: 0.0270722 Oct 27 16:34:38.684484 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34460) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.727944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1184272349-network', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:38.731220 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-45c1092e-2514-4f42-a23d-7c9a9c3c1ed6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] delete failed (client error): The resource could not be found. Oct 27 16:34:38.733156 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-45c1092e-2514-4f42-a23d-7c9a9c3c1ed6 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/3eb4076b-3d2b-4742-a51f-53e4b1d4da05 HTTP/1.1" status: 404 len: 336 time: 0.0477433 Oct 27 16:34:38.736315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34464) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.773514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2c392813-8848-481f-b371-ed6027d2e09c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=6316a704-599e-4c20-85f6-001ebb47e543 HTTP/1.1" status: 200 len: 205 time: 0.0336995 Oct 27 16:34:38.773860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34466) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.811970 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-b6eb0a7c-3461-4818-a2e5-23bed1d5e2f2 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] delete failed (client error): The resource could not be found. Oct 27 16:34:38.813056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b6eb0a7c-3461-4818-a2e5-23bed1d5e2f2 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/6316a704-599e-4c20-85f6-001ebb47e543 HTTP/1.1" status: 404 len: 336 time: 0.0382419 Oct 27 16:34:38.815658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34468) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.847685 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0b0a5d-6a1f-40a9-9ff9-a86c44b0ca2d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:38.848243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0b0a5d-6a1f-40a9-9ff9-a86c44b0ca2d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:38.851418 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4a0b0a5d-6a1f-40a9-9ff9-a86c44b0ca2d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/d0459e8a-72d8-4bac-bff0-059220a6bc4f HTTP/1.1" status: 404 len: 337 time: 0.0347147 Oct 27 16:34:38.854054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34470) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.859204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Made reservation on behalf of 9eb3e3260005472db9d1ce6e80cbe8d9 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:38.862217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:38.872399 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:38.881897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e50c0846-f386-4e0d-b4d1-b49777feab9b tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=b317eea1-39c5-4901-81db-e79285752e47 HTTP/1.1" status: 200 len: 205 time: 0.0264125 Oct 27 16:34:38.883916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34472) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.926501 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-d884909c-5f99-4daf-bc1e-3cc18923645d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] delete failed (client error): The resource could not be found. Oct 27 16:34:38.927594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d884909c-5f99-4daf-bc1e-3cc18923645d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/b317eea1-39c5-4901-81db-e79285752e47 HTTP/1.1" status: 404 len: 336 time: 0.0426712 Oct 27 16:34:38.945202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34474) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.960828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-05db1e22-3c49-4c1e-ac8e-5ed27932331c tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff0b916-a0ae-4091-b330-ec1af374440c HTTP/1.1" status: 200 len: 205 time: 0.0294883 Oct 27 16:34:38.963581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34476) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:38.975513 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.005445 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-be662fc4-04eb-492f-b3ca-aedbe9b36430 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] delete failed (client error): The resource could not be found. Oct 27 16:34:39.006417 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-be662fc4-04eb-492f-b3ca-aedbe9b36430 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/2ff0b916-a0ae-4091-b330-ec1af374440c HTTP/1.1" status: 404 len: 336 time: 0.0417454 Oct 27 16:34:39.008940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34478) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.036448 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bc48bb-f47b-48ff-b545-022197fb79fb tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:39.036923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1bc48bb-f47b-48ff-b545-022197fb79fb tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:39.040156 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b1bc48bb-f47b-48ff-b545-022197fb79fb tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/dee78e2a-8edf-4036-bebf-4ad01ca0db4e HTTP/1.1" status: 404 len: 337 time: 0.0303137 Oct 27 16:34:39.050164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34480) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.070569 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.083443 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-824ef778-541b-4f2f-9afc-8e7f35d5e71d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=a55c074c-2f5f-41dd-9ee0-154eab22ce9f HTTP/1.1" status: 200 len: 205 time: 0.0315664 Oct 27 16:34:39.087723 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34482) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.099632 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:34:39.105158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a192e8-94e7-4874-b1c9-6aed4d9bb2f1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:39.113410 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.113410 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Added segment 3a265112-fdc0-4e45-8140-baf60b57b3b2 of type vlan for network 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 Oct 27 16:34:39.127322 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-a630815a-5948-41b2-99a6-b1114174402d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] delete failed (client error): The resource could not be found. Oct 27 16:34:39.129170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a630815a-5948-41b2-99a6-b1114174402d tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/a55c074c-2f5f-41dd-9ee0-154eab22ce9f HTTP/1.1" status: 404 len: 336 time: 0.0396736 Oct 27 16:34:39.136185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:34:39.140336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34484) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.160654 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.186290 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e3340a-91f1-43d1-82fd-9083beba2f87 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:39.189468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e3340a-91f1-43d1-82fd-9083beba2f87 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:39.196232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-10e3340a-91f1-43d1-82fd-9083beba2f87 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/577e3113-d51f-462a-97b0-b94d6e031a9c HTTP/1.1" status: 404 len: 337 time: 0.0536277 Oct 27 16:34:39.198618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34488) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.231554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e9b381eb-de29-4fde-9013-5c48069a8ed8 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3a595c0-eec0-432f-b5a3-611207d10ebf HTTP/1.1" status: 200 len: 205 time: 0.0313661 Oct 27 16:34:39.233767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34492) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.261521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3,segment=NetworkSegment(e9b9b662-2565-43f5-a4ee-120c03029d47),segment_id=e9b9b662-2565-43f5-a4ee-120c03029d47)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:39.274913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'ff0c13c3-5d4f-476f-99da-9ef3726bfbf3', 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f', 'port_id': 'ff0c13c3-5d4f-476f-99da-9ef3726bfbf3', 'mac_address': 'fa:16:3e:b0:47:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f78bccf-7fe8-4472-b9c6-900aa3a4c65b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:34:39.279738 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-5c122689-95fa-4d1a-8735-221268a39efb tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] delete failed (client error): The resource could not be found. Oct 27 16:34:39.280894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5c122689-95fa-4d1a-8735-221268a39efb tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/routers/c3a595c0-eec0-432f-b5a3-611207d10ebf HTTP/1.1" status: 404 len: 336 time: 0.0456502 Oct 27 16:34:39.283775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34496) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.320476 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f2dab1-2d51-4b9b-8e16-3d551c753a6f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:39.320476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f2dab1-2d51-4b9b-8e16-3d551c753a6f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:39.320476 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b5f2dab1-2d51-4b9b-8e16-3d551c753a6f tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/491b0e7d-81ec-4401-825f-3985d9313f97 HTTP/1.1" status: 404 len: 337 time: 0.0332930 Oct 27 16:34:39.322711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34500) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.322857 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.338921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:34:39.353468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.354642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:39.355389 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.360763 n-d-815689-1 neutron-server[109722]: INFO neutron.pecan_wsgi.hooks.translation [None req-d263efb5-dd80-4727-8ab3-8ae758a4c348 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] DELETE failed (client error): The resource could not be found. Oct 27 16:34:39.361188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d263efb5-dd80-4727-8ab3-8ae758a4c348 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109722) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 16:34:39.373381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3,segment=NetworkSegment(e9b9b662-2565-43f5-a4ee-120c03029d47),segment_id=e9b9b662-2565-43f5-a4ee-120c03029d47)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:39.374091 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d263efb5-dd80-4727-8ab3-8ae758a4c348 tempest-RoutersTest-1416492897 tempest-RoutersTest-1416492897-project] 10.222.0.15 "DELETE /v2.0/subnets/e0ed320d-a678-4f44-a968-96e355385d62 HTTP/1.1" status: 404 len: 337 time: 0.0420873 Oct 27 16:34:39.460850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] Pushing event updated for resources: {'Network': ['ID=83f553e4-9ff3-4aab-82d1-361b8c2db5f9,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:39.471728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:34:39.475435 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.476033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf926bc-e4c9-40a6-8f32-3613dc1a4ee0 req-fd5741e7-d503-4301-acce-5ada7e674984 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:39.477628 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fdf926bc-e4c9-40a6-8f32-3613dc1a4ee0 req-fd5741e7-d503-4301-acce-5ada7e674984 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 943 time: 0.1086152 Oct 27 16:34:39.528999 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fdf926bc-e4c9-40a6-8f32-3613dc1a4ee0 req-60885b1f-5c82-44d6-a701-07bb0e712537 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Oct 27 16:34:39.533734 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-505b1fb1-bd10-4e7b-94c8-91143458d2a5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9400129 Oct 27 16:34:39.545770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34506) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:39.545770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] Request body: {'subnet': {'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1184272349-subnet', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:39.591361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:39.681275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['ff0c13c3-5d4f-476f-99da-9ef3726bfbf3'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:34:39.705244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] Made reservation on behalf of 9eb3e3260005472db9d1ce6e80cbe8d9 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:39.708166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:39.929435 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34514) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.008140 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.093661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36633cb7-22cf-4c40-826d-8bcedf55bede,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:40.098215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] Checking segment: {'id': '3a265112-fdc0-4e45-8140-baf60b57b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:40.098578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] Network hostable DHCP agents. Network: 83f553e4-9ff3-4aab-82d1-361b8c2db5f9, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:34:40.121265 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5ea39f99-0a89-4b5e-9aa1-a8e22bf02fe9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=138bf4bcf31f4db99faa1781c9f5a48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882093 Oct 27 16:34:40.121534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34518) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.175676 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fcdf402a-b40a-4991-810f-35ee2148edc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.197821 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fcdf402a-b40a-4991-810f-35ee2148edc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.229227 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] Network 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:34:40.304584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 83f553e4-9ff3-4aab-82d1-361b8c2db5f9) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:40.317188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee9956a-c13d-4f2c-9746-623c02c76e6f None None] Network 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:40.325149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:40.325744 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.339914 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fcdf402a-b40a-4991-810f-35ee2148edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.342485 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fcdf402a-b40a-4991-810f-35ee2148edc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.343656 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fcdf402a-b40a-4991-810f-35ee2148edc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c037684d-c754-422a-a2ee-1270e2d50a2b HTTP/1.1" status: 204 len: 168 time: 0.2212415 Oct 27 16:34:40.374401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf402a-b40a-4991-810f-35ee2148edc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c037684d-c754-422a-a2ee-1270e2d50a2b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:40.439666 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5e1f71cc-93d7-4ee8-8b42-6ff3757e5761 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9016511 Oct 27 16:34:40.442465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34526) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:40.450381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1184272349-router', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:40.550059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-83f553e4-9ff3-4aab-82d1-361b8c2db5f9', 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'fixed_ips': [{'subnet_id': '36633cb7-22cf-4c40-826d-8bcedf55bede'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:34:40.550906 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.590395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.591467 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.690527 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.704622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Allocated IP 172.20.0.2 (83f553e4-9ff3-4aab-82d1-361b8c2db5f9/36633cb7-22cf-4c40-826d-8bcedf55bede/5c249b90-2bf1-4bcf-9322-53bcfc226a11) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:40.710715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6481d-74c9-4fff-93da-7cf2a1cf1ac7 req-b2c7b066-624f-42aa-b0d7-bd4c5c33106d tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:40.712572 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32f6481d-74c9-4fff-93da-7cf2a1cf1ac7 req-b2c7b066-624f-42aa-b0d7-bd4c5c33106d tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 944 time: 0.1032524 Oct 27 16:34:40.754808 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32f6481d-74c9-4fff-93da-7cf2a1cf1ac7 req-a616b2a0-a3ef-43ec-bc14-be0c25eba0e4 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346932 Oct 27 16:34:40.882755 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.941429 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:40.979934 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.042030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Network 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:41.049521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:41.053396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:41.065843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Pushing event updated for resources: {'Port': ['ID=5c249b90-2bf1-4bcf-9322-53bcfc226a11,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:41.124519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Attempting to bind port 5c249b90-2bf1-4bcf-9322-53bcfc226a11 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:41.125434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Attempting to bind port 5c249b90-2bf1-4bcf-9322-53bcfc226a11 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '3a265112-fdc0-4e45-8140-baf60b57b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:41.125807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Attempting to bind port 5c249b90-2bf1-4bcf-9322-53bcfc226a11 on network 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:41.131658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:41.132044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Checking segment: {'id': '3a265112-fdc0-4e45-8140-baf60b57b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:41.134883 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.134883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Bound using segment: {'id': '3a265112-fdc0-4e45-8140-baf60b57b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:41.134883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Bound port: 5c249b90-2bf1-4bcf-9322-53bcfc226a11, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a265112-fdc0-4e45-8140-baf60b57b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:41.135649 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.153180 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:41.254858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] For port 5c249b90-2bf1-4bcf-9322-53bcfc226a11, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:41.258827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] For port 5c249b90-2bf1-4bcf-9322-53bcfc226a11, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5c249b90-2bf1-4bcf-9322-53bcfc226a11,segment=NetworkSegment(3a265112-fdc0-4e45-8140-baf60b57b3b2),segment_id=3a265112-fdc0-4e45-8140-baf60b57b3b2)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:41.299184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:34:41.302976 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.306795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:41.307169 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.329559 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.334080 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.415591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb4eaf-1e42-4ec2-9e80-1da4ae81f557 None None] Pushing event updated for resources: {'Port': ['ID=5c249b90-2bf1-4bcf-9322-53bcfc226a11,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:41.462903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.502031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed66ef1d-a354-41c7-b7a4-cfb333ecc794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0c13c3-5d4f-476f-99da-9ef3726bfbf3'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:41.510703 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f78fa5-c09c-4034-bd33-4d02e2c65e69" -d '{"events": [{"server_uuid": "ed66ef1d-a354-41c7-b7a4-cfb333ecc794", "name": "network-vif-plugged", "status": "completed", "tag": "ff0c13c3-5d4f-476f-99da-9ef3726bfbf3"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:41.534796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3,segment=NetworkSegment(e9b9b662-2565-43f5-a4ee-120c03029d47),segment_id=e9b9b662-2565-43f5-a4ee-120c03029d47)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:41.551416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Allocated IP 172.25.4.244 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/fb561248-3bd2-4ff5-97ee-206a6564470f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:41.619148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.761729 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.772276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:41.820522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34562) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:41.884193 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967ffc5a-2391-4014-8880-26862b82161e x-openstack-request-id: req-967ffc5a-2391-4014-8880-26862b82161e {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:41.884476 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed66ef1d-a354-41c7-b7a4-cfb333ecc794", "name": "network-vif-plugged", "status": "completed", "tag": "ff0c13c3-5d4f-476f-99da-9ef3726bfbf3", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:41.884739 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-967ffc5a-2391-4014-8880-26862b82161e {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:41.885133 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed66ef1d-a354-41c7-b7a4-cfb333ecc794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0c13c3-5d4f-476f-99da-9ef3726bfbf3', 'code': 200} Oct 27 16:34:41.942901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd232aaa-3245-48b7-b0cc-2fa12b95d4de req-8cd502d1-ceec-46f3-81b3-221580bea8e3 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:41.944912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd232aaa-3245-48b7-b0cc-2fa12b95d4de req-8cd502d1-ceec-46f3-81b3-221580bea8e3 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 945 time: 0.0825479 Oct 27 16:34:41.946691 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:41.967050 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fba95cbf-f778-45bf-8260-729531cd227e tempest-DvrRoutersNegativeTest-1215339196 tempest-DvrRoutersNegativeTest-1215339196-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1441527452', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:41.970034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.policy [None req-fba95cbf-f778-45bf-8260-729531cd227e tempest-DvrRoutersNegativeTest-1215339196 tempest-DvrRoutersNegativeTest-1215339196-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109723) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 27 16:34:41.970340 n-d-815689-1 neutron-server[109723]: DEBUG neutron.policy [None req-fba95cbf-f778-45bf-8260-729531cd227e tempest-DvrRoutersNegativeTest-1215339196 tempest-DvrRoutersNegativeTest-1215339196-project] Failed policy check for 'create_router' {{(pid=109723) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 27 16:34:41.970846 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-fba95cbf-f778-45bf-8260-729531cd227e tempest-DvrRoutersNegativeTest-1215339196 tempest-DvrRoutersNegativeTest-1215339196-project] create failed (client error): Access was denied to this resource. Oct 27 16:34:41.971804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fba95cbf-f778-45bf-8260-729531cd227e tempest-DvrRoutersNegativeTest-1215339196 tempest-DvrRoutersNegativeTest-1215339196-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1502404 Oct 27 16:34:42.058698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:42.062948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Pushing event updated for resources: {'Port': ['ID=fb561248-3bd2-4ff5-97ee-206a6564470f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:42.067114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:42.076486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:42.109929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd232aaa-3245-48b7-b0cc-2fa12b95d4de req-bce003b9-6cbe-483c-af7f-c53f2c488a27 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571653 Oct 27 16:34:42.120810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8d893-61ba-4a40-9df8-b47e9df9684d req-dadd3223-a08e-4d96-9103-01e54e88a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:42.122290 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ada8d893-61ba-4a40-9df8-b47e9df9684d req-dadd3223-a08e-4d96-9103-01e54e88a979 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 1096 time: 0.1298358 Oct 27 16:34:42.245584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ada8d893-61ba-4a40-9df8-b47e9df9684d req-7e1cea32-53f4-40ae-8220-0d027ffd2d1c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157944 Oct 27 16:34:42.441347 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.546268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34584) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:42.716363 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd97fb43-de26-426d-ae8a-aeb40c6a1f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.717027 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.750609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1e21b3-5cd3-434e-9c0e-6dc2592c0b1f None None] Network 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:42.807706 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd97fb43-de26-426d-ae8a-aeb40c6a1f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.848772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-53142d89-2c09-49c1-89a2-c200148f7540 None None] Provisioning complete for port 5c249b90-2bf1-4bcf-9322-53bcfc226a11 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:42.849143 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53142d89-2c09-49c1-89a2-c200148f7540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.898267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dd97fb43-de26-426d-ae8a-aeb40c6a1f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:42.963814 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dd97fb43-de26-426d-ae8a-aeb40c6a1f19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1be731f194a44d17aac47e3dfa554426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4162450 Oct 27 16:34:42.965194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97fb43-de26-426d-ae8a-aeb40c6a1f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13601a53-1555-4de6-9517-c7eb5fed73b5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:42.969825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34592) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:42.996142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:34:43.017579 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53142d89-2c09-49c1-89a2-c200148f7540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.071134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-53142d89-2c09-49c1-89a2-c200148f7540 None None] For port 5c249b90-2bf1-4bcf-9322-53bcfc226a11, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5c249b90-2bf1-4bcf-9322-53bcfc226a11,segment=NetworkSegment(3a265112-fdc0-4e45-8140-baf60b57b3b2),segment_id=3a265112-fdc0-4e45-8140-baf60b57b3b2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:43.150743 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53142d89-2c09-49c1-89a2-c200148f7540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.235924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53142d89-2c09-49c1-89a2-c200148f7540 None None] Pushing event updated for resources: {'Port': ['ID=5c249b90-2bf1-4bcf-9322-53bcfc226a11,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:43.391303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3a707a9e-8b21-4540-9345-636ef7e0871d None None] Provisioning complete for port 5c249b90-2bf1-4bcf-9322-53bcfc226a11 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:43.394137 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3a707a9e-8b21-4540-9345-636ef7e0871d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.423683 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11a15b-1650-4d44-8268-0b1e3f3f89cd req-4ce5b40b-d7d5-4b99-93a6-63350d256bef tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:43.426026 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e11a15b-1650-4d44-8268-0b1e3f3f89cd req-4ce5b40b-d7d5-4b99-93a6-63350d256bef tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 945 time: 0.1763167 Oct 27 16:34:43.553764 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e11a15b-1650-4d44-8268-0b1e3f3f89cd req-8a940a33-7e68-4d0b-930c-8d5c7c03e999 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212857 Oct 27 16:34:43.555722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5c249b90-2bf1-4bcf-9322-53bcfc226a11 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:43.588342 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65260cda-2ff7-48c8-bad7-e6417663fb0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.612948 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65260cda-2ff7-48c8-bad7-e6417663fb0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.652041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5c249b90-2bf1-4bcf-9322-53bcfc226a11 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:43.652614 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.686715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:43.699961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Sync routers for ids ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:43.719080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Routers {'6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:43.719760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:43.754060 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65260cda-2ff7-48c8-bad7-e6417663fb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.757301 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-65260cda-2ff7-48c8-bad7-e6417663fb0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.759581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-65260cda-2ff7-48c8-bad7-e6417663fb0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13601a53-1555-4de6-9517-c7eb5fed73b5 HTTP/1.1" status: 204 len: 168 time: 0.7886577 Oct 27 16:34:43.767412 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:43.771424 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-af67845d-6f3e-4a7e-abd5-38aee7546cca admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.3254850 Oct 27 16:34:43.771640 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34604) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:43.882342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65260cda-2ff7-48c8-bad7-e6417663fb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13601a53-1555-4de6-9517-c7eb5fed73b5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:43.887736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Set router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:44.111592 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'name': 'tempest-ImageQuotaTest-1184272349-router', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:40Z', 'updated_at': '2021-10-27T16:34:42Z', 'revision_number': 3, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'gw_port': {'id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:41Z', 'updated_at': '2021-10-27T16:34:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:44.150714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Checking router: 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:44.150931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Updating router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd port fb561248-3bd2-4ff5-97ee-206a6564470f binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:34:44.182676 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.301677 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.487648 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.511721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Allocated IP 172.20.0.1 (83f553e4-9ff3-4aab-82d1-361b8c2db5f9/36633cb7-22cf-4c40-826d-8bcedf55bede/d1406425-afd1-494c-9964-438b384b97b5) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:44.611430 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.637227 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.693539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecffbd-6a7f-405c-8ddc-9fda928b0692 None None] Pushing event updated for resources: {'Port': ['ID=fb561248-3bd2-4ff5-97ee-206a6564470f,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:44.714231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Attempting to bind port fb561248-3bd2-4ff5-97ee-206a6564470f on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:44.714610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Attempting to bind port fb561248-3bd2-4ff5-97ee-206a6564470f by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:44.716816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Attempting to bind port fb561248-3bd2-4ff5-97ee-206a6564470f on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:44.721096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb52e0c-c091-485a-acfb-251bc63b5f6a req-697090a6-dabb-4747-ad2d-547d8ccafa2b tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:44.721734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:44.722127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:44.722528 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.722922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:44.723244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efb52e0c-c091-485a-acfb-251bc63b5f6a req-697090a6-dabb-4747-ad2d-547d8ccafa2b tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 945 time: 0.0697834 Oct 27 16:34:44.723402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Bound port: fb561248-3bd2-4ff5-97ee-206a6564470f, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:44.723897 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.797817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:44.904423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] For port fb561248-3bd2-4ff5-97ee-206a6564470f, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:44.912900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] For port fb561248-3bd2-4ff5-97ee-206a6564470f, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fb561248-3bd2-4ff5-97ee-206a6564470f,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:44.921438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Network 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:44.931112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efb52e0c-c091-485a-acfb-251bc63b5f6a req-f8b592b3-06d3-40dd-8b19-15136e648b96 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999364 Oct 27 16:34:44.931966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:44.939999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:44.979914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1406425-afd1-494c-9964-438b384b97b5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:44.998251 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.036304 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.146654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Routers {'6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:45.147306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:45.214199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecffbd-6a7f-405c-8ddc-9fda928b0692 None None] Pushing event updated for resources: {'Port': ['ID=fb561248-3bd2-4ff5-97ee-206a6564470f,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:45.224233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34638) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:45.285987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-dd3e1059-0d09-43fa-80aa-c8d4c7406bf1 None None] Provisioning complete for port d1406425-afd1-494c-9964-438b384b97b5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:45.286582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dd3e1059-0d09-43fa-80aa-c8d4c7406bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.310297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.376030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1146345499'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:45.493786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] Set router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:45.523488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e1059-0d09-43fa-80aa-c8d4c7406bf1 None None] Port d1406425-afd1-494c-9964-438b384b97b5 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:45.527619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Made reservation on behalf of fdba553d544b40a391286921475196fa for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:45.533647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.544345 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.546403 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.615335 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.690321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'name': 'tempest-ImageQuotaTest-1184272349-router', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:40Z', 'updated_at': '2021-10-27T16:34:42Z', 'revision_number': 3, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'gw_port': {'id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:41Z', 'updated_at': '2021-10-27T16:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:45.702944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.715786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.717321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713040a6-3c20-451d-8aef-92b7aac3f246 None None] The sync data for ids ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'] in n-d-815689-1 is: [{'id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'name': 'tempest-ImageQuotaTest-1184272349-router', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:40Z', 'updated_at': '2021-10-27T16:34:42Z', 'revision_number': 3, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'gw_port': {'id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:41Z', 'updated_at': '2021-10-27T16:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:45.723294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1406425-afd1-494c-9964-438b384b97b5,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:45.768369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.824619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:34:45.834644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e30241-436f-4eca-8650-2d4c377282a5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:45.844667 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.845023 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Added segment 83490e8a-07b9-4597-9b0f-5e05d6f67e1d of type vlan for network 1efa9244-ed67-4be7-be0c-c9799c760c20 Oct 27 16:34:45.936799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:45.980400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Network 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:45.983677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:46.148134 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:46.155846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:46.157438 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:46.290626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Pushing event updated for resources: {'Network': ['ID=1efa9244-ed67-4be7-be0c-c9799c760c20,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:46.303467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 1efa9244-ed67-4be7-be0c-c9799c760c20 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:34:46.386707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f7e0d32d-f8b8-4068-8ed7-5a0cddc8e7d8 None None] Provisioning complete for port d1406425-afd1-494c-9964-438b384b97b5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:46.387236 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7e0d32d-f8b8-4068-8ed7-5a0cddc8e7d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:46.404936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dd71e054-bde0-4bc4-b733-9d515f6e7fb3 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1794398 Oct 27 16:34:46.420219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34678) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:46.428213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-82ef8697-171c-472c-a5bb-1722ea3e0975 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20', 'tempest-TagsTest-Tag-817651423') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:46.467730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f7e0d32d-f8b8-4068-8ed7-5a0cddc8e7d8 None None] Port d1406425-afd1-494c-9964-438b384b97b5 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:46.473369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:46.477291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd0c6c-4746-411d-8494-e891c3403218 req-1e815ff7-901b-41e5-9683-c5b5d1dae934 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:46.485698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-babd0c6c-4746-411d-8494-e891c3403218 req-1e815ff7-901b-41e5-9683-c5b5d1dae934 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 945 time: 0.0918968 Oct 27 16:34:46.524612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-2e9ab634-2afe-4804-b616-796c07e3b33e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:46.525646 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-babd0c6c-4746-411d-8494-e891c3403218 req-f149ffda-5d65-49e6-b16b-131ac35d2767 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387895 Oct 27 16:34:46.526097 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-2e9ab634-2afe-4804-b616-796c07e3b33e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.2310228 Oct 27 16:34:46.558735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-5406b68d-b988-44d1-a067-099297e3e9a5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/quotas/3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 375 time: 0.0248063 Oct 27 16:34:46.712898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-570e2763-21e5-4f20-b2b3-3c3def597052 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1227076 Oct 27 16:34:46.730183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:46.737147 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a9ffdcf6-7013-46d9-bb00-3bcb391392e1 admin admin] 10.222.0.15 "PUT /v2.0/routers/6bdffbf1-2ddd-40fe-9933-1afe1b62bccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9644165 Oct 27 16:34:46.817245 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-82ef8697-171c-472c-a5bb-1722ea3e0975 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "PUT /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags/tempest-TagsTest-Tag-817651423 HTTP/1.1" status: 201 len: 201 time: 0.3955693 Oct 27 16:34:46.820198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34682) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:46.825495 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-7b4c0fac-fe12-4236-853c-202a37cc96b6 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20', 'tempest-TagsTest-Tag-817651423') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:46.834319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-d330bd2a-ff30-43f7-9507-2db05a9251db service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119204 Oct 27 16:34:46.904622 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7b4c0fac-fe12-4236-853c-202a37cc96b6 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "GET /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags/tempest-TagsTest-Tag-817651423 HTTP/1.1" status: 204 len: 168 time: 0.0832167 Oct 27 16:34:46.908858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34686) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:46.913075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-56e78710-45ce-4705-9dbe-54d4c866781c tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:46.935951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-495057f1-5d4e-4358-9a3d-ec8cdb77325c service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953324 Oct 27 16:34:46.997628 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-56e78710-45ce-4705-9dbe-54d4c866781c tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "GET /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags HTTP/1.1" status: 200 len: 237 time: 0.0853739 Oct 27 16:34:46.997854 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34690) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:47.003144 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-7d125cc9-60f4-4ba2-a0ad-a65a1ec78730 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20', {'tags': ['tempest-TagsTest-Tag-1793884417', 'tempest-TagsTest-Tag-1348735958', 'tempest-TagsTest-Tag-274752958']}) {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:47.193783 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7d125cc9-60f4-4ba2-a0ad-a65a1ec78730 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "PUT /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags HTTP/1.1" status: 200 len: 308 time: 0.1949499 Oct 27 16:34:47.196390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34700) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:47.225143 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-0a3acc4b-b725-48fa-af5a-84f3f3fe1f51 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20', 'tempest-TagsTest-Tag-1793884417') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:47.236330 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c8157a0-ec31-4f72-98bb-b1143bac14f4 req-e641f34b-2a5a-42d2-b67f-9cefbd62240b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 210 time: 0.0495663 Oct 27 16:34:47.415939 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0a3acc4b-b725-48fa-af5a-84f3f3fe1f51 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "DELETE /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags/tempest-TagsTest-Tag-1793884417 HTTP/1.1" status: 204 len: 168 time: 0.2184923 Oct 27 16:34:47.418478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34710) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:47.423677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-32121534-782c-42a2-b100-b36eb935f510 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20', 'tempest-TagsTest-Tag-1793884417') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:47.436898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fb561248-3bd2-4ff5-97ee-206a6564470f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:47.531671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fb561248-3bd2-4ff5-97ee-206a6564470f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:47.532091 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:47.541933 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-32121534-782c-42a2-b100-b36eb935f510 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] show failed (client error): The resource could not be found. Oct 27 16:34:47.543837 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-32121534-782c-42a2-b100-b36eb935f510 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "GET /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags/tempest-TagsTest-Tag-1793884417 HTTP/1.1" status: 404 len: 326 time: 0.1244037 Oct 27 16:34:47.546903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34716) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:47.555520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-eb0d8eab-9810-483d-ae25-7872ce875d33 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20', 'tempest-TagsTest-Tag-1348735958') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:47.683080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878636c0-5fae-4be8-96c3-38990d35be74 req-900902df-ab32-420b-a348-21f025fee3fa tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:47.684685 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:47.684975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-878636c0-5fae-4be8-96c3-38990d35be74 req-900902df-ab32-420b-a348-21f025fee3fa tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 945 time: 0.1347466 Oct 27 16:34:47.711817 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port fb561248-3bd2-4ff5-97ee-206a6564470f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fb561248-3bd2-4ff5-97ee-206a6564470f,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:47.766937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-eb0d8eab-9810-483d-ae25-7872ce875d33 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "GET /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags/tempest-TagsTest-Tag-1348735958 HTTP/1.1" status: 204 len: 168 time: 0.2130165 Oct 27 16:34:47.767073 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34728) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:47.783895 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-1448225b-3e29-4aea-bbae-5cb89275403d tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20', 'tempest-TagsTest-Tag-274752958') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:47.785888 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:47.796970 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Sync routers for ids ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:47.834151 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Routers {'6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:47.836562 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:47.944148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=fb561248-3bd2-4ff5-97ee-206a6564470f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:47.945675 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1448225b-3e29-4aea-bbae-5cb89275403d tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "GET /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags/tempest-TagsTest-Tag-274752958 HTTP/1.1" status: 204 len: 168 time: 0.1805389 Oct 27 16:34:47.949538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34740) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:47.959008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-2d8fb491-4f10-4a5d-8817-12725f382765 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:48.168867 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2d8fb491-4f10-4a5d-8817-12725f382765 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "DELETE /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags HTTP/1.1" status: 204 len: 168 time: 0.2179437 Oct 27 16:34:48.172282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34744) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:48.175210 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Set router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:48.176940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.tag.tag_plugin [None req-4afaba45-fa40-4852-95e3-a34fac419791 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20', 'tempest-TagsTest-Tag-1348735958') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:48.296276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a7253-00a9-4c5f-af1a-7f5853bcd355 req-bd360a70-4852-44eb-b31c-3fd96849f70a tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:48.298288 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-403a7253-00a9-4c5f-af1a-7f5853bcd355 req-bd360a70-4852-44eb-b31c-3fd96849f70a tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 945 time: 0.6123381 Oct 27 16:34:48.364457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-403a7253-00a9-4c5f-af1a-7f5853bcd355 req-ab5c38fa-7f5d-412b-8056-f3cc52975641 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567179 Oct 27 16:34:48.367702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-878636c0-5fae-4be8-96c3-38990d35be74 req-47a5dc5a-0f41-4e55-8cfe-fb4331e3988e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Deleting port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:48.367945 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-878636c0-5fae-4be8-96c3-38990d35be74 req-47a5dc5a-0f41-4e55-8cfe-fb4331e3988e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:48.495217 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2099b366-8db7-4618-9e60-c337d561813f req-0283e70c-df96-4058-a1ea-28ab19f77e9b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 210 time: 0.0689044 Oct 27 16:34:48.496515 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34752) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:48.522045 n-d-815689-1 neutron-server[109722]: INFO neutron.api.v2.resource [None req-4afaba45-fa40-4852-95e3-a34fac419791 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] show failed (client error): The resource could not be found. Oct 27 16:34:48.522045 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4afaba45-fa40-4852-95e3-a34fac419791 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "GET /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags/tempest-TagsTest-Tag-1348735958 HTTP/1.1" status: 404 len: 326 time: 0.3468997 Oct 27 16:34:48.527902 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-daac7ee4-fff8-4e44-aa98-0151933d128a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:48.561022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-878636c0-5fae-4be8-96c3-38990d35be74 req-47a5dc5a-0f41-4e55-8cfe-fb4331e3988e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] For port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3,segment=NetworkSegment(e9b9b662-2565-43f5-a4ee-120c03029d47),segment_id=e9b9b662-2565-43f5-a4ee-120c03029d47)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:48.561562 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-878636c0-5fae-4be8-96c3-38990d35be74 req-47a5dc5a-0f41-4e55-8cfe-fb4331e3988e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:48.581059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-878636c0-5fae-4be8-96c3-38990d35be74 req-47a5dc5a-0f41-4e55-8cfe-fb4331e3988e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Calling delete_port for ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:48.677233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34754) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:48.684467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-1e284ccb-b819-4deb-9290-559adb313088 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20', 'tempest-TagsTest-Tag-274752958') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:48.700556 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'name': 'tempest-ImageQuotaTest-1184272349-router', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:40Z', 'updated_at': '2021-10-27T16:34:45Z', 'revision_number': 4, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'gw_port': {'id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:41Z', 'updated_at': '2021-10-27T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd1406425-afd1-494c-9964-438b384b97b5', 'name': '', 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'mac_address': 'fa:16:3e:de:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '36633cb7-22cf-4c40-826d-8bcedf55bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:44Z', 'updated_at': '2021-10-27T16:34:45Z', 'revision_number': 2, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'subnets': [{'id': '36633cb7-22cf-4c40-826d-8bcedf55bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:48.738794 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Checking router: 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:48.739151 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Updating router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd port d1406425-afd1-494c-9964-438b384b97b5 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:34:48.766287 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:48.818138 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-1e284ccb-b819-4deb-9290-559adb313088 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] show failed (client error): The resource could not be found. Oct 27 16:34:48.819308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1e284ccb-b819-4deb-9290-559adb313088 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "GET /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags/tempest-TagsTest-Tag-274752958 HTTP/1.1" status: 404 len: 325 time: 0.1429818 Oct 27 16:34:48.822074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34756) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:48.830941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.tag.tag_plugin [None req-8c161324-dddc-4c52-ab8f-5ac34c2bffa9 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1efa9244-ed67-4be7-be0c-c9799c760c20') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:48.888273 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-878636c0-5fae-4be8-96c3-38990d35be74 req-47a5dc5a-0f41-4e55-8cfe-fb4331e3988e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:48.900536 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['ff0c13c3-5d4f-476f-99da-9ef3726bfbf3'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:34:48.951189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5dc5a-0f41-4e55-8cfe-fb4331e3988e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Pushing event deleted for resources: {'Port': ['ID=ff0c13c3-5d4f-476f-99da-9ef3726bfbf3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:49.010853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-878636c0-5fae-4be8-96c3-38990d35be74 req-47a5dc5a-0f41-4e55-8cfe-fb4331e3988e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] No DVR routers for this DVR port ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:49.013834 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-878636c0-5fae-4be8-96c3-38990d35be74 req-47a5dc5a-0f41-4e55-8cfe-fb4331e3988e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.018767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-878636c0-5fae-4be8-96c3-38990d35be74 req-47a5dc5a-0f41-4e55-8cfe-fb4331e3988e tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.54 "DELETE /v2.0/ports/ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 HTTP/1.1" status: 204 len: 173 time: 1.3131256 Oct 27 16:34:49.019410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed66ef1d-a354-41c7-b7a4-cfb333ecc794', 'name': 'network-vif-deleted', 'tag': 'ff0c13c3-5d4f-476f-99da-9ef3726bfbf3'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:49.022690 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbfb3b1-b0f2-48ae-827e-211ef620a8a3" -d '{"events": [{"server_uuid": "ed66ef1d-a354-41c7-b7a4-cfb333ecc794", "name": "network-vif-deleted", "tag": "ff0c13c3-5d4f-476f-99da-9ef3726bfbf3"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:49.056544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8c161324-dddc-4c52-ab8f-5ac34c2bffa9 tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "DELETE /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20/tags HTTP/1.1" status: 204 len: 168 time: 0.2303917 Oct 27 16:34:49.057585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34760) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:49.093456 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3963f01c-847d-4498-a279-45e8cf35b478 x-openstack-request-id: req-3963f01c-847d-4498-a279-45e8cf35b478 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:49.095238 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed66ef1d-a354-41c7-b7a4-cfb333ecc794", "name": "network-vif-deleted", "tag": "ff0c13c3-5d4f-476f-99da-9ef3726bfbf3", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:49.095622 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3963f01c-847d-4498-a279-45e8cf35b478 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:49.097081 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed66ef1d-a354-41c7-b7a4-cfb333ecc794', 'name': 'network-vif-deleted', 'tag': 'ff0c13c3-5d4f-476f-99da-9ef3726bfbf3', 'status': 'completed', 'code': 200} Oct 27 16:34:49.179266 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.186517 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.236372 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.356393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.361792 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Pushing event updated for resources: {'Port': ['ID=d1406425-afd1-494c-9964-438b384b97b5,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:49.381801 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.382446 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.382947 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.383376 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.383873 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.384320 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.384735 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.385147 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.385562 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.385989 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.386402 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.386814 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:49.422217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efa9244-ed67-4be7-be0c-c9799c760c20']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:49.441168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fb561248-3bd2-4ff5-97ee-206a6564470f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:34:49.481165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83490e8a-07b9-4597-9b0f-5e05d6f67e1d') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:49.481536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83490e8a-07b9-4597-9b0f-5e05d6f67e1d') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:49.518423 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Attempting to bind port d1406425-afd1-494c-9964-438b384b97b5 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:49.518658 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Attempting to bind port d1406425-afd1-494c-9964-438b384b97b5 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '3a265112-fdc0-4e45-8140-baf60b57b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:49.520855 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Attempting to bind port d1406425-afd1-494c-9964-438b384b97b5 on network 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:49.540224 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:49.541014 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Checking segment: {'id': '3a265112-fdc0-4e45-8140-baf60b57b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:49.541184 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.541645 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.541928 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Bound using segment: {'id': '3a265112-fdc0-4e45-8140-baf60b57b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:49.542803 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Bound port: d1406425-afd1-494c-9964-438b384b97b5, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a265112-fdc0-4e45-8140-baf60b57b3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:49.544955 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.627709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.633054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fb561248-3bd2-4ff5-97ee-206a6564470f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:49.633576 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.661184 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] For port d1406425-afd1-494c-9964-438b384b97b5, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:49.665608 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] For port d1406425-afd1-494c-9964-438b384b97b5, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d1406425-afd1-494c-9964-438b384b97b5,segment=NetworkSegment(3a265112-fdc0-4e45-8140-baf60b57b3b2),segment_id=3a265112-fdc0-4e45-8140-baf60b57b3b2)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:49.684272 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.703800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:49.704288 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:49.707459 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:49.770004 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.800188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb43eae4-04cc-449e-a4e3-e0dd1f8d62b0 req-3a38d0be-2f26-46cc-adb6-778d2ad100cb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 210 time: 0.0926127 Oct 27 16:34:49.835698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ae89034a-862e-4ea5-b415-6c1812defd1e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:49.847116 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ae89034a-862e-4ea5-b415-6c1812defd1e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.3829019 Oct 27 16:34:49.847271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-58715f40-e407-42f3-bcc9-98213e68577e None None] Provisioning complete for port d1406425-afd1-494c-9964-438b384b97b5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:49.847271 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-58715f40-e407-42f3-bcc9-98213e68577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:49.847457 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9cf5be5-380f-4310-a388-ef8aa2870ce1 req-74e0e2fa-a5de-4b68-b53a-7732b53b8ec1 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed66ef1d-a354-41c7-b7a4-cfb333ecc794 HTTP/1.1" status: 200 len: 210 time: 0.0573602 Oct 27 16:34:49.853610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'port': {'device_id': '41ae0c56-1bc1-4084-8d4a-fb93d0558cb1', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'admin_state_up': True, 'tenant_id': '3cdb4db5640a48518f8166c1266fa319'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:49.889502 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Routers {'6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:49.891399 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:49.968116 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.002703 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.019001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] 10.222.0.15 "DELETE /v2.0/networks/1efa9244-ed67-4be7-be0c-c9799c760c20 HTTP/1.1" status: 204 len: 168 time: 0.9587848 Oct 27 16:34:50.033667 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2770b-5e6d-4396-9111-303cf0325089 None None] Pushing event updated for resources: {'Port': ['ID=d1406425-afd1-494c-9964-438b384b97b5,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:50.085125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5ebec-13a5-4cff-89ef-e46d76f4c37b tempest-TagsTest-504924509 tempest-TagsTest-504924509-project] Pushing event deleted for resources: {'Network': ['ID=1efa9244-ed67-4be7-be0c-c9799c760c20,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:50.105032 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-58715f40-e407-42f3-bcc9-98213e68577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.175113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-58715f40-e407-42f3-bcc9-98213e68577e None None] For port d1406425-afd1-494c-9964-438b384b97b5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d1406425-afd1-494c-9964-438b384b97b5,segment=NetworkSegment(3a265112-fdc0-4e45-8140-baf60b57b3b2),segment_id=3a265112-fdc0-4e45-8140-baf60b57b3b2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:50.181231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Deleting port d1406425-afd1-494c-9964-438b384b97b5 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:50.182911 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.212447 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] Set router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:50.271709 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-58715f40-e407-42f3-bcc9-98213e68577e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.362339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Made reservation on behalf of 3cdb4db5640a48518f8166c1266fa319 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:50.362949 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] For port d1406425-afd1-494c-9964-438b384b97b5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d1406425-afd1-494c-9964-438b384b97b5,segment=NetworkSegment(3a265112-fdc0-4e45-8140-baf60b57b3b2),segment_id=3a265112-fdc0-4e45-8140-baf60b57b3b2)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:50.363427 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.367710 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.380184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Calling delete_port for d1406425-afd1-494c-9964-438b384b97b5 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:50.402057 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-012b53a9-3937-4aeb-9d36-ca64f809946c None None] Provisioning complete for port d1406425-afd1-494c-9964-438b384b97b5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:50.402668 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-012b53a9-3937-4aeb-9d36-ca64f809946c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.453762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58715f40-e407-42f3-bcc9-98213e68577e None None] Pushing event updated for resources: {'Port': ['ID=d1406425-afd1-494c-9964-438b384b97b5,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:50.548342 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'name': 'tempest-ImageQuotaTest-1184272349-router', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:40Z', 'updated_at': '2021-10-27T16:34:45Z', 'revision_number': 4, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'gw_port': {'id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:41Z', 'updated_at': '2021-10-27T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd1406425-afd1-494c-9964-438b384b97b5', 'name': '', 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'mac_address': 'fa:16:3e:de:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '36633cb7-22cf-4c40-826d-8bcedf55bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:44Z', 'updated_at': '2021-10-27T16:34:49Z', 'revision_number': 4, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'subnets': [{'id': '36633cb7-22cf-4c40-826d-8bcedf55bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:50.590969 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b42d8-fc49-468f-ac49-04be0c546384 None None] The sync data for ids ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'] in n-d-815689-1 is: [{'id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'name': 'tempest-ImageQuotaTest-1184272349-router', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244'}], 'enable_snat': True}, 'gw_port_id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:40Z', 'updated_at': '2021-10-27T16:34:45Z', 'revision_number': 4, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'gw_port': {'id': 'fb561248-3bd2-4ff5-97ee-206a6564470f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:83:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:41Z', 'updated_at': '2021-10-27T16:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd1406425-afd1-494c-9964-438b384b97b5', 'name': '', 'network_id': '83f553e4-9ff3-4aab-82d1-361b8c2db5f9', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'mac_address': 'fa:16:3e:de:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '36633cb7-22cf-4c40-826d-8bcedf55bede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:34:44Z', 'updated_at': '2021-10-27T16:34:49Z', 'revision_number': 4, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'subnets': [{'id': '36633cb7-22cf-4c40-826d-8bcedf55bede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:50.593295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34774) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:50.763530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Allocated IP 172.20.0.6 (1b392652-e494-4ed3-9954-2b4eaa7575b7/84ab4aa4-dd47-43f8-8bdd-470c530f77ad/f4b6e17f-0985-487d-852a-d2822148e09f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:50.931831 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:50.960620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-101e502b-d985-45a7-9917-2dcc33b3e4d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdba553d544b40a391286921475196fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3657787 Oct 27 16:34:50.991390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34788) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:50.991632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc68bbff-6961-4a44-9070-87bf0c70ce52 req-f57dd6c4-1a25-4fbc-9c7c-1ecaecfeed95 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 210 time: 0.0886402 Oct 27 16:34:51.025166 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1406425-afd1-494c-9964-438b384b97b5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:51.043880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.046025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.046025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.046025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.046025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.050226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.050705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.051057 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.051393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.052199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.052552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.052887 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:51.155335 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.169319 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:51.197386 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db9f440c-bdc3-4bf6-9bee-b8115467e4a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.224960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:51.225406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device ff0c13c3-5d4f-476f-99da-9ef3726bfbf3 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:51.263721 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db9f440c-bdc3-4bf6-9bee-b8115467e4a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.346112 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.395772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:51.398520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:51.401693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:51.575403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:51.575556 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.579801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=f4b6e17f-0985-487d-852a-d2822148e09f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:51.605835 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.613349 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fc5278b6-e5da-4d35-b26d-502e7006743d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.629998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-1b26457d-daca-43a3-8151-3ec08066497a tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:51.631661 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-1b26457d-daca-43a3-8151-3ec08066497a tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/networks?id=78bfed7b-4cb6-498c-be35-ac46a6012e6f HTTP/1.1" status: 200 len: 809 time: 0.2627089 Oct 27 16:34:51.657569 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db9f440c-bdc3-4bf6-9bee-b8115467e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.660487 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db9f440c-bdc3-4bf6-9bee-b8115467e4a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.663902 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-db9f440c-bdc3-4bf6-9bee-b8115467e4a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4e30241-436f-4eca-8650-2d4c377282a5 HTTP/1.1" status: 204 len: 168 time: 0.6688085 Oct 27 16:34:51.701580 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-983fde36-8ecd-40ca-bf5b-ba3b95108486 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8537028 Oct 27 16:34:51.716817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Request body: {'port': {'device_id': '41ae0c56-1bc1-4084-8d4a-fb93d0558cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:51.731415 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-78d851e3-c441-4ca7-9aba-1a76405fa427 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/quotas/b46ca8c43576469ab47064bc28e6a7bd HTTP/1.1" status: 200 len: 375 time: 0.0922124 Oct 27 16:34:51.761901 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f440c-bdc3-4bf6-9bee-b8115467e4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e30241-436f-4eca-8650-2d4c377282a5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:51.790192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b7af1423-5b57-4c75-a76f-e8992ea355d0 None None] Provisioning complete for port f4b6e17f-0985-487d-852a-d2822148e09f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:34:51.792001 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b7af1423-5b57-4c75-a76f-e8992ea355d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:51.823653 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-5340d659-af4d-4b37-b15f-5ac55404d75f tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b46ca8c43576469ab47064bc28e6a7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651598 Oct 27 16:34:51.845096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b7af1423-5b57-4c75-a76f-e8992ea355d0 None None] Port f4b6e17f-0985-487d-852a-d2822148e09f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:34:51.847290 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.088833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-c01cd620-633d-4cf4-8b59-0b5498ec6a4e service neutron] 10.222.0.15 "GET /v2.0/networks/78bfed7b-4cb6-498c-be35-ac46a6012e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543044 Oct 27 16:34:52.268880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:34:52.282684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.292034 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-0b66f135-9d45-4f5c-ab5f-d96af6429b42 service neutron] 10.222.0.15 "GET /v2.0/networks/78bfed7b-4cb6-498c-be35-ac46a6012e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892064 Oct 27 16:34:52.317560 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.436996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:34:52.447654 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-126f8e3c-3619-4bcb-a9b8-54cd0388e581 admin admin] 10.222.0.15 "PUT /v2.0/routers/6bdffbf1-2ddd-40fe-9933-1afe1b62bccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9498456 Oct 27 16:34:52.448577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34820) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:52.552465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b6e17f-0985-487d-852a-d2822148e09f {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:34:52.563355 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.581827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Transition to ACTIVE for port object f4b6e17f-0985-487d-852a-d2822148e09f will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:34:52.592680 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.617614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c70764-a403-48f4-9f04-d7946b17de2b req-c6338e99-7a18-44e4-9608-fec7cbddff02 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:52.619735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80c70764-a403-48f4-9f04-d7946b17de2b req-c6338e99-7a18-44e4-9608-fec7cbddff02 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 931 time: 0.4595613 Oct 27 16:34:52.720989 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80c70764-a403-48f4-9f04-d7946b17de2b req-6e6a1ced-86ac-437d-8dda-f075dd725b63 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929298 Oct 27 16:34:52.722369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.749042 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:52.818792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b6e17f-0985-487d-852a-d2822148e09f,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:52.836608 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8a1b1ab-05bb-45e3-a527-7fe01fd19eef req-4280c45a-a897-4d63-bbf4-8323b48353b5 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 210 time: 0.0899200 Oct 27 16:34:52.922400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8509f119-1375-49b6-ae5a-59ebefdbe629 None None] Sync routers for ids ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:34:52.950308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509f119-1375-49b6-ae5a-59ebefdbe629 None None] Routers {'6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:52.951304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8509f119-1375-49b6-ae5a-59ebefdbe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:53.049200 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Deleting port fb561248-3bd2-4ff5-97ee-206a6564470f {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:53.051430 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.057339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Attempting to bind port f4b6e17f-0985-487d-852a-d2822148e09f on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:53.060941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Attempting to bind port f4b6e17f-0985-487d-852a-d2822148e09f by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:53.061864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Attempting to bind port f4b6e17f-0985-487d-852a-d2822148e09f on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:53.079912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Port f4b6e17f-0985-487d-852a-d2822148e09f on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:34:53.080666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Attempting to bind port f4b6e17f-0985-487d-852a-d2822148e09f on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:53.081793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8509f119-1375-49b6-ae5a-59ebefdbe629 None None] Set router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:53.089577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:53.089922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Checking segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:53.090316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Bound using segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:53.090756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Bound port: f4b6e17f-0985-487d-852a-d2822148e09f, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:53.091115 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.168319 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8509f119-1375-49b6-ae5a-59ebefdbe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'name': 'tempest-ImageQuotaTest-1184272349-router', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:40Z', 'updated_at': '2021-10-27T16:34:52Z', 'revision_number': 6, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:53.215575 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8509f119-1375-49b6-ae5a-59ebefdbe629 None None] Checking router: 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:34:53.228330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8509f119-1375-49b6-ae5a-59ebefdbe629 None None] Routers {'6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:34:53.229906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8509f119-1375-49b6-ae5a-59ebefdbe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:53.270995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] For port f4b6e17f-0985-487d-852a-d2822148e09f, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:53.277964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] For port f4b6e17f-0985-487d-852a-d2822148e09f, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f4b6e17f-0985-487d-852a-d2822148e09f,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:53.281872 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] For port fb561248-3bd2-4ff5-97ee-206a6564470f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fb561248-3bd2-4ff5-97ee-206a6564470f,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:53.281872 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.299833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Calling delete_port for fb561248-3bd2-4ff5-97ee-206a6564470f owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:53.339833 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.369764 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-8509f119-1375-49b6-ae5a-59ebefdbe629 None None] Set router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:34:53.387380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:53.388289 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:53.402022 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] 10.222.0.53 "PUT /v2.0/ports/f4b6e17f-0985-487d-852a-d2822148e09f HTTP/1.1" status: 200 len: 1091 time: 1.6896124 Oct 27 16:34:53.404546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ae0c56-1bc1-4084-8d4a-fb93d0558cb1', 'tag': 'f4b6e17f-0985-487d-852a-d2822148e09f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:53.412325 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8ceadd-dec8-4817-b755-5db0bbbca7df" -d '{"events": [{"name": "network-changed", "server_uuid": "41ae0c56-1bc1-4084-8d4a-fb93d0558cb1", "tag": "f4b6e17f-0985-487d-852a-d2822148e09f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:53.480199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74f434-55b9-48e9-8ab2-d79c6618b1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b6e17f-0985-487d-852a-d2822148e09f,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:53.519859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-8509f119-1375-49b6-ae5a-59ebefdbe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'name': 'tempest-ImageQuotaTest-1184272349-router', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:40Z', 'updated_at': '2021-10-27T16:34:52Z', 'revision_number': 6, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:53.618050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8509f119-1375-49b6-ae5a-59ebefdbe629 None None] The sync data for ids ['6bdffbf1-2ddd-40fe-9933-1afe1b62bccd'] in n-d-815689-1 is: [{'id': '6bdffbf1-2ddd-40fe-9933-1afe1b62bccd', 'name': 'tempest-ImageQuotaTest-1184272349-router', 'tenant_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:34:40Z', 'updated_at': '2021-10-27T16:34:52Z', 'revision_number': 6, 'project_id': '9eb3e3260005472db9d1ce6e80cbe8d9', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:34:53.654341 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8face59-3836-4f4b-98cf-1a348a7c27de x-openstack-request-id: req-c8face59-3836-4f4b-98cf-1a348a7c27de {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:53.660603 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ae0c56-1bc1-4084-8d4a-fb93d0558cb1", "tag": "f4b6e17f-0985-487d-852a-d2822148e09f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:53.661633 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8face59-3836-4f4b-98cf-1a348a7c27de {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:53.662243 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ae0c56-1bc1-4084-8d4a-fb93d0558cb1', 'tag': 'f4b6e17f-0985-487d-852a-d2822148e09f', 'status': 'completed', 'code': 200} Oct 27 16:34:53.714298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-fc960384-aea3-42a9-8469-1572364d1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:53.716075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-fc960384-aea3-42a9-8469-1572364d1e1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 1094 time: 0.1745472 Oct 27 16:34:53.810028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34850) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:53.832010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0161309 Oct 27 16:34:53.832010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-8a83219d-9f62-4c94-ae30-f97c5a827129 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4b6e17f-0985-487d-852a-d2822148e09f HTTP/1.1" status: 200 len: 217 time: 0.1059883 Oct 27 16:34:53.832425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34852) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:53.909118 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-e4ecc3ba-39d8-469c-9902-12c7f13ee3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:53.910902 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-e4ecc3ba-39d8-469c-9902-12c7f13ee3ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0625546 Oct 27 16:34:54.051289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-763e2779-dbd3-4542-9033-6e476d6022cf req-be1d05af-5650-4688-8edb-45d07c0e5e35 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 210 time: 0.0620298 Oct 27 16:34:54.073247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-a3746cab-e7bd-4d67-b47f-5cd49a8bcb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:54.081063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-a3746cab-e7bd-4d67-b47f-5cd49a8bcb22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623936 Oct 27 16:34:54.139973 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f60ce819-a3d2-47c7-ad73-3c5cde4b6d8a tempest-NetworksApiDiscovery-422185240 tempest-NetworksApiDiscovery-422185240-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3053849 Oct 27 16:34:54.224891 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.287618 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-10de92bd-b627-4cb1-ae6b-a6812ced1b02 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984191 Oct 27 16:34:54.359892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bf0df-c0fd-47af-a78a-0593f721e301 req-9e190128-a0af-4e83-b827-1fd07fab76bf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:54.361546 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b6bf0df-c0fd-47af-a78a-0593f721e301 req-9e190128-a0af-4e83-b827-1fd07fab76bf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0714340 Oct 27 16:34:54.412766 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b6bf0df-c0fd-47af-a78a-0593f721e301 req-859a06c7-7df4-4ca4-8d96-c1b3e829a24a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438654 Oct 27 16:34:54.436802 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.442284 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9ef43e95-8ffb-4f3b-8d48-2180d5fab0c4 req-37a1f3fb-110a-4b18-9ddd-8fba4e3e3e12 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415508 Oct 27 16:34:54.476656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb561248-3bd2-4ff5-97ee-206a6564470f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:54.573639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.691490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ceadd-dec8-4817-b755-5db0bbbca7df req-42c19dc5-df39-4681-af35-64a0ee06d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:54.696146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf8ceadd-dec8-4817-b755-5db0bbbca7df req-42c19dc5-df39-4681-af35-64a0ee06d2fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 1094 time: 0.0993316 Oct 27 16:34:54.736525 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.744381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.813197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34866) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:54.848773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.849424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bdffbf1-2ddd-40fe-9933-1afe1b62bccd {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:34:54.861194 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:54.861194 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-38f2d143-a579-451c-b7c9-b6a9fcdf58f9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6bdffbf1-2ddd-40fe-9933-1afe1b62bccd HTTP/1.1" status: 204 len: 168 time: 2.4061000 Oct 27 16:34:54.861194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34870) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:54.881995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ceadd-dec8-4817-b755-5db0bbbca7df req-f4738e25-f9a8-422a-b4e3-7b7fd4579f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:54.885451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf8ceadd-dec8-4817-b755-5db0bbbca7df req-f4738e25-f9a8-422a-b4e3-7b7fd4579f33 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.1795843 Oct 27 16:34:54.957224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-df28ad63-d0ce-4e75-84c8-41e5e2b48945 admin admin] Deleting subnet 36633cb7-22cf-4c40-826d-8bcedf55bede {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:34:54.968002 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df28ad63-d0ce-4e75-84c8-41e5e2b48945 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.000168 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf8ceadd-dec8-4817-b755-5db0bbbca7df req-35ab1d6a-986e-4a23-8f9e-a03f5ae022ba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4b6e17f-0985-487d-852a-d2822148e09f HTTP/1.1" status: 200 len: 217 time: 0.1063633 Oct 27 16:34:55.042147 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a127353-3286-435a-81f0-41d8189f56b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.068432 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df28ad63-d0ce-4e75-84c8-41e5e2b48945 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.220717 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df28ad63-d0ce-4e75-84c8-41e5e2b48945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.230943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ceadd-dec8-4817-b755-5db0bbbca7df req-6ca57f77-5b64-49aa-9638-69283f576296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:55.232821 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf8ceadd-dec8-4817-b755-5db0bbbca7df req-6ca57f77-5b64-49aa-9638-69283f576296 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.2263775 Oct 27 16:34:55.259015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a127353-3286-435a-81f0-41d8189f56b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.270924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e418e9dc-2e9f-47c5-ae31-b83b98b7692e req-1c3b8074-ef9f-4fe3-86fe-f18cb0e81347 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 210 time: 0.0460482 Oct 27 16:34:55.321587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-fa0fabea-ba80-4e83-b58b-f6ca255ff589 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:55.322891 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-fa0fabea-ba80-4e83-b58b-f6ca255ff589 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.54 "GET /v2.0/networks?id=78bfed7b-4cb6-498c-be35-ac46a6012e6f HTTP/1.1" status: 200 len: 809 time: 0.2062864 Oct 27 16:34:55.335169 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a127353-3286-435a-81f0-41d8189f56b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.339304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Request body: {'port': {'device_id': 'ed226716-0540-4511-9b7a-5affe0913a41', 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f', 'admin_state_up': True, 'tenant_id': 'b46ca8c43576469ab47064bc28e6a7bd'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:55.345445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ceadd-dec8-4817-b755-5db0bbbca7df req-62cac145-49c1-4fd2-9a64-8a3e36050484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:55.347623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf8ceadd-dec8-4817-b755-5db0bbbca7df req-62cac145-49c1-4fd2-9a64-8a3e36050484 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972674 Oct 27 16:34:55.405911 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a127353-3286-435a-81f0-41d8189f56b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b937624-90e2-484b-8adb-1c1381aacc1d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:55.456515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fb561248-3bd2-4ff5-97ee-206a6564470f no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:55.457073 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df28ad63-d0ce-4e75-84c8-41e5e2b48945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.458869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf8ceadd-dec8-4817-b755-5db0bbbca7df req-2bd00d2d-9b08-4af0-ae70-68269579ed76 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981336 Oct 27 16:34:55.510043 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8a127353-3286-435a-81f0-41d8189f56b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=067dd385d60047adbe9c34ddb8ada9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6952648 Oct 27 16:34:55.510314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34880) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:55.523069 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-df28ad63-d0ce-4e75-84c8-41e5e2b48945 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.526630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36ac641-0a49-44bd-a4cc-c47855ceb861 None None] Network 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:34:55.528569 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-df28ad63-d0ce-4e75-84c8-41e5e2b48945 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/36633cb7-22cf-4c40-826d-8bcedf55bede HTTP/1.1" status: 204 len: 168 time: 0.6683712 Oct 27 16:34:55.530303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28ad63-d0ce-4e75-84c8-41e5e2b48945 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36633cb7-22cf-4c40-826d-8bcedf55bede,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:55.539583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34882) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:55.595144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: fb561248-3bd2-4ff5-97ee-206a6564470f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:55.595570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fb561248-3bd2-4ff5-97ee-206a6564470f not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:55.596003 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d1406425-afd1-494c-9964-438b384b97b5 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:55.631257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d1406425-afd1-494c-9964-438b384b97b5 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:55.631614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d1406425-afd1-494c-9964-438b384b97b5 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:55.709383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.746543 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702db756-c3d0-4ea6-864c-af99056777d1 req-7aa0fecb-4c47-411c-bec1-e814dcb8c0b6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:55.748356 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-702db756-c3d0-4ea6-864c-af99056777d1 req-7aa0fecb-4c47-411c-bec1-e814dcb8c0b6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.2076306 Oct 27 16:34:55.755806 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bf8ceadd-dec8-4817-b755-5db0bbbca7df req-d429adfc-947e-4394-9b62-6efce2b787f1 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467508 Oct 27 16:34:55.761063 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f7927ed-e917-4a35-9a23-bb8d73ebd4a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.805054 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f7927ed-e917-4a35-9a23-bb8d73ebd4a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.839449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] DHCP port deletion for 83f553e4-9ff3-4aab-82d1-361b8c2db5f9 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:34:55.845006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-702db756-c3d0-4ea6-864c-af99056777d1 req-9791409c-311f-4ec3-bf45-af16a122c479 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594981 Oct 27 16:34:55.855297 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Deleting port 5c249b90-2bf1-4bcf-9322-53bcfc226a11 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:55.855638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.872732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Made reservation on behalf of b46ca8c43576469ab47064bc28e6a7bd for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:34:55.878269 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.935288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] For port 5c249b90-2bf1-4bcf-9322-53bcfc226a11, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5c249b90-2bf1-4bcf-9322-53bcfc226a11,segment=NetworkSegment(3a265112-fdc0-4e45-8140-baf60b57b3b2),segment_id=3a265112-fdc0-4e45-8140-baf60b57b3b2)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:55.935543 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.944970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Deleting port 5c249b90-2bf1-4bcf-9322-53bcfc226a11 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:34:55.945476 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.950665 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Calling delete_port for 5c249b90-2bf1-4bcf-9322-53bcfc226a11 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:55.962626 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f7927ed-e917-4a35-9a23-bb8d73ebd4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.965990 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f7927ed-e917-4a35-9a23-bb8d73ebd4a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:55.969506 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8f7927ed-e917-4a35-9a23-bb8d73ebd4a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b937624-90e2-484b-8adb-1c1381aacc1d HTTP/1.1" status: 204 len: 168 time: 0.4463210 Oct 27 16:34:56.023087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7927ed-e917-4a35-9a23-bb8d73ebd4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b937624-90e2-484b-8adb-1c1381aacc1d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:56.069442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] For port 5c249b90-2bf1-4bcf-9322-53bcfc226a11, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5c249b90-2bf1-4bcf-9322-53bcfc226a11,segment=NetworkSegment(3a265112-fdc0-4e45-8140-baf60b57b3b2),segment_id=3a265112-fdc0-4e45-8140-baf60b57b3b2)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:34:56.069442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.086960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Calling delete_port for 5c249b90-2bf1-4bcf-9322-53bcfc226a11 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:34:56.135378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Allocated IP 172.20.0.4 (78bfed7b-4cb6-498c-be35-ac46a6012e6f/8f78bccf-7fe8-4472-b9c6-900aa3a4c65b/db3f882f-39fa-430f-a1e8-ceb5a6574d23) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:34:56.145589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.168291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] No DVR routers for this DVR port 5c249b90-2bf1-4bcf-9322-53bcfc226a11 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:56.200613 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.220496 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c249b90-2bf1-4bcf-9322-53bcfc226a11,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:56.236930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Pushing event deleted for resources: {'Port': ['ID=5c249b90-2bf1-4bcf-9322-53bcfc226a11,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:56.253410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] No DVR routers for this DVR port 5c249b90-2bf1-4bcf-9322-53bcfc226a11 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:34:56.256457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.256932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.257323 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.258119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.258704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.259202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.260437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.263337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.263337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.263337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.263337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.263337 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193c8a67-306c-464f-b6b3-1eace2a89fe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:34:56.340477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.365677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f553e4-9ff3-4aab-82d1-361b8c2db5f9']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:56.371083 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.377712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a265112-fdc0-4e45-8140-baf60b57b3b2') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:56.378010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a265112-fdc0-4e45-8140-baf60b57b3b2') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:34:56.388872 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.411647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.414294 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:34:56.414707 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.463622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-121ceb7b-7c79-4e2b-a5a8-e4cf23a56e54 req-9d44eafa-d956-42b2-8691-5b78ea237ba6 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 210 time: 0.0583096 Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:34:56.476636 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:34:56.491120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.539592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Network 78bfed7b-4cb6-498c-be35-ac46a6012e6f is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:34:56.543486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:34:56.549967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:34:56.559710 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.594384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Pushing event updated for resources: {'Port': ['ID=db3f882f-39fa-430f-a1e8-ceb5a6574d23,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:56.602610 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.610111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:56.610764 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:56.615877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] 10.222.0.15 "DELETE /v2.0/networks/83f553e4-9ff3-4aab-82d1-361b8c2db5f9 HTTP/1.1" status: 204 len: 168 time: 1.0594971 Oct 27 16:34:56.618396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff3a73-a1fc-43ce-98ec-d5bd9e274321 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f553e4-9ff3-4aab-82d1-361b8c2db5f9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:56.672768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-ca104b79-6504-44b9-9dcb-1924fc380c84 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3389473 Oct 27 16:34:56.687727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Request body: {'port': {'device_id': 'ed226716-0540-4511-9b7a-5affe0913a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:34:56.754228 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:57.002852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d52ba7-6f6e-40a7-bae5-4923b34f2bf7 req-8ee07d31-ce13-4640-b460-cece1ecdec68 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:57.004446 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-96d52ba7-6f6e-40a7-bae5-4923b34f2bf7 req-8ee07d31-ce13-4640-b460-cece1ecdec68 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0723610 Oct 27 16:34:57.050990 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-96d52ba7-6f6e-40a7-bae5-4923b34f2bf7 req-06c8409d-0fe1-48a1-87f9-2b23b6ed2163 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393658 Oct 27 16:34:57.060543 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34914) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:57.116652 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3b139fcd-750b-42f7-873b-eb73cef435d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9eb3e3260005472db9d1ce6e80cbe8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512547 Oct 27 16:34:57.119203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34916) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:57.246977 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeaaf2ca-45fb-4d89-8c8c-651bde54c21a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:57.246977 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeaaf2ca-45fb-4d89-8c8c-651bde54c21a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:57.408122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db3f882f-39fa-430f-a1e8-ceb5a6574d23 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:34:57.408122 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:57.408599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5c249b90-2bf1-4bcf-9322-53bcfc226a11 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:34:57.408977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Transition to ACTIVE for port object db3f882f-39fa-430f-a1e8-ceb5a6574d23 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:34:57.426724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 5c249b90-2bf1-4bcf-9322-53bcfc226a11 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:34:57.427067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5c249b90-2bf1-4bcf-9322-53bcfc226a11 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:34:57.615768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd500c01-8e2b-4ea2-b3a3-b78537ceb749 req-733173de-b226-4662-a174-ac99b235ca59 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:57.617346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cd500c01-8e2b-4ea2-b3a3-b78537ceb749 req-733173de-b226-4662-a174-ac99b235ca59 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 931 time: 0.0679722 Oct 27 16:34:57.661169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cd500c01-8e2b-4ea2-b3a3-b78537ceb749 req-3919f479-abf7-44e0-bed7-ded588c272a1 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351107 Oct 27 16:34:57.751578 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeaaf2ca-45fb-4d89-8c8c-651bde54c21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:57.753658 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:57.754245 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eeaaf2ca-45fb-4d89-8c8c-651bde54c21a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:57.757833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eeaaf2ca-45fb-4d89-8c8c-651bde54c21a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60a192e8-94e7-4874-b1c9-6aed4d9bb2f1 HTTP/1.1" status: 204 len: 168 time: 0.6352355 Oct 27 16:34:57.764039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaf2ca-45fb-4d89-8c8c-651bde54c21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a192e8-94e7-4874-b1c9-6aed4d9bb2f1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:57.866083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Pushing event updated for resources: {'Port': ['ID=db3f882f-39fa-430f-a1e8-ceb5a6574d23,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:57.929664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Attempting to bind port db3f882f-39fa-430f-a1e8-ceb5a6574d23 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:34:57.929997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Attempting to bind port db3f882f-39fa-430f-a1e8-ceb5a6574d23 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'e9b9b662-2565-43f5-a4ee-120c03029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:34:57.930370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Attempting to bind port db3f882f-39fa-430f-a1e8-ceb5a6574d23 on network 78bfed7b-4cb6-498c-be35-ac46a6012e6f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:57.936700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Port db3f882f-39fa-430f-a1e8-ceb5a6574d23 on network 78bfed7b-4cb6-498c-be35-ac46a6012e6f not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:34:57.937843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Attempting to bind port db3f882f-39fa-430f-a1e8-ceb5a6574d23 on network 78bfed7b-4cb6-498c-be35-ac46a6012e6f {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:34:57.944406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:34:57.944888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Checking segment: {'id': 'e9b9b662-2565-43f5-a4ee-120c03029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:34:57.945283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Bound using segment: {'id': 'e9b9b662-2565-43f5-a4ee-120c03029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:34:57.945730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Bound port: db3f882f-39fa-430f-a1e8-ceb5a6574d23, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b9b662-2565-43f5-a4ee-120c03029d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:34:57.946092 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.028986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] For port db3f882f-39fa-430f-a1e8-ceb5a6574d23, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:34:58.033624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] For port db3f882f-39fa-430f-a1e8-ceb5a6574d23, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=db3f882f-39fa-430f-a1e8-ceb5a6574d23,segment=NetworkSegment(e9b9b662-2565-43f5-a4ee-120c03029d47),segment_id=e9b9b662-2565-43f5-a4ee-120c03029d47)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:34:58.111514 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.173494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:58.174113 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:58.175510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] 10.222.0.54 "PUT /v2.0/ports/db3f882f-39fa-430f-a1e8-ceb5a6574d23 HTTP/1.1" status: 200 len: 1091 time: 1.4922214 Oct 27 16:34:58.175954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed226716-0540-4511-9b7a-5affe0913a41', 'tag': 'db3f882f-39fa-430f-a1e8-ceb5a6574d23'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:34:58.179743 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db206a80-c09c-4b40-8f26-b379b5948d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed226716-0540-4511-9b7a-5affe0913a41", "tag": "db3f882f-39fa-430f-a1e8-ceb5a6574d23"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:34:58.202355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ef55f-3829-4640-b87c-6f3e51e4893a service neutron] Pushing event updated for resources: {'Port': ['ID=db3f882f-39fa-430f-a1e8-ceb5a6574d23,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:58.244787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e63284-7aca-43d4-bd00-8fb2a1d0b48e req-55aa4ae8-3e49-4d36-babf-812b1ec276b0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:58.246378 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15e63284-7aca-43d4-bd00-8fb2a1d0b48e req-55aa4ae8-3e49-4d36-babf-812b1ec276b0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0693433 Oct 27 16:34:58.248765 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2de158e-482f-48b3-94d5-36188510fcdf x-openstack-request-id: req-d2de158e-482f-48b3-94d5-36188510fcdf {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:34:58.249064 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed226716-0540-4511-9b7a-5affe0913a41", "tag": "db3f882f-39fa-430f-a1e8-ceb5a6574d23", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:34:58.249318 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2de158e-482f-48b3-94d5-36188510fcdf {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:34:58.250252 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed226716-0540-4511-9b7a-5affe0913a41', 'tag': 'db3f882f-39fa-430f-a1e8-ceb5a6574d23', 'status': 'completed', 'code': 200} Oct 27 16:34:58.292146 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15e63284-7aca-43d4-bd00-8fb2a1d0b48e req-c0eda040-d658-41af-a876-1d11dee9011a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351193 Oct 27 16:34:58.349651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206a80-c09c-4b40-8f26-b379b5948d6a req-20c261c2-f0b3-4fd9-9142-ceb540ce941f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:58.360094 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db206a80-c09c-4b40-8f26-b379b5948d6a req-20c261c2-f0b3-4fd9-9142-ceb540ce941f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b46ca8c43576469ab47064bc28e6a7bd&device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 1094 time: 0.0862937 Oct 27 16:34:58.523702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206a80-c09c-4b40-8f26-b379b5948d6a req-d1b26442-c0a5-43eb-a3c2-2907df8b98eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:58.525551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db206a80-c09c-4b40-8f26-b379b5948d6a req-d1b26442-c0a5-43eb-a3c2-2907df8b98eb service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b46ca8c43576469ab47064bc28e6a7bd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1576886 Oct 27 16:34:58.639724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db206a80-c09c-4b40-8f26-b379b5948d6a req-05af74d3-b4cf-4452-866f-6015b2f71839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:58.641978 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db206a80-c09c-4b40-8f26-b379b5948d6a req-05af74d3-b4cf-4452-866f-6015b2f71839 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090145 Oct 27 16:34:58.737235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-515cb851-63ca-4194-a838-b9f35b3c8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:58.738737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-515cb851-63ca-4194-a838-b9f35b3c8097 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b46ca8c43576469ab47064bc28e6a7bd&device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 1094 time: 0.0531754 Oct 27 16:34:58.811528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-b9fb3143-1187-4473-b7bc-8a4277a67914 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db3f882f-39fa-430f-a1e8-ceb5a6574d23 HTTP/1.1" status: 200 len: 217 time: 0.0639446 Oct 27 16:34:58.896732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c2012-06e2-4002-a621-50a44ff72d51 req-6d21685a-516e-4930-8cce-5e3ae2986fd1 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:58.898277 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d7c2012-06e2-4002-a621-50a44ff72d51 req-6d21685a-516e-4930-8cce-5e3ae2986fd1 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 943 time: 0.0961354 Oct 27 16:34:58.909515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-e7474223-de46-49cc-8290-0d453e422b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:58.915447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-e7474223-de46-49cc-8290-0d453e422b33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=8f78bccf-7fe8-4472-b9c6-900aa3a4c65b HTTP/1.1" status: 200 len: 849 time: 0.0804362 Oct 27 16:34:58.954778 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-f707efc4-dd64-4ae0-9f59-8bdc5a9e6e0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=78bfed7b-4cb6-498c-be35-ac46a6012e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360210 Oct 27 16:34:58.988604 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d7c2012-06e2-4002-a621-50a44ff72d51 req-568d8e4b-825f-4a6b-8d68-a3749930c78a tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766637 Oct 27 16:34:59.024602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 34964) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:59.064002 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-23bc7b80-8eee-4121-b034-b3420bba964b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.068293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-d3f0539f-31a9-4682-82e8-f82094f32fe3 service neutron] 10.222.0.54 "GET /v2.0/networks/78bfed7b-4cb6-498c-be35-ac46a6012e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031249 Oct 27 16:34:59.193249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fca7e23-2cd6-4ec3-be2f-ff4b0d860b0e req-c46bcfae-d339-468f-a7f5-73c85e50784a service neutron] 10.222.0.54 "GET /v2.0/networks/78bfed7b-4cb6-498c-be35-ac46a6012e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177239 Oct 27 16:34:59.198552 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-23bc7b80-8eee-4121-b034-b3420bba964b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.287269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-23bc7b80-8eee-4121-b034-b3420bba964b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.336763 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc7b80-8eee-4121-b034-b3420bba964b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c591cce-a658-4b30-a075-d5b402590d6a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:59.339383 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-23bc7b80-8eee-4121-b034-b3420bba964b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3128619 Oct 27 16:34:59.340653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 34980) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:34:59.403435 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-beffd29f-61c0-4273-b990-f572394286bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.430217 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-beffd29f-61c0-4273-b990-f572394286bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.442353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1d2cf-a5bc-4671-bf3c-83fa598cf51f req-dc99d316-d108-4253-8575-c69dc3148071 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:34:59.444173 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41c1d2cf-a5bc-4671-bf3c-83fa598cf51f req-dc99d316-d108-4253-8575-c69dc3148071 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0606942 Oct 27 16:34:59.487485 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.501678 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41c1d2cf-a5bc-4671-bf3c-83fa598cf51f req-bd1e2d10-921d-4f5b-9ac4-1f25e1e1e7e7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504005 Oct 27 16:34:59.630753 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-beffd29f-61c0-4273-b990-f572394286bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.635855 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-beffd29f-61c0-4273-b990-f572394286bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:34:59.641838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-beffd29f-61c0-4273-b990-f572394286bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c591cce-a658-4b30-a075-d5b402590d6a HTTP/1.1" status: 204 len: 168 time: 0.2952781 Oct 27 16:34:59.646841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffd29f-61c0-4273-b990-f572394286bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c591cce-a658-4b30-a075-d5b402590d6a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:34:59.848875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35000) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:00.001905 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26ca5a13-d842-40f2-a042-e4da262be291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.112782 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26ca5a13-d842-40f2-a042-e4da262be291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.135589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f957bd1-8b2b-4f15-9d13-d4a4f420c43d req-2f69fc27-eb98-4a25-bbd6-40b9a181239d tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:00.137239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4f957bd1-8b2b-4f15-9d13-d4a4f420c43d req-2f69fc27-eb98-4a25-bbd6-40b9a181239d tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 943 time: 0.0633276 Oct 27 16:35:00.191967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4f957bd1-8b2b-4f15-9d13-d4a4f420c43d req-58dc100d-175b-4b4d-9694-cbeeaab7b673 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486231 Oct 27 16:35:00.196360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26ca5a13-d842-40f2-a042-e4da262be291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.241844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-26ca5a13-d842-40f2-a042-e4da262be291 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4f1e215e6c942348e1c1ead13231152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917859 Oct 27 16:35:00.243309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca5a13-d842-40f2-a042-e4da262be291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c19210-774a-4755-9f30-6a8c033436e2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:00.245907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35024) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:00.322136 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99b1278a-904d-419f-8f22-9b54d7551fe4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.345338 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99b1278a-904d-419f-8f22-9b54d7551fe4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.522166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99b1278a-904d-419f-8f22-9b54d7551fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.524816 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99b1278a-904d-419f-8f22-9b54d7551fe4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:00.526099 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-99b1278a-904d-419f-8f22-9b54d7551fe4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2c19210-774a-4755-9f30-6a8c033436e2 HTTP/1.1" status: 204 len: 168 time: 0.2787573 Oct 27 16:35:00.536726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1278a-904d-419f-8f22-9b54d7551fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c19210-774a-4755-9f30-6a8c033436e2,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:00.654562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00586b65-38a0-4f61-93b1-a77f5cd7fa49 req-75094fd1-d09c-4276-bfcd-12fa1e52ce82 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:00.656139 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00586b65-38a0-4f61-93b1-a77f5cd7fa49 req-75094fd1-d09c-4276-bfcd-12fa1e52ce82 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0549300 Oct 27 16:35:00.697008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-00586b65-38a0-4f61-93b1-a77f5cd7fa49 req-99355bf0-e1ac-4e59-ae50-4de4aee4d16a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Oct 27 16:35:00.798399 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35040) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:00.909449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-581362151-network', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:01.088398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Made reservation on behalf of 278d9cd32c224e2183d9b95c5c89eb7b for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:01.096898 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.101963 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.201691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.245156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device db3f882f-39fa-430f-a1e8-ceb5a6574d23 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:35:01.311849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35058) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:01.330546 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b440d66d-2329-4468-a7da-33e536873b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.349823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343bef29-5624-4c1a-9086-db11ffe8081f req-fa5cf4a3-9373-485f-8a55-c4d6c90143f6 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:01.352961 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.353119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-343bef29-5624-4c1a-9086-db11ffe8081f req-fa5cf4a3-9373-485f-8a55-c4d6c90143f6 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 943 time: 0.0665989 Oct 27 16:35:01.392476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port db3f882f-39fa-430f-a1e8-ceb5a6574d23, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=db3f882f-39fa-430f-a1e8-ceb5a6574d23,segment=NetworkSegment(e9b9b662-2565-43f5-a4ee-120c03029d47),segment_id=e9b9b662-2565-43f5-a4ee-120c03029d47)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:01.406494 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:01.413091 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-343bef29-5624-4c1a-9086-db11ffe8081f req-d1525612-97a0-4baf-b498-ad3da39d74e6 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527344 Oct 27 16:35:01.418007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc3c95e-4ec2-434f-831e-2ae5a59869da,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:01.420454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'db3f882f-39fa-430f-a1e8-ceb5a6574d23', 'network_id': '78bfed7b-4cb6-498c-be35-ac46a6012e6f', 'port_id': 'db3f882f-39fa-430f-a1e8-ceb5a6574d23', 'mac_address': 'fa:16:3e:0d:f2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f78bccf-7fe8-4472-b9c6-900aa3a4c65b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:35:01.456908 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.461817 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Added segment f315a4ca-ca2d-43d0-a834-2134af41139b of type vlan for network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 Oct 27 16:35:01.483253 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.506570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db3f882f-39fa-430f-a1e8-ceb5a6574d23 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:35:01.522895 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.534494 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port db3f882f-39fa-430f-a1e8-ceb5a6574d23, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=db3f882f-39fa-430f-a1e8-ceb5a6574d23,segment=NetworkSegment(e9b9b662-2565-43f5-a4ee-120c03029d47),segment_id=e9b9b662-2565-43f5-a4ee-120c03029d47)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:01.553083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b440d66d-2329-4468-a7da-33e536873b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.613777 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.648224 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b440d66d-2329-4468-a7da-33e536873b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.653275 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.660942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:01.660942 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.683261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=db3f882f-39fa-430f-a1e8-ceb5a6574d23,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:01.735114 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b440d66d-2329-4468-a7da-33e536873b0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1caf836de6e7449faf21f7e2387e38c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202847 Oct 27 16:35:01.741408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35062) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:01.744318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440d66d-2329-4468-a7da-33e536873b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2f3f81-c3fd-48ee-82fc-4673f63aa7a5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:01.772208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] Pushing event updated for resources: {'Network': ['ID=9917baf9-46b3-45a8-94ba-cbe864e2afd7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:01.787596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:01.810159 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a67945e-93ef-4a5f-b285-05de0582c946 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.841484 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a67945e-93ef-4a5f-b285-05de0582c946 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:01.843006 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['db3f882f-39fa-430f-a1e8-ceb5a6574d23'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:35:01.847784 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9cabb45c-300b-470c-bcf0-5919d371aa0a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0478308 Oct 27 16:35:01.852160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35064) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:01.857888 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] Request body: {'subnet': {'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-581362151-subnet', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:01.884266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98669e-44b8-4bd0-8a9d-7a573363ff69 req-14430af0-b9b2-43f8-bd34-b57b0ca9f738 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:01.884266 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef98669e-44b8-4bd0-8a9d-7a573363ff69 req-14430af0-b9b2-43f8-bd34-b57b0ca9f738 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0859880 Oct 27 16:35:01.937135 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef98669e-44b8-4bd0-8a9d-7a573363ff69 req-11962279-0430-436b-87f6-9df94914cfbe tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528593 Oct 27 16:35:02.002222 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] Made reservation on behalf of 278d9cd32c224e2183d9b95c5c89eb7b for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:02.004743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.031178 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a67945e-93ef-4a5f-b285-05de0582c946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.034801 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a67945e-93ef-4a5f-b285-05de0582c946 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.039483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3a67945e-93ef-4a5f-b285-05de0582c946 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a2f3f81-c3fd-48ee-82fc-4673f63aa7a5 HTTP/1.1" status: 204 len: 168 time: 0.2935786 Oct 27 16:35:02.056110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67945e-93ef-4a5f-b285-05de0582c946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2f3f81-c3fd-48ee-82fc-4673f63aa7a5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:02.264116 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.320129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:02.336253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] Checking segment: {'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:02.336253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] Network hostable DHCP agents. Network: 9917baf9-46b3-45a8-94ba-cbe864e2afd7, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:02.436478 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] Network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:02.559703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668cfc58-048a-4eb5-ae55-1632ebe90724 req-cf5cd6c5-60d3-4b5a-bd17-78f78444688b tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:02.561493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-668cfc58-048a-4eb5-ae55-1632ebe90724 req-cf5cd6c5-60d3-4b5a-bd17-78f78444688b tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 944 time: 0.0596170 Oct 27 16:35:02.585215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 9917baf9-46b3-45a8-94ba-cbe864e2afd7) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:02.591388 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:02.593953 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.601248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e06d3d-e8fe-43db-a3b6-c411326847a8 None None] Network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:02.611827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-668cfc58-048a-4eb5-ae55-1632ebe90724 req-04f37a60-9794-44da-83ca-eed5762b3a2f tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439432 Oct 27 16:35:02.707608 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9dea1f9f-ad96-495e-9b20-5a8309b95956 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8542881 Oct 27 16:35:02.710167 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35082) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:02.716436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:02.779884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:35:02.781207 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.854007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.855100 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.861654 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.936755 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:02.941498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Allocated IP 172.20.0.2 (9917baf9-46b3-45a8-94ba-cbe864e2afd7/6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3/97b36942-0851-4e45-a3a8-4b44cb01aab4) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:03.172665 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.231342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.245365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.250596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b576c7-e901-48e6-ad7f-7dad768563e5 req-473b67ff-ebce-4d25-b834-bd3aa5fae3ad tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:03.252562 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-33b576c7-e901-48e6-ad7f-7dad768563e5 req-473b67ff-ebce-4d25-b834-bd3aa5fae3ad tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1734095 Oct 27 16:35:03.284072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device db3f882f-39fa-430f-a1e8-ceb5a6574d23 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:03.349879 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-33b576c7-e901-48e6-ad7f-7dad768563e5 req-3d73dbcc-b8c4-4c8c-8119-db5e495c73fa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806050 Oct 27 16:35:03.388328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:03.400704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:03.411930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:03.420853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Pushing event updated for resources: {'Port': ['ID=97b36942-0851-4e45-a3a8-4b44cb01aab4,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:03.495838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Attempting to bind port 97b36942-0851-4e45-a3a8-4b44cb01aab4 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:03.496454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Attempting to bind port 97b36942-0851-4e45-a3a8-4b44cb01aab4 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:03.501087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Attempting to bind port 97b36942-0851-4e45-a3a8-4b44cb01aab4 on network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:03.503396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:03.504134 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Checking segment: {'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:03.505308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.506033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Bound using segment: {'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:03.507026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Bound port: 97b36942-0851-4e45-a3a8-4b44cb01aab4, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:03.507921 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.581126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port db3f882f-39fa-430f-a1e8-ceb5a6574d23 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:35:03.592184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port db3f882f-39fa-430f-a1e8-ceb5a6574d23 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:03.592821 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.622148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] For port 97b36942-0851-4e45-a3a8-4b44cb01aab4, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:03.627556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.647476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] For port 97b36942-0851-4e45-a3a8-4b44cb01aab4, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=97b36942-0851-4e45-a3a8-4b44cb01aab4,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:03.654693 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.802425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88104f07-26c6-4d95-a4a5-7c2d8eee13f4 req-b56d628c-bc95-4406-ab63-3fdb49e63437 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:03.811594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88104f07-26c6-4d95-a4a5-7c2d8eee13f4 req-b56d628c-bc95-4406-ab63-3fdb49e63437 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 944 time: 0.0878203 Oct 27 16:35:03.862866 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Allocated IP 172.25.4.151 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/8ef2f2eb-9993-4d6e-b6a4-86910d65c211) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:03.873688 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88104f07-26c6-4d95-a4a5-7c2d8eee13f4 req-4562ea67-c97f-4598-90a2-19e698fcf194 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602915 Oct 27 16:35:03.933876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:03.974315 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:04.023407 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed226716-0540-4511-9b7a-5affe0913a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3f882f-39fa-430f-a1e8-ceb5a6574d23'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:35:04.024878 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:04.025763 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b7abfb-52e0-4e02-8b40-38218bbcb4de" -d '{"events": [{"server_uuid": "ed226716-0540-4511-9b7a-5affe0913a41", "name": "network-vif-plugged", "status": "completed", "tag": "db3f882f-39fa-430f-a1e8-ceb5a6574d23"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:35:04.042627 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045d970e-e40d-4d11-b87a-1c0f49197552 None None] Pushing event updated for resources: {'Port': ['ID=97b36942-0851-4e45-a3a8-4b44cb01aab4,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:04.053952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port db3f882f-39fa-430f-a1e8-ceb5a6574d23, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=db3f882f-39fa-430f-a1e8-ceb5a6574d23,segment=NetworkSegment(e9b9b662-2565-43f5-a4ee-120c03029d47),segment_id=e9b9b662-2565-43f5-a4ee-120c03029d47)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:04.096007 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18877938-ee33-48c8-bd67-cac8e8ec2fc3 x-openstack-request-id: req-18877938-ee33-48c8-bd67-cac8e8ec2fc3 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:35:04.102017 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed226716-0540-4511-9b7a-5affe0913a41", "name": "network-vif-plugged", "status": "completed", "tag": "db3f882f-39fa-430f-a1e8-ceb5a6574d23", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:35:04.102017 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18877938-ee33-48c8-bd67-cac8e8ec2fc3 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:35:04.102017 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed226716-0540-4511-9b7a-5affe0913a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db3f882f-39fa-430f-a1e8-ceb5a6574d23', 'code': 200} Oct 27 16:35:04.151311 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:04.179867 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:04.226373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=db3f882f-39fa-430f-a1e8-ceb5a6574d23,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:04.253181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:04.262256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d37fe1d-37b0-4e6a-9716-1f958465a34f req-f3b85b43-1ec4-4530-a788-506403ca546e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:04.265508 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:04.283647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:04.291598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d37fe1d-37b0-4e6a-9716-1f958465a34f req-f3b85b43-1ec4-4530-a788-506403ca546e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 1096 time: 0.1051695 Oct 27 16:35:04.340695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef2f2eb-9993-4d6e-b6a4-86910d65c211,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:04.390115 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d37fe1d-37b0-4e6a-9716-1f958465a34f req-4aa47f8b-82c8-415e-9ae1-55982ec09fba service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810359 Oct 27 16:35:04.541334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd6068-3bb2-47b3-9658-68783c9da800 req-12a09848-87d3-42bd-b304-85d53586fdb7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:04.548715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bdd6068-3bb2-47b3-9658-68783c9da800 req-12a09848-87d3-42bd-b304-85d53586fdb7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0792081 Oct 27 16:35:04.588887 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bdd6068-3bb2-47b3-9658-68783c9da800 req-185a45dd-a3c6-4677-9aef-037f5c4c7027 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378790 Oct 27 16:35:04.742157 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:05.050088 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:05.104772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde6c4d-7395-4f1f-abc7-9e6322872453 req-01a01361-0543-4af3-b5c0-3f8018d8ecd8 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:05.116851 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9bde6c4d-7395-4f1f-abc7-9e6322872453 req-01a01361-0543-4af3-b5c0-3f8018d8ecd8 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 945 time: 0.1117253 Oct 27 16:35:05.205123 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9bde6c4d-7395-4f1f-abc7-9e6322872453 req-0e538e61-fb9e-4183-8660-277b6b348eac tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636363 Oct 27 16:35:05.277211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afcc79a-f2f7-47bc-8bff-5542bf95fd69 None None] Network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:05.329272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:35:05.404446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bda40574-ade3-4dd9-ad0f-6eb891669016 None None] Provisioning complete for port 97b36942-0851-4e45-a3a8-4b44cb01aab4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:05.404788 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bda40574-ade3-4dd9-ad0f-6eb891669016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:05.518866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 97b36942-0851-4e45-a3a8-4b44cb01aab4 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:05.649794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bda40574-ade3-4dd9-ad0f-6eb891669016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:05.693566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 97b36942-0851-4e45-a3a8-4b44cb01aab4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:05.693939 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:05.777075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-bda40574-ade3-4dd9-ad0f-6eb891669016 None None] For port 97b36942-0851-4e45-a3a8-4b44cb01aab4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=97b36942-0851-4e45-a3a8-4b44cb01aab4,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:05.840875 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:05.873807 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bda40574-ade3-4dd9-ad0f-6eb891669016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:05.944688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c18fbf-e31b-45af-9fa5-595c15dcd9fc req-c7bdc2c6-fbbd-4e4a-b0b7-5c06513d9fbb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:05.961351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37c18fbf-e31b-45af-9fa5-595c15dcd9fc req-c7bdc2c6-fbbd-4e4a-b0b7-5c06513d9fbb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1725457 Oct 27 16:35:06.015024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:06.026114 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 16:35:06.030542 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Sync routers for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:06.035260 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 16:35:06.036816 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37c18fbf-e31b-45af-9fa5-595c15dcd9fc req-c705fc2c-9a56-4470-be5d-42246163e8f0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642641 Oct 27 16:35:06.045439 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:06.046952 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:06.068931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda40574-ade3-4dd9-ad0f-6eb891669016 None None] Pushing event updated for resources: {'Port': ['ID=97b36942-0851-4e45-a3a8-4b44cb01aab4,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:06.120927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-41ac32b2-e53b-431d-91e0-95b31f4483a4 None None] Provisioning complete for port 97b36942-0851-4e45-a3a8-4b44cb01aab4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:06.121295 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-41ac32b2-e53b-431d-91e0-95b31f4483a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:06.167489 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:06.170377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:06.175550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35146) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:06.183245 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8f3792c2-b058-4a21-a79a-cab4f85162d2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.4642525 Oct 27 16:35:06.381867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532cc6c1-8db2-4c69-bec3-8cfa449628dc req-c317bf1b-62db-424a-ab4e-d366c054758c tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:06.410591 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-532cc6c1-8db2-4c69-bec3-8cfa449628dc req-c317bf1b-62db-424a-ab4e-d366c054758c tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 945 time: 0.1133873 Oct 27 16:35:06.436181 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:04Z', 'revision_number': 3, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:06.478022 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-532cc6c1-8db2-4c69-bec3-8cfa449628dc req-82ef6dfc-bf27-419b-848a-a94237477c36 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624213 Oct 27 16:35:06.498083 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Checking router: 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:06.498083 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Updating router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 port 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:06.528613 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:06.981914 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.067172 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.175037 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.242131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Allocated IP 172.20.0.1 (9917baf9-46b3-45a8-94ba-cbe864e2afd7/6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3/0b1d8f44-21ee-4a45-b124-a91afcecb842) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:07.254418 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Attempting to bind port 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:07.255169 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Attempting to bind port 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:07.255836 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Attempting to bind port 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:07.267206 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:07.267915 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:07.268484 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.268951 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:07.269523 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Bound port: 8ef2f2eb-9993-4d6e-b6a4-86910d65c211, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:07.270130 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.272300 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a796026-ba21-4ad1-9d3f-f1c1e7c3d89e None None] Pushing event updated for resources: {'Port': ['ID=8ef2f2eb-9993-4d6e-b6a4-86910d65c211,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:07.411707 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] For port 8ef2f2eb-9993-4d6e-b6a4-86910d65c211, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:07.411707 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] For port 8ef2f2eb-9993-4d6e-b6a4-86910d65c211, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8ef2f2eb-9993-4d6e-b6a4-86910d65c211,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:07.453768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 97b36942-0851-4e45-a3a8-4b44cb01aab4 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:07.477066 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda23dff-6240-42b4-838a-93b599866380 req-9fef42e7-bd8e-46d8-bb07-998989c2dd35 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:07.487011 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eda23dff-6240-42b4-838a-93b599866380 req-9fef42e7-bd8e-46d8-bb07-998989c2dd35 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.2026031 Oct 27 16:35:07.546318 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.560501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eda23dff-6240-42b4-838a-93b599866380 req-c8b1b2fa-9ab9-4539-8b35-520fc7246b7a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722368 Oct 27 16:35:07.590431 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.636883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 97b36942-0851-4e45-a3a8-4b44cb01aab4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:07.637523 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.660313 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:07.660955 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:07.666970 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a796026-ba21-4ad1-9d3f-f1c1e7c3d89e None None] Pushing event updated for resources: {'Port': ['ID=8ef2f2eb-9993-4d6e-b6a4-86910d65c211,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:07.745521 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:07.798533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:07.802402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:07.806193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:07.809338 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:07.842719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Pushing event updated for resources: {'Port': ['ID=0b1d8f44-21ee-4a45-b124-a91afcecb842,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:07.884429 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:08.180348 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:04Z', 'revision_number': 3, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:08.211565 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cf3340-e3c6-408d-acf8-53731548dcd4 None None] The sync data for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 is: [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:04Z', 'revision_number': 3, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:08.227235 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:08.309739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-18ba79b6-a259-4032-84d3-e9a004a2936a None None] Provisioning complete for port 0b1d8f44-21ee-4a45-b124-a91afcecb842 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:08.312603 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-18ba79b6-a259-4032-84d3-e9a004a2936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:08.378912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-18ba79b6-a259-4032-84d3-e9a004a2936a None None] Port 0b1d8f44-21ee-4a45-b124-a91afcecb842 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:08.466827 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:08.573560 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:08.672046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:08.682502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c9f08-4cce-4369-a9a1-8700eddbe7d2 req-c19df94e-3978-4fc0-8b5b-107160e2dd31 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:08.684097 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-675c9f08-4cce-4369-a9a1-8700eddbe7d2 req-c19df94e-3978-4fc0-8b5b-107160e2dd31 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 945 time: 0.1474996 Oct 27 16:35:08.686084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Pushing event updated for resources: {'Port': ['ID=0b1d8f44-21ee-4a45-b124-a91afcecb842,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:08.738346 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ddf2b-69cc-4c22-9a4f-242c599179be req-a28fe77b-1106-41f4-a42b-5d8c70c341d1 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:08.749008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e91ddf2b-69cc-4c22-9a4f-242c599179be req-a28fe77b-1106-41f4-a42b-5d8c70c341d1 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1056180 Oct 27 16:35:08.803066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e91ddf2b-69cc-4c22-9a4f-242c599179be req-4e52f625-126e-4781-9d0e-577dcbd09a3a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448127 Oct 27 16:35:08.813856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-675c9f08-4cce-4369-a9a1-8700eddbe7d2 req-e7c3fe2e-58f7-4b91-8ae1-554e67bae9ef tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144207 Oct 27 16:35:08.888798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:08.891513 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:09.091004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:35:09.303252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:09.318069 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-80c4c148-0db8-48ae-b211-eb478433b32e admin admin] 10.222.0.15 "PUT /v2.0/routers/9e9bedeb-7e1f-4e41-92ea-ac8a5508a427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1405494 Oct 27 16:35:09.318701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3a0f0dbf-a680-43ab-ae38-fd56b24dd626 None None] Provisioning complete for port 0b1d8f44-21ee-4a45-b124-a91afcecb842 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:09.325099 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3a0f0dbf-a680-43ab-ae38-fd56b24dd626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:09.423985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3a0f0dbf-a680-43ab-ae38-fd56b24dd626 None None] Port 0b1d8f44-21ee-4a45-b124-a91afcecb842 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:09.526999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:09.673231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:09.673612 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:09.860799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978e7e1-a17f-4859-9ef5-c364e6893fc9 req-37cd5d7b-a7d7-4599-8718-2543758e7d71 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:09.866780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5978e7e1-a17f-4859-9ef5-c364e6893fc9 req-37cd5d7b-a7d7-4599-8718-2543758e7d71 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 945 time: 0.1374612 Oct 27 16:35:09.895921 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:09.977284 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 8ef2f2eb-9993-4d6e-b6a4-86910d65c211, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8ef2f2eb-9993-4d6e-b6a4-86910d65c211,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:10.057529 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6387c8f-4764-4852-9179-bcbab21c0d46 req-f0f76a6f-a352-4363-995b-3d935dc1adc0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:10.072088 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6387c8f-4764-4852-9179-bcbab21c0d46 req-f0f76a6f-a352-4363-995b-3d935dc1adc0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1098816 Oct 27 16:35:10.117789 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:10.158900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f981350-9e6e-40b2-8462-1f7e196e5408 req-c14e85e9-6349-4c74-a2bc-fab339f8462c tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:10.168423 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f981350-9e6e-40b2-8462-1f7e196e5408 req-c14e85e9-6349-4c74-a2bc-fab339f8462c tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 945 time: 0.1138539 Oct 27 16:35:10.201898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5978e7e1-a17f-4859-9ef5-c364e6893fc9 req-8e680cf0-c4f8-4f68-bec1-30cb98a4cf02 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Deleting port db3f882f-39fa-430f-a1e8-ceb5a6574d23 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:35:10.202246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5978e7e1-a17f-4859-9ef5-c364e6893fc9 req-8e680cf0-c4f8-4f68-bec1-30cb98a4cf02 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:10.221243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6387c8f-4764-4852-9179-bcbab21c0d46 req-d2c61d34-9f2e-4212-923d-e8197a54ec3a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478951 Oct 27 16:35:10.304250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=8ef2f2eb-9993-4d6e-b6a4-86910d65c211,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:10.389364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f981350-9e6e-40b2-8462-1f7e196e5408 req-e5807579-7682-4261-85b9-b4e39a8933d9 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/security-groups?id=65575677-a81c-4374-ab82-2c7c2f089463&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199090 Oct 27 16:35:10.557114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-5978e7e1-a17f-4859-9ef5-c364e6893fc9 req-8e680cf0-c4f8-4f68-bec1-30cb98a4cf02 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] For port db3f882f-39fa-430f-a1e8-ceb5a6574d23, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=db3f882f-39fa-430f-a1e8-ceb5a6574d23,segment=NetworkSegment(e9b9b662-2565-43f5-a4ee-120c03029d47),segment_id=e9b9b662-2565-43f5-a4ee-120c03029d47)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:10.561463 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5978e7e1-a17f-4859-9ef5-c364e6893fc9 req-8e680cf0-c4f8-4f68-bec1-30cb98a4cf02 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:10.599476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-5978e7e1-a17f-4859-9ef5-c364e6893fc9 req-8e680cf0-c4f8-4f68-bec1-30cb98a4cf02 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Calling delete_port for db3f882f-39fa-430f-a1e8-ceb5a6574d23 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:35:10.680643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35240) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:10.985952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Sync routers for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:11.007903 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5978e7e1-a17f-4859-9ef5-c364e6893fc9 req-8e680cf0-c4f8-4f68-bec1-30cb98a4cf02 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.025344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['db3f882f-39fa-430f-a1e8-ceb5a6574d23'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:35:11.025925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c18234ae-f867-41e4-aa12-f417174f6638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.032699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35250) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:11.042735 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1397992484-network', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:11.065641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:11.066631 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:11.098329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e680cf0-c4f8-4f68-bec1-30cb98a4cf02 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Pushing event deleted for resources: {'Port': ['ID=db3f882f-39fa-430f-a1e8-ceb5a6574d23,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:11.130174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5978e7e1-a17f-4859-9ef5-c364e6893fc9 req-8e680cf0-c4f8-4f68-bec1-30cb98a4cf02 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] No DVR routers for this DVR port db3f882f-39fa-430f-a1e8-ceb5a6574d23 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:35:11.134138 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-5978e7e1-a17f-4859-9ef5-c364e6893fc9 req-8e680cf0-c4f8-4f68-bec1-30cb98a4cf02 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.146180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5978e7e1-a17f-4859-9ef5-c364e6893fc9 req-8e680cf0-c4f8-4f68-bec1-30cb98a4cf02 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.54 "DELETE /v2.0/ports/db3f882f-39fa-430f-a1e8-ceb5a6574d23 HTTP/1.1" status: 204 len: 173 time: 1.2718964 Oct 27 16:35:11.146661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed226716-0540-4511-9b7a-5affe0913a41', 'name': 'network-vif-deleted', 'tag': 'db3f882f-39fa-430f-a1e8-ceb5a6574d23'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:35:11.151163 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432d8b55-1a9b-4cd5-b0b1-22a9d0a56fa3" -d '{"events": [{"server_uuid": "ed226716-0540-4511-9b7a-5affe0913a41", "name": "network-vif-deleted", "tag": "db3f882f-39fa-430f-a1e8-ceb5a6574d23"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:35:11.236324 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfa0a1d-15ef-4655-ac31-737d269027e7 x-openstack-request-id: req-ebfa0a1d-15ef-4655-ac31-737d269027e7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:35:11.238490 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed226716-0540-4511-9b7a-5affe0913a41", "name": "network-vif-deleted", "tag": "db3f882f-39fa-430f-a1e8-ceb5a6574d23", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:35:11.240264 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebfa0a1d-15ef-4655-ac31-737d269027e7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:35:11.240796 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed226716-0540-4511-9b7a-5affe0913a41', 'name': 'network-vif-deleted', 'tag': 'db3f882f-39fa-430f-a1e8-ceb5a6574d23', 'status': 'completed', 'code': 200} Oct 27 16:35:11.284314 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c18234ae-f867-41e4-aa12-f417174f6638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.285932 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Made reservation on behalf of 51289b9e0eaf4525a0aea51f133e097b for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:11.289030 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.304809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.355735 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:11.403446 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c18234ae-f867-41e4-aa12-f417174f6638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.448119 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c18234ae-f867-41e4-aa12-f417174f6638 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fd219ab37c4400bb28edbd93c1907ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7762060 Oct 27 16:35:11.450805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35260) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:11.489875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.493009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18234ae-f867-41e4-aa12-f417174f6638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89151ef1-6f96-4bb6-ba0d-f1b99658f27d,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:11.579996 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-116dacbf-0803-41e3-afb3-cb74479a60c7 req-669a7aad-1bdf-427d-bc06-00a9a5cbef30 tempest-VolumesActionsTest-624084160 tempest-VolumesActionsTest-624084160-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed226716-0540-4511-9b7a-5affe0913a41 HTTP/1.1" status: 200 len: 210 time: 0.0521042 Oct 27 16:35:11.581261 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.583280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e844d3-3e02-4220-b9a2-345c1b79e887 req-2985fe15-b206-4f70-8c3a-455427bc5a87 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:11.586591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:11.598427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7e844d3-3e02-4220-b9a2-345c1b79e887 req-2985fe15-b206-4f70-8c3a-455427bc5a87 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.2398965 Oct 27 16:35:11.598670 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:35:11.607906 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-612b0081-8503-4fd1-a7b4-d260f73923a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.621352 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.622346 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Added segment 5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d of type vlan for network f6d709ee-6779-43eb-a6ec-57c18aee161c Oct 27 16:35:11.677545 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.687450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-612b0081-8503-4fd1-a7b4-d260f73923a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.715227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7e844d3-3e02-4220-b9a2-345c1b79e887 req-9b010f24-c271-43ec-b81b-2f7332b4aacd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157706 Oct 27 16:35:11.739231 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bab2ee-6cf5-41ec-b83c-db2b759811e7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:11.774030 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.776085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:11.776810 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.781797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:11.784788 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.853483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] Pushing event updated for resources: {'Network': ['ID=f6d709ee-6779-43eb-a6ec-57c18aee161c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:11.861370 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-612b0081-8503-4fd1-a7b4-d260f73923a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.865687 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-612b0081-8503-4fd1-a7b4-d260f73923a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:11.866392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network f6d709ee-6779-43eb-a6ec-57c18aee161c details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:35:11.868282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-612b0081-8503-4fd1-a7b4-d260f73923a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89151ef1-6f96-4bb6-ba0d-f1b99658f27d HTTP/1.1" status: 204 len: 168 time: 0.4150708 Oct 27 16:35:11.876682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b0081-8503-4fd1-a7b4-d260f73923a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89151ef1-6f96-4bb6-ba0d-f1b99658f27d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:11.978951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 2, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:11.986933 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-81353e59-429b-46f5-a27e-d76a0c5917ab admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9513032 Oct 27 16:35:11.989575 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35264) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:12.003548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] Request body: {'subnet': {'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1397992484-subnet', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:12.056809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Checking router: 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:12.057398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Updating router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 port 0b1d8f44-21ee-4a45-b124-a91afcecb842 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:12.089147 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.133677 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] Made reservation on behalf of 51289b9e0eaf4525a0aea51f133e097b for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:12.136612 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.424523 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.432145 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.491535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b27acae-bd6f-49a0-b335-35751bfec080,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:12.503077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] Checking segment: {'id': '5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:12.503628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] Network hostable DHCP agents. Network: f6d709ee-6779-43eb-a6ec-57c18aee161c, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:35:12.510970 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.567914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831122b-6885-4905-8af2-ca95cceaaf53 None None] Pushing event updated for resources: {'Port': ['ID=0b1d8f44-21ee-4a45-b124-a91afcecb842,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:12.633588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Attempting to bind port 0b1d8f44-21ee-4a45-b124-a91afcecb842 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:12.634187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Attempting to bind port 0b1d8f44-21ee-4a45-b124-a91afcecb842 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:12.634790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Attempting to bind port 0b1d8f44-21ee-4a45-b124-a91afcecb842 on network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:12.640970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:12.641924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Checking segment: {'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:12.642696 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.643323 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Bound using segment: {'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:12.644040 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Bound port: 0b1d8f44-21ee-4a45-b124-a91afcecb842, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:12.644693 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.653452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] Network f6d709ee-6779-43eb-a6ec-57c18aee161c is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:35:12.736163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] For port 0b1d8f44-21ee-4a45-b124-a91afcecb842, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:12.738703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] For port 0b1d8f44-21ee-4a45-b124-a91afcecb842, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0b1d8f44-21ee-4a45-b124-a91afcecb842,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:12.786637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, f6d709ee-6779-43eb-a6ec-57c18aee161c) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:12.792246 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:12.793652 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.795368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358ed76c-b29d-4da8-abe6-e04a1f472c50 None None] Network f6d709ee-6779-43eb-a6ec-57c18aee161c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:12.863553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d112d-b9b2-43d1-9e7a-beb79d032c90 req-217b3a5d-7abe-4a3b-be11-c5dff92e159c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:12.865951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ca2d112d-b9b2-43d1-9e7a-beb79d032c90 req-217b3a5d-7abe-4a3b-be11-c5dff92e159c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0731623 Oct 27 16:35:12.877140 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35282) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:12.888976 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.917097 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a791c453-5fa9-4785-8851-f788c170349e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9226811 Oct 27 16:35:12.919392 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-606ba3a2-05a5-4949-865a-371b29189687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:12.923151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35286) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:12.928265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1397992484-router', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:12.980360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ca2d112d-b9b2-43d1-9e7a-beb79d032c90 req-ce20f58d-2cec-46a7-b10b-7a3c08eb652c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060851 Oct 27 16:35:12.981011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-14ad12db-4572-4c45-87d1-ad1c3e03bab2 None None] Provisioning complete for port 0b1d8f44-21ee-4a45-b124-a91afcecb842 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:12.981393 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-14ad12db-4572-4c45-87d1-ad1c3e03bab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.062201 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-606ba3a2-05a5-4949-865a-371b29189687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.062665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831122b-6885-4905-8af2-ca95cceaaf53 None None] Pushing event updated for resources: {'Port': ['ID=0b1d8f44-21ee-4a45-b124-a91afcecb842,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:13.072012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:13.075874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:13.099380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.100441 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.185605 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-606ba3a2-05a5-4949-865a-371b29189687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.189191 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.230795 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:35:13.281704 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ba3a2-05a5-4949-865a-371b29189687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4bb904-7121-4816-90a0-9383f4bd486a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:13.294928 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-606ba3a2-05a5-4949-865a-371b29189687 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a201d9c844424a40881f8c314fb66428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165151 Oct 27 16:35:13.300036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35298) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:13.387449 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1d9e-2dc0-4988-be1a-ff1d7b63dcca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.439996 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1d9e-2dc0-4988-be1a-ff1d7b63dcca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.465709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.536378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device db3f882f-39fa-430f-a1e8-ceb5a6574d23 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:35:13.574122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: db3f882f-39fa-430f-a1e8-ceb5a6574d23 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:35:13.574382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device db3f882f-39fa-430f-a1e8-ceb5a6574d23 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:35:13.613837 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1d9e-2dc0-4988-be1a-ff1d7b63dcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.618762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6f3a1d9e-2dc0-4988-be1a-ff1d7b63dcca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.620131 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6f3a1d9e-2dc0-4988-be1a-ff1d7b63dcca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a4bb904-7121-4816-90a0-9383f4bd486a HTTP/1.1" status: 204 len: 168 time: 0.3187740 Oct 27 16:35:13.649751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a1d9e-2dc0-4988-be1a-ff1d7b63dcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4bb904-7121-4816-90a0-9383f4bd486a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:13.686695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:13.695184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-f6d709ee-6779-43eb-a6ec-57c18aee161c', 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'fixed_ips': [{'subnet_id': '1b27acae-bd6f-49a0-b335-35751bfec080'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:35:13.696046 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.778289 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-14ad12db-4572-4c45-87d1-ad1c3e03bab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:13.963778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-14ad12db-4572-4c45-87d1-ad1c3e03bab2 None None] For port 0b1d8f44-21ee-4a45-b124-a91afcecb842, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0b1d8f44-21ee-4a45-b124-a91afcecb842,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:14.114109 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Allocated IP 172.20.0.2 (f6d709ee-6779-43eb-a6ec-57c18aee161c/1b27acae-bd6f-49a0-b335-35751bfec080/5f414f88-0c93-4ab6-ab92-595ab58038da) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:14.143555 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-14ad12db-4572-4c45-87d1-ad1c3e03bab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.201348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791fd9f-458d-449e-b88f-e32521662d16 req-d2896e42-a963-468e-aa9e-c1721c84ee5b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:14.203680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2791fd9f-458d-449e-b88f-e32521662d16 req-d2896e42-a963-468e-aa9e-c1721c84ee5b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0787370 Oct 27 16:35:14.235346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:12Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:14.251813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.274457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad12db-4572-4c45-87d1-ad1c3e03bab2 None None] Pushing event updated for resources: {'Port': ['ID=0b1d8f44-21ee-4a45-b124-a91afcecb842,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:14.281788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a932fd-e288-4f0c-b6ad-8897003eff1a None None] The sync data for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 is: [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:12Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:14.289002 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2791fd9f-458d-449e-b88f-e32521662d16 req-bb39d81e-87ca-4890-a3d8-4ceb2c449041 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661688 Oct 27 16:35:14.313532 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.319417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-eb3b1853-64c7-491b-98ad-fffa1391f0b5 None None] Provisioning complete for port 0b1d8f44-21ee-4a45-b124-a91afcecb842 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:14.319790 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-eb3b1853-64c7-491b-98ad-fffa1391f0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.494084 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.598571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Allocated IP 172.25.4.184 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/74a70933-bb65-4d52-9a7c-1170fa8fc935) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:14.637109 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.697382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Network f6d709ee-6779-43eb-a6ec-57c18aee161c is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:14.700867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:14.704495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:14.751162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Pushing event updated for resources: {'Port': ['ID=5f414f88-0c93-4ab6-ab92-595ab58038da,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:14.819287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Attempting to bind port 5f414f88-0c93-4ab6-ab92-595ab58038da on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:14.819687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Attempting to bind port 5f414f88-0c93-4ab6-ab92-595ab58038da by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:14.820082 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Attempting to bind port 5f414f88-0c93-4ab6-ab92-595ab58038da on network f6d709ee-6779-43eb-a6ec-57c18aee161c {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:14.831613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:14.831998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Checking segment: {'id': '5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:14.832553 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.832816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Bound using segment: {'id': '5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:14.833310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Bound port: 5f414f88-0c93-4ab6-ab92-595ab58038da, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:14.833693 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.845245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:14.921703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] For port 5f414f88-0c93-4ab6-ab92-595ab58038da, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:14.925216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] For port 5f414f88-0c93-4ab6-ab92-595ab58038da, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5f414f88-0c93-4ab6-ab92-595ab58038da,segment=NetworkSegment(5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d),segment_id=5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:14.997811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.061117 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.064319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:15.079872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Pushing event updated for resources: {'Port': ['ID=74a70933-bb65-4d52-9a7c-1170fa8fc935,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:15.087835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:15.104417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:15.195548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c0603-44ec-4a9e-bf13-52ac1ab75c45 None None] Pushing event updated for resources: {'Port': ['ID=5f414f88-0c93-4ab6-ab92-595ab58038da,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:15.599895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0b1d8f44-21ee-4a45-b124-a91afcecb842 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:15.659067 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.748697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 0b1d8f44-21ee-4a45-b124-a91afcecb842 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:15.750167 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:15.992161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44240600-89e0-43c2-8cf1-8db5d7897072 req-0e8c315a-fffd-49a7-a7c7-a50a43b125b5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:15.993801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44240600-89e0-43c2-8cf1-8db5d7897072 req-0e8c315a-fffd-49a7-a7c7-a50a43b125b5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.3358357 Oct 27 16:35:16.101168 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44240600-89e0-43c2-8cf1-8db5d7897072 req-82a2ac15-472d-4505-a51b-d15546904b4f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624394 Oct 27 16:35:16.143915 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:16.435994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Router c0ca87e8-3c33-4339-b21f-2ce094be8507 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:35:16.601222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:16.615495 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Sync routers for ids ['c0ca87e8-3c33-4339-b21f-2ce094be8507'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:16.636015 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Routers {'c0ca87e8-3c33-4339-b21f-2ce094be8507'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:16.636546 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c0ca87e8-3c33-4339-b21f-2ce094be8507'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:16.695251 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:16.696751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b850d8de-8cac-42b8-b048-4da9ad64f645 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7725089 Oct 27 16:35:16.710849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35398) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:16.853960 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Set router c0ca87e8-3c33-4339-b21f-2ce094be8507 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:16.898153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b5f2a-02e1-40d1-a2fc-285f0cc2b907 None None] Network f6d709ee-6779-43eb-a6ec-57c18aee161c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:35:17.263700 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8d203b5a-b882-4a53-b348-bb48c31fff78 None None] Provisioning complete for port 5f414f88-0c93-4ab6-ab92-595ab58038da triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:17.270961 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8d203b5a-b882-4a53-b348-bb48c31fff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:17.477783 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'name': 'tempest-TestVolumeBackupRestore-1397992484-router', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:13Z', 'updated_at': '2021-10-27T16:35:15Z', 'revision_number': 3, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'gw_port': {'id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:14Z', 'updated_at': '2021-10-27T16:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:17.492792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab617e7c-d30e-4918-8912-8692fecb3722 req-6d877c5b-389a-4ff2-86a8-8efe5606929f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:17.494614 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ab617e7c-d30e-4918-8912-8692fecb3722 req-6d877c5b-389a-4ff2-86a8-8efe5606929f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1119096 Oct 27 16:35:17.583359 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Checking router: c0ca87e8-3c33-4339-b21f-2ce094be8507 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:17.583701 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Updating router c0ca87e8-3c33-4339-b21f-2ce094be8507 port 74a70933-bb65-4d52-9a7c-1170fa8fc935 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:17.669300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5f414f88-0c93-4ab6-ab92-595ab58038da up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:17.672438 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ab617e7c-d30e-4918-8912-8692fecb3722 req-53f47ee1-8f48-45fb-a5cf-1910ee22f655 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626890 Oct 27 16:35:17.710844 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:17.791055 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8d203b5a-b882-4a53-b348-bb48c31fff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.007635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8d203b5a-b882-4a53-b348-bb48c31fff78 None None] For port 5f414f88-0c93-4ab6-ab92-595ab58038da, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5f414f88-0c93-4ab6-ab92-595ab58038da,segment=NetworkSegment(5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d),segment_id=5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:18.029027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5f414f88-0c93-4ab6-ab92-595ab58038da triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:18.029444 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.106851 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.138465 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8d203b5a-b882-4a53-b348-bb48c31fff78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.432147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e8c486e6-b9a2-470f-ad30-f6314b076737 None None] Provisioning complete for port 5f414f88-0c93-4ab6-ab92-595ab58038da triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:18.432587 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e8c486e6-b9a2-470f-ad30-f6314b076737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.444280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d203b5a-b882-4a53-b348-bb48c31fff78 None None] Pushing event updated for resources: {'Port': ['ID=5f414f88-0c93-4ab6-ab92-595ab58038da,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:18.586291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35434) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:18.587896 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Allocated IP 172.20.0.1 (f6d709ee-6779-43eb-a6ec-57c18aee161c/1b27acae-bd6f-49a0-b335-35751bfec080/f37ca432-8c67-4e88-a511-b53aa52ba01b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:18.624783 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.683185 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-88f059ad-bbce-4123-8c68-4fb2782a5be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.733496 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.830552 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.869208 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a91aa7-4403-4c21-8ef1-a7c778328ca3 None None] Pushing event updated for resources: {'Port': ['ID=74a70933-bb65-4d52-9a7c-1170fa8fc935,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:18.872324 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Attempting to bind port 74a70933-bb65-4d52-9a7c-1170fa8fc935 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:18.872959 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Attempting to bind port 74a70933-bb65-4d52-9a7c-1170fa8fc935 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:18.873643 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Attempting to bind port 74a70933-bb65-4d52-9a7c-1170fa8fc935 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:18.884798 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:18.885525 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:18.886103 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.886661 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:18.887742 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Bound port: 74a70933-bb65-4d52-9a7c-1170fa8fc935, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:18.896825 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.962160 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df3149a7-6f20-46ea-b738-565534ca3708 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:18.988471 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] For port 74a70933-bb65-4d52-9a7c-1170fa8fc935, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:18.991327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d81df-b77f-4a58-9d53-af2365e8abeb req-dde4f7b4-d9ef-4c7c-a289-21be7fabd5fb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:18.993549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-649d81df-b77f-4a58-9d53-af2365e8abeb req-dde4f7b4-d9ef-4c7c-a289-21be7fabd5fb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.2078922 Oct 27 16:35:18.994355 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] For port 74a70933-bb65-4d52-9a7c-1170fa8fc935, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=74a70933-bb65-4d52-9a7c-1170fa8fc935,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:19.002556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.054060 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Network f6d709ee-6779-43eb-a6ec-57c18aee161c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:19.058243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:19.061219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:19.118823 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.146090 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df3149a7-6f20-46ea-b738-565534ca3708 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.176988 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Pushing event updated for resources: {'Port': ['ID=f37ca432-8c67-4e88-a511-b53aa52ba01b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:19.192285 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-649d81df-b77f-4a58-9d53-af2365e8abeb req-c241162a-b2ce-4bdb-a6d2-430b972fbac4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909268 Oct 27 16:35:19.207010 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.225196 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-df3149a7-6f20-46ea-b738-565534ca3708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.285070 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a91aa7-4403-4c21-8ef1-a7c778328ca3 None None] Pushing event updated for resources: {'Port': ['ID=74a70933-bb65-4d52-9a7c-1170fa8fc935,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:19.306412 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Routers {'c0ca87e8-3c33-4339-b21f-2ce094be8507'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:19.307270 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:34:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c0ca87e8-3c33-4339-b21f-2ce094be8507'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:19.348190 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-df3149a7-6f20-46ea-b738-565534ca3708 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c440554234b343aea62191ad9b5b032d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7558937 Oct 27 16:35:19.348190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3149a7-6f20-46ea-b738-565534ca3708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa1b7d7-a3d4-4ac2-8fc4-ff842849ad32,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:19.356212 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35444) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:19.518633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5f414f88-0c93-4ab6-ab92-595ab58038da up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:19.555200 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-700c790a-07cc-40fa-9606-1668f2c149b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.582705 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] Set router c0ca87e8-3c33-4339-b21f-2ce094be8507 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:19.597772 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-700c790a-07cc-40fa-9606-1668f2c149b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.703092 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.740368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5f414f88-0c93-4ab6-ab92-595ab58038da triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:19.742624 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.853895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e27dfff1-85a8-4f6c-bd35-be3155d74951 None None] Provisioning complete for port f37ca432-8c67-4e88-a511-b53aa52ba01b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:19.859243 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e27dfff1-85a8-4f6c-bd35-be3155d74951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.953049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e27dfff1-85a8-4f6c-bd35-be3155d74951 None None] Port f37ca432-8c67-4e88-a511-b53aa52ba01b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:19.981455 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-700c790a-07cc-40fa-9606-1668f2c149b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.985071 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-700c790a-07cc-40fa-9606-1668f2c149b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:19.989576 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-700c790a-07cc-40fa-9606-1668f2c149b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ffa1b7d7-a3d4-4ac2-8fc4-ff842849ad32 HTTP/1.1" status: 204 len: 168 time: 0.6283989 Oct 27 16:35:20.007056 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.009748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c790a-07cc-40fa-9606-1668f2c149b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa1b7d7-a3d4-4ac2-8fc4-ff842849ad32,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:20.094210 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.143392 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'name': 'tempest-TestVolumeBackupRestore-1397992484-router', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:13Z', 'updated_at': '2021-10-27T16:35:15Z', 'revision_number': 3, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'gw_port': {'id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:14Z', 'updated_at': '2021-10-27T16:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:20.188105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Pushing event updated for resources: {'Port': ['ID=f37ca432-8c67-4e88-a511-b53aa52ba01b,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:20.203554 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f324f34-69eb-4aae-9fdd-03b9fcc79f40 None None] The sync data for ids ['c0ca87e8-3c33-4339-b21f-2ce094be8507'] in n-d-815689-1 is: [{'id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'name': 'tempest-TestVolumeBackupRestore-1397992484-router', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:13Z', 'updated_at': '2021-10-27T16:35:15Z', 'revision_number': 3, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'gw_port': {'id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:79:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:14Z', 'updated_at': '2021-10-27T16:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:20.218646 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:20.548113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37e712-999f-4a4f-8f54-d441b371fc1a req-eeaeb069-f50c-4866-8bc3-a094509c1f34 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:20.549668 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db37e712-999f-4a4f-8f54-d441b371fc1a req-eeaeb069-f50c-4866-8bc3-a094509c1f34 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1726718 Oct 27 16:35:20.648788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Network f6d709ee-6779-43eb-a6ec-57c18aee161c is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:20.654518 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-db37e712-999f-4a4f-8f54-d441b371fc1a req-a6a1317b-b818-4671-918f-17ed04cc4701 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723825 Oct 27 16:35:20.655408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:20.847318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Router c0ca87e8-3c33-4339-b21f-2ce094be8507 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:35:20.881768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35468) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:20.921119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e959e50b-d0e2-490b-b5f3-1f2dac5700ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.123564 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e959e50b-d0e2-490b-b5f3-1f2dac5700ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.140877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:35:21.155309 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c28165b7-f6b9-4935-9000-56be3f71e50e admin admin] 10.222.0.15 "PUT /v2.0/routers/c0ca87e8-3c33-4339-b21f-2ce094be8507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4455545 Oct 27 16:35:21.187798 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e959e50b-d0e2-490b-b5f3-1f2dac5700ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.220104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6414e188-1d2b-4d5f-b4a7-80f0a11dd061 None None] Provisioning complete for port f37ca432-8c67-4e88-a511-b53aa52ba01b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:21.220746 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6414e188-1d2b-4d5f-b4a7-80f0a11dd061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.304643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e959e50b-d0e2-490b-b5f3-1f2dac5700ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e64530f7fed4a588f024bc14978adcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217374 Oct 27 16:35:21.307285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35478) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:21.318819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959e50b-d0e2-490b-b5f3-1f2dac5700ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f057e0cc-7a9a-4cd6-a23e-50ce2a6c6066,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:21.347022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6414e188-1d2b-4d5f-b4a7-80f0a11dd061 None None] Port f37ca432-8c67-4e88-a511-b53aa52ba01b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:21.489266 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1c53ea6-cbb0-4047-808a-0a6080a7073b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.523101 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1c53ea6-cbb0-4047-808a-0a6080a7073b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.542328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 74a70933-bb65-4d52-9a7c-1170fa8fc935 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:21.649794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7bbad00b-ec21-4bab-85d9-565ff5a8a68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.667647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 74a70933-bb65-4d52-9a7c-1170fa8fc935 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:21.674881 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.699018 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1c53ea6-cbb0-4047-808a-0a6080a7073b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.702051 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c1c53ea6-cbb0-4047-808a-0a6080a7073b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:21.704717 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c1c53ea6-cbb0-4047-808a-0a6080a7073b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f057e0cc-7a9a-4cd6-a23e-50ce2a6c6066 HTTP/1.1" status: 204 len: 168 time: 0.3960590 Oct 27 16:35:21.726369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c53ea6-cbb0-4047-808a-0a6080a7073b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f057e0cc-7a9a-4cd6-a23e-50ce2a6c6066,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:21.919750 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be8d7c-b11a-469a-a389-44546028ab3b req-63a4401d-45a8-440f-a465-12740bfc631e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:21.930000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2be8d7c-b11a-469a-a389-44546028ab3b req-63a4401d-45a8-440f-a465-12740bfc631e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0912180 Oct 27 16:35:21.982019 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2be8d7c-b11a-469a-a389-44546028ab3b req-4131c2a1-ddaa-4f42-91c4-7dfc67fc3386 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508239 Oct 27 16:35:21.994627 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.040640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 74a70933-bb65-4d52-9a7c-1170fa8fc935, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=74a70933-bb65-4d52-9a7c-1170fa8fc935,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:22.133736 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.210964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=74a70933-bb65-4d52-9a7c-1170fa8fc935,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:22.360026 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:22.363158 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:23.294982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c30f96-0b5c-4d72-8ec4-184b7e845bb5 req-c2feba2d-80eb-4b1f-99a9-f011c8f9ea85 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:23.297152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1c30f96-0b5c-4d72-8ec4-184b7e845bb5 req-c2feba2d-80eb-4b1f-99a9-f011c8f9ea85 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1110792 Oct 27 16:35:23.327263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Sync routers for ids ['c0ca87e8-3c33-4339-b21f-2ce094be8507'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:35:23.348800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Routers {'c0ca87e8-3c33-4339-b21f-2ce094be8507'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:23.349895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:35:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c0ca87e8-3c33-4339-b21f-2ce094be8507'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:23.407963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1c30f96-0b5c-4d72-8ec4-184b7e845bb5 req-a7de4598-75d2-40bd-83ae-d57008edde07 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917697 Oct 27 16:35:23.505077 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 74a70933-bb65-4d52-9a7c-1170fa8fc935 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:23.587703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 74a70933-bb65-4d52-9a7c-1170fa8fc935 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:23.588301 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:23.659122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Set router c0ca87e8-3c33-4339-b21f-2ce094be8507 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:24.123337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35566) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:24.434389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'name': 'tempest-TestVolumeBackupRestore-1397992484-router', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:13Z', 'updated_at': '2021-10-27T16:35:19Z', 'revision_number': 4, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'gw_port': {'id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:14Z', 'updated_at': '2021-10-27T16:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'f37ca432-8c67-4e88-a511-b53aa52ba01b', 'name': '', 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'mac_address': 'fa:16:3e:7d:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1b27acae-bd6f-49a0-b335-35751bfec080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:18Z', 'updated_at': '2021-10-27T16:35:19Z', 'revision_number': 2, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'subnets': [{'id': '1b27acae-bd6f-49a0-b335-35751bfec080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:24.504780 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Checking router: c0ca87e8-3c33-4339-b21f-2ce094be8507 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:35:24.506850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Updating router c0ca87e8-3c33-4339-b21f-2ce094be8507 port f37ca432-8c67-4e88-a511-b53aa52ba01b binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:35:24.537069 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-417e5608-d328-4010-8ea5-c66151dd8cdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:24.557919 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:24.640816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f272f38-bbbf-4e03-a8e3-46ad1ad1d37b req-5797d29d-48d9-4f36-8aef-38b3a0304a7c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:24.649068 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2f272f38-bbbf-4e03-a8e3-46ad1ad1d37b req-5797d29d-48d9-4f36-8aef-38b3a0304a7c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0857224 Oct 27 16:35:24.679614 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:24.760956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2f272f38-bbbf-4e03-a8e3-46ad1ad1d37b req-caa9bdab-606c-473d-95d5-e6ff15b0ab4a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054103 Oct 27 16:35:24.767427 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-417e5608-d328-4010-8ea5-c66151dd8cdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:24.843650 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-417e5608-d328-4010-8ea5-c66151dd8cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:24.881233 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e5608-d328-4010-8ea5-c66151dd8cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e4e027-00d0-4be2-9979-d747c670b0db,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:24.942964 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-417e5608-d328-4010-8ea5-c66151dd8cdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94fc8937ed1a4db49000b81c929ca244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8184938 Oct 27 16:35:24.951026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35618) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:25.069160 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4e10281-6390-40fb-8acc-efb5739de221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.121080 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4e10281-6390-40fb-8acc-efb5739de221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.149282 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.235633 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.282067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb9f3f-7fa2-4ab0-9bd3-6a0f57f1ab72 None None] Pushing event updated for resources: {'Port': ['ID=f37ca432-8c67-4e88-a511-b53aa52ba01b,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:25.287937 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4e10281-6390-40fb-8acc-efb5739de221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.290957 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4e10281-6390-40fb-8acc-efb5739de221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.292642 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c4e10281-6390-40fb-8acc-efb5739de221 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19e4e027-00d0-4be2-9979-d747c670b0db HTTP/1.1" status: 204 len: 168 time: 0.3406243 Oct 27 16:35:25.343948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e10281-6390-40fb-8acc-efb5739de221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e4e027-00d0-4be2-9979-d747c670b0db,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:25.552475 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Attempting to bind port f37ca432-8c67-4e88-a511-b53aa52ba01b on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:25.553086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Attempting to bind port f37ca432-8c67-4e88-a511-b53aa52ba01b by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:25.553254 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Attempting to bind port f37ca432-8c67-4e88-a511-b53aa52ba01b on network f6d709ee-6779-43eb-a6ec-57c18aee161c {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:25.558730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:25.559113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Checking segment: {'id': '5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:25.560267 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.560267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Bound using segment: {'id': '5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:25.560557 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Bound port: f37ca432-8c67-4e88-a511-b53aa52ba01b, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:25.560953 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.668317 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] For port f37ca432-8c67-4e88-a511-b53aa52ba01b, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:25.673772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] For port f37ca432-8c67-4e88-a511-b53aa52ba01b, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f37ca432-8c67-4e88-a511-b53aa52ba01b,segment=NetworkSegment(5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d),segment_id=5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:25.739987 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:25.915291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Routers {'c0ca87e8-3c33-4339-b21f-2ce094be8507'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:35:25.915978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:35:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c0ca87e8-3c33-4339-b21f-2ce094be8507'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:26.067182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7644b2-b28c-4c8c-a12b-c1f0a0ffa224 req-15eb8407-1c3d-420c-a830-30a16d780871 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:26.088695 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b7644b2-b28c-4c8c-a12b-c1f0a0ffa224 req-15eb8407-1c3d-420c-a830-30a16d780871 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1318202 Oct 27 16:35:26.184761 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2b7644b2-b28c-4c8c-a12b-c1f0a0ffa224 req-b051277b-0b6b-492a-9f8b-43ed87c7ced5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945952 Oct 27 16:35:26.280435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] Set router c0ca87e8-3c33-4339-b21f-2ce094be8507 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:35:26.453481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-30da66f5-58e4-47a7-b35e-4657aada3e0c None None] Provisioning complete for port f37ca432-8c67-4e88-a511-b53aa52ba01b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:26.468500 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30da66f5-58e4-47a7-b35e-4657aada3e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.468500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb9f3f-7fa2-4ab0-9bd3-6a0f57f1ab72 None None] Pushing event updated for resources: {'Port': ['ID=f37ca432-8c67-4e88-a511-b53aa52ba01b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:26.741266 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30da66f5-58e4-47a7-b35e-4657aada3e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:26.818848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-30da66f5-58e4-47a7-b35e-4657aada3e0c None None] For port f37ca432-8c67-4e88-a511-b53aa52ba01b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f37ca432-8c67-4e88-a511-b53aa52ba01b,segment=NetworkSegment(5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d),segment_id=5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:26.849445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'name': 'tempest-TestVolumeBackupRestore-1397992484-router', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:13Z', 'updated_at': '2021-10-27T16:35:19Z', 'revision_number': 4, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'gw_port': {'id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:14Z', 'updated_at': '2021-10-27T16:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'f37ca432-8c67-4e88-a511-b53aa52ba01b', 'name': '', 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'mac_address': 'fa:16:3e:7d:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1b27acae-bd6f-49a0-b335-35751bfec080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:18Z', 'updated_at': '2021-10-27T16:35:25Z', 'revision_number': 4, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'subnets': [{'id': '1b27acae-bd6f-49a0-b335-35751bfec080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:26.903804 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049d2a27-3745-4a34-94d2-42b9256244f5 None None] The sync data for ids ['c0ca87e8-3c33-4339-b21f-2ce094be8507'] in n-d-815689-1 is: [{'id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'name': 'tempest-TestVolumeBackupRestore-1397992484-router', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:13Z', 'updated_at': '2021-10-27T16:35:19Z', 'revision_number': 4, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'gw_port': {'id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:14Z', 'updated_at': '2021-10-27T16:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'f37ca432-8c67-4e88-a511-b53aa52ba01b', 'name': '', 'network_id': 'f6d709ee-6779-43eb-a6ec-57c18aee161c', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'mac_address': 'fa:16:3e:7d:2e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '1b27acae-bd6f-49a0-b335-35751bfec080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:18Z', 'updated_at': '2021-10-27T16:35:25Z', 'revision_number': 4, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'subnets': [{'id': '1b27acae-bd6f-49a0-b335-35751bfec080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:35:26.930539 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30da66f5-58e4-47a7-b35e-4657aada3e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.135988 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da66f5-58e4-47a7-b35e-4657aada3e0c None None] Pushing event updated for resources: {'Port': ['ID=f37ca432-8c67-4e88-a511-b53aa52ba01b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:27.148725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d43d881f-5143-46b3-97fd-4f93765bff4a None None] Provisioning complete for port f37ca432-8c67-4e88-a511-b53aa52ba01b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:27.153329 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d43d881f-5143-46b3-97fd-4f93765bff4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.251074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35646) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:27.279992 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8814b630-7626-472f-9f71-3f2af499f1a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.450561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04df9a-9953-451c-9333-2bf8a8e9c03d req-90e68582-10cd-48d9-a8fe-20bbe354136e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:27.459473 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d04df9a-9953-451c-9333-2bf8a8e9c03d req-90e68582-10cd-48d9-a8fe-20bbe354136e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1136940 Oct 27 16:35:27.560594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4d04df9a-9953-451c-9333-2bf8a8e9c03d req-2319d85d-7aac-412b-9dd5-a58e0f6c8d35 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998013 Oct 27 16:35:27.621382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f37ca432-8c67-4e88-a511-b53aa52ba01b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:27.692338 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8814b630-7626-472f-9f71-3f2af499f1a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.743019 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f37ca432-8c67-4e88-a511-b53aa52ba01b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:27.743919 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.756712 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8814b630-7626-472f-9f71-3f2af499f1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:27.847039 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8814b630-7626-472f-9f71-3f2af499f1a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9290660e09524278b386d7fee96bcdef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5967474 Oct 27 16:35:27.855884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814b630-7626-472f-9f71-3f2af499f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d1c2bf-1754-47e0-adff-2163303d1ee4,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:27.856179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35652) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:28.035287 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c78a117a-36c3-4b73-90bd-125046d72bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:28.090662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c78a117a-36c3-4b73-90bd-125046d72bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:28.271414 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c78a117a-36c3-4b73-90bd-125046d72bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:28.275632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c78a117a-36c3-4b73-90bd-125046d72bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:28.287824 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c78a117a-36c3-4b73-90bd-125046d72bcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55d1c2bf-1754-47e0-adff-2163303d1ee4 HTTP/1.1" status: 204 len: 168 time: 0.4293728 Oct 27 16:35:28.316706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a117a-36c3-4b73-90bd-125046d72bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d1c2bf-1754-47e0-adff-2163303d1ee4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:28.823304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600a3cc-0732-4dc8-9f85-bfb58835a68d req-ac7879bd-69e0-4745-868d-9e1e10020d76 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:28.842331 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a600a3cc-0732-4dc8-9f85-bfb58835a68d req-ac7879bd-69e0-4745-868d-9e1e10020d76 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1445949 Oct 27 16:35:28.940028 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a600a3cc-0732-4dc8-9f85-bfb58835a68d req-b2e531c0-ee17-4d33-a7e3-a68d652ffef1 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950947 Oct 27 16:35:29.423576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35668) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:29.444614 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-548a64ed-10e9-4389-bcfb-7732bbf19390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:29.506396 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:29.580226 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-548a64ed-10e9-4389-bcfb-7732bbf19390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:29.663913 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-548a64ed-10e9-4389-bcfb-7732bbf19390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:29.717717 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-548a64ed-10e9-4389-bcfb-7732bbf19390 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6813d809a80e43e6ad4d29374fb56e49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2926679 Oct 27 16:35:29.722331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35672) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:29.731700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a64ed-10e9-4389-bcfb-7732bbf19390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a65ebba-f9a4-4b31-958a-9e7caa251928,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:29.826079 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc03c-cd66-4e8f-9b24-7d41ac7d1ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:29.861064 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc03c-cd66-4e8f-9b24-7d41ac7d1ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.007738 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc03c-cd66-4e8f-9b24-7d41ac7d1ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.010638 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc03c-cd66-4e8f-9b24-7d41ac7d1ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:30.012469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d1bbc03c-cd66-4e8f-9b24-7d41ac7d1ea0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a65ebba-f9a4-4b31-958a-9e7caa251928 HTTP/1.1" status: 204 len: 168 time: 0.2891302 Oct 27 16:35:30.028333 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbc03c-cd66-4e8f-9b24-7d41ac7d1ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a65ebba-f9a4-4b31-958a-9e7caa251928,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:30.195309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26a108-9b5a-41ba-b6d5-95ee6c73c049 req-849589ef-6f47-41f4-ad06-0d21537ff937 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:30.197965 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f26a108-9b5a-41ba-b6d5-95ee6c73c049 req-849589ef-6f47-41f4-ad06-0d21537ff937 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1017933 Oct 27 16:35:30.303263 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f26a108-9b5a-41ba-b6d5-95ee6c73c049 req-dc4cd545-c32c-41d2-8cbf-b4457413866c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964599 Oct 27 16:35:31.571602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fa772-81fe-46d2-8fd1-6614d25e3958 req-3635339d-192d-4359-8638-2a6751c4fe3f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:31.575749 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c94fa772-81fe-46d2-8fd1-6614d25e3958 req-3635339d-192d-4359-8638-2a6751c4fe3f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1349931 Oct 27 16:35:31.666246 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c94fa772-81fe-46d2-8fd1-6614d25e3958 req-9a2fd25b-aac9-439d-964f-1841e30fbc66 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837684 Oct 27 16:35:32.723436 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:32.806508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd587791-bd69-491a-bef9-73dcd3685c66 req-1590728f-b700-4142-81ab-7e99b228b377 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:32.814152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd587791-bd69-491a-bef9-73dcd3685c66 req-1590728f-b700-4142-81ab-7e99b228b377 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0723631 Oct 27 16:35:32.891181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd587791-bd69-491a-bef9-73dcd3685c66 req-2c3c0ade-239a-4f07-8c7f-97a7953f2f86 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741749 Oct 27 16:35:34.051091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23186d17-f597-48a6-b748-81531d1071e8 req-937732cd-66c9-4a32-acc5-17f0388d14a0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:34.051091 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23186d17-f597-48a6-b748-81531d1071e8 req-937732cd-66c9-4a32-acc5-17f0388d14a0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0834506 Oct 27 16:35:34.140367 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23186d17-f597-48a6-b748-81531d1071e8 req-a83bca72-aeac-436e-abf8-5cedae7aaae1 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653884 Oct 27 16:35:34.397752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-6267d2ec-aa09-4873-9e1d-6238ffd74693 req-5cbcf2e8-25b8-48af-9d0a-412599715e87 service neutron] (109722) timed out ('10.222.0.15', 39778) {{(pid=109722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:35:35.293073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b55ce6-34ae-45b7-b1de-279ee12feeb3 req-2e58abc8-05af-437b-8b4f-22a96a36e7d2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:35.295448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d9b55ce6-34ae-45b7-b1de-279ee12feeb3 req-2e58abc8-05af-437b-8b4f-22a96a36e7d2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0655088 Oct 27 16:35:35.357916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d9b55ce6-34ae-45b7-b1de-279ee12feeb3 req-28974409-ddcf-4f18-991d-00faeb0eda73 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556123 Oct 27 16:35:35.473091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35788) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:35.660944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:35.772339 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:35.830164 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:35.886750 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a47b33e61244d07bc7985361f3f32be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116108 Oct 27 16:35:35.889022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35792) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:35.915020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b53428-fc2d-47d4-82fe-8b19e5bd5c1e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:35.933421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.933912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.934355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.935131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.935705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.936261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.939325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.939325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.939325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.939325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.939325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.942141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea5210-029c-4c32-8e4e-c07bedbea404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:35.959355 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c3e16dc-45d3-4856-82ab-d8d5c5e04a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:36.004756 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c3e16dc-45d3-4856-82ab-d8d5c5e04a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:36.139274 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c3e16dc-45d3-4856-82ab-d8d5c5e04a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:36.142644 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2c3e16dc-45d3-4856-82ab-d8d5c5e04a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:36.149071 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2c3e16dc-45d3-4856-82ab-d8d5c5e04a73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3b53428-fc2d-47d4-82fe-8b19e5bd5c1e HTTP/1.1" status: 204 len: 168 time: 0.2589736 Oct 27 16:35:36.159679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e16dc-45d3-4856-82ab-d8d5c5e04a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b53428-fc2d-47d4-82fe-8b19e5bd5c1e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:36.594056 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3001ce-d9df-4432-bd34-f089974b3f61 req-00824d9b-234d-4c04-a212-21314574cbae tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:36.601533 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8a3001ce-d9df-4432-bd34-f089974b3f61 req-00824d9b-234d-4c04-a212-21314574cbae tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1244736 Oct 27 16:35:36.701829 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8a3001ce-d9df-4432-bd34-f089974b3f61 req-fea432b7-1df9-490d-920b-75f9623d2b6c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993931 Oct 27 16:35:37.907538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089739d2-9c15-4c85-a834-92fa3a8ce4b8 req-f61c0277-a101-4123-954e-094f83f0694c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:37.909191 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35816) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:37.933739 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-089739d2-9c15-4c85-a834-92fa3a8ce4b8 req-f61c0277-a101-4123-954e-094f83f0694c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0972295 Oct 27 16:35:37.944540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc9280d9-63dd-4c24-be2a-8af0d59c2b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.015019 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-089739d2-9c15-4c85-a834-92fa3a8ce4b8 req-72160db2-2e04-41b6-bb6e-9de65299717c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755692 Oct 27 16:35:38.052777 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc9280d9-63dd-4c24-be2a-8af0d59c2b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.195566 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dc9280d9-63dd-4c24-be2a-8af0d59c2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.250297 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dc9280d9-63dd-4c24-be2a-8af0d59c2b85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c14a82b92598442fb2420aaffd6dd286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362811 Oct 27 16:35:38.250732 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35818) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:38.284568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9280d9-63dd-4c24-be2a-8af0d59c2b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c95d41-f195-4a9c-ac42-b7db89d7fe23,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:38.343960 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cdc388f0-e611-476f-a06e-2b1a6de90888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.377249 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cdc388f0-e611-476f-a06e-2b1a6de90888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.539270 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cdc388f0-e611-476f-a06e-2b1a6de90888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.543244 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cdc388f0-e611-476f-a06e-2b1a6de90888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:38.552704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cdc388f0-e611-476f-a06e-2b1a6de90888 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3c95d41-f195-4a9c-ac42-b7db89d7fe23 HTTP/1.1" status: 204 len: 168 time: 0.3007541 Oct 27 16:35:38.573445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc388f0-e611-476f-a06e-2b1a6de90888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c95d41-f195-4a9c-ac42-b7db89d7fe23,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:39.251541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd0082-b293-41ca-92bd-e1daff5d72fd req-c6beadb9-3342-45f5-9535-c16689e26bc8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:39.256235 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbbd0082-b293-41ca-92bd-e1daff5d72fd req-c6beadb9-3342-45f5-9535-c16689e26bc8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.1444902 Oct 27 16:35:39.354035 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbbd0082-b293-41ca-92bd-e1daff5d72fd req-e76a1253-3c25-47c6-8dfb-8e6426bed68b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912912 Oct 27 16:35:40.490966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2aa23-7715-4044-b937-fe09beff11e1 req-25064a51-dcc0-4d6d-86f9-e3ad4ca951b5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:40.500582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f2aa23-7715-4044-b937-fe09beff11e1 req-25064a51-dcc0-4d6d-86f9-e3ad4ca951b5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 943 time: 0.0709233 Oct 27 16:35:40.551868 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f2aa23-7715-4044-b937-fe09beff11e1 req-77ba2560-889a-40b6-aaae-025c4241728a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500450 Oct 27 16:35:41.004264 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f4b6e17f-0985-487d-852a-d2822148e09f details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:35:41.209944 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f4b6e17f-0985-487d-852a-d2822148e09f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f4b6e17f-0985-487d-852a-d2822148e09f,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:41.224686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'f4b6e17f-0985-487d-852a-d2822148e09f', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'port_id': 'f4b6e17f-0985-487d-852a-d2822148e09f', 'mac_address': 'fa:16:3e:73:19:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:35:41.293833 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.326385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b6e17f-0985-487d-852a-d2822148e09f {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:35:41.351270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f4b6e17f-0985-487d-852a-d2822148e09f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f4b6e17f-0985-487d-852a-d2822148e09f,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:41.437799 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:41.602567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f4b6e17f-0985-487d-852a-d2822148e09f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:41.653625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f4b6e17f-0985-487d-852a-d2822148e09f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:35:41.725804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ed061-e4b7-4085-aac7-efb4d0a42c31 req-8aa64acb-cf34-4a83-9b58-7add33aa599c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:41.735353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f64ed061-e4b7-4085-aac7-efb4d0a42c31 req-8aa64acb-cf34-4a83-9b58-7add33aa599c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 944 time: 0.0736487 Oct 27 16:35:41.818113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f64ed061-e4b7-4085-aac7-efb4d0a42c31 req-08ae8125-bfc4-473a-8f79-3b2786c34c38 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741153 Oct 27 16:35:41.854053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 35878) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:42.010379 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa0ae06a-94aa-497b-b942-dc0e268b9459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.159296 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa0ae06a-94aa-497b-b942-dc0e268b9459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.242074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa0ae06a-94aa-497b-b942-dc0e268b9459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.282605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ae06a-94aa-497b-b942-dc0e268b9459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e75148-d900-4998-b524-b169a07ac2d6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:42.346573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35884) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:42.347718 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fa0ae06a-94aa-497b-b942-dc0e268b9459 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2eb9ad7f79e4c009e8f6223dc5c0b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919357 Oct 27 16:35:42.454457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33188f56-1da4-4646-bcbb-67301be5f327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.487040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33188f56-1da4-4646-bcbb-67301be5f327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.671295 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33188f56-1da4-4646-bcbb-67301be5f327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.674213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-33188f56-1da4-4646-bcbb-67301be5f327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:42.677847 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-33188f56-1da4-4646-bcbb-67301be5f327 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48e75148-d900-4998-b524-b169a07ac2d6 HTTP/1.1" status: 204 len: 168 time: 0.3275495 Oct 27 16:35:42.683811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33188f56-1da4-4646-bcbb-67301be5f327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e75148-d900-4998-b524-b169a07ac2d6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:43.010853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f4b6e17f-0985-487d-852a-d2822148e09f up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:35:43.029573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c2023-2700-43ed-8c97-07841c7fedbd req-aa225e71-cb09-44f5-ad4b-8d8e79578e11 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:43.038457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c5c2023-2700-43ed-8c97-07841c7fedbd req-aa225e71-cb09-44f5-ad4b-8d8e79578e11 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 944 time: 0.0914278 Oct 27 16:35:43.133268 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c5c2023-2700-43ed-8c97-07841c7fedbd req-2786a6b0-23df-405f-876e-69c5019643d1 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938227 Oct 27 16:35:43.173578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port f4b6e17f-0985-487d-852a-d2822148e09f completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:35:43.178575 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port f4b6e17f-0985-487d-852a-d2822148e09f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:43.179169 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.289956 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.319588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ae0c56-1bc1-4084-8d4a-fb93d0558cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b6e17f-0985-487d-852a-d2822148e09f'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:35:43.322343 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459283a4-9756-4820-90f6-465f79e7c01e" -d '{"events": [{"server_uuid": "41ae0c56-1bc1-4084-8d4a-fb93d0558cb1", "name": "network-vif-plugged", "status": "completed", "tag": "f4b6e17f-0985-487d-852a-d2822148e09f"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:35:43.341760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f4b6e17f-0985-487d-852a-d2822148e09f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f4b6e17f-0985-487d-852a-d2822148e09f,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:43.384762 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633b3255-ee5d-4854-9a03-81ff2de16828 x-openstack-request-id: req-633b3255-ee5d-4854-9a03-81ff2de16828 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:35:43.385222 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ae0c56-1bc1-4084-8d4a-fb93d0558cb1", "name": "network-vif-plugged", "status": "completed", "tag": "f4b6e17f-0985-487d-852a-d2822148e09f", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:35:43.385540 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-633b3255-ee5d-4854-9a03-81ff2de16828 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:35:43.385995 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ae0c56-1bc1-4084-8d4a-fb93d0558cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b6e17f-0985-487d-852a-d2822148e09f', 'code': 200} Oct 27 16:35:43.418951 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.521189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f4b6e17f-0985-487d-852a-d2822148e09f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:43.545385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5bd83-cf50-43f6-8dab-8cffca7fb980 req-5df5463c-56f5-4719-aa9d-99c349a02bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:43.547278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfa5bd83-cf50-43f6-8dab-8cffca7fb980 req-5df5463c-56f5-4719-aa9d-99c349a02bcc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 1096 time: 0.0849798 Oct 27 16:35:43.601554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfa5bd83-cf50-43f6-8dab-8cffca7fb980 req-169d1b14-bd40-47da-8dd3-bdc9b3418c2a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468149 Oct 27 16:35:43.607900 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35898) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:43.627290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a439f951-fc96-4a86-a8f8-23b03d193cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.756993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a439f951-fc96-4a86-a8f8-23b03d193cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.821620 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a439f951-fc96-4a86-a8f8-23b03d193cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.872214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439f951-fc96-4a86-a8f8-23b03d193cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8f57d0-93df-457a-8e0a-e9acc61077e3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:43.880495 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a439f951-fc96-4a86-a8f8-23b03d193cb7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd2b9b28e94844b2916b75a230cdf684&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692044 Oct 27 16:35:43.882754 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 35910) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:43.949569 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe495565-ab2b-4c61-8a50-f76c403a6136 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:43.981610 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe495565-ab2b-4c61-8a50-f76c403a6136 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.149767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe495565-ab2b-4c61-8a50-f76c403a6136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.152306 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fe495565-ab2b-4c61-8a50-f76c403a6136 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:44.154346 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fe495565-ab2b-4c61-8a50-f76c403a6136 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e8f57d0-93df-457a-8e0a-e9acc61077e3 HTTP/1.1" status: 204 len: 168 time: 0.2698426 Oct 27 16:35:44.166498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe495565-ab2b-4c61-8a50-f76c403a6136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8f57d0-93df-457a-8e0a-e9acc61077e3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:44.282411 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201324b5-75f4-419e-80db-0267a673dcf1 req-fac887c6-cf4c-4f85-abdb-40c09988fcc8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:44.284092 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-201324b5-75f4-419e-80db-0267a673dcf1 req-fac887c6-cf4c-4f85-abdb-40c09988fcc8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 945 time: 0.0816293 Oct 27 16:35:44.332713 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-201324b5-75f4-419e-80db-0267a673dcf1 req-3be169c3-d9b1-436c-9a2c-656560e9cc21 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Oct 27 16:35:45.539668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb91392-cefb-429b-bef6-eb324e7416bb req-497b9ac6-7dde-43f4-98fe-3c40403ba83e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:45.542260 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1eb91392-cefb-429b-bef6-eb324e7416bb req-497b9ac6-7dde-43f4-98fe-3c40403ba83e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 945 time: 0.0825381 Oct 27 16:35:45.613090 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1eb91392-cefb-429b-bef6-eb324e7416bb req-d7a7ef7b-043d-4d4b-894f-61a3a85b7114 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630138 Oct 27 16:35:45.810417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952b000-0ce2-48b1-af3f-8a5caf610f4c req-45ff4dbe-9001-42f9-afc5-f7c613df1cfe tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:45.811114 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0952b000-0ce2-48b1-af3f-8a5caf610f4c req-45ff4dbe-9001-42f9-afc5-f7c613df1cfe tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 945 time: 0.0991511 Oct 27 16:35:45.892040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0952b000-0ce2-48b1-af3f-8a5caf610f4c req-d10c5d5c-bcd6-4798-977e-20690041289b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797415 Oct 27 16:35:46.050329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7ca7-ec66-42e7-9644-9d7f8525473f req-5dbeabdf-285c-458a-85f2-3c5c262fe591 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:46.053134 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-830f7ca7-ec66-42e7-9644-9d7f8525473f req-5dbeabdf-285c-458a-85f2-3c5c262fe591 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 945 time: 0.0672936 Oct 27 16:35:46.119589 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-830f7ca7-ec66-42e7-9644-9d7f8525473f req-4f4aad09-f2c9-4b6b-b4c6-8d4fb5f4f306 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439968 Oct 27 16:35:47.047849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81044d-0a77-4484-82a8-5198e618c586 req-3fcfd906-7973-4422-b73c-ee1a79123fa2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:47.056602 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c81044d-0a77-4484-82a8-5198e618c586 req-3fcfd906-7973-4422-b73c-ee1a79123fa2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 945 time: 0.0763164 Oct 27 16:35:47.105809 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6c81044d-0a77-4484-82a8-5198e618c586 req-5586b291-44b4-47f8-a905-b3ee04a52401 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 Oct 27 16:35:48.244510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0da621-dfba-48b9-9557-4a5cdcb6c693 req-c8d11a56-a028-4c8e-869f-cd8a12383f59 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:48.252287 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f0da621-dfba-48b9-9557-4a5cdcb6c693 req-c8d11a56-a028-4c8e-869f-cd8a12383f59 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 945 time: 0.0694573 Oct 27 16:35:48.298060 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4f0da621-dfba-48b9-9557-4a5cdcb6c693 req-e679d384-0905-4a27-b632-66c417f8ff41 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448883 Oct 27 16:35:48.503941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638db3e6-28b9-4a07-b205-8c2742653c6b req-3a3e9189-9ba8-4f30-a8c4-63eaa37fff3d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:48.508736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-638db3e6-28b9-4a07-b205-8c2742653c6b req-3a3e9189-9ba8-4f30-a8c4-63eaa37fff3d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 945 time: 0.0700719 Oct 27 16:35:48.516500 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-626b0216-829b-449d-a779-f52303087735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.661849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-638db3e6-28b9-4a07-b205-8c2742653c6b req-93f5a74d-0a77-49d5-9190-3ede00772689 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Deleting port f4b6e17f-0985-487d-852a-d2822148e09f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:35:48.662192 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-638db3e6-28b9-4a07-b205-8c2742653c6b req-93f5a74d-0a77-49d5-9190-3ede00772689 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.815066 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-638db3e6-28b9-4a07-b205-8c2742653c6b req-93f5a74d-0a77-49d5-9190-3ede00772689 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] For port f4b6e17f-0985-487d-852a-d2822148e09f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f4b6e17f-0985-487d-852a-d2822148e09f,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:48.815438 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-638db3e6-28b9-4a07-b205-8c2742653c6b req-93f5a74d-0a77-49d5-9190-3ede00772689 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:48.860505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-638db3e6-28b9-4a07-b205-8c2742653c6b req-93f5a74d-0a77-49d5-9190-3ede00772689 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Calling delete_port for f4b6e17f-0985-487d-852a-d2822148e09f owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:35:49.140371 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-638db3e6-28b9-4a07-b205-8c2742653c6b req-93f5a74d-0a77-49d5-9190-3ede00772689 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.154437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f4b6e17f-0985-487d-852a-d2822148e09f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:35:49.188983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5a74d-0a77-49d5-9190-3ede00772689 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event deleted for resources: {'Port': ['ID=f4b6e17f-0985-487d-852a-d2822148e09f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:49.273993 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-678baaf9-cffc-43eb-951e-de0c92fc6a68 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7bdba6d4720748818a9cff9ab31b26eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742905 Oct 27 16:35:49.303775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-638db3e6-28b9-4a07-b205-8c2742653c6b req-93f5a74d-0a77-49d5-9190-3ede00772689 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] No DVR routers for this DVR port f4b6e17f-0985-487d-852a-d2822148e09f on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:35:49.311998 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-638db3e6-28b9-4a07-b205-8c2742653c6b req-93f5a74d-0a77-49d5-9190-3ede00772689 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:49.315870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-638db3e6-28b9-4a07-b205-8c2742653c6b req-93f5a74d-0a77-49d5-9190-3ede00772689 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "DELETE /v2.0/ports/f4b6e17f-0985-487d-852a-d2822148e09f HTTP/1.1" status: 204 len: 173 time: 0.7983301 Oct 27 16:35:49.316376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ae0c56-1bc1-4084-8d4a-fb93d0558cb1', 'name': 'network-vif-deleted', 'tag': 'f4b6e17f-0985-487d-852a-d2822148e09f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:35:49.329052 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e391c48d-191a-4a5c-99c0-b3500aca92b0" -d '{"events": [{"server_uuid": "41ae0c56-1bc1-4084-8d4a-fb93d0558cb1", "name": "network-vif-deleted", "tag": "f4b6e17f-0985-487d-852a-d2822148e09f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:35:49.466317 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ccbb05d6-4d1f-4122-bb2b-9204a52b5568 req-0845fde1-3141-407f-a02b-5b7c6d9b2c65 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 210 time: 0.0371778 Oct 27 16:35:49.536659 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb55fd8-f1f0-4858-b97e-98c293629854 x-openstack-request-id: req-2eb55fd8-f1f0-4858-b97e-98c293629854 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:35:49.537400 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ae0c56-1bc1-4084-8d4a-fb93d0558cb1", "name": "network-vif-deleted", "tag": "f4b6e17f-0985-487d-852a-d2822148e09f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:35:49.537400 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2eb55fd8-f1f0-4858-b97e-98c293629854 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:35:49.537728 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ae0c56-1bc1-4084-8d4a-fb93d0558cb1', 'name': 'network-vif-deleted', 'tag': 'f4b6e17f-0985-487d-852a-d2822148e09f', 'status': 'completed', 'code': 200} Oct 27 16:35:49.600799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-ac70515e-30ef-4d3a-a418-9fb9123c1870 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:49.608595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-ac70515e-30ef-4d3a-a418-9fb9123c1870 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3332636 Oct 27 16:35:49.619769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-07f5fec2-543b-42bd-8e7c-9f2e2c08a5b9 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/quotas/7bdba6d4720748818a9cff9ab31b26eb HTTP/1.1" status: 200 len: 375 time: 0.0101371 Oct 27 16:35:49.659943 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-806212d1-a8e5-4b4d-9014-4257b9258ec5 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7bdba6d4720748818a9cff9ab31b26eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323288 Oct 27 16:35:49.881945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-6c4e03c8-af21-41a3-b221-11757717da15 req-ccc7d54f-b1e0-4923-98d0-a79546e1994f service neutron] (109722) timed out ('10.222.0.54', 50258) {{(pid=109722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:35:50.092375 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a962264d-2f7b-4b10-8ba9-9e7760210698 req-c53a9356-2f2d-4c64-a437-2d27899caf24 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 210 time: 0.1029482 Oct 27 16:35:50.232867 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:35:51.081396 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85855100-fc01-487f-8a59-01a3517bbc56 req-62f43703-5221-4a09-ac07-468111ffd95c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 210 time: 0.5080869 Oct 27 16:35:51.169588 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd788f7f-2706-4338-8c1a-83c4bf3aa22f req-5236f7c3-dd87-48a1-a67c-c4319ab5fa9f tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 210 time: 0.0312080 Oct 27 16:35:51.568133 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d87fce40-0628-4ad3-a95c-71035514462c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.219708 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f1530830-6b9a-4194-a47a-5d170110c4c0 req-3b1ac3b3-70f2-4be4-a2b6-8bff93a06159 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 210 time: 0.0645964 Oct 27 16:35:52.276812 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.277794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:52.304383 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-213c518b-58ed-4169-aacc-978f4d018266 req-f33c57b4-d2e6-415c-8363-3a683c00ed43 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 210 time: 0.0341284 Oct 27 16:35:52.696466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-baa51d21-3ac6-4e5b-93f4-4f02c3266f25 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7bdba6d4720748818a9cff9ab31b26eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219488 Oct 27 16:35:52.850010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-69b09392-b164-4a0b-9b55-b451f1d84668 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:52.852346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-69b09392-b164-4a0b-9b55-b451f1d84668 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492472 Oct 27 16:35:52.870783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Request body: {'port': {'device_id': '716bd9f1-9820-49f6-a4f7-069b7c900b7b', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '7bdba6d4720748818a9cff9ab31b26eb'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:53.061660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f4b6e17f-0985-487d-852a-d2822148e09f no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:35:53.116722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: f4b6e17f-0985-487d-852a-d2822148e09f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:35:53.117865 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f4b6e17f-0985-487d-852a-d2822148e09f not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:35:53.140451 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Made reservation on behalf of 7bdba6d4720748818a9cff9ab31b26eb for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:35:53.145261 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.177029 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.317165 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.382002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3afc09e2-a5b2-4a58-91ac-3863c6f48cdb req-c8202b0f-2a34-4513-91bb-468b8adb564e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 210 time: 0.0301862 Oct 27 16:35:53.409430 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.511955 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-137eb4be-1da6-4683-a1b9-77ffdfed198b req-bba0fdb0-3280-412e-9a0f-27fb091b96a8 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 210 time: 0.0818403 Oct 27 16:35:53.558675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Allocated IP 192.168.233.138 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/94ccaefb-1be4-4385-a5bf-a42c4a078434) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:35:53.758049 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.768688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434a2d40-956f-4001-a7dd-6f7a16e1cbd0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:53.854629 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:53.925280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:35:53.949592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:35:53.962685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Pushing event updated for resources: {'Port': ['ID=94ccaefb-1be4-4385-a5bf-a42c4a078434,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:53.966906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:35:54.066905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:54.067491 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:54.192373 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-5b27b5db-2378-4ccb-95fe-607177bf0df4 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3307590 Oct 27 16:35:54.207156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Request body: {'port': {'device_id': '716bd9f1-9820-49f6-a4f7-069b7c900b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:35:54.259674 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:54.293147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a57fbf70-393c-4649-a95c-71a19e83d3c3 None None] Provisioning complete for port 94ccaefb-1be4-4385-a5bf-a42c4a078434 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:35:54.293655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a57fbf70-393c-4649-a95c-71a19e83d3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:54.293830 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:54.332417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a57fbf70-393c-4649-a95c-71a19e83d3c3 None None] Port 94ccaefb-1be4-4385-a5bf-a42c4a078434 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:35:54.565731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0073736-0e83-4364-853d-0e3aeebf9854 req-43ed06f1-7c16-45b6-ad66-72ddf50ccdbe tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 210 time: 0.0406928 Oct 27 16:35:54.699482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94ccaefb-1be4-4385-a5bf-a42c4a078434 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:35:54.707814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee2fdf-05f5-4132-a08d-b73ea8426a63 req-261475ba-a444-4b8d-af97-7882d50575d1 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:54.708454 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:54.716134 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7cee2fdf-05f5-4132-a08d-b73ea8426a63 req-261475ba-a444-4b8d-af97-7882d50575d1 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 936 time: 0.1147752 Oct 27 16:35:54.723766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Transition to ACTIVE for port object 94ccaefb-1be4-4385-a5bf-a42c4a078434 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:35:54.759235 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7cee2fdf-05f5-4132-a08d-b73ea8426a63 req-d0fbe668-8f1a-498a-bbd5-83c7e51ec755 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338910 Oct 27 16:35:54.830328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:54.915224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Pushing event updated for resources: {'Port': ['ID=94ccaefb-1be4-4385-a5bf-a42c4a078434,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:55.250892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Attempting to bind port 94ccaefb-1be4-4385-a5bf-a42c4a078434 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:35:55.251347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Attempting to bind port 94ccaefb-1be4-4385-a5bf-a42c4a078434 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:35:55.256596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Attempting to bind port 94ccaefb-1be4-4385-a5bf-a42c4a078434 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:55.263842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Port 94ccaefb-1be4-4385-a5bf-a42c4a078434 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:35:55.264250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Attempting to bind port 94ccaefb-1be4-4385-a5bf-a42c4a078434 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:35:55.280104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:35:55.282757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:35:55.283274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:35:55.283838 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Bound port: 94ccaefb-1be4-4385-a5bf-a42c4a078434, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:35:55.287317 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.416844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] For port 94ccaefb-1be4-4385-a5bf-a42c4a078434, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:35:55.421652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] For port 94ccaefb-1be4-4385-a5bf-a42c4a078434, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=94ccaefb-1be4-4385-a5bf-a42c4a078434,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:35:55.522723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.562963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:55.563632 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:55.565503 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] 10.222.0.54 "PUT /v2.0/ports/94ccaefb-1be4-4385-a5bf-a42c4a078434 HTTP/1.1" status: 200 len: 1096 time: 1.3631809 Oct 27 16:35:55.566044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716bd9f1-9820-49f6-a4f7-069b7c900b7b', 'tag': '94ccaefb-1be4-4385-a5bf-a42c4a078434'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:35:55.568616 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423d1ae5-77b1-4f96-bd47-9df96e53a836" -d '{"events": [{"name": "network-changed", "server_uuid": "716bd9f1-9820-49f6-a4f7-069b7c900b7b", "tag": "94ccaefb-1be4-4385-a5bf-a42c4a078434"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:35:55.608775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71600d2c-e74e-4799-bc22-2205ca311cae service neutron] Pushing event updated for resources: {'Port': ['ID=94ccaefb-1be4-4385-a5bf-a42c4a078434,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:55.653000 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54851fc-b82b-4278-86f8-89242340cfda x-openstack-request-id: req-b54851fc-b82b-4278-86f8-89242340cfda {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:35:55.659767 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716bd9f1-9820-49f6-a4f7-069b7c900b7b", "tag": "94ccaefb-1be4-4385-a5bf-a42c4a078434", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:35:55.659767 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b54851fc-b82b-4278-86f8-89242340cfda {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:35:55.659767 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716bd9f1-9820-49f6-a4f7-069b7c900b7b', 'tag': '94ccaefb-1be4-4385-a5bf-a42c4a078434', 'status': 'completed', 'code': 200} Oct 27 16:35:55.733999 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75256ae8-c64b-4ba3-916c-531187918ea2 req-11ca192c-be02-46b2-93de-3e75f4cebd93 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 210 time: 0.0596039 Oct 27 16:35:55.777346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d1ae5-77b1-4f96-bd47-9df96e53a836 req-e3b22ded-e43d-4de4-a356-f56744cf34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:55.779056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-423d1ae5-77b1-4f96-bd47-9df96e53a836 req-e3b22ded-e43d-4de4-a356-f56744cf34a3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7bdba6d4720748818a9cff9ab31b26eb&device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 1099 time: 0.0775864 Oct 27 16:35:55.829856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-423d1ae5-77b1-4f96-bd47-9df96e53a836 req-94f1bcf1-ecad-4988-b632-ee0bf670671c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=7bdba6d4720748818a9cff9ab31b26eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412226 Oct 27 16:35:55.970770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d2ae-3a48-4549-a1d5-bf41609a92ac req-caad99b3-9d3c-4063-b0da-59e5b8fdf193 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:55.972297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ce7d2ae-3a48-4549-a1d5-bf41609a92ac req-caad99b3-9d3c-4063-b0da-59e5b8fdf193 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 948 time: 0.1232874 Oct 27 16:35:55.993267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d1ae5-77b1-4f96-bd47-9df96e53a836 req-53eedb4c-a6ff-4079-930a-5addb233c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:55.994697 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-423d1ae5-77b1-4f96-bd47-9df96e53a836 req-53eedb4c-a6ff-4079-930a-5addb233c0c4 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547499 Oct 27 16:35:56.033380 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ce7d2ae-3a48-4549-a1d5-bf41609a92ac req-7c26d356-b8e8-4eb8-807d-a43a58c925f6 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515156 Oct 27 16:35:56.126259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-2dbd14d9-8fb8-4c91-9a10-38f7bc87037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:56.127793 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-2dbd14d9-8fb8-4c91-9a10-38f7bc87037a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7bdba6d4720748818a9cff9ab31b26eb&device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 1099 time: 0.0799780 Oct 27 16:35:56.187559 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-10202084-a0f5-4d63-8e20-92516cbdc5cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=94ccaefb-1be4-4385-a5bf-a42c4a078434 HTTP/1.1" status: 200 len: 217 time: 0.0464456 Oct 27 16:35:56.246558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-ad0e494c-c4d6-4ea7-8b63-8c0581e18640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:56.248085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-ad0e494c-c4d6-4ea7-8b63-8c0581e18640 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0536525 Oct 27 16:35:56.300394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-281dcc5d-f320-49e9-9488-ef6ca490e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:56.301942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-281dcc5d-f320-49e9-9488-ef6ca490e12e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0471635 Oct 27 16:35:56.439155 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-c5ae021b-0d97-4664-aa83-4d7de0029dda service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289930 Oct 27 16:35:56.618697 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a484e455-bfd3-439f-82fb-08a3744b1ca0 req-a8d69a30-e5bf-436e-bd20-5c0d76906671 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718867 Oct 27 16:35:56.840641 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-33688398-9ec4-4447-a740-ef5719cb13a2 req-88c433ee-60a0-4579-9e52-434214e5773d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=41ae0c56-1bc1-4084-8d4a-fb93d0558cb1 HTTP/1.1" status: 200 len: 210 time: 0.0293026 Oct 27 16:35:57.217509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7a7db-3f55-4bac-979f-44a0c734f657 req-5159b52b-d5a8-4396-8c04-8e409938669b tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:57.226699 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18e7a7db-3f55-4bac-979f-44a0c734f657 req-5159b52b-d5a8-4396-8c04-8e409938669b tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 948 time: 0.1017354 Oct 27 16:35:57.289660 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18e7a7db-3f55-4bac-979f-44a0c734f657 req-e16f1150-cd37-4f12-8fe6-aa39b16ba5ba tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615730 Oct 27 16:35:58.416492 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321a4a3-e705-4b8a-bde5-65c08a3dfdb7 req-08d17f45-04f5-46fc-8015-eabb2a70cc77 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:58.417994 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5321a4a3-e705-4b8a-bde5-65c08a3dfdb7 req-08d17f45-04f5-46fc-8015-eabb2a70cc77 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 948 time: 0.0603588 Oct 27 16:35:58.467610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5321a4a3-e705-4b8a-bde5-65c08a3dfdb7 req-5997c78a-5d2d-474c-b6e8-426707cd7830 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Oct 27 16:35:58.571622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36216) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:58.620938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e4395f-5ad8-4e49-afce-171970126afc admin admin] Deleting subnet 8f78bccf-7fe8-4472-b9c6-900aa3a4c65b {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:35:58.626103 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2e4395f-5ad8-4e49-afce-171970126afc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.668032 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2e4395f-5ad8-4e49-afce-171970126afc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.713187 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2e4395f-5ad8-4e49-afce-171970126afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.887370 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2e4395f-5ad8-4e49-afce-171970126afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.932615 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2e4395f-5ad8-4e49-afce-171970126afc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:58.940989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36220) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:58.941582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d2e4395f-5ad8-4e49-afce-171970126afc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8f78bccf-7fe8-4472-b9c6-900aa3a4c65b HTTP/1.1" status: 204 len: 168 time: 0.3682201 Oct 27 16:35:58.943731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4395f-5ad8-4e49-afce-171970126afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f78bccf-7fe8-4472-b9c6-900aa3a4c65b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:59.065035 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.164223 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.188356 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78bfed7b-4cb6-498c-be35-ac46a6012e6f']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:59.199416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b9b662-2565-43f5-a4ee-120c03029d47') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:59.199747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b9b662-2565-43f5-a4ee-120c03029d47') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:35:59.211785 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.228540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.236406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:35:59.237199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:35:59.249994 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:35:59.391476 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.397640 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.407489 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] 10.222.0.15 "DELETE /v2.0/networks/78bfed7b-4cb6-498c-be35-ac46a6012e6f HTTP/1.1" status: 204 len: 168 time: 0.4635274 Oct 27 16:35:59.442262 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Pushing event deleted for resources: {'Network': ['ID=78bfed7b-4cb6-498c-be35-ac46a6012e6f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:59.443082 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.443672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.444207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.444651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.445235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.445674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.446318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.446538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.447112 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.447562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.448096 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.448613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906f18c0-5193-4487-9d52-0d0fb4e5f086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.505606 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.557256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 94ccaefb-1be4-4385-a5bf-a42c4a078434 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:35:59.643924 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd059da-f8c8-46d4-b434-c2d1c83f6979 req-dd9fd3ed-580c-43f6-83f0-cdc3460f24d1 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:35:59.645643 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7bd059da-f8c8-46d4-b434-c2d1c83f6979 req-dd9fd3ed-580c-43f6-83f0-cdc3460f24d1 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 948 time: 0.0603812 Oct 27 16:35:59.694327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 94ccaefb-1be4-4385-a5bf-a42c4a078434, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=94ccaefb-1be4-4385-a5bf-a42c4a078434,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:59.701625 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7bd059da-f8c8-46d4-b434-c2d1c83f6979 req-ad786c54-1321-4954-b30f-5dc2274b695d tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487380 Oct 27 16:35:59.717419 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '94ccaefb-1be4-4385-a5bf-a42c4a078434', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '94ccaefb-1be4-4385-a5bf-a42c4a078434', 'mac_address': 'fa:16:3e:d7:97:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:35:59.761178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.777005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94ccaefb-1be4-4385-a5bf-a42c4a078434 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:35:59.798890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 94ccaefb-1be4-4385-a5bf-a42c4a078434, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=94ccaefb-1be4-4385-a5bf-a42c4a078434,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:35:59.877087 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:35:59.921867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36232) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:35:59.929809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=94ccaefb-1be4-4385-a5bf-a42c4a078434,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:35:59.938692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.938991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.939350 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.939717 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.940124 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.940459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.940785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.941118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.941483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.941883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.942309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.942541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:35:59.968166 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b8165e53-2d1d-46ab-8eb5-3b1dc3772217 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b46ca8c43576469ab47064bc28e6a7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444710 Oct 27 16:35:59.970183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36234) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:00.024507 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69aba557-2422-45a6-bf0f-de09d15851c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:00.048993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69aba557-2422-45a6-bf0f-de09d15851c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:00.082699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['94ccaefb-1be4-4385-a5bf-a42c4a078434'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:00.225736 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69aba557-2422-45a6-bf0f-de09d15851c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:00.229579 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69aba557-2422-45a6-bf0f-de09d15851c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:00.230770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-69aba557-2422-45a6-bf0f-de09d15851c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65575677-a81c-4374-ab82-2c7c2f089463 HTTP/1.1" status: 204 len: 168 time: 0.2596464 Oct 27 16:36:00.240311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aba557-2422-45a6-bf0f-de09d15851c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65575677-a81c-4374-ab82-2c7c2f089463,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:00.891783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55d667-a5ae-4401-9b5b-5f84fcb9cb14 req-68dae103-771a-46e4-891e-5cfbacb64325 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:00.900542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff55d667-a5ae-4401-9b5b-5f84fcb9cb14 req-68dae103-771a-46e4-891e-5cfbacb64325 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 949 time: 0.0827763 Oct 27 16:36:00.942457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ff55d667-a5ae-4401-9b5b-5f84fcb9cb14 req-b953a585-c7cd-4b09-a760-de0702512796 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 Oct 27 16:36:01.573931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 94ccaefb-1be4-4385-a5bf-a42c4a078434 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:01.685267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36280) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:01.745283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 94ccaefb-1be4-4385-a5bf-a42c4a078434 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:36:01.749491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 94ccaefb-1be4-4385-a5bf-a42c4a078434 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:01.750009 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.851813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-125184558-network', 'tenant_id': '96939bc728634b909280d5f0276cfa7a'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:01.867685 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:01.910598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716bd9f1-9820-49f6-a4f7-069b7c900b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ccaefb-1be4-4385-a5bf-a42c4a078434'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:01.913448 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed76dbf3-2f0d-40cc-8572-3b5a3f256737" -d '{"events": [{"server_uuid": "716bd9f1-9820-49f6-a4f7-069b7c900b7b", "name": "network-vif-plugged", "status": "completed", "tag": "94ccaefb-1be4-4385-a5bf-a42c4a078434"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:01.931372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 94ccaefb-1be4-4385-a5bf-a42c4a078434, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=94ccaefb-1be4-4385-a5bf-a42c4a078434,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:01.958609 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cfd820-486d-46a0-9353-d2d6ffa99458 x-openstack-request-id: req-b3cfd820-486d-46a0-9353-d2d6ffa99458 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:01.958908 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716bd9f1-9820-49f6-a4f7-069b7c900b7b", "name": "network-vif-plugged", "status": "completed", "tag": "94ccaefb-1be4-4385-a5bf-a42c4a078434", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:01.959180 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3cfd820-486d-46a0-9353-d2d6ffa99458 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:01.959561 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716bd9f1-9820-49f6-a4f7-069b7c900b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94ccaefb-1be4-4385-a5bf-a42c4a078434', 'code': 200} Oct 27 16:36:02.025420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Made reservation on behalf of 96939bc728634b909280d5f0276cfa7a for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:02.027945 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.038247 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.093017 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.127609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6881-0ab3-4d4c-b58d-d9f135c03093 req-b362257e-adb7-4323-baec-71255bdbaf72 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:02.135956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-240a6881-0ab3-4d4c-b58d-d9f135c03093 req-b362257e-adb7-4323-baec-71255bdbaf72 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 949 time: 0.0934885 Oct 27 16:36:02.145692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50356736-4b71-4e7a-94dd-4ec1a5774ef5 req-e90e1706-07a3-497a-9e87-6b3ecf3b97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:02.147831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-50356736-4b71-4e7a-94dd-4ec1a5774ef5 req-e90e1706-07a3-497a-9e87-6b3ecf3b97fe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 1100 time: 0.1163948 Oct 27 16:36:02.159663 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=94ccaefb-1be4-4385-a5bf-a42c4a078434,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:02.160391 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.207063 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-240a6881-0ab3-4d4c-b58d-d9f135c03093 req-71a117f7-6406-4fc8-a0e5-c14209d61570 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699229 Oct 27 16:36:02.214825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-50356736-4b71-4e7a-94dd-4ec1a5774ef5 req-2c2c2d95-0e8b-4a9f-a610-34ce07ca1ee6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576212 Oct 27 16:36:02.279365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.325418 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:36:02.338970 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfae156-4648-4cc8-9b6b-4425a2e05cb1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:02.341991 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.342423 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Added segment 18bf9687-d32c-49f8-995d-3dff2e5a9f1a of type vlan for network 7040f338-66f0-44be-8792-13241d39e709 Oct 27 16:36:02.397200 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.505550 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.506558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:02.507145 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.569841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] Pushing event updated for resources: {'Network': ['ID=7040f338-66f0-44be-8792-13241d39e709,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:02.580607 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 7040f338-66f0-44be-8792-13241d39e709 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:36:02.646169 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a331f246-efbe-409b-8861-ec70e5da1ade admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9589670 Oct 27 16:36:02.648392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36292) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:02.658239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] Request body: {'subnet': {'network_id': '7040f338-66f0-44be-8792-13241d39e709', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-125184558-subnet', 'tenant_id': '96939bc728634b909280d5f0276cfa7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:02.739588 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:02.762479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] Made reservation on behalf of 96939bc728634b909280d5f0276cfa7a for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:02.766466 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.037587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.099839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] Pushing event updated for resources: {'Subnet': ['ID=433b4731-8239-4816-988a-358363f18ffb,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:03.111406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] Checking segment: {'id': '18bf9687-d32c-49f8-995d-3dff2e5a9f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7040f338-66f0-44be-8792-13241d39e709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:03.111773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] Network hostable DHCP agents. Network: 7040f338-66f0-44be-8792-13241d39e709, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:36:03.207914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] Network 7040f338-66f0-44be-8792-13241d39e709 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:36:03.289414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 7040f338-66f0-44be-8792-13241d39e709) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:03.296619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:03.297230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:03.303741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f571cc7-abab-4550-8b44-f1be5772c928 None None] Network 7040f338-66f0-44be-8792-13241d39e709 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:36:03.339770 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88eefd-a86b-4a78-8105-fc4c058cb63c req-e7c85084-9086-46be-9a26-86154f8c9b03 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:03.341279 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b88eefd-a86b-4a78-8105-fc4c058cb63c req-e7c85084-9086-46be-9a26-86154f8c9b03 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 950 time: 0.0624924 Oct 27 16:36:03.390232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4b88eefd-a86b-4a78-8105-fc4c058cb63c req-20513c7c-2c57-481d-a448-2636ab84e628 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391085 Oct 27 16:36:03.444565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-21721fe3-1be7-42f6-accf-e5555845a23f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7851508 Oct 27 16:36:03.448647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542cf4f1-e698-4fda-9275-cd6617c8fc3d None None] Network 7040f338-66f0-44be-8792-13241d39e709 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:36:04.293367 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36332) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:04.298397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-320500658-network', 'tenant_id': '75645623a983493ebf4f13c64967a34a'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:04.425367 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Made reservation on behalf of 75645623a983493ebf4f13c64967a34a for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:04.429889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.440655 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.566588 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.587044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e125c69-1c6d-4b88-9146-ac09fd833ee2 req-27d77ee0-b8d9-4429-ae85-a344c48a963c tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:04.589561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e125c69-1c6d-4b88-9146-ac09fd833ee2 req-27d77ee0-b8d9-4429-ae85-a344c48a963c tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 950 time: 0.1244702 Oct 27 16:36:04.665587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e125c69-1c6d-4b88-9146-ac09fd833ee2 req-06188576-ef05-4db1-a31c-e07a53f5456e tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687408 Oct 27 16:36:04.684967 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.715333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:36:04.726193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c7088e-5d29-4c2f-95a3-2494815b171c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:04.737155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.738479 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Added segment fc2b1909-a3cd-429a-b5b6-b13fba27726e of type vlan for network 8d530aad-7912-4763-89aa-88ce1c68b530 Oct 27 16:36:04.820634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.939461 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:04.940501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:04.941104 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.006182 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] Pushing event updated for resources: {'Network': ['ID=8d530aad-7912-4763-89aa-88ce1c68b530,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:05.021340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 8d530aad-7912-4763-89aa-88ce1c68b530 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:36:05.083901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36348) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:05.084118 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b9507aa5-d777-40d4-8e9a-95d3c3e9d667 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7895257 Oct 27 16:36:05.100934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] Request body: {'subnet': {'network_id': '8d530aad-7912-4763-89aa-88ce1c68b530', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-320500658-subnet', 'tenant_id': '75645623a983493ebf4f13c64967a34a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:05.186619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36354) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:05.230995 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] Made reservation on behalf of 75645623a983493ebf4f13c64967a34a for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:05.237092 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.325548 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d661b068-7371-4085-b8ab-55f6d41db410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.462342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d661b068-7371-4085-b8ab-55f6d41db410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.546513 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.547575 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d661b068-7371-4085-b8ab-55f6d41db410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.597619 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d661b068-7371-4085-b8ab-55f6d41db410 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6102029ebf904146afc97bcf33a6163e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087017 Oct 27 16:36:05.599001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=230ea592-51f0-446a-990d-4c45a120d067,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:05.599973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661b068-7371-4085-b8ab-55f6d41db410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d82b0e-aa9c-4ab4-b662-9e84bdec3917,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:05.601347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36358) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:05.676330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] Checking segment: {'id': 'fc2b1909-a3cd-429a-b5b6-b13fba27726e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d530aad-7912-4763-89aa-88ce1c68b530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:05.676853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] Network hostable DHCP agents. Network: 8d530aad-7912-4763-89aa-88ce1c68b530, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:36:05.695318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4c959d7-2782-4721-87aa-503395ea48ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.726488 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4c959d7-2782-4721-87aa-503395ea48ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.781396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] Network 8d530aad-7912-4763-89aa-88ce1c68b530 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:36:05.847804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 8d530aad-7912-4763-89aa-88ce1c68b530) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:05.855877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:05.856565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.864938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a849252-1d8c-469e-9337-07aa784dc83c None None] Network 8d530aad-7912-4763-89aa-88ce1c68b530 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:36:05.903936 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4c959d7-2782-4721-87aa-503395ea48ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.907024 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4c959d7-2782-4721-87aa-503395ea48ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:05.908251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c4c959d7-2782-4721-87aa-503395ea48ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5d82b0e-aa9c-4ab4-b662-9e84bdec3917 HTTP/1.1" status: 204 len: 168 time: 0.3032355 Oct 27 16:36:05.955062 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0ff6b04d-ff51-4790-9552-aaa0f307d465 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8682835 Oct 27 16:36:05.984650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c959d7-2782-4721-87aa-503395ea48ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d82b0e-aa9c-4ab4-b662-9e84bdec3917,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:06.077295 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f1b18-378b-4f93-9f89-e21ccb73f350 None None] Network 8d530aad-7912-4763-89aa-88ce1c68b530 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:36:06.695506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-10e2b9a9-3264-44f5-8784-59bdcf2511a9 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:06.697054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-10e2b9a9-3264-44f5-8784-59bdcf2511a9 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/networks?id=7040f338-66f0-44be-8792-13241d39e709 HTTP/1.1" status: 200 len: 811 time: 0.1386666 Oct 27 16:36:06.724465 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-8d1b63bd-e11b-4e4a-acb4-26807bab5dda tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/quotas/96939bc728634b909280d5f0276cfa7a HTTP/1.1" status: 200 len: 375 time: 0.0207295 Oct 27 16:36:06.778017 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-d6c34af1-f76e-4fc1-8013-31b349d63199 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=96939bc728634b909280d5f0276cfa7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409660 Oct 27 16:36:06.860678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36394) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:06.881180 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d254f7d9-a613-47e2-a5a9-b5e809fef54c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:06.916606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-3a112df2-d646-4629-b5f0-1eb95b6f144c service neutron] 10.222.0.15 "GET /v2.0/networks/7040f338-66f0-44be-8792-13241d39e709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254122 Oct 27 16:36:07.046170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d254f7d9-a613-47e2-a5a9-b5e809fef54c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:07.069766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-dfb5f091-588f-424b-aa0b-4aaf0e20c528 service neutron] 10.222.0.15 "GET /v2.0/networks/7040f338-66f0-44be-8792-13241d39e709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454654 Oct 27 16:36:07.142049 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d254f7d9-a613-47e2-a5a9-b5e809fef54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:07.221078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36436) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:07.221519 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d254f7d9-a613-47e2-a5a9-b5e809fef54c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7322ad04dca74d9d86c7374afa2d2461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3591030 Oct 27 16:36:07.236029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254f7d9-a613-47e2-a5a9-b5e809fef54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb307ffa-192f-4c92-a280-9133f424719f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:07.300523 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b80380f-9aa2-40e4-adab-a6adaa588211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:07.330974 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b80380f-9aa2-40e4-adab-a6adaa588211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:07.432357 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bcada994-9de7-4c82-9615-e200ab9288c6 req-b99025b6-e6dc-4e3a-9221-f94571822fc2 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 210 time: 0.0384738 Oct 27 16:36:07.471373 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b80380f-9aa2-40e4-adab-a6adaa588211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:07.475299 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6b80380f-9aa2-40e4-adab-a6adaa588211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:07.477258 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6b80380f-9aa2-40e4-adab-a6adaa588211 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb307ffa-192f-4c92-a280-9133f424719f HTTP/1.1" status: 204 len: 168 time: 0.2548776 Oct 27 16:36:07.491704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80380f-9aa2-40e4-adab-a6adaa588211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb307ffa-192f-4c92-a280-9133f424719f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:08.548808 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a5d65e3-6250-45e9-b939-b7ac322177bf req-72c466f9-6885-4295-a05c-3daede12d99f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 210 time: 0.0306289 Oct 27 16:36:09.656397 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-beb32080-e518-4721-afb6-9c9d84bb750a req-b6f12a07-98cd-4748-9f19-a509174babef tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 210 time: 0.0297854 Oct 27 16:36:10.192109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-03f0568e-6924-430c-bbe3-2fc0d4b37fdc tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:10.194647 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-03f0568e-6924-430c-bbe3-2fc0d4b37fdc tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.53 "GET /v2.0/networks?id=7040f338-66f0-44be-8792-13241d39e709 HTTP/1.1" status: 200 len: 811 time: 0.1529300 Oct 27 16:36:10.216290 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Request body: {'port': {'device_id': 'df97dd2c-1f3d-4733-a22a-687d60e69bed', 'network_id': '7040f338-66f0-44be-8792-13241d39e709', 'admin_state_up': True, 'tenant_id': '96939bc728634b909280d5f0276cfa7a'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:10.466262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Made reservation on behalf of 96939bc728634b909280d5f0276cfa7a for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:10.474540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:10.708665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Allocated IP 172.20.0.9 (7040f338-66f0-44be-8792-13241d39e709/433b4731-8239-4816-988a-358363f18ffb/12b6db25-99d0-44d1-a4aa-79ee6b127a05) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:36:10.828622 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03db3476-5b44-48ed-8d98-d67bcdeadec8 req-966e1df2-f778-4563-9b27-0cbd8b79bf20 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 210 time: 0.0578573 Oct 27 16:36:11.072750 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:11.191640 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:11.240842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Network 7040f338-66f0-44be-8792-13241d39e709 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:36:11.246251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:11.251407 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:36:11.258789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Pushing event updated for resources: {'Port': ['ID=12b6db25-99d0-44d1-a4aa-79ee6b127a05,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:11.302447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:11.303058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:11.433522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-414e459a-96bd-4db4-92d2-3a2eaf95af22 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2268412 Oct 27 16:36:11.445903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Request body: {'port': {'device_id': 'df97dd2c-1f3d-4733-a22a-687d60e69bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:11.523642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:11.810736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b6db25-99d0-44d1-a4aa-79ee6b127a05 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:11.819276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:11.834983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Transition to ACTIVE for port object 12b6db25-99d0-44d1-a4aa-79ee6b127a05 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:36:11.899514 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:11.952200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=12b6db25-99d0-44d1-a4aa-79ee6b127a05,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:11.996070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5485bd-9e8b-45d7-906f-bb97018b0b1f req-28d46b00-e5b3-4906-b895-2a0af21f1516 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:12.005806 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a5485bd-9e8b-45d7-906f-bb97018b0b1f req-28d46b00-e5b3-4906-b895-2a0af21f1516 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 943 time: 0.0825777 Oct 27 16:36:12.045399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a5485bd-9e8b-45d7-906f-bb97018b0b1f req-048ab8e5-06ee-4a4e-b718-546477365aa5 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383880 Oct 27 16:36:12.068013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Attempting to bind port 12b6db25-99d0-44d1-a4aa-79ee6b127a05 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:36:12.068639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Attempting to bind port 12b6db25-99d0-44d1-a4aa-79ee6b127a05 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '18bf9687-d32c-49f8-995d-3dff2e5a9f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7040f338-66f0-44be-8792-13241d39e709'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:36:12.068978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Attempting to bind port 12b6db25-99d0-44d1-a4aa-79ee6b127a05 on network 7040f338-66f0-44be-8792-13241d39e709 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:12.074442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Port 12b6db25-99d0-44d1-a4aa-79ee6b127a05 on network 7040f338-66f0-44be-8792-13241d39e709 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:36:12.074769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Attempting to bind port 12b6db25-99d0-44d1-a4aa-79ee6b127a05 on network 7040f338-66f0-44be-8792-13241d39e709 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:12.083692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:36:12.084033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Checking segment: {'id': '18bf9687-d32c-49f8-995d-3dff2e5a9f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7040f338-66f0-44be-8792-13241d39e709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:12.084483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Bound using segment: {'id': '18bf9687-d32c-49f8-995d-3dff2e5a9f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7040f338-66f0-44be-8792-13241d39e709'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:36:12.084865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Bound port: 12b6db25-99d0-44d1-a4aa-79ee6b127a05, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18bf9687-d32c-49f8-995d-3dff2e5a9f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7040f338-66f0-44be-8792-13241d39e709'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:36:12.085215 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:12.183843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] For port 12b6db25-99d0-44d1-a4aa-79ee6b127a05, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:36:12.188156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] For port 12b6db25-99d0-44d1-a4aa-79ee6b127a05, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=12b6db25-99d0-44d1-a4aa-79ee6b127a05,segment=NetworkSegment(18bf9687-d32c-49f8-995d-3dff2e5a9f1a),segment_id=18bf9687-d32c-49f8-995d-3dff2e5a9f1a)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:36:12.266073 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:12.304697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:12.305610 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:12.307229 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] 10.222.0.53 "PUT /v2.0/ports/12b6db25-99d0-44d1-a4aa-79ee6b127a05 HTTP/1.1" status: 200 len: 1091 time: 0.8655574 Oct 27 16:36:12.309635 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df97dd2c-1f3d-4733-a22a-687d60e69bed', 'tag': '12b6db25-99d0-44d1-a4aa-79ee6b127a05'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:12.314133 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46109274-4b8a-4fb3-b874-bdc57b00a9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "df97dd2c-1f3d-4733-a22a-687d60e69bed", "tag": "12b6db25-99d0-44d1-a4aa-79ee6b127a05"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:12.351756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504b7b0-ab8c-4234-a8b6-4eda3b2b0ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=12b6db25-99d0-44d1-a4aa-79ee6b127a05,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:12.371787 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dc4264-0d09-4f6e-b7b8-cf3035a18e8b x-openstack-request-id: req-48dc4264-0d09-4f6e-b7b8-cf3035a18e8b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:12.372152 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df97dd2c-1f3d-4733-a22a-687d60e69bed", "tag": "12b6db25-99d0-44d1-a4aa-79ee6b127a05", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:12.372412 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48dc4264-0d09-4f6e-b7b8-cf3035a18e8b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:12.372817 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df97dd2c-1f3d-4733-a22a-687d60e69bed', 'tag': '12b6db25-99d0-44d1-a4aa-79ee6b127a05', 'status': 'completed', 'code': 200} Oct 27 16:36:12.465226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46109274-4b8a-4fb3-b874-bdc57b00a9b1 req-a58f3df3-e939-4638-b55a-b39f73e4098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:12.473431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46109274-4b8a-4fb3-b874-bdc57b00a9b1 req-a58f3df3-e939-4638-b55a-b39f73e4098d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96939bc728634b909280d5f0276cfa7a&device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 1094 time: 0.0735443 Oct 27 16:36:12.587729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46109274-4b8a-4fb3-b874-bdc57b00a9b1 req-fe69120b-ccc6-488d-b70f-225d2e796d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:12.589285 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46109274-4b8a-4fb3-b874-bdc57b00a9b1 req-fe69120b-ccc6-488d-b70f-225d2e796d09 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=96939bc728634b909280d5f0276cfa7a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1133387 Oct 27 16:36:12.737202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46109274-4b8a-4fb3-b874-bdc57b00a9b1 req-f69f9197-dea0-40a9-ae52-4827e4d3be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:12.738869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46109274-4b8a-4fb3-b874-bdc57b00a9b1 req-f69f9197-dea0-40a9-ae52-4827e4d3be6f service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399393 Oct 27 16:36:12.830380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-93532fff-6312-4d54-84af-640527fe4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:12.832075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-93532fff-6312-4d54-84af-640527fe4b19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96939bc728634b909280d5f0276cfa7a&device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 1094 time: 0.0504057 Oct 27 16:36:12.893196 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-b4323718-51a9-4f9b-8afe-09dd3f5924ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12b6db25-99d0-44d1-a4aa-79ee6b127a05 HTTP/1.1" status: 200 len: 217 time: 0.0520699 Oct 27 16:36:12.987441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-e5b3e520-c501-4bef-aedd-f8806cc3a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:12.989699 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-e5b3e520-c501-4bef-aedd-f8806cc3a0e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=433b4731-8239-4816-988a-358363f18ffb HTTP/1.1" status: 200 len: 851 time: 0.0876079 Oct 27 16:36:13.030583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-a281bf51-6b87-46f8-ac39-9c0e29fa0bb6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7040f338-66f0-44be-8792-13241d39e709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328279 Oct 27 16:36:13.160443 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-b663849e-a375-40b1-9bdb-99749f60099a service neutron] 10.222.0.53 "GET /v2.0/networks/7040f338-66f0-44be-8792-13241d39e709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215651 Oct 27 16:36:13.187865 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484c04a-2e28-46cd-9279-1188c97d9eec req-09e761cb-9d44-4749-a229-fbb8cfa2eca9 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:13.195910 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d484c04a-2e28-46cd-9279-1188c97d9eec req-09e761cb-9d44-4749-a229-fbb8cfa2eca9 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 943 time: 0.0661049 Oct 27 16:36:13.255075 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d484c04a-2e28-46cd-9279-1188c97d9eec req-3c7372d4-7d25-422a-b6fc-f52d221e6da9 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578568 Oct 27 16:36:13.313164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c332f0c7-3ca8-4c48-9ad0-93d8e8c40772 req-88a49f44-a725-4988-97ec-9088183347e5 service neutron] 10.222.0.53 "GET /v2.0/networks/7040f338-66f0-44be-8792-13241d39e709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432059 Oct 27 16:36:14.439551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc185d-78d4-441e-acae-dabaf86f9865 req-777bb12e-61d7-4e06-80ef-7b3a4317cc7b tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:14.441800 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bcbc185d-78d4-441e-acae-dabaf86f9865 req-777bb12e-61d7-4e06-80ef-7b3a4317cc7b tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 943 time: 0.0797160 Oct 27 16:36:14.516114 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bcbc185d-78d4-441e-acae-dabaf86f9865 req-590649e6-e2ba-4015-8ae9-3caa935a2408 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608382 Oct 27 16:36:15.802253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21879a1a-a753-4908-b3d4-72b610b86a7c req-eb28b887-f433-4492-871f-977d36a18660 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:15.812410 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-21879a1a-a753-4908-b3d4-72b610b86a7c req-eb28b887-f433-4492-871f-977d36a18660 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 943 time: 0.1800876 Oct 27 16:36:15.859904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-21879a1a-a753-4908-b3d4-72b610b86a7c req-4c0fa296-7f55-4631-ae77-245104adebdb tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448606 Oct 27 16:36:16.518912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36608) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:16.653426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-176b723e-ccc8-40ca-b181-d68febcadeda req-dc6d87bc-5670-432a-b9f5-def315e9836e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5092938 Oct 27 16:36:16.688596 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5eee-195d-4939-a508-d6f173b7a754 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.752356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b723e-ccc8-40ca-b181-d68febcadeda req-56dcf32f-b1ea-45d9-a062-6c0a0a160509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.754031 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-176b723e-ccc8-40ca-b181-d68febcadeda req-56dcf32f-b1ea-45d9-a062-6c0a0a160509 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7bdba6d4720748818a9cff9ab31b26eb&device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 1101 time: 0.0492620 Oct 27 16:36:16.792695 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5eee-195d-4939-a508-d6f173b7a754 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.848425 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d4ff5eee-195d-4939-a508-d6f173b7a754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.880866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b723e-ccc8-40ca-b181-d68febcadeda req-61e330eb-5faf-4022-9875-422517d87e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:16.882362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-176b723e-ccc8-40ca-b181-d68febcadeda req-61e330eb-5faf-4022-9875-422517d87e6b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.1037431 Oct 27 16:36:16.898649 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d4ff5eee-195d-4939-a508-d6f173b7a754 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5d4a4278e4f47c6af99943ff55af52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792126 Oct 27 16:36:16.898649 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff5eee-195d-4939-a508-d6f173b7a754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1673b7ae-e2d6-4576-96a7-4cbefe5b6b3a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:16.899456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36616) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:16.938844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-176b723e-ccc8-40ca-b181-d68febcadeda req-fa309f47-27e1-483a-ab38-8c56cad349ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=94ccaefb-1be4-4385-a5bf-a42c4a078434 HTTP/1.1" status: 200 len: 217 time: 0.0447536 Oct 27 16:36:16.959773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bdd198c5-e298-452c-94d3-c4329795ccca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:16.990460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bdd198c5-e298-452c-94d3-c4329795ccca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.039449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b723e-ccc8-40ca-b181-d68febcadeda req-c0f3e2e4-e7e4-4805-859f-720d33f4ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.041257 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-176b723e-ccc8-40ca-b181-d68febcadeda req-c0f3e2e4-e7e4-4805-859f-720d33f4ee90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0985255 Oct 27 16:36:17.085247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31486c-a0eb-48c0-a5a3-39f73ca78963 req-0e98899f-3bfd-4ff9-9daa-e54bb8709fca tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.086945 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f31486c-a0eb-48c0-a5a3-39f73ca78963 req-0e98899f-3bfd-4ff9-9daa-e54bb8709fca tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 943 time: 0.0975838 Oct 27 16:36:17.126809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b723e-ccc8-40ca-b181-d68febcadeda req-cdc626bc-1aca-4562-849a-bb23c45f0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:17.129024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-176b723e-ccc8-40ca-b181-d68febcadeda req-cdc626bc-1aca-4562-849a-bb23c45f0308 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0810304 Oct 27 16:36:17.164924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7f31486c-a0eb-48c0-a5a3-39f73ca78963 req-9e828b10-8326-44be-8096-262c555928f8 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688508 Oct 27 16:36:17.169244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 12b6db25-99d0-44d1-a4aa-79ee6b127a05 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:36:17.237230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-176b723e-ccc8-40ca-b181-d68febcadeda req-6755ed89-11b4-4da9-8e53-4f3b02ad40e8 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971453 Oct 27 16:36:17.289764 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bdd198c5-e298-452c-94d3-c4329795ccca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.292378 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bdd198c5-e298-452c-94d3-c4329795ccca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.299174 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bdd198c5-e298-452c-94d3-c4329795ccca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1673b7ae-e2d6-4576-96a7-4cbefe5b6b3a HTTP/1.1" status: 204 len: 168 time: 0.3929377 Oct 27 16:36:17.308924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 12b6db25-99d0-44d1-a4aa-79ee6b127a05, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=12b6db25-99d0-44d1-a4aa-79ee6b127a05,segment=NetworkSegment(18bf9687-d32c-49f8-995d-3dff2e5a9f1a),segment_id=18bf9687-d32c-49f8-995d-3dff2e5a9f1a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:17.313456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd198c5-e298-452c-94d3-c4329795ccca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1673b7ae-e2d6-4576-96a7-4cbefe5b6b3a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:17.327372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '12b6db25-99d0-44d1-a4aa-79ee6b127a05', 'network_id': '7040f338-66f0-44be-8792-13241d39e709', 'port_id': '12b6db25-99d0-44d1-a4aa-79ee6b127a05', 'mac_address': 'fa:16:3e:3a:73:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433b4731-8239-4816-988a-358363f18ffb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:36:17.401387 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.406301 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-176b723e-ccc8-40ca-b181-d68febcadeda req-18ae3679-edf0-41f0-979a-74fedac9e8e1 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601954 Oct 27 16:36:17.423970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b6db25-99d0-44d1-a4aa-79ee6b127a05 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:17.444529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 12b6db25-99d0-44d1-a4aa-79ee6b127a05, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=12b6db25-99d0-44d1-a4aa-79ee6b127a05,segment=NetworkSegment(18bf9687-d32c-49f8-995d-3dff2e5a9f1a),segment_id=18bf9687-d32c-49f8-995d-3dff2e5a9f1a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:17.546413 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:17.601866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=12b6db25-99d0-44d1-a4aa-79ee6b127a05,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:17.740787 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['12b6db25-99d0-44d1-a4aa-79ee6b127a05'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:18.328274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fd649-62bc-46df-8189-5cfd1b821c87 req-040ebe18-f99a-410a-92fb-1f863dfffb6d tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:18.335810 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ad9fd649-62bc-46df-8189-5cfd1b821c87 req-040ebe18-f99a-410a-92fb-1f863dfffb6d tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 944 time: 0.0862374 Oct 27 16:36:18.380266 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ad9fd649-62bc-46df-8189-5cfd1b821c87 req-4c170c02-4345-4222-a7ce-ead81cf90a85 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Oct 27 16:36:18.494370 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-81cccc5d-899f-44bc-8195-d20ff1462f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:19.169314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 12b6db25-99d0-44d1-a4aa-79ee6b127a05 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:19.311824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 12b6db25-99d0-44d1-a4aa-79ee6b127a05 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:36:19.316729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 12b6db25-99d0-44d1-a4aa-79ee6b127a05 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:19.317375 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:19.425266 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:19.450823 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df97dd2c-1f3d-4733-a22a-687d60e69bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b6db25-99d0-44d1-a4aa-79ee6b127a05'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:19.453769 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531a753a-8a52-430e-a156-e9d6e71c4363" -d '{"events": [{"server_uuid": "df97dd2c-1f3d-4733-a22a-687d60e69bed", "name": "network-vif-plugged", "status": "completed", "tag": "12b6db25-99d0-44d1-a4aa-79ee6b127a05"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:19.469165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 12b6db25-99d0-44d1-a4aa-79ee6b127a05, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=12b6db25-99d0-44d1-a4aa-79ee6b127a05,segment=NetworkSegment(18bf9687-d32c-49f8-995d-3dff2e5a9f1a),segment_id=18bf9687-d32c-49f8-995d-3dff2e5a9f1a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:19.503490 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91297faa-e3c3-4d4d-aaea-89670766e82f x-openstack-request-id: req-91297faa-e3c3-4d4d-aaea-89670766e82f {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:19.504219 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df97dd2c-1f3d-4733-a22a-687d60e69bed", "name": "network-vif-plugged", "status": "completed", "tag": "12b6db25-99d0-44d1-a4aa-79ee6b127a05", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:19.504582 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91297faa-e3c3-4d4d-aaea-89670766e82f {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:19.504995 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df97dd2c-1f3d-4733-a22a-687d60e69bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b6db25-99d0-44d1-a4aa-79ee6b127a05', 'code': 200} Oct 27 16:36:19.532869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355fb50-c56b-49c2-89cc-0acd9576c1c6 req-730b75af-c9c4-4ddc-9f77-9b46a9412b89 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:19.534901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2355fb50-c56b-49c2-89cc-0acd9576c1c6 req-730b75af-c9c4-4ddc-9f77-9b46a9412b89 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 944 time: 0.0735445 Oct 27 16:36:19.535040 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:19.597278 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=12b6db25-99d0-44d1-a4aa-79ee6b127a05,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:19.618421 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2355fb50-c56b-49c2-89cc-0acd9576c1c6 req-98c84872-f520-4bfe-97d5-efeec62ddf02 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765653 Oct 27 16:36:19.637710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2245a-4d0b-4db9-8b56-864e5d8360dd req-52c407d1-2b5a-48d3-aa3b-999cbf8f0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:19.640136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43a2245a-4d0b-4db9-8b56-864e5d8360dd req-52c407d1-2b5a-48d3-aa3b-999cbf8f0f08 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 1096 time: 0.0763526 Oct 27 16:36:19.692449 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43a2245a-4d0b-4db9-8b56-864e5d8360dd req-2a1606e9-cee1-4e95-b760-e908890ecba0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452218 Oct 27 16:36:21.031412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85492f-146e-4b42-839a-d1270204e16e req-9ce0576e-3ced-48f5-b4d0-5ea00fec2606 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:21.033025 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3a85492f-146e-4b42-839a-d1270204e16e req-9ce0576e-3ced-48f5-b4d0-5ea00fec2606 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0556040 Oct 27 16:36:21.079496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3a85492f-146e-4b42-839a-d1270204e16e req-d4756de3-73ca-408b-8ca8-a16e09e5d9f6 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367029 Oct 27 16:36:21.540829 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b132eda8-4116-4b50-bfdd-298708a39c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.199302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3165b0b-41d6-4712-a754-873a7215f1e9 req-1d2592b8-9556-4ce1-8957-302943c5ba55 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:22.331418 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3165b0b-41d6-4712-a754-873a7215f1e9 req-1d2592b8-9556-4ce1-8957-302943c5ba55 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0537653 Oct 27 16:36:22.331418 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3165b0b-41d6-4712-a754-873a7215f1e9 req-2c2799bb-0fde-4a79-832e-88cae8e4668a tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338855 Oct 27 16:36:22.388687 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417cf01-b55e-4405-82a2-d7aeacad7e75 req-21587913-1e31-4f0c-aa00-3dd4a130eae4 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:22.391462 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0417cf01-b55e-4405-82a2-d7aeacad7e75 req-21587913-1e31-4f0c-aa00-3dd4a130eae4 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0777001 Oct 27 16:36:22.438269 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0417cf01-b55e-4405-82a2-d7aeacad7e75 req-9c10c665-d16f-4187-b7b3-1c3bd0da2889 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405884 Oct 27 16:36:22.834260 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:22.843260 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:23.183996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f2f8f-b4b7-4e01-9387-edbfa5403e81 req-1a8901b9-465f-498e-b53b-a0bdb7bb289d tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:23.185812 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-504f2f8f-b4b7-4e01-9387-edbfa5403e81 req-1a8901b9-465f-498e-b53b-a0bdb7bb289d tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0569050 Oct 27 16:36:23.228506 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-504f2f8f-b4b7-4e01-9387-edbfa5403e81 req-334f2a02-d8ec-4b9d-a40e-4b3ca34bac11 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358088 Oct 27 16:36:24.225692 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:24.356845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9477982-c101-49ee-9c3a-ea9fcd8a7aa3 req-ea8f9042-de56-4f89-912b-bf76c14b86f1 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:24.364091 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9477982-c101-49ee-9c3a-ea9fcd8a7aa3 req-ea8f9042-de56-4f89-912b-bf76c14b86f1 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0556755 Oct 27 16:36:24.400649 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9477982-c101-49ee-9c3a-ea9fcd8a7aa3 req-e3537de4-0497-40a9-a913-f6428db86359 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354133 Oct 27 16:36:24.815379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13cf82-f1a7-4343-a2f1-189acba86fac req-cbf0c964-0e99-42ed-bf6f-cc36257c2ee8 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:24.823404 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb13cf82-f1a7-4343-a2f1-189acba86fac req-cbf0c964-0e99-42ed-bf6f-cc36257c2ee8 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0888460 Oct 27 16:36:24.901293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb13cf82-f1a7-4343-a2f1-189acba86fac req-46c7fd29-5c74-4b87-b074-dedfdb2a7769 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765834 Oct 27 16:36:24.907876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb50ebd-a4fb-42d5-aa7b-dea0a06798a0 req-69373d1d-f75a-40c2-b512-4047b5fd61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:24.909390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afb50ebd-a4fb-42d5-aa7b-dea0a06798a0 req-69373d1d-f75a-40c2-b512-4047b5fd61a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96939bc728634b909280d5f0276cfa7a&device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 1096 time: 0.0660717 Oct 27 16:36:25.026207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb50ebd-a4fb-42d5-aa7b-dea0a06798a0 req-34521e71-fa6a-4570-a1c2-9bae99b7e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:25.028371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afb50ebd-a4fb-42d5-aa7b-dea0a06798a0 req-34521e71-fa6a-4570-a1c2-9bae99b7e60d service neutron] 10.222.0.53 "GET /v2.0/networks?id=7040f338-66f0-44be-8792-13241d39e709 HTTP/1.1" status: 200 len: 912 time: 0.1109695 Oct 27 16:36:25.100491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afb50ebd-a4fb-42d5-aa7b-dea0a06798a0 req-0faab2c5-b0d9-4ff2-b0af-84f987f6cfdc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12b6db25-99d0-44d1-a4aa-79ee6b127a05 HTTP/1.1" status: 200 len: 217 time: 0.0647204 Oct 27 16:36:25.188732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb50ebd-a4fb-42d5-aa7b-dea0a06798a0 req-a34a37c6-76bd-44f0-b18f-386a8bdb020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:25.191123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afb50ebd-a4fb-42d5-aa7b-dea0a06798a0 req-a34a37c6-76bd-44f0-b18f-386a8bdb020b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=433b4731-8239-4816-988a-358363f18ffb HTTP/1.1" status: 200 len: 851 time: 0.0811744 Oct 27 16:36:25.233737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afb50ebd-a4fb-42d5-aa7b-dea0a06798a0 req-7c66de94-b50b-4c73-a4fb-c11f74c291cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7040f338-66f0-44be-8792-13241d39e709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325089 Oct 27 16:36:25.349610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afb50ebd-a4fb-42d5-aa7b-dea0a06798a0 req-d3ec4542-c230-4b82-b765-f1b46953a9dd service neutron] 10.222.0.53 "GET /v2.0/networks/7040f338-66f0-44be-8792-13241d39e709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081476 Oct 27 16:36:25.470465 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afb50ebd-a4fb-42d5-aa7b-dea0a06798a0 req-ca899707-422f-4dd0-95c1-e9a58e2a07fa service neutron] 10.222.0.53 "GET /v2.0/networks/7040f338-66f0-44be-8792-13241d39e709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130967 Oct 27 16:36:26.075476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff29b4-9df5-4028-a079-b1423fa543f6 req-27670d24-c89e-45b3-a6ce-132c07aa05cc tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:26.085050 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2ff29b4-9df5-4028-a079-b1423fa543f6 req-27670d24-c89e-45b3-a6ce-132c07aa05cc tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.1054163 Oct 27 16:36:26.132931 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2ff29b4-9df5-4028-a079-b1423fa543f6 req-424134e1-bbb6-4442-9252-cb6b8adb4415 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467196 Oct 27 16:36:27.236126 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:36:27.265808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97802cc4-12b7-43cc-b3a9-923c432f6493 req-5be3250e-398a-4af2-8116-8d3f4690548f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:27.268803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97802cc4-12b7-43cc-b3a9-923c432f6493 req-5be3250e-398a-4af2-8116-8d3f4690548f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0710943 Oct 27 16:36:27.320736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97802cc4-12b7-43cc-b3a9-923c432f6493 req-b3df7d93-e810-449b-b4f1-ae869ec18104 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436563 Oct 27 16:36:27.836871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62627b91-a0ae-4eb2-9b37-54f0b3277d1d req-956d7eaf-aa4c-439a-aa1b-88b1c1829e1c tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:27.838304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62627b91-a0ae-4eb2-9b37-54f0b3277d1d req-956d7eaf-aa4c-439a-aa1b-88b1c1829e1c tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0510633 Oct 27 16:36:27.881728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62627b91-a0ae-4eb2-9b37-54f0b3277d1d req-2f29b962-eb39-4ab7-bc38-6512dddfb32f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360310 Oct 27 16:36:29.361384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d239576-4090-4739-afd0-9c6024a23a3d req-7017363c-5864-4107-8541-1a3b8bdb7fc7 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:29.363799 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6d239576-4090-4739-afd0-9c6024a23a3d req-7017363c-5864-4107-8541-1a3b8bdb7fc7 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.3880699 Oct 27 16:36:29.412781 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6d239576-4090-4739-afd0-9c6024a23a3d req-edceb550-d064-4c86-8d43-76668fa6bdb9 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Oct 27 16:36:29.496409 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:29.838098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518cb91-8ad5-4987-b066-7932107f697f req-a0f3a5ad-218e-4652-b5dd-4604d86c78a2 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:29.843923 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9518cb91-8ad5-4987-b066-7932107f697f req-a0f3a5ad-218e-4652-b5dd-4604d86c78a2 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0550537 Oct 27 16:36:29.886057 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9518cb91-8ad5-4987-b066-7932107f697f req-8137ed71-7a2b-4db4-b69f-b2034ae3b038 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396550 Oct 27 16:36:29.961791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0721b7-245d-470b-90e6-6880f93d36ea req-b2416761-3727-4a02-a6da-2aac85b68a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:29.963282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c0721b7-245d-470b-90e6-6880f93d36ea req-b2416761-3727-4a02-a6da-2aac85b68a68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=96939bc728634b909280d5f0276cfa7a&device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 1096 time: 0.0485764 Oct 27 16:36:30.057452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0721b7-245d-470b-90e6-6880f93d36ea req-bff823d5-3b0c-421d-bd1a-69ccddf0448d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:30.059112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c0721b7-245d-470b-90e6-6880f93d36ea req-bff823d5-3b0c-421d-bd1a-69ccddf0448d service neutron] 10.222.0.53 "GET /v2.0/networks?id=7040f338-66f0-44be-8792-13241d39e709 HTTP/1.1" status: 200 len: 912 time: 0.0892963 Oct 27 16:36:30.110359 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c0721b7-245d-470b-90e6-6880f93d36ea req-5b6ecb61-0a89-4e8e-bafc-f9e10021af1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12b6db25-99d0-44d1-a4aa-79ee6b127a05 HTTP/1.1" status: 200 len: 217 time: 0.0436940 Oct 27 16:36:30.163311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0721b7-245d-470b-90e6-6880f93d36ea req-c870a1bd-2c90-4876-a67e-697d02a58caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:30.164987 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c0721b7-245d-470b-90e6-6880f93d36ea req-c870a1bd-2c90-4876-a67e-697d02a58caf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=433b4731-8239-4816-988a-358363f18ffb HTTP/1.1" status: 200 len: 851 time: 0.0478303 Oct 27 16:36:30.202230 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c0721b7-245d-470b-90e6-6880f93d36ea req-5ac1a717-79d2-43ed-a9b7-73da67d788d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7040f338-66f0-44be-8792-13241d39e709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293312 Oct 27 16:36:30.304367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c0721b7-245d-470b-90e6-6880f93d36ea req-35c4e7ab-e889-4d87-9091-d9b736cf0bdd service neutron] 10.222.0.53 "GET /v2.0/networks/7040f338-66f0-44be-8792-13241d39e709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959795 Oct 27 16:36:30.407243 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c0721b7-245d-470b-90e6-6880f93d36ea req-bb609454-7809-489d-b0e7-b452732fa7f9 service neutron] 10.222.0.53 "GET /v2.0/networks/7040f338-66f0-44be-8792-13241d39e709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949430 Oct 27 16:36:31.017333 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c6cc5-a4b0-44a3-a021-22890665b1ae req-17d4a889-94f7-499e-942c-fcd2606abb8f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:31.018873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-329c6cc5-a4b0-44a3-a021-22890665b1ae req-17d4a889-94f7-499e-942c-fcd2606abb8f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0568352 Oct 27 16:36:31.068666 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-329c6cc5-a4b0-44a3-a021-22890665b1ae req-dbbe5b46-7645-4e94-8d9b-78b681623243 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379162 Oct 27 16:36:32.200006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933839e-e253-4d99-98c5-dce1acc9cd68 req-cca62024-9f6c-4d57-9d4f-10fcf1dfc658 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:32.202619 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4933839e-e253-4d99-98c5-dce1acc9cd68 req-cca62024-9f6c-4d57-9d4f-10fcf1dfc658 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0568831 Oct 27 16:36:32.250558 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4933839e-e253-4d99-98c5-dce1acc9cd68 req-c71bda59-59db-491f-911b-75b494b2052c tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Oct 27 16:36:32.735241 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:32.796340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa413a4-bbd9-4211-8f6c-2563b704afe2 req-812484eb-9a3f-4048-ab8e-d431dec563ca tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:32.798268 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2fa413a4-bbd9-4211-8f6c-2563b704afe2 req-812484eb-9a3f-4048-ab8e-d431dec563ca tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0844049 Oct 27 16:36:32.847880 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2fa413a4-bbd9-4211-8f6c-2563b704afe2 req-b8965070-a6ca-49d2-a872-abdbd78c5667 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Oct 27 16:36:33.984668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd8c8f-7479-4bef-b4a6-e56c050d1fd0 req-3fd24c13-914f-47e2-ad7c-df74298e6012 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:33.986147 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02cd8c8f-7479-4bef-b4a6-e56c050d1fd0 req-3fd24c13-914f-47e2-ad7c-df74298e6012 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0637162 Oct 27 16:36:34.027474 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02cd8c8f-7479-4bef-b4a6-e56c050d1fd0 req-86bab864-f5eb-40ca-b89f-1871a2cb1c0c tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/security-groups?id=8cfae156-4648-4cc8-9b6b-4425a2e05cb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347068 Oct 27 16:36:34.549840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3102c-7a50-44c0-80e4-4c9fc8f18f1c req-7c571b7e-f2a7-418f-b46a-cbef72093320 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:34.551372 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81f3102c-7a50-44c0-80e4-4c9fc8f18f1c req-7c571b7e-f2a7-418f-b46a-cbef72093320 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.53 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 945 time: 0.0587029 Oct 27 16:36:34.669679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-81f3102c-7a50-44c0-80e4-4c9fc8f18f1c req-59ff1502-08e5-4eed-ac41-ca8d9e72b50f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Deleting port 12b6db25-99d0-44d1-a4aa-79ee6b127a05 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:36:34.671877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-81f3102c-7a50-44c0-80e4-4c9fc8f18f1c req-59ff1502-08e5-4eed-ac41-ca8d9e72b50f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:34.770647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-81f3102c-7a50-44c0-80e4-4c9fc8f18f1c req-59ff1502-08e5-4eed-ac41-ca8d9e72b50f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] For port 12b6db25-99d0-44d1-a4aa-79ee6b127a05, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=12b6db25-99d0-44d1-a4aa-79ee6b127a05,segment=NetworkSegment(18bf9687-d32c-49f8-995d-3dff2e5a9f1a),segment_id=18bf9687-d32c-49f8-995d-3dff2e5a9f1a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:34.771022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-81f3102c-7a50-44c0-80e4-4c9fc8f18f1c req-59ff1502-08e5-4eed-ac41-ca8d9e72b50f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:34.786580 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-81f3102c-7a50-44c0-80e4-4c9fc8f18f1c req-59ff1502-08e5-4eed-ac41-ca8d9e72b50f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Calling delete_port for 12b6db25-99d0-44d1-a4aa-79ee6b127a05 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:36:34.914936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-bebc0836-a38d-4d81-88e0-50980fda2819 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:34.916483 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-bebc0836-a38d-4d81-88e0-50980fda2819 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.1444938 Oct 27 16:36:34.936748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32278ac7-8871-4c2a-aef3-97cda17394cb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/quotas/3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 375 time: 0.0131826 Oct 27 16:36:34.994794 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-24ee7ef4-9d4c-43a6-bab8-03bebf0c5b43 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521665 Oct 27 16:36:35.037959 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-81f3102c-7a50-44c0-80e4-4c9fc8f18f1c req-59ff1502-08e5-4eed-ac41-ca8d9e72b50f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:35.050047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['12b6db25-99d0-44d1-a4aa-79ee6b127a05'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:35.072787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff1502-08e5-4eed-ac41-ca8d9e72b50f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Pushing event deleted for resources: {'Port': ['ID=12b6db25-99d0-44d1-a4aa-79ee6b127a05,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:35.120876 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-a5784bcf-a3b7-4027-83d8-9d5c4b6bf637 service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180160 Oct 27 16:36:35.135364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f3102c-7a50-44c0-80e4-4c9fc8f18f1c req-59ff1502-08e5-4eed-ac41-ca8d9e72b50f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] No DVR routers for this DVR port 12b6db25-99d0-44d1-a4aa-79ee6b127a05 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:36:35.145901 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-81f3102c-7a50-44c0-80e4-4c9fc8f18f1c req-59ff1502-08e5-4eed-ac41-ca8d9e72b50f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:35.150441 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81f3102c-7a50-44c0-80e4-4c9fc8f18f1c req-59ff1502-08e5-4eed-ac41-ca8d9e72b50f tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.53 "DELETE /v2.0/ports/12b6db25-99d0-44d1-a4aa-79ee6b127a05 HTTP/1.1" status: 204 len: 173 time: 0.5918977 Oct 27 16:36:35.151087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df97dd2c-1f3d-4733-a22a-687d60e69bed', 'name': 'network-vif-deleted', 'tag': '12b6db25-99d0-44d1-a4aa-79ee6b127a05'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:35.162117 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87938ec-c39f-4c9c-8908-921289760efd" -d '{"events": [{"server_uuid": "df97dd2c-1f3d-4733-a22a-687d60e69bed", "name": "network-vif-deleted", "tag": "12b6db25-99d0-44d1-a4aa-79ee6b127a05"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:35.222446 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77aa6549-54a2-4af8-83db-1c1bdf425064 req-734db322-f514-4085-b39b-f49480fea6de tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 210 time: 0.0430355 Oct 27 16:36:35.236422 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-5f506497-4f1b-4eba-8103-881ecaef5aaa service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099722 Oct 27 16:36:35.269077 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6123d7d8-5560-4718-9d22-3e5ccec18978 x-openstack-request-id: req-6123d7d8-5560-4718-9d22-3e5ccec18978 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:35.269556 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df97dd2c-1f3d-4733-a22a-687d60e69bed", "name": "network-vif-deleted", "tag": "12b6db25-99d0-44d1-a4aa-79ee6b127a05", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:35.269862 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6123d7d8-5560-4718-9d22-3e5ccec18978 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:35.270285 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df97dd2c-1f3d-4733-a22a-687d60e69bed', 'name': 'network-vif-deleted', 'tag': '12b6db25-99d0-44d1-a4aa-79ee6b127a05', 'status': 'completed', 'code': 200} Oct 27 16:36:35.989229 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f2c6049a-e1ad-4fb5-a149-e9188eb61c2d req-d161a9d3-39b9-4585-97ed-12c9fef98f99 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 210 time: 0.0593708 Oct 27 16:36:36.349817 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1330ff3-8428-47db-ac5a-6c4c12357b17 req-3f605ae6-b34b-46b1-a09f-212368813b53 tempest-TestServerAdvancedOps-1197006951 tempest-TestServerAdvancedOps-1197006951-project] 10.222.0.15 "GET /v2.0/ports?device_id=df97dd2c-1f3d-4733-a22a-687d60e69bed HTTP/1.1" status: 200 len: 210 time: 0.0374196 Oct 27 16:36:37.090297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c200dc2-50ec-4674-acb0-40233aea8553 req-dc4ffe38-af67-4a3a-adc8-f4d411100557 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 210 time: 0.0295193 Oct 27 16:36:37.441573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 36944) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:37.502516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Deleting subnet 433b4731-8239-4816-988a-358363f18ffb {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:36:37.510913 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:37.547722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:37.594570 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:37.797423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:37.823977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=433b4731-8239-4816-988a-358363f18ffb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:37.829494 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:37.835575 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/433b4731-8239-4816-988a-358363f18ffb HTTP/1.1" status: 204 len: 168 time: 0.3927705 Oct 27 16:36:37.835721 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36948) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:37.848659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.849011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.849371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.849930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.850475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.850475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.853531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.853531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.853531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.853531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.853531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.853531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8d68b-07fd-43e0-888e-98671ae83b05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:36:37.919494 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.011042 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.035433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7040f338-66f0-44be-8792-13241d39e709']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:38.047395 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18bf9687-d32c-49f8-995d-3dff2e5a9f1a') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:38.047752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18bf9687-d32c-49f8-995d-3dff2e5a9f1a') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:38.058381 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.073195 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.079945 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:36:38.080373 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:36:38.082041 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:36:38.189482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a47032b-7431-496e-b483-0e1a51ca01f2 req-d3cf0b0a-4d33-4063-9823-57b3723e0f05 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 210 time: 0.0284426 Oct 27 16:36:38.305597 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.316307 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.322298 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7040f338-66f0-44be-8792-13241d39e709 HTTP/1.1" status: 204 len: 168 time: 0.4825068 Oct 27 16:36:38.325717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-3f6db5ae-5842-4679-bb31-ef179fa75d6f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:38.325910 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36958) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:38.326030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-3f6db5ae-5842-4679-bb31-ef179fa75d6f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.1317625 Oct 27 16:36:38.345997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'port': {'device_id': '75c11e3c-cb3f-43d6-b308-5fab306852ac', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'admin_state_up': True, 'tenant_id': '3cdb4db5640a48518f8166c1266fa319'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:38.362680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858bd465-0cec-4fe3-a293-a02475d722b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7040f338-66f0-44be-8792-13241d39e709,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:38.432254 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71d2680-6e0d-4261-bbf5-270f471b6cc4 admin admin] Deleting subnet 230ea592-51f0-446a-990d-4c45a120d067 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:36:38.436665 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d71d2680-6e0d-4261-bbf5-270f471b6cc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.480943 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d71d2680-6e0d-4261-bbf5-270f471b6cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.533317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d71d2680-6e0d-4261-bbf5-270f471b6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.568149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Made reservation on behalf of 3cdb4db5640a48518f8166c1266fa319 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:36:38.571630 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.684392 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d71d2680-6e0d-4261-bbf5-270f471b6cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.770199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d71d2680-6e0d-4261-bbf5-270f471b6cc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.776217 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d71d2680-6e0d-4261-bbf5-270f471b6cc4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/230ea592-51f0-446a-990d-4c45a120d067 HTTP/1.1" status: 204 len: 168 time: 0.4522226 Oct 27 16:36:38.785648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d2680-6e0d-4261-bbf5-270f471b6cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230ea592-51f0-446a-990d-4c45a120d067,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:38.792235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36962) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:38.803987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Allocated IP 172.20.0.14 (1b392652-e494-4ed3-9954-2b4eaa7575b7/84ab4aa4-dd47-43f8-8bdd-470c530f77ad/af82af1d-cc2c-4b02-876b-aa13b1e3a35e) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:36:38.933127 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:38.995728 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.057121 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.079147 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d530aad-7912-4763-89aa-88ce1c68b530']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:39.088953 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2b1909-a3cd-429a-b5b6-b13fba27726e') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:39.089253 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2b1909-a3cd-429a-b5b6-b13fba27726e') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:36:39.103678 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.120443 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.120741 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.131370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:36:39.131841 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:36:39.141525 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:36:39.190854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:36:39.193915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:36:39.204440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:36:39.233663 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 12b6db25-99d0-44d1-a4aa-79ee6b127a05 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:36:39.278553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 12b6db25-99d0-44d1-a4aa-79ee6b127a05 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:36:39.278943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 12b6db25-99d0-44d1-a4aa-79ee6b127a05 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:36:39.296003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=af82af1d-cc2c-4b02-876b-aa13b1e3a35e,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:39.339319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:39.339917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.364793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bebabb-0b6f-4c44-a937-78780063bb8b req-2d0bee4e-e245-4e13-8a9d-783baef32d45 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:39.366348 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e5bebabb-0b6f-4c44-a937-78780063bb8b req-2d0bee4e-e245-4e13-8a9d-783baef32d45 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 932 time: 0.0730333 Oct 27 16:36:39.416365 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e5bebabb-0b6f-4c44-a937-78780063bb8b req-e2537d72-6086-4cc1-9429-631426373b24 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382988 Oct 27 16:36:39.439286 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.453631 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.459421 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8d530aad-7912-4763-89aa-88ce1c68b530 HTTP/1.1" status: 204 len: 168 time: 0.6639113 Oct 27 16:36:39.473348 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-9ae84f93-571d-4d2c-bc85-f156347e024b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1288610 Oct 27 16:36:39.474340 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586c331-5982-440c-bf14-632ff6d92de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d530aad-7912-4763-89aa-88ce1c68b530,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:39.488139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Request body: {'port': {'device_id': '75c11e3c-cb3f-43d6-b308-5fab306852ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:36:39.573862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e5ec10ee-ce00-464b-9676-a84213d42ab3 None None] Provisioning complete for port af82af1d-cc2c-4b02-876b-aa13b1e3a35e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:39.574425 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e5ec10ee-ce00-464b-9676-a84213d42ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.620690 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.670281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec10ee-ce00-464b-9676-a84213d42ab3 None None] Port af82af1d-cc2c-4b02-876b-aa13b1e3a35e cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:36:39.954335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af82af1d-cc2c-4b02-876b-aa13b1e3a35e {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:39.962555 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:39.988983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Transition to ACTIVE for port object af82af1d-cc2c-4b02-876b-aa13b1e3a35e will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:36:40.090497 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36978) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:40.122527 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:40.164631 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8a3f191c-689f-4177-8a58-2e98862fdf70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96939bc728634b909280d5f0276cfa7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720241 Oct 27 16:36:40.165780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36980) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:40.260571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=af82af1d-cc2c-4b02-876b-aa13b1e3a35e,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:40.267257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5010c9d3-9087-4df2-a5a2-452b71cf3e1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:40.321873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5010c9d3-9087-4df2-a5a2-452b71cf3e1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:40.355996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Attempting to bind port af82af1d-cc2c-4b02-876b-aa13b1e3a35e on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:36:40.357651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Attempting to bind port af82af1d-cc2c-4b02-876b-aa13b1e3a35e by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:36:40.358265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Attempting to bind port af82af1d-cc2c-4b02-876b-aa13b1e3a35e on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:40.364257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Port af82af1d-cc2c-4b02-876b-aa13b1e3a35e on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:36:40.364752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Attempting to bind port af82af1d-cc2c-4b02-876b-aa13b1e3a35e on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:36:40.370599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:36:40.371328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Checking segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:36:40.371902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Bound using segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:36:40.372522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Bound port: af82af1d-cc2c-4b02-876b-aa13b1e3a35e, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:36:40.373694 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:40.499519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] For port af82af1d-cc2c-4b02-876b-aa13b1e3a35e, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:36:40.503948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] For port af82af1d-cc2c-4b02-876b-aa13b1e3a35e, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=af82af1d-cc2c-4b02-876b-aa13b1e3a35e,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:36:40.523040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5010c9d3-9087-4df2-a5a2-452b71cf3e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:40.530647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5010c9d3-9087-4df2-a5a2-452b71cf3e1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:40.534181 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5010c9d3-9087-4df2-a5a2-452b71cf3e1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cfae156-4648-4cc8-9b6b-4425a2e05cb1 HTTP/1.1" status: 204 len: 168 time: 0.3656814 Oct 27 16:36:40.588310 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010c9d3-9087-4df2-a5a2-452b71cf3e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfae156-4648-4cc8-9b6b-4425a2e05cb1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:40.588994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:40.632450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2d51b-74a0-4ca8-b2d1-1fed74434e95 req-3099bb69-af89-47d3-a847-3f67f79ce85b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:40.633969 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89e2d51b-74a0-4ca8-b2d1-1fed74434e95 req-3099bb69-af89-47d3-a847-3f67f79ce85b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 944 time: 0.1014216 Oct 27 16:36:40.653357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:40.654499 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:40.656021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] 10.222.0.53 "PUT /v2.0/ports/af82af1d-cc2c-4b02-876b-aa13b1e3a35e HTTP/1.1" status: 200 len: 1092 time: 1.1765718 Oct 27 16:36:40.657662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c11e3c-cb3f-43d6-b308-5fab306852ac', 'tag': 'af82af1d-cc2c-4b02-876b-aa13b1e3a35e'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:40.660023 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c47e7b-4efa-4b2b-849d-a8c8e7659168" -d '{"events": [{"name": "network-changed", "server_uuid": "75c11e3c-cb3f-43d6-b308-5fab306852ac", "tag": "af82af1d-cc2c-4b02-876b-aa13b1e3a35e"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:40.735246 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f5087a-e502-4afe-b033-03a22b3f0d17 x-openstack-request-id: req-f3f5087a-e502-4afe-b033-03a22b3f0d17 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:40.735546 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c11e3c-cb3f-43d6-b308-5fab306852ac", "tag": "af82af1d-cc2c-4b02-876b-aa13b1e3a35e", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:40.735813 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3f5087a-e502-4afe-b033-03a22b3f0d17 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:40.736236 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c11e3c-cb3f-43d6-b308-5fab306852ac', 'tag': 'af82af1d-cc2c-4b02-876b-aa13b1e3a35e', 'status': 'completed', 'code': 200} Oct 27 16:36:40.760759 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-89e2d51b-74a0-4ca8-b2d1-1fed74434e95 req-3f2b13cd-db86-4fb2-b09a-c0a3fa485918 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037126 Oct 27 16:36:40.768383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5a604-4914-4aaa-9a70-74abd3c46fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=af82af1d-cc2c-4b02-876b-aa13b1e3a35e,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:40.835526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47e7b-4efa-4b2b-849d-a8c8e7659168 req-0ac95e4a-5e70-42cb-8e16-42683cb0f02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:40.841242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e1c47e7b-4efa-4b2b-849d-a8c8e7659168 req-0ac95e4a-5e70-42cb-8e16-42683cb0f02a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 1095 time: 0.0791283 Oct 27 16:36:41.009350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47e7b-4efa-4b2b-849d-a8c8e7659168 req-18f0ef70-c5e8-4e44-959a-d893f6efca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:41.011004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e1c47e7b-4efa-4b2b-849d-a8c8e7659168 req-18f0ef70-c5e8-4e44-959a-d893f6efca81 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3cdb4db5640a48518f8166c1266fa319&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1621716 Oct 27 16:36:41.185940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47e7b-4efa-4b2b-849d-a8c8e7659168 req-e2915465-10a4-4d8e-82af-142f4c0c4553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:41.187682 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e1c47e7b-4efa-4b2b-849d-a8c8e7659168 req-e2915465-10a4-4d8e-82af-142f4c0c4553 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1699777 Oct 27 16:36:41.296768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-d8d2701b-9c82-446b-bcd5-44ab208ef7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:41.298361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-d8d2701b-9c82-446b-bcd5-44ab208ef7cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 1095 time: 0.0645580 Oct 27 16:36:41.356410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-6e775d88-8501-4c9e-b0ab-a0ac48644ea2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af82af1d-cc2c-4b02-876b-aa13b1e3a35e HTTP/1.1" status: 200 len: 217 time: 0.0488048 Oct 27 16:36:41.426765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-3fafde35-1b39-4b95-a3e4-5df9de820765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:41.429146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-3fafde35-1b39-4b95-a3e4-5df9de820765 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0663564 Oct 27 16:36:41.517887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-030816d6-a294-4e0a-894e-96163b7e8c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:41.520980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-030816d6-a294-4e0a-894e-96163b7e8c66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839076 Oct 27 16:36:41.602097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 36998) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:41.659345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-23ff640a-9153-4877-98b1-81598e22ae90 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307199 Oct 27 16:36:41.664542 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c4aa69c3-4421-417b-9ed1-5b5f79cf2d59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75645623a983493ebf4f13c64967a34a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612521 Oct 27 16:36:41.672725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 37002) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:36:41.729069 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-715004f0-1db2-4a37-be65-1b236542b544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:41.758498 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-715004f0-1db2-4a37-be65-1b236542b544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:41.787654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b605d670-19ed-4bc9-bea6-c8c988eb105f req-86afb2b0-3bec-4e08-940e-a7a54e8dfa7f service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204908 Oct 27 16:36:41.933584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c106a56-0443-4828-96cc-8fa7009359bd req-2ce15dee-6c1f-4fe2-a01b-dc27537f96dc tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:41.935132 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c106a56-0443-4828-96cc-8fa7009359bd req-2ce15dee-6c1f-4fe2-a01b-dc27537f96dc tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 944 time: 0.0670834 Oct 27 16:36:41.940385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-715004f0-1db2-4a37-be65-1b236542b544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:41.943233 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-715004f0-1db2-4a37-be65-1b236542b544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:41.944419 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-715004f0-1db2-4a37-be65-1b236542b544 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7c7088e-5d29-4c2f-95a3-2494815b171c HTTP/1.1" status: 204 len: 168 time: 0.2702277 Oct 27 16:36:41.964218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715004f0-1db2-4a37-be65-1b236542b544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c7088e-5d29-4c2f-95a3-2494815b171c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:42.024296 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c106a56-0443-4828-96cc-8fa7009359bd req-adbe6181-6d3a-4cc6-b296-7a9586b4d2e8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665307 Oct 27 16:36:43.203235 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9d957-c1b8-41f3-97f5-61ee2cdd7a27 req-1d7cf583-c47c-445e-a648-521a98cce9da tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:43.205612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-16a9d957-c1b8-41f3-97f5-61ee2cdd7a27 req-1d7cf583-c47c-445e-a648-521a98cce9da tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 944 time: 0.0839760 Oct 27 16:36:43.262782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-16a9d957-c1b8-41f3-97f5-61ee2cdd7a27 req-557951fd-3336-478d-a7b4-5c2d1e72a338 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504775 Oct 27 16:36:44.406401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c805423-f604-4522-9c7e-e73f371ebceb req-2f080192-d614-4c36-bbf8-31877028968a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:44.408038 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8c805423-f604-4522-9c7e-e73f371ebceb req-2f080192-d614-4c36-bbf8-31877028968a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 944 time: 0.0657339 Oct 27 16:36:44.466729 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8c805423-f604-4522-9c7e-e73f371ebceb req-6ccaad6c-f984-4add-ac72-74625241dcc3 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476091 Oct 27 16:36:45.597250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5b831-c4b2-4bcd-ad96-11a6f002131f req-90a6b7b7-4bfa-4a43-a1a9-1c7aeb868e02 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:45.598838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41e5b831-c4b2-4bcd-ad96-11a6f002131f req-90a6b7b7-4bfa-4a43-a1a9-1c7aeb868e02 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 944 time: 0.0522492 Oct 27 16:36:45.638025 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41e5b831-c4b2-4bcd-ad96-11a6f002131f req-287dbf66-6daa-44b9-a941-c1df4a166cb8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329535 Oct 27 16:36:46.764452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd14e8d-8225-4d99-aadd-8ef730b1675f req-8841d03e-e4c8-4524-b0d7-8441825c91f7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:46.765920 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-afd14e8d-8225-4d99-aadd-8ef730b1675f req-8841d03e-e4c8-4524-b0d7-8441825c91f7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 944 time: 0.0550559 Oct 27 16:36:46.807940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-afd14e8d-8225-4d99-aadd-8ef730b1675f req-e03ff861-aac1-495f-bc74-ce2248444f36 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356038 Oct 27 16:36:47.960318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09f692-b293-4ff7-a4d5-28e2f42786c9 req-7b00a7b8-eac9-454a-9771-93fe5ec5348b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:47.962113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee09f692-b293-4ff7-a4d5-28e2f42786c9 req-7b00a7b8-eac9-454a-9771-93fe5ec5348b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 944 time: 0.0670519 Oct 27 16:36:48.004229 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee09f692-b293-4ff7-a4d5-28e2f42786c9 req-1b090a8a-dc07-4982-b34e-15a75a1d647f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337553 Oct 27 16:36:48.494170 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b58947c4-072c-4c6a-a740-2e5f4eacd631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:49.126290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7ab36-5eb6-4268-81e1-175036938ea4 req-9b76f965-d1e6-472a-b069-526c97657af0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:49.128467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8a7ab36-5eb6-4268-81e1-175036938ea4 req-9b76f965-d1e6-472a-b069-526c97657af0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 944 time: 0.0517638 Oct 27 16:36:49.175963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8a7ab36-5eb6-4268-81e1-175036938ea4 req-598ea9e4-39fa-462d-ac96-4c5e81d95da8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 Oct 27 16:36:50.303904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63412c4-9fa9-4be6-bd60-2cbbce96487e req-7eee03b5-fe41-4d0d-a291-1422bb9ca7cc tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:50.305438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c63412c4-9fa9-4be6-bd60-2cbbce96487e req-7eee03b5-fe41-4d0d-a291-1422bb9ca7cc tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 944 time: 0.0627320 Oct 27 16:36:50.346373 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c63412c4-9fa9-4be6-bd60-2cbbce96487e req-834b3fd4-0936-4373-8d57-e38f00f2227a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337265 Oct 27 16:36:51.473927 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac051c0-21aa-4774-8091-80834b2e2635 req-feefd541-1599-47c8-91e8-99cc25b1945a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:51.476355 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ac051c0-21aa-4774-8091-80834b2e2635 req-feefd541-1599-47c8-91e8-99cc25b1945a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 944 time: 0.0564013 Oct 27 16:36:51.526759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ac051c0-21aa-4774-8091-80834b2e2635 req-b1652fa3-886e-46f7-9e05-67a37ae44fc5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355451 Oct 27 16:36:51.545453 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3113f8bb-6962-4609-bd3b-d64a1d59abc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.229961 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.280972 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:52.646474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93eef9-9e36-4c1a-b784-bc4837b235bf req-be8cab08-6dae-4dc3-a682-d96a6d6389ec tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:52.647984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f93eef9-9e36-4c1a-b784-bc4837b235bf req-be8cab08-6dae-4dc3-a682-d96a6d6389ec tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 944 time: 0.0491505 Oct 27 16:36:52.687384 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6f93eef9-9e36-4c1a-b784-bc4837b235bf req-2b98fdc0-c5d1-42d1-a756-4004cfba0023 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324934 Oct 27 16:36:53.276894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device af82af1d-cc2c-4b02-876b-aa13b1e3a35e details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:36:53.377138 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port af82af1d-cc2c-4b02-876b-aa13b1e3a35e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=af82af1d-cc2c-4b02-876b-aa13b1e3a35e,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:53.387881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'af82af1d-cc2c-4b02-876b-aa13b1e3a35e', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'port_id': 'af82af1d-cc2c-4b02-876b-aa13b1e3a35e', 'mac_address': 'fa:16:3e:78:f5:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:36:53.431509 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:53.449042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af82af1d-cc2c-4b02-876b-aa13b1e3a35e {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:36:53.469532 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port af82af1d-cc2c-4b02-876b-aa13b1e3a35e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=af82af1d-cc2c-4b02-876b-aa13b1e3a35e,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:53.636997 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:53.684000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=af82af1d-cc2c-4b02-876b-aa13b1e3a35e,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:53.804250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b09f52-213d-46ca-8865-763e8a3927fa req-cfdeec4f-1ff5-455c-98de-78ad4d0a2303 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:53.805760 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76b09f52-213d-46ca-8865-763e8a3927fa req-cfdeec4f-1ff5-455c-98de-78ad4d0a2303 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 945 time: 0.0500808 Oct 27 16:36:53.839792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['af82af1d-cc2c-4b02-876b-aa13b1e3a35e'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:36:53.852723 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-76b09f52-213d-46ca-8865-763e8a3927fa req-894f0421-db0b-48f7-beed-f85262bda02b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406456 Oct 27 16:36:54.191053 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:54.971218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04979359-c639-4bbd-b1b0-8972589a7625 req-e11d2f25-d93c-4c76-bd74-967cb374be66 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:54.972701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04979359-c639-4bbd-b1b0-8972589a7625 req-e11d2f25-d93c-4c76-bd74-967cb374be66 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 945 time: 0.0562768 Oct 27 16:36:55.010859 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04979359-c639-4bbd-b1b0-8972589a7625 req-d113903a-4d6e-4adc-92db-8206d29caca5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320883 Oct 27 16:36:55.278321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device af82af1d-cc2c-4b02-876b-aa13b1e3a35e up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:36:55.414098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port af82af1d-cc2c-4b02-876b-aa13b1e3a35e completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:36:55.424344 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port af82af1d-cc2c-4b02-876b-aa13b1e3a35e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:36:55.426027 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:55.514081 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:55.536406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c11e3c-cb3f-43d6-b308-5fab306852ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af82af1d-cc2c-4b02-876b-aa13b1e3a35e'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:36:55.538950 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80adcfd5-2ea2-44c8-baa7-7c060dd6ba8b" -d '{"events": [{"server_uuid": "75c11e3c-cb3f-43d6-b308-5fab306852ac", "name": "network-vif-plugged", "status": "completed", "tag": "af82af1d-cc2c-4b02-876b-aa13b1e3a35e"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:36:55.554526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port af82af1d-cc2c-4b02-876b-aa13b1e3a35e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=af82af1d-cc2c-4b02-876b-aa13b1e3a35e,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:36:55.581208 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c48065d-8fde-41c3-8ba6-c010a20c8c4f x-openstack-request-id: req-0c48065d-8fde-41c3-8ba6-c010a20c8c4f {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:36:55.581208 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c11e3c-cb3f-43d6-b308-5fab306852ac", "name": "network-vif-plugged", "status": "completed", "tag": "af82af1d-cc2c-4b02-876b-aa13b1e3a35e", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:36:55.581208 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c48065d-8fde-41c3-8ba6-c010a20c8c4f {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:36:55.581208 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c11e3c-cb3f-43d6-b308-5fab306852ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af82af1d-cc2c-4b02-876b-aa13b1e3a35e', 'code': 200} Oct 27 16:36:55.637158 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:36:55.684042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8739cd83-910c-4656-8ff1-2690f791e54e req-f9b72e05-3b14-41c0-8339-d16f7324b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:55.685836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8739cd83-910c-4656-8ff1-2690f791e54e req-f9b72e05-3b14-41c0-8339-d16f7324b820 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 1097 time: 0.0474584 Oct 27 16:36:55.698709 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=af82af1d-cc2c-4b02-876b-aa13b1e3a35e,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:36:55.722500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8739cd83-910c-4656-8ff1-2690f791e54e req-d6f1627e-cc7c-475f-9881-b9e300901dba service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298610 Oct 27 16:36:56.129351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31755a-aca5-4049-8bfb-d0cc21f58dc7 req-daef15ac-4f3b-46f2-a810-68f32b0732f4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:56.130870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dc31755a-aca5-4049-8bfb-d0cc21f58dc7 req-daef15ac-4f3b-46f2-a810-68f32b0732f4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 946 time: 0.0498066 Oct 27 16:36:56.172120 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dc31755a-aca5-4049-8bfb-d0cc21f58dc7 req-dc4be2e3-db98-4685-aaa3-8626476ac91d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350549 Oct 27 16:36:57.296634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525b5fda-9163-4910-be4b-de8f2b430b60 req-bc431e0e-8059-4e9f-aae7-c2b8d730311b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:57.298249 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-525b5fda-9163-4910-be4b-de8f2b430b60 req-bc431e0e-8059-4e9f-aae7-c2b8d730311b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 946 time: 0.0516262 Oct 27 16:36:57.337064 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-525b5fda-9163-4910-be4b-de8f2b430b60 req-74a7e630-51e3-44cb-8e83-7f2b4577b284 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324423 Oct 27 16:36:57.761935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb805b8-233f-42f4-a32a-0d1bb19b3807 req-e7c11697-a04b-40eb-8d0f-ddfa557cafa6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:36:57.763440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ffb805b8-233f-42f4-a32a-0d1bb19b3807 req-e7c11697-a04b-40eb-8d0f-ddfa557cafa6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 946 time: 0.3585830 Oct 27 16:36:57.802691 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ffb805b8-233f-42f4-a32a-0d1bb19b3807 req-9416d040-c724-4824-a21f-9154bacee73d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326736 Oct 27 16:36:59.476898 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:01.290348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-37e83233-2321-416a-8125-503f5aed2873 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:01.291823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-37e83233-2321-416a-8125-503f5aed2873 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.1107662 Oct 27 16:37:01.308664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-a58d6a23-c9f8-49cd-96df-32dd617b3988 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/quotas/3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 375 time: 0.0101478 Oct 27 16:37:01.365785 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-fd79be0e-c674-444e-869d-0c0cf3203588 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496693 Oct 27 16:37:01.462337 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-0c284afc-203a-4ba8-90a6-613ceffe9783 service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862718 Oct 27 16:37:01.560333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-eda38bda-6c7d-4c92-83ba-228fe5140127 service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908413 Oct 27 16:37:01.871439 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-361265de-ef42-4fda-9b0a-f6673e8ff74a req-51cbd4c6-3389-489a-b45c-7c7f9f8acda6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0321412 Oct 27 16:37:02.743934 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:02.970151 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-122f5ad2-a3b9-4ceb-975c-b0c314f75167 req-a2229a65-2a18-4b3e-ad7b-19422152af63 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0273464 Oct 27 16:37:04.089592 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f1be8dd7-bb36-4307-b1b6-d7e2918552e3 req-54cf9f4f-7754-4968-9b7f-d210e9ee79c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0352733 Oct 27 16:37:04.097872 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-7ec16a29-4672-4e3f-8876-b3c2368a120f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:04.100616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-7ec16a29-4672-4e3f-8876-b3c2368a120f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.54 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.1488605 Oct 27 16:37:04.116577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'port': {'device_id': '19e380e4-2624-481a-bcbb-0166bd13b520', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'admin_state_up': True, 'tenant_id': '3cdb4db5640a48518f8166c1266fa319'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:04.237552 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:37:04.328460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Made reservation on behalf of 3cdb4db5640a48518f8166c1266fa319 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:37:04.332028 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:04.477659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Allocated IP 172.20.0.9 (1b392652-e494-4ed3-9954-2b4eaa7575b7/84ab4aa4-dd47-43f8-8bdd-470c530f77ad/a57b5cde-816f-4e27-8a34-0c9b86afbbef) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:37:04.676915 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:04.786119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:04.800820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['af82af1d-cc2c-4b02-876b-aa13b1e3a35e'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:37:04.837753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:37:04.847771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:37:04.852677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:37:04.857363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=a57b5cde-816f-4e27-8a34-0c9b86afbbef,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:04.955250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:04.956825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:05.141242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-9e407710-b645-4cdd-9834-c7e46de99bde tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0309839 Oct 27 16:37:05.159015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Request body: {'port': {'device_id': '19e380e4-2624-481a-bcbb-0166bd13b520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:37:05.280815 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:05.295772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ae130340-afd5-4e53-862e-ef3392ce6dd0 None None] Provisioning complete for port a57b5cde-816f-4e27-8a34-0c9b86afbbef triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:37:05.299306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ae130340-afd5-4e53-862e-ef3392ce6dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:05.307590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94459d-a9e8-4c7c-b7ef-b4e62f4dd02e req-98b408a5-2585-43d7-89ed-f8ab1f92c815 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:05.309576 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d94459d-a9e8-4c7c-b7ef-b4e62f4dd02e req-98b408a5-2585-43d7-89ed-f8ab1f92c815 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 931 time: 0.1257737 Oct 27 16:37:05.346158 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ae130340-afd5-4e53-862e-ef3392ce6dd0 None None] Port a57b5cde-816f-4e27-8a34-0c9b86afbbef cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:37:05.395618 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7d94459d-a9e8-4c7c-b7ef-b4e62f4dd02e req-3e0208a5-9640-4db6-b90d-bb37e0d031dd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582469 Oct 27 16:37:05.673214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57b5cde-816f-4e27-8a34-0c9b86afbbef {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:37:05.683896 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:05.697750 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Transition to ACTIVE for port object a57b5cde-816f-4e27-8a34-0c9b86afbbef will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:37:05.789996 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:05.841801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Pushing event updated for resources: {'Port': ['ID=a57b5cde-816f-4e27-8a34-0c9b86afbbef,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:05.965483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Attempting to bind port a57b5cde-816f-4e27-8a34-0c9b86afbbef on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:37:05.965829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Attempting to bind port a57b5cde-816f-4e27-8a34-0c9b86afbbef by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:37:05.966848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Attempting to bind port a57b5cde-816f-4e27-8a34-0c9b86afbbef on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:05.972203 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Port a57b5cde-816f-4e27-8a34-0c9b86afbbef on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:37:05.972667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Attempting to bind port a57b5cde-816f-4e27-8a34-0c9b86afbbef on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:37:05.978330 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:37:05.983953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Checking segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:37:05.983953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Bound using segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:37:05.983953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Bound port: a57b5cde-816f-4e27-8a34-0c9b86afbbef, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:37:05.983953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:06.062283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] For port a57b5cde-816f-4e27-8a34-0c9b86afbbef, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:37:06.065698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] For port a57b5cde-816f-4e27-8a34-0c9b86afbbef, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a57b5cde-816f-4e27-8a34-0c9b86afbbef,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:37:06.197539 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:06.240893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:06.241548 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:06.243276 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] 10.222.0.54 "PUT /v2.0/ports/a57b5cde-816f-4e27-8a34-0c9b86afbbef HTTP/1.1" status: 200 len: 1091 time: 1.0937762 Oct 27 16:37:06.249151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e380e4-2624-481a-bcbb-0166bd13b520', 'tag': 'a57b5cde-816f-4e27-8a34-0c9b86afbbef'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:37:06.253761 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943a237f-7f47-4285-9da3-47da0a831a15" -d '{"events": [{"name": "network-changed", "server_uuid": "19e380e4-2624-481a-bcbb-0166bd13b520", "tag": "a57b5cde-816f-4e27-8a34-0c9b86afbbef"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:37:06.339534 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925dd4f7-f38d-4cb3-be12-1fb30e5a2df6 x-openstack-request-id: req-925dd4f7-f38d-4cb3-be12-1fb30e5a2df6 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:37:06.339830 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19e380e4-2624-481a-bcbb-0166bd13b520", "tag": "a57b5cde-816f-4e27-8a34-0c9b86afbbef", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:37:06.340166 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-925dd4f7-f38d-4cb3-be12-1fb30e5a2df6 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:37:06.340579 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e380e4-2624-481a-bcbb-0166bd13b520', 'tag': 'a57b5cde-816f-4e27-8a34-0c9b86afbbef', 'status': 'completed', 'code': 200} Oct 27 16:37:06.405900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1515a-4b89-418c-a417-70bb556da662 service neutron] Pushing event updated for resources: {'Port': ['ID=a57b5cde-816f-4e27-8a34-0c9b86afbbef,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:37:06.464022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a237f-7f47-4285-9da3-47da0a831a15 req-8046a8e6-8368-49d8-b435-3790ba129a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:06.468482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-943a237f-7f47-4285-9da3-47da0a831a15 req-8046a8e6-8368-49d8-b435-3790ba129a16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 1094 time: 0.0999286 Oct 27 16:37:06.670087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d3497-4b9c-42e3-9694-677dfd144e43 req-4533cb82-0e2b-4e5d-801d-edd990748e02 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:06.671753 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd3d3497-4b9c-42e3-9694-677dfd144e43 req-4533cb82-0e2b-4e5d-801d-edd990748e02 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.1541390 Oct 27 16:37:06.703639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a237f-7f47-4285-9da3-47da0a831a15 req-f1f0c94c-2730-4dc5-8b26-17003f3c6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:06.705126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-943a237f-7f47-4285-9da3-47da0a831a15 req-f1f0c94c-2730-4dc5-8b26-17003f3c6e8f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3cdb4db5640a48518f8166c1266fa319&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2136111 Oct 27 16:37:06.809798 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd3d3497-4b9c-42e3-9694-677dfd144e43 req-e8149766-531a-417c-885e-f9f3190c50e4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311989 Oct 27 16:37:06.883377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a237f-7f47-4285-9da3-47da0a831a15 req-e17e99cc-519d-47f2-bd3f-a259080ef4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:06.885029 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-943a237f-7f47-4285-9da3-47da0a831a15 req-e17e99cc-519d-47f2-bd3f-a259080ef4db service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1688225 Oct 27 16:37:06.977813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-2b8f772f-d2f9-4db1-b355-8c6c70f9ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:06.980619 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-2b8f772f-d2f9-4db1-b355-8c6c70f9ad32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 1094 time: 0.0553446 Oct 27 16:37:07.039173 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-ce328696-5f72-453a-aa47-e6a1a9bb6723 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a57b5cde-816f-4e27-8a34-0c9b86afbbef HTTP/1.1" status: 200 len: 217 time: 0.0502772 Oct 27 16:37:07.088917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-08249f9e-20aa-4e6e-9b0f-6bc34667cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:07.090366 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-08249f9e-20aa-4e6e-9b0f-6bc34667cb8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0439959 Oct 27 16:37:07.139941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-aa089576-0081-4b8e-b530-44872c715747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:07.141522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-aa089576-0081-4b8e-b530-44872c715747 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442014 Oct 27 16:37:07.252773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-a25ff292-8354-4446-9951-6ba608fa06ef service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036980 Oct 27 16:37:07.371601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d6841f6-5eb9-4c67-8e94-ac5b32b9f749 req-5188af7a-fb70-484f-95c0-ef6987490ee2 service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121356 Oct 27 16:37:08.015762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fc9a1-de58-4a21-afb1-419a008bfab5 req-ca160deb-7acb-4ebf-8bc2-c7a3372a839c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:08.023934 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b6fc9a1-de58-4a21-afb1-419a008bfab5 req-ca160deb-7acb-4ebf-8bc2-c7a3372a839c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.1160858 Oct 27 16:37:08.062976 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b6fc9a1-de58-4a21-afb1-419a008bfab5 req-07f17553-e722-4c07-99f3-ff430feac8b3 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378613 Oct 27 16:37:09.233630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f023b3d-8acc-4c0b-9267-57b35cefeedc req-591243b0-e88a-44e7-9ed2-670cc4b1be2a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:09.234235 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9f023b3d-8acc-4c0b-9267-57b35cefeedc req-591243b0-e88a-44e7-9ed2-670cc4b1be2a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0769329 Oct 27 16:37:09.281323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9f023b3d-8acc-4c0b-9267-57b35cefeedc req-6607065c-0c60-45d1-98ee-04dd1cf4d953 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362961 Oct 27 16:37:10.444850 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd4c18-c106-4299-bcbb-147254aae01e req-ff64a54c-95f6-446c-bded-f1fbe3c0f811 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.446350 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02fd4c18-c106-4299-bcbb-147254aae01e req-ff64a54c-95f6-446c-bded-f1fbe3c0f811 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0534668 Oct 27 16:37:10.493362 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02fd4c18-c106-4299-bcbb-147254aae01e req-da115383-3d46-4aa1-b444-c890121fa543 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388057 Oct 27 16:37:10.550819 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-90d0e83d-7db1-427a-96f2-0a4ef611711c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461271 Oct 27 16:37:10.664278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-127a9cf2-e293-4980-a80b-8d6730fedc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.666631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-127a9cf2-e293-4980-a80b-8d6730fedc04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 1097 time: 0.0623696 Oct 27 16:37:10.805547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-c1d31f8b-804e-414a-82c1-9c68800c444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.807158 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-c1d31f8b-804e-414a-82c1-9c68800c444a service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.1141875 Oct 27 16:37:10.862013 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-230d1c98-90bf-439e-bd6f-730222e7fc4b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af82af1d-cc2c-4b02-876b-aa13b1e3a35e HTTP/1.1" status: 200 len: 217 time: 0.0460396 Oct 27 16:37:10.919569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-699eb92e-ae97-4520-bd07-eaa7d6f39e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.921215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-699eb92e-ae97-4520-bd07-eaa7d6f39e82 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0516653 Oct 27 16:37:10.986990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-6a036258-6c78-4d65-aaa9-e301e5becd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:10.991610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-6a036258-6c78-4d65-aaa9-e301e5becd87 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617039 Oct 27 16:37:11.095109 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-3dd6a1d4-5655-4f04-9726-9c7de90ff822 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967066 Oct 27 16:37:11.260498 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4de44e8-b3a9-4a40-b319-b648edc70d05 req-6f4f5ec1-4a36-47f3-aaff-ed4c2111106d service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569009 Oct 27 16:37:11.620525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5183a-4c82-4efc-bf3e-256c5fa7e2f3 req-c193ddf1-eece-4869-8d15-cad3df4974ea tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:11.622117 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3a5183a-4c82-4efc-bf3e-256c5fa7e2f3 req-c193ddf1-eece-4869-8d15-cad3df4974ea tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0562239 Oct 27 16:37:11.673203 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3a5183a-4c82-4efc-bf3e-256c5fa7e2f3 req-264c9174-06b3-4527-babe-b4d7dd587441 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361488 Oct 27 16:37:12.834833 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38259009-9b00-4a9c-acb1-74e705d88297 req-2c1c997e-8145-441a-bf77-5d4d8c427338 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:12.837859 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38259009-9b00-4a9c-acb1-74e705d88297 req-2c1c997e-8145-441a-bf77-5d4d8c427338 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0816820 Oct 27 16:37:12.877836 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38259009-9b00-4a9c-acb1-74e705d88297 req-5b0928e0-cbfc-46ae-9a06-ec6659120e00 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335348 Oct 27 16:37:14.003914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8ddf9-58c2-4a5f-b951-7e79d000221e req-a2ffe038-abc6-4c07-b852-c0c4a616c978 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:14.005478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afe8ddf9-58c2-4a5f-b951-7e79d000221e req-a2ffe038-abc6-4c07-b852-c0c4a616c978 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0517690 Oct 27 16:37:14.080470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afe8ddf9-58c2-4a5f-b951-7e79d000221e req-b363bd16-f5ac-4f3a-83d0-6d023676b767 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685518 Oct 27 16:37:15.224986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938b198-f2a4-485d-8afb-a6a5fb7d3869 req-b4a1b425-b84f-4004-80ec-65d31be0cf08 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:15.226535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1938b198-f2a4-485d-8afb-a6a5fb7d3869 req-b4a1b425-b84f-4004-80ec-65d31be0cf08 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0566177 Oct 27 16:37:15.279452 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1938b198-f2a4-485d-8afb-a6a5fb7d3869 req-6a70cc32-81a6-4f01-9bc7-7e7f19832d41 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431700 Oct 27 16:37:16.204689 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-794a2023-167a-4979-be16-c93e1c2aab4d req-6ee14018-f093-4d8b-b749-f45528b0ff5b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450096 Oct 27 16:37:16.292901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a2023-167a-4979-be16-c93e1c2aab4d req-a0acf629-44f7-478f-9380-f57ea40b58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:16.295217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-794a2023-167a-4979-be16-c93e1c2aab4d req-a0acf629-44f7-478f-9380-f57ea40b58a1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7bdba6d4720748818a9cff9ab31b26eb&device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 1101 time: 0.0438631 Oct 27 16:37:16.470705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a2023-167a-4979-be16-c93e1c2aab4d req-f065abe8-46d5-41ed-84a2-14ccd312ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:16.472224 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-794a2023-167a-4979-be16-c93e1c2aab4d req-f065abe8-46d5-41ed-84a2-14ccd312ba30 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.1548138 Oct 27 16:37:16.481660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc051-bfc3-4393-8dd2-ca1c49cfffaf req-c3bac679-737c-4d30-b22d-e96e3c190171 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:16.483136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d2dc051-bfc3-4393-8dd2-ca1c49cfffaf req-c3bac679-737c-4d30-b22d-e96e3c190171 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0933237 Oct 27 16:37:16.523864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-794a2023-167a-4979-be16-c93e1c2aab4d req-0d51746a-8b52-40f8-8afd-e7aa83bd570b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=94ccaefb-1be4-4385-a5bf-a42c4a078434 HTTP/1.1" status: 200 len: 217 time: 0.0397718 Oct 27 16:37:16.596743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d2dc051-bfc3-4393-8dd2-ca1c49cfffaf req-d250325d-788d-4506-9961-8d048c0cdb44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742333 Oct 27 16:37:16.604800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a2023-167a-4979-be16-c93e1c2aab4d req-b9fb0128-675c-428e-8717-c3859453f7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:16.606273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-794a2023-167a-4979-be16-c93e1c2aab4d req-b9fb0128-675c-428e-8717-c3859453f7bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0682254 Oct 27 16:37:16.659941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a2023-167a-4979-be16-c93e1c2aab4d req-0e83bc33-784b-4d45-b994-6e6f20c61d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:16.661579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-794a2023-167a-4979-be16-c93e1c2aab4d req-0e83bc33-784b-4d45-b994-6e6f20c61d18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0483985 Oct 27 16:37:16.760212 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-794a2023-167a-4979-be16-c93e1c2aab4d req-3db7accd-2c82-4909-aaa8-6ef295206d4c service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903165 Oct 27 16:37:16.872154 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-794a2023-167a-4979-be16-c93e1c2aab4d req-04b6d814-d1b8-4fec-8ddc-0e5a136459ea service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041024 Oct 27 16:37:17.743643 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d6f0e-af51-4df8-aec7-d89ac8078f56 req-1f56a3b9-4185-4625-824e-931b94021a4b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:17.745708 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a1d6f0e-af51-4df8-aec7-d89ac8078f56 req-1f56a3b9-4185-4625-824e-931b94021a4b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0628729 Oct 27 16:37:17.791890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a1d6f0e-af51-4df8-aec7-d89ac8078f56 req-d9753928-c73e-4c67-9a90-c25dec9d9fcd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348983 Oct 27 16:37:18.511178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c7ab1ce6-1fbb-4e76-8917-928807ea0fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:18.918977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edd4cc-290d-4954-9ee0-871af94de4b6 req-f5f02ed9-2672-4491-916a-22dd4d5e5646 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:18.920464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-24edd4cc-290d-4954-9ee0-871af94de4b6 req-f5f02ed9-2672-4491-916a-22dd4d5e5646 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0532146 Oct 27 16:37:18.963615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-24edd4cc-290d-4954-9ee0-871af94de4b6 req-5e3f3115-8686-468c-8d47-22dcc7c25763 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Oct 27 16:37:20.092617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29159201-5b01-47b3-be90-a2716341f2ae req-dafe5f10-3973-40bd-a718-66bbffefd7c9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:20.094802 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29159201-5b01-47b3-be90-a2716341f2ae req-dafe5f10-3973-40bd-a718-66bbffefd7c9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0594068 Oct 27 16:37:20.141165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29159201-5b01-47b3-be90-a2716341f2ae req-a6c949cb-2f15-4838-87a7-3657bcb26888 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388675 Oct 27 16:37:21.282434 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476e3c3-b272-416e-bd3e-bd09a7dfa465 req-e015a4b2-fb48-4cb6-962b-83f961bcf1a2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:21.285236 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d476e3c3-b272-416e-bd3e-bd09a7dfa465 req-e015a4b2-fb48-4cb6-962b-83f961bcf1a2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0616012 Oct 27 16:37:21.326894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d476e3c3-b272-416e-bd3e-bd09a7dfa465 req-590c313d-21f1-4aea-8fa7-d134c3339ec9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336316 Oct 27 16:37:21.572666 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ce15be4-a4ae-46f7-919b-6ace6593c043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:22.252019 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:22.275926 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:22.452940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0283e92-a538-4e0f-bad3-275cff315eb8 req-7fb05a03-32c6-44ad-91d9-901f557ba985 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:22.455338 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0283e92-a538-4e0f-bad3-275cff315eb8 req-7fb05a03-32c6-44ad-91d9-901f557ba985 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0544443 Oct 27 16:37:22.498840 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0283e92-a538-4e0f-bad3-275cff315eb8 req-8bb6a039-0626-4678-8db4-7dd6ceda7c44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370569 Oct 27 16:37:23.630500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf45802-f3e3-4d98-8565-c7f618f9c018 req-e2295a5b-2860-4f41-8a0a-0c29b970e2e4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:23.632277 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9bf45802-f3e3-4d98-8565-c7f618f9c018 req-e2295a5b-2860-4f41-8a0a-0c29b970e2e4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0571551 Oct 27 16:37:23.688460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9bf45802-f3e3-4d98-8565-c7f618f9c018 req-583202d3-9645-4ce8-9874-df2f418d623f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468028 Oct 27 16:37:24.219345 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:24.813846 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c0d04-aca5-49b0-a33e-13680b41a58c req-fa463e4a-fd29-4564-8283-9f80c2e0e71f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:24.815449 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e1c0d04-aca5-49b0-a33e-13680b41a58c req-fa463e4a-fd29-4564-8283-9f80c2e0e71f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0525417 Oct 27 16:37:24.857056 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e1c0d04-aca5-49b0-a33e-13680b41a58c req-28cd7d51-281f-421f-94da-6af272557b49 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345039 Oct 27 16:37:25.981148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99afa20-4e3f-4c77-ad7b-910539b9411c req-25ba46f5-bbd0-4d02-a977-c06d2b1a25b2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:25.983808 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b99afa20-4e3f-4c77-ad7b-910539b9411c req-25ba46f5-bbd0-4d02-a977-c06d2b1a25b2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0534153 Oct 27 16:37:26.027664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b99afa20-4e3f-4c77-ad7b-910539b9411c req-4a239f29-8e82-499b-9187-d37230e45334 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370955 Oct 27 16:37:27.168095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59ebcf-6603-4e2d-8dbd-b517ae57f492 req-837edd96-e569-412f-b04b-cfae626c6c70 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:27.169559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a59ebcf-6603-4e2d-8dbd-b517ae57f492 req-837edd96-e569-412f-b04b-cfae626c6c70 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0584271 Oct 27 16:37:27.211365 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a59ebcf-6603-4e2d-8dbd-b517ae57f492 req-d8119f4b-d6b6-4834-b614-f5153eb05ce9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349228 Oct 27 16:37:28.342895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da4405-4cfc-4785-af3c-e56fffaf1c7b req-e92d32d1-7738-4fb1-983a-ce0b159f399d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:28.345542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d0da4405-4cfc-4785-af3c-e56fffaf1c7b req-e92d32d1-7738-4fb1-983a-ce0b159f399d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0581911 Oct 27 16:37:28.388874 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d0da4405-4cfc-4785-af3c-e56fffaf1c7b req-d735752d-fead-4986-96d0-38c61e77f729 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357025 Oct 27 16:37:29.527984 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:29.544789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d879213-062f-4b8d-95a6-3428f9fd69d9 req-bce1b284-50d8-4e50-866b-37c8a072e5a2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:29.546270 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d879213-062f-4b8d-95a6-3428f9fd69d9 req-bce1b284-50d8-4e50-866b-37c8a072e5a2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0678031 Oct 27 16:37:29.586890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d879213-062f-4b8d-95a6-3428f9fd69d9 req-6f3e0d53-d1b3-486c-8d71-e829875761d6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333927 Oct 27 16:37:30.726747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119500c-0ebb-42e8-b7cf-e68ff0632b17 req-a0c804dc-bd08-409f-b392-fefe95d7a801 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:30.728269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a119500c-0ebb-42e8-b7cf-e68ff0632b17 req-a0c804dc-bd08-409f-b392-fefe95d7a801 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0631578 Oct 27 16:37:30.777887 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a119500c-0ebb-42e8-b7cf-e68ff0632b17 req-1a7ab899-5375-4997-94f9-db9e7234e2c4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417910 Oct 27 16:37:31.905829 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca94d23-f002-4fae-9747-ba71beee8ea0 req-9931669f-7ba3-44f3-818b-d34fc7c2e15e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:31.908638 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ca94d23-f002-4fae-9747-ba71beee8ea0 req-9931669f-7ba3-44f3-818b-d34fc7c2e15e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0526726 Oct 27 16:37:31.960778 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ca94d23-f002-4fae-9747-ba71beee8ea0 req-40d34d1a-405b-492a-9f60-6502ad007308 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449739 Oct 27 16:37:32.762591 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:33.093259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a742d8-51a6-45fe-9550-cf9127453475 req-37cc73af-ccc0-4476-9d77-2e61036c5f2c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:33.095784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a742d8-51a6-45fe-9550-cf9127453475 req-37cc73af-ccc0-4476-9d77-2e61036c5f2c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0542037 Oct 27 16:37:33.148276 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3a742d8-51a6-45fe-9550-cf9127453475 req-1d4247bf-bf21-4f51-b792-4f06d846605a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459166 Oct 27 16:37:34.284578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915df863-ad7b-4fad-88e8-db63de760de1 req-5ee3ccf7-e628-401d-b637-c560a04a4ddb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:34.286115 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-915df863-ad7b-4fad-88e8-db63de760de1 req-5ee3ccf7-e628-401d-b637-c560a04a4ddb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0621097 Oct 27 16:37:34.330905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-915df863-ad7b-4fad-88e8-db63de760de1 req-fb45ba23-b59b-4c67-a814-dd0fffd8e2e2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381389 Oct 27 16:37:35.478281 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366363f-9955-43dd-bd5a-004424c883c9 req-dd23ba04-5cc5-4b27-9d7a-28e119d4de4f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:35.480464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d366363f-9955-43dd-bd5a-004424c883c9 req-dd23ba04-5cc5-4b27-9d7a-28e119d4de4f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0741651 Oct 27 16:37:35.527979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d366363f-9955-43dd-bd5a-004424c883c9 req-ffd977b7-badd-4ded-b38a-32940dd1a41c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370262 Oct 27 16:37:36.683233 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ab70f-f03b-42d9-b924-59053e5fa79e req-62490ada-c8ef-4626-b7ac-b1dfc09cef18 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:36.685087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef3ab70f-f03b-42d9-b924-59053e5fa79e req-62490ada-c8ef-4626-b7ac-b1dfc09cef18 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0771608 Oct 27 16:37:36.740483 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef3ab70f-f03b-42d9-b924-59053e5fa79e req-c1fa6924-bfb0-41be-9b76-87b4f1217062 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481169 Oct 27 16:37:38.130795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe904f-184d-4500-95db-3d1f7d4d0cf7 req-5a36e8ed-1e53-4d38-b58a-7a098a36999f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:38.132315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2fe904f-184d-4500-95db-3d1f7d4d0cf7 req-5a36e8ed-1e53-4d38-b58a-7a098a36999f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.3137836 Oct 27 16:37:38.175995 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2fe904f-184d-4500-95db-3d1f7d4d0cf7 req-2d8e36a3-d90f-4ecc-bf3b-87e91a96c70e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360034 Oct 27 16:37:39.379368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9aff1-3964-4fbe-8626-91bb01dc6352 req-3347422e-bf07-4e6e-8d71-eade60aa67fa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:39.380957 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1dd9aff1-3964-4fbe-8626-91bb01dc6352 req-3347422e-bf07-4e6e-8d71-eade60aa67fa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.1336164 Oct 27 16:37:39.423409 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1dd9aff1-3964-4fbe-8626-91bb01dc6352 req-545ebe3f-4416-441b-94de-840993f2ec5c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363545 Oct 27 16:37:40.560356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a90fc-642d-4139-9530-93ad929709a1 req-6edc8247-cac3-44e4-82e0-c876e7f8bb72 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:40.562516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc5a90fc-642d-4139-9530-93ad929709a1 req-6edc8247-cac3-44e4-82e0-c876e7f8bb72 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0520675 Oct 27 16:37:40.604134 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc5a90fc-642d-4139-9530-93ad929709a1 req-a7f75e01-4df9-4220-9e11-a995d3b3f586 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347388 Oct 27 16:37:41.240191 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:37:41.731803 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d82444-e471-4603-b266-3d3a5e31feb1 req-5635e6cb-e63b-42d9-b585-afa3d41a5861 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:41.733314 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45d82444-e471-4603-b266-3d3a5e31feb1 req-5635e6cb-e63b-42d9-b585-afa3d41a5861 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0548234 Oct 27 16:37:41.773926 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-45d82444-e471-4603-b266-3d3a5e31feb1 req-f0adc9aa-ca3d-475f-9c15-de3f1ba37651 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Oct 27 16:37:42.915323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45918f19-e07a-4b10-bf29-ac6cecc999b0 req-f352de23-f3e2-4846-9e3c-38084e336ce4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:42.920861 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-45918f19-e07a-4b10-bf29-ac6cecc999b0 req-f352de23-f3e2-4846-9e3c-38084e336ce4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0626879 Oct 27 16:37:42.958044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-45918f19-e07a-4b10-bf29-ac6cecc999b0 req-41a66ad3-65d0-4aab-af9b-b58de3bd2adb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335703 Oct 27 16:37:44.082675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b613f9-27f6-4eaf-ab6c-158f2f33ed34 req-5fb77ae5-dc8d-4010-8a3a-fd4039bcced9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:44.084206 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-14b613f9-27f6-4eaf-ab6c-158f2f33ed34 req-5fb77ae5-dc8d-4010-8a3a-fd4039bcced9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0544345 Oct 27 16:37:44.122993 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-14b613f9-27f6-4eaf-ab6c-158f2f33ed34 req-2dcd8b86-c12f-46fd-9bea-62c4525af06d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322418 Oct 27 16:37:45.267193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395867a3-4ab5-4dd5-91b0-be1a95dac785 req-fb91dfc1-1b4e-4ab5-9e4f-3a6aa1536d3a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:45.269008 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-395867a3-4ab5-4dd5-91b0-be1a95dac785 req-fb91dfc1-1b4e-4ab5-9e4f-3a6aa1536d3a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0677195 Oct 27 16:37:45.318937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-395867a3-4ab5-4dd5-91b0-be1a95dac785 req-6e74d260-44a4-452a-a00d-7ca22deaca61 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437059 Oct 27 16:37:46.442579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b075bf-0979-49db-8b39-e93699e6a6db req-c540806b-1eb2-42fb-9e7b-3aa7f95ae82c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:46.444316 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-73b075bf-0979-49db-8b39-e93699e6a6db req-c540806b-1eb2-42fb-9e7b-3aa7f95ae82c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0505941 Oct 27 16:37:46.483357 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-73b075bf-0979-49db-8b39-e93699e6a6db req-ec9131b4-9613-4047-9ecf-274d507d3fcd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Oct 27 16:37:47.604463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ba14d-c6ff-4d12-b89e-e0eb30e41cdb req-44e714b4-5926-4346-8826-e0a5fc36105b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:47.606074 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-502ba14d-c6ff-4d12-b89e-e0eb30e41cdb req-44e714b4-5926-4346-8826-e0a5fc36105b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0527511 Oct 27 16:37:47.645899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-502ba14d-c6ff-4d12-b89e-e0eb30e41cdb req-47aaa14d-35c8-4dfc-9630-d531f8b62428 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Oct 27 16:37:48.534177 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e398e930-b720-4547-9c4f-52a1d9e754cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:48.771218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ecf190-12ae-4a15-abad-41fb3c891854 req-7e1a70f4-0f67-44f5-b40b-0627a6aeb13e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:48.772769 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3ecf190-12ae-4a15-abad-41fb3c891854 req-7e1a70f4-0f67-44f5-b40b-0627a6aeb13e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0575008 Oct 27 16:37:48.813821 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3ecf190-12ae-4a15-abad-41fb3c891854 req-cc722862-6c35-40e0-8302-7a537b807452 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351021 Oct 27 16:37:49.936243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1912d55-7a07-47c8-a2d6-ed9fc8b3fb14 req-6cdc373e-d2a6-41bf-aecf-7c1aa27b8e9c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:49.938441 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1912d55-7a07-47c8-a2d6-ed9fc8b3fb14 req-6cdc373e-d2a6-41bf-aecf-7c1aa27b8e9c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0542972 Oct 27 16:37:49.977727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1912d55-7a07-47c8-a2d6-ed9fc8b3fb14 req-c4deb81f-a114-4ecb-b89b-789681bdef52 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Oct 27 16:37:51.099228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2200d-43b9-437d-ae84-08b610c1ea8c req-eaade086-e318-4bab-81b4-56dd4b93e8ee tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:51.101450 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cc2200d-43b9-437d-ae84-08b610c1ea8c req-eaade086-e318-4bab-81b4-56dd4b93e8ee tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0528665 Oct 27 16:37:51.147250 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cc2200d-43b9-437d-ae84-08b610c1ea8c req-f452a2ad-6317-4e73-abf7-60f4d285082f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355976 Oct 27 16:37:51.528111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-083c5601-6880-4fed-9134-398ac0460b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:52.242585 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:52.276844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1292-ecae-4d4e-86c7-1c85b2fb50a3 req-09badfb0-08c9-4411-92da-7b03eb9d5ede tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:52.278445 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c80c1292-ecae-4d4e-86c7-1c85b2fb50a3 req-09badfb0-08c9-4411-92da-7b03eb9d5ede tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0558250 Oct 27 16:37:52.288846 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:52.324072 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c80c1292-ecae-4d4e-86c7-1c85b2fb50a3 req-fe720d4c-a111-4186-be39-b1cd0c519c8f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 Oct 27 16:37:53.446218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7b474-7769-48fb-aaf5-497934a962fa req-aa6a131e-a43d-48da-9a92-7b25c63e8b4d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:53.447723 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ea7b474-7769-48fb-aaf5-497934a962fa req-aa6a131e-a43d-48da-9a92-7b25c63e8b4d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0521665 Oct 27 16:37:53.487847 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ea7b474-7769-48fb-aaf5-497934a962fa req-030cfef4-ac5e-41b6-854d-e23b7e8e84b2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339456 Oct 27 16:37:54.225160 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:37:54.613923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8c674-ceb6-44e8-aa3c-347fa16c8509 req-701211de-29ac-4dee-aa89-bbe9be664d8e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:54.615816 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1aa8c674-ceb6-44e8-aa3c-347fa16c8509 req-701211de-29ac-4dee-aa89-bbe9be664d8e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0521007 Oct 27 16:37:54.655209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1aa8c674-ceb6-44e8-aa3c-347fa16c8509 req-f724ae65-82b8-4b8e-be01-5703fb472eb1 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331640 Oct 27 16:37:55.780592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b891483-44dc-4bf8-8730-e7102f919e69 req-3087c1d9-1861-4308-aef6-61528eac0989 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:55.782229 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b891483-44dc-4bf8-8730-e7102f919e69 req-3087c1d9-1861-4308-aef6-61528eac0989 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0542853 Oct 27 16:37:55.820436 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b891483-44dc-4bf8-8730-e7102f919e69 req-800dbca7-dfc6-4f7d-ae2d-d2da300e2de9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321038 Oct 27 16:37:56.951814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11218d-28ce-4c4f-aead-226a9d36d5d1 req-7dc3f8e7-6bf5-42e9-9121-346296b1ed01 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:56.954299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ca11218d-28ce-4c4f-aead-226a9d36d5d1 req-7dc3f8e7-6bf5-42e9-9121-346296b1ed01 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0594797 Oct 27 16:37:57.004537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ca11218d-28ce-4c4f-aead-226a9d36d5d1 req-148af124-34dd-4160-bf0f-9c58c6bedc30 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403829 Oct 27 16:37:58.144133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31e178-300e-4a4c-a215-1d0174df6eb1 req-de776d19-49b1-4d86-85a1-b72f97e70169 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:58.146105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b31e178-300e-4a4c-a215-1d0174df6eb1 req-de776d19-49b1-4d86-85a1-b72f97e70169 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0624595 Oct 27 16:37:58.204937 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b31e178-300e-4a4c-a215-1d0174df6eb1 req-df33a0f3-7688-48f2-8e40-b17d33ad427d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Oct 27 16:37:59.357393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e888ad-481f-45a3-ad62-56218a28fac1 req-c10438cf-18c6-4050-94f8-b4320329fc20 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:37:59.359681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4e888ad-481f-45a3-ad62-56218a28fac1 req-c10438cf-18c6-4050-94f8-b4320329fc20 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0645368 Oct 27 16:37:59.404504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4e888ad-481f-45a3-ad62-56218a28fac1 req-27e22a84-0646-436a-b9ef-6f6352ea6e6a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Oct 27 16:37:59.557361 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:00.538290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ebc50-9fb9-40cf-8e3b-1ff5f7d1b3b6 req-31aeff07-d96e-4507-b2d7-3387ddd5752f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:00.542176 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce4ebc50-9fb9-40cf-8e3b-1ff5f7d1b3b6 req-31aeff07-d96e-4507-b2d7-3387ddd5752f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0588048 Oct 27 16:38:00.590256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce4ebc50-9fb9-40cf-8e3b-1ff5f7d1b3b6 req-b1891d27-7a47-47f9-a982-1bb0f4beb6cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413103 Oct 27 16:38:01.721006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795b753-1f17-4862-851a-eac228440cc5 req-0c7c093f-2db2-478f-ae99-91281dfd6541 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:01.722934 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b795b753-1f17-4862-851a-eac228440cc5 req-0c7c093f-2db2-478f-ae99-91281dfd6541 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0616269 Oct 27 16:38:01.763112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b795b753-1f17-4862-851a-eac228440cc5 req-07ac56d2-8da8-4854-940e-cd21a83fd2a9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340223 Oct 27 16:38:02.788750 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:02.902470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f500d-09c7-4e4b-85e0-eda3c137a395 req-08518e25-7f47-4c9a-b4c1-d1c3b15c0a9b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:02.904005 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d13f500d-09c7-4e4b-85e0-eda3c137a395 req-08518e25-7f47-4c9a-b4c1-d1c3b15c0a9b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0718086 Oct 27 16:38:02.945749 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d13f500d-09c7-4e4b-85e0-eda3c137a395 req-04575831-7c5d-435a-bf9a-90b921340d95 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331607 Oct 27 16:38:04.079185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402ed6f-0978-4709-ad15-2dfdbe5636a8 req-05e35d6b-632a-4a5c-bc67-c2d72bfd01d0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:04.080734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0402ed6f-0978-4709-ad15-2dfdbe5636a8 req-05e35d6b-632a-4a5c-bc67-c2d72bfd01d0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0558980 Oct 27 16:38:04.121336 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0402ed6f-0978-4709-ad15-2dfdbe5636a8 req-ace9fd48-da31-4e01-ae50-53440d6b20fb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331697 Oct 27 16:38:05.244876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa53d43-38fa-47f7-ab3f-0e3e59f9a1e8 req-303e35c9-e4d2-4d1e-b73c-9f0f437c0ec1 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:05.246391 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-faa53d43-38fa-47f7-ab3f-0e3e59f9a1e8 req-303e35c9-e4d2-4d1e-b73c-9f0f437c0ec1 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0519094 Oct 27 16:38:05.287242 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-faa53d43-38fa-47f7-ab3f-0e3e59f9a1e8 req-223c7136-ae20-45a9-ae9d-6023b7bc2b34 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336411 Oct 27 16:38:06.304956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a57b5cde-816f-4e27-8a34-0c9b86afbbef details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:38:06.410610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a57b5cde-816f-4e27-8a34-0c9b86afbbef, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a57b5cde-816f-4e27-8a34-0c9b86afbbef,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:06.424015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'a57b5cde-816f-4e27-8a34-0c9b86afbbef', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'port_id': 'a57b5cde-816f-4e27-8a34-0c9b86afbbef', 'mac_address': 'fa:16:3e:a7:96:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:38:06.462879 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:06.477567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57b5cde-816f-4e27-8a34-0c9b86afbbef {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:38:06.497664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e3cc-57ca-41aa-bfde-4553260a05c9 req-802aae95-8cc1-4920-a00e-da9b3bda3f78 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:06.498276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a57b5cde-816f-4e27-8a34-0c9b86afbbef, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a57b5cde-816f-4e27-8a34-0c9b86afbbef,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:06.500000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9107e3cc-57ca-41aa-bfde-4553260a05c9 req-802aae95-8cc1-4920-a00e-da9b3bda3f78 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 943 time: 0.0543232 Oct 27 16:38:06.540415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9107e3cc-57ca-41aa-bfde-4553260a05c9 req-560ab2f8-365f-4d32-87df-455d91a99d0e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343711 Oct 27 16:38:06.580209 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:06.628114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=a57b5cde-816f-4e27-8a34-0c9b86afbbef,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:06.635887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.636280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.636595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.636926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.637255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.637581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.637923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.638222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.638540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.638858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.639176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.639491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:06.801057 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['a57b5cde-816f-4e27-8a34-0c9b86afbbef'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:38:07.666147 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98173c3f-3d77-4580-9770-fe6f450153a0 req-5b2494b6-b569-42b4-9fb6-752cd4a367e9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:07.667645 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-98173c3f-3d77-4580-9770-fe6f450153a0 req-5b2494b6-b569-42b4-9fb6-752cd4a367e9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 944 time: 0.0562658 Oct 27 16:38:07.708666 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-98173c3f-3d77-4580-9770-fe6f450153a0 req-63c7fd87-959e-43f5-a3ec-47843ea4dfe7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344472 Oct 27 16:38:08.323187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a57b5cde-816f-4e27-8a34-0c9b86afbbef up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:08.442262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port a57b5cde-816f-4e27-8a34-0c9b86afbbef completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:38:08.447653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port a57b5cde-816f-4e27-8a34-0c9b86afbbef triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:08.448142 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.545155 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.567286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e380e4-2624-481a-bcbb-0166bd13b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57b5cde-816f-4e27-8a34-0c9b86afbbef'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:08.569561 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cbf3465-f01d-410c-8007-59143dd323b3" -d '{"events": [{"server_uuid": "19e380e4-2624-481a-bcbb-0166bd13b520", "name": "network-vif-plugged", "status": "completed", "tag": "a57b5cde-816f-4e27-8a34-0c9b86afbbef"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:08.583521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port a57b5cde-816f-4e27-8a34-0c9b86afbbef, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a57b5cde-816f-4e27-8a34-0c9b86afbbef,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:08.608353 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bb0fd8-3def-499a-a263-c8342a4095a5 x-openstack-request-id: req-97bb0fd8-3def-499a-a263-c8342a4095a5 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:08.608644 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e380e4-2624-481a-bcbb-0166bd13b520", "name": "network-vif-plugged", "status": "completed", "tag": "a57b5cde-816f-4e27-8a34-0c9b86afbbef", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:08.608902 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97bb0fd8-3def-499a-a263-c8342a4095a5 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:08.609303 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e380e4-2624-481a-bcbb-0166bd13b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57b5cde-816f-4e27-8a34-0c9b86afbbef', 'code': 200} Oct 27 16:38:08.671004 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:08.721783 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=a57b5cde-816f-4e27-8a34-0c9b86afbbef,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:08.778147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715d27c-9f83-4a1e-9b21-2ea441e8daf8 req-24758bad-7c2e-4994-8303-4fbb33a93b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:08.779654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a715d27c-9f83-4a1e-9b21-2ea441e8daf8 req-24758bad-7c2e-4994-8303-4fbb33a93b5b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 1096 time: 0.1115420 Oct 27 16:38:08.818770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a715d27c-9f83-4a1e-9b21-2ea441e8daf8 req-abc68014-c45f-4b9b-ba22-c873a6829254 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300963 Oct 27 16:38:08.861583 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5abc2-f1c8-46bc-a299-033415eb4268 req-db455429-e17c-40a1-880b-1edf2e2b9356 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:08.863124 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-faa5abc2-f1c8-46bc-a299-033415eb4268 req-db455429-e17c-40a1-880b-1edf2e2b9356 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 945 time: 0.0612819 Oct 27 16:38:08.901689 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-faa5abc2-f1c8-46bc-a299-033415eb4268 req-fea4979e-a51d-4d3a-8fe4-cb0cf6fccb83 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Oct 27 16:38:10.030663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa555c8-749c-4630-a4ef-1a63619da769 req-577eaab1-1e7a-4abe-9933-4f3aacd8ae50 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:10.031769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfa555c8-749c-4630-a4ef-1a63619da769 req-577eaab1-1e7a-4abe-9933-4f3aacd8ae50 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 945 time: 0.0538170 Oct 27 16:38:10.074719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cfa555c8-749c-4630-a4ef-1a63619da769 req-0d956b16-70b6-4621-8c28-bec43bdeac2a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Oct 27 16:38:10.531211 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-8e3b2498-79ca-43b3-bc65-d898687c3f4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404360 Oct 27 16:38:10.620166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-d3650f1b-184d-497f-a39c-28c61827830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:10.621853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-d3650f1b-184d-497f-a39c-28c61827830d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 1097 time: 0.0452533 Oct 27 16:38:10.748007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-ac8638d9-d412-403a-a0dc-6a0bbcd6192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:10.749516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-ac8638d9-d412-403a-a0dc-6a0bbcd6192b service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.1075366 Oct 27 16:38:10.792483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-62ec65c1-4266-4efa-aad1-5d2b9bb3b6f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=af82af1d-cc2c-4b02-876b-aa13b1e3a35e HTTP/1.1" status: 200 len: 217 time: 0.0348282 Oct 27 16:38:10.849305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-c56e9608-18ac-4f76-9dbd-326f18da14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:10.850835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-c56e9608-18ac-4f76-9dbd-326f18da14f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0520515 Oct 27 16:38:10.899821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-0b686f11-ff56-4c0b-a86a-c149a0b6ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:10.901469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-0b686f11-ff56-4c0b-a86a-c149a0b6ab0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431893 Oct 27 16:38:10.912875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-ca33f464-1474-4cc0-bb45-38a411596f88 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:38:10.913837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-ca33f464-1474-4cc0-bb45-38a411596f88 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054727 Oct 27 16:38:11.011166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-122b19c9-f114-45df-8969-6ee85863068e service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897915 Oct 27 16:38:11.117047 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15da5163-bd9a-4863-9508-8386a0ec4c80 req-1d81c156-4c9b-4229-9e71-02c07398cbde service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989954 Oct 27 16:38:11.201489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc491d-b11e-44a1-8a09-e6bdffe64aa6 req-36f224c7-6342-4d5c-a17c-63d5e5080380 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:11.202974 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2ddc491d-b11e-44a1-8a09-e6bdffe64aa6 req-36f224c7-6342-4d5c-a17c-63d5e5080380 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 945 time: 0.0523090 Oct 27 16:38:11.243858 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2ddc491d-b11e-44a1-8a09-e6bdffe64aa6 req-673a779e-d51a-4000-8e5d-b3084537ec6d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343220 Oct 27 16:38:11.372481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8f14b-1ff5-4004-9190-d078311aff21 req-79b0562a-213a-4db1-be5a-cd4c823b605a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:11.374028 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03f8f14b-1ff5-4004-9190-d078311aff21 req-79b0562a-213a-4db1-be5a-cd4c823b605a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 945 time: 0.0530903 Oct 27 16:38:11.412584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03f8f14b-1ff5-4004-9190-d078311aff21 req-5ada4b0a-9453-4378-ba9c-f35e52d30cea tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318635 Oct 27 16:38:11.952218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ca9ab-d663-49ee-98e0-3d689da3b030 req-19b9dc95-e243-476d-8ee6-0639f26950ea tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:11.953821 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd0ca9ab-d663-49ee-98e0-3d689da3b030 req-19b9dc95-e243-476d-8ee6-0639f26950ea tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 945 time: 0.0535364 Oct 27 16:38:11.994584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd0ca9ab-d663-49ee-98e0-3d689da3b030 req-852e567c-2bb7-4d5a-8332-497123ee25b2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344753 Oct 27 16:38:13.119163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf78e30-e5c4-4c6b-8d84-aabd2cecbbb9 req-daf0639a-55d7-4b84-8edd-1c663a1c9765 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:13.120742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baf78e30-e5c4-4c6b-8d84-aabd2cecbbb9 req-daf0639a-55d7-4b84-8edd-1c663a1c9765 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 945 time: 0.0546989 Oct 27 16:38:13.161238 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baf78e30-e5c4-4c6b-8d84-aabd2cecbbb9 req-0f4cffdd-89f8-492b-9bf6-bc7c4677a8ea tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338922 Oct 27 16:38:13.393172 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47cc3e-b195-45fb-8918-8234e1180a71 req-a961cd45-8c79-4ed8-b89e-d8515280248f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:13.394742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac47cc3e-b195-45fb-8918-8234e1180a71 req-a961cd45-8c79-4ed8-b89e-d8515280248f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.54 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 945 time: 0.0654166 Oct 27 16:38:13.495337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ac47cc3e-b195-45fb-8918-8234e1180a71 req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Deleting port a57b5cde-816f-4e27-8a34-0c9b86afbbef {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:13.495668 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac47cc3e-b195-45fb-8918-8234e1180a71 req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.586382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ac47cc3e-b195-45fb-8918-8234e1180a71 req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] For port a57b5cde-816f-4e27-8a34-0c9b86afbbef, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=a57b5cde-816f-4e27-8a34-0c9b86afbbef,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:13.586742 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac47cc3e-b195-45fb-8918-8234e1180a71 req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.599980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ac47cc3e-b195-45fb-8918-8234e1180a71 req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Calling delete_port for a57b5cde-816f-4e27-8a34-0c9b86afbbef owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:13.858014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac47cc3e-b195-45fb-8918-8234e1180a71 req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.873632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['af82af1d-cc2c-4b02-876b-aa13b1e3a35e'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:38:13.884624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['a57b5cde-816f-4e27-8a34-0c9b86afbbef'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:38:13.890870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event deleted for resources: {'Port': ['ID=a57b5cde-816f-4e27-8a34-0c9b86afbbef,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:13.905760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.906114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.906457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.906892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.907329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.907833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.908151 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.913918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.913918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.913918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.913918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.913918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:13.991026 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac47cc3e-b195-45fb-8918-8234e1180a71 req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] No DVR routers for this DVR port a57b5cde-816f-4e27-8a34-0c9b86afbbef on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:13.995038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ac47cc3e-b195-45fb-8918-8234e1180a71 req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:13.999428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ac47cc3e-b195-45fb-8918-8234e1180a71 req-5eedb964-1f42-492b-b035-e207ca1492c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.54 "DELETE /v2.0/ports/a57b5cde-816f-4e27-8a34-0c9b86afbbef HTTP/1.1" status: 204 len: 173 time: 0.5977821 Oct 27 16:38:13.999913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e380e4-2624-481a-bcbb-0166bd13b520', 'name': 'network-vif-deleted', 'tag': 'a57b5cde-816f-4e27-8a34-0c9b86afbbef'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:14.002522 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f70733-0449-4926-b712-7364e524dc3d" -d '{"events": [{"server_uuid": "19e380e4-2624-481a-bcbb-0166bd13b520", "name": "network-vif-deleted", "tag": "a57b5cde-816f-4e27-8a34-0c9b86afbbef"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:14.177271 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe27501-9285-4df5-96c7-44bc16bffc42 x-openstack-request-id: req-9fe27501-9285-4df5-96c7-44bc16bffc42 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:14.177271 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19e380e4-2624-481a-bcbb-0166bd13b520", "name": "network-vif-deleted", "tag": "a57b5cde-816f-4e27-8a34-0c9b86afbbef", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:14.177271 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fe27501-9285-4df5-96c7-44bc16bffc42 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:14.177271 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e380e4-2624-481a-bcbb-0166bd13b520', 'name': 'network-vif-deleted', 'tag': 'a57b5cde-816f-4e27-8a34-0c9b86afbbef', 'status': 'completed', 'code': 200} Oct 27 16:38:14.284831 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-169beeb8-cc74-4c3c-8ed4-30969383c5bf req-6a8a2f83-2f89-4891-a70e-9cbd2f4ebb3f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0435081 Oct 27 16:38:15.395778 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-985bd661-3eb5-479f-ae7e-ac01b7eaf526 req-2f5f1341-5b38-4c87-b837-2e3ee17e4be1 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0319331 Oct 27 16:38:16.352100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a57b5cde-816f-4e27-8a34-0c9b86afbbef no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:16.380519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: a57b5cde-816f-4e27-8a34-0c9b86afbbef {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:16.380868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device a57b5cde-816f-4e27-8a34-0c9b86afbbef not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:16.514277 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aab42ecf-fa65-421c-9b22-8906e3f973a3 req-c669ab37-c848-4f65-9e76-0d364ee9c7e9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0281258 Oct 27 16:38:17.203066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-b14ab686-e44d-4caa-a779-7e51ce1f0746 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445943 Oct 27 16:38:17.285148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-77148d9b-a474-40af-b240-8f9d525d876b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:17.286691 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-77148d9b-a474-40af-b240-8f9d525d876b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7bdba6d4720748818a9cff9ab31b26eb&device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 1101 time: 0.0427749 Oct 27 16:38:17.421688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-8a55c5af-91e6-49b6-9484-b7121c86a98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:17.423209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-8a55c5af-91e6-49b6-9484-b7121c86a98b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.1166480 Oct 27 16:38:17.465946 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-cc83c158-ad39-409d-b9c0-553d1f6e3ad7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=94ccaefb-1be4-4385-a5bf-a42c4a078434 HTTP/1.1" status: 200 len: 217 time: 0.0350649 Oct 27 16:38:17.523567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-81b691bf-fe40-44a5-bbd0-b9cdac8a261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:17.525091 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-81b691bf-fe40-44a5-bbd0-b9cdac8a261d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0532720 Oct 27 16:38:17.592608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-6c02d59c-a3da-4ce5-a7af-913b3ac05823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:17.594042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-6c02d59c-a3da-4ce5-a7af-913b3ac05823 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620236 Oct 27 16:38:17.614991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-9f871561-a2bb-4984-9033-d139723a6e10 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:38:17.616247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-9f871561-a2bb-4984-9033-d139723a6e10 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0145082 Oct 27 16:38:17.640026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8bec2b2a-ab0c-44fe-a393-de2c2ea2850b req-fd4249de-9d4d-4a9b-a410-61cd7f7f165c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0399680 Oct 27 16:38:18.024621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-6dd7d4ca-d9b8-406e-bffa-0d004c8f46b4 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940330 Oct 27 16:38:18.121955 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec1d708f-ab1a-454b-90fd-3e2ea599ab76 req-afc5bd6c-54f3-4aef-be25-ce324567fe6b service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898182 Oct 27 16:38:18.239136 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:38:18.495604 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-71ada070-6210-4799-be12-3685a83d5367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:18.781306 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7baf0bcb-c15d-40e6-b7a7-2606f91afdf3 req-3b840409-86eb-40a7-a13f-5abe6f0fa0c3 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0368421 Oct 27 16:38:19.308325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5327fcf-e21e-4509-a4b6-e2bc3b340571 req-29108f2f-6c7b-4a1c-9dc5-b3a943128d46 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:19.309753 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5327fcf-e21e-4509-a4b6-e2bc3b340571 req-29108f2f-6c7b-4a1c-9dc5-b3a943128d46 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 950 time: 0.0537198 Oct 27 16:38:19.351613 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a5327fcf-e21e-4509-a4b6-e2bc3b340571 req-33c76b41-34d8-4e99-9578-3236d709030d tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349863 Oct 27 16:38:19.886784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b461301e-06e5-402b-bea5-d9c126960561 req-86520dd6-3a87-4f6c-b076-48a52f2229b8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0272069 Oct 27 16:38:20.483281 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65badb81-a796-453d-925f-d49a5ccd17ec req-001eee90-3a7a-48ff-b139-dab78ada7a87 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:20.485581 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-65badb81-a796-453d-925f-d49a5ccd17ec req-001eee90-3a7a-48ff-b139-dab78ada7a87 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 950 time: 0.0586910 Oct 27 16:38:20.530024 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-65badb81-a796-453d-925f-d49a5ccd17ec req-f7d03c57-3e41-4546-af7d-ace36b4da095 tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/security-groups?id=434a2d40-956f-4001-a7dd-6f7a16e1cbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367694 Oct 27 16:38:20.690930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9443-a57b-4c67-9c1e-a8519d463e7f req-850271b5-e373-41b8-af6f-19e942cdc89c tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:20.692551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3af9443-a57b-4c67-9c1e-a8519d463e7f req-850271b5-e373-41b8-af6f-19e942cdc89c tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.54 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 950 time: 0.0570030 Oct 27 16:38:20.818661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e3af9443-a57b-4c67-9c1e-a8519d463e7f req-fe9a6007-ad4f-4f84-9c86-437b7c2fa0da tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Deleting port 94ccaefb-1be4-4385-a5bf-a42c4a078434 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:20.818985 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e3af9443-a57b-4c67-9c1e-a8519d463e7f req-fe9a6007-ad4f-4f84-9c86-437b7c2fa0da tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:20.934097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e3af9443-a57b-4c67-9c1e-a8519d463e7f req-fe9a6007-ad4f-4f84-9c86-437b7c2fa0da tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] For port 94ccaefb-1be4-4385-a5bf-a42c4a078434, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=94ccaefb-1be4-4385-a5bf-a42c4a078434,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:20.934773 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e3af9443-a57b-4c67-9c1e-a8519d463e7f req-fe9a6007-ad4f-4f84-9c86-437b7c2fa0da tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:20.955588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e3af9443-a57b-4c67-9c1e-a8519d463e7f req-fe9a6007-ad4f-4f84-9c86-437b7c2fa0da tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Calling delete_port for 94ccaefb-1be4-4385-a5bf-a42c4a078434 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:21.030723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-266db871-3f15-4c4e-b8c5-27464d4a51e8 req-d9f9359e-6b45-49aa-a329-bdcdad26eb0d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0324814 Oct 27 16:38:21.223836 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e3af9443-a57b-4c67-9c1e-a8519d463e7f req-fe9a6007-ad4f-4f84-9c86-437b7c2fa0da tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:21.236230 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['94ccaefb-1be4-4385-a5bf-a42c4a078434'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:38:21.274930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a6007-ad4f-4f84-9c86-437b7c2fa0da tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Pushing event deleted for resources: {'Port': ['ID=94ccaefb-1be4-4385-a5bf-a42c4a078434,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:21.334748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3af9443-a57b-4c67-9c1e-a8519d463e7f req-fe9a6007-ad4f-4f84-9c86-437b7c2fa0da tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] No DVR routers for this DVR port 94ccaefb-1be4-4385-a5bf-a42c4a078434 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:21.337561 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e3af9443-a57b-4c67-9c1e-a8519d463e7f req-fe9a6007-ad4f-4f84-9c86-437b7c2fa0da tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:21.340965 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3af9443-a57b-4c67-9c1e-a8519d463e7f req-fe9a6007-ad4f-4f84-9c86-437b7c2fa0da tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.54 "DELETE /v2.0/ports/94ccaefb-1be4-4385-a5bf-a42c4a078434 HTTP/1.1" status: 204 len: 173 time: 0.6417077 Oct 27 16:38:21.341403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716bd9f1-9820-49f6-a4f7-069b7c900b7b', 'name': 'network-vif-deleted', 'tag': '94ccaefb-1be4-4385-a5bf-a42c4a078434'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:21.343679 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3340532f-d030-47dd-b3f0-1ce3fec102e5" -d '{"events": [{"server_uuid": "716bd9f1-9820-49f6-a4f7-069b7c900b7b", "name": "network-vif-deleted", "tag": "94ccaefb-1be4-4385-a5bf-a42c4a078434"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:21.381668 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77815d1-a0f2-4a1f-9bb0-656e55d85552 x-openstack-request-id: req-d77815d1-a0f2-4a1f-9bb0-656e55d85552 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:21.381959 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716bd9f1-9820-49f6-a4f7-069b7c900b7b", "name": "network-vif-deleted", "tag": "94ccaefb-1be4-4385-a5bf-a42c4a078434", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:21.382215 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d77815d1-a0f2-4a1f-9bb0-656e55d85552 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:21.382643 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716bd9f1-9820-49f6-a4f7-069b7c900b7b', 'name': 'network-vif-deleted', 'tag': '94ccaefb-1be4-4385-a5bf-a42c4a078434', 'status': 'completed', 'code': 200} Oct 27 16:38:21.577821 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be59e06c-d8bc-4039-b259-d15f968ca6d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:21.656156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-56259667-0d71-478d-aa76-90af79c40405 req-3510938a-372f-4485-be55-943d00ead59b tempest-VolumesBackupsTest-1669446011 tempest-VolumesBackupsTest-1669446011-project] 10.222.0.15 "GET /v2.0/ports?device_id=716bd9f1-9820-49f6-a4f7-069b7c900b7b HTTP/1.1" status: 200 len: 210 time: 0.0311618 Oct 27 16:38:22.144672 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c26cb5f9-46fe-4e01-8ab2-5f18d2cf40a8 req-5185b859-b57b-442a-899c-31c2d6dad735 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0350292 Oct 27 16:38:22.289031 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:22.294001 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:23.237187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cf19d93f-6730-4b76-9ddc-8010192f3523 req-6f9c995b-29d0-4e46-8f8b-1b12f40c45d0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=19e380e4-2624-481a-bcbb-0166bd13b520 HTTP/1.1" status: 200 len: 210 time: 0.0315049 Oct 27 16:38:24.208519 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:24.405860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 94ccaefb-1be4-4385-a5bf-a42c4a078434 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:24.451656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 94ccaefb-1be4-4385-a5bf-a42c4a078434 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:24.451994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 94ccaefb-1be4-4385-a5bf-a42c4a078434 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:29.574247 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:31.347079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734886a-f9d9-4466-9eeb-1afa6c4ee82d req-5602fc2a-33ff-43e8-be5f-5753e2fc9b4d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:31.349107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8734886a-f9d9-4466-9eeb-1afa6c4ee82d req-5602fc2a-33ff-43e8-be5f-5753e2fc9b4d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 946 time: 0.0645874 Oct 27 16:38:31.398570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8734886a-f9d9-4466-9eeb-1afa6c4ee82d req-305e6f12-1da0-4ef9-988e-aaa5479454eb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Oct 27 16:38:32.531719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe58d3-0829-4fdd-ae76-2599e68e59f8 req-17406268-9478-4c1d-a464-24e08aa9f798 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:32.533247 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26fe58d3-0829-4fdd-ae76-2599e68e59f8 req-17406268-9478-4c1d-a464-24e08aa9f798 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 946 time: 0.0517480 Oct 27 16:38:32.576489 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26fe58d3-0829-4fdd-ae76-2599e68e59f8 req-182552cb-a998-489a-bb3e-9f9523c3b629 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=31fbc494-d166-4fd8-8b65-8396e25e6e10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356510 Oct 27 16:38:32.761201 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:32.870548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7be3ed-8cdc-49d9-9aae-9b5b97d86a04 req-b304b9fa-66c9-4df6-a404-51f464e0c831 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:32.872001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6a7be3ed-8cdc-49d9-9aae-9b5b97d86a04 req-b304b9fa-66c9-4df6-a404-51f464e0c831 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 946 time: 0.0498128 Oct 27 16:38:32.967913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6a7be3ed-8cdc-49d9-9aae-9b5b97d86a04 req-d1c16dfe-9908-4aa3-8297-0f46e5c113cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Deleting port af82af1d-cc2c-4b02-876b-aa13b1e3a35e {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:38:32.968337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6a7be3ed-8cdc-49d9-9aae-9b5b97d86a04 req-d1c16dfe-9908-4aa3-8297-0f46e5c113cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.063755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6a7be3ed-8cdc-49d9-9aae-9b5b97d86a04 req-d1c16dfe-9908-4aa3-8297-0f46e5c113cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] For port af82af1d-cc2c-4b02-876b-aa13b1e3a35e, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=af82af1d-cc2c-4b02-876b-aa13b1e3a35e,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:33.064145 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6a7be3ed-8cdc-49d9-9aae-9b5b97d86a04 req-d1c16dfe-9908-4aa3-8297-0f46e5c113cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.076909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6a7be3ed-8cdc-49d9-9aae-9b5b97d86a04 req-d1c16dfe-9908-4aa3-8297-0f46e5c113cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Calling delete_port for af82af1d-cc2c-4b02-876b-aa13b1e3a35e owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:38:33.288380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6a7be3ed-8cdc-49d9-9aae-9b5b97d86a04 req-d1c16dfe-9908-4aa3-8297-0f46e5c113cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.311731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['af82af1d-cc2c-4b02-876b-aa13b1e3a35e'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:38:33.321309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c16dfe-9908-4aa3-8297-0f46e5c113cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event deleted for resources: {'Port': ['ID=af82af1d-cc2c-4b02-876b-aa13b1e3a35e,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:33.365491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7be3ed-8cdc-49d9-9aae-9b5b97d86a04 req-d1c16dfe-9908-4aa3-8297-0f46e5c113cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] No DVR routers for this DVR port af82af1d-cc2c-4b02-876b-aa13b1e3a35e on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:38:33.368100 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6a7be3ed-8cdc-49d9-9aae-9b5b97d86a04 req-d1c16dfe-9908-4aa3-8297-0f46e5c113cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.371961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6a7be3ed-8cdc-49d9-9aae-9b5b97d86a04 req-d1c16dfe-9908-4aa3-8297-0f46e5c113cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "DELETE /v2.0/ports/af82af1d-cc2c-4b02-876b-aa13b1e3a35e HTTP/1.1" status: 204 len: 173 time: 0.4937723 Oct 27 16:38:33.372446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c11e3c-cb3f-43d6-b308-5fab306852ac', 'name': 'network-vif-deleted', 'tag': 'af82af1d-cc2c-4b02-876b-aa13b1e3a35e'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:33.374737 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f613641b-2dfc-457c-8582-c14200bb71fb" -d '{"events": [{"server_uuid": "75c11e3c-cb3f-43d6-b308-5fab306852ac", "name": "network-vif-deleted", "tag": "af82af1d-cc2c-4b02-876b-aa13b1e3a35e"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:33.438079 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3ed13a-5232-4166-a5c7-80fce9f1a55a x-openstack-request-id: req-cf3ed13a-5232-4166-a5c7-80fce9f1a55a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:33.438079 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c11e3c-cb3f-43d6-b308-5fab306852ac", "name": "network-vif-deleted", "tag": "af82af1d-cc2c-4b02-876b-aa13b1e3a35e", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:33.438079 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf3ed13a-5232-4166-a5c7-80fce9f1a55a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:33.438079 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c11e3c-cb3f-43d6-b308-5fab306852ac', 'name': 'network-vif-deleted', 'tag': 'af82af1d-cc2c-4b02-876b-aa13b1e3a35e', 'status': 'completed', 'code': 200} Oct 27 16:38:33.589523 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39288) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:33.594102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3d4b6573-439d-4d64-9e33-e84868a4566b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1939091099', 'description': 'tempest-secgroup-smoke-1939091099 description', 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:33.692671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-14749885-d145-430e-9838-82f8f202528d req-616bc2ef-79aa-4028-b7f7-c2794fa063c3 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 210 time: 0.0355937 Oct 27 16:38:33.704212 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d4b6573-439d-4d64-9e33-e84868a4566b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.845790 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d4b6573-439d-4d64-9e33-e84868a4566b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.903362 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d4b6573-439d-4d64-9e33-e84868a4566b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:33.948918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b6573-439d-4d64-9e33-e84868a4566b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5d9a18-360d-47b2-a84f-807a90845ab2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:33.998944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3d4b6573-439d-4d64-9e33-e84868a4566b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.000270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3d4b6573-439d-4d64-9e33-e84868a4566b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4096987 Oct 27 16:38:34.004792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39292) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:34.010265 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Request body: {'security_group_rule': {'security_group_id': '7b5d9a18-360d-47b2-a84f-807a90845ab2', 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:34.122766 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.183917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.260006 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.289280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d6a7b8-9a8d-47e9-866d-a2930846443b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:34.297628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.297982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.298332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.298678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.299020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.299370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.300401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.303815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.303815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.303815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.303815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.303815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:38:34.356659 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.360402 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6cbc997e-7a53-4454-9a79-dfa6eb849480 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3521509 Oct 27 16:38:34.360616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39294) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:34.366575 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0820abc3-fb0a-4d45-8a78-8f2929f94be7 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Request body: {'security_group_rule': {'security_group_id': '7b5d9a18-360d-47b2-a84f-807a90845ab2', 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:34.466833 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0820abc3-fb0a-4d45-8a78-8f2929f94be7 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.546684 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0820abc3-fb0a-4d45-8a78-8f2929f94be7 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.630031 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0820abc3-fb0a-4d45-8a78-8f2929f94be7 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.654743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820abc3-fb0a-4d45-8a78-8f2929f94be7 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb43f02e-9660-4b95-bf2c-a6b395c3163a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:34.734432 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0820abc3-fb0a-4d45-8a78-8f2929f94be7 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.738404 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0820abc3-fb0a-4d45-8a78-8f2929f94be7 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3741164 Oct 27 16:38:34.738590 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39300) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:34.745214 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-62217d05-929c-484c-ae7f-f5c73c583ceb tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Request body: {'security_group_rule': {'security_group_id': '7b5d9a18-360d-47b2-a84f-807a90845ab2', 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:34.810033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f99302cb-3935-419f-92bf-f6af64fecdab req-7ce68296-62c4-4218-a196-e84b9d639e1f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 210 time: 0.0328226 Oct 27 16:38:34.853974 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62217d05-929c-484c-ae7f-f5c73c583ceb tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.916388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62217d05-929c-484c-ae7f-f5c73c583ceb tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.979368 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62217d05-929c-484c-ae7f-f5c73c583ceb tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:34.995385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62217d05-929c-484c-ae7f-f5c73c583ceb tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d771e6fd-8b22-477f-8ec0-c9999309714f,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:35.056184 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-62217d05-929c-484c-ae7f-f5c73c583ceb tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.060399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-62217d05-929c-484c-ae7f-f5c73c583ceb tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3175125 Oct 27 16:38:35.060556 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39302) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:35.066248 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4b07a204-19fa-4d99-bd71-59c44a29046e tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Request body: {'security_group_rule': {'security_group_id': '7b5d9a18-360d-47b2-a84f-807a90845ab2', 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:35.156816 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b07a204-19fa-4d99-bd71-59c44a29046e tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.227869 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b07a204-19fa-4d99-bd71-59c44a29046e tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.292038 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b07a204-19fa-4d99-bd71-59c44a29046e tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.319700 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07a204-19fa-4d99-bd71-59c44a29046e tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad598a33-92d0-4b36-b840-c76b130f6f12,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:35.411914 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4b07a204-19fa-4d99-bd71-59c44a29046e tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.414611 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4b07a204-19fa-4d99-bd71-59c44a29046e tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3517764 Oct 27 16:38:35.420433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39304) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:35.425169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e3d0079c-bb1a-4217-b70f-b2f029edda32 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Request body: {'security_group_rule': {'security_group_id': '7b5d9a18-360d-47b2-a84f-807a90845ab2', 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:35.526408 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-e3d0079c-bb1a-4217-b70f-b2f029edda32 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Project 278d9cd32c224e2183d9b95c5c89eb7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:38:35.532754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3d0079c-bb1a-4217-b70f-b2f029edda32 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.631471 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3d0079c-bb1a-4217-b70f-b2f029edda32 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.703703 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3d0079c-bb1a-4217-b70f-b2f029edda32 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.729779 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0079c-bb1a-4217-b70f-b2f029edda32 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e67444e-5bfb-4626-a1a0-7d040f8c5c8b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:35.798917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e3d0079c-bb1a-4217-b70f-b2f029edda32 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.800865 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e3d0079c-bb1a-4217-b70f-b2f029edda32 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3794272 Oct 27 16:38:35.804444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39308) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:35.809764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-31340a8e-e03c-4ff0-91da-0c899673ec33 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Request body: {'security_group_rule': {'security_group_id': '7b5d9a18-360d-47b2-a84f-807a90845ab2', 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:35.899470 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-31340a8e-e03c-4ff0-91da-0c899673ec33 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Project 278d9cd32c224e2183d9b95c5c89eb7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:38:35.908034 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31340a8e-e03c-4ff0-91da-0c899673ec33 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:35.919783 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1ce2337-d8f4-4f8f-aa36-67a85caf511b req-4fb07d35-9e65-47c0-9746-1baa53a887da tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 210 time: 0.0279434 Oct 27 16:38:36.001990 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31340a8e-e03c-4ff0-91da-0c899673ec33 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.076815 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31340a8e-e03c-4ff0-91da-0c899673ec33 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.100551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31340a8e-e03c-4ff0-91da-0c899673ec33 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c423a95-e3a9-4192-ae45-077aa75a4afc,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:36.181624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31340a8e-e03c-4ff0-91da-0c899673ec33 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:36.192111 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-31340a8e-e03c-4ff0-91da-0c899673ec33 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3765960 Oct 27 16:38:36.444483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-3e0be9fc-e747-413b-9d22-208a21b261e3 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1939091099&fields=id&tenant_id=278d9cd32c224e2183d9b95c5c89eb7b HTTP/1.1" status: 200 len: 267 time: 0.0524499 Oct 27 16:38:36.615448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-e0582592-0d67-4057-89e1-8d49f31adfdf tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:36.617284 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-e0582592-0d67-4057-89e1-8d49f31adfdf tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/networks?id=9917baf9-46b3-45a8-94ba-cbe864e2afd7 HTTP/1.1" status: 200 len: 813 time: 0.1658628 Oct 27 16:38:36.633520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-62183233-512b-4ec6-b7db-e2c262b10e91 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/quotas/278d9cd32c224e2183d9b95c5c89eb7b HTTP/1.1" status: 200 len: 375 time: 0.0103378 Oct 27 16:38:36.694917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-ce3bd14b-6eae-4177-b4a3-137db50179c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=278d9cd32c224e2183d9b95c5c89eb7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515654 Oct 27 16:38:36.866941 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-13281076-e7e2-4e44-bc4e-d8c549ae61c4 service neutron] 10.222.0.15 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565857 Oct 27 16:38:37.065125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-c73a1b72-7701-451f-8f9a-0b2225932e8d service neutron] 10.222.0.15 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925903 Oct 27 16:38:37.065796 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c06f0982-db4d-4388-8a26-3d1d42719e53 req-f1c59e02-011d-46ef-9bf8-1feb96d8c999 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 210 time: 0.0384200 Oct 27 16:38:37.648329 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16a5e8d8-4d77-4945-a17e-4f1a533d11a6 req-a72cf650-a3aa-4791-aed3-9396e976e7d3 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 210 time: 0.0405254 Oct 27 16:38:37.827867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device af82af1d-cc2c-4b02-876b-aa13b1e3a35e no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:38:37.852149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: af82af1d-cc2c-4b02-876b-aa13b1e3a35e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:38:37.852490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device af82af1d-cc2c-4b02-876b-aa13b1e3a35e not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:38:38.171834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8cffb427-fd65-4f41-bab7-e72d41a183a2 req-8c6acec8-f34a-40e4-9b8b-b749e39679c5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 210 time: 0.0315018 Oct 27 16:38:38.741033 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3b040dc3-f4bc-4187-9b65-3311deeadad5 req-fee38325-d306-443d-9877-7e4b3d43df9a tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 210 time: 0.0285408 Oct 27 16:38:39.310953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3be7f08-272a-4470-89e4-a6a569fb67a4 req-a83a061e-08e8-4bc2-93bb-b3c13e3bb54f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=75c11e3c-cb3f-43d6-b308-5fab306852ac HTTP/1.1" status: 200 len: 210 time: 0.0306501 Oct 27 16:38:39.906678 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c3647d5a-a255-475e-acc8-e30a5a2f9448 req-b16ac532-d56d-4a75-94e3-4dcac3af99c1 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 210 time: 0.0455022 Oct 27 16:38:39.936941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-486df644-98fc-4518-ac67-15e8ff4d81db tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:39.938792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-486df644-98fc-4518-ac67-15e8ff4d81db tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.54 "GET /v2.0/networks?id=9917baf9-46b3-45a8-94ba-cbe864e2afd7 HTTP/1.1" status: 200 len: 813 time: 0.1668403 Oct 27 16:38:39.999782 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-137296c5-e233-422f-93d4-415f3f5211b4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=278d9cd32c224e2183d9b95c5c89eb7b HTTP/1.1" status: 200 len: 380 time: 0.0508306 Oct 27 16:38:40.009914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Request body: {'port': {'device_id': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'admin_state_up': True, 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'security_groups': ['7b5d9a18-360d-47b2-a84f-807a90845ab2']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:40.213766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Made reservation on behalf of 278d9cd32c224e2183d9b95c5c89eb7b for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:38:40.218154 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.399888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Allocated IP 172.20.0.10 (9917baf9-46b3-45a8-94ba-cbe864e2afd7/6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3/5b02de75-8b6e-4c82-a5c2-16da94a1c914) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:40.653837 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.760875 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:40.816595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:40.823422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:40.848648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:40.858306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event updated for resources: {'Port': ['ID=5b02de75-8b6e-4c82-a5c2-16da94a1c914,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:40.932926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:40.933722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:41.023075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-bd1cd9f6-4f5c-480d-8405-14e289ec58c6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0172265 Oct 27 16:38:41.043103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Request body: {'port': {'device_id': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:41.053482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1651-e9a9-487f-897c-4deaa6fa4c5c req-46cdf7b9-db78-4b9f-91f4-1270207ff946 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:41.055971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e25e1651-e9a9-487f-897c-4deaa6fa4c5c req-46cdf7b9-db78-4b9f-91f4-1270207ff946 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 932 time: 0.0626941 Oct 27 16:38:41.157914 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e25e1651-e9a9-487f-897c-4deaa6fa4c5c req-2981ed96-8f05-4ccc-8de5-0487b0fc9920 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848870 Oct 27 16:38:41.190511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:41.293866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cb1af4d8-ae07-47a9-b3da-18c4e1113138 None None] Provisioning complete for port 5b02de75-8b6e-4c82-a5c2-16da94a1c914 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:41.294537 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cb1af4d8-ae07-47a9-b3da-18c4e1113138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:41.395738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cb1af4d8-ae07-47a9-b3da-18c4e1113138 None None] Port 5b02de75-8b6e-4c82-a5c2-16da94a1c914 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:38:41.557574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b02de75-8b6e-4c82-a5c2-16da94a1c914 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:38:41.566576 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:41.579943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Transition to ACTIVE for port object 5b02de75-8b6e-4c82-a5c2-16da94a1c914 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:38:41.933943 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:41.985021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b02de75-8b6e-4c82-a5c2-16da94a1c914,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:42.072537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Attempting to bind port 5b02de75-8b6e-4c82-a5c2-16da94a1c914 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:38:42.072537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Attempting to bind port 5b02de75-8b6e-4c82-a5c2-16da94a1c914 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:38:42.072537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Attempting to bind port 5b02de75-8b6e-4c82-a5c2-16da94a1c914 on network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:42.072537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Port 5b02de75-8b6e-4c82-a5c2-16da94a1c914 on network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:38:42.072537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Attempting to bind port 5b02de75-8b6e-4c82-a5c2-16da94a1c914 on network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:38:42.076903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:38:42.077294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Checking segment: {'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:38:42.078159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Bound using segment: {'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:38:42.078836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Bound port: 5b02de75-8b6e-4c82-a5c2-16da94a1c914, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f315a4ca-ca2d-43d0-a834-2134af41139b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:38:42.079226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.159719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] For port 5b02de75-8b6e-4c82-a5c2-16da94a1c914, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:38:42.163069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] For port 5b02de75-8b6e-4c82-a5c2-16da94a1c914, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5b02de75-8b6e-4c82-a5c2-16da94a1c914,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:38:42.313549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3bf74-0eef-4a88-adfd-de57a436eed9 req-ca4b855b-17bb-41f3-b95d-0107691d05bf tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:42.316273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6de3bf74-0eef-4a88-adfd-de57a436eed9 req-ca4b855b-17bb-41f3-b95d-0107691d05bf tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 944 time: 0.0658927 Oct 27 16:38:42.367027 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6de3bf74-0eef-4a88-adfd-de57a436eed9 req-666bc78e-458d-4146-9e40-f1ba62622ecd tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439065 Oct 27 16:38:42.406323 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.461244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:42.462024 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:42.463645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] 10.222.0.54 "PUT /v2.0/ports/5b02de75-8b6e-4c82-a5c2-16da94a1c914 HTTP/1.1" status: 200 len: 1092 time: 1.4306991 Oct 27 16:38:42.464226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:42.466781 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81f10af-b598-40fb-944b-c0537178c3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:42.497713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8505b-ea53-4dde-877e-1965605626e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5b02de75-8b6e-4c82-a5c2-16da94a1c914,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:42.525053 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3ac89c-8900-4e54-9750-c6d44c4b7ecf x-openstack-request-id: req-ea3ac89c-8900-4e54-9750-c6d44c4b7ecf {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:42.525352 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:42.525600 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea3ac89c-8900-4e54-9750-c6d44c4b7ecf {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:42.526031 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'status': 'completed', 'code': 200} Oct 27 16:38:42.612102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f10af-b598-40fb-944b-c0537178c3e8 req-6eb90d06-532e-4117-8f7a-ac7d75c63041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:42.616358 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d81f10af-b598-40fb-944b-c0537178c3e8 req-6eb90d06-532e-4117-8f7a-ac7d75c63041 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=278d9cd32c224e2183d9b95c5c89eb7b&device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 1095 time: 0.0685334 Oct 27 16:38:42.780902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f10af-b598-40fb-944b-c0537178c3e8 req-3d2620b6-fb56-49b7-887c-d2fe40a699d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:42.782652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d81f10af-b598-40fb-944b-c0537178c3e8 req-3d2620b6-fb56-49b7-887c-d2fe40a699d7 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=278d9cd32c224e2183d9b95c5c89eb7b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1530240 Oct 27 16:38:42.920826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f10af-b598-40fb-944b-c0537178c3e8 req-202258b6-49b4-43ce-bb54-2c08385b85bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:42.922313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d81f10af-b598-40fb-944b-c0537178c3e8 req-202258b6-49b4-43ce-bb54-2c08385b85bb service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258357 Oct 27 16:38:43.012848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-e7ef80d5-2fc1-46c4-8937-8d5b9b1b5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.014439 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-e7ef80d5-2fc1-46c4-8937-8d5b9b1b5c2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=278d9cd32c224e2183d9b95c5c89eb7b&device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 1095 time: 0.0509453 Oct 27 16:38:43.133915 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-f3d8be94-ab61-4ed0-a73a-517f4306f876 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b02de75-8b6e-4c82-a5c2-16da94a1c914 HTTP/1.1" status: 200 len: 217 time: 0.1076136 Oct 27 16:38:43.201454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-c0661d7c-7415-4f5a-9fcc-a8074270bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.203012 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-c0661d7c-7415-4f5a-9fcc-a8074270bbe4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3 HTTP/1.1" status: 200 len: 852 time: 0.0587430 Oct 27 16:38:43.258401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-aa4873d7-3f3d-45df-9eb4-4e19d7bbd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.259956 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-aa4873d7-3f3d-45df-9eb4-4e19d7bbd9c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9917baf9-46b3-45a8-94ba-cbe864e2afd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497277 Oct 27 16:38:43.368142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-c8b134df-1b72-4b35-a50d-5b549f830e9b service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006794 Oct 27 16:38:43.518995 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd2f1b0c-0868-43d1-91ac-b8ada54fb7b8 req-e13e6e01-ef57-4ab3-9a3f-b6c6ec5fbc72 service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433032 Oct 27 16:38:43.626937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b569b71-a09f-45b7-a647-68b29de82f2b req-4793bad1-ca6d-4daa-bf80-5cd4a02e35b2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:43.629577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b569b71-a09f-45b7-a647-68b29de82f2b req-4793bad1-ca6d-4daa-bf80-5cd4a02e35b2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 944 time: 0.1097505 Oct 27 16:38:43.692334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b569b71-a09f-45b7-a647-68b29de82f2b req-159f278d-3248-4045-ac3a-b07f1885e83c tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544159 Oct 27 16:38:44.362954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39446) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:44.367694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-03f963ab-af09-4cd1-aa44-2551adc473d7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672463579', 'description': 'tempest-secgroup-smoke-672463579 description', 'project_id': '3cdb4db5640a48518f8166c1266fa319'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:44.459581 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03f963ab-af09-4cd1-aa44-2551adc473d7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.537788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03f963ab-af09-4cd1-aa44-2551adc473d7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.602369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03f963ab-af09-4cd1-aa44-2551adc473d7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.634864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f963ab-af09-4cd1-aa44-2551adc473d7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5761eae-fcd8-4302-aff4-f9d9daf5cb62,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:44.707265 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-03f963ab-af09-4cd1-aa44-2551adc473d7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.709218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-03f963ab-af09-4cd1-aa44-2551adc473d7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3447225 Oct 27 16:38:44.715993 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39450) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:44.720742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2ea139b2-3d04-472f-9302-4fcde2b2a715 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'security_group_rule': {'security_group_id': 'f5761eae-fcd8-4302-aff4-f9d9daf5cb62', 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:44.814586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd6e15-25e4-41a3-b0b9-d641fe6f8832 req-2b904fed-a051-4dbb-82e0-9ad42dd328b9 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:44.821630 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ea139b2-3d04-472f-9302-4fcde2b2a715 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:44.823836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-69bd6e15-25e4-41a3-b0b9-d641fe6f8832 req-2b904fed-a051-4dbb-82e0-9ad42dd328b9 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 944 time: 0.0580006 Oct 27 16:38:44.873709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-69bd6e15-25e4-41a3-b0b9-d641fe6f8832 req-85daef54-7439-4d9a-b507-1a3c4dddd536 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485938 Oct 27 16:38:44.884579 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ea139b2-3d04-472f-9302-4fcde2b2a715 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.017308 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ea139b2-3d04-472f-9302-4fcde2b2a715 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.037331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea139b2-3d04-472f-9302-4fcde2b2a715 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f4367b-8c29-41bd-bf29-f0b999c3c54c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:45.105323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2ea139b2-3d04-472f-9302-4fcde2b2a715 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.109425 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2ea139b2-3d04-472f-9302-4fcde2b2a715 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3922317 Oct 27 16:38:45.117822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39452) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:45.117822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fa2ea4e9-1fc1-450d-b20a-f7e2039bb6e4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'security_group_rule': {'security_group_id': 'f5761eae-fcd8-4302-aff4-f9d9daf5cb62', 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:45.234515 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea4e9-1fc1-450d-b20a-f7e2039bb6e4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.301009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea4e9-1fc1-450d-b20a-f7e2039bb6e4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.365970 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea4e9-1fc1-450d-b20a-f7e2039bb6e4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.388548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ea4e9-1fc1-450d-b20a-f7e2039bb6e4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2a9096-0879-496e-a4a7-e70ad85d8e91,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:45.477705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fa2ea4e9-1fc1-450d-b20a-f7e2039bb6e4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.484036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39464) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:45.492909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fa2ea4e9-1fc1-450d-b20a-f7e2039bb6e4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3735282 Oct 27 16:38:45.493052 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a9506236-ad66-4fab-abb9-0dff1afe0028 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'security_group_rule': {'security_group_id': 'f5761eae-fcd8-4302-aff4-f9d9daf5cb62', 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:45.568940 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9506236-ad66-4fab-abb9-0dff1afe0028 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.629449 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9506236-ad66-4fab-abb9-0dff1afe0028 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.688633 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9506236-ad66-4fab-abb9-0dff1afe0028 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.712226 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9506236-ad66-4fab-abb9-0dff1afe0028 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d82de9-285d-4e50-91b6-f4a47f2ca681,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:45.793192 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a9506236-ad66-4fab-abb9-0dff1afe0028 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.794442 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a9506236-ad66-4fab-abb9-0dff1afe0028 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3093796 Oct 27 16:38:45.797195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39466) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:45.802377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-fa4132d9-de29-491d-bb8b-8b28010e0776 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'security_group_rule': {'security_group_id': 'f5761eae-fcd8-4302-aff4-f9d9daf5cb62', 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:45.904885 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa4132d9-de29-491d-bb8b-8b28010e0776 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:45.973470 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa4132d9-de29-491d-bb8b-8b28010e0776 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.042939 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0589f7b-8f33-40f1-83ff-c6dd4944aaac req-e11f482c-8e4f-43d7-99f0-4fc963bcb9de tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:46.044698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0589f7b-8f33-40f1-83ff-c6dd4944aaac req-e11f482c-8e4f-43d7-99f0-4fc963bcb9de tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 944 time: 0.0527551 Oct 27 16:38:46.068247 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa4132d9-de29-491d-bb8b-8b28010e0776 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.099278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4132d9-de29-491d-bb8b-8b28010e0776 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17afe505-60c2-4222-ba26-40b59c703c1a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:46.116075 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0589f7b-8f33-40f1-83ff-c6dd4944aaac req-c6dd38af-31d8-44fe-a971-ec44386dcb89 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639656 Oct 27 16:38:46.149948 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fa4132d9-de29-491d-bb8b-8b28010e0776 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.149948 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fa4132d9-de29-491d-bb8b-8b28010e0776 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3511190 Oct 27 16:38:46.152205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39470) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:46.156807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e8a3421b-2c68-4064-912b-e4a4c8e5ab19 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'security_group_rule': {'security_group_id': 'f5761eae-fcd8-4302-aff4-f9d9daf5cb62', 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:46.259490 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-e8a3421b-2c68-4064-912b-e4a4c8e5ab19 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Project 3cdb4db5640a48518f8166c1266fa319 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:38:46.265061 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8a3421b-2c68-4064-912b-e4a4c8e5ab19 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.339256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8a3421b-2c68-4064-912b-e4a4c8e5ab19 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.411485 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8a3421b-2c68-4064-912b-e4a4c8e5ab19 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.431584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3421b-2c68-4064-912b-e4a4c8e5ab19 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e063fe-5ba9-48eb-831a-d9168c8a5e61,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:46.501799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8a3421b-2c68-4064-912b-e4a4c8e5ab19 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.503176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e8a3421b-2c68-4064-912b-e4a4c8e5ab19 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499172 Oct 27 16:38:46.508911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39474) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:46.510683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-cf01b747-9a8a-4631-8a4d-05b55095c31e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'security_group_rule': {'security_group_id': 'f5761eae-fcd8-4302-aff4-f9d9daf5cb62', 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:46.613914 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-cf01b747-9a8a-4631-8a4d-05b55095c31e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Project 3cdb4db5640a48518f8166c1266fa319 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:38:46.619287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf01b747-9a8a-4631-8a4d-05b55095c31e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.681267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf01b747-9a8a-4631-8a4d-05b55095c31e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.751108 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf01b747-9a8a-4631-8a4d-05b55095c31e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.770109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01b747-9a8a-4631-8a4d-05b55095c31e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f24cc6-11ae-4280-8098-c1abba451a41,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:46.862056 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf01b747-9a8a-4631-8a4d-05b55095c31e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:46.866448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cf01b747-9a8a-4631-8a4d-05b55095c31e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3565586 Oct 27 16:38:47.241289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c259e-6fd9-45fa-81e1-b1d600aec037 req-bfec5cbc-735b-4e6c-a507-e44e2c76a439 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:47.242766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-284c259e-6fd9-45fa-81e1-b1d600aec037 req-bfec5cbc-735b-4e6c-a507-e44e2c76a439 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 944 time: 0.0541861 Oct 27 16:38:47.288520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-284c259e-6fd9-45fa-81e1-b1d600aec037 req-077ff255-60a6-47c0-bea0-e67f48b1c3a0 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392332 Oct 27 16:38:48.415511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2fbf3-cd52-42ef-aa05-99f52a8e54bc req-f5dcbcea-169d-41db-8d58-144e2121c7ca tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:48.417070 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fab2fbf3-cd52-42ef-aa05-99f52a8e54bc req-f5dcbcea-169d-41db-8d58-144e2121c7ca tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 944 time: 0.0536311 Oct 27 16:38:48.468438 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fab2fbf3-cd52-42ef-aa05-99f52a8e54bc req-92441689-0966-4368-97a5-0af6e063edbc tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Oct 27 16:38:48.528371 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fb1c62ac-6436-4faa-ae52-0a34e88e6d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:49.590139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32d7cc-ecf0-4854-8e48-bf5b1fa6c8cb req-0079457b-3dd0-4fdb-b8af-ad6f885c57e7 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:49.591610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c32d7cc-ecf0-4854-8e48-bf5b1fa6c8cb req-0079457b-3dd0-4fdb-b8af-ad6f885c57e7 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 944 time: 0.0510190 Oct 27 16:38:49.635872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c32d7cc-ecf0-4854-8e48-bf5b1fa6c8cb req-1c02ba89-2348-4074-aa43-316d3e4e3c51 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374954 Oct 27 16:38:50.763804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fd787-ef0e-4381-a889-1608bb838f9e req-fe7dadb3-9d48-46fb-8cef-40367db2725c tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:50.765327 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e8fd787-ef0e-4381-a889-1608bb838f9e req-fe7dadb3-9d48-46fb-8cef-40367db2725c tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 944 time: 0.0503612 Oct 27 16:38:50.808748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3e8fd787-ef0e-4381-a889-1608bb838f9e req-7b1e1b8e-0e0d-4944-b79c-fc99032dda76 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362811 Oct 27 16:38:51.591231 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30c025a5-4d3c-4801-a2ca-2075c3bb265c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:51.930962 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4af8b-26ee-40c2-b3c2-e58752a05571 req-9add3486-343c-40a6-a33b-376bb933fa1f tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:51.932513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7b4af8b-26ee-40c2-b3c2-e58752a05571 req-9add3486-343c-40a6-a33b-376bb933fa1f tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 944 time: 0.0512378 Oct 27 16:38:51.974761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a7b4af8b-26ee-40c2-b3c2-e58752a05571 req-f644c20f-2ff5-4505-85f6-ccdd2e5e7367 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353510 Oct 27 16:38:52.268903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:52.291499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-97f12bb2-bbbd-4acd-8a39-eb193fa4ec93 req-fc134453-cd40-48d5-9f30-0f3b7e9a589f service neutron] (109723) timed out ('10.222.0.53', 56872) {{(pid=109723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:38:52.354582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:53.102363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b50ad-3cb4-4c89-9206-75eb7486d7ef req-53f83bdb-8461-4016-8db0-08fc7d7c0074 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:53.104228 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-344b50ad-3cb4-4c89-9206-75eb7486d7ef req-53f83bdb-8461-4016-8db0-08fc7d7c0074 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 944 time: 0.0527773 Oct 27 16:38:53.148025 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-344b50ad-3cb4-4c89-9206-75eb7486d7ef req-5c0e0dfb-91fa-4832-8958-bee10df5ac5b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345755 Oct 27 16:38:54.219606 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.275605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d6e37-3d9d-479f-a8bc-155ee7f39848 req-107b2c8a-9f57-4ce4-bcaa-8aaad861a0f6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:54.277106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-553d6e37-3d9d-479f-a8bc-155ee7f39848 req-107b2c8a-9f57-4ce4-bcaa-8aaad861a0f6 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 944 time: 0.0568275 Oct 27 16:38:54.323761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-553d6e37-3d9d-479f-a8bc-155ee7f39848 req-a2b7e25e-fc40-4721-9ec4-013fc9796f48 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396001 Oct 27 16:38:54.554910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5b02de75-8b6e-4c82-a5c2-16da94a1c914 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:38:54.667843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5b02de75-8b6e-4c82-a5c2-16da94a1c914, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5b02de75-8b6e-4c82-a5c2-16da94a1c914,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:54.679582 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'port_id': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'mac_address': 'fa:16:3e:e9:cd:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:38:54.725671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:54.740197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b02de75-8b6e-4c82-a5c2-16da94a1c914 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:38:54.772112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5b02de75-8b6e-4c82-a5c2-16da94a1c914, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5b02de75-8b6e-4c82-a5c2-16da94a1c914,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:54.979879 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:55.028811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5b02de75-8b6e-4c82-a5c2-16da94a1c914,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:55.173859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['5b02de75-8b6e-4c82-a5c2-16da94a1c914'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:38:55.238104 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:38:55.452613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04cd4c-5e34-4ad5-8cd9-018aaa6920b5 req-d193ac0a-b91e-4a25-8f45-d8f515d5878d tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:55.454289 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2a04cd4c-5e34-4ad5-8cd9-018aaa6920b5 req-d193ac0a-b91e-4a25-8f45-d8f515d5878d tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 945 time: 0.0548906 Oct 27 16:38:55.503274 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2a04cd4c-5e34-4ad5-8cd9-018aaa6920b5 req-ac065afe-abbf-4523-9079-34657f05611c tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Oct 27 16:38:56.563034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5b02de75-8b6e-4c82-a5c2-16da94a1c914 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:38:56.632700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dcff3-c1b3-4a93-8501-a6648af5762b req-e7845c0a-4324-4df7-bb17-c251ce9289db tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:56.634872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d28dcff3-c1b3-4a93-8501-a6648af5762b req-e7845c0a-4324-4df7-bb17-c251ce9289db tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 945 time: 0.0553236 Oct 27 16:38:56.675476 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d28dcff3-c1b3-4a93-8501-a6648af5762b req-58c83278-025a-4238-abfe-c0a0d9b9574c tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348842 Oct 27 16:38:56.705410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 5b02de75-8b6e-4c82-a5c2-16da94a1c914 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:38:56.710689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 5b02de75-8b6e-4c82-a5c2-16da94a1c914 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:38:56.711317 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.798166 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.822873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:38:56.826384 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969580b4-85f6-40be-9495-cbe5cda0ecf0" -d '{"events": [{"server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "name": "network-vif-plugged", "status": "completed", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:38:56.838345 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5b02de75-8b6e-4c82-a5c2-16da94a1c914, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5b02de75-8b6e-4c82-a5c2-16da94a1c914,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:38:56.869765 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3c4d54-0fa7-4e99-87e2-bd9411183619 x-openstack-request-id: req-ba3c4d54-0fa7-4e99-87e2-bd9411183619 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:38:56.870056 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "name": "network-vif-plugged", "status": "completed", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:38:56.870310 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba3c4d54-0fa7-4e99-87e2-bd9411183619 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:38:56.870699 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'code': 200} Oct 27 16:38:56.972506 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:56.979066 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f38f-f7e5-4a03-8f61-2c833e58a9cc req-6413d395-9245-4e43-8b3b-3b9ba776d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:56.980237 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5b62f38f-f7e5-4a03-8f61-2c833e58a9cc req-6413d395-9245-4e43-8b3b-3b9ba776d874 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 1096 time: 0.0481257 Oct 27 16:38:57.021137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5b62f38f-f7e5-4a03-8f61-2c833e58a9cc req-7c0b6aee-3a2a-480e-ba1b-f9b3ca264cf7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320938 Oct 27 16:38:57.033505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5b02de75-8b6e-4c82-a5c2-16da94a1c914,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:38:57.812941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0964c7-bc7b-4c7e-89e1-2f58ae07a659 req-0b783efc-12f6-4b01-b2ee-ed34f49c5077 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:57.815285 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e0964c7-bc7b-4c7e-89e1-2f58ae07a659 req-0b783efc-12f6-4b01-b2ee-ed34f49c5077 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 946 time: 0.0697823 Oct 27 16:38:57.863936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e0964c7-bc7b-4c7e-89e1-2f58ae07a659 req-2469ad0b-1ffc-48ef-a014-5f5eb686f35a tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422142 Oct 27 16:38:59.018472 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa403eb-3e11-4864-a2f7-66eede549708 req-4c018c98-47d8-4b23-bc0f-eddd2c5d480e tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:59.020221 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2fa403eb-3e11-4864-a2f7-66eede549708 req-4c018c98-47d8-4b23-bc0f-eddd2c5d480e tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 946 time: 0.0508399 Oct 27 16:38:59.061348 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2fa403eb-3e11-4864-a2f7-66eede549708 req-fe128347-7942-4142-9819-dda09c82e11c tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345428 Oct 27 16:38:59.189269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f66b6a-0c8d-43d9-b2b7-1e06004120ad req-0d04495d-f330-46ba-adc6-0454682a0709 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:59.191028 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21f66b6a-0c8d-43d9-b2b7-1e06004120ad req-0d04495d-f330-46ba-adc6-0454682a0709 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 946 time: 0.0508246 Oct 27 16:38:59.230607 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21f66b6a-0c8d-43d9-b2b7-1e06004120ad req-897abb35-1059-457b-b922-20c1fe6fec0a tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334394 Oct 27 16:38:59.252597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39638) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:59.404506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afd9be1-2695-4191-ac88-ae8c758b05bc tempest-TestVolumeBackupRestore-1392133653 tempest-TestVolumeBackupRestore-1392133653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:38:59.406086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6afd9be1-2695-4191-ac88-ae8c758b05bc tempest-TestVolumeBackupRestore-1392133653 tempest-TestVolumeBackupRestore-1392133653-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 1092 time: 0.1524732 Oct 27 16:38:59.410357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39642) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:38:59.415738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:38:59.542896 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.565723 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.643868 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.750059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Allocated IP 172.25.4.23 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/b8917e43-3015-42ca-8f78-9d2886043145) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:38:59.851379 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.934089 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:38:59.979993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:38:59.983084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:38:59.986613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:38:59.992361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event updated for resources: {'Port': ['ID=b8917e43-3015-42ca-8f78-9d2886043145,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:00.455988 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:00.901785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.057269 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.120197 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.233851 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.235871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event updated for resources: {'Port': ['ID=b8917e43-3015-42ca-8f78-9d2886043145,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:01.341918 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Floating IP 812af9da-4f09-4ac6-9329-55e69e87a40a associated. External IP: 172.25.4.23, port: 5b02de75-8b6e-4c82-a5c2-16da94a1c914. Oct 27 16:39:01.568306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:01.686142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:01.701811 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25db48-15ed-4117-abc2-1de84aff34ea None None] Sync routers for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:01.713720 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25db48-15ed-4117-abc2-1de84aff34ea None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:01.715971 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2f25db48-15ed-4117-abc2-1de84aff34ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:38:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:01.776787 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:01.814863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f42f2647-5e56-4db0-9720-10cb95d2bcb4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4034147 Oct 27 16:39:01.818473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:01.819195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39666) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:01.821057 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa" -d '{"events": [{"name": "network-changed", "server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:01.866113 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2f25db48-15ed-4117-abc2-1de84aff34ea None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:01.882874 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf19dce4-08ea-4b6a-af0f-3215a3a6bec7 x-openstack-request-id: req-cf19dce4-08ea-4b6a-af0f-3215a3a6bec7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:01.882874 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:01.882874 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf19dce4-08ea-4b6a-af0f-3215a3a6bec7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:01.882874 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'status': 'completed', 'code': 200} Oct 27 16:39:01.890705 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df6c8a8-2a98-4671-972a-9193c7fced7a tempest-TestVolumeBackupRestore-1392133653 tempest-TestVolumeBackupRestore-1392133653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:01.892962 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3df6c8a8-2a98-4671-972a-9193c7fced7a tempest-TestVolumeBackupRestore-1392133653 tempest-TestVolumeBackupRestore-1392133653-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 1092 time: 0.0735466 Oct 27 16:39:01.895813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 39670) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:01.901353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-dbf61b7e-05c6-4843-9022-ba732da58b4b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Request body: {'floatingip': {'port_id': '5b02de75-8b6e-4c82-a5c2-16da94a1c914'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:01.996340 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dbf61b7e-05c6-4843-9022-ba732da58b4b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for floatingip, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.034912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa req-038b2fcd-3620-4bfd-8287-eb08131df96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:02.036954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa req-038b2fcd-3620-4bfd-8287-eb08131df96b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=278d9cd32c224e2183d9b95c5c89eb7b&device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 1097 time: 0.1313200 Oct 27 16:39:02.167882 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2f25db48-15ed-4117-abc2-1de84aff34ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '812af9da-4f09-4ac6-9329-55e69e87a40a', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'floating_ip_address': '172.25.4.23', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'port_id': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'mac_address': 'fa:16:3e:e9:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:39:00Z', 'updated_at': '2021-10-27T16:39:00Z', 'revision_number': 0, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:13Z', 'revision_number': 5, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:02.198455 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25db48-15ed-4117-abc2-1de84aff34ea None None] Checking router: 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:02.212220 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f25db48-15ed-4117-abc2-1de84aff34ea None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:02.213251 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2f25db48-15ed-4117-abc2-1de84aff34ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:38:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:02.258830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa req-f638bbc0-be8d-46f2-80ec-afe76aabea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:02.260943 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa req-f638bbc0-be8d-46f2-80ec-afe76aabea4f service neutron] 10.222.0.54 "GET /v2.0/networks?id=9917baf9-46b3-45a8-94ba-cbe864e2afd7 HTTP/1.1" status: 200 len: 914 time: 0.2168820 Oct 27 16:39:02.361332 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2f25db48-15ed-4117-abc2-1de84aff34ea None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:02.454566 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa req-09ef18a5-dbf0-481d-bb0a-b1699488b688 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b02de75-8b6e-4c82-a5c2-16da94a1c914 HTTP/1.1" status: 200 len: 999 time: 0.1309149 Oct 27 16:39:02.581542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa req-47f09528-a413-4c0e-a674-7f03d2a90f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:02.583512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa req-47f09528-a413-4c0e-a674-7f03d2a90f7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3 HTTP/1.1" status: 200 len: 852 time: 0.1201978 Oct 27 16:39:02.695331 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2f25db48-15ed-4117-abc2-1de84aff34ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '812af9da-4f09-4ac6-9329-55e69e87a40a', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'floating_ip_address': '172.25.4.23', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'port_id': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'mac_address': 'fa:16:3e:e9:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:39:00Z', 'updated_at': '2021-10-27T16:39:00Z', 'revision_number': 0, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:13Z', 'revision_number': 5, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:02.724351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa req-e70f9c66-8fad-4e1e-b0ba-d9f0a0faaf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:02.727205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa req-e70f9c66-8fad-4e1e-b0ba-d9f0a0faaf79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9917baf9-46b3-45a8-94ba-cbe864e2afd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343060 Oct 27 16:39:02.740895 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f25db48-15ed-4117-abc2-1de84aff34ea None None] The sync data for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 is: [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '812af9da-4f09-4ac6-9329-55e69e87a40a', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'floating_ip_address': '172.25.4.23', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'port_id': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'mac_address': 'fa:16:3e:e9:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:39:00Z', 'updated_at': '2021-10-27T16:39:00Z', 'revision_number': 0, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:13Z', 'revision_number': 5, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:02.811294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:02.913274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa req-e243d2e9-a945-4d4f-80c5-62d4d80443db service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744568 Oct 27 16:39:02.971329 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dbf61b7e-05c6-4843-9022-ba732da58b4b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.033784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60594c42-2e6c-466a-8b5f-8d6bcd0626aa req-add1d740-b3c8-4005-87fe-02d467ff803c service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134598 Oct 27 16:39:03.054633 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dbf61b7e-05c6-4843-9022-ba732da58b4b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.075485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a4609-063f-4d0c-ad26-d13a5c336e4e None None] New status for floating IP 812af9da-4f09-4ac6-9329-55e69e87a40a: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:39:03.320474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf61b7e-05c6-4843-9022-ba732da58b4b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:03.443672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf61b7e-05c6-4843-9022-ba732da58b4b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:03.449053 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dbf61b7e-05c6-4843-9022-ba732da58b4b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:03.463564 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cb486-e4e8-434b-bca1-c77dbd3fb2cc None None] Sync routers for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:03.475776 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cb486-e4e8-434b-bca1-c77dbd3fb2cc None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:03.476533 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-318cb486-e4e8-434b-bca1-c77dbd3fb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:38:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:03.522888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dbf61b7e-05c6-4843-9022-ba732da58b4b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "PUT /v2.0/floatingips/812af9da-4f09-4ac6-9329-55e69e87a40a HTTP/1.1" status: 200 len: 991 time: 1.6221502 Oct 27 16:39:03.706837 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-318cb486-e4e8-434b-bca1-c77dbd3fb2cc None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:03.878923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914'}, {'name': 'network-changed', 'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:03.882732 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169" -d '{"events": [{"name": "network-changed", "server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914"}, {"name": "network-changed", "server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:03.924612 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38045b9c-a6af-4c16-a828-8bd007135fc5 x-openstack-request-id: req-38045b9c-a6af-4c16-a828-8bd007135fc5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:03.924918 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:03.925183 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38045b9c-a6af-4c16-a828-8bd007135fc5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:03.925762 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'status': 'completed', 'code': 200} Oct 27 16:39:03.926029 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'status': 'completed', 'code': 200} Oct 27 16:39:03.944413 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-318cb486-e4e8-434b-bca1-c77dbd3fb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '812af9da-4f09-4ac6-9329-55e69e87a40a', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'floating_ip_address': '172.25.4.23', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'port_id': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'mac_address': 'fa:16:3e:e9:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:39:00Z', 'updated_at': '2021-10-27T16:39:03Z', 'revision_number': 2, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:13Z', 'revision_number': 5, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:03.975312 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cb486-e4e8-434b-bca1-c77dbd3fb2cc None None] Checking router: 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:03.985004 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cb486-e4e8-434b-bca1-c77dbd3fb2cc None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:03.985616 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-318cb486-e4e8-434b-bca1-c77dbd3fb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:38:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:03.992617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-624f1f22-251f-4f4e-891e-db48b3007abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:03.994130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-624f1f22-251f-4f4e-891e-db48b3007abf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=278d9cd32c224e2183d9b95c5c89eb7b&device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 1097 time: 0.0477972 Oct 27 16:39:04.098832 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-318cb486-e4e8-434b-bca1-c77dbd3fb2cc None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:04.352078 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-318cb486-e4e8-434b-bca1-c77dbd3fb2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '812af9da-4f09-4ac6-9329-55e69e87a40a', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'floating_ip_address': '172.25.4.23', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'port_id': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'mac_address': 'fa:16:3e:e9:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:39:00Z', 'updated_at': '2021-10-27T16:39:03Z', 'revision_number': 2, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:13Z', 'revision_number': 5, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:04.383601 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cb486-e4e8-434b-bca1-c77dbd3fb2cc None None] The sync data for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 is: [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '812af9da-4f09-4ac6-9329-55e69e87a40a', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'floating_ip_address': '172.25.4.23', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'port_id': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'mac_address': 'fa:16:3e:e9:cd:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:39:00Z', 'updated_at': '2021-10-27T16:39:03Z', 'revision_number': 2, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:13Z', 'revision_number': 5, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:04.436730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-3dde4856-a7aa-4be8-b94b-b5b771c3e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:04.438446 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-3dde4856-a7aa-4be8-b94b-b5b771c3e0b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9917baf9-46b3-45a8-94ba-cbe864e2afd7 HTTP/1.1" status: 200 len: 914 time: 0.4373257 Oct 27 16:39:04.516808 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-1a419b50-670b-49ba-8cd8-e167d509c2dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b02de75-8b6e-4c82-a5c2-16da94a1c914 HTTP/1.1" status: 200 len: 1001 time: 0.0709584 Oct 27 16:39:04.569895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-c55a7195-81d2-4175-9414-2b89cfcd0731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:04.571419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-c55a7195-81d2-4175-9414-2b89cfcd0731 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3 HTTP/1.1" status: 200 len: 852 time: 0.0482423 Oct 27 16:39:04.628906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-a6873b02-c54a-4df9-b596-fb78b8bd36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:04.630399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-a6873b02-c54a-4df9-b596-fb78b8bd36f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9917baf9-46b3-45a8-94ba-cbe864e2afd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511394 Oct 27 16:39:04.728378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-51911fa2-31b5-4768-b903-148d4f535a5d service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896032 Oct 27 16:39:04.829273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-cc068ddd-81df-49d9-afe4-2b4c218991cc service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942886 Oct 27 16:39:04.919874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-0661d1d0-21da-4660-be9c-7eeda7aa5e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:04.921423 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-0661d1d0-21da-4660-be9c-7eeda7aa5e25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=278d9cd32c224e2183d9b95c5c89eb7b&device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 1097 time: 0.0458331 Oct 27 16:39:05.028251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-4687840b-81d0-4c24-be88-1c679ec6c5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:05.030070 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-4687840b-81d0-4c24-be88-1c679ec6c5fa service neutron] 10.222.0.54 "GET /v2.0/networks?id=9917baf9-46b3-45a8-94ba-cbe864e2afd7 HTTP/1.1" status: 200 len: 914 time: 0.0997262 Oct 27 16:39:05.102143 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-99e6ab5d-020f-4639-a5b1-4faf367c4f3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b02de75-8b6e-4c82-a5c2-16da94a1c914 HTTP/1.1" status: 200 len: 1001 time: 0.0640450 Oct 27 16:39:05.154484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-c9be02e1-0c57-4a3e-bea8-aede93fd309a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:05.155984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-c9be02e1-0c57-4a3e-bea8-aede93fd309a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3 HTTP/1.1" status: 200 len: 852 time: 0.0461187 Oct 27 16:39:05.208649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-26136ccd-af5d-46e1-b0c1-8be970c90358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:05.211097 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-26136ccd-af5d-46e1-b0c1-8be970c90358 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9917baf9-46b3-45a8-94ba-cbe864e2afd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477412 Oct 27 16:39:05.305827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-501ec387-65b9-4869-a8a3-497d6241e3ae service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876939 Oct 27 16:39:05.405701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d0fa92f-cbb5-4f8f-b87d-34a48f2cc169 req-0166bd61-5845-4340-bce4-40932bd4d21a service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932586 Oct 27 16:39:09.926547 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-c1fc8d42-6ea6-41e2-8f94-d50c35a5627f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672463579&fields=id&tenant_id=3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 267 time: 0.0477245 Oct 27 16:39:10.048944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fbac782-bea3-4c09-8382-facc7a08e830 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:10.050761 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fbac782-bea3-4c09-8382-facc7a08e830 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.1156547 Oct 27 16:39:10.065950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-7f11ea3a-dc40-40da-adef-3fb84959c059 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/quotas/3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 375 time: 0.0089872 Oct 27 16:39:10.117360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-f51f5737-64ab-43ab-a103-f1dc51f59f99 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453904 Oct 27 16:39:10.183033 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-26895f87-a790-469f-b4f1-70334ea7d640 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:39:10.184033 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-26895f87-a790-469f-b4f1-70334ea7d640 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0551720 Oct 27 16:39:10.277852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-207bc918-0c95-4646-a04e-a6ec4303895e service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872767 Oct 27 16:39:10.369869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-99932497-3403-48b4-bc8c-32015c8e085e service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859325 Oct 27 16:39:10.939761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a719454-27e5-4b6b-81ff-f838e7b1032f req-610049e8-e97f-4b7c-a9bd-adb3d965e905 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 210 time: 0.0265460 Oct 27 16:39:12.059663 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e18ce67d-c731-4956-866f-a6b03d168740 req-3d133da7-2c1f-40fa-87d3-e903879eda27 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 210 time: 0.0392616 Oct 27 16:39:12.823489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-84e7dfb8-13a7-436f-a638-48b04fb22a42 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:12.824985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-84e7dfb8-13a7-436f-a638-48b04fb22a42 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.1105838 Oct 27 16:39:12.869556 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-8eaef493-a414-46e4-bf8f-b436e5ab33af tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 379 time: 0.0345192 Oct 27 16:39:12.878783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'port': {'device_id': '16179f8b-0505-4211-894c-2a56b7706a9d', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'admin_state_up': True, 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'security_groups': ['f5761eae-fcd8-4302-aff4-f9d9daf5cb62']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:13.062789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Made reservation on behalf of 3cdb4db5640a48518f8166c1266fa319 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:39:13.067006 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.191979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83b9dd6f-d748-401a-859b-1f464054fbdf req-9a0506b3-2250-4a28-a925-48f305354099 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 210 time: 0.0382144 Oct 27 16:39:13.238609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Allocated IP 172.20.0.12 (1b392652-e494-4ed3-9954-2b4eaa7575b7/84ab4aa4-dd47-43f8-8bdd-470c530f77ad/f794c1c0-2564-4699-92ea-53fa21760b7f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:13.397927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.486365 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.532334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:13.538190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:13.542058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:13.567373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=f794c1c0-2564-4699-92ea-53fa21760b7f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:13.611398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:13.612493 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.688438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-dd11827a-c36a-4d2b-8991-0559f74f854c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8133321 Oct 27 16:39:13.759296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Request body: {'port': {'device_id': '16179f8b-0505-4211-894c-2a56b7706a9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:13.825067 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.869085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1cc6143e-0f22-4cbd-a32c-fabf4add275c None None] Provisioning complete for port f794c1c0-2564-4699-92ea-53fa21760b7f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:13.869626 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1cc6143e-0f22-4cbd-a32c-fabf4add275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:13.915503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1cc6143e-0f22-4cbd-a32c-fabf4add275c None None] Port f794c1c0-2564-4699-92ea-53fa21760b7f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:39:14.114524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f794c1c0-2564-4699-92ea-53fa21760b7f {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:39:14.122886 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.134855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Transition to ACTIVE for port object f794c1c0-2564-4699-92ea-53fa21760b7f will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:39:14.188665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.246832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Pushing event updated for resources: {'Port': ['ID=f794c1c0-2564-4699-92ea-53fa21760b7f,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:14.259843 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.260237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.261064 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.261064 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.261300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.261586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.261918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.262247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.262577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.262972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.263302 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.263630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:14.345133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574563c8-7005-4a9c-b900-bed144b3cccd req-48875432-6b82-4465-882b-4b6d38fa9bf4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:14.347426 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-574563c8-7005-4a9c-b900-bed144b3cccd req-48875432-6b82-4465-882b-4b6d38fa9bf4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0671840 Oct 27 16:39:14.377901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Attempting to bind port f794c1c0-2564-4699-92ea-53fa21760b7f on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:39:14.380898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Attempting to bind port f794c1c0-2564-4699-92ea-53fa21760b7f by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:39:14.382288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Attempting to bind port f794c1c0-2564-4699-92ea-53fa21760b7f on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:14.391527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Port f794c1c0-2564-4699-92ea-53fa21760b7f on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:39:14.391931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Attempting to bind port f794c1c0-2564-4699-92ea-53fa21760b7f on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:39:14.397138 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-574563c8-7005-4a9c-b900-bed144b3cccd req-a813234c-30ea-4477-bc5b-e27ab715a238 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420399 Oct 27 16:39:14.408218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:39:14.409100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Checking segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:39:14.409846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Bound using segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:39:14.410323 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Bound port: f794c1c0-2564-4699-92ea-53fa21760b7f, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:39:14.410943 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.506814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] For port f794c1c0-2564-4699-92ea-53fa21760b7f, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:39:14.511392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] For port f794c1c0-2564-4699-92ea-53fa21760b7f, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f794c1c0-2564-4699-92ea-53fa21760b7f,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:39:14.597120 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.642179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:14.643458 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:14.645067 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] 10.222.0.53 "PUT /v2.0/ports/f794c1c0-2564-4699-92ea-53fa21760b7f HTTP/1.1" status: 200 len: 1092 time: 0.9485681 Oct 27 16:39:14.648292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16179f8b-0505-4211-894c-2a56b7706a9d', 'tag': 'f794c1c0-2564-4699-92ea-53fa21760b7f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:14.652162 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0dd24c-c507-48b3-968e-9ff87db1b5de" -d '{"events": [{"name": "network-changed", "server_uuid": "16179f8b-0505-4211-894c-2a56b7706a9d", "tag": "f794c1c0-2564-4699-92ea-53fa21760b7f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:14.685176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe79750-4d23-4bcf-b2fb-cb647a8b6c94 service neutron] Pushing event updated for resources: {'Port': ['ID=f794c1c0-2564-4699-92ea-53fa21760b7f,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:14.718490 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f0572-62ff-4b3e-a69c-305302122a71 x-openstack-request-id: req-f57f0572-62ff-4b3e-a69c-305302122a71 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:14.722321 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16179f8b-0505-4211-894c-2a56b7706a9d", "tag": "f794c1c0-2564-4699-92ea-53fa21760b7f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:14.722321 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f57f0572-62ff-4b3e-a69c-305302122a71 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:14.725892 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16179f8b-0505-4211-894c-2a56b7706a9d', 'tag': 'f794c1c0-2564-4699-92ea-53fa21760b7f', 'status': 'completed', 'code': 200} Oct 27 16:39:14.801912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dd24c-c507-48b3-968e-9ff87db1b5de req-80c1122b-18bf-46bd-acf7-24672c874fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:14.803784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c0dd24c-c507-48b3-968e-9ff87db1b5de req-80c1122b-18bf-46bd-acf7-24672c874fc0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 1095 time: 0.0729921 Oct 27 16:39:14.926687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dd24c-c507-48b3-968e-9ff87db1b5de req-1668b07c-7c8e-4a3f-ab2f-e8cb25baa008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:14.928912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c0dd24c-c507-48b3-968e-9ff87db1b5de req-1668b07c-7c8e-4a3f-ab2f-e8cb25baa008 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3cdb4db5640a48518f8166c1266fa319&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1174428 Oct 27 16:39:15.052504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dd24c-c507-48b3-968e-9ff87db1b5de req-00efaf67-26a4-4db6-b006-e9225df49331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:15.054766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9c0dd24c-c507-48b3-968e-9ff87db1b5de req-00efaf67-26a4-4db6-b006-e9225df49331 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1174326 Oct 27 16:39:15.145436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-04185090-1ce9-413b-895d-00b973fc8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:15.147895 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-04185090-1ce9-413b-895d-00b973fc8c8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 1095 time: 0.0445385 Oct 27 16:39:15.195980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-6bf21c4b-3da4-4627-8628-83969b6c2a08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f794c1c0-2564-4699-92ea-53fa21760b7f HTTP/1.1" status: 200 len: 217 time: 0.0395410 Oct 27 16:39:15.253213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-f7e7851a-a4da-485b-8b31-2619963cbcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:15.254792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-f7e7851a-a4da-485b-8b31-2619963cbcdf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0491145 Oct 27 16:39:15.301340 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-be56e762-525e-4e22-a1ac-8c5ea76ef883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:15.303360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-be56e762-525e-4e22-a1ac-8c5ea76ef883 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403786 Oct 27 16:39:15.404392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-6aa22651-0297-4fe8-9560-0514184bc324 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933278 Oct 27 16:39:15.542260 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b14bae6b-d034-4fc1-a29e-36305424cec5 req-7ac1bb58-7476-43a0-a0a5-65d2aff16f3d service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313655 Oct 27 16:39:15.548722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873edb1b-702b-4a99-8f52-efa3a0736733 req-ed1e8a02-0408-4749-8563-1acb262ee26b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:15.550912 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-873edb1b-702b-4a99-8f52-efa3a0736733 req-ed1e8a02-0408-4749-8563-1acb262ee26b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0782886 Oct 27 16:39:15.599330 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-873edb1b-702b-4a99-8f52-efa3a0736733 req-a0504e19-1019-4e9a-87c6-f03a7277aa30 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409007 Oct 27 16:39:16.741571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3032d-c0c8-4ea4-b129-889603a6a2f2 req-526d1561-bc56-4d7b-b2f2-8668ab439fca tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:16.743072 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6e3032d-c0c8-4ea4-b129-889603a6a2f2 req-526d1561-bc56-4d7b-b2f2-8668ab439fca tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0632412 Oct 27 16:39:16.782190 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6e3032d-c0c8-4ea4-b129-889603a6a2f2 req-72456468-9415-496e-aa3c-80c552d31412 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329068 Oct 27 16:39:17.902682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ab895-a445-45b7-83bc-8af442b0a3f6 req-8885de0e-b0c3-46a7-85b4-abbe66f353e2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:17.904108 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-559ab895-a445-45b7-83bc-8af442b0a3f6 req-8885de0e-b0c3-46a7-85b4-abbe66f353e2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0501759 Oct 27 16:39:17.949025 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-559ab895-a445-45b7-83bc-8af442b0a3f6 req-d8ba4940-6754-4d19-acd4-6bb2db59ca3e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383639 Oct 27 16:39:18.545168 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-75d8df0b-e4c4-439a-9566-df43fc4276c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:19.103844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba03801-58bf-4f1b-b383-9b00e5019b42 req-3a09da0c-18ec-4cec-aeb9-baa83c95edd7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.105426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ba03801-58bf-4f1b-b383-9b00e5019b42 req-3a09da0c-18ec-4cec-aeb9-baa83c95edd7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0563445 Oct 27 16:39:19.169324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ba03801-58bf-4f1b-b383-9b00e5019b42 req-30b21792-d226-4cf6-aaba-916c791bd38d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553815 Oct 27 16:39:19.175398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-234100e7-c37d-45f2-987d-8810da4fe0a4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690053 Oct 27 16:39:19.265368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-8b029b61-9763-4832-bd4d-13897dfbe18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.269947 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-8b029b61-9763-4832-bd4d-13897dfbe18b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=278d9cd32c224e2183d9b95c5c89eb7b&device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 1097 time: 0.0464718 Oct 27 16:39:19.387430 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-baecf664-aa8b-4a5f-b72f-c25505ad993a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.389654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-baecf664-aa8b-4a5f-b72f-c25505ad993a service neutron] 10.222.0.54 "GET /v2.0/networks?id=9917baf9-46b3-45a8-94ba-cbe864e2afd7 HTTP/1.1" status: 200 len: 914 time: 0.0992615 Oct 27 16:39:19.467535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-270c98ac-1618-42df-9902-7db8da25f1e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b02de75-8b6e-4c82-a5c2-16da94a1c914 HTTP/1.1" status: 200 len: 1001 time: 0.0690641 Oct 27 16:39:19.528174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-d8451fbc-2dbc-4a1b-a393-c1d1783de533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.529648 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-d8451fbc-2dbc-4a1b-a393-c1d1783de533 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3 HTTP/1.1" status: 200 len: 852 time: 0.0558701 Oct 27 16:39:19.579877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-d1b0d17e-5941-4f98-b5f1-4675e24b9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:19.581457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-d1b0d17e-5941-4f98-b5f1-4675e24b9745 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9917baf9-46b3-45a8-94ba-cbe864e2afd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444899 Oct 27 16:39:19.680141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-4f41a4a1-3927-4a0f-b189-db83d8203378 service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905983 Oct 27 16:39:19.775435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-618a77e1-cae0-4f7f-a526-6d3503e7477c req-4ce4cfad-cfc3-4d7a-996e-ec43e42e898a service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876505 Oct 27 16:39:20.292789 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb390200-114f-450b-9b55-d2b6b4594f34 req-c80d3d88-c9d5-4b3a-b4d5-59ea0d4b4009 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:20.294313 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb390200-114f-450b-9b55-d2b6b4594f34 req-c80d3d88-c9d5-4b3a-b4d5-59ea0d4b4009 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0506616 Oct 27 16:39:20.335463 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb390200-114f-450b-9b55-d2b6b4594f34 req-f1ade841-4e3c-4acb-aa53-b6b8c03d6fe2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341389 Oct 27 16:39:21.455769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7052dd-703c-4614-a891-d48ac15538fa req-8b60cc9d-766c-4665-b659-be998eb36288 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:21.457407 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aa7052dd-703c-4614-a891-d48ac15538fa req-8b60cc9d-766c-4665-b659-be998eb36288 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0546329 Oct 27 16:39:21.509047 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aa7052dd-703c-4614-a891-d48ac15538fa req-367f6824-a624-4022-a87c-8174a82df17f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452001 Oct 27 16:39:21.567748 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cf08949d-4cab-464e-a7d2-153bb4077557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.205370 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.268464 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:22.631760 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df2152-2d4b-432e-b978-05850cdd1e95 req-8c0f4ac4-7449-4db0-bacf-96d096dc4c21 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:22.633348 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b9df2152-2d4b-432e-b978-05850cdd1e95 req-8c0f4ac4-7449-4db0-bacf-96d096dc4c21 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0549719 Oct 27 16:39:22.673161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b9df2152-2d4b-432e-b978-05850cdd1e95 req-a4346cc5-7996-47c3-82fa-40b2eeeb397a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Oct 27 16:39:23.793460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b7154-5e29-41ba-bdd8-7517296429bf req-2406ada5-2f7e-4823-996c-fe5ae44077c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:23.794960 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f8b7154-5e29-41ba-bdd8-7517296429bf req-2406ada5-2f7e-4823-996c-fe5ae44077c6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0492842 Oct 27 16:39:23.834355 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8f8b7154-5e29-41ba-bdd8-7517296429bf req-f66f74bb-0451-4728-b420-e441ac2de34f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Oct 27 16:39:24.206070 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:24.952404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9de593-2f46-4639-8865-fd239c4b6c0c req-ca0957db-9d05-48b0-9503-4cea5d2eb2c2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:24.953959 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc9de593-2f46-4639-8865-fd239c4b6c0c req-ca0957db-9d05-48b0-9503-4cea5d2eb2c2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0510538 Oct 27 16:39:24.999615 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc9de593-2f46-4639-8865-fd239c4b6c0c req-20a25d5d-9c44-4435-bdd3-72c478e2db6c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377998 Oct 27 16:39:26.116783 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f41d1-6ff3-48fa-b3f9-af9747d4f098 req-f6ebe7d3-22e1-45db-a594-faaf5156bcc9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:26.118354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc6f41d1-6ff3-48fa-b3f9-af9747d4f098 req-f6ebe7d3-22e1-45db-a594-faaf5156bcc9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0501258 Oct 27 16:39:26.159513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc6f41d1-6ff3-48fa-b3f9-af9747d4f098 req-01cfce1f-b983-4319-8eb0-80ddb7139c7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315795 Oct 27 16:39:27.286562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafce356-1ed2-4716-9da7-b6fc4eda8d2a req-fd8b6ee4-579c-4ccc-ae6f-7bd66ba80ef8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:27.288345 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eafce356-1ed2-4716-9da7-b6fc4eda8d2a req-fd8b6ee4-579c-4ccc-ae6f-7bd66ba80ef8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 944 time: 0.0515609 Oct 27 16:39:27.326703 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eafce356-1ed2-4716-9da7-b6fc4eda8d2a req-aa0cdf62-79cb-4426-a0a1-da5cc00e6b9f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323169 Oct 27 16:39:27.984778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f794c1c0-2564-4699-92ea-53fa21760b7f details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:39:28.088029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f794c1c0-2564-4699-92ea-53fa21760b7f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f794c1c0-2564-4699-92ea-53fa21760b7f,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:28.099394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'f794c1c0-2564-4699-92ea-53fa21760b7f', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'port_id': 'f794c1c0-2564-4699-92ea-53fa21760b7f', 'mac_address': 'fa:16:3e:61:77:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:39:28.137452 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.150888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f794c1c0-2564-4699-92ea-53fa21760b7f {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:39:28.170235 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f794c1c0-2564-4699-92ea-53fa21760b7f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f794c1c0-2564-4699-92ea-53fa21760b7f,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:28.219389 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:28.269993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f794c1c0-2564-4699-92ea-53fa21760b7f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:28.278292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.278649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.278996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.279339 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.279680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.280015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.280371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.280703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.281031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.281443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.281687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.282011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:39:28.431921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f794c1c0-2564-4699-92ea-53fa21760b7f'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:39:28.444709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5b8d3-e649-43f8-b3cd-0903b4364c2b req-ab2260b8-f6c4-45f3-bad3-00fda9814348 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:28.446315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6dd5b8d3-e649-43f8-b3cd-0903b4364c2b req-ab2260b8-f6c4-45f3-bad3-00fda9814348 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 945 time: 0.0509691 Oct 27 16:39:28.489368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6dd5b8d3-e649-43f8-b3cd-0903b4364c2b req-90d92464-043d-485c-86c4-af3b738b45b2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363650 Oct 27 16:39:29.545169 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:29.618404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b1508-5ff8-486a-9a5a-53766fa1cf88 req-20112448-a342-4f39-ae8a-96254d44558b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:29.619895 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b90b1508-5ff8-486a-9a5a-53766fa1cf88 req-20112448-a342-4f39-ae8a-96254d44558b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 945 time: 0.0531337 Oct 27 16:39:29.664475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b90b1508-5ff8-486a-9a5a-53766fa1cf88 req-63980827-d470-4ad1-8ba5-7b30743195e4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377121 Oct 27 16:39:29.984538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f794c1c0-2564-4699-92ea-53fa21760b7f up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:39:30.097171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port f794c1c0-2564-4699-92ea-53fa21760b7f completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:39:30.102532 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port f794c1c0-2564-4699-92ea-53fa21760b7f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:39:30.102903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.180357 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.205748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16179f8b-0505-4211-894c-2a56b7706a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794c1c0-2564-4699-92ea-53fa21760b7f'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:30.207994 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1454498b-9bd8-4999-8c91-9eb4e49a5855" -d '{"events": [{"server_uuid": "16179f8b-0505-4211-894c-2a56b7706a9d", "name": "network-vif-plugged", "status": "completed", "tag": "f794c1c0-2564-4699-92ea-53fa21760b7f"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:30.223711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f794c1c0-2564-4699-92ea-53fa21760b7f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f794c1c0-2564-4699-92ea-53fa21760b7f,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:39:30.248002 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35dc293-f5a4-4afa-b1d1-6f111f2ce9dc x-openstack-request-id: req-d35dc293-f5a4-4afa-b1d1-6f111f2ce9dc {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:30.248329 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16179f8b-0505-4211-894c-2a56b7706a9d", "name": "network-vif-plugged", "status": "completed", "tag": "f794c1c0-2564-4699-92ea-53fa21760b7f", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:30.248652 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d35dc293-f5a4-4afa-b1d1-6f111f2ce9dc {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:30.249062 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16179f8b-0505-4211-894c-2a56b7706a9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f794c1c0-2564-4699-92ea-53fa21760b7f', 'code': 200} Oct 27 16:39:30.316936 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:30.347858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fce415-6b63-4f6f-9876-b30c9283f8fa req-682a4516-efd6-476f-94d3-45fd69616e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:30.350218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67fce415-6b63-4f6f-9876-b30c9283f8fa req-682a4516-efd6-476f-94d3-45fd69616e3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 1097 time: 0.0426359 Oct 27 16:39:30.366172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f794c1c0-2564-4699-92ea-53fa21760b7f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:30.390406 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67fce415-6b63-4f6f-9876-b30c9283f8fa req-aaab3810-0619-404a-9022-892ec50d2f1b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323498 Oct 27 16:39:30.782588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e872e3-21e5-4511-983f-dd6616fa55eb req-1b302ff4-721c-4899-af23-f001f6cc940f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:30.783950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3e872e3-21e5-4511-983f-dd6616fa55eb req-1b302ff4-721c-4899-af23-f001f6cc940f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 946 time: 0.0487731 Oct 27 16:39:30.829623 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3e872e3-21e5-4511-983f-dd6616fa55eb req-f0fa7320-430c-4446-8ff6-5774dde057b0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388465 Oct 27 16:39:31.955683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1a4f5-cab2-4f41-a749-c5683e550bce req-cf4d1222-bd8d-41a4-85de-99fe02724e07 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:31.957361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bd1a4f5-cab2-4f41-a749-c5683e550bce req-cf4d1222-bd8d-41a4-85de-99fe02724e07 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 946 time: 0.0543175 Oct 27 16:39:31.999420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bd1a4f5-cab2-4f41-a749-c5683e550bce req-ede07b0a-9723-488a-aec5-572a8ef2ee6c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354383 Oct 27 16:39:32.118258 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb83f0-0805-4d14-a501-4a057960cae4 req-887f4e69-59a7-41a3-8b8b-2e1568dd4cf7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:32.119670 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ebb83f0-0805-4d14-a501-4a057960cae4 req-887f4e69-59a7-41a3-8b8b-2e1568dd4cf7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 946 time: 0.0525937 Oct 27 16:39:32.159023 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0ebb83f0-0805-4d14-a501-4a057960cae4 req-75db3683-73e1-4d71-8bf1-fa59447b97a0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331609 Oct 27 16:39:32.182856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39944) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:32.239013 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:39:32.334422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82a197b-bbd3-41b6-bf51-c17782061aac tempest-TestVolumeBootPattern-15559205 tempest-TestVolumeBootPattern-15559205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:32.334422 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c82a197b-bbd3-41b6-bf51-c17782061aac tempest-TestVolumeBootPattern-15559205 tempest-TestVolumeBootPattern-15559205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 1092 time: 0.1492677 Oct 27 16:39:32.336738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 39950) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:39:32.341223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': 'f794c1c0-2564-4699-92ea-53fa21760b7f', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:39:32.419225 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.522643 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.625123 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Allocated IP 172.25.4.142 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/5c09698a-c59d-4d90-b1f9-446cf9456422) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:39:32.733128 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.754212 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.816962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:32.856501 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:39:32.859457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:39:32.862083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:39:32.889729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=5c09698a-c59d-4d90-b1f9-446cf9456422,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:33.524427 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:33.657968 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:33.816797 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:33.888165 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:33.964197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=5c09698a-c59d-4d90-b1f9-446cf9456422,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:39:33.976816 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:34.085756 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Floating IP 04e9034f-770f-41f9-b373-e716dd09fdad associated. External IP: 172.25.4.142, port: f794c1c0-2564-4699-92ea-53fa21760b7f. Oct 27 16:39:34.316344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Router 2a3916d1-d05a-444f-8a90-32992f658b35 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:39:34.430126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:39:34.441165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11538ed2-a7f4-44bb-955a-e9e22385447a None None] Sync routers for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:39:34.451537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11538ed2-a7f4-44bb-955a-e9e22385447a None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:34.452195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-11538ed2-a7f4-44bb-955a-e9e22385447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:39:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:34.525768 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:34.555619 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9915437f-297f-4da6-aa3d-f605d8421e44 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2178481 Oct 27 16:39:34.556255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16179f8b-0505-4211-894c-2a56b7706a9d', 'tag': 'f794c1c0-2564-4699-92ea-53fa21760b7f'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:39:34.558569 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8" -d '{"events": [{"name": "network-changed", "server_uuid": "16179f8b-0505-4211-894c-2a56b7706a9d", "tag": "f794c1c0-2564-4699-92ea-53fa21760b7f"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:39:34.570300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-11538ed2-a7f4-44bb-955a-e9e22385447a None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:34.690231 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd64e3d6-7859-4c41-98ef-8093a8f616f0 x-openstack-request-id: req-bd64e3d6-7859-4c41-98ef-8093a8f616f0 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:39:34.690528 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16179f8b-0505-4211-894c-2a56b7706a9d", "tag": "f794c1c0-2564-4699-92ea-53fa21760b7f", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:39:34.690788 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd64e3d6-7859-4c41-98ef-8093a8f616f0 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:39:34.691192 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16179f8b-0505-4211-894c-2a56b7706a9d', 'tag': 'f794c1c0-2564-4699-92ea-53fa21760b7f', 'status': 'completed', 'code': 200} Oct 27 16:39:34.763165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8 req-1665a461-23a9-4416-b3d4-96b53c9a61f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:34.764703 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8 req-1665a461-23a9-4416-b3d4-96b53c9a61f5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 1097 time: 0.0420928 Oct 27 16:39:34.864708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8 req-d9945ed8-cfe0-4b94-804a-3e9ba06f97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:34.866657 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8 req-d9945ed8-cfe0-4b94-804a-3e9ba06f97ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0944538 Oct 27 16:39:34.940368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8 req-f5304458-70f6-42b0-943d-e6f918f3bf16 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f794c1c0-2564-4699-92ea-53fa21760b7f HTTP/1.1" status: 200 len: 1000 time: 0.0666854 Oct 27 16:39:34.980169 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-11538ed2-a7f4-44bb-955a-e9e22385447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '04e9034f-770f-41f9-b373-e716dd09fdad', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f794c1c0-2564-4699-92ea-53fa21760b7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:61:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16179f8b-0505-4211-894c-2a56b7706a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:39:33Z', 'updated_at': '2021-10-27T16:39:33Z', 'revision_number': 0, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:34.993219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8 req-bcec67db-f8ea-47cb-9a5f-0c7929c05d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:34.994674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8 req-bcec67db-f8ea-47cb-9a5f-0c7929c05d24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0472395 Oct 27 16:39:35.008686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11538ed2-a7f4-44bb-955a-e9e22385447a None None] Checking router: 2a3916d1-d05a-444f-8a90-32992f658b35 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:39:35.017321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11538ed2-a7f4-44bb-955a-e9e22385447a None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:39:35.017974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-11538ed2-a7f4-44bb-955a-e9e22385447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:39:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:35.044728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8 req-5b0802ec-5206-4a01-93e2-859a6cbe9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:39:35.046594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8 req-5b0802ec-5206-4a01-93e2-859a6cbe9beb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450466 Oct 27 16:39:35.128761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-11538ed2-a7f4-44bb-955a-e9e22385447a None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:39:35.144653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8 req-233283dc-1cd2-45fd-959d-fd2844f13a49 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897257 Oct 27 16:39:35.250920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3d0a9c1-42c3-4e8b-9865-0faa4a8377c8 req-a79751ef-af62-4921-ac62-0f0205f916bd service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982873 Oct 27 16:39:35.374214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-11538ed2-a7f4-44bb-955a-e9e22385447a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '04e9034f-770f-41f9-b373-e716dd09fdad', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f794c1c0-2564-4699-92ea-53fa21760b7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:61:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16179f8b-0505-4211-894c-2a56b7706a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:39:33Z', 'updated_at': '2021-10-27T16:39:33Z', 'revision_number': 0, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:39:35.407984 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11538ed2-a7f4-44bb-955a-e9e22385447a None None] The sync data for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 is: [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '04e9034f-770f-41f9-b373-e716dd09fdad', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.142', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f794c1c0-2564-4699-92ea-53fa21760b7f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:61:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16179f8b-0505-4211-894c-2a56b7706a9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:39:33Z', 'updated_at': '2021-10-27T16:39:33Z', 'revision_number': 0, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:39:35.677638 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e252a1-91df-4661-91c0-1366c443cdbe None None] New status for floating IP 04e9034f-770f-41f9-b373-e716dd09fdad: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:39:48.536869 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bb07d37b-2e53-4f2b-a1a3-3d2695d10a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:51.574437 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e52c8ac6-0a2b-4762-a43d-a02f3feb7d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:52.216480 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:52.264777 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:54.211113 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:39:59.567506 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:02.765236 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.242431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40196) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:04.407609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Deleting port b8917e43-3015-42ca-8f78-9d2886043145 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:04.407866 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.485770 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.486095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.498334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Calling delete_port for b8917e43-3015-42ca-8f78-9d2886043145 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:04.717190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.744084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event deleted for resources: {'Port': ['ID=b8917e43-3015-42ca-8f78-9d2886043145,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:04.771794 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.772194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.772576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.772922 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.773266 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.773606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.773941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.774276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.774606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.774943 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.775273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.775600 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:04.817962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:04.822172 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Floating IP 812af9da-4f09-4ac6-9329-55e69e87a40a disassociated (deleted). External IP: 172.25.4.23, port: 5b02de75-8b6e-4c82-a5c2-16da94a1c914. Oct 27 16:40:05.032497 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:40:05.143198 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:40:05.148531 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:05.155694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dc120-498a-4e0d-8c43-a1a211e88c04 None None] Sync routers for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:40:05.167920 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67dc120-498a-4e0d-8c43-a1a211e88c04 None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:05.169088 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c67dc120-498a-4e0d-8c43-a1a211e88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:39:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:05.189199 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b127a8ce-c1a8-40b5-bc68-4cdc154fc8b5 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "DELETE /v2.0/floatingips/812af9da-4f09-4ac6-9329-55e69e87a40a HTTP/1.1" status: 204 len: 168 time: 0.9420192 Oct 27 16:40:05.189199 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:40:05.189631 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0146fc52-80f6-4e54-abd2-cba8ff502694" -d '{"events": [{"name": "network-changed", "server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:40:05.237343 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d658c5-f637-4298-8907-ea0f425567db x-openstack-request-id: req-49d658c5-f637-4298-8907-ea0f425567db {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:40:05.237800 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:40:05.238058 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49d658c5-f637-4298-8907-ea0f425567db {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:40:05.238491 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'status': 'completed', 'code': 200} Oct 27 16:40:05.301103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c67dc120-498a-4e0d-8c43-a1a211e88c04 None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:40:05.311362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146fc52-80f6-4e54-abd2-cba8ff502694 req-b98d9ac5-9aa4-4e83-a601-d453b4fd7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:05.313073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0146fc52-80f6-4e54-abd2-cba8ff502694 req-b98d9ac5-9aa4-4e83-a601-d453b4fd7f25 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=278d9cd32c224e2183d9b95c5c89eb7b&device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 1097 time: 0.0464468 Oct 27 16:40:05.418306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146fc52-80f6-4e54-abd2-cba8ff502694 req-5afa2162-9588-42b2-9298-f3d84ba13a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:05.421382 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0146fc52-80f6-4e54-abd2-cba8ff502694 req-5afa2162-9588-42b2-9298-f3d84ba13a73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9917baf9-46b3-45a8-94ba-cbe864e2afd7 HTTP/1.1" status: 200 len: 914 time: 0.1003287 Oct 27 16:40:05.465477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0146fc52-80f6-4e54-abd2-cba8ff502694 req-437f4018-b242-4bcc-b0de-f6cbe7a61f89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b02de75-8b6e-4c82-a5c2-16da94a1c914 HTTP/1.1" status: 200 len: 217 time: 0.0372617 Oct 27 16:40:05.517292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c67dc120-498a-4e0d-8c43-a1a211e88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:13Z', 'revision_number': 5, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:05.548095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146fc52-80f6-4e54-abd2-cba8ff502694 req-3e94c351-9d4b-4119-85bf-0ea87498199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:05.549713 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0146fc52-80f6-4e54-abd2-cba8ff502694 req-3e94c351-9d4b-4119-85bf-0ea87498199e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3 HTTP/1.1" status: 200 len: 852 time: 0.0686140 Oct 27 16:40:05.556568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dc120-498a-4e0d-8c43-a1a211e88c04 None None] Checking router: 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:40:05.562697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67dc120-498a-4e0d-8c43-a1a211e88c04 None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:05.563383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c67dc120-498a-4e0d-8c43-a1a211e88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:39:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:05.603531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146fc52-80f6-4e54-abd2-cba8ff502694 req-16c5baa8-aa60-487f-b05c-29a348701aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:05.609904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0146fc52-80f6-4e54-abd2-cba8ff502694 req-16c5baa8-aa60-487f-b05c-29a348701aaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9917baf9-46b3-45a8-94ba-cbe864e2afd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477726 Oct 27 16:40:05.686356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c67dc120-498a-4e0d-8c43-a1a211e88c04 None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:40:05.750311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adc2e1-01d1-47c1-a6e8-8c0373d47e82 req-43eb7fed-7760-4134-a720-5c85ef36f4b3 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:05.751883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38adc2e1-01d1-47c1-a6e8-8c0373d47e82 req-43eb7fed-7760-4134-a720-5c85ef36f4b3 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 946 time: 0.0812161 Oct 27 16:40:05.755773 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0146fc52-80f6-4e54-abd2-cba8ff502694 req-75b70f92-3761-4317-8d76-6047131d38c5 service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408274 Oct 27 16:40:05.848551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38adc2e1-01d1-47c1-a6e8-8c0373d47e82 req-a9e7f1c1-ebfc-406d-b70e-cc29e4a8a0e2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882502 Oct 27 16:40:05.879685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0146fc52-80f6-4e54-abd2-cba8ff502694 req-dbbd003d-5367-439b-b513-070c6b7188d0 service neutron] 10.222.0.54 "GET /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119392 Oct 27 16:40:05.915057 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c67dc120-498a-4e0d-8c43-a1a211e88c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:13Z', 'revision_number': 5, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:05.943707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67dc120-498a-4e0d-8c43-a1a211e88c04 None None] The sync data for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 is: [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:35:08Z', 'revision_number': 4, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '0b1d8f44-21ee-4a45-b124-a91afcecb842', 'name': '', 'network_id': '9917baf9-46b3-45a8-94ba-cbe864e2afd7', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'mac_address': 'fa:16:3e:3a:25:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:07Z', 'updated_at': '2021-10-27T16:35:13Z', 'revision_number': 5, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'subnets': [{'id': '6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:40:06.182751 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e74aa3-3f94-418e-8971-9a17e0395fee None None] New status for floating IP 812af9da-4f09-4ac6-9329-55e69e87a40a: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:40:06.992337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8e191-677a-4c0c-88a9-839a2cbdbb2c req-9c047bb9-0166-46bf-a918-90e9fe03a506 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:06.994668 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89d8e191-677a-4c0c-88a9-839a2cbdbb2c req-9c047bb9-0166-46bf-a918-90e9fe03a506 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 946 time: 0.0594296 Oct 27 16:40:07.035819 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89d8e191-677a-4c0c-88a9-839a2cbdbb2c req-4022bf6c-a558-4fe1-bc1a-a5f55e0c8d90 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b5d9a18-360d-47b2-a84f-807a90845ab2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339680 Oct 27 16:40:07.230620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3b0db-2e51-4025-ac18-8a0e565f46fe req-29a6e445-362b-4a0b-8e14-d612aa926f47 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:07.232787 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ecf3b0db-2e51-4025-ac18-8a0e565f46fe req-29a6e445-362b-4a0b-8e14-d612aa926f47 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.54 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 946 time: 0.0491018 Oct 27 16:40:07.328145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ecf3b0db-2e51-4025-ac18-8a0e565f46fe req-8d5350da-4e89-429b-8be8-d512c4f17c64 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Deleting port 5b02de75-8b6e-4c82-a5c2-16da94a1c914 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:07.328490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ecf3b0db-2e51-4025-ac18-8a0e565f46fe req-8d5350da-4e89-429b-8be8-d512c4f17c64 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:07.423150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ecf3b0db-2e51-4025-ac18-8a0e565f46fe req-8d5350da-4e89-429b-8be8-d512c4f17c64 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] For port 5b02de75-8b6e-4c82-a5c2-16da94a1c914, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5b02de75-8b6e-4c82-a5c2-16da94a1c914,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:07.423513 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ecf3b0db-2e51-4025-ac18-8a0e565f46fe req-8d5350da-4e89-429b-8be8-d512c4f17c64 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:07.437156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-ecf3b0db-2e51-4025-ac18-8a0e565f46fe req-8d5350da-4e89-429b-8be8-d512c4f17c64 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Calling delete_port for 5b02de75-8b6e-4c82-a5c2-16da94a1c914 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:07.634414 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ecf3b0db-2e51-4025-ac18-8a0e565f46fe req-8d5350da-4e89-429b-8be8-d512c4f17c64 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:07.666207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5350da-4e89-429b-8be8-d512c4f17c64 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event deleted for resources: {'Port': ['ID=5b02de75-8b6e-4c82-a5c2-16da94a1c914,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:07.710597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf3b0db-2e51-4025-ac18-8a0e565f46fe req-8d5350da-4e89-429b-8be8-d512c4f17c64 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] No DVR routers for this DVR port 5b02de75-8b6e-4c82-a5c2-16da94a1c914 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:07.713406 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ecf3b0db-2e51-4025-ac18-8a0e565f46fe req-8d5350da-4e89-429b-8be8-d512c4f17c64 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:07.718054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ecf3b0db-2e51-4025-ac18-8a0e565f46fe req-8d5350da-4e89-429b-8be8-d512c4f17c64 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.54 "DELETE /v2.0/ports/5b02de75-8b6e-4c82-a5c2-16da94a1c914 HTTP/1.1" status: 204 len: 173 time: 0.4786046 Oct 27 16:40:07.718497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'name': 'network-vif-deleted', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:40:07.720824 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aec8360-e895-4cb3-b554-40cae2d4fc3e" -d '{"events": [{"server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "name": "network-vif-deleted", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:40:07.756303 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40888524-691f-4ecb-b010-2f32e678e9ca x-openstack-request-id: req-40888524-691f-4ecb-b010-2f32e678e9ca {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:40:07.756596 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e", "name": "network-vif-deleted", "tag": "5b02de75-8b6e-4c82-a5c2-16da94a1c914", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:40:07.756850 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40888524-691f-4ecb-b010-2f32e678e9ca {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:40:07.757251 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e', 'name': 'network-vif-deleted', 'tag': '5b02de75-8b6e-4c82-a5c2-16da94a1c914', 'status': 'completed', 'code': 200} Oct 27 16:40:08.155087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e4a5ea1-5c22-434e-8041-96b9ab2e98ca req-41e47d61-59d1-463d-9b55-083430180957 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 210 time: 0.0362234 Oct 27 16:40:09.239795 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:40:09.253053 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-429b2bf8-04fc-4149-9a46-d50ddd2521ea req-17f2c459-1d52-42da-aefe-1f8792609401 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 210 time: 0.0301316 Oct 27 16:40:10.371297 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b62f9f5a-34f9-4a9c-b530-b434ed2e5d80 req-c4ee2652-8c7f-41f9-8d0e-61a9a5f902c4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 210 time: 0.0338614 Oct 27 16:40:10.974782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5b02de75-8b6e-4c82-a5c2-16da94a1c914 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:10.998639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 5b02de75-8b6e-4c82-a5c2-16da94a1c914 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:10.998929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5b02de75-8b6e-4c82-a5c2-16da94a1c914 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:11.491329 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-14a65c0c-f5be-4422-88ea-ae0a20e1d93c req-c16709bc-3487-4bc1-b3e1-45e8f78a10b4 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 210 time: 0.0333517 Oct 27 16:40:12.537408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-1d7633bf-9fe6-402b-b9a8-ad8c5700c510 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536237 Oct 27 16:40:12.634374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-8fbdad79-b2a8-4949-bc7e-042a3689301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:12.636169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-8fbdad79-b2a8-4949-bc7e-042a3689301f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 1097 time: 0.0470786 Oct 27 16:40:12.644678 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-652618fa-14a0-4a33-a529-ffa6c1cca709 req-cc39fa6f-e4dd-4aaa-9fca-419a7121713b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 210 time: 0.0484068 Oct 27 16:40:12.750401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-3eb9af99-a2f6-4b86-ba9d-f27872f5b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:12.752364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-3eb9af99-a2f6-4b86-ba9d-f27872f5b6c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0947747 Oct 27 16:40:12.819579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-77da5389-42e8-4bf1-b76c-2a173a4d0143 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f794c1c0-2564-4699-92ea-53fa21760b7f HTTP/1.1" status: 200 len: 1002 time: 0.0606806 Oct 27 16:40:12.873521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-231bd512-bc61-4fe9-99bd-972aa23a98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:12.875006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-231bd512-bc61-4fe9-99bd-972aa23a98a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0484946 Oct 27 16:40:13.219942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-8d457b47-c510-485b-a8fe-808f8dd3917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:40:13.221479 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-8d457b47-c510-485b-a8fe-808f8dd3917d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3399808 Oct 27 16:40:13.313435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-69c82d97-3b85-4195-8691-f7dbea168317 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834467 Oct 27 16:40:13.414219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dd277457-d774-4cfe-9bb4-7ab209d99580 req-af73528c-bca6-4edc-a1e6-c3306583fca4 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939162 Oct 27 16:40:13.741178 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5967d3ba-21bb-4dd4-8b9e-332eab20c620 req-489945fb-90a8-4d64-bb9c-779858e66b3b tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "GET /v2.0/ports?device_id=b448ee7e-0bf1-44e2-8888-7e34b8bb6b7e HTTP/1.1" status: 200 len: 210 time: 0.0288441 Oct 27 16:40:14.798597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40346) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:14.859246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:14.884487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.028179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.031577 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:15.032909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] 10.222.0.15 "DELETE /v2.0/security-groups/7b5d9a18-360d-47b2-a84f-807a90845ab2 HTTP/1.1" status: 204 len: 168 time: 0.2333033 Oct 27 16:40:15.042892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5d9a18-360d-47b2-a84f-807a90845ab2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:15.065210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:15.065582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:15.065900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:15.066239 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:15.066576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:15.066916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:15.067244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:15.067567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:15.067893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:15.068242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:15.068570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:15.069004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb4483-ecd2-4c55-9c67-7364e4f242d2 tempest-TestVolumeBackupRestore-728395631 tempest-TestVolumeBackupRestore-728395631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:40:18.540319 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f21604fd-b7e2-4d9f-b53c-57150d780e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:19.991174 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40560) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:20.568678 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:20.851451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] Deleting port 0b1d8f44-21ee-4a45-b124-a91afcecb842 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:20.851891 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:20.942562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] For port 0b1d8f44-21ee-4a45-b124-a91afcecb842, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=0b1d8f44-21ee-4a45-b124-a91afcecb842,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:20.942923 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:20.957069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] Calling delete_port for 0b1d8f44-21ee-4a45-b124-a91afcecb842 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:21.251253 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.274756 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1d8f44-21ee-4a45-b124-a91afcecb842,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:21.462874 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.577120 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ebebcc77-d346-4552-926a-e562c2c84ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.708733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] Router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:40:21.822748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:40:21.828290 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-60355779-47a4-404b-b53a-c5a2f314b85d admin admin] 10.222.0.15 "PUT /v2.0/routers/9e9bedeb-7e1f-4e41-92ea-ac8a5508a427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8360589 Oct 27 16:40:21.830852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40638) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:21.836474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1586082-715e-48fc-a991-e67771a7f8d3 None None] Sync routers for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:40:21.854603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1586082-715e-48fc-a991-e67771a7f8d3 None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:21.855488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d1586082-715e-48fc-a991-e67771a7f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:40:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:21.941057 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:21.986127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d1586082-715e-48fc-a991-e67771a7f8d3 None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:40:22.056949 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.188219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Deleting port 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:22.188937 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.208945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d1586082-715e-48fc-a991-e67771a7f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151'}], 'enable_snat': True}, 'gw_port_id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:40:21Z', 'revision_number': 5, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port': {'id': '8ef2f2eb-9993-4d6e-b6a4-86910d65c211', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:03Z', 'updated_at': '2021-10-27T16:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:22.240375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1586082-715e-48fc-a991-e67771a7f8d3 None None] Checking router: 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:40:22.243305 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.256650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1586082-715e-48fc-a991-e67771a7f8d3 None None] Routers {'9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:22.257563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d1586082-715e-48fc-a991-e67771a7f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:40:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:22.300815 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.300972 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] For port 8ef2f2eb-9993-4d6e-b6a4-86910d65c211, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8ef2f2eb-9993-4d6e-b6a4-86910d65c211,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:22.300972 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.321193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Calling delete_port for 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:22.351066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d1586082-715e-48fc-a991-e67771a7f8d3 None None] Set router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:40:22.411189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d1586082-715e-48fc-a991-e67771a7f8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:40:22Z', 'revision_number': 6, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:22.438644 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1586082-715e-48fc-a991-e67771a7f8d3 None None] The sync data for ids ['9e9bedeb-7e1f-4e41-92ea-ac8a5508a427'] in n-d-815689-1 is: [{'id': '9e9bedeb-7e1f-4e41-92ea-ac8a5508a427', 'name': 'tempest-TestVolumeBackupRestore-581362151-router', 'tenant_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:02Z', 'updated_at': '2021-10-27T16:40:22Z', 'revision_number': 6, 'project_id': '278d9cd32c224e2183d9b95c5c89eb7b', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:40:22.659708 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.692519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef2f2eb-9993-4d6e-b6a4-86910d65c211,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:22.761402 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.871148 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:22.875385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.050618 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.054871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:40:23.055698 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.057332 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cd380222-9105-4555-86aa-1cd61603a3bf admin admin] 10.222.0.15 "DELETE /v2.0/routers/9e9bedeb-7e1f-4e41-92ea-ac8a5508a427 HTTP/1.1" status: 204 len: 168 time: 1.2256095 Oct 27 16:40:23.060653 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40682) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.109867 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b16d857-d644-48d2-b708-9a226aa76ccd admin admin] Deleting subnet 6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:40:23.113300 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b16d857-d644-48d2-b708-9a226aa76ccd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.149382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b16d857-d644-48d2-b708-9a226aa76ccd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.230945 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b16d857-d644-48d2-b708-9a226aa76ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.366098 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b16d857-d644-48d2-b708-9a226aa76ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.399024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16d857-d644-48d2-b708-9a226aa76ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:23.404095 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1b16d857-d644-48d2-b708-9a226aa76ccd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.407717 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1b16d857-d644-48d2-b708-9a226aa76ccd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6d7eb1ba-daff-4b8c-a90a-b92ffe02ced3 HTTP/1.1" status: 204 len: 168 time: 0.3459153 Oct 27 16:40:23.410468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40692) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:23.414466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5dd304-4381-41a2-a694-a43db0865e32 None None] Network 9917baf9-46b3-45a8-94ba-cbe864e2afd7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:40:23.492111 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.581479 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Deleting port 97b36942-0851-4e45-a3a8-4b44cb01aab4 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:23.582094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:23.667766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0b1d8f44-21ee-4a45-b124-a91afcecb842 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:23.725709 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 0b1d8f44-21ee-4a45-b124-a91afcecb842 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:23.726190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 0b1d8f44-21ee-4a45-b124-a91afcecb842 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:23.731430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:23.759094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:23.759581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8ef2f2eb-9993-4d6e-b6a4-86910d65c211 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:23.926969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b4841-3b31-42b3-be7a-be5fc34460d8 None None] DHCP port deletion for 9917baf9-46b3-45a8-94ba-cbe864e2afd7 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:40:23.978482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-593b4841-3b31-42b3-be7a-be5fc34460d8 None None] Deleting port 97b36942-0851-4e45-a3a8-4b44cb01aab4 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:23.978846 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-593b4841-3b31-42b3-be7a-be5fc34460d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.017798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] For port 97b36942-0851-4e45-a3a8-4b44cb01aab4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=97b36942-0851-4e45-a3a8-4b44cb01aab4,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:24.018277 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.034460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Calling delete_port for 97b36942-0851-4e45-a3a8-4b44cb01aab4 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:24.047727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-593b4841-3b31-42b3-be7a-be5fc34460d8 None None] For port 97b36942-0851-4e45-a3a8-4b44cb01aab4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=97b36942-0851-4e45-a3a8-4b44cb01aab4,segment=NetworkSegment(f315a4ca-ca2d-43d0-a834-2134af41139b),segment_id=f315a4ca-ca2d-43d0-a834-2134af41139b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:24.048450 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-593b4841-3b31-42b3-be7a-be5fc34460d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.062160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-593b4841-3b31-42b3-be7a-be5fc34460d8 None None] Calling delete_port for 97b36942-0851-4e45-a3a8-4b44cb01aab4 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:24.231136 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.239898 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-593b4841-3b31-42b3-be7a-be5fc34460d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.262817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Pushing event deleted for resources: {'Port': ['ID=97b36942-0851-4e45-a3a8-4b44cb01aab4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:24.271166 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] No DVR routers for this DVR port 97b36942-0851-4e45-a3a8-4b44cb01aab4 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:24.292424 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.293403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593b4841-3b31-42b3-be7a-be5fc34460d8 None None] No DVR routers for this DVR port 97b36942-0851-4e45-a3a8-4b44cb01aab4 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:24.297325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b4841-3b31-42b3-be7a-be5fc34460d8 None None] Pushing event deleted for resources: {'Port': ['ID=97b36942-0851-4e45-a3a8-4b44cb01aab4,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:24.352368 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.376413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9917baf9-46b3-45a8-94ba-cbe864e2afd7']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:24.385630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f315a4ca-ca2d-43d0-a834-2134af41139b') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:24.385927 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f315a4ca-ca2d-43d0-a834-2134af41139b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:24.397027 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.412652 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:40:24.425663 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:40:24.573844 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.580189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:24.583907 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] 10.222.0.15 "DELETE /v2.0/networks/9917baf9-46b3-45a8-94ba-cbe864e2afd7 HTTP/1.1" status: 204 len: 168 time: 1.1721249 Oct 27 16:40:24.587274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40728) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:24.596121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fa89e-0be8-4b49-ab7a-3eb4ade4dcea admin admin] Pushing event deleted for resources: {'Network': ['ID=9917baf9-46b3-45a8-94ba-cbe864e2afd7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:24.951471 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.233503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] Deleting port f37ca432-8c67-4e88-a511-b53aa52ba01b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:25.233837 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.327822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] For port f37ca432-8c67-4e88-a511-b53aa52ba01b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f37ca432-8c67-4e88-a511-b53aa52ba01b,segment=NetworkSegment(5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d),segment_id=5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:25.328189 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.342511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] Calling delete_port for f37ca432-8c67-4e88-a511-b53aa52ba01b owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:25.599510 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 97b36942-0851-4e45-a3a8-4b44cb01aab4 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:25.624581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 97b36942-0851-4e45-a3a8-4b44cb01aab4 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:25.624853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 97b36942-0851-4e45-a3a8-4b44cb01aab4 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:25.630980 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:25.667901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37ca432-8c67-4e88-a511-b53aa52ba01b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:25.684044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-006ced8e-4880-49b5-8b60-f1155fc3e692 req-5e2b2e72-c90c-451a-805f-dedda53a5079 service neutron] (109722) timed out ('10.222.0.15', 37886) {{(pid=109722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:40:25.863358 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.100317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] Router c0ca87e8-3c33-4339-b21f-2ce094be8507 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:40:26.215953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:40:26.221469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1a2d2e10-241d-43f4-9364-53ceb61c2008 admin admin] 10.222.0.15 "PUT /v2.0/routers/c0ca87e8-3c33-4339-b21f-2ce094be8507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6331139 Oct 27 16:40:26.224105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40790) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:26.227876 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8eccd-29e3-4dd8-b30a-11231ca094f1 None None] Sync routers for ids ['c0ca87e8-3c33-4339-b21f-2ce094be8507'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:40:26.239952 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8eccd-29e3-4dd8-b30a-11231ca094f1 None None] Routers {'c0ca87e8-3c33-4339-b21f-2ce094be8507'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:26.240781 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2fd8eccd-29e3-4dd8-b30a-11231ca094f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:40:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c0ca87e8-3c33-4339-b21f-2ce094be8507'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:26.334365 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.353240 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2fd8eccd-29e3-4dd8-b30a-11231ca094f1 None None] Set router c0ca87e8-3c33-4339-b21f-2ce094be8507 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:40:26.445160 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.603201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Deleting port 74a70933-bb65-4d52-9a7c-1170fa8fc935 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:26.603657 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.642616 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2fd8eccd-29e3-4dd8-b30a-11231ca094f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'name': 'tempest-TestVolumeBackupRestore-1397992484-router', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:13Z', 'updated_at': '2021-10-27T16:40:25Z', 'revision_number': 5, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'gw_port': {'id': '74a70933-bb65-4d52-9a7c-1170fa8fc935', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:79:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:35:14Z', 'updated_at': '2021-10-27T16:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:26.673511 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8eccd-29e3-4dd8-b30a-11231ca094f1 None None] Checking router: c0ca87e8-3c33-4339-b21f-2ce094be8507 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:40:26.682063 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd8eccd-29e3-4dd8-b30a-11231ca094f1 None None] Routers {'c0ca87e8-3c33-4339-b21f-2ce094be8507'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:40:26.682686 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2fd8eccd-29e3-4dd8-b30a-11231ca094f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:40:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['c0ca87e8-3c33-4339-b21f-2ce094be8507'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:26.702721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] For port 74a70933-bb65-4d52-9a7c-1170fa8fc935, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=74a70933-bb65-4d52-9a7c-1170fa8fc935,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:26.703753 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:26.718582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Calling delete_port for 74a70933-bb65-4d52-9a7c-1170fa8fc935 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:26.793392 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2fd8eccd-29e3-4dd8-b30a-11231ca094f1 None None] Set router c0ca87e8-3c33-4339-b21f-2ce094be8507 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:40:26.855514 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2fd8eccd-29e3-4dd8-b30a-11231ca094f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'name': 'tempest-TestVolumeBackupRestore-1397992484-router', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:13Z', 'updated_at': '2021-10-27T16:40:26Z', 'revision_number': 6, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:26.886560 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd8eccd-29e3-4dd8-b30a-11231ca094f1 None None] The sync data for ids ['c0ca87e8-3c33-4339-b21f-2ce094be8507'] in n-d-815689-1 is: [{'id': 'c0ca87e8-3c33-4339-b21f-2ce094be8507', 'name': 'tempest-TestVolumeBackupRestore-1397992484-router', 'tenant_id': '51289b9e0eaf4525a0aea51f133e097b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:35:13Z', 'updated_at': '2021-10-27T16:40:26Z', 'revision_number': 6, 'project_id': '51289b9e0eaf4525a0aea51f133e097b', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:40:26.973828 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.001170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Pushing event deleted for resources: {'Port': ['ID=74a70933-bb65-4d52-9a7c-1170fa8fc935,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:27.064312 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.168392 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.168392 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.327889 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.335023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0ca87e8-3c33-4339-b21f-2ce094be8507 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:40:27.335023 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.336086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-253093e1-26ee-45dd-996d-cba588bba02d admin admin] 10.222.0.15 "DELETE /v2.0/routers/c0ca87e8-3c33-4339-b21f-2ce094be8507 HTTP/1.1" status: 204 len: 168 time: 1.1097615 Oct 27 16:40:27.337539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 40834) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:27.382696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d5224a-d090-4ebc-82a8-c4a94aad547e admin admin] Deleting subnet 1b27acae-bd6f-49a0-b335-35751bfec080 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:40:27.385848 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68d5224a-d090-4ebc-82a8-c4a94aad547e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.420038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68d5224a-d090-4ebc-82a8-c4a94aad547e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.505618 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68d5224a-d090-4ebc-82a8-c4a94aad547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.647529 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68d5224a-d090-4ebc-82a8-c4a94aad547e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.668218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f37ca432-8c67-4e88-a511-b53aa52ba01b no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:27.681615 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-68d5224a-d090-4ebc-82a8-c4a94aad547e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.684931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-68d5224a-d090-4ebc-82a8-c4a94aad547e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1b27acae-bd6f-49a0-b335-35751bfec080 HTTP/1.1" status: 204 len: 168 time: 0.3463454 Oct 27 16:40:27.687621 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40846) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:27.689894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13893b6-7703-4507-8e5f-93401cc073cf None None] Network f6d709ee-6779-43eb-a6ec-57c18aee161c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:40:27.696674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: f37ca432-8c67-4e88-a511-b53aa52ba01b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:27.697022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f37ca432-8c67-4e88-a511-b53aa52ba01b not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:27.697439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 74a70933-bb65-4d52-9a7c-1170fa8fc935 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:27.708490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5224a-d090-4ebc-82a8-c4a94aad547e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b27acae-bd6f-49a0-b335-35751bfec080,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:27.727968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 74a70933-bb65-4d52-9a7c-1170fa8fc935 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:27.729185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 74a70933-bb65-4d52-9a7c-1170fa8fc935 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:27.773028 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.835221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Deleting port 5f414f88-0c93-4ab6-ab92-595ab58038da {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:27.835477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.940588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] For port 5f414f88-0c93-4ab6-ab92-595ab58038da, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5f414f88-0c93-4ab6-ab92-595ab58038da,segment=NetworkSegment(5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d),segment_id=5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:27.941188 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:27.943037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67e105-1525-46c2-8d15-c710f110ba5d None None] DHCP port deletion for f6d709ee-6779-43eb-a6ec-57c18aee161c request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:40:27.964661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Calling delete_port for 5f414f88-0c93-4ab6-ab92-595ab58038da owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:28.008026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2a67e105-1525-46c2-8d15-c710f110ba5d None None] Deleting port 5f414f88-0c93-4ab6-ab92-595ab58038da {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:40:28.008787 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2a67e105-1525-46c2-8d15-c710f110ba5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.079939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2a67e105-1525-46c2-8d15-c710f110ba5d None None] For port 5f414f88-0c93-4ab6-ab92-595ab58038da, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5f414f88-0c93-4ab6-ab92-595ab58038da,segment=NetworkSegment(5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d),segment_id=5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:40:28.080509 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2a67e105-1525-46c2-8d15-c710f110ba5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.094646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2a67e105-1525-46c2-8d15-c710f110ba5d None None] Calling delete_port for 5f414f88-0c93-4ab6-ab92-595ab58038da owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:40:28.159656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.172238 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2a67e105-1525-46c2-8d15-c710f110ba5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.189680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] No DVR routers for this DVR port 5f414f88-0c93-4ab6-ab92-595ab58038da on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:28.195520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5f414f88-0c93-4ab6-ab92-595ab58038da,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:28.199146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67e105-1525-46c2-8d15-c710f110ba5d None None] Pushing event deleted for resources: {'Port': ['ID=5f414f88-0c93-4ab6-ab92-595ab58038da,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:28.203811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67e105-1525-46c2-8d15-c710f110ba5d None None] No DVR routers for this DVR port 5f414f88-0c93-4ab6-ab92-595ab58038da on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:40:28.278084 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.300860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d709ee-6779-43eb-a6ec-57c18aee161c']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:28.310558 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:28.310852 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e25ab1c-bfd7-44c2-a7b7-56f9797fe71d') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:40:28.320941 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.335820 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.342715 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:40:28.343155 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:40:28.346277 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:40:28.527729 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.533968 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:28.537161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6d709ee-6779-43eb-a6ec-57c18aee161c HTTP/1.1" status: 204 len: 168 time: 0.8482792 Oct 27 16:40:28.549107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021c16e-006c-4d8d-a646-9b5fb27698ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d709ee-6779-43eb-a6ec-57c18aee161c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:28.950412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40902) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:28.996750 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9063c590-6300-4fdd-87ec-1517aebc246f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=278d9cd32c224e2183d9b95c5c89eb7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451608 Oct 27 16:40:28.999651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40910) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:29.060665 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a8d28eb-a5ed-4101-a144-cb9829bd6201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.086254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a8d28eb-a5ed-4101-a144-cb9829bd6201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.259512 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a8d28eb-a5ed-4101-a144-cb9829bd6201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.262257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a8d28eb-a5ed-4101-a144-cb9829bd6201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.264611 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1a8d28eb-a5ed-4101-a144-cb9829bd6201 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3cc3c95e-4ec2-434f-831e-2ae5a59869da HTTP/1.1" status: 204 len: 168 time: 0.2638998 Oct 27 16:40:29.273228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d28eb-a5ed-4101-a144-cb9829bd6201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc3c95e-4ec2-434f-831e-2ae5a59869da,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:29.591416 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:29.598341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5f414f88-0c93-4ab6-ab92-595ab58038da no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:40:29.619675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 5f414f88-0c93-4ab6-ab92-595ab58038da {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:40:29.620022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5f414f88-0c93-4ab6-ab92-595ab58038da not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:40:29.958518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40932) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:30.001008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-56c7eac6-b67f-4cee-88bd-3bdc76695e56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51289b9e0eaf4525a0aea51f133e097b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410841 Oct 27 16:40:30.003459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 40934) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:40:30.056674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02332728-7145-4a28-9ed3-894b0c8eb00d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.074289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02332728-7145-4a28-9ed3-894b0c8eb00d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.185613 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02332728-7145-4a28-9ed3-894b0c8eb00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.188285 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02332728-7145-4a28-9ed3-894b0c8eb00d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:30.189442 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-02332728-7145-4a28-9ed3-894b0c8eb00d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9bab2ee-6cf5-41ec-b83c-db2b759811e7 HTTP/1.1" status: 204 len: 168 time: 0.1849566 Oct 27 16:40:30.197436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02332728-7145-4a28-9ed3-894b0c8eb00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bab2ee-6cf5-41ec-b83c-db2b759811e7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:40:32.785053 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:46.240607 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:40:48.510178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33cc3157-80da-4225-8925-fda7a19768a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:51.553710 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0611-2046-4aee-82eb-b5994d55ef57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:52.250176 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:52.341652 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:54.250626 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:40:56.094254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-925dc2ba-e969-41ea-afed-2cb70cf1639e req-b881a714-4f74-4cd1-9b34-f31ccb9106ba service neutron] (109723) timed out ('10.222.0.53', 56866) {{(pid=109723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:40:59.568362 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:02.790090 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:12.545495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-a6658021-6ef5-4392-9548-30b363e6cad2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447054 Oct 27 16:41:12.632174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-0feb4abd-5aae-4ee4-90ed-f54aa75665de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:12.646073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-0feb4abd-5aae-4ee4-90ed-f54aa75665de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 1097 time: 0.0541377 Oct 27 16:41:12.761979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-c52955ac-b632-4e65-9c52-fb363c3c5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:12.763810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-c52955ac-b632-4e65-9c52-fb363c3c5f85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0948384 Oct 27 16:41:12.830471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-d4944fff-3310-499e-9503-d42adc28e95b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f794c1c0-2564-4699-92ea-53fa21760b7f HTTP/1.1" status: 200 len: 1002 time: 0.0578940 Oct 27 16:41:12.884314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-e16c0296-bcc9-449b-9889-d0c9ea953dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:12.885676 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-e16c0296-bcc9-449b-9889-d0c9ea953dd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0481870 Oct 27 16:41:12.932250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-740a64f0-c5f2-4319-9105-beaf9d05a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:41:12.933718 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-740a64f0-c5f2-4319-9105-beaf9d05a167 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411987 Oct 27 16:41:13.029884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-6405c397-02bc-4c50-9c32-744ad2ad46ab service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883205 Oct 27 16:41:13.121596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c288a0ce-8290-48c2-93f6-380cf29a2c07 req-a601abc5-75b8-49ad-bc96-e60bb9a36513 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850639 Oct 27 16:41:18.512770 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7fc34c78-516c-43a2-9dc3-1aaf86f63260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:21.535661 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5d3775f6-76a5-4292-ac76-183e11be9eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:22.261769 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:22.290206 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:23.240521 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:41:24.236711 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:29.567188 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:32.812866 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:48.495343 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d1abd55b-fd9e-4a38-81e2-13aee86b45d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:51.540745 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-652289b8-ff4b-4f2d-b9bc-18c5d7f41793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.249637 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:52.277695 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:54.241240 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:41:59.587161 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:00.240784 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:42:02.807047 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:12.594804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941b7a7-75d6-481c-bf0d-7ccf0215d6ed req-d2d58ee7-4b58-405e-bbbc-950ced7fd94a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:12.596226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3941b7a7-75d6-481c-bf0d-7ccf0215d6ed req-d2d58ee7-4b58-405e-bbbc-950ced7fd94a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 946 time: 0.0498419 Oct 27 16:42:12.633660 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3941b7a7-75d6-481c-bf0d-7ccf0215d6ed req-1eda42da-cf18-40d8-814a-23af4bc43a39 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312049 Oct 27 16:42:13.765102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c190410-a3d3-4452-9af3-04317df8e89a req-ad445c5c-1d5b-4105-b471-6d7675583ffc tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:13.766905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c190410-a3d3-4452-9af3-04317df8e89a req-ad445c5c-1d5b-4105-b471-6d7675583ffc tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 946 time: 0.0586224 Oct 27 16:42:13.807715 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c190410-a3d3-4452-9af3-04317df8e89a req-7f52114e-5134-4874-b153-9857754b146c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331540 Oct 27 16:42:14.144310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210df343-033b-4776-b7a2-e8e89d900718 req-4bceb44a-5cd3-4515-bfe3-dc3d8e06dc10 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:14.145765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-210df343-033b-4776-b7a2-e8e89d900718 req-4bceb44a-5cd3-4515-bfe3-dc3d8e06dc10 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 946 time: 0.0538764 Oct 27 16:42:14.237731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Deleting port f794c1c0-2564-4699-92ea-53fa21760b7f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:42:14.238075 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.328504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] For port f794c1c0-2564-4699-92ea-53fa21760b7f, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f794c1c0-2564-4699-92ea-53fa21760b7f,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:14.328872 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.849387 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.849742 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:14.850071 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Floating IP 04e9034f-770f-41f9-b373-e716dd09fdad disassociated. External IP: 172.25.4.142, port: f794c1c0-2564-4699-92ea-53fa21760b7f. Oct 27 16:42:14.851301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Calling delete_port for f794c1c0-2564-4699-92ea-53fa21760b7f owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:42:14.976544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059b58c-5726-4300-9cb7-0649ec368285 req-38df665c-b4f2-40a3-9e18-a56055bd0fba tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:14.978039 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8059b58c-5726-4300-9cb7-0649ec368285 req-38df665c-b4f2-40a3-9e18-a56055bd0fba tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 946 time: 0.0705934 Oct 27 16:42:15.051408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8059b58c-5726-4300-9cb7-0649ec368285 req-17238a89-d910-4c8c-9c68-511e3c0aa6be tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555100 Oct 27 16:42:15.098696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.127126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event deleted for resources: {'Port': ['ID=f794c1c0-2564-4699-92ea-53fa21760b7f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:15.139996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.140365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.140710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.141603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.141936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.142398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.142737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.143063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.143389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.143717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.144099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.144471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:15.257152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Router 2a3916d1-d05a-444f-8a90-32992f658b35 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:15.373283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:15.386115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250bf20-54a9-4109-88f3-3614f1cf370c None None] Sync routers for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:15.408751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250bf20-54a9-4109-88f3-3614f1cf370c None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:15.409612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2250bf20-54a9-4109-88f3-3614f1cf370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:41:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:15.414364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] No DVR routers for this DVR port f794c1c0-2564-4699-92ea-53fa21760b7f on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:42:15.417321 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:15.420540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-210df343-033b-4776-b7a2-e8e89d900718 req-2e37e6b6-97b3-48fb-a8c0-ae1dc2d407cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "DELETE /v2.0/ports/f794c1c0-2564-4699-92ea-53fa21760b7f HTTP/1.1" status: 204 len: 173 time: 1.2683020 Oct 27 16:42:15.421007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16179f8b-0505-4211-894c-2a56b7706a9d', 'name': 'network-vif-deleted', 'tag': 'f794c1c0-2564-4699-92ea-53fa21760b7f'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:15.424017 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f83d9c7-a5fa-44f0-849e-fb714766e6a4" -d '{"events": [{"server_uuid": "16179f8b-0505-4211-894c-2a56b7706a9d", "name": "network-vif-deleted", "tag": "f794c1c0-2564-4699-92ea-53fa21760b7f"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:15.462753 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb27814f-37ce-43d4-aba5-71b7aeaa8607 x-openstack-request-id: req-bb27814f-37ce-43d4-aba5-71b7aeaa8607 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:15.463225 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16179f8b-0505-4211-894c-2a56b7706a9d", "name": "network-vif-deleted", "tag": "f794c1c0-2564-4699-92ea-53fa21760b7f", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:15.463619 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb27814f-37ce-43d4-aba5-71b7aeaa8607 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:15.464180 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16179f8b-0505-4211-894c-2a56b7706a9d', 'name': 'network-vif-deleted', 'tag': 'f794c1c0-2564-4699-92ea-53fa21760b7f', 'status': 'completed', 'code': 200} Oct 27 16:42:15.533987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2250bf20-54a9-4109-88f3-3614f1cf370c None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:15.755405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2250bf20-54a9-4109-88f3-3614f1cf370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:15.791684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250bf20-54a9-4109-88f3-3614f1cf370c None None] Checking router: 2a3916d1-d05a-444f-8a90-32992f658b35 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:15.801604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250bf20-54a9-4109-88f3-3614f1cf370c None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:15.802444 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2250bf20-54a9-4109-88f3-3614f1cf370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:41:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:15.913454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2250bf20-54a9-4109-88f3-3614f1cf370c None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:16.117962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2250bf20-54a9-4109-88f3-3614f1cf370c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:16.146818 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2250bf20-54a9-4109-88f3-3614f1cf370c None None] The sync data for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 is: [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:16.164881 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7da6423-22fa-445c-8543-9e45d7645b95 req-5daf236b-f358-4b7a-8319-38a9e68fb072 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 210 time: 0.0289786 Oct 27 16:42:16.381150 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c658a6-d2a4-4383-a2cf-444d1971c5d7 None None] New status for floating IP 04e9034f-770f-41f9-b373-e716dd09fdad: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:42:16.800181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f794c1c0-2564-4699-92ea-53fa21760b7f no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:42:16.824445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: f794c1c0-2564-4699-92ea-53fa21760b7f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:42:16.824801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f794c1c0-2564-4699-92ea-53fa21760b7f not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:42:17.267104 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-799f7059-b628-4323-bc65-113a65de2793 req-cdce7a79-e5f4-4499-bb18-b906e3077b64 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 210 time: 0.0278382 Oct 27 16:42:18.361351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-184ff7ac-c925-445f-9651-7aa3e739a0e5 req-51372f06-f3d8-4be7-9e1b-4c7c0f873125 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 210 time: 0.0266457 Oct 27 16:42:18.501256 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0a2fee48-94d8-4765-aa00-2b56a0713948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:19.455510 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f92b52c6-81af-4c78-a67b-fca58ab2cd33 req-f06b63c1-450b-4518-894a-334f988aa684 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 210 time: 0.0264447 Oct 27 16:42:20.554450 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce6ff531-e8b9-42bd-8bbb-54e2550f9feb req-72fcae01-0b8f-4c93-8735-fcbb82873f38 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=16179f8b-0505-4211-894c-2a56b7706a9d HTTP/1.1" status: 200 len: 210 time: 0.0271819 Oct 27 16:42:21.546044 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6558d5db-99e0-4984-b421-9bccfa7dd3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:21.809845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-ddbb7198-6d20-4d6f-be15-d042425f9ab3 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672463579&fields=id&tenant_id=3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 267 time: 0.0407238 Oct 27 16:42:21.923346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-d4a2e27e-8084-43b6-989e-b1d5a29ddfe5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:21.924843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-d4a2e27e-8084-43b6-989e-b1d5a29ddfe5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.1067629 Oct 27 16:42:21.940651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-4fdb8de5-08fa-4632-8fe4-550ccccdd4e8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/quotas/3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 375 time: 0.0098970 Oct 27 16:42:21.996099 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-43297a16-e91a-4802-9835-0db58ed612d4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497141 Oct 27 16:42:22.104294 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-22e7005a-9db1-4d73-a571-9e9939197b0b service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957780 Oct 27 16:42:22.216698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-1dff0cab-6cbc-483c-ba22-517c324873e7 service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053181 Oct 27 16:42:22.243630 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.324015 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:22.843608 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dfdc856f-b07c-4902-a9f4-543654a0f5cd req-135228a0-b97b-4be7-bb55-2873250df3a7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 210 time: 0.0267899 Oct 27 16:42:23.960267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b805eff0-8cfb-498f-b05c-bebf25501589 req-f99cf671-6b33-4267-8f2a-0214b1c95ef0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 210 time: 0.0283239 Oct 27 16:42:24.294804 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:24.907096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-e4e1a1a0-5045-41de-973c-87a260d91be6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:24.908963 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-e4e1a1a0-5045-41de-973c-87a260d91be6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.54 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.1127596 Oct 27 16:42:24.959181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-60c5e395-5b40-4a4c-bd9b-54a817b00490 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 379 time: 0.0414374 Oct 27 16:42:24.970841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'port': {'device_id': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'admin_state_up': True, 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'security_groups': ['f5761eae-fcd8-4302-aff4-f9d9daf5cb62']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:25.108712 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-93a4de80-53ff-4f70-914e-4a3be43bf3bd req-b5f1186b-1c41-4db4-8a86-1134e4cb6e9e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 210 time: 0.0514739 Oct 27 16:42:25.191760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Made reservation on behalf of 3cdb4db5640a48518f8166c1266fa319 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:42:25.196208 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.355073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Allocated IP 172.20.0.7 (1b392652-e494-4ed3-9954-2b4eaa7575b7/84ab4aa4-dd47-43f8-8bdd-470c530f77ad/f71bd0b3-e35a-4d72-8810-71efc017d8e0) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:25.524008 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.632396 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.678140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:25.681497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:25.688138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:25.728258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=f71bd0b3-e35a-4d72-8810-71efc017d8e0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:25.754731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:25.755450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:25.864406 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-37671b55-96a1-4629-83ff-a97fa84f589e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8983097 Oct 27 16:42:25.887023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Request body: {'port': {'device_id': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:25.969671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.205208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-67361114-d13f-47c7-9752-46859eb81a31 None None] Provisioning complete for port f71bd0b3-e35a-4d72-8810-71efc017d8e0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:26.206304 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-67361114-d13f-47c7-9752-46859eb81a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.247170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-67361114-d13f-47c7-9752-46859eb81a31 None None] Port f71bd0b3-e35a-4d72-8810-71efc017d8e0 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:42:26.335963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71bd0b3-e35a-4d72-8810-71efc017d8e0 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:26.351990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc5a81-6f36-4a41-bb5c-f1d4aaf6ac3f req-cde84be7-b658-44f3-912a-846e1946fe8a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:26.353711 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5cc5a81-6f36-4a41-bb5c-f1d4aaf6ac3f req-cde84be7-b658-44f3-912a-846e1946fe8a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 931 time: 0.1355395 Oct 27 16:42:26.356222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.390403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Transition to ACTIVE for port object f71bd0b3-e35a-4d72-8810-71efc017d8e0 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:42:26.411501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5cc5a81-6f36-4a41-bb5c-f1d4aaf6ac3f req-b1b2a0c6-a3f3-4c26-a07f-c979b4c39eae tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479643 Oct 27 16:42:26.454831 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.519350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Pushing event updated for resources: {'Port': ['ID=f71bd0b3-e35a-4d72-8810-71efc017d8e0,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:26.595911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Attempting to bind port f71bd0b3-e35a-4d72-8810-71efc017d8e0 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:42:26.596281 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Attempting to bind port f71bd0b3-e35a-4d72-8810-71efc017d8e0 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:42:26.596746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Attempting to bind port f71bd0b3-e35a-4d72-8810-71efc017d8e0 on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:26.601909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Port f71bd0b3-e35a-4d72-8810-71efc017d8e0 on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:42:26.602289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Attempting to bind port f71bd0b3-e35a-4d72-8810-71efc017d8e0 on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:42:26.607555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:42:26.607760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Checking segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:42:26.608200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Bound using segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:42:26.608768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Bound port: f71bd0b3-e35a-4d72-8810-71efc017d8e0, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:42:26.609130 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.682372 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] For port f71bd0b3-e35a-4d72-8810-71efc017d8e0, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:42:26.685694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] For port f71bd0b3-e35a-4d72-8810-71efc017d8e0, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:42:26.788825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.851782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:26.853171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:26.854610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] 10.222.0.54 "PUT /v2.0/ports/f71bd0b3-e35a-4d72-8810-71efc017d8e0 HTTP/1.1" status: 200 len: 1091 time: 0.9771681 Oct 27 16:42:26.880640 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'tag': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:26.882602 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a737e70a-3c54-4289-a7ce-eeb0f89bfc30" -d '{"events": [{"name": "network-changed", "server_uuid": "7e37a5e4-d475-4f9f-9f90-463b014c0971", "tag": "f71bd0b3-e35a-4d72-8810-71efc017d8e0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:26.917481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227055d8-05d3-4c08-a2a1-6743ebbb8e0e service neutron] Pushing event updated for resources: {'Port': ['ID=f71bd0b3-e35a-4d72-8810-71efc017d8e0,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:26.933183 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e020afe-abb4-489b-8110-d2d9e8603d9c x-openstack-request-id: req-4e020afe-abb4-489b-8110-d2d9e8603d9c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:26.933502 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e37a5e4-d475-4f9f-9f90-463b014c0971", "tag": "f71bd0b3-e35a-4d72-8810-71efc017d8e0", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:26.933767 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e020afe-abb4-489b-8110-d2d9e8603d9c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:26.934169 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'tag': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'status': 'completed', 'code': 200} Oct 27 16:42:27.003253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e70a-3c54-4289-a7ce-eeb0f89bfc30 req-79ef27af-9817-4207-934b-f363d1574af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:27.004817 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a737e70a-3c54-4289-a7ce-eeb0f89bfc30 req-79ef27af-9817-4207-934b-f363d1574af0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 1094 time: 0.0447288 Oct 27 16:42:27.122280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e70a-3c54-4289-a7ce-eeb0f89bfc30 req-30923a88-fa3d-4b13-89b5-05d709c98b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:27.123702 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a737e70a-3c54-4289-a7ce-eeb0f89bfc30 req-30923a88-fa3d-4b13-89b5-05d709c98b2a service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3cdb4db5640a48518f8166c1266fa319&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1105094 Oct 27 16:42:27.241177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737e70a-3c54-4289-a7ce-eeb0f89bfc30 req-53fa67f2-b258-4884-bd78-1a45f90a293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:27.242774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a737e70a-3c54-4289-a7ce-eeb0f89bfc30 req-53fa67f2-b258-4884-bd78-1a45f90a293a service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117322 Oct 27 16:42:27.327446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-23e43cbe-cf61-43a7-8442-508268bf02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:27.329533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-23e43cbe-cf61-43a7-8442-508268bf02c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 1094 time: 0.0457559 Oct 27 16:42:27.387990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-0ae6787e-66fc-48a4-af43-ccfed1f05ddf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0 HTTP/1.1" status: 200 len: 217 time: 0.0509555 Oct 27 16:42:27.438000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-e50b0a59-60b1-4225-b0d5-b8c67e8d7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:27.439586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-e50b0a59-60b1-4225-b0d5-b8c67e8d7044 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0454862 Oct 27 16:42:27.513108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-4ab601cb-29d6-44c7-adb9-47dc6fedbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:27.513476 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-4ab601cb-29d6-44c7-adb9-47dc6fedbf99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660212 Oct 27 16:42:27.606266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5de4-5e17-4a4f-8042-d079cff35d96 req-754d8f02-84d6-4820-b25e-ef5572522bdb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:27.607816 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-445f5de4-5e17-4a4f-8042-d079cff35d96 req-754d8f02-84d6-4820-b25e-ef5572522bdb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 943 time: 0.1097679 Oct 27 16:42:27.667320 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-d4fb77a8-0be0-450e-86f9-c61fb0efaf96 service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394422 Oct 27 16:42:27.673455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-445f5de4-5e17-4a4f-8042-d079cff35d96 req-e0140491-1581-484c-86c2-7bb69e4dfb59 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577741 Oct 27 16:42:27.781735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3da3d8-a720-4e2c-b94d-b2b71850ed07 req-235c1091-91b5-40e3-a8e9-d3b5d1cbc3c5 service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066961 Oct 27 16:42:28.807178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2fbac-e551-4044-9b1c-4b5e06914cb4 req-4ca6d22d-c968-4ab9-b710-7a8692770eb7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:28.808664 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fa2fbac-e551-4044-9b1c-4b5e06914cb4 req-4ca6d22d-c968-4ab9-b710-7a8692770eb7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 943 time: 0.0614517 Oct 27 16:42:28.850271 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fa2fbac-e551-4044-9b1c-4b5e06914cb4 req-cdb8228f-6004-4741-a6fa-697d8b8bbca2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343225 Oct 27 16:42:29.592280 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:29.973797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ba353-4b23-4e94-ae09-1c7f1a257ec0 req-5ac763b3-99d9-4929-acaa-ae0af15004b8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:29.975195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e57ba353-4b23-4e94-ae09-1c7f1a257ec0 req-5ac763b3-99d9-4929-acaa-ae0af15004b8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 943 time: 0.0534990 Oct 27 16:42:30.017892 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e57ba353-4b23-4e94-ae09-1c7f1a257ec0 req-b7e7f920-1658-49df-bfb1-c853c0cb36d7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345733 Oct 27 16:42:31.149356 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fd6f7-2f9d-47af-a5b0-70e5d1ac4eb3 req-f91726ed-86ac-4d00-b536-93779ed481dd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:31.150773 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c39fd6f7-2f9d-47af-a5b0-70e5d1ac4eb3 req-f91726ed-86ac-4d00-b536-93779ed481dd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 943 time: 0.0544865 Oct 27 16:42:31.192775 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c39fd6f7-2f9d-47af-a5b0-70e5d1ac4eb3 req-08d8d28d-0073-438f-9fe9-a1435b82ed9e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351841 Oct 27 16:42:32.313571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8867530-17c2-4292-a142-24d154caf56c req-973b289c-b089-4950-b835-fced319138c3 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:32.315203 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8867530-17c2-4292-a142-24d154caf56c req-973b289c-b089-4950-b835-fced319138c3 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 943 time: 0.0516818 Oct 27 16:42:32.357505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8867530-17c2-4292-a142-24d154caf56c req-00bc382d-c889-4786-93d9-073844022f5f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360336 Oct 27 16:42:32.795157 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:33.478909 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f03b4-7f11-42cb-815f-af26bad67b0f req-ad12da4d-7051-40da-b776-fbdbdf4bca8f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:33.480544 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-824f03b4-7f11-42cb-815f-af26bad67b0f req-ad12da4d-7051-40da-b776-fbdbdf4bca8f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 943 time: 0.0523243 Oct 27 16:42:33.533359 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-824f03b4-7f11-42cb-815f-af26bad67b0f req-153796c9-4abb-48d2-9e9b-21754d198050 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453260 Oct 27 16:42:34.654238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c83b3-e3a9-4a2b-b03c-fbb1caa3e7f8 req-6d19a725-4258-418f-b2ca-14bae998e187 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:34.655701 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f04c83b3-e3a9-4a2b-b03c-fbb1caa3e7f8 req-6d19a725-4258-418f-b2ca-14bae998e187 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 943 time: 0.0525212 Oct 27 16:42:34.693864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f04c83b3-e3a9-4a2b-b03c-fbb1caa3e7f8 req-34169628-0e1d-4c17-a412-2d9b2c661df5 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319536 Oct 27 16:42:35.815169 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1bf6-c0e4-4213-9157-11fc3202f326 req-92df78f3-699d-4c36-ac0d-d3472de7809d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:35.816791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-334d1bf6-c0e4-4213-9157-11fc3202f326 req-92df78f3-699d-4c36-ac0d-d3472de7809d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 943 time: 0.0530899 Oct 27 16:42:35.859559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-334d1bf6-c0e4-4213-9157-11fc3202f326 req-7fa35fef-7ded-4903-977a-6374dc55b46f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361710 Oct 27 16:42:36.991856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5ddbf-406f-4291-83b8-87fbfe0097e2 req-b0e01bd5-717f-4925-ab1c-80e83301bcf4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:36.994051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9cc5ddbf-406f-4291-83b8-87fbfe0097e2 req-b0e01bd5-717f-4925-ab1c-80e83301bcf4 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 943 time: 0.0556755 Oct 27 16:42:37.033456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9cc5ddbf-406f-4291-83b8-87fbfe0097e2 req-f711b65b-7e08-47ac-a11c-8b1b2c04aa80 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340190 Oct 27 16:42:37.240077 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:42:37.769502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f71bd0b3-e35a-4d72-8810-71efc017d8e0 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:42:37.867242 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port f71bd0b3-e35a-4d72-8810-71efc017d8e0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:37.882834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'port_id': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'mac_address': 'fa:16:3e:5f:8a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:42:37.925728 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:37.941112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71bd0b3-e35a-4d72-8810-71efc017d8e0 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:42:37.960909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port f71bd0b3-e35a-4d72-8810-71efc017d8e0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:38.020552 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:38.072305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=f71bd0b3-e35a-4d72-8810-71efc017d8e0,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:38.080749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.081656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.081656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.082011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.082102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.082427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.082754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.083336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.083662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.083987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.084365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.084669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:38.158412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f5afe-4439-4752-b6d8-61eb0a10c0dc req-d60f26f2-7cfd-42e5-80b1-605f680f038d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:38.160172 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3a3f5afe-4439-4752-b6d8-61eb0a10c0dc req-d60f26f2-7cfd-42e5-80b1-605f680f038d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 944 time: 0.0516922 Oct 27 16:42:38.207841 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3a3f5afe-4439-4752-b6d8-61eb0a10c0dc req-9f11630d-fced-41d8-b5f7-acc1d82412b0 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410140 Oct 27 16:42:38.252352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['f71bd0b3-e35a-4d72-8810-71efc017d8e0'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:42:39.504539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce887db-98c9-4f76-9c03-8b20a7c5493e req-9fb55df0-676c-4aff-b4b7-2393a80b566f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:39.506625 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ce887db-98c9-4f76-9c03-8b20a7c5493e req-9fb55df0-676c-4aff-b4b7-2393a80b566f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 944 time: 0.2220898 Oct 27 16:42:39.550420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ce887db-98c9-4f76-9c03-8b20a7c5493e req-bac8cd84-9fd7-4971-bb3f-fec80007feed tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374596 Oct 27 16:42:39.800720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f71bd0b3-e35a-4d72-8810-71efc017d8e0 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:42:39.946299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port f71bd0b3-e35a-4d72-8810-71efc017d8e0 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:42:39.950669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port f71bd0b3-e35a-4d72-8810-71efc017d8e0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:42:39.955635 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.033055 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.055414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:40.057613 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7367f65-5cf4-4c9a-ab59-5060ca9a5f9f" -d '{"events": [{"server_uuid": "7e37a5e4-d475-4f9f-9f90-463b014c0971", "name": "network-vif-plugged", "status": "completed", "tag": "f71bd0b3-e35a-4d72-8810-71efc017d8e0"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:40.071047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port f71bd0b3-e35a-4d72-8810-71efc017d8e0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:42:40.141001 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:40.170293 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe7bd3c-92fd-4200-94bd-95724f57fd93 x-openstack-request-id: req-fbe7bd3c-92fd-4200-94bd-95724f57fd93 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:40.171169 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e37a5e4-d475-4f9f-9f90-463b014c0971", "name": "network-vif-plugged", "status": "completed", "tag": "f71bd0b3-e35a-4d72-8810-71efc017d8e0", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:40.171169 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbe7bd3c-92fd-4200-94bd-95724f57fd93 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:40.171345 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'code': 200} Oct 27 16:42:40.199421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=f71bd0b3-e35a-4d72-8810-71efc017d8e0,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:40.273708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf2854-5484-42a8-af0a-64dee1e72213 req-a606aa87-b411-4337-bf59-6d0bce52eef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:40.275559 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bbf2854-5484-42a8-af0a-64dee1e72213 req-a606aa87-b411-4337-bf59-6d0bce52eef7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 1096 time: 0.0426292 Oct 27 16:42:40.314891 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4bbf2854-5484-42a8-af0a-64dee1e72213 req-f24a2b57-7089-4ecc-b92e-6428828b9b51 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310645 Oct 27 16:42:40.666145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909cd73a-eed8-446d-848b-8172cab34844 req-266444e4-156e-4443-80d4-b9ee0ebbc33d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:40.667613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-909cd73a-eed8-446d-848b-8172cab34844 req-266444e4-156e-4443-80d4-b9ee0ebbc33d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 945 time: 0.0488217 Oct 27 16:42:40.709044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-909cd73a-eed8-446d-848b-8172cab34844 req-034cd1f6-91f1-447a-b4dc-33ff35a0442a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340090 Oct 27 16:42:41.891511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545ad87-17c3-4d11-9088-56c186131d79 req-161bb095-03da-4fc4-8b68-ea35488722e6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:41.892842 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b545ad87-17c3-4d11-9088-56c186131d79 req-161bb095-03da-4fc4-8b68-ea35488722e6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 945 time: 0.1134913 Oct 27 16:42:41.935461 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b545ad87-17c3-4d11-9088-56c186131d79 req-a2f37b92-f639-47dd-8803-1f53b67efeff tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365989 Oct 27 16:42:42.053999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd75cf-58ba-49fb-986d-f620af9636a8 req-5ad606d3-153a-413f-9c5f-002f52396bf6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:42.055647 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bdd75cf-58ba-49fb-986d-f620af9636a8 req-5ad606d3-153a-413f-9c5f-002f52396bf6 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 945 time: 0.0507960 Oct 27 16:42:42.098886 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5bdd75cf-58ba-49fb-986d-f620af9636a8 req-c303b4b9-714e-474d-9abe-8a87891e2866 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371056 Oct 27 16:42:42.121685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42666) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:42.162267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85957ef-3cc0-4df0-8565-89c1c55a50be tempest-TestVolumeBootPattern-15559205 tempest-TestVolumeBootPattern-15559205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:42.163832 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c85957ef-3cc0-4df0-8565-89c1c55a50be tempest-TestVolumeBootPattern-15559205 tempest-TestVolumeBootPattern-15559205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 1091 time: 0.0411234 Oct 27 16:42:42.166759 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 42668) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:42:42.171328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:42:42.252842 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:42.357119 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:42.466276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Allocated IP 172.25.4.240 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/5eaf454d-456e-44db-8872-2bf5674288ef) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:42:42.579875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:42.670019 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:42.709189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:42:42.712135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:42:42.715659 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:42:42.743666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=5eaf454d-456e-44db-8872-2bf5674288ef,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:42.757790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:42.758065 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:42.758405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:42.758743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:42.759077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:42.759656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:42.759758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:42.760102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:42.760432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:42.760754 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:42.761078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:42.761400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:42:43.090583 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:43.215603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:43.368331 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:43.426285 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:43.498951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=5eaf454d-456e-44db-8872-2bf5674288ef,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:42:43.509541 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:43.616976 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Floating IP c557696c-3386-42a3-89d8-34efe9964d83 associated. External IP: 172.25.4.240, port: f71bd0b3-e35a-4d72-8810-71efc017d8e0. Oct 27 16:42:43.827485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Router 2a3916d1-d05a-444f-8a90-32992f658b35 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:42:43.949018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:42:43.961644 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb530efb-1614-41b9-a42e-bc1ad050ba57 None None] Sync routers for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:42:43.973773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb530efb-1614-41b9-a42e-bc1ad050ba57 None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:43.974411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb530efb-1614-41b9-a42e-bc1ad050ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:42:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:44.060431 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:44.088077 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bb530efb-1614-41b9-a42e-bc1ad050ba57 None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:44.090416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-63caf0a4-1c7c-4ae1-b658-e0ca2d17725b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9225209 Oct 27 16:42:44.091184 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'tag': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:42:44.094953 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "7e37a5e4-d475-4f9f-9f90-463b014c0971", "tag": "f71bd0b3-e35a-4d72-8810-71efc017d8e0"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:42:44.140112 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f79bbec-c64d-49fb-abd6-212c0daed8c7 x-openstack-request-id: req-8f79bbec-c64d-49fb-abd6-212c0daed8c7 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:42:44.141172 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e37a5e4-d475-4f9f-9f90-463b014c0971", "tag": "f71bd0b3-e35a-4d72-8810-71efc017d8e0", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:42:44.141564 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f79bbec-c64d-49fb-abd6-212c0daed8c7 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:42:44.141968 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'tag': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'status': 'completed', 'code': 200} Oct 27 16:42:44.205032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc req-ee3bf2ba-ed5f-4e1d-a261-e7cebac26be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:44.206731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc req-ee3bf2ba-ed5f-4e1d-a261-e7cebac26be2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 1096 time: 0.0433192 Oct 27 16:42:44.311134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc req-b0c35313-9408-40c0-b579-1c88a0c5bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:44.313839 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc req-b0c35313-9408-40c0-b579-1c88a0c5bc56 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0992715 Oct 27 16:42:44.326191 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb530efb-1614-41b9-a42e-bc1ad050ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'c557696c-3386-42a3-89d8-34efe9964d83', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:5f:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:42Z', 'updated_at': '2021-10-27T16:42:42Z', 'revision_number': 0, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:44.357570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb530efb-1614-41b9-a42e-bc1ad050ba57 None None] Checking router: 2a3916d1-d05a-444f-8a90-32992f658b35 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:42:44.367905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb530efb-1614-41b9-a42e-bc1ad050ba57 None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:42:44.368611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb530efb-1614-41b9-a42e-bc1ad050ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:42:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:44.385621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc req-6840aecf-b8a1-41f4-838e-9c87cb2f8490 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0 HTTP/1.1" status: 200 len: 999 time: 0.0649438 Oct 27 16:42:44.438986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc req-1d094a00-bc6b-4f4b-a06e-b60dbded3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:44.440463 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc req-1d094a00-bc6b-4f4b-a06e-b60dbded3405 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0462806 Oct 27 16:42:44.477444 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bb530efb-1614-41b9-a42e-bc1ad050ba57 None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:42:44.492974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc req-aed76a95-bf5d-4136-82ac-2a4f1e4b197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:42:44.494721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc req-aed76a95-bf5d-4136-82ac-2a4f1e4b197b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471964 Oct 27 16:42:44.598214 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc req-67fec1a6-7306-4198-a863-203dc075d4f9 service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930591 Oct 27 16:42:44.695436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0d14195d-3367-4a4d-b9a4-8d7e048d5fdc req-f14cd350-ed29-4812-b35b-e9892914beb1 service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901186 Oct 27 16:42:44.720669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb530efb-1614-41b9-a42e-bc1ad050ba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'c557696c-3386-42a3-89d8-34efe9964d83', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:5f:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:42Z', 'updated_at': '2021-10-27T16:42:42Z', 'revision_number': 0, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:42:44.752256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb530efb-1614-41b9-a42e-bc1ad050ba57 None None] The sync data for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 is: [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'c557696c-3386-42a3-89d8-34efe9964d83', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:5f:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:42Z', 'updated_at': '2021-10-27T16:42:42Z', 'revision_number': 0, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:42:44.965977 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41f8a79-b986-4759-8bce-aec327457b67 None None] New status for floating IP c557696c-3386-42a3-89d8-34efe9964d83: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:42:48.506060 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-89588b2d-666f-419b-94ff-cefe4b66375c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:51.534514 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bdca7fdd-4c6b-41b1-a5dc-330eb9e3f681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:52.242927 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:52.294487 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:54.235350 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:42:59.589314 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:02.797205 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:05.922500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43180) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:06.069973 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ac4f9b21-0e1f-4af1-914d-56562d27fb30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bdba6d4720748818a9cff9ab31b26eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461680 Oct 27 16:43:06.072410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43184) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:43:06.125635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-84b33d08-554a-40aa-a927-40d736c50669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:06.149708 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-84b33d08-554a-40aa-a927-40d736c50669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:06.248863 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-84b33d08-554a-40aa-a927-40d736c50669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:06.251554 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-84b33d08-554a-40aa-a927-40d736c50669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:06.252773 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-84b33d08-554a-40aa-a927-40d736c50669 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/434a2d40-956f-4001-a7dd-6f7a16e1cbd0 HTTP/1.1" status: 204 len: 168 time: 0.1794631 Oct 27 16:43:06.260712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b33d08-554a-40aa-a927-40d736c50669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a2d40-956f-4001-a7dd-6f7a16e1cbd0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:43:14.238945 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:43:18.841115 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d5941b06-5e37-4806-b523-6f84bc8222c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:21.562771 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a7d719d8-b87f-4aa7-aafd-c2a063fb17a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:22.237343 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:22.317278 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:23.281728 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-aaa24524-7bb2-4ca6-959c-7647e2ae9334 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1447527 Oct 27 16:43:23.372109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-65c86143-7872-4d72-982d-0120f5584574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:23.373663 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-65c86143-7872-4d72-982d-0120f5584574 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 1096 time: 0.0445061 Oct 27 16:43:23.491100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-b29e132f-e6a0-44d7-b0d7-fd2b5de68df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:23.493589 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-b29e132f-e6a0-44d7-b0d7-fd2b5de68df5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0990367 Oct 27 16:43:23.562614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-0f6ba3fc-423b-4820-ac82-5b8376986c4b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0 HTTP/1.1" status: 200 len: 1001 time: 0.0624352 Oct 27 16:43:23.617806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-f53933a6-846e-4938-908d-dacb490f3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:23.619333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-f53933a6-846e-4938-908d-dacb490f3a45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0479965 Oct 27 16:43:23.671297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-17a69511-9369-4d7d-b922-90a6bb5f88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:43:23.672837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-17a69511-9369-4d7d-b922-90a6bb5f88f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465722 Oct 27 16:43:23.768030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-f96e52b4-f9d7-4abf-ae38-9bec3e0c447e service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870905 Oct 27 16:43:23.868716 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4613f35-0d3d-4df6-81a7-9d601b184c15 req-376e215f-77f9-4cb6-83d8-2c4a6089a9f7 service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918207 Oct 27 16:43:24.240926 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:29.591054 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:32.806287 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:48.511130 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-87049569-2589-4c95-adef-7fbe77230650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:51.237956 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:43:51.544714 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d3fa4b77-75c4-40cc-8c25-c91ed548b870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:52.305652 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:52.337691 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:54.231100 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:43:59.583200 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:02.842470 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:18.510264 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b92f5261-a427-4631-b894-5667421ce263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:21.531214 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-63560c99-4ea7-40da-a925-d13e028a8e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.253533 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:22.350323 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:24.235509 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:25.177207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-813e29d1-67db-47c0-bedc-86fba433296e req-bee5f350-e9fb-4693-b387-77619500f65f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442636 Oct 27 16:44:25.263786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e29d1-67db-47c0-bedc-86fba433296e req-5fd22959-69f1-4818-977e-76254b1dd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:25.265261 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-813e29d1-67db-47c0-bedc-86fba433296e req-5fd22959-69f1-4818-977e-76254b1dd590 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 1096 time: 0.0424142 Oct 27 16:44:25.374755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e29d1-67db-47c0-bedc-86fba433296e req-9d797159-a7f7-4041-8ef1-d2ddf42bd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:25.376236 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-813e29d1-67db-47c0-bedc-86fba433296e req-9d797159-a7f7-4041-8ef1-d2ddf42bd6fe service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0905867 Oct 27 16:44:25.441126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-813e29d1-67db-47c0-bedc-86fba433296e req-881f2c80-ce96-4068-bc55-1d3982c22438 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0 HTTP/1.1" status: 200 len: 1001 time: 0.0577679 Oct 27 16:44:25.499536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e29d1-67db-47c0-bedc-86fba433296e req-eb09fb13-fd5d-494b-a21d-5554600a9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:25.499768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-813e29d1-67db-47c0-bedc-86fba433296e req-eb09fb13-fd5d-494b-a21d-5554600a9d08 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0514715 Oct 27 16:44:25.545803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e29d1-67db-47c0-bedc-86fba433296e req-5223881e-5f90-45e6-9b26-64c26671870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:25.547293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-813e29d1-67db-47c0-bedc-86fba433296e req-5223881e-5f90-45e6-9b26-64c26671870f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403163 Oct 27 16:44:25.639050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-813e29d1-67db-47c0-bedc-86fba433296e req-c213e96a-58ce-4b67-8b95-b4ce109e23ed service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837352 Oct 27 16:44:25.736725 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-813e29d1-67db-47c0-bedc-86fba433296e req-722f400a-d4d1-4fe2-8e08-20ba78faa379 service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907292 Oct 27 16:44:27.965819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-cac8672c-3497-4a1b-82ab-49151b570cc0 req-bb74792b-72b3-4c45-8ad7-bec7b134f00f tempest-TestServerMultinode-2003850860 tempest-TestServerMultinode-2003850860-project-admin] (109722) timed out ('10.222.0.54', 50288) {{(pid=109722) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 16:44:28.236378 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:44:29.622772 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:32.811109 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.513607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43554) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:40.681058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.754764 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.829560 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.869050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfccf0279f1047749b1202bf040ee0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540695 Oct 27 16:44:40.869957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dec5ac0-b4d8-4d9d-be59-5dc65a7b28d1,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:40.871655 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 43560) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:44:40.877785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.878058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.878405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.878737 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.879068 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.879404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.879768 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.880122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.880452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.880776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.881096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.881422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360756f2-d3cd-4460-a634-72aa0df2e6c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:40.921456 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:40.942995 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.070048 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.072693 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:41.073862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4dec5ac0-b4d8-4d9d-be59-5dc65a7b28d1 HTTP/1.1" status: 204 len: 168 time: 0.2011850 Oct 27 16:44:41.082537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dec5ac0-b4d8-4d9d-be59-5dc65a7b28d1,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:41.090011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:41.090358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:41.090698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:41.091029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:41.091358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:41.098188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:41.098188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:41.098188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:41.098188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:41.098188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:41.098188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:41.098188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b132ee41-9a2a-4852-8802-944cbfddbe83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:45.000048 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-498e9a22-6899-4df7-a951-63bde37e5d0d tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=95d51e8c741540cb9689948e5d50b050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217307 Oct 27 16:44:45.111754 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933706d-9d01-4619-8329-ec98b9869401 req-81457491-dacb-43a4-ac5b-32e8e4c1e895 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:45.114103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-81457491-dacb-43a4-ac5b-32e8e4c1e895 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1063759 Oct 27 16:44:45.129415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-ded50cc8-11cc-4fed-81cf-85881662d239 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/quotas/95d51e8c741540cb9689948e5d50b050 HTTP/1.1" status: 200 len: 375 time: 0.0091350 Oct 27 16:44:45.160296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-ab1b5389-74f8-4eb5-a434-623ed4e99c6c tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=95d51e8c741540cb9689948e5d50b050&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252016 Oct 27 16:44:45.389519 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8380f82b-da14-4a2a-9967-0a7675d313aa req-6d0880ba-f807-4f78-82fc-0d34485f9ee8 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 210 time: 0.0277903 Oct 27 16:44:46.473502 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f765c840-b769-48d7-af69-dec1eb633270 req-73b5ff86-912f-43bc-8f11-1bb49a536d1f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 210 time: 0.0300112 Oct 27 16:44:47.599291 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d09fe16-b97b-4194-8e30-539d6600be22 req-65a5e760-e5e7-42ed-8321-b79f304a5927 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 210 time: 0.0270512 Oct 27 16:44:48.319949 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-775478d6-3a58-4998-a69f-13a5f853fec4 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=95d51e8c741540cb9689948e5d50b050&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258596 Oct 27 16:44:48.430067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933706d-9d01-4619-8329-ec98b9869401 req-e5ec13f7-4ae0-449a-8c4a-805f5ad2bca7 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:48.431933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-e5ec13f7-4ae0-449a-8c4a-805f5ad2bca7 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1066608 Oct 27 16:44:48.445681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Request body: {'port': {'device_id': 'fd41744e-5dd7-490a-abb9-7d204f56d752', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': '95d51e8c741540cb9689948e5d50b050'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:48.539085 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b86a462f-689a-4236-b855-e22844eecfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:48.882961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c281d2f6-5fff-4ffb-9dfc-3340baae9170 req-a821aaf3-99c4-4bd6-98ef-459201b4d3c9 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 210 time: 0.0306344 Oct 27 16:44:49.018320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Made reservation on behalf of 95d51e8c741540cb9689948e5d50b050 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:44:49.022504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.031500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.107189 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.207898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.271695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:49.342012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Allocated IP 192.168.233.52 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/80eb5f74-406e-4adb-a6a7-716861720033) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:44:49.490733 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.578395 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.621964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:44:49.625028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:44:49.629254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:44:49.651923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Pushing event updated for resources: {'Port': ['ID=80eb5f74-406e-4adb-a6a7-716861720033,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:49.686568 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:49.691851 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.770321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f013558-8465-48a6-828c-f5455abd7814 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3286672 Oct 27 16:44:49.835088 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cfb3337a-f29c-444d-90b9-dfca21c86540 None None] Provisioning complete for port 80eb5f74-406e-4adb-a6a7-716861720033 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:49.835659 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cfb3337a-f29c-444d-90b9-dfca21c86540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:49.868690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3337a-f29c-444d-90b9-dfca21c86540 None None] Port 80eb5f74-406e-4adb-a6a7-716861720033 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:44:49.880434 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Request body: {'port': {'device_id': 'fd41744e-5dd7-490a-abb9-7d204f56d752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:44:49.936884 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.009946 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa7423-46e0-4b0f-bc86-8116dfa832c9 req-911665e6-9923-4747-b483-b4754ea9bc28 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:50.011401 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2efa7423-46e0-4b0f-bc86-8116dfa832c9 req-911665e6-9923-4747-b483-b4754ea9bc28 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 935 time: 0.0557864 Oct 27 16:44:50.051768 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2efa7423-46e0-4b0f-bc86-8116dfa832c9 req-27ea48ab-7208-4bed-a129-42204cb3fdee tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/security-groups?id=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341628 Oct 27 16:44:50.219573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eb5f74-406e-4adb-a6a7-716861720033 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:44:50.228448 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.242384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Transition to ACTIVE for port object 80eb5f74-406e-4adb-a6a7-716861720033 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:44:50.342518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.402267 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb5f74-406e-4adb-a6a7-716861720033,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:50.467939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Attempting to bind port 80eb5f74-406e-4adb-a6a7-716861720033 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:44:50.468294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Attempting to bind port 80eb5f74-406e-4adb-a6a7-716861720033 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:44:50.468624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Attempting to bind port 80eb5f74-406e-4adb-a6a7-716861720033 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:44:50.474165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Port 80eb5f74-406e-4adb-a6a7-716861720033 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:44:50.474483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Attempting to bind port 80eb5f74-406e-4adb-a6a7-716861720033 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:44:50.479545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:44:50.479879 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:44:50.480427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:44:50.480856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Bound port: 80eb5f74-406e-4adb-a6a7-716861720033, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:44:50.481209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.547824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] For port 80eb5f74-406e-4adb-a6a7-716861720033, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:44:50.551332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] For port 80eb5f74-406e-4adb-a6a7-716861720033, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=80eb5f74-406e-4adb-a6a7-716861720033,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:44:50.602027 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.642376 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:50.642977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:50.645983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-66debb8e-12df-46ed-b52e-780953292236 service neutron] 10.222.0.53 "PUT /v2.0/ports/80eb5f74-406e-4adb-a6a7-716861720033 HTTP/1.1" status: 200 len: 1095 time: 0.8675208 Oct 27 16:44:50.646502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd41744e-5dd7-490a-abb9-7d204f56d752', 'tag': '80eb5f74-406e-4adb-a6a7-716861720033'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:50.648883 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef826f0-958e-47c8-95a4-a4dd762ace0e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd41744e-5dd7-490a-abb9-7d204f56d752", "tag": "80eb5f74-406e-4adb-a6a7-716861720033"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:50.670779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66debb8e-12df-46ed-b52e-780953292236 service neutron] Pushing event updated for resources: {'Port': ['ID=80eb5f74-406e-4adb-a6a7-716861720033,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:50.796558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933706d-9d01-4619-8329-ec98b9869401 req-e1495d28-6af4-43f8-9f6d-b0d4c619ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:50.798066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-e1495d28-6af4-43f8-9f6d-b0d4c619ceb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d51e8c741540cb9689948e5d50b050&device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 1098 time: 0.0468001 Oct 27 16:44:50.856616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-05889bcb-1612-4899-a68c-0ee108cc4c0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=80eb5f74-406e-4adb-a6a7-716861720033 HTTP/1.1" status: 200 len: 217 time: 0.0505948 Oct 27 16:44:50.858318 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc70d2c-6195-4c66-8760-45aed579c287 x-openstack-request-id: req-3cc70d2c-6195-4c66-8760-45aed579c287 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:50.858624 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd41744e-5dd7-490a-abb9-7d204f56d752", "tag": "80eb5f74-406e-4adb-a6a7-716861720033", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:50.858888 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cc70d2c-6195-4c66-8760-45aed579c287 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:50.859291 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd41744e-5dd7-490a-abb9-7d204f56d752', 'tag': '80eb5f74-406e-4adb-a6a7-716861720033', 'status': 'completed', 'code': 200} Oct 27 16:44:50.908660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f582359-8b41-4cf3-9844-3cac6f6aef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:50.910332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-2f582359-8b41-4cf3-9844-3cac6f6aef30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0473239 Oct 27 16:44:50.964641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933706d-9d01-4619-8329-ec98b9869401 req-e23367d5-3497-4160-889a-a03759a80087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:50.966238 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-e23367d5-3497-4160-889a-a03759a80087 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493712 Oct 27 16:44:51.156147 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-54476f89-d638-4aac-b369-cd99681356ad service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823199 Oct 27 16:44:51.171814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21abad-b041-41a1-91c1-064f144dd5c5 req-55d37014-f0db-4472-9d5f-e922ae5e95b4 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:51.174028 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3b21abad-b041-41a1-91c1-064f144dd5c5 req-55d37014-f0db-4472-9d5f-e922ae5e95b4 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 947 time: 0.0518386 Oct 27 16:44:51.217213 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3b21abad-b041-41a1-91c1-064f144dd5c5 req-c48a5c90-d4c6-44ca-bb17-12bc15c31dd3 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/security-groups?id=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361016 Oct 27 16:44:51.267607 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e933706d-9d01-4619-8329-ec98b9869401 req-f8c5df6b-a575-4807-a15f-99be86f94efb service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039987 Oct 27 16:44:51.417623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef826f0-958e-47c8-95a4-a4dd762ace0e req-db279ab0-7fc8-4e87-880e-cb7c290bca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:51.419195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ef826f0-958e-47c8-95a4-a4dd762ace0e req-db279ab0-7fc8-4e87-880e-cb7c290bca0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=95d51e8c741540cb9689948e5d50b050&device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 1098 time: 0.0424938 Oct 27 16:44:51.520328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef826f0-958e-47c8-95a4-a4dd762ace0e req-a5ad3e55-6fa0-4c45-8365-07a258ba1312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:51.521913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ef826f0-958e-47c8-95a4-a4dd762ace0e req-a5ad3e55-6fa0-4c45-8365-07a258ba1312 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c78846b6-501a-42e8-bf6e-a14bab2cc698 HTTP/1.1" status: 200 len: 870 time: 0.0947118 Oct 27 16:44:51.538796 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99f7d924-d289-44de-9761-8e106f665d06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:51.564599 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ef826f0-958e-47c8-95a4-a4dd762ace0e req-7f419ccb-9c17-4f53-8907-3130bccb18a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=80eb5f74-406e-4adb-a6a7-716861720033 HTTP/1.1" status: 200 len: 217 time: 0.0346000 Oct 27 16:44:51.615574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef826f0-958e-47c8-95a4-a4dd762ace0e req-2f089485-6996-4b83-b4d2-0f7db1827b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:51.617142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ef826f0-958e-47c8-95a4-a4dd762ace0e req-2f089485-6996-4b83-b4d2-0f7db1827b67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0457933 Oct 27 16:44:51.670773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef826f0-958e-47c8-95a4-a4dd762ace0e req-218f8067-c915-4649-aba7-5aec59aee569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:51.672377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ef826f0-958e-47c8-95a4-a4dd762ace0e req-218f8067-c915-4649-aba7-5aec59aee569 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462396 Oct 27 16:44:51.766089 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ef826f0-958e-47c8-95a4-a4dd762ace0e req-8bcfdfc5-148f-491b-a1e0-f719ae9bbc32 service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859051 Oct 27 16:44:51.877393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ef826f0-958e-47c8-95a4-a4dd762ace0e req-953201b2-08f4-4aa5-b581-1a5a2018293f service neutron] 10.222.0.53 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036258 Oct 27 16:44:52.235399 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:52.275582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:52.341506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a28e60-3835-4476-b1ff-e59e936d9c57 req-d80f67cb-60c4-479c-a535-7edc90cb8b4d tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:52.343079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67a28e60-3835-4476-b1ff-e59e936d9c57 req-d80f67cb-60c4-479c-a535-7edc90cb8b4d tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 947 time: 0.0513024 Oct 27 16:44:52.384979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67a28e60-3835-4476-b1ff-e59e936d9c57 req-6e53dd58-af59-4569-ab1a-604c941fe5f1 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/security-groups?id=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350842 Oct 27 16:44:53.501916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718653b6-1dcc-4ae8-a31a-dbeae39e0f51 req-5c39cf0b-c2df-47a1-ba09-eff41d19494c tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:53.503446 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-718653b6-1dcc-4ae8-a31a-dbeae39e0f51 req-5c39cf0b-c2df-47a1-ba09-eff41d19494c tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 947 time: 0.0506310 Oct 27 16:44:53.547817 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-718653b6-1dcc-4ae8-a31a-dbeae39e0f51 req-cdf81e05-3786-40ae-a9a5-8777ee89ed01 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/security-groups?id=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376689 Oct 27 16:44:53.562537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 80eb5f74-406e-4adb-a6a7-716861720033 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:44:53.823268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 80eb5f74-406e-4adb-a6a7-716861720033, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=80eb5f74-406e-4adb-a6a7-716861720033,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:53.834220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '80eb5f74-406e-4adb-a6a7-716861720033', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '80eb5f74-406e-4adb-a6a7-716861720033', 'mac_address': 'fa:16:3e:4b:92:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:44:53.871015 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:53.884779 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eb5f74-406e-4adb-a6a7-716861720033 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:44:53.905438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 80eb5f74-406e-4adb-a6a7-716861720033, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=80eb5f74-406e-4adb-a6a7-716861720033,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:53.967198 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:54.016636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=80eb5f74-406e-4adb-a6a7-716861720033,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:54.024990 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.025357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.025696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.026030 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.026360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.026687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.027046 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.027371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.027694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.028014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.028368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.028689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:44:54.183033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['80eb5f74-406e-4adb-a6a7-716861720033'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:44:54.291805 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:54.683629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1d504-03b9-41bd-9c47-1766eca9b409 req-f69b8daa-8d9f-4c7a-b153-3c05cba8ecb5 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:54.684458 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bd1d504-03b9-41bd-9c47-1766eca9b409 req-f69b8daa-8d9f-4c7a-b153-3c05cba8ecb5 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 948 time: 0.0561273 Oct 27 16:44:54.725908 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7bd1d504-03b9-41bd-9c47-1766eca9b409 req-decb7465-8554-432b-8872-6aa33d5a03ec tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/security-groups?id=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357625 Oct 27 16:44:55.562751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 80eb5f74-406e-4adb-a6a7-716861720033 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:44:55.676659 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 80eb5f74-406e-4adb-a6a7-716861720033 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:44:55.680827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 80eb5f74-406e-4adb-a6a7-716861720033 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:44:55.681325 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:55.765395 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:55.791329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd41744e-5dd7-490a-abb9-7d204f56d752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb5f74-406e-4adb-a6a7-716861720033'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:44:55.793595 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326fb52b-0cba-442d-8d21-f493c4c09699" -d '{"events": [{"server_uuid": "fd41744e-5dd7-490a-abb9-7d204f56d752", "name": "network-vif-plugged", "status": "completed", "tag": "80eb5f74-406e-4adb-a6a7-716861720033"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:44:55.808979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 80eb5f74-406e-4adb-a6a7-716861720033, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=80eb5f74-406e-4adb-a6a7-716861720033,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:44:55.843114 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8057b2-0e58-4d2a-9b4c-44c63f5b1bea x-openstack-request-id: req-8a8057b2-0e58-4d2a-9b4c-44c63f5b1bea {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:44:55.843477 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd41744e-5dd7-490a-abb9-7d204f56d752", "name": "network-vif-plugged", "status": "completed", "tag": "80eb5f74-406e-4adb-a6a7-716861720033", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:44:55.843767 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a8057b2-0e58-4d2a-9b4c-44c63f5b1bea {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:44:55.844296 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd41744e-5dd7-490a-abb9-7d204f56d752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eb5f74-406e-4adb-a6a7-716861720033', 'code': 200} Oct 27 16:44:55.871158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54383314-4860-4d27-bb03-879e1036d9ee req-89645550-d2c1-49fd-8bc0-8f512664bd11 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:55.873080 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-54383314-4860-4d27-bb03-879e1036d9ee req-89645550-d2c1-49fd-8bc0-8f512664bd11 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 948 time: 0.0604603 Oct 27 16:44:55.914073 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-54383314-4860-4d27-bb03-879e1036d9ee req-91ff13c0-1dfb-4a6e-9aa0-8bbf7c91d3b9 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/security-groups?id=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Oct 27 16:44:55.914750 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:55.948560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c66ea1-7d9e-4347-b8da-99bdf50b6247 req-4b95404e-8e08-4d71-beb9-75e10fc646a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:55.950548 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3c66ea1-7d9e-4347-b8da-99bdf50b6247 req-4b95404e-8e08-4d71-beb9-75e10fc646a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 1099 time: 0.0480597 Oct 27 16:44:55.969322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=80eb5f74-406e-4adb-a6a7-716861720033,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:44:56.000483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3c66ea1-7d9e-4347-b8da-99bdf50b6247 req-ffd48d31-3b63-4f5c-ba6d-1580e98e6bb6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423448 Oct 27 16:44:57.053458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad9a65-9ab6-4b49-9682-bd8cf4e67884 req-9ea52d4a-c4e8-4c22-9e91-c3eb9bfb9d51 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:57.060552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-caad9a65-9ab6-4b49-9682-bd8cf4e67884 req-9ea52d4a-c4e8-4c22-9e91-c3eb9bfb9d51 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 949 time: 0.0603096 Oct 27 16:44:57.098422 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-caad9a65-9ab6-4b49-9682-bd8cf4e67884 req-2f7e9cde-119d-42e6-8927-69127b640d8f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/security-groups?id=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364709 Oct 27 16:44:58.216855 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fd344-f7cc-4bf7-ad11-b6d75e69b14c req-4c84117a-633f-40c6-b67b-4e2768835976 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:58.218329 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-681fd344-f7cc-4bf7-ad11-b6d75e69b14c req-4c84117a-633f-40c6-b67b-4e2768835976 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 949 time: 0.0499213 Oct 27 16:44:58.259246 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-681fd344-f7cc-4bf7-ad11-b6d75e69b14c req-50c8157a-85b0-4940-8dc4-1e18ba478895 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/security-groups?id=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338197 Oct 27 16:44:58.802633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b486a8-aba1-47ba-94e2-735eee6db765 req-701269a3-f1b7-4768-81c9-abc117af5b7f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:58.804121 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-74b486a8-aba1-47ba-94e2-735eee6db765 req-701269a3-f1b7-4768-81c9-abc117af5b7f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 949 time: 0.0559075 Oct 27 16:44:58.848192 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-74b486a8-aba1-47ba-94e2-735eee6db765 req-7bca2550-9e9f-42bf-a9c6-6631a4b9643f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/security-groups?id=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378988 Oct 27 16:44:59.623585 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:44:59.975811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4c1f2-eb35-4c92-8887-797c3c73abee req-4ad9dcc8-7c16-4db1-8e0f-bb87bb7b82d0 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:44:59.977506 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bcb4c1f2-eb35-4c92-8887-797c3c73abee req-4ad9dcc8-7c16-4db1-8e0f-bb87bb7b82d0 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 949 time: 0.0536985 Oct 27 16:45:00.045767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bcb4c1f2-eb35-4c92-8887-797c3c73abee req-dc1469ef-00c0-42eb-afc7-9cc57f72e9d4 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/security-groups?id=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618029 Oct 27 16:45:00.071300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2b09c-817d-491a-b014-d4bbe6634228 req-b2153642-b3db-4ce3-95ff-11f521a55e59 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:00.072792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbd2b09c-817d-491a-b014-d4bbe6634228 req-b2153642-b3db-4ce3-95ff-11f521a55e59 tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 949 time: 0.0591862 Oct 27 16:45:00.168677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-dbd2b09c-817d-491a-b014-d4bbe6634228 req-355e182b-c555-4940-b65a-f2b93e86e82f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Deleting port 80eb5f74-406e-4adb-a6a7-716861720033 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:45:00.168943 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dbd2b09c-817d-491a-b014-d4bbe6634228 req-355e182b-c555-4940-b65a-f2b93e86e82f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:00.275860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dbd2b09c-817d-491a-b014-d4bbe6634228 req-355e182b-c555-4940-b65a-f2b93e86e82f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] For port 80eb5f74-406e-4adb-a6a7-716861720033, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=80eb5f74-406e-4adb-a6a7-716861720033,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:00.276253 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dbd2b09c-817d-491a-b014-d4bbe6634228 req-355e182b-c555-4940-b65a-f2b93e86e82f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:00.289052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-dbd2b09c-817d-491a-b014-d4bbe6634228 req-355e182b-c555-4940-b65a-f2b93e86e82f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Calling delete_port for 80eb5f74-406e-4adb-a6a7-716861720033 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:45:00.492975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dbd2b09c-817d-491a-b014-d4bbe6634228 req-355e182b-c555-4940-b65a-f2b93e86e82f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:00.511139 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['80eb5f74-406e-4adb-a6a7-716861720033'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:45:00.527907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e182b-c555-4940-b65a-f2b93e86e82f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Pushing event deleted for resources: {'Port': ['ID=80eb5f74-406e-4adb-a6a7-716861720033,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:00.570968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd2b09c-817d-491a-b014-d4bbe6634228 req-355e182b-c555-4940-b65a-f2b93e86e82f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] No DVR routers for this DVR port 80eb5f74-406e-4adb-a6a7-716861720033 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:45:00.574434 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dbd2b09c-817d-491a-b014-d4bbe6634228 req-355e182b-c555-4940-b65a-f2b93e86e82f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:00.577756 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbd2b09c-817d-491a-b014-d4bbe6634228 req-355e182b-c555-4940-b65a-f2b93e86e82f tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.53 "DELETE /v2.0/ports/80eb5f74-406e-4adb-a6a7-716861720033 HTTP/1.1" status: 204 len: 173 time: 0.4980381 Oct 27 16:45:00.578221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd41744e-5dd7-490a-abb9-7d204f56d752', 'name': 'network-vif-deleted', 'tag': '80eb5f74-406e-4adb-a6a7-716861720033'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:00.580517 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6e74f8-d83a-4ff7-a41c-01ce156958fc" -d '{"events": [{"server_uuid": "fd41744e-5dd7-490a-abb9-7d204f56d752", "name": "network-vif-deleted", "tag": "80eb5f74-406e-4adb-a6a7-716861720033"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:00.618107 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141e1eaf-8cd3-4d67-a0d6-6d1622857014 x-openstack-request-id: req-141e1eaf-8cd3-4d67-a0d6-6d1622857014 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:00.618408 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd41744e-5dd7-490a-abb9-7d204f56d752", "name": "network-vif-deleted", "tag": "80eb5f74-406e-4adb-a6a7-716861720033", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:00.618654 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-141e1eaf-8cd3-4d67-a0d6-6d1622857014 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:00.619052 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd41744e-5dd7-490a-abb9-7d204f56d752', 'name': 'network-vif-deleted', 'tag': '80eb5f74-406e-4adb-a6a7-716861720033', 'status': 'completed', 'code': 200} Oct 27 16:45:01.166501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f0f558b0-457a-4d1d-9b68-f7424b8cbf2a req-0f5c1b61-d290-4e74-b6be-67fe336933dc tempest-VolumesNegativeTest-78342605 tempest-VolumesNegativeTest-78342605-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd41744e-5dd7-490a-abb9-7d204f56d752 HTTP/1.1" status: 200 len: 210 time: 0.0292299 Oct 27 16:45:02.832786 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:03.609541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 80eb5f74-406e-4adb-a6a7-716861720033 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:45:03.630797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 80eb5f74-406e-4adb-a6a7-716861720033 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:45:03.631326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 80eb5f74-406e-4adb-a6a7-716861720033 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:45:05.236041 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:45:10.172647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43966) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:10.319986 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-703d35f9-62a9-438a-85c9-adaf7f6dcc7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95d51e8c741540cb9689948e5d50b050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460478 Oct 27 16:45:10.322467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43970) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:10.383051 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7bbfad3-1462-42f6-8f55-f9b1241eeb0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.406624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7bbfad3-1462-42f6-8f55-f9b1241eeb0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.542421 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7bbfad3-1462-42f6-8f55-f9b1241eeb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.545151 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b7bbfad3-1462-42f6-8f55-f9b1241eeb0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:10.546313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b7bbfad3-1462-42f6-8f55-f9b1241eeb0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e236e7f7-4172-4c0b-8659-3d20d3a0f5a2 HTTP/1.1" status: 204 len: 168 time: 0.2228556 Oct 27 16:45:10.554806 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bbfad3-1462-42f6-8f55-f9b1241eeb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e236e7f7-4172-4c0b-8659-3d20d3a0f5a2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:11.555313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 43994) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:11.652283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-324172136-network', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:11.731087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Made reservation on behalf of 3803d6fd05384dc6a4bdacd800f31216 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:11.733522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:11.742594 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:11.820540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:11.897154 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:11.921684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:45:11.931742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d182de-7717-47da-8a17-80132d5e12f6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:11.936505 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:11.936850 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Added segment ed70994b-41a6-448d-b652-19e53f78da0f of type vlan for network 608ca137-9c41-4b28-b213-e8dc4dbe7212 Oct 27 16:45:11.978539 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.069889 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.070907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:12.071486 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.166160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] Pushing event updated for resources: {'Network': ['ID=608ca137-9c41-4b28-b213-e8dc4dbe7212,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:12.176264 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 608ca137-9c41-4b28-b213-e8dc4dbe7212 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:45:12.238023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d2a245ec-71e3-4a5f-9e7e-bd1bb1dde0b7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6816020 Oct 27 16:45:12.241468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44000) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:12.246522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] Request body: {'subnet': {'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-324172136-subnet', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:12.350424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] Made reservation on behalf of 3803d6fd05384dc6a4bdacd800f31216 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:12.354182 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.584482 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.646089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e1f7a8f-f385-4f6e-a3fa-6967d928a550,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:12.653348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] Checking segment: {'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:12.653693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] Network hostable DHCP agents. Network: 608ca137-9c41-4b28-b213-e8dc4dbe7212, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:45:12.737954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] Network 608ca137-9c41-4b28-b213-e8dc4dbe7212 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:45:12.795155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 608ca137-9c41-4b28-b213-e8dc4dbe7212) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:12.802494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:12.803606 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.804451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abef12c0-c8ce-41b2-acec-cae8b0ad3d93 None None] Network 608ca137-9c41-4b28-b213-e8dc4dbe7212 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:45:12.855690 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3e9200b2-d5c8-43ae-b882-e05ad0e30ee2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6130085 Oct 27 16:45:12.858351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44004) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:12.863228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:12.920871 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.922023 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.960732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-608ca137-9c41-4b28-b213-e8dc4dbe7212', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'fixed_ips': [{'subnet_id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:45:12.961550 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:12.989194 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:13.103658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Allocated IP 172.20.0.2 (608ca137-9c41-4b28-b213-e8dc4dbe7212/5e1f7a8f-f385-4f6e-a3fa-6967d928a550/584f6236-77c6-4427-879e-0a79a10f1ef6) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:13.226277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:13.231702 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8c93c7df-0ddc-4ffc-8697-6bdf9e3a8ebb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672463579&fields=id&tenant_id=3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 267 time: 0.1022315 Oct 27 16:45:13.252139 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:13.325761 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:13.366332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Network 608ca137-9c41-4b28-b213-e8dc4dbe7212 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:13.369893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:13.373384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:13.378753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Pushing event updated for resources: {'Port': ['ID=584f6236-77c6-4427-879e-0a79a10f1ef6,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:13.381045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-977401e6-a34a-4fc2-b80f-74c6b7f07a80 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:13.382541 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-977401e6-a34a-4fc2-b80f-74c6b7f07a80 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.1434989 Oct 27 16:45:13.406005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-5ac80c48-920b-43a9-82b4-5083ac8846e3 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/quotas/3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 375 time: 0.0130506 Oct 27 16:45:13.439994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Attempting to bind port 584f6236-77c6-4427-879e-0a79a10f1ef6 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:13.440747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Attempting to bind port 584f6236-77c6-4427-879e-0a79a10f1ef6 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:13.441305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Attempting to bind port 584f6236-77c6-4427-879e-0a79a10f1ef6 on network 608ca137-9c41-4b28-b213-e8dc4dbe7212 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:13.446930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:13.447611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Checking segment: {'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:13.448233 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:13.448814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Bound using segment: {'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:13.449622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Bound port: 584f6236-77c6-4427-879e-0a79a10f1ef6, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:13.450228 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:13.488023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-840a298e-1355-47fb-b1c8-ee92cbaacf00 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0700071 Oct 27 16:45:13.529100 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] For port 584f6236-77c6-4427-879e-0a79a10f1ef6, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:13.532938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] For port 584f6236-77c6-4427-879e-0a79a10f1ef6, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=584f6236-77c6-4427-879e-0a79a10f1ef6,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:13.607495 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:13.612697 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:13.641383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-ef0a1f7e-0a8e-45c3-a4de-8d44076ac8e7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:45:13.642674 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-ef0a1f7e-0a8e-45c3-a4de-8d44076ac8e7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1086118 Oct 27 16:45:13.644140 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:13.673694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc064a-3d68-49b8-a475-73a1e373bcb5 None None] Pushing event updated for resources: {'Port': ['ID=584f6236-77c6-4427-879e-0a79a10f1ef6,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:13.824599 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-941cea5b-67a8-4763-ae81-0608f49cef57 service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721485 Oct 27 16:45:13.847561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Allocated IP 172.25.4.67 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:14.010057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-de156d55-db62-4546-947a-cfc40e265791 service neutron] 10.222.0.15 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769412 Oct 27 16:45:14.030526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:14.144018 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:14.188846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:14.191818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:14.195496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:14.200978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Pushing event updated for resources: {'Port': ['ID=66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:14.575197 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cf10486b-96c3-4885-8ab8-a2348267dc61 req-263795a5-0e4c-4a98-89a5-86538d756522 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0337608 Oct 27 16:45:14.653070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9210ff4-f098-4f1c-a80e-97bedf31ef68 None None] Network 608ca137-9c41-4b28-b213-e8dc4dbe7212 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:45:14.730251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ce1f7af9-ff73-4f59-9b4e-13b0f99a472b None None] Provisioning complete for port 584f6236-77c6-4427-879e-0a79a10f1ef6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:14.730638 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ce1f7af9-ff73-4f59-9b4e-13b0f99a472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:14.845469 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:14.876893 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ce1f7af9-ff73-4f59-9b4e-13b0f99a472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:14.914011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ce1f7af9-ff73-4f59-9b4e-13b0f99a472b None None] For port 584f6236-77c6-4427-879e-0a79a10f1ef6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=584f6236-77c6-4427-879e-0a79a10f1ef6,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:14.990031 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ce1f7af9-ff73-4f59-9b4e-13b0f99a472b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.050097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f7af9-ff73-4f59-9b4e-13b0f99a472b None None] Pushing event updated for resources: {'Port': ['ID=584f6236-77c6-4427-879e-0a79a10f1ef6,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:15.054975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.113729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-923bcc61-394d-4a95-a9a5-c81751c43ab9 None None] Provisioning complete for port 584f6236-77c6-4427-879e-0a79a10f1ef6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:15.113729 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-923bcc61-394d-4a95-a9a5-c81751c43ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.280732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Router 6087fd79-0a19-4feb-9e25-913b6138a659 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:45:15.388447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:15.397597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Sync routers for ids ['6087fd79-0a19-4feb-9e25-913b6138a659'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:15.408237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Routers {'6087fd79-0a19-4feb-9e25-913b6138a659'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:15.408850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:44:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6087fd79-0a19-4feb-9e25-913b6138a659'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:15.465744 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.467010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2af9167f-9c88-42b4-bee3-6f7e6e76ccff admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6074965 Oct 27 16:45:15.469760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44024) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:15.514467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Set router 6087fd79-0a19-4feb-9e25-913b6138a659 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:15.697205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90269872-713a-4142-9ea7-194ff8be9bce req-47a51fa8-26c7-430b-960f-d1fdfed3882e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0422630 Oct 27 16:45:15.725077 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:14Z', 'revision_number': 3, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:15.755646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Checking router: 6087fd79-0a19-4feb-9e25-913b6138a659 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:15.755999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Updating router 6087fd79-0a19-4feb-9e25-913b6138a659 port 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:45:15.784104 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.812192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 584f6236-77c6-4427-879e-0a79a10f1ef6 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:15.949036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 584f6236-77c6-4427-879e-0a79a10f1ef6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:15.949321 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:15.968614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.135634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Allocated IP 172.20.0.1 (608ca137-9c41-4b28-b213-e8dc4dbe7212/5e1f7a8f-f385-4f6e-a3fa-6967d928a550/d357c75e-710d-4cca-87d6-43354782352c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:16.149674 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.218187 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.241174 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.275928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Attempting to bind port 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:16.276318 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Attempting to bind port 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:16.276680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Attempting to bind port 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:16.279816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d8e96-8ce6-48cb-9dae-8b698dd47742 None None] Pushing event updated for resources: {'Port': ['ID=66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:16.284320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:16.284692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:16.285089 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.285467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:16.285926 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Bound port: 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:16.286817 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.337472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] For port 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:16.340400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] For port 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:16.383757 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.432201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Network 608ca137-9c41-4b28-b213-e8dc4dbe7212 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:16.435117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:16.438649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:16.463992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d357c75e-710d-4cca-87d6-43354782352c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:16.484087 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.492800 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.576167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d8e96-8ce6-48cb-9dae-8b698dd47742 None None] Pushing event updated for resources: {'Port': ['ID=66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:16.579024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Routers {'6087fd79-0a19-4feb-9e25-913b6138a659'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:16.579631 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:44:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6087fd79-0a19-4feb-9e25-913b6138a659'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:16.706125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] Set router 6087fd79-0a19-4feb-9e25-913b6138a659 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:16.737029 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.810015 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be7ce365-0578-4b1b-947f-d713ed04df2c req-517747e6-5531-461a-96c1-8a1f69d4fa11 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0353458 Oct 27 16:45:16.819688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-338b475d-65b1-43a7-9c85-0420317ef83a None None] Provisioning complete for port d357c75e-710d-4cca-87d6-43354782352c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:16.820207 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-338b475d-65b1-43a7-9c85-0420317ef83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.921813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:16.995181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.047979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-338b475d-65b1-43a7-9c85-0420317ef83a None None] Port d357c75e-710d-4cca-87d6-43354782352c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:17.064081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=d357c75e-710d-4cca-87d6-43354782352c,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:17.066596 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.110882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:14Z', 'revision_number': 3, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:17.139148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b0d38-9190-4855-ac82-65fe8b609192 None None] The sync data for ids ['6087fd79-0a19-4feb-9e25-913b6138a659'] in n-d-815689-1 is: [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:14Z', 'revision_number': 3, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:17.169398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Network 608ca137-9c41-4b28-b213-e8dc4dbe7212 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:17.171060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:17.310591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Router 6087fd79-0a19-4feb-9e25-913b6138a659 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:17.496318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:17.508174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-87f3f638-f0ed-410b-ba24-42d18538f9e2 admin admin] 10.222.0.15 "PUT /v2.0/routers/6087fd79-0a19-4feb-9e25-913b6138a659/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0367088 Oct 27 16:45:17.576421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-898554c8-9b45-42da-a37e-8615dcf0cb61 None None] Provisioning complete for port d357c75e-710d-4cca-87d6-43354782352c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:17.577075 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-898554c8-9b45-42da-a37e-8615dcf0cb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.620538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-898554c8-9b45-42da-a37e-8615dcf0cb61 None None] Port d357c75e-710d-4cca-87d6-43354782352c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:17.762561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:17.818225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:17.818705 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.906601 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:17.913174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b175cd71-5423-433e-82ac-05bb413429d2 req-4942d5c1-3d06-4e7b-bb8c-2f42db855cf2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0362401 Oct 27 16:45:17.931027 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:18.052581 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.106399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:18.262015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44064) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:18.267535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1145672115-network', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:18.338080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Made reservation on behalf of f81adf40ba7047c99b8b15dfd071c1f3 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:18.340497 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.349470 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.428095 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.543851 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.544159 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b77357e-f275-46be-ad1f-72b88b3aa720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.570025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:45:18.580008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ee3dac-3b31-4d3a-ac1d-3386ec6f3254,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:18.585973 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.586322 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Added segment 8ab152e5-9512-4997-a9ac-682128913ca5 of type vlan for network 8c7415c0-64f3-4115-ba10-3db24c577b99 Oct 27 16:45:18.626852 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.731332 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.732411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:18.732979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:18.804452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7415c0-64f3-4115-ba10-3db24c577b99,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:18.808921 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Sync routers for ids ['6087fd79-0a19-4feb-9e25-913b6138a659'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:18.816140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 8c7415c0-64f3-4115-ba10-3db24c577b99 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:45:18.819671 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Routers {'6087fd79-0a19-4feb-9e25-913b6138a659'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:18.820352 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:44:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6087fd79-0a19-4feb-9e25-913b6138a659'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:18.889879 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-91a71ca7-d0cd-473d-89ac-2fe6a20d6921 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6262131 Oct 27 16:45:18.892597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44068) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:18.898586 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] Request body: {'subnet': {'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1145672115-subnet', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:18.993620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] Made reservation on behalf of f81adf40ba7047c99b8b15dfd071c1f3 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:18.996022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.014392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-454dd53f-4498-4f58-9fcb-8b752dd516f5 req-9426d1e1-76e8-483f-8dc7-ba880cd7b23d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0275652 Oct 27 16:45:19.022926 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Set router 6087fd79-0a19-4feb-9e25-913b6138a659 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:19.227196 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 4, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd357c75e-710d-4cca-87d6-43354782352c', 'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'mac_address': 'fa:16:3e:23:5c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:15Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 2, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'subnets': [{'id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:19.241714 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.253510 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Checking router: 6087fd79-0a19-4feb-9e25-913b6138a659 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:19.253861 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Updating router 6087fd79-0a19-4feb-9e25-913b6138a659 port d357c75e-710d-4cca-87d6-43354782352c binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:45:19.282779 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.296354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b537ed-1318-4e2d-a48d-c1ef021dfc83,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:19.307729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] Checking segment: {'id': '8ab152e5-9512-4997-a9ac-682128913ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:19.308108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] Network hostable DHCP agents. Network: 8c7415c0-64f3-4115-ba10-3db24c577b99, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:45:19.400841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] Network 8c7415c0-64f3-4115-ba10-3db24c577b99 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:45:19.475708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 8c7415c0-64f3-4115-ba10-3db24c577b99) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:19.485466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:19.486416 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.487602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a99fb1-ff13-4da2-9e53-d05652614bad None None] Network 8c7415c0-64f3-4115-ba10-3db24c577b99 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:45:19.550896 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.557583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4d284be0-0827-48fd-a7a2-ef407841769f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6639063 Oct 27 16:45:19.561057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44074) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:19.564264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1145672115-router', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:19.629333 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.642671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-8c7415c0-64f3-4115-ba10-3db24c577b99', 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'fixed_ips': [{'subnet_id': '41b537ed-1318-4e2d-a48d-c1ef021dfc83'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:45:19.643592 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.652342 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.659132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.689906 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Pushing event updated for resources: {'Port': ['ID=d357c75e-710d-4cca-87d6-43354782352c,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:19.715057 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.715658 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.716238 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.716913 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.717701 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.718167 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.718720 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.719263 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.719807 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.720351 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.728900 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.728900 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:19.729309 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.756970 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Attempting to bind port d357c75e-710d-4cca-87d6-43354782352c on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:19.757723 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Attempting to bind port d357c75e-710d-4cca-87d6-43354782352c by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:19.758324 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Attempting to bind port d357c75e-710d-4cca-87d6-43354782352c on network 608ca137-9c41-4b28-b213-e8dc4dbe7212 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:19.764954 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:19.766778 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Checking segment: {'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:19.766778 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.767416 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Bound using segment: {'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:19.767903 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Bound port: d357c75e-710d-4cca-87d6-43354782352c, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:19.768492 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.799806 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:19.840457 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] For port d357c75e-710d-4cca-87d6-43354782352c, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:19.844364 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] For port d357c75e-710d-4cca-87d6-43354782352c, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d357c75e-710d-4cca-87d6-43354782352c,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:19.857232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Allocated IP 172.20.0.2 (8c7415c0-64f3-4115-ba10-3db24c577b99/41b537ed-1318-4e2d-a48d-c1ef021dfc83/ec9f2cd3-a2b9-4633-831d-78dc49fc636e) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:19.941768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:19.942256 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.949759 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:19.980208 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.007051 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Routers {'6087fd79-0a19-4feb-9e25-913b6138a659'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:20.007857 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:44:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6087fd79-0a19-4feb-9e25-913b6138a659'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:20.018121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e8ff9d5b-8f0a-4466-bf85-7101ae4a86f4 None None] Provisioning complete for port d357c75e-710d-4cca-87d6-43354782352c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:20.018597 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9d5b-8f0a-4466-bf85-7101ae4a86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.099822 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61b468-dddd-4cea-bcbb-94a9fb617786 None None] Pushing event updated for resources: {'Port': ['ID=d357c75e-710d-4cca-87d6-43354782352c,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:20.168783 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] Set router 6087fd79-0a19-4feb-9e25-913b6138a659 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:20.180833 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8b96b5f-9cf2-4594-9efe-3bb32edc9d66 req-bca30327-38ea-48fa-a523-ea840ccb0f67 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0418530 Oct 27 16:45:20.190329 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.253680 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9d5b-8f0a-4466-bf85-7101ae4a86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.293122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e8ff9d5b-8f0a-4466-bf85-7101ae4a86f4 None None] For port d357c75e-710d-4cca-87d6-43354782352c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d357c75e-710d-4cca-87d6-43354782352c,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:20.338672 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.363765 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.383499 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e8ff9d5b-8f0a-4466-bf85-7101ae4a86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.383749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.402891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Network 8c7415c0-64f3-4115-ba10-3db24c577b99 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:20.407250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:20.409881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:20.418702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Pushing event updated for resources: {'Port': ['ID=ec9f2cd3-a2b9-4633-831d-78dc49fc636e,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:20.425832 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 4, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd357c75e-710d-4cca-87d6-43354782352c', 'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'mac_address': 'fa:16:3e:23:5c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:15Z', 'updated_at': '2021-10-27T16:45:19Z', 'revision_number': 4, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'subnets': [{'id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:20.460285 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399e5b8f-b263-4d0e-98f4-d2192bb8f735 None None] The sync data for ids ['6087fd79-0a19-4feb-9e25-913b6138a659'] in n-d-815689-1 is: [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 4, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd357c75e-710d-4cca-87d6-43354782352c', 'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'mac_address': 'fa:16:3e:23:5c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:15Z', 'updated_at': '2021-10-27T16:45:19Z', 'revision_number': 4, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'subnets': [{'id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:20.516163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Allocated IP 172.25.4.168 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/b08b4504-7ea4-4394-b23c-4fd528a12eca) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:20.573550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Attempting to bind port ec9f2cd3-a2b9-4633-831d-78dc49fc636e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:20.574086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Attempting to bind port ec9f2cd3-a2b9-4633-831d-78dc49fc636e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '8ab152e5-9512-4997-a9ac-682128913ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:20.574456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Attempting to bind port ec9f2cd3-a2b9-4633-831d-78dc49fc636e on network 8c7415c0-64f3-4115-ba10-3db24c577b99 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:20.584840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff9d5b-8f0a-4466-bf85-7101ae4a86f4 None None] Pushing event updated for resources: {'Port': ['ID=d357c75e-710d-4cca-87d6-43354782352c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:20.588406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:20.594045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Checking segment: {'id': '8ab152e5-9512-4997-a9ac-682128913ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:20.594045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.594045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Bound using segment: {'id': '8ab152e5-9512-4997-a9ac-682128913ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:20.594045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Bound port: ec9f2cd3-a2b9-4633-831d-78dc49fc636e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab152e5-9512-4997-a9ac-682128913ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:20.594045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.594045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-67a9cf50-9a40-4adc-9c2f-a4c831d06565 None None] Provisioning complete for port d357c75e-710d-4cca-87d6-43354782352c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:20.594045 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-67a9cf50-9a40-4adc-9c2f-a4c831d06565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.665840 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.704428 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] For port ec9f2cd3-a2b9-4633-831d-78dc49fc636e, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:20.708656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] For port ec9f2cd3-a2b9-4633-831d-78dc49fc636e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ec9f2cd3-a2b9-4633-831d-78dc49fc636e,segment=NetworkSegment(8ab152e5-9512-4997-a9ac-682128913ca5),segment_id=8ab152e5-9512-4997-a9ac-682128913ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:20.777496 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.790318 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:20.827529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:20.831499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:20.836016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:20.862605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93cf38-cead-403b-bb61-81e0395ec2d3 None None] Pushing event updated for resources: {'Port': ['ID=ec9f2cd3-a2b9-4633-831d-78dc49fc636e,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:20.875543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Pushing event updated for resources: {'Port': ['ID=b08b4504-7ea4-4394-b23c-4fd528a12eca,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:21.319839 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6d145ed-eb8b-425e-a0b8-a70b2e8bdc09 req-f62daf12-783c-42d1-bd71-2a05fde9e8fe tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0385189 Oct 27 16:45:21.549839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-607edbc1-05be-4a66-9dc1-22894d2800cf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:21.551454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-607edbc1-05be-4a66-9dc1-22894d2800cf tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 811 time: 0.1486831 Oct 27 16:45:21.560722 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2fa183a1-2abd-4b7a-917a-a6a87d08a6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.704803 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:21.811015 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-0ecffd83-c88c-448b-8b5d-9adfe8713819 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cdb4db5640a48518f8166c1266fa319 HTTP/1.1" status: 200 len: 379 time: 0.2482250 Oct 27 16:45:21.821453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'port': {'device_id': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'admin_state_up': True, 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'security_groups': ['f5761eae-fcd8-4302-aff4-f9d9daf5cb62']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:21.902836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ec9f2cd3-a2b9-4633-831d-78dc49fc636e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:21.982553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ec9f2cd3-a2b9-4633-831d-78dc49fc636e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:21.983535 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.036884 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.100526 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.158221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port ec9f2cd3-a2b9-4633-831d-78dc49fc636e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ec9f2cd3-a2b9-4633-831d-78dc49fc636e,segment=NetworkSegment(8ab152e5-9512-4997-a9ac-682128913ca5),segment_id=8ab152e5-9512-4997-a9ac-682128913ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:22.167597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Made reservation on behalf of 3cdb4db5640a48518f8166c1266fa319 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:22.173642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.198515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b023e91-b536-4b4a-855c-b614e9573cf6 None None] Network 8c7415c0-64f3-4115-ba10-3db24c577b99 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:45:22.253092 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.254106 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d357c75e-710d-4cca-87d6-43354782352c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:22.347432 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.358633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Allocated IP 172.20.0.12 (1b392652-e494-4ed3-9954-2b4eaa7575b7/84ab4aa4-dd47-43f8-8bdd-470c530f77ad/87cffcd1-2d3b-446f-a9a2-b95d390e1b37) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:22.404954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ed28804d-bbba-414d-9367-105cda759217 None None] Provisioning complete for port ec9f2cd3-a2b9-4633-831d-78dc49fc636e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:22.405247 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ed28804d-bbba-414d-9367-105cda759217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.415070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=ec9f2cd3-a2b9-4633-831d-78dc49fc636e,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:22.437273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port d357c75e-710d-4cca-87d6-43354782352c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:22.437643 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.482532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:45:22.499920 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.528505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-195f1a29-bc14-4efa-9dfc-8c3c4082583b req-0f0ce577-3a9c-4b5e-a690-e12334554dfd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0470650 Oct 27 16:45:22.641296 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.688830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:22.705441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Sync routers for ids ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:22.717371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Routers {'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:22.718306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:45:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:22.767755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.819437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:22.823477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44090) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:22.824011 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-88bc2a49-ebe9-466d-b7d6-3461cc1a996b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2625248 Oct 27 16:45:22.835356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=87cffcd1-2d3b-446f-a9a2-b95d390e1b37,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:22.848778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:22.852324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:22.854840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:22.889625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Set router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:22.931062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:22.931858 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.067283 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8fe31b6b-eedd-4612-aaec-a4e07b959385 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2499163 Oct 27 16:45:23.082547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Request body: {'port': {'device_id': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:23.169016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.266805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0f227587-6350-4bd7-a767-e2b3984164ff None None] Provisioning complete for port ec9f2cd3-a2b9-4633-831d-78dc49fc636e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:23.267361 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0f227587-6350-4bd7-a767-e2b3984164ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.408979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'name': 'tempest-TestServerBasicOps-1145672115-router', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:19Z', 'updated_at': '2021-10-27T16:45:21Z', 'revision_number': 3, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'gw_port': {'id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:20Z', 'updated_at': '2021-10-27T16:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:23.453320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Checking router: f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:23.453840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Updating router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a port b08b4504-7ea4-4394-b23c-4fd528a12eca binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:45:23.480517 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.494469 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.550167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:45:23.562709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.581246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Transition to ACTIVE for port object 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:45:23.598398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-cb40f28a-5137-4cd4-a2f4-00bf8d9a905b None None] Provisioning complete for port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:23.598888 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cb40f28a-5137-4cd4-a2f4-00bf8d9a905b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.652737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.690662 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-cb40f28a-5137-4cd4-a2f4-00bf8d9a905b None None] Port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:23.754101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=87cffcd1-2d3b-446f-a9a2-b95d390e1b37,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:23.755736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1ab3d-9029-4b40-b823-8ab1f0776919 req-4ad8fa32-d063-4812-b919-1751ba8958c7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:23.763921 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-81f1ab3d-9029-4b40-b823-8ab1f0776919 req-4ad8fa32-d063-4812-b919-1751ba8958c7 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 944 time: 0.1233943 Oct 27 16:45:23.807349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Allocated IP 172.20.0.1 (8c7415c0-64f3-4115-ba10-3db24c577b99/41b537ed-1318-4e2d-a48d-c1ef021dfc83/6341363a-c9a6-40f4-b5da-acce2e511399) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:23.860456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ec9f2cd3-a2b9-4633-831d-78dc49fc636e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:23.895869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-81f1ab3d-9029-4b40-b823-8ab1f0776919 req-aecfa75e-b36a-4ba6-ab6a-7edfb6475d28 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027551 Oct 27 16:45:23.918223 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.944209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Attempting to bind port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:23.944556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Attempting to bind port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:23.944882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Attempting to bind port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:23.954416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:45:23.954632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ec9f2cd3-a2b9-4633-831d-78dc49fc636e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:23.954733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Attempting to bind port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 on network 1b392652-e494-4ed3-9954-2b4eaa7575b7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:23.955184 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:23.970262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:23.973735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Checking segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:23.973735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Bound using segment: {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:23.973735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Bound port: 87cffcd1-2d3b-446f-a9a2-b95d390e1b37, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14330c5-90f3-4a8a-af9b-fd50334ead9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:23.973735 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.016944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.020934 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.075510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] For port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:24.079073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] For port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=87cffcd1-2d3b-446f-a9a2-b95d390e1b37,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:24.092645 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Attempting to bind port b08b4504-7ea4-4394-b23c-4fd528a12eca on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:24.093099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Attempting to bind port b08b4504-7ea4-4394-b23c-4fd528a12eca by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:24.093535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Attempting to bind port b08b4504-7ea4-4394-b23c-4fd528a12eca on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:24.123607 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808a8fd-537c-4631-bf5c-034497dc284b None None] Pushing event updated for resources: {'Port': ['ID=b08b4504-7ea4-4394-b23c-4fd528a12eca,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:24.129187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:24.129664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:24.130143 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.130671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:24.131929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Bound port: b08b4504-7ea4-4394-b23c-4fd528a12eca, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:24.132403 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.167525 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.227757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Network 8c7415c0-64f3-4115-ba10-3db24c577b99 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:24.228515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] For port b08b4504-7ea4-4394-b23c-4fd528a12eca, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:24.231457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:24.232321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] For port b08b4504-7ea4-4394-b23c-4fd528a12eca, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b08b4504-7ea4-4394-b23c-4fd528a12eca,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:24.234942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:24.242848 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.266353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Pushing event updated for resources: {'Port': ['ID=6341363a-c9a6-40f4-b5da-acce2e511399,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:24.287681 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.306021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:24.307881 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.308337 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] 10.222.0.53 "PUT /v2.0/ports/87cffcd1-2d3b-446f-a9a2-b95d390e1b37 HTTP/1.1" status: 200 len: 1092 time: 1.2309685 Oct 27 16:45:24.308902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'tag': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:24.311418 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4790356-fad4-4dfa-a9f7-c8394432ef2f" -d '{"events": [{"name": "network-changed", "server_uuid": "d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e", "tag": "87cffcd1-2d3b-446f-a9a2-b95d390e1b37"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:24.336943 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.359797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e4e27-93a4-4f0a-9a68-711a0f36f7c0 service neutron] Pushing event updated for resources: {'Port': ['ID=87cffcd1-2d3b-446f-a9a2-b95d390e1b37,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:24.380339 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.401122 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98b8db5-1865-4392-91dd-a3059d5e439f x-openstack-request-id: req-e98b8db5-1865-4392-91dd-a3059d5e439f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:24.401476 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e", "tag": "87cffcd1-2d3b-446f-a9a2-b95d390e1b37", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:24.401743 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e98b8db5-1865-4392-91dd-a3059d5e439f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:24.403170 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'tag': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37', 'status': 'completed', 'code': 200} Oct 27 16:45:24.503866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4790356-fad4-4dfa-a9f7-c8394432ef2f req-44c03aea-65ee-40c7-8bfb-f5532aef73fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:24.504663 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Routers {'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:24.504979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:45:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:24.507939 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4790356-fad4-4dfa-a9f7-c8394432ef2f req-44c03aea-65ee-40c7-8bfb-f5532aef73fe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 1095 time: 0.0946085 Oct 27 16:45:24.576707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808a8fd-537c-4631-bf5c-034497dc284b None None] Pushing event updated for resources: {'Port': ['ID=b08b4504-7ea4-4394-b23c-4fd528a12eca,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:24.587832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.667361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] Set router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:24.688884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4790356-fad4-4dfa-a9f7-c8394432ef2f req-b582dd59-8f49-4303-b1fe-603b04cc43b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:24.691160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4790356-fad4-4dfa-a9f7-c8394432ef2f req-b582dd59-8f49-4303-b1fe-603b04cc43b6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=3cdb4db5640a48518f8166c1266fa319&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1735740 Oct 27 16:45:24.802735 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.811546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4790356-fad4-4dfa-a9f7-c8394432ef2f req-8a3cfa3a-aa7c-4fd4-ba26-91a53cbe8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:24.812358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e57b05f6-35ec-40b7-b327-e094e069668b None None] Provisioning complete for port 6341363a-c9a6-40f4-b5da-acce2e511399 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:24.812740 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e57b05f6-35ec-40b7-b327-e094e069668b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.813308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4790356-fad4-4dfa-a9f7-c8394432ef2f req-8a3cfa3a-aa7c-4fd4-ba26-91a53cbe8792 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1144869 Oct 27 16:45:24.862245 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:24.889677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e57b05f6-35ec-40b7-b327-e094e069668b None None] Port 6341363a-c9a6-40f4-b5da-acce2e511399 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:24.916956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8662eec6-a4c9-4367-8a10-3807f9a2a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:24.918227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-8662eec6-a4c9-4367-8a10-3807f9a2a179 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 1095 time: 0.0684650 Oct 27 16:45:24.940785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'name': 'tempest-TestServerBasicOps-1145672115-router', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:19Z', 'updated_at': '2021-10-27T16:45:21Z', 'revision_number': 3, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'gw_port': {'id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:20Z', 'updated_at': '2021-10-27T16:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:24.969581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Pushing event updated for resources: {'Port': ['ID=6341363a-c9a6-40f4-b5da-acce2e511399,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:24.981324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6ade39-69e1-4f23-855c-0dfb32f26ced None None] The sync data for ids ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'] in n-d-815689-1 is: [{'id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'name': 'tempest-TestServerBasicOps-1145672115-router', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:19Z', 'updated_at': '2021-10-27T16:45:21Z', 'revision_number': 3, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'gw_port': {'id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:20Z', 'updated_at': '2021-10-27T16:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:24.992980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-99fa3546-1601-4b3a-aeeb-ecc24ca98afd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87cffcd1-2d3b-446f-a9a2-b95d390e1b37 HTTP/1.1" status: 200 len: 217 time: 0.0664177 Oct 27 16:45:25.029133 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:25.053548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-1e641fe1-b761-49e3-bd17-635084999b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:25.055024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-1e641fe1-b761-49e3-bd17-635084999b46 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0536177 Oct 27 16:45:25.098616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676d22e-ee5a-4ed8-9285-40ba3b684032 req-0046596e-849e-4a1a-a9e4-9e7a833ffc9a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:25.100799 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8676d22e-ee5a-4ed8-9285-40ba3b684032 req-0046596e-849e-4a1a-a9e4-9e7a833ffc9a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 944 time: 0.1144047 Oct 27 16:45:25.114011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-b681f90f-e4ea-4972-89a2-79d115115464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:25.116299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-b681f90f-e4ea-4972-89a2-79d115115464 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537159 Oct 27 16:45:25.184605 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8676d22e-ee5a-4ed8-9285-40ba3b684032 req-a244173e-5c0e-49ab-9597-f283797ea40c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729115 Oct 27 16:45:25.214022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Network 8c7415c0-64f3-4115-ba10-3db24c577b99 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:25.215685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:25.219516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-de39f89b-7d93-4058-8869-26f62126ebf0 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969141 Oct 27 16:45:25.432832 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-097e4844-ffa1-4e4c-8c11-4dda12ae6eea req-f4651762-d346-4cee-bd01-ae462474f0a8 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059634 Oct 27 16:45:25.645129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3278777d-ef63-444f-b1b9-01186fcbfc60 None None] Provisioning complete for port 6341363a-c9a6-40f4-b5da-acce2e511399 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:25.647016 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3278777d-ef63-444f-b1b9-01186fcbfc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:25.687336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3278777d-ef63-444f-b1b9-01186fcbfc60 None None] Port 6341363a-c9a6-40f4-b5da-acce2e511399 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:25.753862 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:25.824425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b08b4504-7ea4-4394-b23c-4fd528a12eca up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:25.885706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:25.891833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9f2b0935-6f41-4a9b-8440-e19848c68e26 admin admin] 10.222.0.15 "PUT /v2.0/routers/f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0655103 Oct 27 16:45:25.901728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b08b4504-7ea4-4394-b23c-4fd528a12eca triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:25.901728 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:25.993472 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:26.033306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port b08b4504-7ea4-4394-b23c-4fd528a12eca, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b08b4504-7ea4-4394-b23c-4fd528a12eca,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:26.075236 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:26.136902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=b08b4504-7ea4-4394-b23c-4fd528a12eca,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:26.320724 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75914dc0-94bd-4ea5-b335-380596bdba8b req-6c830fdc-b3a7-4628-93da-4456fd6afffb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:26.322974 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75914dc0-94bd-4ea5-b335-380596bdba8b req-6c830fdc-b3a7-4628-93da-4456fd6afffb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 944 time: 0.0656676 Oct 27 16:45:26.363183 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-75914dc0-94bd-4ea5-b335-380596bdba8b req-3d8801d9-6b92-43cb-b1fe-6a136bbbe155 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332301 Oct 27 16:45:26.583844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44106) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:26.588713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a44086ee-d276-4a57-9cd7-6523b8ee9492 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-609447429', 'description': 'tempest-secgroup-smoke-609447429 description', 'project_id': '3803d6fd05384dc6a4bdacd800f31216'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:26.664663 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a44086ee-d276-4a57-9cd7-6523b8ee9492 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:26.731490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a44086ee-d276-4a57-9cd7-6523b8ee9492 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:26.806550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a44086ee-d276-4a57-9cd7-6523b8ee9492 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:26.837011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44086ee-d276-4a57-9cd7-6523b8ee9492 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f89c522-a78b-4817-9606-60641a6dd309,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:26.882870 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a44086ee-d276-4a57-9cd7-6523b8ee9492 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:26.884109 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a44086ee-d276-4a57-9cd7-6523b8ee9492 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2992105 Oct 27 16:45:26.886982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44108) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:26.891334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e24c9823-c4b1-41d8-8d89-4418f6d14297 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Request body: {'security_group_rule': {'security_group_id': '0f89c522-a78b-4817-9606-60641a6dd309', 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:26.982835 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e24c9823-c4b1-41d8-8d89-4418f6d14297 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.045408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e24c9823-c4b1-41d8-8d89-4418f6d14297 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.132381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e24c9823-c4b1-41d8-8d89-4418f6d14297 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.147351 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-162750ed-7e92-4ebc-a907-db7d9be126e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576334 Oct 27 16:45:27.157822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c9823-c4b1-41d8-8d89-4418f6d14297 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244de8db-a15f-4185-89bc-8a185dc22989,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:27.226226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e24c9823-c4b1-41d8-8d89-4418f6d14297 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.227530 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e24c9823-c4b1-41d8-8d89-4418f6d14297 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395648 Oct 27 16:45:27.230310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44110) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:27.234850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0b74b631-9117-48fc-a2c9-d89b573feccc tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Request body: {'security_group_rule': {'security_group_id': '0f89c522-a78b-4817-9606-60641a6dd309', 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:27.263704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-79424e40-6eca-4fca-a9fd-352e3a3d9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:27.265249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-79424e40-6eca-4fca-a9fd-352e3a3d9deb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 1096 time: 0.0690465 Oct 27 16:45:27.370328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b74b631-9117-48fc-a2c9-d89b573feccc tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.395160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-c2e1fba5-505d-4a09-8564-7b7514abd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:27.397270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-c2e1fba5-505d-4a09-8564-7b7514abd505 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.1097836 Oct 27 16:45:27.512906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718c42b-bb24-4086-88c3-5cc687359a80 req-215a141b-1338-48da-82c6-978e569db4c8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:27.514842 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9718c42b-bb24-4086-88c3-5cc687359a80 req-215a141b-1338-48da-82c6-978e569db4c8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 944 time: 0.0669847 Oct 27 16:45:27.527166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-376c67ad-0acb-44ec-a863-40214b5f078b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0 HTTP/1.1" status: 200 len: 1001 time: 0.1221437 Oct 27 16:45:27.529119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b74b631-9117-48fc-a2c9-d89b573feccc tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.562837 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9718c42b-bb24-4086-88c3-5cc687359a80 req-6b6f30ec-a82d-4acc-b009-4c84915248a8 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365016 Oct 27 16:45:27.587622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-d15c5d5c-e13b-41ce-b9bb-71cbc7ae03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:27.589180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-d15c5d5c-e13b-41ce-b9bb-71cbc7ae03a8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0546813 Oct 27 16:45:27.606413 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b74b631-9117-48fc-a2c9-d89b573feccc tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.647732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74b631-9117-48fc-a2c9-d89b573feccc tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55d0eb64-82b8-429d-88ca-0c759d3f771a,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:27.659109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-8749a743-9aa4-4176-baeb-b6b5acf330a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:27.660792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-8749a743-9aa4-4176-baeb-b6b5acf330a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647991 Oct 27 16:45:27.747255 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0b74b631-9117-48fc-a2c9-d89b573feccc tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.751068 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0b74b631-9117-48fc-a2c9-d89b573feccc tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5172677 Oct 27 16:45:27.751381 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44114) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:27.757780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-eaea3f16-c5ea-4d7e-a430-97260ae6e715 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Request body: {'security_group_rule': {'security_group_id': '0f89c522-a78b-4817-9606-60641a6dd309', 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:27.761006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-ba456e83-31b4-4be2-a60d-3bda01aaf73e service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928588 Oct 27 16:45:27.763622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b08b4504-7ea4-4394-b23c-4fd528a12eca up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:27.828488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b08b4504-7ea4-4394-b23c-4fd528a12eca triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:27.829499 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.854637 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Sync routers for ids ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:27.865024 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Routers {'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:27.866180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1610a095-f2e5-47bf-830b-0c2fa7ab5814 req-c9e30284-2a24-4c0b-a7b0-356e6157afcd service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971608 Oct 27 16:45:27.866321 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:45:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:27.925885 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaea3f16-c5ea-4d7e-a430-97260ae6e715 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.978317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaea3f16-c5ea-4d7e-a430-97260ae6e715 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:27.979807 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Set router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:28.074013 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaea3f16-c5ea-4d7e-a430-97260ae6e715 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.096413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea3f16-c5ea-4d7e-a430-97260ae6e715 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01e9751-eada-4106-9ec8-4576b93d535a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:28.185477 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'name': 'tempest-TestServerBasicOps-1145672115-router', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:19Z', 'updated_at': '2021-10-27T16:45:24Z', 'revision_number': 4, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'gw_port': {'id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:20Z', 'updated_at': '2021-10-27T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6341363a-c9a6-40f4-b5da-acce2e511399', 'name': '', 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'mac_address': 'fa:16:3e:ff:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '41b537ed-1318-4e2d-a48d-c1ef021dfc83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:23Z', 'updated_at': '2021-10-27T16:45:24Z', 'revision_number': 2, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'subnets': [{'id': '41b537ed-1318-4e2d-a48d-c1ef021dfc83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:28.197136 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-eaea3f16-c5ea-4d7e-a430-97260ae6e715 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.198398 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-eaea3f16-c5ea-4d7e-a430-97260ae6e715 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4458373 Oct 27 16:45:28.201052 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44116) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:28.205737 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-08e937d8-e7fa-4aa1-b7c7-1b665c8128b4 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Request body: {'security_group_rule': {'security_group_id': '0f89c522-a78b-4817-9606-60641a6dd309', 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:28.212162 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Checking router: f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:28.212513 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Updating router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a port 6341363a-c9a6-40f4-b5da-acce2e511399 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:45:28.237194 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.342620 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08e937d8-e7fa-4aa1-b7c7-1b665c8128b4 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.403060 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08e937d8-e7fa-4aa1-b7c7-1b665c8128b4 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.474987 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08e937d8-e7fa-4aa1-b7c7-1b665c8128b4 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.494538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e937d8-e7fa-4aa1-b7c7-1b665c8128b4 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b128fa6-ec96-4486-a826-15f800cccc77,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:28.607545 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.612400 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-08e937d8-e7fa-4aa1-b7c7-1b665c8128b4 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.612400 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-08e937d8-e7fa-4aa1-b7c7-1b665c8128b4 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4076035 Oct 27 16:45:28.612918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44120) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:28.617885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1a8381f9-53a4-49ac-b0ec-13167d94557e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Request body: {'security_group_rule': {'security_group_id': '0f89c522-a78b-4817-9606-60641a6dd309', 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:28.683908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24adda-fe07-45f1-be49-80acb07b8b7b req-03f6aa28-9fe4-48c8-8941-8211bdbcd335 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:28.685414 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0c24adda-fe07-45f1-be49-80acb07b8b7b req-03f6aa28-9fe4-48c8-8941-8211bdbcd335 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 944 time: 0.0508664 Oct 27 16:45:28.697823 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.709325 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-1a8381f9-53a4-49ac-b0ec-13167d94557e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Project 3803d6fd05384dc6a4bdacd800f31216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:45:28.714803 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a8381f9-53a4-49ac-b0ec-13167d94557e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.731286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0c24adda-fe07-45f1-be49-80acb07b8b7b req-a734d1fe-bda2-4c41-9a66-1855b44bfc1c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399859 Oct 27 16:45:28.758768 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff351bb0-b939-458e-a7d9-f01ee73a9927 None None] Pushing event updated for resources: {'Port': ['ID=6341363a-c9a6-40f4-b5da-acce2e511399,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:28.791290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a8381f9-53a4-49ac-b0ec-13167d94557e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.815754 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Attempting to bind port 6341363a-c9a6-40f4-b5da-acce2e511399 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:28.816151 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Attempting to bind port 6341363a-c9a6-40f4-b5da-acce2e511399 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '8ab152e5-9512-4997-a9ac-682128913ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:28.816512 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Attempting to bind port 6341363a-c9a6-40f4-b5da-acce2e511399 on network 8c7415c0-64f3-4115-ba10-3db24c577b99 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:28.822375 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:28.822830 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Checking segment: {'id': '8ab152e5-9512-4997-a9ac-682128913ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:28.823225 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.823608 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Bound using segment: {'id': '8ab152e5-9512-4997-a9ac-682128913ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:28.824094 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Bound port: 6341363a-c9a6-40f4-b5da-acce2e511399, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab152e5-9512-4997-a9ac-682128913ca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:28.824472 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.862306 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a8381f9-53a4-49ac-b0ec-13167d94557e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:28.881528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8381f9-53a4-49ac-b0ec-13167d94557e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55098f72-433d-4535-b1c4-b5874d1d652d,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:28.895185 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] For port 6341363a-c9a6-40f4-b5da-acce2e511399, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:28.898963 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] For port 6341363a-c9a6-40f4-b5da-acce2e511399, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6341363a-c9a6-40f4-b5da-acce2e511399,segment=NetworkSegment(8ab152e5-9512-4997-a9ac-682128913ca5),segment_id=8ab152e5-9512-4997-a9ac-682128913ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:29.011614 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.013754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1a8381f9-53a4-49ac-b0ec-13167d94557e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.015266 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1a8381f9-53a4-49ac-b0ec-13167d94557e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4016643 Oct 27 16:45:29.018261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44122) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:29.023125 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bfca4ef9-ffe8-42cd-931c-5e66d60affa8 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Request body: {'security_group_rule': {'security_group_id': '0f89c522-a78b-4817-9606-60641a6dd309', 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:29.028987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-58566f1d-7fec-4403-8607-b113d183f7cd None None] Provisioning complete for port 6341363a-c9a6-40f4-b5da-acce2e511399 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:29.029500 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-58566f1d-7fec-4403-8607-b113d183f7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.093900 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Routers {'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:29.094683 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:45:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:29.118407 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-58566f1d-7fec-4403-8607-b113d183f7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.149537 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-bfca4ef9-ffe8-42cd-931c-5e66d60affa8 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Project 3803d6fd05384dc6a4bdacd800f31216 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 16:45:29.155281 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfca4ef9-ffe8-42cd-931c-5e66d60affa8 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.166543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-58566f1d-7fec-4403-8607-b113d183f7cd None None] For port 6341363a-c9a6-40f4-b5da-acce2e511399, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6341363a-c9a6-40f4-b5da-acce2e511399,segment=NetworkSegment(8ab152e5-9512-4997-a9ac-682128913ca5),segment_id=8ab152e5-9512-4997-a9ac-682128913ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:29.172678 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff351bb0-b939-458e-a7d9-f01ee73a9927 None None] Pushing event updated for resources: {'Port': ['ID=6341363a-c9a6-40f4-b5da-acce2e511399,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:29.218030 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] Set router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:29.222803 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfca4ef9-ffe8-42cd-931c-5e66d60affa8 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.239859 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-58566f1d-7fec-4403-8607-b113d183f7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.290288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58566f1d-7fec-4403-8607-b113d183f7cd None None] Pushing event updated for resources: {'Port': ['ID=6341363a-c9a6-40f4-b5da-acce2e511399,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:29.296290 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfca4ef9-ffe8-42cd-931c-5e66d60affa8 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.317667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca4ef9-ffe8-42cd-931c-5e66d60affa8 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817d831a-1a92-4006-9c2a-5a79249e4d28,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:29.360048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4d620871-668d-40a5-b0d3-490d48dfbd0f None None] Provisioning complete for port 6341363a-c9a6-40f4-b5da-acce2e511399 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:29.363783 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4d620871-668d-40a5-b0d3-490d48dfbd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.386401 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bfca4ef9-ffe8-42cd-931c-5e66d60affa8 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.388781 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bfca4ef9-ffe8-42cd-931c-5e66d60affa8 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3695576 Oct 27 16:45:29.437520 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'name': 'tempest-TestServerBasicOps-1145672115-router', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:19Z', 'updated_at': '2021-10-27T16:45:24Z', 'revision_number': 4, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'gw_port': {'id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:20Z', 'updated_at': '2021-10-27T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6341363a-c9a6-40f4-b5da-acce2e511399', 'name': '', 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'mac_address': 'fa:16:3e:ff:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '41b537ed-1318-4e2d-a48d-c1ef021dfc83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:23Z', 'updated_at': '2021-10-27T16:45:28Z', 'revision_number': 4, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'subnets': [{'id': '41b537ed-1318-4e2d-a48d-c1ef021dfc83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:29.465684 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd94c14-c653-4331-8dc3-74838b2b33f8 None None] The sync data for ids ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'] in n-d-815689-1 is: [{'id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'name': 'tempest-TestServerBasicOps-1145672115-router', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:19Z', 'updated_at': '2021-10-27T16:45:24Z', 'revision_number': 4, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'gw_port': {'id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:20Z', 'updated_at': '2021-10-27T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '6341363a-c9a6-40f4-b5da-acce2e511399', 'name': '', 'network_id': '8c7415c0-64f3-4115-ba10-3db24c577b99', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'mac_address': 'fa:16:3e:ff:a6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '41b537ed-1318-4e2d-a48d-c1ef021dfc83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:23Z', 'updated_at': '2021-10-27T16:45:28Z', 'revision_number': 4, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'subnets': [{'id': '41b537ed-1318-4e2d-a48d-c1ef021dfc83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:29.585087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-49b1a2c7-1e47-4000-8d64-8afaea5e18a8 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609447429&fields=id&tenant_id=3803d6fd05384dc6a4bdacd800f31216 HTTP/1.1" status: 200 len: 267 time: 0.0736985 Oct 27 16:45:29.640467 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.699366 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-a4af74b9-d9aa-467d-a5b0-8078e4f2321f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:29.701017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-a4af74b9-d9aa-467d-a5b0-8078e4f2321f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/networks?id=608ca137-9c41-4b28-b213-e8dc4dbe7212 HTTP/1.1" status: 200 len: 808 time: 0.1082079 Oct 27 16:45:29.722617 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-5b21be3a-089b-46e2-80ac-eac84ff737d1 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/quotas/3803d6fd05384dc6a4bdacd800f31216 HTTP/1.1" status: 200 len: 375 time: 0.0134132 Oct 27 16:45:29.783984 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-b32142ac-2cfe-4b8f-9e66-1f6cb5cffb0c tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3803d6fd05384dc6a4bdacd800f31216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545266 Oct 27 16:45:29.801359 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6341363a-c9a6-40f4-b5da-acce2e511399 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:29.862087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6341363a-c9a6-40f4-b5da-acce2e511399 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:29.862948 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:29.889939 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f137065-ce40-4717-ac77-8dcf5e0b1ec2 req-7f4773e1-3030-4334-a204-ac25ee131891 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:29.892543 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f137065-ce40-4717-ac77-8dcf5e0b1ec2 req-7f4773e1-3030-4334-a204-ac25ee131891 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 944 time: 0.0690289 Oct 27 16:45:29.939489 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1f137065-ce40-4717-ac77-8dcf5e0b1ec2 req-6c8178e7-7951-4c4b-ba58-ac61606cfe59 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401015 Oct 27 16:45:30.081900 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-4d8e7b5a-1b3e-4ede-b52c-cf515c771186 service neutron] 10.222.0.15 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711492 Oct 27 16:45:30.183366 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-13d87560-f8a2-430b-89e7-8dd858bbca75 service neutron] 10.222.0.15 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936506 Oct 27 16:45:30.468094 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e0f1c8d-6dd3-43c5-a18e-3de1453f64b1 req-57630764-88cb-49dd-8587-c329b31e3195 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 210 time: 0.0283377 Oct 27 16:45:31.065259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcd22f-6dfb-47ff-b065-dab4570ab3ce req-e0bea9ab-480b-45db-a8cb-abc602d62ad2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:31.066733 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9bdcd22f-6dfb-47ff-b065-dab4570ab3ce req-e0bea9ab-480b-45db-a8cb-abc602d62ad2 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 944 time: 0.0567667 Oct 27 16:45:31.105628 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9bdcd22f-6dfb-47ff-b065-dab4570ab3ce req-00550bc2-dd21-42d7-9001-1511401d941a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321445 Oct 27 16:45:31.556193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-03e3760d-66ff-44bd-8a40-5672a4d8d254 req-5a7515f5-0df9-425d-8ba7-6ce3755df794 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 210 time: 0.0296502 Oct 27 16:45:32.238545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b555e5a-1bb8-4010-871c-ab34bca8646b req-1f91b52e-2a41-4d4a-8c55-3fe02dbb6f11 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:32.240657 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b555e5a-1bb8-4010-871c-ab34bca8646b req-1f91b52e-2a41-4d4a-8c55-3fe02dbb6f11 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 944 time: 0.0504992 Oct 27 16:45:32.279750 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b555e5a-1bb8-4010-871c-ab34bca8646b req-299d1069-5abc-40a0-8c5a-a2d5ddd2f449 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324461 Oct 27 16:45:32.663060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-979044b5-137f-467a-9a20-7fcb546aab85 req-2591ebaf-f0c5-4884-b70a-118e13fb1e4c tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 210 time: 0.0352185 Oct 27 16:45:32.761053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-73cb4639-7179-44d8-9bce-93a14639ce69 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:32.762485 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-73cb4639-7179-44d8-9bce-93a14639ce69 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.54 "GET /v2.0/networks?id=608ca137-9c41-4b28-b213-e8dc4dbe7212 HTTP/1.1" status: 200 len: 808 time: 0.1233962 Oct 27 16:45:32.806308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-24d11a14-6557-4dd2-bd7f-9062f986cb8a tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3803d6fd05384dc6a4bdacd800f31216 HTTP/1.1" status: 200 len: 379 time: 0.0334711 Oct 27 16:45:32.815680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Request body: {'port': {'device_id': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'admin_state_up': True, 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'security_groups': ['0f89c522-a78b-4817-9606-60641a6dd309']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:32.840869 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:33.016861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Made reservation on behalf of 3803d6fd05384dc6a4bdacd800f31216 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:45:33.020603 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:33.145862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Allocated IP 172.20.0.12 (608ca137-9c41-4b28-b213-e8dc4dbe7212/5e1f7a8f-f385-4f6e-a3fa-6967d928a550/f0e21f87-c66c-473e-a1a6-965f40b42b5c) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:33.286109 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:33.388575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:33.402295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615858f-0037-4d38-bcd7-f0649089715e req-bc8b497c-b7cc-47b7-b155-45facf9cd15f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:33.403903 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a615858f-0037-4d38-bcd7-f0649089715e req-bc8b497c-b7cc-47b7-b155-45facf9cd15f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 944 time: 0.0546324 Oct 27 16:45:33.432851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Network 608ca137-9c41-4b28-b213-e8dc4dbe7212 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:33.435927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:33.439658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:33.448004 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a615858f-0037-4d38-bcd7-f0649089715e req-383ea3cf-fb24-4fa0-ab80-b4e679f38585 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379660 Oct 27 16:45:33.468997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event updated for resources: {'Port': ['ID=f0e21f87-c66c-473e-a1a6-965f40b42b5c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:33.498682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:33.499346 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:33.591741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-413969c2-7c9c-40a9-b0e8-8a75f593165e tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7795172 Oct 27 16:45:33.606280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Request body: {'port': {'device_id': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:33.665932 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:33.715504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bbb86876-21ef-47bd-8e47-37e71af0dcd8 None None] Provisioning complete for port f0e21f87-c66c-473e-a1a6-965f40b42b5c triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:33.715877 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bbb86876-21ef-47bd-8e47-37e71af0dcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:33.750003 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-bbb86876-21ef-47bd-8e47-37e71af0dcd8 None None] Port f0e21f87-c66c-473e-a1a6-965f40b42b5c cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:45:33.868704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779dd4ed-ef9e-469e-a3ee-2b814a513638 req-cb8c882f-0b99-4fa1-b96a-5b80ca2b9261 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:33.870156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-779dd4ed-ef9e-469e-a3ee-2b814a513638 req-cb8c882f-0b99-4fa1-b96a-5b80ca2b9261 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 932 time: 0.1016529 Oct 27 16:45:33.929235 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-779dd4ed-ef9e-469e-a3ee-2b814a513638 req-71e09f3a-017c-4464-a015-c0f64b3394f3 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530095 Oct 27 16:45:34.304237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e21f87-c66c-473e-a1a6-965f40b42b5c {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:45:34.311741 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:34.323500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Transition to ACTIVE for port object f0e21f87-c66c-473e-a1a6-965f40b42b5c will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:45:34.400575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:34.448428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e21f87-c66c-473e-a1a6-965f40b42b5c,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:34.531196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Attempting to bind port f0e21f87-c66c-473e-a1a6-965f40b42b5c on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:45:34.531548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Attempting to bind port f0e21f87-c66c-473e-a1a6-965f40b42b5c by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:45:34.531881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Attempting to bind port f0e21f87-c66c-473e-a1a6-965f40b42b5c on network 608ca137-9c41-4b28-b213-e8dc4dbe7212 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:34.540137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Port f0e21f87-c66c-473e-a1a6-965f40b42b5c on network 608ca137-9c41-4b28-b213-e8dc4dbe7212 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:45:34.540629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Attempting to bind port f0e21f87-c66c-473e-a1a6-965f40b42b5c on network 608ca137-9c41-4b28-b213-e8dc4dbe7212 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:45:34.548194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:45:34.548532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Checking segment: {'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:45:34.548912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Bound using segment: {'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:45:34.549346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Bound port: f0e21f87-c66c-473e-a1a6-965f40b42b5c, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed70994b-41a6-448d-b652-19e53f78da0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:45:34.549699 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:34.577389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6f642-89ee-404e-a381-90ca5fe09f07 req-eaefe576-83d0-4314-a54b-9db665159623 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:34.586493 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1be6f642-89ee-404e-a381-90ca5fe09f07 req-eaefe576-83d0-4314-a54b-9db665159623 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 944 time: 0.0610504 Oct 27 16:45:34.622018 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1be6f642-89ee-404e-a381-90ca5fe09f07 req-297dc609-c238-4eb4-8737-b3fad3896a93 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346236 Oct 27 16:45:34.628364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] For port f0e21f87-c66c-473e-a1a6-965f40b42b5c, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:45:34.632074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] For port f0e21f87-c66c-473e-a1a6-965f40b42b5c, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f0e21f87-c66c-473e-a1a6-965f40b42b5c,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:45:34.714159 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:34.750340 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:34.751122 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:34.752511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] 10.222.0.54 "PUT /v2.0/ports/f0e21f87-c66c-473e-a1a6-965f40b42b5c HTTP/1.1" status: 200 len: 1092 time: 1.1506369 Oct 27 16:45:34.752957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'tag': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:34.755224 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72b63a9-4599-4c6a-a101-28d0f4429cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e86ccde7-0a86-4281-928b-0179adbfbb5d", "tag": "f0e21f87-c66c-473e-a1a6-965f40b42b5c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:34.781743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573564ee-796c-485a-82f6-3dac3990ba07 service neutron] Pushing event updated for resources: {'Port': ['ID=f0e21f87-c66c-473e-a1a6-965f40b42b5c,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:34.798213 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d0c6d1-151b-4c3c-a310-390303c33f04 x-openstack-request-id: req-a2d0c6d1-151b-4c3c-a310-390303c33f04 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:34.798213 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86ccde7-0a86-4281-928b-0179adbfbb5d", "tag": "f0e21f87-c66c-473e-a1a6-965f40b42b5c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:34.798213 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2d0c6d1-151b-4c3c-a310-390303c33f04 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:34.798213 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'tag': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c', 'status': 'completed', 'code': 200} Oct 27 16:45:34.862426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b63a9-4599-4c6a-a101-28d0f4429cd9 req-374a3806-b554-40bb-a2dc-d0a13e53d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:34.863954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f72b63a9-4599-4c6a-a101-28d0f4429cd9 req-374a3806-b554-40bb-a2dc-d0a13e53d694 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3803d6fd05384dc6a4bdacd800f31216&device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 1095 time: 0.0439072 Oct 27 16:45:34.971163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b63a9-4599-4c6a-a101-28d0f4429cd9 req-bb3c8db6-b3d7-43c3-a178-faa0e370b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:34.972672 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f72b63a9-4599-4c6a-a101-28d0f4429cd9 req-bb3c8db6-b3d7-43c3-a178-faa0e370b256 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=3803d6fd05384dc6a4bdacd800f31216&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1011155 Oct 27 16:45:35.053917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e559e9-6dce-4c67-89e7-5380aea7988f req-1d99eaca-7c6b-4545-9f0c-84f7bd591c59 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:35.055450 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6e559e9-6dce-4c67-89e7-5380aea7988f req-1d99eaca-7c6b-4545-9f0c-84f7bd591c59 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 944 time: 0.0529578 Oct 27 16:45:35.074398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b63a9-4599-4c6a-a101-28d0f4429cd9 req-997dc483-381a-484c-839a-52e4359a34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:35.076027 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f72b63a9-4599-4c6a-a101-28d0f4429cd9 req-997dc483-381a-484c-839a-52e4359a34bb service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962214 Oct 27 16:45:35.098484 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b6e559e9-6dce-4c67-89e7-5380aea7988f req-8d9e181c-57c1-4957-885b-9f7c6a724d07 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366216 Oct 27 16:45:35.154351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-2964f805-fd10-4d6d-b1ab-d742f957fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:35.155887 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-2964f805-fd10-4d6d-b1ab-d742f957fefb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3803d6fd05384dc6a4bdacd800f31216&device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 1095 time: 0.0411212 Oct 27 16:45:35.197564 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-20f6a75b-be45-47fd-af2d-9acf0eb10813 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0e21f87-c66c-473e-a1a6-965f40b42b5c HTTP/1.1" status: 200 len: 217 time: 0.0340433 Oct 27 16:45:35.248482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-0307ede9-6941-4e68-8e90-79313a000651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:35.249910 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-0307ede9-6941-4e68-8e90-79313a000651 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1f7a8f-f385-4f6e-a3fa-6967d928a550 HTTP/1.1" status: 200 len: 847 time: 0.0449123 Oct 27 16:45:35.299576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-aa0e090c-b390-46eb-812a-767c3df6a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:35.301072 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-aa0e090c-b390-46eb-812a-767c3df6a7f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=608ca137-9c41-4b28-b213-e8dc4dbe7212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434589 Oct 27 16:45:35.392552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-bd8443e1-cd48-45e0-b18f-3e213a938fc8 service neutron] 10.222.0.54 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843499 Oct 27 16:45:35.492223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd392d9c-29f5-40fb-a95a-9f88912cdb5f req-b826be88-7881-47a1-ab3b-61a90764e0e7 service neutron] 10.222.0.54 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921423 Oct 27 16:45:35.734026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:45:35.740261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018e2fb-404b-45d9-9726-dbb7bdcf43fe req-c8586dc2-512c-4318-8c23-3b15f9bc83cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:35.741769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3018e2fb-404b-45d9-9726-dbb7bdcf43fe req-c8586dc2-512c-4318-8c23-3b15f9bc83cd tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 944 time: 0.0512018 Oct 27 16:45:35.783152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3018e2fb-404b-45d9-9726-dbb7bdcf43fe req-7fe967e9-8a7a-4e80-ad49-150b4204667f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351517 Oct 27 16:45:35.837837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=87cffcd1-2d3b-446f-a9a2-b95d390e1b37,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:35.849540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'port_id': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37', 'mac_address': 'fa:16:3e:d2:28:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:45:35.888461 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:35.901828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:45:35.921604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=87cffcd1-2d3b-446f-a9a2-b95d390e1b37,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:36.017977 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:36.069882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=87cffcd1-2d3b-446f-a9a2-b95d390e1b37,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:36.210310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['87cffcd1-2d3b-446f-a9a2-b95d390e1b37'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:45:36.227046 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983acf59-89c9-4567-90e9-1873c938a4a8 req-80c52e4c-2e14-4a36-9fb0-3904ff6aa613 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:36.228770 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-983acf59-89c9-4567-90e9-1873c938a4a8 req-80c52e4c-2e14-4a36-9fb0-3904ff6aa613 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 944 time: 0.0560281 Oct 27 16:45:36.268558 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-983acf59-89c9-4567-90e9-1873c938a4a8 req-811cf858-679e-4365-be30-7d96a9409a88 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324981 Oct 27 16:45:36.904042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5992e-a9b3-4af9-aa0e-9a82d84a2cc2 req-ba47deb9-857f-4b98-a9fb-b23b2a4c1110 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:36.905569 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6bf5992e-a9b3-4af9-aa0e-9a82d84a2cc2 req-ba47deb9-857f-4b98-a9fb-b23b2a4c1110 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 945 time: 0.0512519 Oct 27 16:45:36.949720 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6bf5992e-a9b3-4af9-aa0e-9a82d84a2cc2 req-d0a974d6-1711-4991-9b1f-41f2560932f1 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378137 Oct 27 16:45:37.390067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070ec59-1cf8-47f6-8e66-02e3be3f346b req-7b432276-c9ac-4288-8477-f9830b16ae32 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:37.391535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8070ec59-1cf8-47f6-8e66-02e3be3f346b req-7b432276-c9ac-4288-8477-f9830b16ae32 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 944 time: 0.0509672 Oct 27 16:45:37.430605 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8070ec59-1cf8-47f6-8e66-02e3be3f346b req-b2047954-764f-479d-a431-a46a6a2c76c2 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328217 Oct 27 16:45:37.748519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:37.827514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:45:37.831486 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:37.831850 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.907933 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:37.933595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:37.935827 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c34de1-e3d9-44dd-bd55-e0e1f16a21f8" -d '{"events": [{"server_uuid": "d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e", "name": "network-vif-plugged", "status": "completed", "tag": "87cffcd1-2d3b-446f-a9a2-b95d390e1b37"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:37.949583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=87cffcd1-2d3b-446f-a9a2-b95d390e1b37,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:37.972927 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262e6fe1-57e1-4da8-b258-f68565d015e9 x-openstack-request-id: req-262e6fe1-57e1-4da8-b258-f68565d015e9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:37.973216 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e", "name": "network-vif-plugged", "status": "completed", "tag": "87cffcd1-2d3b-446f-a9a2-b95d390e1b37", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:37.973522 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-262e6fe1-57e1-4da8-b258-f68565d015e9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:37.973851 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37', 'code': 200} Oct 27 16:45:38.012236 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:38.060545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=87cffcd1-2d3b-446f-a9a2-b95d390e1b37,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:38.074556 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111102dc-88c7-4836-b453-02edce17ca82 req-9f79cbdd-d6f8-46c7-b92a-d03b26f88c86 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:38.075332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2602d-f132-49bf-acf9-4fa625afb32b req-14d3f0cf-f13b-4698-be21-ea88608107df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:38.076111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-111102dc-88c7-4836-b453-02edce17ca82 req-9f79cbdd-d6f8-46c7-b92a-d03b26f88c86 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 946 time: 0.0556231 Oct 27 16:45:38.077314 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6eb2602d-f132-49bf-acf9-4fa625afb32b req-14d3f0cf-f13b-4698-be21-ea88608107df service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 1097 time: 0.0438347 Oct 27 16:45:38.114383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6eb2602d-f132-49bf-acf9-4fa625afb32b req-bea3fe3d-2aaa-4c85-8c3a-eefd103ea237 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294123 Oct 27 16:45:38.116500 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-111102dc-88c7-4836-b453-02edce17ca82 req-aa59d4ab-1583-46e6-a1b4-fc6a403fc05b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339303 Oct 27 16:45:38.552291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4cd02-c2a6-45c7-8fe0-22f34597362e req-1b3f2c1e-a7e2-4d1d-b46a-c17ef9e29cc6 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:38.554543 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aca4cd02-c2a6-45c7-8fe0-22f34597362e req-1b3f2c1e-a7e2-4d1d-b46a-c17ef9e29cc6 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 944 time: 0.0498791 Oct 27 16:45:38.597145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aca4cd02-c2a6-45c7-8fe0-22f34597362e req-3233b4c3-d079-4a71-a8c9-1daf45ea9f89 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332465 Oct 27 16:45:38.729537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f0e21f87-c66c-473e-a1a6-965f40b42b5c details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:45:38.828480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port f0e21f87-c66c-473e-a1a6-965f40b42b5c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f0e21f87-c66c-473e-a1a6-965f40b42b5c,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:38.839964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'port_id': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c', 'mac_address': 'fa:16:3e:48:a8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:45:38.876650 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:38.894516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e21f87-c66c-473e-a1a6-965f40b42b5c {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:45:38.919906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port f0e21f87-c66c-473e-a1a6-965f40b42b5c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f0e21f87-c66c-473e-a1a6-965f40b42b5c,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:39.057514 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:39.130112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=f0e21f87-c66c-473e-a1a6-965f40b42b5c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:39.261040 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9108f-ed0c-446a-95ad-82dd5fe31665 req-a6a127ca-e117-40a6-a69b-89cd9a6e2d29 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:39.262639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aba9108f-ed0c-446a-95ad-82dd5fe31665 req-a6a127ca-e117-40a6-a69b-89cd9a6e2d29 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 946 time: 0.0754008 Oct 27 16:45:39.305060 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aba9108f-ed0c-446a-95ad-82dd5fe31665 req-75420446-d164-408f-aa0b-f15bd6f4420f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360239 Oct 27 16:45:39.311568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['f0e21f87-c66c-473e-a1a6-965f40b42b5c'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:45:39.734906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a478157-a3b4-43d9-b84b-26fc5fdd32b1 req-f3a6bf4e-40a1-4f9e-864e-f3e0a736b9ff tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:39.737571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a478157-a3b4-43d9-b84b-26fc5fdd32b1 req-f3a6bf4e-40a1-4f9e-864e-f3e0a736b9ff tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 945 time: 0.0616925 Oct 27 16:45:39.781981 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a478157-a3b4-43d9-b84b-26fc5fdd32b1 req-e1484e85-d36d-46ee-b3e7-3035c7894fa9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380044 Oct 27 16:45:40.426370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea3cc7-870f-4889-a012-4ad0da66cbdb req-74c9c371-b941-49dd-97ab-22cac6863b09 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:40.428010 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efea3cc7-870f-4889-a012-4ad0da66cbdb req-74c9c371-b941-49dd-97ab-22cac6863b09 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 946 time: 0.0493524 Oct 27 16:45:40.478471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-efea3cc7-870f-4889-a012-4ad0da66cbdb req-04560566-9077-4320-be06-fc6c442cfffe tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442162 Oct 27 16:45:40.607383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04b577-3283-455a-acf5-3463e4006036 req-b31f6881-332b-462b-bb1c-069043c35afb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:40.608914 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce04b577-3283-455a-acf5-3463e4006036 req-b31f6881-332b-462b-bb1c-069043c35afb tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 946 time: 0.0581901 Oct 27 16:45:40.652790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce04b577-3283-455a-acf5-3463e4006036 req-f7959cc9-df70-4a26-bc48-564cb619558a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358305 Oct 27 16:45:40.676815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44196) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:40.733194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f0e21f87-c66c-473e-a1a6-965f40b42b5c up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:45:40.852844 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port f0e21f87-c66c-473e-a1a6-965f40b42b5c completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:45:40.859266 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port f0e21f87-c66c-473e-a1a6-965f40b42b5c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:45:40.859266 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:40.913021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08f42f-a9ae-42e6-84a9-c3ffc13b775a tempest-TestVolumeBootPattern-15559205 tempest-TestVolumeBootPattern-15559205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:40.917323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0d08f42f-a9ae-42e6-84a9-c3ffc13b775a tempest-TestVolumeBootPattern-15559205 tempest-TestVolumeBootPattern-15559205-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 1092 time: 0.2366061 Oct 27 16:45:40.917682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44202) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:40.923265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:40.941752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a06e8e-bbb4-4a3b-8c30-19949691e738 req-cfc24003-58fb-4764-a950-ef718f64cbdf tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:40.944529 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-57a06e8e-bbb4-4a3b-8c30-19949691e738 req-cfc24003-58fb-4764-a950-ef718f64cbdf tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 945 time: 0.0667250 Oct 27 16:45:40.946008 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:40.970178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:40.972487 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53203ac1-664a-4217-9688-be8f309606d9" -d '{"events": [{"server_uuid": "e86ccde7-0a86-4281-928b-0179adbfbb5d", "name": "network-vif-plugged", "status": "completed", "tag": "f0e21f87-c66c-473e-a1a6-965f40b42b5c"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:40.986464 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port f0e21f87-c66c-473e-a1a6-965f40b42b5c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f0e21f87-c66c-473e-a1a6-965f40b42b5c,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:45:40.996591 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-57a06e8e-bbb4-4a3b-8c30-19949691e738 req-16d23050-8ad3-49b7-8c99-ad8e2cbe46c6 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455470 Oct 27 16:45:41.029416 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c147af70-4269-43e0-bb92-e716e4b2ce29 x-openstack-request-id: req-c147af70-4269-43e0-bb92-e716e4b2ce29 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:41.029709 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86ccde7-0a86-4281-928b-0179adbfbb5d", "name": "network-vif-plugged", "status": "completed", "tag": "f0e21f87-c66c-473e-a1a6-965f40b42b5c", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:41.029965 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c147af70-4269-43e0-bb92-e716e4b2ce29 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:41.030374 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c', 'code': 200} Oct 27 16:45:41.035393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.063407 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.115583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=f0e21f87-c66c-473e-a1a6-965f40b42b5c,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:41.160277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecb6c6-ce70-4344-a3b1-3922c59d9f69 req-2de6bc2b-1199-487f-b407-439545a37b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:41.162030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a9ecb6c6-ce70-4344-a3b1-3922c59d9f69 req-2de6bc2b-1199-487f-b407-439545a37b1f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 1097 time: 0.0708201 Oct 27 16:45:41.225133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a9ecb6c6-ce70-4344-a3b1-3922c59d9f69 req-fd93a537-1a88-4b79-bdbd-91919c670f3f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548117 Oct 27 16:45:41.231171 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.346617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Allocated IP 172.25.4.250 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/c79f6889-6f2a-477e-b880-295937c79d62) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:41.448468 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.538800 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:41.580693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:41.583670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:41.587409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:41.615560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=c79f6889-6f2a-477e-b880-295937c79d62,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:41.627080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.627518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.627858 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.628222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.628558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.628885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.629227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.629530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.629851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.630171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.630611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.631044 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:45:41.952798 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.162560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fabc3-52e0-4a84-95a6-cfa38bc2785f req-5e75914b-5f0c-4b68-bb2c-8678024980ff tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:42.164286 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-704fabc3-52e0-4a84-95a6-cfa38bc2785f req-5e75914b-5f0c-4b68-bb2c-8678024980ff tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 946 time: 0.0719113 Oct 27 16:45:42.164437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.220704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-704fabc3-52e0-4a84-95a6-cfa38bc2785f req-6b3a328b-527e-4dc9-b644-86ca0e69c8b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435467 Oct 27 16:45:42.235552 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:45:42.349058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.497394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.567696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event updated for resources: {'Port': ['ID=c79f6889-6f2a-477e-b880-295937c79d62,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:42.581320 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:42.692938 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Floating IP 1c8a00be-581f-4cc0-8db3-2081e456258b associated. External IP: 172.25.4.250, port: 87cffcd1-2d3b-446f-a9a2-b95d390e1b37. Oct 27 16:45:42.909690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Router 2a3916d1-d05a-444f-8a90-32992f658b35 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:43.017694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:43.028148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1aa56a-bb82-428c-bf71-ef8f3f1a805d None None] Sync routers for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:43.037985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1aa56a-bb82-428c-bf71-ef8f3f1a805d None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:43.038568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e1aa56a-bb82-428c-bf71-ef8f3f1a805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:45:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:43.122820 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:43.150941 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2e1aa56a-bb82-428c-bf71-ef8f3f1a805d None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:43.158206 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1628c223-3ee5-43cc-84f6-ec9050c22214 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2393498 Oct 27 16:45:43.158851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'tag': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:43.161325 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262afa5e-3434-4218-aece-9db92181284b" -d '{"events": [{"name": "network-changed", "server_uuid": "d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e", "tag": "87cffcd1-2d3b-446f-a9a2-b95d390e1b37"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:43.204709 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad15448-ece5-4ac7-b878-c7dae684a191 x-openstack-request-id: req-5ad15448-ece5-4ac7-b878-c7dae684a191 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:43.204709 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e", "tag": "87cffcd1-2d3b-446f-a9a2-b95d390e1b37", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:43.204709 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ad15448-ece5-4ac7-b878-c7dae684a191 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:43.204709 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'tag': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37', 'status': 'completed', 'code': 200} Oct 27 16:45:43.270207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262afa5e-3434-4218-aece-9db92181284b req-3016a887-bf0a-4e59-9fd7-2e7052868064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:43.271913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-262afa5e-3434-4218-aece-9db92181284b req-3016a887-bf0a-4e59-9fd7-2e7052868064 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 1097 time: 0.0452099 Oct 27 16:45:43.352327 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a1863-e86d-44b6-9b35-a649c80eea52 req-795d4ec6-da38-44a2-b470-25ffbefa8153 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:43.353923 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b18a1863-e86d-44b6-9b35-a649c80eea52 req-795d4ec6-da38-44a2-b470-25ffbefa8153 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 946 time: 0.0567689 Oct 27 16:45:43.374771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262afa5e-3434-4218-aece-9db92181284b req-bc96ddac-487b-4df8-a0d0-21ea9a488203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:43.376081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-262afa5e-3434-4218-aece-9db92181284b req-bc96ddac-487b-4df8-a0d0-21ea9a488203 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0968099 Oct 27 16:45:43.405247 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b18a1863-e86d-44b6-9b35-a649c80eea52 req-a2d51d09-f667-44ed-be37-aaa6714ecb01 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Oct 27 16:45:43.413366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e1aa56a-bb82-428c-bf71-ef8f3f1a805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '1c8a00be-581f-4cc0-8db3-2081e456258b', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:d2:28:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:41Z', 'updated_at': '2021-10-27T16:45:41Z', 'revision_number': 0, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}, {'id': 'c557696c-3386-42a3-89d8-34efe9964d83', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:5f:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:42Z', 'updated_at': '2021-10-27T16:42:45Z', 'revision_number': 1, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:43.445173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1aa56a-bb82-428c-bf71-ef8f3f1a805d None None] Checking router: 2a3916d1-d05a-444f-8a90-32992f658b35 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:43.449980 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-262afa5e-3434-4218-aece-9db92181284b req-48243a09-9ef0-4ef8-ae97-83c4c33eabbd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87cffcd1-2d3b-446f-a9a2-b95d390e1b37 HTTP/1.1" status: 200 len: 1000 time: 0.0665550 Oct 27 16:45:43.454468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1aa56a-bb82-428c-bf71-ef8f3f1a805d None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:43.455087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e1aa56a-bb82-428c-bf71-ef8f3f1a805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:45:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:43.528662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262afa5e-3434-4218-aece-9db92181284b req-581efad6-f220-4b62-8651-a9ecfa73256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:43.530143 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-262afa5e-3434-4218-aece-9db92181284b req-581efad6-f220-4b62-8651-a9ecfa73256f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0723364 Oct 27 16:45:43.570252 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-2e1aa56a-bb82-428c-bf71-ef8f3f1a805d None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:43.584979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a93705-8ac2-41e0-8660-79e7967ec6d1 req-6745f282-b78f-49bc-ad8b-7e84b089bb7a tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:43.586508 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65a93705-8ac2-41e0-8660-79e7967ec6d1 req-6745f282-b78f-49bc-ad8b-7e84b089bb7a tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 946 time: 0.0881341 Oct 27 16:45:43.603010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262afa5e-3434-4218-aece-9db92181284b req-b5bcda1f-472e-4a3f-b64c-291fcf8c63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:43.604495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-262afa5e-3434-4218-aece-9db92181284b req-b5bcda1f-472e-4a3f-b64c-291fcf8c63f9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664148 Oct 27 16:45:43.680801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65a93705-8ac2-41e0-8660-79e7967ec6d1 req-2d2fbecd-bc10-4b27-9ef6-e5d3259bb4e8 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862031 Oct 27 16:45:43.718725 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-262afa5e-3434-4218-aece-9db92181284b req-8f473a91-0620-4e4c-a865-fce6dd9e7cf0 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067593 Oct 27 16:45:43.817486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eea547-157c-4959-bb10-07ac3b516e24 req-030a120b-ceb5-4bce-b76b-ee8a8185a7b7 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:43.819885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59eea547-157c-4959-bb10-07ac3b516e24 req-030a120b-ceb5-4bce-b76b-ee8a8185a7b7 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 946 time: 0.0601089 Oct 27 16:45:43.824576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-2e1aa56a-bb82-428c-bf71-ef8f3f1a805d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '1c8a00be-581f-4cc0-8db3-2081e456258b', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:d2:28:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:41Z', 'updated_at': '2021-10-27T16:45:41Z', 'revision_number': 0, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}, {'id': 'c557696c-3386-42a3-89d8-34efe9964d83', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:5f:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:42Z', 'updated_at': '2021-10-27T16:42:45Z', 'revision_number': 1, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:43.826219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-262afa5e-3434-4218-aece-9db92181284b req-1f2d6aa1-d2af-4837-bacb-1cc655e17617 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002712 Oct 27 16:45:43.860561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1aa56a-bb82-428c-bf71-ef8f3f1a805d None None] The sync data for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 is: [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '1c8a00be-581f-4cc0-8db3-2081e456258b', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:d2:28:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:41Z', 'updated_at': '2021-10-27T16:45:41Z', 'revision_number': 0, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}, {'id': 'c557696c-3386-42a3-89d8-34efe9964d83', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:5f:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:42Z', 'updated_at': '2021-10-27T16:42:45Z', 'revision_number': 1, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:43.869453 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59eea547-157c-4959-bb10-07ac3b516e24 req-93425122-86ec-47ef-b51b-002e4b37fb6d tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408189 Oct 27 16:45:43.897230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44218) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:43.985177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c194416c-14b4-4e6a-bc42-ed3e37c6e286 tempest-TestServerBasicOps-1797342226 tempest-TestServerBasicOps-1797342226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:43.986731 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c194416c-14b4-4e6a-bc42-ed3e37c6e286 tempest-TestServerBasicOps-1797342226 tempest-TestServerBasicOps-1797342226-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 1092 time: 0.0885565 Oct 27 16:45:43.991039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44222) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:45:43.995546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:45:44.063219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.095157 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd5fced-0157-4a12-96ec-8e25790881b8 None None] New status for floating IP 1c8a00be-581f-4cc0-8db3-2081e456258b: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:45:44.179331 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.283361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Allocated IP 172.25.4.234 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/3cf8fa7d-4b04-47df-99fe-ef4cb03e34c9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:45:44.407912 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.515036 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:44.558750 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:45:44.561696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:45:44.564213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:45:44.590436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event updated for resources: {'Port': ['ID=3cf8fa7d-4b04-47df-99fe-ef4cb03e34c9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:44.918849 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.073341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.237996 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.297372 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.367296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event updated for resources: {'Port': ['ID=3cf8fa7d-4b04-47df-99fe-ef4cb03e34c9,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:45:45.378998 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:45.791473 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Floating IP ca389815-ec63-41cd-80ba-daf5ff86989f associated. External IP: 172.25.4.234, port: f0e21f87-c66c-473e-a1a6-965f40b42b5c. Oct 27 16:45:45.994710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Router 6087fd79-0a19-4feb-9e25-913b6138a659 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:45:46.101790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:45:46.111637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6a2fc-1d07-4093-bb79-fd19e9dad18d None None] Sync routers for ids ['6087fd79-0a19-4feb-9e25-913b6138a659'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:45:46.122369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6a2fc-1d07-4093-bb79-fd19e9dad18d None None] Routers {'6087fd79-0a19-4feb-9e25-913b6138a659'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:46.122979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-94f6a2fc-1d07-4093-bb79-fd19e9dad18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:45:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6087fd79-0a19-4feb-9e25-913b6138a659'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:46.189839 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:46.219561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0096dd05-3584-4bca-89c3-b82ffe88b606 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2274396 Oct 27 16:45:46.220348 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'tag': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:45:46.222718 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9da6599-1d02-4a66-a048-b681eeace7f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e86ccde7-0a86-4281-928b-0179adbfbb5d", "tag": "f0e21f87-c66c-473e-a1a6-965f40b42b5c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:45:46.234282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-94f6a2fc-1d07-4093-bb79-fd19e9dad18d None None] Set router 6087fd79-0a19-4feb-9e25-913b6138a659 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:46.258914 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f751330f-c1ad-428a-a685-b8a1f3576d5b x-openstack-request-id: req-f751330f-c1ad-428a-a685-b8a1f3576d5b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:45:46.259215 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86ccde7-0a86-4281-928b-0179adbfbb5d", "tag": "f0e21f87-c66c-473e-a1a6-965f40b42b5c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:45:46.259479 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f751330f-c1ad-428a-a685-b8a1f3576d5b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:45:46.259884 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'tag': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c', 'status': 'completed', 'code': 200} Oct 27 16:45:46.328398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da6599-1d02-4a66-a048-b681eeace7f6 req-c6e3a962-d926-42e4-ac02-3f6d1861ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:46.329903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9da6599-1d02-4a66-a048-b681eeace7f6 req-c6e3a962-d926-42e4-ac02-3f6d1861ec62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3803d6fd05384dc6a4bdacd800f31216&device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 1097 time: 0.0468132 Oct 27 16:45:46.421681 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da6599-1d02-4a66-a048-b681eeace7f6 req-372327aa-0582-45ff-9a45-361471a42cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:46.423061 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9da6599-1d02-4a66-a048-b681eeace7f6 req-372327aa-0582-45ff-9a45-361471a42cd8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=608ca137-9c41-4b28-b213-e8dc4dbe7212 HTTP/1.1" status: 200 len: 909 time: 0.0862472 Oct 27 16:45:46.467194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-94f6a2fc-1d07-4093-bb79-fd19e9dad18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 4, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'ca389815-ec63-41cd-80ba-daf5ff86989f', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'floating_ip_address': '172.25.4.234', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'port_id': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'mac_address': 'fa:16:3e:48:a8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:44Z', 'revision_number': 0, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd357c75e-710d-4cca-87d6-43354782352c', 'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'mac_address': 'fa:16:3e:23:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:15Z', 'updated_at': '2021-10-27T16:45:20Z', 'revision_number': 5, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'subnets': [{'id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:46.494097 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9da6599-1d02-4a66-a048-b681eeace7f6 req-9d44fb57-4b73-4dea-978c-0fcc3eb84c7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0e21f87-c66c-473e-a1a6-965f40b42b5c HTTP/1.1" status: 200 len: 1000 time: 0.0638001 Oct 27 16:45:46.499430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6a2fc-1d07-4093-bb79-fd19e9dad18d None None] Checking router: 6087fd79-0a19-4feb-9e25-913b6138a659 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:45:46.509636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f6a2fc-1d07-4093-bb79-fd19e9dad18d None None] Routers {'6087fd79-0a19-4feb-9e25-913b6138a659'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:45:46.510244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-94f6a2fc-1d07-4093-bb79-fd19e9dad18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:45:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6087fd79-0a19-4feb-9e25-913b6138a659'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:46.544784 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da6599-1d02-4a66-a048-b681eeace7f6 req-7222afc8-e8da-4b1a-808e-9198a3ae246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:46.546256 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9da6599-1d02-4a66-a048-b681eeace7f6 req-7222afc8-e8da-4b1a-808e-9198a3ae246e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1f7a8f-f385-4f6e-a3fa-6967d928a550 HTTP/1.1" status: 200 len: 847 time: 0.0452261 Oct 27 16:45:46.593850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da6599-1d02-4a66-a048-b681eeace7f6 req-4bf6d8b7-883c-4d25-acd7-f85492d07431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:45:46.595338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9da6599-1d02-4a66-a048-b681eeace7f6 req-4bf6d8b7-883c-4d25-acd7-f85492d07431 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=608ca137-9c41-4b28-b213-e8dc4dbe7212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411339 Oct 27 16:45:46.618570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-94f6a2fc-1d07-4093-bb79-fd19e9dad18d None None] Set router 6087fd79-0a19-4feb-9e25-913b6138a659 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:45:46.692342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9da6599-1d02-4a66-a048-b681eeace7f6 req-0bc6dbb0-cd9a-4409-95e6-ed074d4348d3 service neutron] 10.222.0.54 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891039 Oct 27 16:45:46.787679 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9da6599-1d02-4a66-a048-b681eeace7f6 req-6dc6cd85-e608-4af6-9887-ca8916cec682 service neutron] 10.222.0.54 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881500 Oct 27 16:45:46.998548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-94f6a2fc-1d07-4093-bb79-fd19e9dad18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 4, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'ca389815-ec63-41cd-80ba-daf5ff86989f', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'floating_ip_address': '172.25.4.234', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'port_id': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'mac_address': 'fa:16:3e:48:a8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:44Z', 'revision_number': 0, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd357c75e-710d-4cca-87d6-43354782352c', 'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'mac_address': 'fa:16:3e:23:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:15Z', 'updated_at': '2021-10-27T16:45:20Z', 'revision_number': 5, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'subnets': [{'id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:45:47.027130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6a2fc-1d07-4093-bb79-fd19e9dad18d None None] The sync data for ids ['6087fd79-0a19-4feb-9e25-913b6138a659'] in n-d-815689-1 is: [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 4, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'ca389815-ec63-41cd-80ba-daf5ff86989f', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'floating_ip_address': '172.25.4.234', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'port_id': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'mac_address': 'fa:16:3e:48:a8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:45:44Z', 'updated_at': '2021-10-27T16:45:44Z', 'revision_number': 0, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd357c75e-710d-4cca-87d6-43354782352c', 'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'mac_address': 'fa:16:3e:23:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:15Z', 'updated_at': '2021-10-27T16:45:20Z', 'revision_number': 5, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'subnets': [{'id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:45:47.215752 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4db960-f478-46b4-85db-87e7f20aac72 None None] New status for floating IP ca389815-ec63-41cd-80ba-daf5ff86989f: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:45:48.531874 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-271f5e6b-7c08-4e2a-a7d9-23311920d3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:51.594136 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-78ac4602-4300-430b-9ed5-cd3165b1894a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.274621 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:52.371896 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:54.261806 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:45:59.640125 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:02.834428 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:15.513714 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-55a93bbc-3561-4dd0-b729-bc0b458960de service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416629 Oct 27 16:46:15.601084 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-23e76148-9b56-4a05-b95f-882eb53a6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:15.602552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-23e76148-9b56-4a05-b95f-882eb53a6ab8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 1097 time: 0.0445371 Oct 27 16:46:15.705067 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-659e538b-b9f7-485f-adc4-9d4aeb690ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:15.706515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-659e538b-b9f7-485f-adc4-9d4aeb690ce9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0832565 Oct 27 16:46:15.776647 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-087446be-b4f6-4540-83dd-52b333c337e6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87cffcd1-2d3b-446f-a9a2-b95d390e1b37 HTTP/1.1" status: 200 len: 1002 time: 0.0619988 Oct 27 16:46:15.827420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-a617d468-01ae-4461-81c0-bf92415ea974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:15.828953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-a617d468-01ae-4461-81c0-bf92415ea974 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0455484 Oct 27 16:46:15.875655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-f629b472-0431-4a83-9733-1040187aaf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:15.877229 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-f629b472-0431-4a83-9733-1040187aaf5d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419526 Oct 27 16:46:15.973850 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-eb055cd7-6a3f-46c2-85d1-e40abbead2ee service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896339 Oct 27 16:46:16.065649 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-069ef8bc-37f8-4dc8-88f3-49910644521e req-bd5c01e3-4def-4c48-a204-d60ed993176e service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850542 Oct 27 16:46:18.491141 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5e9c6b72-8ccb-462b-a2d3-841d9c3289ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:19.235116 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:46:20.548756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44256) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:46:20.641474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6c818-c3cb-4005-b402-1045e9260dbc req-9cf28c3b-a900-4a00-818a-65dd19e108dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:20.643065 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ab6c818-c3cb-4005-b402-1045e9260dbc req-9cf28c3b-a900-4a00-818a-65dd19e108dc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 1097 time: 0.0933197 Oct 27 16:46:20.676852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4ab6c818-c3cb-4005-b402-1045e9260dbc req-cd67fb87-4569-4e6a-bfed-76c51324f1a6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276840 Oct 27 16:46:21.531124 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ee4d949-79b3-463f-936b-af1b50fdf78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:22.291267 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:22.308286 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:24.267718 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:28.156730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbdab930-6c16-4436-88d4-577f46ff756c req-cc1b0eb1-5cc9-4f1e-9e16-2b2d8f0a2432 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414968 Oct 27 16:46:28.238637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdab930-6c16-4436-88d4-577f46ff756c req-5c5afcef-cc15-4716-98b2-b07e41c4a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:28.240125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbdab930-6c16-4436-88d4-577f46ff756c req-5c5afcef-cc15-4716-98b2-b07e41c4a875 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 1096 time: 0.0418618 Oct 27 16:46:28.346127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdab930-6c16-4436-88d4-577f46ff756c req-ad0e8779-51cf-457d-8662-227f47f096ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:28.347564 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbdab930-6c16-4436-88d4-577f46ff756c req-ad0e8779-51cf-457d-8662-227f47f096ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0878789 Oct 27 16:46:28.412578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbdab930-6c16-4436-88d4-577f46ff756c req-1c77faa9-587f-4d83-8d43-14d1d7600096 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0 HTTP/1.1" status: 200 len: 1001 time: 0.0575330 Oct 27 16:46:28.465447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdab930-6c16-4436-88d4-577f46ff756c req-b3a12180-5440-4e1d-b6f2-6deaad7a4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:28.467723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbdab930-6c16-4436-88d4-577f46ff756c req-b3a12180-5440-4e1d-b6f2-6deaad7a4e69 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0476632 Oct 27 16:46:28.513371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdab930-6c16-4436-88d4-577f46ff756c req-02248624-437d-4c65-9ac5-566408f0bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:46:28.514868 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbdab930-6c16-4436-88d4-577f46ff756c req-02248624-437d-4c65-9ac5-566408f0bbac service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409300 Oct 27 16:46:28.605055 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbdab930-6c16-4436-88d4-577f46ff756c req-589c5f5d-089b-431e-b449-1fb0994be3b4 service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827291 Oct 27 16:46:28.702520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbdab930-6c16-4436-88d4-577f46ff756c req-7f0dae4e-6796-422f-8c50-f52b163b6aa7 service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902183 Oct 27 16:46:29.673586 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:32.828622 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:48.541986 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30412578-d842-462a-9499-653d41dc46cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:51.541210 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d7f080c6-745d-4d0e-af27-c20641fb4e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:52.249893 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:52.324380 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:54.244726 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:46:56.234291 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:46:59.690355 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:02.810032 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:16.510951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-ddbed423-9588-4cf6-bebc-0642607187c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405533 Oct 27 16:47:16.601009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-e6695c1a-5ce8-429c-a654-20d5fd155cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:16.603102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-e6695c1a-5ce8-429c-a654-20d5fd155cfe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 1097 time: 0.0463395 Oct 27 16:47:16.709831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-cdda9aa5-959a-4214-996a-ec4a8c557221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:16.712169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-cdda9aa5-959a-4214-996a-ec4a8c557221 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0896194 Oct 27 16:47:16.781472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-2f57cf06-0db0-4473-bc75-0575999fc39c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87cffcd1-2d3b-446f-a9a2-b95d390e1b37 HTTP/1.1" status: 200 len: 1002 time: 0.0613592 Oct 27 16:47:16.829815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-151d41bf-4c4e-420b-8d9c-c915b07def01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:16.831264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-151d41bf-4c4e-420b-8d9c-c915b07def01 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0431314 Oct 27 16:47:16.875226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-0c69ba40-64aa-4783-b811-bcad2909a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:16.876718 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-0c69ba40-64aa-4783-b811-bcad2909a564 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388782 Oct 27 16:47:16.969503 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-46d1568a-e413-4dab-836a-9331133a8540 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856256 Oct 27 16:47:17.058672 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-46e073c5-ff34-491e-a6e4-7e63ea7ff2e2 req-b6e0ad3a-093f-4eb2-bc35-e7985847e95f service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813651 Oct 27 16:47:18.541256 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-238f96b0-ca77-4dff-9440-2f6bd9707c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:21.529595 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-13306292-dcaa-4adb-be4f-fb89503904d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:22.266062 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:22.306800 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:24.283535 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:28.159413 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-16f91c44-4e25-4042-9752-0e28fed2b1c1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399277 Oct 27 16:47:28.224964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-2c0024e3-cce9-4ffa-9a00-bf424b152965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:28.227004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-2c0024e3-cce9-4ffa-9a00-bf424b152965 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3803d6fd05384dc6a4bdacd800f31216&device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 1097 time: 0.0456049 Oct 27 16:47:28.329947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-7f0cd220-b501-41f8-ad05-2a602ccbfb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:28.331442 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-7f0cd220-b501-41f8-ad05-2a602ccbfb16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=608ca137-9c41-4b28-b213-e8dc4dbe7212 HTTP/1.1" status: 200 len: 909 time: 0.0867550 Oct 27 16:47:28.399642 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-6b77f50d-c19d-46f2-b8fb-9f402f43df94 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0e21f87-c66c-473e-a1a6-965f40b42b5c HTTP/1.1" status: 200 len: 1002 time: 0.0608475 Oct 27 16:47:28.449218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-8f41ff33-87c1-43b9-99db-f85e0a112963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:28.450587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-8f41ff33-87c1-43b9-99db-f85e0a112963 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1f7a8f-f385-4f6e-a3fa-6967d928a550 HTTP/1.1" status: 200 len: 847 time: 0.0442672 Oct 27 16:47:28.497071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-d94bf63b-3dd7-4de4-8e13-1c7e8f28e2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:28.498565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-d94bf63b-3dd7-4de4-8e13-1c7e8f28e2bc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=608ca137-9c41-4b28-b213-e8dc4dbe7212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398164 Oct 27 16:47:28.591598 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-8ecbc211-4e1e-4b84-8b29-e5033444af38 service neutron] 10.222.0.54 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856321 Oct 27 16:47:28.680575 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7defb924-6b1b-41b2-aaca-e69f4ae1bd7f req-5cd1d215-e64c-4126-acbf-528f234e1f0c service neutron] 10.222.0.54 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812597 Oct 27 16:47:29.672430 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:32.803931 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:33.232837 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:47:43.334216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44318) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:43.497941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Deleting port c79f6889-6f2a-477e-b880-295937c79d62 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:43.498290 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.584487 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.584728 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.596361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Calling delete_port for c79f6889-6f2a-477e-b880-295937c79d62 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:43.803724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.833309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event deleted for resources: {'Port': ['ID=c79f6889-6f2a-477e-b880-295937c79d62,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:43.846777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.847121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.847465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.847805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.848170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.848506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.848834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.849160 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.849494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.849814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.850146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.850468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:47:43.910654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:43.910981 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Floating IP 1c8a00be-581f-4cc0-8db3-2081e456258b disassociated (deleted). External IP: 172.25.4.250, port: 87cffcd1-2d3b-446f-a9a2-b95d390e1b37. Oct 27 16:47:44.159570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Router 2a3916d1-d05a-444f-8a90-32992f658b35 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:47:44.283456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:47:44.288502 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:44.295416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff484076-1bcc-4153-aabe-ec7f090f30a6 None None] Sync routers for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:47:44.306238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff484076-1bcc-4153-aabe-ec7f090f30a6 None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:44.306916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ff484076-1bcc-4153-aabe-ec7f090f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:47:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:44.315515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-59cfeedb-9c3e-48b4-8251-7de4400dd37a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "DELETE /v2.0/floatingips/1c8a00be-581f-4cc0-8db3-2081e456258b HTTP/1.1" status: 204 len: 168 time: 0.9801610 Oct 27 16:47:44.316076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'tag': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:44.318514 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c677a936-ef06-427b-8f59-7f854b750ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e", "tag": "87cffcd1-2d3b-446f-a9a2-b95d390e1b37"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:44.363568 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ff8179-66d6-45aa-9aeb-24417b382ca6 x-openstack-request-id: req-e2ff8179-66d6-45aa-9aeb-24417b382ca6 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:44.364186 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e", "tag": "87cffcd1-2d3b-446f-a9a2-b95d390e1b37", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:44.364186 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2ff8179-66d6-45aa-9aeb-24417b382ca6 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:44.364522 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'tag': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37', 'status': 'completed', 'code': 200} Oct 27 16:47:44.419628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ff484076-1bcc-4153-aabe-ec7f090f30a6 None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:44.436336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a936-ef06-427b-8f59-7f854b750ae3 req-6e7d5449-d4ea-4aa4-8758-cfea3cdf0df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:44.437889 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c677a936-ef06-427b-8f59-7f854b750ae3 req-6e7d5449-d4ea-4aa4-8758-cfea3cdf0df9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 1097 time: 0.0521343 Oct 27 16:47:44.537003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a936-ef06-427b-8f59-7f854b750ae3 req-c3ee4b1b-329c-46c4-ad16-00af0e31b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:44.539161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c677a936-ef06-427b-8f59-7f854b750ae3 req-c3ee4b1b-329c-46c4-ad16-00af0e31b342 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0925601 Oct 27 16:47:44.589302 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c677a936-ef06-427b-8f59-7f854b750ae3 req-48d7129a-e6bd-49bc-b571-4abbf20d8f56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87cffcd1-2d3b-446f-a9a2-b95d390e1b37 HTTP/1.1" status: 200 len: 217 time: 0.0434082 Oct 27 16:47:44.641511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a936-ef06-427b-8f59-7f854b750ae3 req-3d7e2cce-d913-4126-88db-963f9977bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:44.643075 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c677a936-ef06-427b-8f59-7f854b750ae3 req-3d7e2cce-d913-4126-88db-963f9977bdd9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0460861 Oct 27 16:47:44.659563 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ff484076-1bcc-4153-aabe-ec7f090f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'c557696c-3386-42a3-89d8-34efe9964d83', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:5f:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:42Z', 'updated_at': '2021-10-27T16:42:45Z', 'revision_number': 1, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:44.689594 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff484076-1bcc-4153-aabe-ec7f090f30a6 None None] Checking router: 2a3916d1-d05a-444f-8a90-32992f658b35 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:47:44.699677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a936-ef06-427b-8f59-7f854b750ae3 req-d88fd517-dfb7-437d-bec7-302183f7f006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:44.701289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff484076-1bcc-4153-aabe-ec7f090f30a6 None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:44.701374 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c677a936-ef06-427b-8f59-7f854b750ae3 req-d88fd517-dfb7-437d-bec7-302183f7f006 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500162 Oct 27 16:47:44.701880 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ff484076-1bcc-4153-aabe-ec7f090f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:47:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:44.811664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c677a936-ef06-427b-8f59-7f854b750ae3 req-f8f4b015-4abf-41a4-84ff-f121f1d9edd2 service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990014 Oct 27 16:47:44.819677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ff484076-1bcc-4153-aabe-ec7f090f30a6 None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:44.873614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602b5bc-89b3-4322-a6f8-890ee6ac3638 req-21c36a56-25e9-459d-9503-cbe7db78de9e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:44.876535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4602b5bc-89b3-4322-a6f8-890ee6ac3638 req-21c36a56-25e9-459d-9503-cbe7db78de9e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 946 time: 0.1736591 Oct 27 16:47:44.910209 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c677a936-ef06-427b-8f59-7f854b750ae3 req-569ce8cc-4f42-4137-9bbd-ffa0e03e8c7e service neutron] 10.222.0.53 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890670 Oct 27 16:47:44.919388 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4602b5bc-89b3-4322-a6f8-890ee6ac3638 req-0609491e-7c5e-4091-9ead-f6435619ac1d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376978 Oct 27 16:47:45.057879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ff484076-1bcc-4153-aabe-ec7f090f30a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'c557696c-3386-42a3-89d8-34efe9964d83', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:5f:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:42Z', 'updated_at': '2021-10-27T16:42:45Z', 'revision_number': 1, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:45.089788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff484076-1bcc-4153-aabe-ec7f090f30a6 None None] The sync data for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 is: [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'c557696c-3386-42a3-89d8-34efe9964d83', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'floating_ip_address': '172.25.4.240', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'port_id': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'mac_address': 'fa:16:3e:5f:8a:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:42:42Z', 'updated_at': '2021-10-27T16:42:45Z', 'revision_number': 1, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:47:45.321287 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dd723f-50b4-453f-8f5b-4afef3c1b4e5 None None] New status for floating IP 1c8a00be-581f-4cc0-8db3-2081e456258b: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:47:46.127900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79115d7-66fe-4949-8003-fba11752dec8 req-d1e01057-1af0-4659-a15a-6f312c4fdd6b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:46.129437 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e79115d7-66fe-4949-8003-fba11752dec8 req-d1e01057-1af0-4659-a15a-6f312c4fdd6b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 946 time: 0.1123793 Oct 27 16:47:46.172092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e79115d7-66fe-4949-8003-fba11752dec8 req-ee694d1b-5dae-449e-b92b-08383e832b36 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366287 Oct 27 16:47:46.257411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac53fe-e784-40f8-a5e2-191392e21bf8 req-411e2a66-460d-4e2e-96ce-fec699db4281 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:46.258839 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67ac53fe-e784-40f8-a5e2-191392e21bf8 req-411e2a66-460d-4e2e-96ce-fec699db4281 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 946 time: 0.0474231 Oct 27 16:47:46.347711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-67ac53fe-e784-40f8-a5e2-191392e21bf8 req-cff9a9f6-0e92-4809-8f1d-8123f362f11c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Deleting port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:46.348073 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-67ac53fe-e784-40f8-a5e2-191392e21bf8 req-cff9a9f6-0e92-4809-8f1d-8123f362f11c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:46.439001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-67ac53fe-e784-40f8-a5e2-191392e21bf8 req-cff9a9f6-0e92-4809-8f1d-8123f362f11c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] For port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=87cffcd1-2d3b-446f-a9a2-b95d390e1b37,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:47:46.439437 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-67ac53fe-e784-40f8-a5e2-191392e21bf8 req-cff9a9f6-0e92-4809-8f1d-8123f362f11c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:46.451739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-67ac53fe-e784-40f8-a5e2-191392e21bf8 req-cff9a9f6-0e92-4809-8f1d-8123f362f11c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Calling delete_port for 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:46.632632 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-67ac53fe-e784-40f8-a5e2-191392e21bf8 req-cff9a9f6-0e92-4809-8f1d-8123f362f11c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:46.661321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9a9f6-0e92-4809-8f1d-8123f362f11c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event deleted for resources: {'Port': ['ID=87cffcd1-2d3b-446f-a9a2-b95d390e1b37,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:46.701983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ac53fe-e784-40f8-a5e2-191392e21bf8 req-cff9a9f6-0e92-4809-8f1d-8123f362f11c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] No DVR routers for this DVR port 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:47:46.705173 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-67ac53fe-e784-40f8-a5e2-191392e21bf8 req-cff9a9f6-0e92-4809-8f1d-8123f362f11c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:46.708459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67ac53fe-e784-40f8-a5e2-191392e21bf8 req-cff9a9f6-0e92-4809-8f1d-8123f362f11c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.53 "DELETE /v2.0/ports/87cffcd1-2d3b-446f-a9a2-b95d390e1b37 HTTP/1.1" status: 204 len: 173 time: 0.4437399 Oct 27 16:47:46.708974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'name': 'network-vif-deleted', 'tag': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:46.711856 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7643191-a796-48b8-99bd-eabec661c4e2" -d '{"events": [{"server_uuid": "d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e", "name": "network-vif-deleted", "tag": "87cffcd1-2d3b-446f-a9a2-b95d390e1b37"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:46.748837 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c61d084-baa4-4bd4-ad2b-0a8d35c8d617 x-openstack-request-id: req-2c61d084-baa4-4bd4-ad2b-0a8d35c8d617 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:46.749127 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e", "name": "network-vif-deleted", "tag": "87cffcd1-2d3b-446f-a9a2-b95d390e1b37", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:46.749380 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c61d084-baa4-4bd4-ad2b-0a8d35c8d617 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:46.749780 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04a5fd8-4ac2-4db7-9754-ddcb0d75c40e', 'name': 'network-vif-deleted', 'tag': '87cffcd1-2d3b-446f-a9a2-b95d390e1b37', 'status': 'completed', 'code': 200} Oct 27 16:47:47.266245 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3051a3a3-a310-460d-85e8-3c174d1f3867 req-4b46a8f7-a739-4495-890a-151e32edae90 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0263371 Oct 27 16:47:48.364790 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07c0d901-efca-4d3e-a3d6-41336bce3913 req-1cebcf39-f6b1-4b27-a2dc-6226b3e96e5c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0269513 Oct 27 16:47:48.478119 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fbaa1d24-bfe6-479f-9cd1-8ae13b27255a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:48.495755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:47:48.519213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:47:48.523487 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 87cffcd1-2d3b-446f-a9a2-b95d390e1b37 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:47:49.464435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12b138ca-6ca3-48d3-be31-9c5da050c550 req-9dc229b8-44e9-438e-9b82-99e19907b3c9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0299811 Oct 27 16:47:50.561982 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1123df63-d974-40c2-b048-46bcc0591179 req-fb63878c-5e16-4c87-a6f3-491094337281 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0272412 Oct 27 16:47:51.512321 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-31358ef1-71d3-4b53-9cab-1fbeee8201e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:51.668466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-809bb334-ddca-49d3-a330-74bd6b957d8f req-fd66f454-edf2-4bcd-b9d6-92a5526c1c23 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=d04a5fd8-4ac2-4db7-9754-ddcb0d75c40e HTTP/1.1" status: 200 len: 210 time: 0.0272300 Oct 27 16:47:52.246406 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:52.334966 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:54.249200 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.282546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44382) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:47:58.438360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Deleting port 5eaf454d-456e-44db-8872-2bf5674288ef {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:47:58.438695 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.512886 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.513208 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.525589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Calling delete_port for 5eaf454d-456e-44db-8872-2bf5674288ef owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:47:58.729360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:58.757805 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event deleted for resources: {'Port': ['ID=5eaf454d-456e-44db-8872-2bf5674288ef,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:47:59.131577 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:59.131900 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Floating IP c557696c-3386-42a3-89d8-34efe9964d83 disassociated (deleted). External IP: 172.25.4.240, port: f71bd0b3-e35a-4d72-8810-71efc017d8e0. Oct 27 16:47:59.339098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Router 2a3916d1-d05a-444f-8a90-32992f658b35 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:47:59.458869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:47:59.463717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:59.468546 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aac19d-9ae3-4d52-87ab-dc2c9942547e None None] Sync routers for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:47:59.480290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aac19d-9ae3-4d52-87ab-dc2c9942547e None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:47:59.481162 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-11aac19d-9ae3-4d52-87ab-dc2c9942547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:47:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:59.495025 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-36e09e6a-6f51-4595-a6f7-9ed4ddeb65f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "DELETE /v2.0/floatingips/c557696c-3386-42a3-89d8-34efe9964d83 HTTP/1.1" status: 204 len: 168 time: 1.2081985 Oct 27 16:47:59.495025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'tag': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:47:59.495547 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb181cf-06c0-4c3a-a87d-7f779c398df5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e37a5e4-d475-4f9f-9f90-463b014c0971", "tag": "f71bd0b3-e35a-4d72-8810-71efc017d8e0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:47:59.549721 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf66fc91-8acf-4baa-8c6a-5babb4480aa3 x-openstack-request-id: req-cf66fc91-8acf-4baa-8c6a-5babb4480aa3 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:47:59.549924 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e37a5e4-d475-4f9f-9f90-463b014c0971", "tag": "f71bd0b3-e35a-4d72-8810-71efc017d8e0", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:47:59.550273 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf66fc91-8acf-4baa-8c6a-5babb4480aa3 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:47:59.550749 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'tag': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'status': 'completed', 'code': 200} Oct 27 16:47:59.593122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-11aac19d-9ae3-4d52-87ab-dc2c9942547e None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:47:59.615757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb181cf-06c0-4c3a-a87d-7f779c398df5 req-f27e39ba-7d67-46a5-856f-59bdc394c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:59.618962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cb181cf-06c0-4c3a-a87d-7f779c398df5 req-f27e39ba-7d67-46a5-856f-59bdc394c564 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3cdb4db5640a48518f8166c1266fa319&device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 1096 time: 0.0465283 Oct 27 16:47:59.715324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb181cf-06c0-4c3a-a87d-7f779c398df5 req-8a8d7547-1c50-4db8-bd42-cdf099e605f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:59.716854 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cb181cf-06c0-4c3a-a87d-7f779c398df5 req-8a8d7547-1c50-4db8-bd42-cdf099e605f7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 200 len: 912 time: 0.0931389 Oct 27 16:47:59.763113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cb181cf-06c0-4c3a-a87d-7f779c398df5 req-3f44823d-974a-49ea-8d3b-fa69c55b871a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0 HTTP/1.1" status: 200 len: 217 time: 0.0377965 Oct 27 16:47:59.819444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb181cf-06c0-4c3a-a87d-7f779c398df5 req-e0a4b05d-193b-40d8-b607-b0b5518dcd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:59.821863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cb181cf-06c0-4c3a-a87d-7f779c398df5 req-e0a4b05d-193b-40d8-b607-b0b5518dcd96 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 200 len: 850 time: 0.0501559 Oct 27 16:47:59.875712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb181cf-06c0-4c3a-a87d-7f779c398df5 req-d5fdf5fa-d1b0-4a34-867f-88b0c6eed9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:59.877532 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cb181cf-06c0-4c3a-a87d-7f779c398df5 req-d5fdf5fa-d1b0-4a34-867f-88b0c6eed9eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1b392652-e494-4ed3-9954-2b4eaa7575b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487695 Oct 27 16:47:59.885479 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:47:59.919433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9cd7-abdf-4389-a79b-f498dc8efd48 req-86eeb086-bc4a-41cb-bc29-c6f0d824b38a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:47:59.921080 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9eba9cd7-abdf-4389-a79b-f498dc8efd48 req-86eeb086-bc4a-41cb-bc29-c6f0d824b38a tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 945 time: 0.0524395 Oct 27 16:47:59.963520 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9eba9cd7-abdf-4389-a79b-f498dc8efd48 req-5915d8d6-e798-432d-983d-25df13cbff2b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/security-groups?id=f5761eae-fcd8-4302-aff4-f9d9daf5cb62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356381 Oct 27 16:47:59.983815 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-11aac19d-9ae3-4d52-87ab-dc2c9942547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:47:59.988664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cb181cf-06c0-4c3a-a87d-7f779c398df5 req-a86d3faa-365c-4b06-aec9-6fcb9358f832 service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984857 Oct 27 16:48:00.014564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aac19d-9ae3-4d52-87ab-dc2c9942547e None None] Checking router: 2a3916d1-d05a-444f-8a90-32992f658b35 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:48:00.022812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aac19d-9ae3-4d52-87ab-dc2c9942547e None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:00.023424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-11aac19d-9ae3-4d52-87ab-dc2c9942547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:47:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:00.089856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cb181cf-06c0-4c3a-a87d-7f779c398df5 req-b15bb0df-f095-47b9-8b09-9efcf26c1fe6 service neutron] 10.222.0.54 "GET /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926361 Oct 27 16:48:00.133259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-11aac19d-9ae3-4d52-87ab-dc2c9942547e None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:00.334064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-11aac19d-9ae3-4d52-87ab-dc2c9942547e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:00.363983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11aac19d-9ae3-4d52-87ab-dc2c9942547e None None] The sync data for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 is: [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:32:53Z', 'revision_number': 4, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '103c61c0-6ad0-4a84-a9a2-753b446ebde7', 'name': '', 'network_id': '1b392652-e494-4ed3-9954-2b4eaa7575b7', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'mac_address': 'fa:16:3e:32:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:52Z', 'updated_at': '2021-10-27T16:33:00Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'subnets': [{'id': '84ab4aa4-dd47-43f8-8bdd-470c530f77ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:00.489690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fe1be-f574-4e70-a2e0-41d8633a6fc5 req-ae4fb97a-403f-4f61-90e1-1ad9f533087c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:00.491221 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f5fe1be-f574-4e70-a2e0-41d8633a6fc5 req-ae4fb97a-403f-4f61-90e1-1ad9f533087c tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 945 time: 0.0500114 Oct 27 16:48:00.590899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-0f5fe1be-f574-4e70-a2e0-41d8633a6fc5 req-d0b116de-d886-45b2-9ca8-b491e72d07aa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Deleting port f71bd0b3-e35a-4d72-8810-71efc017d8e0 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:00.591243 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0f5fe1be-f574-4e70-a2e0-41d8633a6fc5 req-d0b116de-d886-45b2-9ca8-b491e72d07aa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:00.594408 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50fda6-2d80-46a9-9f94-35fae258892c None None] New status for floating IP c557696c-3386-42a3-89d8-34efe9964d83: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:48:00.682651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-0f5fe1be-f574-4e70-a2e0-41d8633a6fc5 req-d0b116de-d886-45b2-9ca8-b491e72d07aa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] For port f71bd0b3-e35a-4d72-8810-71efc017d8e0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f71bd0b3-e35a-4d72-8810-71efc017d8e0,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:00.682877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0f5fe1be-f574-4e70-a2e0-41d8633a6fc5 req-d0b116de-d886-45b2-9ca8-b491e72d07aa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:00.695733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-0f5fe1be-f574-4e70-a2e0-41d8633a6fc5 req-d0b116de-d886-45b2-9ca8-b491e72d07aa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Calling delete_port for f71bd0b3-e35a-4d72-8810-71efc017d8e0 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:00.906596 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0f5fe1be-f574-4e70-a2e0-41d8633a6fc5 req-d0b116de-d886-45b2-9ca8-b491e72d07aa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:00.935919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b116de-d886-45b2-9ca8-b491e72d07aa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event deleted for resources: {'Port': ['ID=f71bd0b3-e35a-4d72-8810-71efc017d8e0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:00.981221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5fe1be-f574-4e70-a2e0-41d8633a6fc5 req-d0b116de-d886-45b2-9ca8-b491e72d07aa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] No DVR routers for this DVR port f71bd0b3-e35a-4d72-8810-71efc017d8e0 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:00.983708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0f5fe1be-f574-4e70-a2e0-41d8633a6fc5 req-d0b116de-d886-45b2-9ca8-b491e72d07aa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:00.987025 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f5fe1be-f574-4e70-a2e0-41d8633a6fc5 req-d0b116de-d886-45b2-9ca8-b491e72d07aa tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.54 "DELETE /v2.0/ports/f71bd0b3-e35a-4d72-8810-71efc017d8e0 HTTP/1.1" status: 204 len: 173 time: 0.4895585 Oct 27 16:48:01.068259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dc254445-5294-43d5-a289-00d5f2e96b63 req-1151ffb9-a62c-4dfb-bc62-edde977a805d tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 210 time: 0.0305903 Oct 27 16:48:01.551980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'name': 'network-vif-deleted', 'tag': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:48:01.554495 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07441ddc-eadd-45a0-b311-86c521006a90" -d '{"events": [{"server_uuid": "7e37a5e4-d475-4f9f-9f90-463b014c0971", "name": "network-vif-deleted", "tag": "f71bd0b3-e35a-4d72-8810-71efc017d8e0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:48:01.591969 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7955cd87-17e0-4b2f-a366-403f19dc1867 x-openstack-request-id: req-7955cd87-17e0-4b2f-a366-403f19dc1867 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:48:01.592292 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e37a5e4-d475-4f9f-9f90-463b014c0971", "name": "network-vif-deleted", "tag": "f71bd0b3-e35a-4d72-8810-71efc017d8e0", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:48:01.592552 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7955cd87-17e0-4b2f-a366-403f19dc1867 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:48:01.592952 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e37a5e4-d475-4f9f-9f90-463b014c0971', 'name': 'network-vif-deleted', 'tag': 'f71bd0b3-e35a-4d72-8810-71efc017d8e0', 'status': 'completed', 'code': 200} Oct 27 16:48:02.163892 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fa19c93-0907-463a-b3f1-089d8fa30822 req-d3a51008-eb60-4581-8d5c-83a46efe950b tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 210 time: 0.0268743 Oct 27 16:48:02.786332 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:03.268671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ea23553-a331-4f56-a61d-6adf265e2f7b req-e231bbee-e543-49e2-8276-b4c750f08990 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 210 time: 0.0315309 Oct 27 16:48:04.363794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-082a5ed6-76bd-4a30-9d68-7c60cbf78de2 req-c82fdb2c-2f5d-41d7-bd68-9a4ab776f99e tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 210 time: 0.0259199 Oct 27 16:48:05.461917 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c72b7b7-563c-4943-9423-cda66552613b req-3219f3aa-47b0-4ad3-a1cf-ccae364c0488 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e37a5e4-d475-4f9f-9f90-463b014c0971 HTTP/1.1" status: 200 len: 210 time: 0.0274174 Oct 27 16:48:05.472567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f71bd0b3-e35a-4d72-8810-71efc017d8e0 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:05.493406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: f71bd0b3-e35a-4d72-8810-71efc017d8e0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:05.494177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f71bd0b3-e35a-4d72-8810-71efc017d8e0 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:06.518081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44404) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:06.644346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad2d6a-29a7-47b7-a538-ec42142b92f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Deleting port 5c09698a-c59d-4d90-b1f9-446cf9456422 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:06.644682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2d6a-29a7-47b7-a538-ec42142b92f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.722651 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2d6a-29a7-47b7-a538-ec42142b92f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.722970 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2d6a-29a7-47b7-a538-ec42142b92f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.734818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad2d6a-29a7-47b7-a538-ec42142b92f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Calling delete_port for 5c09698a-c59d-4d90-b1f9-446cf9456422 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:06.963451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2d6a-29a7-47b7-a538-ec42142b92f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:06.995508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad2d6a-29a7-47b7-a538-ec42142b92f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event deleted for resources: {'Port': ['ID=5c09698a-c59d-4d90-b1f9-446cf9456422,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:07.056880 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2d6a-29a7-47b7-a538-ec42142b92f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:07.059669 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0ad2d6a-29a7-47b7-a538-ec42142b92f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:07.060878 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b0ad2d6a-29a7-47b7-a538-ec42142b92f9 tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "DELETE /v2.0/floatingips/04e9034f-770f-41f9-b373-e716dd09fdad HTTP/1.1" status: 204 len: 168 time: 0.5418072 Oct 27 16:48:10.231499 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:48:10.474372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44420) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:10.536621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.563514 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.667012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.669780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:10.670953 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] 10.222.0.15 "DELETE /v2.0/security-groups/f5761eae-fcd8-4302-aff4-f9d9daf5cb62 HTTP/1.1" status: 204 len: 168 time: 0.1955912 Oct 27 16:48:10.680615 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5761eae-fcd8-4302-aff4-f9d9daf5cb62,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:10.693330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.693684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.694030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.694370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.694708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.695045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.695815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.695815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.696005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.697116 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.698131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.698603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bda9381-5a76-4216-9bf5-5cd7873b1b7f tempest-TestVolumeBootPattern-771181733 tempest-TestVolumeBootPattern-771181733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:10.794504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44424) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:11.251179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:11.503646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] Deleting port 103c61c0-6ad0-4a84-a9a2-753b446ebde7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:11.503983 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:11.587036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] For port 103c61c0-6ad0-4a84-a9a2-753b446ebde7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=103c61c0-6ad0-4a84-a9a2-753b446ebde7,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:11.588511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:11.600535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] Calling delete_port for 103c61c0-6ad0-4a84-a9a2-753b446ebde7 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:11.849178 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:11.873358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=103c61c0-6ad0-4a84-a9a2-753b446ebde7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:12.042896 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:12.259814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] Router 2a3916d1-d05a-444f-8a90-32992f658b35 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:48:12.367125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:48:12.372976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-036ea1f4-7d49-4c54-b6b6-a7b651bf09e1 admin admin] 10.222.0.15 "PUT /v2.0/routers/2a3916d1-d05a-444f-8a90-32992f658b35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5773537 Oct 27 16:48:12.375587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44428) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:12.378386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d862533-b473-4be0-84ff-67e6ef0986a7 None None] Sync routers for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:48:12.391655 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d862533-b473-4be0-84ff-67e6ef0986a7 None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:12.392301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4d862533-b473-4be0-84ff-67e6ef0986a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:47:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:12.478929 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:12.494393 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4d862533-b473-4be0-84ff-67e6ef0986a7 None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:12.582519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:12.676864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4d862533-b473-4be0-84ff-67e6ef0986a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:48:11Z', 'revision_number': 5, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port': {'id': 'b8c60bec-1711-4353-8145-9bf5b6b23d1c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:c6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:49Z', 'updated_at': '2021-10-27T16:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:12.697949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Deleting port b8c60bec-1711-4353-8145-9bf5b6b23d1c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:12.698283 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:12.704244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d862533-b473-4be0-84ff-67e6ef0986a7 None None] Checking router: 2a3916d1-d05a-444f-8a90-32992f658b35 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:48:12.712651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d862533-b473-4be0-84ff-67e6ef0986a7 None None] Routers {'2a3916d1-d05a-444f-8a90-32992f658b35'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:12.713378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4d862533-b473-4be0-84ff-67e6ef0986a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:47:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['2a3916d1-d05a-444f-8a90-32992f658b35'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:12.781767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] For port b8c60bec-1711-4353-8145-9bf5b6b23d1c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b8c60bec-1711-4353-8145-9bf5b6b23d1c,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:12.782128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:12.794396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Calling delete_port for b8c60bec-1711-4353-8145-9bf5b6b23d1c owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:12.801674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4d862533-b473-4be0-84ff-67e6ef0986a7 None None] Set router 2a3916d1-d05a-444f-8a90-32992f658b35 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:12.856121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4d862533-b473-4be0-84ff-67e6ef0986a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:48:12Z', 'revision_number': 6, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:12.883079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d862533-b473-4be0-84ff-67e6ef0986a7 None None] The sync data for ids ['2a3916d1-d05a-444f-8a90-32992f658b35'] in n-d-815689-1 is: [{'id': '2a3916d1-d05a-444f-8a90-32992f658b35', 'name': 'tempest-TestVolumeBootPattern-382746365-router', 'tenant_id': '3cdb4db5640a48518f8166c1266fa319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:47Z', 'updated_at': '2021-10-27T16:48:12Z', 'revision_number': 6, 'project_id': '3cdb4db5640a48518f8166c1266fa319', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:13.031549 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.356637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c60bec-1711-4353-8145-9bf5b6b23d1c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:13.418898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.515987 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.518254 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.620791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.621471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a3916d1-d05a-444f-8a90-32992f658b35 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:48:13.626975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.628220 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-17f98517-7c05-406f-a1fe-a26260a593d5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2a3916d1-d05a-444f-8a90-32992f658b35 HTTP/1.1" status: 204 len: 168 time: 1.2516057 Oct 27 16:48:13.633006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44430) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:13.675929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b02407-0262-403d-bb76-478f86784188 admin admin] Deleting subnet 84ab4aa4-dd47-43f8-8bdd-470c530f77ad {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:48:13.678963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4b02407-0262-403d-bb76-478f86784188 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.714686 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4b02407-0262-403d-bb76-478f86784188 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.797497 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4b02407-0262-403d-bb76-478f86784188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.855048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 103c61c0-6ad0-4a84-a9a2-753b446ebde7 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:13.876012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 103c61c0-6ad0-4a84-a9a2-753b446ebde7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:13.876382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 103c61c0-6ad0-4a84-a9a2-753b446ebde7 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:13.876796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b8c60bec-1711-4353-8145-9bf5b6b23d1c no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:13.900918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b8c60bec-1711-4353-8145-9bf5b6b23d1c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:13.901267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b8c60bec-1711-4353-8145-9bf5b6b23d1c not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:13.929113 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4b02407-0262-403d-bb76-478f86784188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.957325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b02407-0262-403d-bb76-478f86784188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ab4aa4-dd47-43f8-8bdd-470c530f77ad,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:13.959500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c4b02407-0262-403d-bb76-478f86784188 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:13.963402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c4b02407-0262-403d-bb76-478f86784188 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/84ab4aa4-dd47-43f8-8bdd-470c530f77ad HTTP/1.1" status: 204 len: 168 time: 0.3316464 Oct 27 16:48:13.964679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e41b8-7604-4675-84da-648ccf4420b2 None None] Network 1b392652-e494-4ed3-9954-2b4eaa7575b7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:48:13.965720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44432) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:14.033424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.091720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Deleting port 08f921bc-e8f2-4ccb-852e-49c463c52d5c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:14.092076 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.147722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] DHCP port deletion for 1b392652-e494-4ed3-9954-2b4eaa7575b7 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:48:14.154809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] For port 08f921bc-e8f2-4ccb-852e-49c463c52d5c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=08f921bc-e8f2-4ccb-852e-49c463c52d5c,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:14.155168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.168312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Calling delete_port for 08f921bc-e8f2-4ccb-852e-49c463c52d5c owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:14.195411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Deleting port 08f921bc-e8f2-4ccb-852e-49c463c52d5c {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:14.195781 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.258485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] For port 08f921bc-e8f2-4ccb-852e-49c463c52d5c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=08f921bc-e8f2-4ccb-852e-49c463c52d5c,segment=NetworkSegment(e14330c5-90f3-4a8a-af9b-fd50334ead9e),segment_id=e14330c5-90f3-4a8a-af9b-fd50334ead9e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:14.264688 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.272490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Calling delete_port for 08f921bc-e8f2-4ccb-852e-49c463c52d5c owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:14.311652 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.338574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Pushing event deleted for resources: {'Port': ['ID=08f921bc-e8f2-4ccb-852e-49c463c52d5c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:14.345359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] No DVR routers for this DVR port 08f921bc-e8f2-4ccb-852e-49c463c52d5c on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 27 16:48:14.357704 n-d-815689-1 neutron-server[109724]: self.session.flush() Oct 27 16:48:14.363159 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.390423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Pushing event deleted for resources: {'Port': ['ID=08f921bc-e8f2-4ccb-852e-49c463c52d5c,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:14.397768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] No DVR routers for this DVR port 08f921bc-e8f2-4ccb-852e-49c463c52d5c on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:14.400519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.400888 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.401235 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.401573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.401903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.402250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.402576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.402903 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.403244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.403569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.403894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.404239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a3ee72-e4e2-46a9-96c6-95d747409ec9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:48:14.433918 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.458722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b392652-e494-4ed3-9954-2b4eaa7575b7']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:14.468841 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14330c5-90f3-4a8a-af9b-fd50334ead9e') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:14.469142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14330c5-90f3-4a8a-af9b-fd50334ead9e') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:14.479681 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.493260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.502572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:48:14.502572 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:48:14.503377 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:48:14.620552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.625943 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:14.629113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1b392652-e494-4ed3-9954-2b4eaa7575b7 HTTP/1.1" status: 204 len: 168 time: 0.6624722 Oct 27 16:48:14.632215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44434) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:14.640893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54dd50f-de03-427d-8c69-f8ffc1773883 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b392652-e494-4ed3-9954-2b4eaa7575b7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:14.975318 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:15.215010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] Deleting port 08c95eb3-f447-4d42-912f-457aa8ff6fb9 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:15.215382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:15.293757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] For port 08c95eb3-f447-4d42-912f-457aa8ff6fb9, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=08c95eb3-f447-4d42-912f-457aa8ff6fb9,segment=NetworkSegment(485ba1c0-6025-4d33-a6ee-03df9e215474),segment_id=485ba1c0-6025-4d33-a6ee-03df9e215474)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:15.294182 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:15.306710 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] Calling delete_port for 08c95eb3-f447-4d42-912f-457aa8ff6fb9 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:15.517391 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:15.545290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=08c95eb3-f447-4d42-912f-457aa8ff6fb9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:15.713838 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:15.896341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 08f921bc-e8f2-4ccb-852e-49c463c52d5c no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:15.919841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 08f921bc-e8f2-4ccb-852e-49c463c52d5c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:15.920316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 08f921bc-e8f2-4ccb-852e-49c463c52d5c not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:15.943508 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] Router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:48:16.046176 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:48:16.051763 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bb3fc286-375f-42d1-b2c7-8cd2a7798d1a admin admin] 10.222.0.15 "PUT /v2.0/routers/38e96d20-1a33-4a0f-b33d-6e8cc6ed297d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4185245 Oct 27 16:48:16.054286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44436) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:16.054909 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b14ef-7c7a-4769-81c0-c763120f749b None None] Sync routers for ids ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:48:16.065452 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b14ef-7c7a-4769-81c0-c763120f749b None None] Routers {'38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:16.066090 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0d0b14ef-7c7a-4769-81c0-c763120f749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:47:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:16.158847 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.169817 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-0d0b14ef-7c7a-4769-81c0-c763120f749b None None] Set router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:16.261969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.344822 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0d0b14ef-7c7a-4769-81c0-c763120f749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'name': 'tempest-TestVolumeBootPattern-2117918290-router', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:58Z', 'updated_at': '2021-10-27T16:48:15Z', 'revision_number': 5, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'gw_port': {'id': 'e9f6c4d5-6f7d-43f2-8d7e-106380820666', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:ea:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:32:59Z', 'updated_at': '2021-10-27T16:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:16.374991 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b14ef-7c7a-4769-81c0-c763120f749b None None] Checking router: 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:48:16.383339 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Deleting port e9f6c4d5-6f7d-43f2-8d7e-106380820666 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:16.383832 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b14ef-7c7a-4769-81c0-c763120f749b None None] Routers {'38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:48:16.384260 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.384641 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0d0b14ef-7c7a-4769-81c0-c763120f749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:47:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:16.468599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] For port e9f6c4d5-6f7d-43f2-8d7e-106380820666, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e9f6c4d5-6f7d-43f2-8d7e-106380820666,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:16.468869 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.472402 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-0d0b14ef-7c7a-4769-81c0-c763120f749b None None] Set router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:48:16.482470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Calling delete_port for e9f6c4d5-6f7d-43f2-8d7e-106380820666 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:16.523962 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-0d0b14ef-7c7a-4769-81c0-c763120f749b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'name': 'tempest-TestVolumeBootPattern-2117918290-router', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:58Z', 'updated_at': '2021-10-27T16:48:16Z', 'revision_number': 6, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:16.553022 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b14ef-7c7a-4769-81c0-c763120f749b None None] The sync data for ids ['38e96d20-1a33-4a0f-b33d-6e8cc6ed297d'] in n-d-815689-1 is: [{'id': '38e96d20-1a33-4a0f-b33d-6e8cc6ed297d', 'name': 'tempest-TestVolumeBootPattern-2117918290-router', 'tenant_id': '64b3fd8f668d452bb48e1fc896af8d60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:32:58Z', 'updated_at': '2021-10-27T16:48:16Z', 'revision_number': 6, 'project_id': '64b3fd8f668d452bb48e1fc896af8d60', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:48:16.711566 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:16.737194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f6c4d5-6f7d-43f2-8d7e-106380820666,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:16.800621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.185700 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.187898 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.346144 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.346796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38e96d20-1a33-4a0f-b33d-6e8cc6ed297d {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:48:17.351868 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.353787 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0a2c5041-e335-4ac6-b5ee-7cec1aff6d87 admin admin] 10.222.0.15 "DELETE /v2.0/routers/38e96d20-1a33-4a0f-b33d-6e8cc6ed297d HTTP/1.1" status: 204 len: 168 time: 1.2984567 Oct 27 16:48:17.356401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44438) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:17.401400 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c05161-4f6a-47f6-8357-b8886b969840 admin admin] Deleting subnet a52f6837-6e17-4596-a523-4e4ff14f4579 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:48:17.404609 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42c05161-4f6a-47f6-8357-b8886b969840 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.442448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42c05161-4f6a-47f6-8357-b8886b969840 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.526623 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42c05161-4f6a-47f6-8357-b8886b969840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.631992 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42c05161-4f6a-47f6-8357-b8886b969840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.657944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c05161-4f6a-47f6-8357-b8886b969840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52f6837-6e17-4596-a523-4e4ff14f4579,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:17.661819 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-42c05161-4f6a-47f6-8357-b8886b969840 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.665044 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-42c05161-4f6a-47f6-8357-b8886b969840 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a52f6837-6e17-4596-a523-4e4ff14f4579 HTTP/1.1" status: 204 len: 168 time: 0.3076711 Oct 27 16:48:17.668334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44440) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:17.669859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a9e54-ce83-4b7e-8b90-bb09b2742305 None None] Network 0fb02e53-650f-4f76-a67c-55521e57ea8c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:48:17.742075 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.798298 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Deleting port 175eedef-9932-4ba1-b9f4-638679f87eb0 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:17.798593 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.849887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996718df-455d-4cf7-8684-fb2a6d53789e None None] DHCP port deletion for 0fb02e53-650f-4f76-a67c-55521e57ea8c request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:48:17.868352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] For port 175eedef-9932-4ba1-b9f4-638679f87eb0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=175eedef-9932-4ba1-b9f4-638679f87eb0,segment=NetworkSegment(485ba1c0-6025-4d33-a6ee-03df9e215474),segment_id=485ba1c0-6025-4d33-a6ee-03df9e215474)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:17.869115 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:17.880584 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 08c95eb3-f447-4d42-912f-457aa8ff6fb9 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:17.882005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Calling delete_port for 175eedef-9932-4ba1-b9f4-638679f87eb0 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:17.902282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 08c95eb3-f447-4d42-912f-457aa8ff6fb9 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:17.902616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 08c95eb3-f447-4d42-912f-457aa8ff6fb9 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:17.903024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e9f6c4d5-6f7d-43f2-8d7e-106380820666 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:17.926848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e9f6c4d5-6f7d-43f2-8d7e-106380820666 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:17.927177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e9f6c4d5-6f7d-43f2-8d7e-106380820666 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:17.942762 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-996718df-455d-4cf7-8684-fb2a6d53789e None None] Deleting port 175eedef-9932-4ba1-b9f4-638679f87eb0 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:48:17.943131 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-996718df-455d-4cf7-8684-fb2a6d53789e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.007897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-996718df-455d-4cf7-8684-fb2a6d53789e None None] For port 175eedef-9932-4ba1-b9f4-638679f87eb0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=175eedef-9932-4ba1-b9f4-638679f87eb0,segment=NetworkSegment(485ba1c0-6025-4d33-a6ee-03df9e215474),segment_id=485ba1c0-6025-4d33-a6ee-03df9e215474)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:48:18.008229 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-996718df-455d-4cf7-8684-fb2a6d53789e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.014415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.024683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-996718df-455d-4cf7-8684-fb2a6d53789e None None] Calling delete_port for 175eedef-9932-4ba1-b9f4-638679f87eb0 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:48:18.040785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Pushing event deleted for resources: {'Port': ['ID=175eedef-9932-4ba1-b9f4-638679f87eb0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:18.044630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] No DVR routers for this DVR port 175eedef-9932-4ba1-b9f4-638679f87eb0 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:18.102878 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-996718df-455d-4cf7-8684-fb2a6d53789e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.121925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.128975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996718df-455d-4cf7-8684-fb2a6d53789e None None] Pushing event deleted for resources: {'Port': ['ID=175eedef-9932-4ba1-b9f4-638679f87eb0,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:18.131094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996718df-455d-4cf7-8684-fb2a6d53789e None None] No DVR routers for this DVR port 175eedef-9932-4ba1-b9f4-638679f87eb0 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:48:18.147645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb02e53-650f-4f76-a67c-55521e57ea8c']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:18.157973 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485ba1c0-6025-4d33-a6ee-03df9e215474') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:18.158270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485ba1c0-6025-4d33-a6ee-03df9e215474') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:48:18.167619 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.180340 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.186273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:48:18.186657 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:48:18.188307 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:48:18.294834 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.302170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.306153 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0fb02e53-650f-4f76-a67c-55521e57ea8c HTTP/1.1" status: 204 len: 168 time: 0.6367717 Oct 27 16:48:18.319028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584db97-d309-4879-b7b5-60e72f978492 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fb02e53-650f-4f76-a67c-55521e57ea8c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:18.522994 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-eae5d509-a3c4-416a-b990-e95d15acd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.613715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44444) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:18.653966 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fdacafb6-f1b8-4844-8b17-922f659f0020 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cdb4db5640a48518f8166c1266fa319&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390866 Oct 27 16:48:18.656424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44446) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:18.704476 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc895cf0-01fb-4b4e-a5c0-3ef6106cffc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.732725 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc895cf0-01fb-4b4e-a5c0-3ef6106cffc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.825968 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc895cf0-01fb-4b4e-a5c0-3ef6106cffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.829247 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc895cf0-01fb-4b4e-a5c0-3ef6106cffc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:18.830580 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bc895cf0-01fb-4b4e-a5c0-3ef6106cffc2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31fbc494-d166-4fd8-8b65-8396e25e6e10 HTTP/1.1" status: 204 len: 168 time: 0.1732094 Oct 27 16:48:18.839103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc895cf0-01fb-4b4e-a5c0-3ef6106cffc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fbc494-d166-4fd8-8b65-8396e25e6e10,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:19.446639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44452) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:19.487845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-287722f7-d9e0-441e-a009-4e094b04b529 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64b3fd8f668d452bb48e1fc896af8d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399947 Oct 27 16:48:19.490213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44454) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:48:19.539099 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a3b9072c-69cb-44a9-b4ed-86cca241e617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:19.560153 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a3b9072c-69cb-44a9-b4ed-86cca241e617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:19.654777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a3b9072c-69cb-44a9-b4ed-86cca241e617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:19.657335 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a3b9072c-69cb-44a9-b4ed-86cca241e617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:19.658483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a3b9072c-69cb-44a9-b4ed-86cca241e617 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78d5d2fc-4046-46c8-b16f-e73457b14e52 HTTP/1.1" status: 204 len: 168 time: 0.1673701 Oct 27 16:48:19.666455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9072c-69cb-44a9-b4ed-86cca241e617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d5d2fc-4046-46c8-b16f-e73457b14e52,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:48:19.835773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 175eedef-9932-4ba1-b9f4-638679f87eb0 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:48:19.859215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 175eedef-9932-4ba1-b9f4-638679f87eb0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:48:19.859554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 175eedef-9932-4ba1-b9f4-638679f87eb0 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:48:21.534208 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-07f83170-c9e8-4f86-a193-54587a3a5248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:22.247303 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:22.311165 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:24.271336 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:28.271909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-680e5029-7a94-418d-a7b0-5a1f9a47522f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1904600 Oct 27 16:48:28.353296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-6e1f7de8-8fe9-42b7-90bc-95710b592142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.354703 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-6e1f7de8-8fe9-42b7-90bc-95710b592142 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3803d6fd05384dc6a4bdacd800f31216&device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 1097 time: 0.0405660 Oct 27 16:48:28.457938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-1e215705-5b7a-4d51-84f3-f6b5772e0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.459398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-1e215705-5b7a-4d51-84f3-f6b5772e0f6f service neutron] 10.222.0.54 "GET /v2.0/networks?id=608ca137-9c41-4b28-b213-e8dc4dbe7212 HTTP/1.1" status: 200 len: 909 time: 0.0858104 Oct 27 16:48:28.527235 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-bf2eb52a-656f-4b6e-9724-78273bc4e37f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0e21f87-c66c-473e-a1a6-965f40b42b5c HTTP/1.1" status: 200 len: 1002 time: 0.0611372 Oct 27 16:48:28.576406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-288974b4-803c-4e2c-a118-12033b744973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.578087 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-288974b4-803c-4e2c-a118-12033b744973 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1f7a8f-f385-4f6e-a3fa-6967d928a550 HTTP/1.1" status: 200 len: 847 time: 0.0445020 Oct 27 16:48:28.628013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-b885ef96-0076-4fed-8e54-e4013b9af198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:48:28.629426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-b885ef96-0076-4fed-8e54-e4013b9af198 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=608ca137-9c41-4b28-b213-e8dc4dbe7212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406079 Oct 27 16:48:28.640339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-49e3da17-abf1-4768-81fd-205e2247272f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:48:28.641273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-49e3da17-abf1-4768-81fd-205e2247272f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049045 Oct 27 16:48:28.733344 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-89afb909-7432-41ad-b16d-ef8217074d7d service neutron] 10.222.0.54 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845649 Oct 27 16:48:28.821499 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9fa5bbed-9dc7-4d9a-822f-e18e8a17b907 req-e41ec73a-ef83-44b5-87c3-86422b019896 service neutron] 10.222.0.54 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811048 Oct 27 16:48:29.676749 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:32.825257 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:47.232588 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:48:48.499766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4fb3a93d-13be-4627-ae27-16871dc306fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:51.545337 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-16eba4c8-1f06-412d-b4d8-e59f54fd33eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:52.245467 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:52.316322 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:54.265077 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:48:59.733942 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:02.796254 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:18.504660 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6274e6f9-012d-4d34-8ac0-a16e99eef1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:21.573508 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4f27180d-48fe-485c-ac77-e0a4f88717ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:22.298968 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:22.333184 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:24.232377 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:49:24.270410 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:29.704506 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:30.131591 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-20a5db32-8fd4-4692-8d7e-d30de2544e35 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456357 Oct 27 16:49:30.215643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-f816f74b-86b4-451a-91ff-9af6bf102df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:30.217781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-f816f74b-86b4-451a-91ff-9af6bf102df7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=3803d6fd05384dc6a4bdacd800f31216&device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 1097 time: 0.0412340 Oct 27 16:49:30.323028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-822b1908-80fa-4ed1-8bf0-5bcd67407051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:30.324565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-822b1908-80fa-4ed1-8bf0-5bcd67407051 service neutron] 10.222.0.54 "GET /v2.0/networks?id=608ca137-9c41-4b28-b213-e8dc4dbe7212 HTTP/1.1" status: 200 len: 909 time: 0.0887687 Oct 27 16:49:30.390953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-d6f30fbe-a383-4ef1-8de6-62c3cb5950c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f0e21f87-c66c-473e-a1a6-965f40b42b5c HTTP/1.1" status: 200 len: 1002 time: 0.0588348 Oct 27 16:49:30.439456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-01880084-276a-47d3-b3ce-8614bf8efa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:30.440949 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-01880084-276a-47d3-b3ce-8614bf8efa64 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e1f7a8f-f385-4f6e-a3fa-6967d928a550 HTTP/1.1" status: 200 len: 847 time: 0.0430748 Oct 27 16:49:30.489353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-68141fd7-5ac8-4888-a485-2c223d5989f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:49:30.490845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-68141fd7-5ac8-4888-a485-2c223d5989f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=608ca137-9c41-4b28-b213-e8dc4dbe7212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433474 Oct 27 16:49:30.581966 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-6578c860-b6aa-45e6-964f-94a2b73d450a service neutron] 10.222.0.54 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827579 Oct 27 16:49:30.677132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90766c1a-4ff5-4256-94dc-68d4cf480147 req-6dbc1ce5-78c9-491c-8ae3-da8e29cffe3c service neutron] 10.222.0.54 "GET /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875976 Oct 27 16:49:32.847361 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:48.510107 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dc925217-eef2-4b4f-9b8b-d5e22b61fa00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:51.555635 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9d623f81-4f4b-44c6-b64e-3cece18f76ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:52.258364 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:52.316057 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:54.281884 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:49:59.692922 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:01.231445 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:50:02.824329 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:18.549629 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3791aa87-3460-4e7e-a43b-d2a792a21e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:21.532569 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8f94e42d-0f54-4647-b974-4a63d8f58513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:22.263983 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:22.332299 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:24.286655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:26.694050 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5f61c-08bd-4637-bb91-c584d3cfae0d req-cbedca34-68d5-49dc-9716-4067dcc95c97 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:26.695533 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0d5f61c-08bd-4637-bb91-c584d3cfae0d req-cbedca34-68d5-49dc-9716-4067dcc95c97 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 946 time: 0.0500400 Oct 27 16:50:26.734114 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b0d5f61c-08bd-4637-bb91-c584d3cfae0d req-e357b1f4-63df-4e2c-b27a-30ea0edea801 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315502 Oct 27 16:50:27.852643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7cdc66-8cf1-4f5a-a850-ef75a7c8b93b req-c25b8581-3a09-498d-ae69-c9f08332b089 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:27.854110 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c7cdc66-8cf1-4f5a-a850-ef75a7c8b93b req-c25b8581-3a09-498d-ae69-c9f08332b089 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 946 time: 0.0508525 Oct 27 16:50:27.901192 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c7cdc66-8cf1-4f5a-a850-ef75a7c8b93b req-83c16b45-fd97-4afb-8b71-1d673925347c tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f89c522-a78b-4817-9606-60641a6dd309&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402482 Oct 27 16:50:27.937050 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-0afcff68-ddf9-43fa-88dd-5d5e5c2c8517 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:27.938587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-0afcff68-ddf9-43fa-88dd-5d5e5c2c8517 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.54 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 946 time: 0.0487914 Oct 27 16:50:28.035228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Deleting port f0e21f87-c66c-473e-a1a6-965f40b42b5c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:28.035483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.123384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] For port f0e21f87-c66c-473e-a1a6-965f40b42b5c, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=f0e21f87-c66c-473e-a1a6-965f40b42b5c,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:28.123740 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.294752 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.295111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.295428 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Floating IP ca389815-ec63-41cd-80ba-daf5ff86989f disassociated. External IP: 172.25.4.234, port: f0e21f87-c66c-473e-a1a6-965f40b42b5c. Oct 27 16:50:28.295770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Calling delete_port for f0e21f87-c66c-473e-a1a6-965f40b42b5c owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:28.486965 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.522381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event deleted for resources: {'Port': ['ID=f0e21f87-c66c-473e-a1a6-965f40b42b5c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:28.537147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.537491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.537828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.538164 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.538493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.538821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.539146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.539474 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.539797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.540142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.540477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.540794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:28.649944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Router 6087fd79-0a19-4feb-9e25-913b6138a659 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:50:28.755074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:50:28.766381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e691a9b-4af3-4a72-a545-4c23df7db8ad None None] Sync routers for ids ['6087fd79-0a19-4feb-9e25-913b6138a659'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:50:28.778504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e691a9b-4af3-4a72-a545-4c23df7db8ad None None] Routers {'6087fd79-0a19-4feb-9e25-913b6138a659'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:28.779974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9e691a9b-4af3-4a72-a545-4c23df7db8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:50:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6087fd79-0a19-4feb-9e25-913b6138a659'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:28.798478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] No DVR routers for this DVR port f0e21f87-c66c-473e-a1a6-965f40b42b5c on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:50:28.800973 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:28.804340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77fe8864-d67a-4661-afac-eac34a68b9f6 req-c5c47fad-499f-41e3-965d-dee835af13b9 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.54 "DELETE /v2.0/ports/f0e21f87-c66c-473e-a1a6-965f40b42b5c HTTP/1.1" status: 204 len: 173 time: 0.8597538 Oct 27 16:50:28.804782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'name': 'network-vif-deleted', 'tag': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:50:28.807050 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19349af3-d57f-44aa-b998-2c69f2efe466" -d '{"events": [{"server_uuid": "e86ccde7-0a86-4281-928b-0179adbfbb5d", "name": "network-vif-deleted", "tag": "f0e21f87-c66c-473e-a1a6-965f40b42b5c"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:50:28.895480 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-9e691a9b-4af3-4a72-a545-4c23df7db8ad None None] Set router 6087fd79-0a19-4feb-9e25-913b6138a659 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:29.019820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-410980d4-1ed6-4d7e-862e-00da6d47bf6b req-d0ab49c9-9248-41a0-9246-be6d557a2b97 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "GET /v2.0/ports?device_id=e86ccde7-0a86-4281-928b-0179adbfbb5d HTTP/1.1" status: 200 len: 210 time: 0.0325358 Oct 27 16:50:29.117310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9e691a9b-4af3-4a72-a545-4c23df7db8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 4, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd357c75e-710d-4cca-87d6-43354782352c', 'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'mac_address': 'fa:16:3e:23:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:15Z', 'updated_at': '2021-10-27T16:45:20Z', 'revision_number': 5, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'subnets': [{'id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:29.144664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e691a9b-4af3-4a72-a545-4c23df7db8ad None None] Checking router: 6087fd79-0a19-4feb-9e25-913b6138a659 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:50:29.153000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e691a9b-4af3-4a72-a545-4c23df7db8ad None None] Routers {'6087fd79-0a19-4feb-9e25-913b6138a659'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:29.153598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9e691a9b-4af3-4a72-a545-4c23df7db8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:50:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6087fd79-0a19-4feb-9e25-913b6138a659'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:29.258614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-9e691a9b-4af3-4a72-a545-4c23df7db8ad None None] Set router 6087fd79-0a19-4feb-9e25-913b6138a659 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:29.459483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9e691a9b-4af3-4a72-a545-4c23df7db8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 4, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd357c75e-710d-4cca-87d6-43354782352c', 'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'mac_address': 'fa:16:3e:23:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:15Z', 'updated_at': '2021-10-27T16:45:20Z', 'revision_number': 5, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'subnets': [{'id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:29.487289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e691a9b-4af3-4a72-a545-4c23df7db8ad None None] The sync data for ids ['6087fd79-0a19-4feb-9e25-913b6138a659'] in n-d-815689-1 is: [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:45:16Z', 'revision_number': 4, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'd357c75e-710d-4cca-87d6-43354782352c', 'name': '', 'network_id': '608ca137-9c41-4b28-b213-e8dc4dbe7212', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'mac_address': 'fa:16:3e:23:5c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_interface', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:15Z', 'updated_at': '2021-10-27T16:45:20Z', 'revision_number': 5, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'subnets': [{'id': '5e1f7a8f-f385-4f6e-a3fa-6967d928a550', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:50:29.709587 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:29.722944 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e2adc-e4f1-439a-ad2c-1f449f0ee7d4 None None] New status for floating IP ca389815-ec63-41cd-80ba-daf5ff86989f: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:50:29.942851 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db60a97-a237-4f71-928b-bd3d02d95a9c x-openstack-request-id: req-5db60a97-a237-4f71-928b-bd3d02d95a9c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:50:29.943138 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86ccde7-0a86-4281-928b-0179adbfbb5d", "name": "network-vif-deleted", "tag": "f0e21f87-c66c-473e-a1a6-965f40b42b5c", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:50:29.943393 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5db60a97-a237-4f71-928b-bd3d02d95a9c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:50:29.943795 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86ccde7-0a86-4281-928b-0179adbfbb5d', 'name': 'network-vif-deleted', 'tag': 'f0e21f87-c66c-473e-a1a6-965f40b42b5c', 'status': 'completed', 'code': 200} Oct 27 16:50:30.078792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44534) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:30.204141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-cf957c08-d12e-4921-ae00-1acd8c3e3a6f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Deleting port 3cf8fa7d-4b04-47df-99fe-ef4cb03e34c9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:30.204393 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf957c08-d12e-4921-ae00-1acd8c3e3a6f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:30.282363 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf957c08-d12e-4921-ae00-1acd8c3e3a6f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:30.282689 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf957c08-d12e-4921-ae00-1acd8c3e3a6f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:30.294053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-cf957c08-d12e-4921-ae00-1acd8c3e3a6f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Calling delete_port for 3cf8fa7d-4b04-47df-99fe-ef4cb03e34c9 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:30.499250 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf957c08-d12e-4921-ae00-1acd8c3e3a6f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:30.522592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf957c08-d12e-4921-ae00-1acd8c3e3a6f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event deleted for resources: {'Port': ['ID=3cf8fa7d-4b04-47df-99fe-ef4cb03e34c9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:30.584107 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf957c08-d12e-4921-ae00-1acd8c3e3a6f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:30.586699 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cf957c08-d12e-4921-ae00-1acd8c3e3a6f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:30.587856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cf957c08-d12e-4921-ae00-1acd8c3e3a6f tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "DELETE /v2.0/floatingips/ca389815-ec63-41cd-80ba-daf5ff86989f HTTP/1.1" status: 204 len: 168 time: 0.5080762 Oct 27 16:50:30.656143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44540) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:30.714432 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74197f9e-d37d-4bac-ba66-81c3c8913401 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:30.740160 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74197f9e-d37d-4bac-ba66-81c3c8913401 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:30.846539 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74197f9e-d37d-4bac-ba66-81c3c8913401 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:30.849226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-74197f9e-d37d-4bac-ba66-81c3c8913401 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:30.850455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-74197f9e-d37d-4bac-ba66-81c3c8913401 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f89c522-a78b-4817-9606-60641a6dd309 HTTP/1.1" status: 204 len: 168 time: 0.1932750 Oct 27 16:50:30.860548 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74197f9e-d37d-4bac-ba66-81c3c8913401 tempest-TestServerBasicOps-611524475 tempest-TestServerBasicOps-611524475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f89c522-a78b-4817-9606-60641a6dd309,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:30.927353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44544) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:31.416205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:31.661348 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Deleting port d357c75e-710d-4cca-87d6-43354782352c {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:31.661684 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:31.737713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] For port d357c75e-710d-4cca-87d6-43354782352c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d357c75e-710d-4cca-87d6-43354782352c,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:31.737990 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:31.750633 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Calling delete_port for d357c75e-710d-4cca-87d6-43354782352c owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:31.978165 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.004190 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d357c75e-710d-4cca-87d6-43354782352c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:32.033089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.033437 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.033776 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.034110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.034439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.034775 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.035098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.035422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.035743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.036077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.036408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.036729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:32.186096 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.208613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f0e21f87-c66c-473e-a1a6-965f40b42b5c no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:32.233668 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: f0e21f87-c66c-473e-a1a6-965f40b42b5c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:32.234014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device f0e21f87-c66c-473e-a1a6-965f40b42b5c not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:32.396787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Router 6087fd79-0a19-4feb-9e25-913b6138a659 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:50:32.499331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:50:32.504711 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8a52ed2d-c6d2-43a2-9e5b-fdd86a67f3d3 admin admin] 10.222.0.15 "PUT /v2.0/routers/6087fd79-0a19-4feb-9e25-913b6138a659/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5763388 Oct 27 16:50:32.507274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44550) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:32.509970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6070ff35-0c5e-42bd-829d-5e0234727f04 None None] Sync routers for ids ['6087fd79-0a19-4feb-9e25-913b6138a659'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:50:32.520919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070ff35-0c5e-42bd-829d-5e0234727f04 None None] Routers {'6087fd79-0a19-4feb-9e25-913b6138a659'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:32.521524 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6070ff35-0c5e-42bd-829d-5e0234727f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:50:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6087fd79-0a19-4feb-9e25-913b6138a659'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:32.609718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.625482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6070ff35-0c5e-42bd-829d-5e0234727f04 None None] Set router 6087fd79-0a19-4feb-9e25-913b6138a659 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:32.711307 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.818329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6070ff35-0c5e-42bd-829d-5e0234727f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67'}], 'enable_snat': True}, 'gw_port_id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:50:31Z', 'revision_number': 5, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port': {'id': '66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:13Z', 'updated_at': '2021-10-27T16:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:32.822628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Deleting port 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:32.822969 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.846041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6070ff35-0c5e-42bd-829d-5e0234727f04 None None] Checking router: 6087fd79-0a19-4feb-9e25-913b6138a659 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:50:32.854321 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070ff35-0c5e-42bd-829d-5e0234727f04 None None] Routers {'6087fd79-0a19-4feb-9e25-913b6138a659'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:32.854922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6070ff35-0c5e-42bd-829d-5e0234727f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:50:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6087fd79-0a19-4feb-9e25-913b6138a659'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:32.858163 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.910950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] For port 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:32.911296 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:32.924610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Calling delete_port for 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:32.942118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6070ff35-0c5e-42bd-829d-5e0234727f04 None None] Set router 6087fd79-0a19-4feb-9e25-913b6138a659 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:32.995895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6070ff35-0c5e-42bd-829d-5e0234727f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:50:32Z', 'revision_number': 6, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:33.023467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6070ff35-0c5e-42bd-829d-5e0234727f04 None None] The sync data for ids ['6087fd79-0a19-4feb-9e25-913b6138a659'] in n-d-815689-1 is: [{'id': '6087fd79-0a19-4feb-9e25-913b6138a659', 'name': 'tempest-TestServerBasicOps-324172136-router', 'tenant_id': '3803d6fd05384dc6a4bdacd800f31216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:12Z', 'updated_at': '2021-10-27T16:50:32Z', 'revision_number': 6, 'project_id': '3803d6fd05384dc6a4bdacd800f31216', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:50:33.172338 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.196259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:33.261818 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.353113 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.355170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.435651 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.436277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6087fd79-0a19-4feb-9e25-913b6138a659 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:50:33.440758 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.444423 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dbba7506-2196-4a2e-ad4c-8ee74758edb2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6087fd79-0a19-4feb-9e25-913b6138a659 HTTP/1.1" status: 204 len: 168 time: 0.9337373 Oct 27 16:50:33.444562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44552) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:33.490263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-63aac64b-2c69-4a45-ae93-d5bd843be71a admin admin] Deleting subnet 5e1f7a8f-f385-4f6e-a3fa-6967d928a550 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:50:33.493356 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63aac64b-2c69-4a45-ae93-d5bd843be71a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.527370 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63aac64b-2c69-4a45-ae93-d5bd843be71a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.607189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63aac64b-2c69-4a45-ae93-d5bd843be71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.727035 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63aac64b-2c69-4a45-ae93-d5bd843be71a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.752698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aac64b-2c69-4a45-ae93-d5bd843be71a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e1f7a8f-f385-4f6e-a3fa-6967d928a550,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:33.756430 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-63aac64b-2c69-4a45-ae93-d5bd843be71a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.759622 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-63aac64b-2c69-4a45-ae93-d5bd843be71a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5e1f7a8f-f385-4f6e-a3fa-6967d928a550 HTTP/1.1" status: 204 len: 168 time: 0.3141067 Oct 27 16:50:33.761682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbf4d05-af52-42aa-8949-f5dd8db44421 None None] Network 608ca137-9c41-4b28-b213-e8dc4dbe7212 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:50:33.762282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44554) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:33.839500 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.897727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Deleting port 584f6236-77c6-4427-879e-0a79a10f1ef6 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:33.898063 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.920562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:33.942794 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:33.943146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 66ad7a00-6fe0-4ae2-b6c3-ab6bfe4097d0 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:33.943642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d357c75e-710d-4cca-87d6-43354782352c no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:33.968526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] DHCP port deletion for 608ca137-9c41-4b28-b213-e8dc4dbe7212 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:50:33.969883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] For port 584f6236-77c6-4427-879e-0a79a10f1ef6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=584f6236-77c6-4427-879e-0a79a10f1ef6,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:33.970251 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:33.970683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: d357c75e-710d-4cca-87d6-43354782352c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:33.971033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device d357c75e-710d-4cca-87d6-43354782352c not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:33.986733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Calling delete_port for 584f6236-77c6-4427-879e-0a79a10f1ef6 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:34.017294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Deleting port 584f6236-77c6-4427-879e-0a79a10f1ef6 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:34.017672 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.084328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] For port 584f6236-77c6-4427-879e-0a79a10f1ef6, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=584f6236-77c6-4427-879e-0a79a10f1ef6,segment=NetworkSegment(ed70994b-41a6-448d-b652-19e53f78da0f),segment_id=ed70994b-41a6-448d-b652-19e53f78da0f)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:34.084721 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.100070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Calling delete_port for 584f6236-77c6-4427-879e-0a79a10f1ef6 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:34.166837 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.180220 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.193261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Pushing event deleted for resources: {'Port': ['ID=584f6236-77c6-4427-879e-0a79a10f1ef6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:34.196851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] No DVR routers for this DVR port 584f6236-77c6-4427-879e-0a79a10f1ef6 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:50:34.210421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Pushing event deleted for resources: {'Port': ['ID=584f6236-77c6-4427-879e-0a79a10f1ef6,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:34.212679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] No DVR routers for this DVR port 584f6236-77c6-4427-879e-0a79a10f1ef6 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:50:34.222592 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.222942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.223281 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.223616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.223948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.224305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.224643 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.224968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.225288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.225605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.225929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.226248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a0cd80-9897-4b22-ac69-be46580f9cec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:50:34.272543 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.293015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608ca137-9c41-4b28-b213-e8dc4dbe7212']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:34.303153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed70994b-41a6-448d-b652-19e53f78da0f') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:34.303449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed70994b-41a6-448d-b652-19e53f78da0f') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:34.312579 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.325459 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.331152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:50:34.341897 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:50:34.446654 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.462260 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:34.465464 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] 10.222.0.15 "DELETE /v2.0/networks/608ca137-9c41-4b28-b213-e8dc4dbe7212 HTTP/1.1" status: 204 len: 168 time: 0.7023206 Oct 27 16:50:34.467260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef26388-2cd4-4e47-8e2d-6486ff95e936 admin admin] Pushing event deleted for resources: {'Network': ['ID=608ca137-9c41-4b28-b213-e8dc4dbe7212,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:34.468954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44556) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:35.101762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:35.347317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] Deleting port 6341363a-c9a6-40f4-b5da-acce2e511399 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:35.347996 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:35.430517 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] For port 6341363a-c9a6-40f4-b5da-acce2e511399, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6341363a-c9a6-40f4-b5da-acce2e511399,segment=NetworkSegment(8ab152e5-9512-4997-a9ac-682128913ca5),segment_id=8ab152e5-9512-4997-a9ac-682128913ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:35.430780 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:35.444406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] Calling delete_port for 6341363a-c9a6-40f4-b5da-acce2e511399 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:35.691925 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:35.724911 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=6341363a-c9a6-40f4-b5da-acce2e511399,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:35.916862 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:35.990449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 584f6236-77c6-4427-879e-0a79a10f1ef6 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:36.011194 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 584f6236-77c6-4427-879e-0a79a10f1ef6 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:36.011458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 584f6236-77c6-4427-879e-0a79a10f1ef6 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:36.143752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] Router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:50:36.253858 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:50:36.260526 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fd1be9ff-2892-4a23-9b2b-ef1b6d2a3d25 admin admin] 10.222.0.15 "PUT /v2.0/routers/f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7905877 Oct 27 16:50:36.261327 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44558) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:36.264835 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ee3c1-1f57-41ce-afbe-8cf631a8b35e None None] Sync routers for ids ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:50:36.275260 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ee3c1-1f57-41ce-afbe-8cf631a8b35e None None] Routers {'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:36.276115 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bd5ee3c1-1f57-41ce-afbe-8cf631a8b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:50:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:36.370192 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:36.473330 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:36.473715 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bd5ee3c1-1f57-41ce-afbe-8cf631a8b35e None None] Set router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:36.613720 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Deleting port b08b4504-7ea4-4394-b23c-4fd528a12eca {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:36.614071 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:36.659096 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bd5ee3c1-1f57-41ce-afbe-8cf631a8b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'name': 'tempest-TestServerBasicOps-1145672115-router', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168'}], 'enable_snat': True}, 'gw_port_id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:19Z', 'updated_at': '2021-10-27T16:50:35Z', 'revision_number': 5, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'gw_port': {'id': 'b08b4504-7ea4-4394-b23c-4fd528a12eca', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:45:20Z', 'updated_at': '2021-10-27T16:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:36.685982 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ee3c1-1f57-41ce-afbe-8cf631a8b35e None None] Checking router: f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:50:36.692644 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] For port b08b4504-7ea4-4394-b23c-4fd528a12eca, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b08b4504-7ea4-4394-b23c-4fd528a12eca,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:36.693009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:36.694041 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ee3c1-1f57-41ce-afbe-8cf631a8b35e None None] Routers {'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:50:36.694633 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bd5ee3c1-1f57-41ce-afbe-8cf631a8b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:50:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:36.706381 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Calling delete_port for b08b4504-7ea4-4394-b23c-4fd528a12eca owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:36.780441 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bd5ee3c1-1f57-41ce-afbe-8cf631a8b35e None None] Set router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:50:36.833552 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bd5ee3c1-1f57-41ce-afbe-8cf631a8b35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'name': 'tempest-TestServerBasicOps-1145672115-router', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:19Z', 'updated_at': '2021-10-27T16:50:36Z', 'revision_number': 6, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:36.862466 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ee3c1-1f57-41ce-afbe-8cf631a8b35e None None] The sync data for ids ['f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a'] in n-d-815689-1 is: [{'id': 'f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a', 'name': 'tempest-TestServerBasicOps-1145672115-router', 'tenant_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:45:19Z', 'updated_at': '2021-10-27T16:50:36Z', 'revision_number': 6, 'project_id': 'f81adf40ba7047c99b8b15dfd071c1f3', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:50:36.937743 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:36.968686 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Pushing event deleted for resources: {'Port': ['ID=b08b4504-7ea4-4394-b23c-4fd528a12eca,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:37.029616 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.118820 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.121056 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.246873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.256675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 16:50:37.256675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.256675 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3b262496-3567-4e42-a397-deb1fb5f9edd admin admin] 10.222.0.15 "DELETE /v2.0/routers/f4ff1c87-156b-49c4-bed7-e6ac0f6cd25a HTTP/1.1" status: 204 len: 168 time: 0.9914486 Oct 27 16:50:37.256675 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44560) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:37.313444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0edb87b-6aa3-44a0-af18-0af6418d311b admin admin] Deleting subnet 41b537ed-1318-4e2d-a48d-c1ef021dfc83 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:50:37.316589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0edb87b-6aa3-44a0-af18-0af6418d311b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.351556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0edb87b-6aa3-44a0-af18-0af6418d311b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.426618 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0edb87b-6aa3-44a0-af18-0af6418d311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.527181 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0edb87b-6aa3-44a0-af18-0af6418d311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.557825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edb87b-6aa3-44a0-af18-0af6418d311b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b537ed-1318-4e2d-a48d-c1ef021dfc83,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:37.562184 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b0edb87b-6aa3-44a0-af18-0af6418d311b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.565577 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b0edb87b-6aa3-44a0-af18-0af6418d311b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/41b537ed-1318-4e2d-a48d-c1ef021dfc83 HTTP/1.1" status: 204 len: 168 time: 0.3077662 Oct 27 16:50:37.567684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460a1555-9b5b-446d-ae98-b45c4e4303a7 None None] Network 8c7415c0-64f3-4115-ba10-3db24c577b99 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:50:37.568244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44562) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:37.641712 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.695821 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Deleting port ec9f2cd3-a2b9-4633-831d-78dc49fc636e {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:37.696223 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.745267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61fcb6-776c-4d4c-96b8-bafcd0959e09 None None] DHCP port deletion for 8c7415c0-64f3-4115-ba10-3db24c577b99 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 16:50:37.767429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] For port ec9f2cd3-a2b9-4633-831d-78dc49fc636e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ec9f2cd3-a2b9-4633-831d-78dc49fc636e,segment=NetworkSegment(8ab152e5-9512-4997-a9ac-682128913ca5),segment_id=8ab152e5-9512-4997-a9ac-682128913ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:37.767792 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.781426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Calling delete_port for ec9f2cd3-a2b9-4633-831d-78dc49fc636e owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:37.799185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6d61fcb6-776c-4d4c-96b8-bafcd0959e09 None None] Deleting port ec9f2cd3-a2b9-4633-831d-78dc49fc636e {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:50:37.799565 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6d61fcb6-776c-4d4c-96b8-bafcd0959e09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.867720 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6d61fcb6-776c-4d4c-96b8-bafcd0959e09 None None] For port ec9f2cd3-a2b9-4633-831d-78dc49fc636e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ec9f2cd3-a2b9-4633-831d-78dc49fc636e,segment=NetworkSegment(8ab152e5-9512-4997-a9ac-682128913ca5),segment_id=8ab152e5-9512-4997-a9ac-682128913ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:37.868147 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6d61fcb6-776c-4d4c-96b8-bafcd0959e09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.889816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6d61fcb6-776c-4d4c-96b8-bafcd0959e09 None None] Calling delete_port for ec9f2cd3-a2b9-4633-831d-78dc49fc636e owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:50:37.941301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b08b4504-7ea4-4394-b23c-4fd528a12eca no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:37.949633 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:37.963960 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b08b4504-7ea4-4394-b23c-4fd528a12eca {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:37.964390 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b08b4504-7ea4-4394-b23c-4fd528a12eca not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:37.964750 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ec9f2cd3-a2b9-4633-831d-78dc49fc636e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:37.979061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] No DVR routers for this DVR port ec9f2cd3-a2b9-4633-831d-78dc49fc636e on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:50:37.982961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec9f2cd3-a2b9-4633-831d-78dc49fc636e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:37.987626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: ec9f2cd3-a2b9-4633-831d-78dc49fc636e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:37.988074 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ec9f2cd3-a2b9-4633-831d-78dc49fc636e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:37.988330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6341363a-c9a6-40f4-b5da-acce2e511399 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:50:38.015661 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 6341363a-c9a6-40f4-b5da-acce2e511399 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:50:38.016004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6341363a-c9a6-40f4-b5da-acce2e511399 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:50:38.036488 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6d61fcb6-776c-4d4c-96b8-bafcd0959e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.060424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61fcb6-776c-4d4c-96b8-bafcd0959e09 None None] Pushing event deleted for resources: {'Port': ['ID=ec9f2cd3-a2b9-4633-831d-78dc49fc636e,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:38.060681 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.066282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61fcb6-776c-4d4c-96b8-bafcd0959e09 None None] No DVR routers for this DVR port ec9f2cd3-a2b9-4633-831d-78dc49fc636e on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:50:38.087338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7415c0-64f3-4115-ba10-3db24c577b99']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:38.097846 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab152e5-9512-4997-a9ac-682128913ca5') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:38.098142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab152e5-9512-4997-a9ac-682128913ca5') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:50:38.107926 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.120647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.127303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:50:38.127768 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: timer() Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:50:38.129448 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:50:38.230146 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:50:38.251711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.257294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.260421 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8c7415c0-64f3-4115-ba10-3db24c577b99 HTTP/1.1" status: 204 len: 168 time: 0.6917644 Oct 27 16:50:38.272109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd023793-43eb-4685-9896-63dfdb838b53 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7415c0-64f3-4115-ba10-3db24c577b99,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:38.621378 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44566) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:38.661340 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a3e98e49-5d54-488f-b48e-6b73ac39636a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3803d6fd05384dc6a4bdacd800f31216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388114 Oct 27 16:50:38.663706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 44568) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:38.711561 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-17fc9485-88cb-4c06-b851-a55d904cb746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.732784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-17fc9485-88cb-4c06-b851-a55d904cb746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.851739 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-17fc9485-88cb-4c06-b851-a55d904cb746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.854425 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-17fc9485-88cb-4c06-b851-a55d904cb746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:38.855639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-17fc9485-88cb-4c06-b851-a55d904cb746 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2d182de-7717-47da-8a17-80132d5e12f6 HTTP/1.1" status: 204 len: 168 time: 0.1910155 Oct 27 16:50:38.866457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc9485-88cb-4c06-b851-a55d904cb746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d182de-7717-47da-8a17-80132d5e12f6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:39.489976 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44574) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:39.531398 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5a692723-f489-454c-960c-5bf7c7b00e02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f81adf40ba7047c99b8b15dfd071c1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402160 Oct 27 16:50:39.533775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44576) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:50:39.581166 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc13c85d-e403-46ff-8bea-efecf1fba09a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:39.602088 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc13c85d-e403-46ff-8bea-efecf1fba09a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:39.714413 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc13c85d-e403-46ff-8bea-efecf1fba09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:39.717669 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc13c85d-e403-46ff-8bea-efecf1fba09a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:39.719071 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bc13c85d-e403-46ff-8bea-efecf1fba09a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76ee3dac-3b31-4d3a-ac1d-3386ec6f3254 HTTP/1.1" status: 204 len: 168 time: 0.1842327 Oct 27 16:50:39.726851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13c85d-e403-46ff-8bea-efecf1fba09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ee3dac-3b31-4d3a-ac1d-3386ec6f3254,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:48.509234 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b687b89b-97de-4604-a2e5-57ce3ea1a720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:50.520271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-609f3aa0-82d0-433c-b439-3210a1fdbe19 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bc707c53d76a40628c658d7c3b6ed9a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222569 Oct 27 16:50:50.628247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-447b3ca8-a28a-48a4-ad42-2b83d18694ee tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:50.629681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-447b3ca8-a28a-48a4-ad42-2b83d18694ee tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1040962 Oct 27 16:50:50.644419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-feee4698-bb57-44b2-a675-27da100a3053 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/quotas/bc707c53d76a40628c658d7c3b6ed9a6 HTTP/1.1" status: 200 len: 375 time: 0.0089021 Oct 27 16:50:50.675133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-8e8b4246-7f03-42b2-b936-ae0ff27c5efe tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc707c53d76a40628c658d7c3b6ed9a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253434 Oct 27 16:50:50.898082 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6ca42f9a-eca2-44d5-a7d4-540ae2f0b799 req-8fa47028-5580-46d9-93e8-21210b8bb6c2 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 210 time: 0.0294867 Oct 27 16:50:51.555101 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b74ecbaf-15dd-4095-a073-d4389b5a250c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:51.996594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3947ae6d-fabe-4963-bbc7-4f650121ab02 req-c574dd21-0f43-408e-beed-bcb789dfe68a tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 210 time: 0.0259008 Oct 27 16:50:52.252436 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:52.349306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:52.931906 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-865e2e0b-d8c6-495b-8a7f-6c90022a2d85 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=bc707c53d76a40628c658d7c3b6ed9a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207412 Oct 27 16:50:53.047711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-d6c22d16-249a-430f-9164-5a3207554c4d tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:53.050175 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-d6c22d16-249a-430f-9164-5a3207554c4d tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1120527 Oct 27 16:50:53.062040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Request body: {'port': {'device_id': '67ba3715-2a56-4669-8c14-b322e6afaa0c', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'admin_state_up': True, 'tenant_id': 'bc707c53d76a40628c658d7c3b6ed9a6'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:50:53.095563 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e19e6b94-7c95-4d28-9ab6-1f90ba22bdd3 req-24e1ea22-873b-4624-b7f1-f219fb7c1514 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 210 time: 0.0275109 Oct 27 16:50:53.263314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Made reservation on behalf of bc707c53d76a40628c658d7c3b6ed9a6 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:50:53.267963 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:53.277104 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:53.350651 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:53.400639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:53.459564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98db6370-85b8-464d-af28-c4700bbd435f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:53.537163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Allocated IP 192.168.233.71 (c78846b6-501a-42e8-bf6e-a14bab2cc698/dd29553c-62c2-4bb3-8033-f335189ed8da/6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:50:53.682502 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:53.766647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:53.814720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Network c78846b6-501a-42e8-bf6e-a14bab2cc698 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:50:53.817897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:50:53.821715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:50:53.848446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Pushing event updated for resources: {'Port': ['ID=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:53.878353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:53.878977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:53.975197 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-6edc1edd-1bfc-4413-8257-ff0dba8e5bb9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9174240 Oct 27 16:50:53.988546 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Request body: {'port': {'device_id': '67ba3715-2a56-4669-8c14-b322e6afaa0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:50:54.041109 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:54.078906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b3dc9c08-f12f-4d22-8739-6d17abeceb7d None None] Provisioning complete for port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:50:54.079437 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b3dc9c08-f12f-4d22-8739-6d17abeceb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:54.116706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc9c08-f12f-4d22-8739-6d17abeceb7d None None] Port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:50:54.267734 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d47f6-db89-4d3e-8cb0-3b4fe121018f req-844ec279-a500-4f64-8068-fcc70115e6bc tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:54.269639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a4d47f6-db89-4d3e-8cb0-3b4fe121018f req-844ec279-a500-4f64-8068-fcc70115e6bc tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 935 time: 0.1026394 Oct 27 16:50:54.297616 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:54.334955 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a4d47f6-db89-4d3e-8cb0-3b4fe121018f req-a93654ed-89a2-4b0d-bddc-246524241d31 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/security-groups?id=98db6370-85b8-464d-af28-c4700bbd435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567737 Oct 27 16:50:54.386362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:50:54.394189 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:54.406958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Transition to ACTIVE for port object 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:50:54.486428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:54.535263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:54.612739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Attempting to bind port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:50:54.613224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Attempting to bind port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:50:54.614273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Attempting to bind port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:50:54.619075 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:50:54.619397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Attempting to bind port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 on network c78846b6-501a-42e8-bf6e-a14bab2cc698 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:50:54.625008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:50:54.625344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Checking segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:50:54.625727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Bound using segment: {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:50:54.626162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Bound port: 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6584cf1-212d-40bf-94e0-c15579f7e09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:50:54.626525 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:54.692007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] For port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:50:54.695017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] For port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:50:54.783939 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:54.820371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:54.821016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:54.822811 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 HTTP/1.1" status: 200 len: 1095 time: 0.8384380 Oct 27 16:50:54.823285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ba3715-2a56-4669-8c14-b322e6afaa0c', 'tag': '6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:50:54.825911 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3b461d-5932-4ed0-a003-f7498609adca" -d '{"events": [{"name": "network-changed", "server_uuid": "67ba3715-2a56-4669-8c14-b322e6afaa0c", "tag": "6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:50:54.852401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89145bac-599c-4071-8712-dc1fa3ef36b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:54.874015 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939eadca-359b-4f7d-b1ab-ef1fa013baf2 x-openstack-request-id: req-939eadca-359b-4f7d-b1ab-ef1fa013baf2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:50:54.874368 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ba3715-2a56-4669-8c14-b322e6afaa0c", "tag": "6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:50:54.874694 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-939eadca-359b-4f7d-b1ab-ef1fa013baf2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:50:54.875106 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ba3715-2a56-4669-8c14-b322e6afaa0c', 'tag': '6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7', 'status': 'completed', 'code': 200} Oct 27 16:50:54.943467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b461d-5932-4ed0-a003-f7498609adca req-63a7a01a-7a6c-493c-86ef-190a5e0ff813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:54.945121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c3b461d-5932-4ed0-a003-f7498609adca req-63a7a01a-7a6c-493c-86ef-190a5e0ff813 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc707c53d76a40628c658d7c3b6ed9a6&device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 1098 time: 0.0471892 Oct 27 16:50:54.974047 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c3b461d-5932-4ed0-a003-f7498609adca req-a4f777cf-93b9-43a9-a26b-3696f0c8e65f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=bc707c53d76a40628c658d7c3b6ed9a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210152 Oct 27 16:50:55.067893 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b461d-5932-4ed0-a003-f7498609adca req-a484026d-16eb-4549-b689-024dd93bb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:55.069660 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c3b461d-5932-4ed0-a003-f7498609adca req-a484026d-16eb-4549-b689-024dd93bb1ad service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887575 Oct 27 16:50:55.148953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-33398f0d-7944-4cce-bd11-c6edf1136e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:55.150318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-33398f0d-7944-4cce-bd11-c6edf1136e92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc707c53d76a40628c658d7c3b6ed9a6&device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 1098 time: 0.0433838 Oct 27 16:50:55.191159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-17e9db20-92cd-46f3-9ad8-9efc25a8aa4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 HTTP/1.1" status: 200 len: 217 time: 0.0326757 Oct 27 16:50:55.241448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-24817ab7-cbb6-4175-a990-e159aee6d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:55.242959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-24817ab7-cbb6-4175-a990-e159aee6d6b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dd29553c-62c2-4bb3-8033-f335189ed8da HTTP/1.1" status: 200 len: 843 time: 0.0456159 Oct 27 16:50:55.288349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-cac72948-0472-43f8-8767-ea0a31724bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:55.289873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-cac72948-0472-43f8-8767-ea0a31724bc9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c78846b6-501a-42e8-bf6e-a14bab2cc698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0400858 Oct 27 16:50:55.386959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-39a64e6f-48ce-4415-a26b-b7b736b599d5 service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899050 Oct 27 16:50:55.807649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7baf9b-e797-477f-9b3d-c63c95f8e6c9 req-c475dcbc-f0f2-4372-a774-7f701e15f102 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:55.809125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a7baf9b-e797-477f-9b3d-c63c95f8e6c9 req-c475dcbc-f0f2-4372-a774-7f701e15f102 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 947 time: 0.3716478 Oct 27 16:50:55.815115 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3949afd-2b09-47d6-b1a6-ba9ac87d2f70 req-9ad367ed-f0da-4df6-acfd-73e219630d3b service neutron] 10.222.0.54 "GET /v2.0/networks/c78846b6-501a-42e8-bf6e-a14bab2cc698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214058 Oct 27 16:50:55.847960 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a7baf9b-e797-477f-9b3d-c63c95f8e6c9 req-23dc2032-d8d5-44b0-b6be-c10be4a719bf tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/security-groups?id=98db6370-85b8-464d-af28-c4700bbd435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319142 Oct 27 16:50:56.965465 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e6b7b-b1c1-4400-ba77-b4c4219c4250 req-08e4df2e-2b02-4222-9501-b59e2f2a1123 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:56.966998 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-867e6b7b-b1c1-4400-ba77-b4c4219c4250 req-08e4df2e-2b02-4222-9501-b59e2f2a1123 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 947 time: 0.0495543 Oct 27 16:50:57.005531 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-867e6b7b-b1c1-4400-ba77-b4c4219c4250 req-bfde2c81-4f88-4b77-93b1-0a2398694fa9 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/security-groups?id=98db6370-85b8-464d-af28-c4700bbd435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Oct 27 16:50:58.121897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566c9a1-55a6-4a1f-a0f8-afe0445a82f1 req-97e15d54-ef72-4067-930c-9350158194f5 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:58.123283 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e566c9a1-55a6-4a1f-a0f8-afe0445a82f1 req-97e15d54-ef72-4067-930c-9350158194f5 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 947 time: 0.0490298 Oct 27 16:50:58.161035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e566c9a1-55a6-4a1f-a0f8-afe0445a82f1 req-8ff1e610-188d-488d-a2c7-defaa9d494ef tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/security-groups?id=98db6370-85b8-464d-af28-c4700bbd435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308485 Oct 27 16:50:58.348972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:50:58.606851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:58.618901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7', 'network_id': 'c78846b6-501a-42e8-bf6e-a14bab2cc698', 'port_id': '6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7', 'mac_address': 'fa:16:3e:d4:c6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd29553c-62c2-4bb3-8033-f335189ed8da', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:50:58.654821 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:58.667998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:50:58.687622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:50:58.783634 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:50:58.833060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:50:59.039863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:50:59.277208 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f404f4-81dd-456d-bc89-cac805f01f79 req-81c15274-7a17-4929-91a4-21c7884ee6cd tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:50:59.278662 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80f404f4-81dd-456d-bc89-cac805f01f79 req-81c15274-7a17-4929-91a4-21c7884ee6cd tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 948 time: 0.0497651 Oct 27 16:50:59.317785 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80f404f4-81dd-456d-bc89-cac805f01f79 req-8a988b68-0b99-448d-84bd-57d0dbe23976 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/security-groups?id=98db6370-85b8-464d-af28-c4700bbd435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329487 Oct 27 16:50:59.703581 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:00.349802 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:51:00.441402 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da13df8-f246-440a-a9a8-981a400c0f2d req-ba063468-2c5b-4534-b9e2-4384f052eda8 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:00.442968 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1da13df8-f246-440a-a9a8-981a400c0f2d req-ba063468-2c5b-4534-b9e2-4384f052eda8 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 948 time: 0.0530691 Oct 27 16:51:00.480493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:51:00.480979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1da13df8-f246-440a-a9a8-981a400c0f2d req-2f669b22-0845-49f3-a692-eb0e61e2daac tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/security-groups?id=98db6370-85b8-464d-af28-c4700bbd435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318840 Oct 27 16:51:00.491327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:51:00.491327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:00.561057 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:00.584322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ba3715-2a56-4669-8c14-b322e6afaa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:51:00.586613 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c981a6b8-f442-4c64-9c35-99452ddf08b0" -d '{"events": [{"server_uuid": "67ba3715-2a56-4669-8c14-b322e6afaa0c", "name": "network-vif-plugged", "status": "completed", "tag": "6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:51:00.599228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:51:00.686764 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:00.691713 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acf1e71-3f10-4b43-8b1c-92e8235c2c26 x-openstack-request-id: req-0acf1e71-3f10-4b43-8b1c-92e8235c2c26 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:51:00.692094 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ba3715-2a56-4669-8c14-b322e6afaa0c", "name": "network-vif-plugged", "status": "completed", "tag": "6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:51:00.692353 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0acf1e71-3f10-4b43-8b1c-92e8235c2c26 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:51:00.692741 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ba3715-2a56-4669-8c14-b322e6afaa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7', 'code': 200} Oct 27 16:51:00.744760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:00.785436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdca9b-5b2b-4d53-9436-380fae0944ef req-616bcf8a-b4e6-408a-973e-4eb1169a7725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:00.786951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44bdca9b-5b2b-4d53-9436-380fae0944ef req-616bcf8a-b4e6-408a-973e-4eb1169a7725 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 1100 time: 0.0404472 Oct 27 16:51:00.821144 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44bdca9b-5b2b-4d53-9436-380fae0944ef req-8438e0be-79d5-4377-aed9-0e5e777bacc5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=98db6370-85b8-464d-af28-c4700bbd435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275242 Oct 27 16:51:01.598287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f8a0c-6b52-4296-833a-a06d7b8241e2 req-23d26145-5078-431d-8c15-575b1d2f4b45 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:01.599748 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-932f8a0c-6b52-4296-833a-a06d7b8241e2 req-23d26145-5078-431d-8c15-575b1d2f4b45 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 949 time: 0.0490160 Oct 27 16:51:01.636394 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-932f8a0c-6b52-4296-833a-a06d7b8241e2 req-0c68446c-6163-4b35-be33-195bb66d9302 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/security-groups?id=98db6370-85b8-464d-af28-c4700bbd435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306015 Oct 27 16:51:02.760535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e0d37-cc02-4f72-8f93-c55a42571ad9 req-dfdeddea-6849-4c66-9977-0b16ea9f4f73 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:02.761928 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d5e0d37-cc02-4f72-8f93-c55a42571ad9 req-dfdeddea-6849-4c66-9977-0b16ea9f4f73 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 949 time: 0.0555184 Oct 27 16:51:02.801951 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3d5e0d37-cc02-4f72-8f93-c55a42571ad9 req-7684ba08-75a4-4774-aa3d-8950fca03abc tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/security-groups?id=98db6370-85b8-464d-af28-c4700bbd435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331905 Oct 27 16:51:02.846835 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:03.241922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-387096ca-54eb-4729-aef7-6217b70cae70 req-e350ee67-e30f-4bb4-bd9b-735839b9478d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:51:03.242923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-387096ca-54eb-4729-aef7-6217b70cae70 req-e350ee67-e30f-4bb4-bd9b-735839b9478d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0997107 Oct 27 16:51:03.785889 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-159aa2a8-f97c-4726-85a1-9cd91e93f88c req-fb236db0-7e0f-4b8f-ac41-b16708977e4c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:51:03.786915 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-159aa2a8-f97c-4726-85a1-9cd91e93f88c req-fb236db0-7e0f-4b8f-ac41-b16708977e4c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0588446 Oct 27 16:51:04.393362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539fbc7-9349-49bf-9e10-f1facfc9df21 req-531c1334-25ab-4e54-a40a-aacc2c6d4052 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:04.394827 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8539fbc7-9349-49bf-9e10-f1facfc9df21 req-531c1334-25ab-4e54-a40a-aacc2c6d4052 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 949 time: 0.0496557 Oct 27 16:51:04.434086 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8539fbc7-9349-49bf-9e10-f1facfc9df21 req-170bf349-be73-4796-858d-01a6d65ae848 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/security-groups?id=98db6370-85b8-464d-af28-c4700bbd435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324287 Oct 27 16:51:05.555954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d6fb9-1c56-48c6-9690-509b6ac2eb3e req-480d99e0-aa7d-46a4-a38c-44ee4a37cc06 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:05.557477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-659d6fb9-1c56-48c6-9690-509b6ac2eb3e req-480d99e0-aa7d-46a4-a38c-44ee4a37cc06 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 949 time: 0.0525184 Oct 27 16:51:05.623339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-659d6fb9-1c56-48c6-9690-509b6ac2eb3e req-dfc6be60-cdb8-4de3-a071-70807eaead7e tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/security-groups?id=98db6370-85b8-464d-af28-c4700bbd435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545642 Oct 27 16:51:05.632702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d3c34-d163-4331-aebb-5dbcbdd6723d req-b0315a39-675a-409d-aae2-fdc923dee22a tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:05.634162 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-343d3c34-d163-4331-aebb-5dbcbdd6723d req-b0315a39-675a-409d-aae2-fdc923dee22a tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.54 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 949 time: 0.0738425 Oct 27 16:51:05.725554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-343d3c34-d163-4331-aebb-5dbcbdd6723d req-57d5a56f-2140-4b25-a636-a103ce203ae2 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Deleting port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:51:05.725798 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-343d3c34-d163-4331-aebb-5dbcbdd6723d req-57d5a56f-2140-4b25-a636-a103ce203ae2 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:05.812865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-343d3c34-d163-4331-aebb-5dbcbdd6723d req-57d5a56f-2140-4b25-a636-a103ce203ae2 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] For port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7,segment=NetworkSegment(d6584cf1-212d-40bf-94e0-c15579f7e09d),segment_id=d6584cf1-212d-40bf-94e0-c15579f7e09d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:51:05.813222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-343d3c34-d163-4331-aebb-5dbcbdd6723d req-57d5a56f-2140-4b25-a636-a103ce203ae2 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:05.825727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-343d3c34-d163-4331-aebb-5dbcbdd6723d req-57d5a56f-2140-4b25-a636-a103ce203ae2 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Calling delete_port for 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:51:06.023481 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-343d3c34-d163-4331-aebb-5dbcbdd6723d req-57d5a56f-2140-4b25-a636-a103ce203ae2 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:06.036038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:51:06.053799 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5a56f-2140-4b25-a636-a103ce203ae2 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Pushing event deleted for resources: {'Port': ['ID=6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:06.095542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-343d3c34-d163-4331-aebb-5dbcbdd6723d req-57d5a56f-2140-4b25-a636-a103ce203ae2 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] No DVR routers for this DVR port 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:51:06.099420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-343d3c34-d163-4331-aebb-5dbcbdd6723d req-57d5a56f-2140-4b25-a636-a103ce203ae2 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:06.102884 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-343d3c34-d163-4331-aebb-5dbcbdd6723d req-57d5a56f-2140-4b25-a636-a103ce203ae2 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.54 "DELETE /v2.0/ports/6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 HTTP/1.1" status: 204 len: 173 time: 0.4623230 Oct 27 16:51:06.103343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ba3715-2a56-4669-8c14-b322e6afaa0c', 'name': 'network-vif-deleted', 'tag': '6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:51:06.105729 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d72b8e0-609f-42c3-9afb-5d97afa3c967" -d '{"events": [{"server_uuid": "67ba3715-2a56-4669-8c14-b322e6afaa0c", "name": "network-vif-deleted", "tag": "6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:51:06.145237 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff50e21-9b41-41fa-8ad5-8356404b299c x-openstack-request-id: req-7ff50e21-9b41-41fa-8ad5-8356404b299c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:51:06.145710 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ba3715-2a56-4669-8c14-b322e6afaa0c", "name": "network-vif-deleted", "tag": "6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:51:06.146038 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ff50e21-9b41-41fa-8ad5-8356404b299c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:51:06.146505 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ba3715-2a56-4669-8c14-b322e6afaa0c', 'name': 'network-vif-deleted', 'tag': '6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7', 'status': 'completed', 'code': 200} Oct 27 16:51:06.735559 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c59dc767-b535-4d78-96e5-6c34d00ad1b2 req-fb2df1d5-b56e-4847-8629-fa3b12552c55 tempest-ServersAdminNegativeTestJSON-2124984702 tempest-ServersAdminNegativeTestJSON-2124984702-project] 10.222.0.15 "GET /v2.0/ports?device_id=67ba3715-2a56-4669-8c14-b322e6afaa0c HTTP/1.1" status: 200 len: 210 time: 0.0303526 Oct 27 16:51:08.234672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44720) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:51:08.362729 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9d5e0a51-5b12-4e88-8e81-078f610eb9d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc707c53d76a40628c658d7c3b6ed9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1269031 Oct 27 16:51:08.365867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44724) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:51:08.412953 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bcf43fd-d743-42e7-9208-7b7389f63eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:08.433925 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bcf43fd-d743-42e7-9208-7b7389f63eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:08.560349 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bcf43fd-d743-42e7-9208-7b7389f63eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:08.563026 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3bcf43fd-d743-42e7-9208-7b7389f63eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:08.564166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3bcf43fd-d743-42e7-9208-7b7389f63eef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98db6370-85b8-464d-af28-c4700bbd435f HTTP/1.1" status: 204 len: 168 time: 0.1973345 Oct 27 16:51:08.573006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf43fd-d743-42e7-9208-7b7389f63eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98db6370-85b8-464d-af28-c4700bbd435f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:09.095030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44730) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:51:09.108895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63c5cb94-6e8f-4c8e-82cb-f90ac0453d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:09.181148 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63c5cb94-6e8f-4c8e-82cb-f90ac0453d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:09.228580 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63c5cb94-6e8f-4c8e-82cb-f90ac0453d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:09.267958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5cb94-6e8f-4c8e-82cb-f90ac0453d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee96dbd1-364d-48a7-a486-a7a4e6ae27cb,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:09.272868 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-63c5cb94-6e8f-4c8e-82cb-f90ac0453d70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=279030ff38d34880b7a9ccd634db5a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768093 Oct 27 16:51:09.275419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44732) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:51:09.324707 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3060531-cbc7-4d77-9137-f37c23e70e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:09.351014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3060531-cbc7-4d77-9137-f37c23e70e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:09.469103 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3060531-cbc7-4d77-9137-f37c23e70e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:09.471690 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f3060531-cbc7-4d77-9137-f37c23e70e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:09.473549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f3060531-cbc7-4d77-9137-f37c23e70e65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee96dbd1-364d-48a7-a486-a7a4e6ae27cb HTTP/1.1" status: 204 len: 168 time: 0.1966803 Oct 27 16:51:09.481505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060531-cbc7-4d77-9137-f37c23e70e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee96dbd1-364d-48a7-a486-a7a4e6ae27cb,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:10.358379 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:51:10.379110 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:51:10.379454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 6a8d41a4-b774-4b6d-9f01-75ce6c0d2bf7 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:51:10.444152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44754) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:51:10.539467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1030315874-network', 'tenant_id': '881bd171b2814e54bd7ccec407674ea9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:51:10.646128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Made reservation on behalf of 881bd171b2814e54bd7ccec407674ea9 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:51:10.648569 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:10.657173 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:10.729758 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:10.794635 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:10.819439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:51:10.828503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d21eea-6238-47f6-aab8-d4bfa1b4382f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:10.835759 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:10.836846 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Added segment f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082 of type vlan for network abc99766-b26c-41ee-8f04-625ed9c20ca7 Oct 27 16:51:10.878978 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:11.006354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:11.007224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:11.007791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:11.065476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] Pushing event updated for resources: {'Network': ['ID=abc99766-b26c-41ee-8f04-625ed9c20ca7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:11.075642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network abc99766-b26c-41ee-8f04-625ed9c20ca7 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:51:11.152340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b303968a-3b06-49eb-af37-837ecff0e1ff admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7069368 Oct 27 16:51:11.155117 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44758) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:51:11.159992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] Request body: {'subnet': {'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1030315874-subnet', 'tenant_id': '881bd171b2814e54bd7ccec407674ea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:51:11.263363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] Made reservation on behalf of 881bd171b2814e54bd7ccec407674ea9 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:51:11.265748 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:11.503367 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:11.554999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a34c4291-a7bc-4778-9e8f-ce05f3355f46,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:11.570856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] Checking segment: {'id': 'f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:51:11.571221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] Network hostable DHCP agents. Network: abc99766-b26c-41ee-8f04-625ed9c20ca7, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:51:11.645765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] Network abc99766-b26c-41ee-8f04-625ed9c20ca7 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:51:11.720353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, abc99766-b26c-41ee-8f04-625ed9c20ca7) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:51:11.724688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:11.725278 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:11.730947 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3309db9a-120a-4971-bb36-b4ef4e230d74 None None] Network abc99766-b26c-41ee-8f04-625ed9c20ca7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:51:11.820860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-35b1078d-9ade-466f-8420-f8061d9c272c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6645715 Oct 27 16:51:11.852882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb88137-9909-40a4-bae9-2aeaca2dcaed None None] Network abc99766-b26c-41ee-8f04-625ed9c20ca7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:51:12.243602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-6de107c4-6550-4a3b-805f-928115c35201 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:12.245088 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-6de107c4-6550-4a3b-805f-928115c35201 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/networks?id=abc99766-b26c-41ee-8f04-625ed9c20ca7 HTTP/1.1" status: 200 len: 812 time: 0.1047025 Oct 27 16:51:12.260432 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-39f37305-47b2-40cd-9bfa-0dddc5d904b0 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/quotas/881bd171b2814e54bd7ccec407674ea9 HTTP/1.1" status: 200 len: 375 time: 0.0096104 Oct 27 16:51:12.291540 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-b247ad66-29c0-4157-a9d3-fea41cbd1993 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=881bd171b2814e54bd7ccec407674ea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252101 Oct 27 16:51:12.385193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-a03a32f9-3f23-413b-858a-a976330f9f16 service neutron] 10.222.0.15 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867860 Oct 27 16:51:12.473222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-09dcaaec-c55a-49be-90bc-5fcf70617e0a service neutron] 10.222.0.15 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820405 Oct 27 16:51:12.696288 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ab20bd84-88ac-4e44-a052-11303885e4a2 req-c97b05d4-865f-4a34-b553-50de9c75bab7 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 210 time: 0.0280540 Oct 27 16:51:13.793172 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7b3aa49-9ab3-4bdf-b0f7-5d3b3276ad26 req-399762b8-4e65-431b-b613-b22bb573d38a tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 210 time: 0.0309460 Oct 27 16:51:14.891800 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a74e2dfe-479b-4557-a3e9-fe3317f11615 req-212ec02b-2bf5-48d9-8265-658b1728fd33 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 210 time: 0.0296226 Oct 27 16:51:14.914802 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-dde31526-5a03-4d67-b9ea-b1387005ec82 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:14.916316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-dde31526-5a03-4d67-b9ea-b1387005ec82 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.54 "GET /v2.0/networks?id=abc99766-b26c-41ee-8f04-625ed9c20ca7 HTTP/1.1" status: 200 len: 812 time: 0.1079566 Oct 27 16:51:14.930363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Request body: {'port': {'device_id': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7', 'admin_state_up': True, 'tenant_id': '881bd171b2814e54bd7ccec407674ea9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:51:15.114885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Made reservation on behalf of 881bd171b2814e54bd7ccec407674ea9 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:51:15.118575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:15.232550 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:51:15.251444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Allocated IP 172.20.0.3 (abc99766-b26c-41ee-8f04-625ed9c20ca7/a34c4291-a7bc-4778-9e8f-ce05f3355f46/63f3dcab-38c0-4ef4-88f6-86723a1fb048) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:51:15.406090 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:15.503989 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:15.553554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Network abc99766-b26c-41ee-8f04-625ed9c20ca7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:51:15.556787 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:51:15.559276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:51:15.590074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Pushing event updated for resources: {'Port': ['ID=63f3dcab-38c0-4ef4-88f6-86723a1fb048,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:15.616176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:15.619967 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:15.706153 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-00af53bb-e26d-4d98-aef4-2fc10ee3da57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7801039 Oct 27 16:51:15.718749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Request body: {'port': {'device_id': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:51:15.772074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:16.061719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169502f-7154-4df8-b670-d4ba3cabb72d req-8a5e9574-2363-4b5f-becb-09254e176545 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:16.063229 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0169502f-7154-4df8-b670-d4ba3cabb72d req-8a5e9574-2363-4b5f-becb-09254e176545 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 931 time: 0.0992825 Oct 27 16:51:16.082670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f3dcab-38c0-4ef4-88f6-86723a1fb048 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:51:16.098166 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:16.126276 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0169502f-7154-4df8-b670-d4ba3cabb72d req-81140672-df2f-4d76-bd96-a6e557d9a7cc tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559783 Oct 27 16:51:16.127165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Transition to ACTIVE for port object 63f3dcab-38c0-4ef4-88f6-86723a1fb048 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:51:16.188663 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:16.238490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Pushing event updated for resources: {'Port': ['ID=63f3dcab-38c0-4ef4-88f6-86723a1fb048,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:16.309960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Attempting to bind port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:51:16.310289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Attempting to bind port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:51:16.310610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Attempting to bind port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 on network abc99766-b26c-41ee-8f04-625ed9c20ca7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:51:16.314925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 on network abc99766-b26c-41ee-8f04-625ed9c20ca7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:51:16.315182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Attempting to bind port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 on network abc99766-b26c-41ee-8f04-625ed9c20ca7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:51:16.320354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:51:16.320682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Checking segment: {'id': 'f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:51:16.321057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Bound using segment: {'id': 'f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:51:16.321475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Bound port: 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:51:16.321819 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:16.383503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:51:16.386645 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048,segment=NetworkSegment(f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082),segment_id=f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:51:16.480811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:16.514383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:16.515005 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:16.516600 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] 10.222.0.54 "PUT /v2.0/ports/63f3dcab-38c0-4ef4-88f6-86723a1fb048 HTTP/1.1" status: 200 len: 1091 time: 0.8019595 Oct 27 16:51:16.522691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:51:16.524977 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93396261-ae67-4921-aafd-44a8574fad30" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:51:16.548541 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecde2c-1900-48bf-954e-e148718f3e73 service neutron] Pushing event updated for resources: {'Port': ['ID=63f3dcab-38c0-4ef4-88f6-86723a1fb048,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:16.569175 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdc86e1-e77a-42a7-b69d-65bb4b85d6b2 x-openstack-request-id: req-dfdc86e1-e77a-42a7-b69d-65bb4b85d6b2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:51:16.569175 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:51:16.569175 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfdc86e1-e77a-42a7-b69d-65bb4b85d6b2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:51:16.569175 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048', 'status': 'completed', 'code': 200} Oct 27 16:51:16.626577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93396261-ae67-4921-aafd-44a8574fad30 req-4b83d21a-680b-457c-b2e6-189ac66d845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:16.628042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-93396261-ae67-4921-aafd-44a8574fad30 req-4b83d21a-680b-457c-b2e6-189ac66d845d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=881bd171b2814e54bd7ccec407674ea9&device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 1094 time: 0.0420599 Oct 27 16:51:16.729361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93396261-ae67-4921-aafd-44a8574fad30 req-3b8d44bb-873b-427b-8fa2-d02e3d37d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:16.730817 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-93396261-ae67-4921-aafd-44a8574fad30 req-3b8d44bb-873b-427b-8fa2-d02e3d37d762 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=881bd171b2814e54bd7ccec407674ea9&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0956211 Oct 27 16:51:16.836161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93396261-ae67-4921-aafd-44a8574fad30 req-518bd5d5-e193-410a-9c2f-c8e84b95bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:16.837602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-93396261-ae67-4921-aafd-44a8574fad30 req-518bd5d5-e193-410a-9c2f-c8e84b95bdee service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002357 Oct 27 16:51:16.914419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-2fe9bee5-805a-4e8a-815a-417d64d0bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:16.915990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-2fe9bee5-805a-4e8a-815a-417d64d0bd8d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=881bd171b2814e54bd7ccec407674ea9&device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 1094 time: 0.0430012 Oct 27 16:51:16.958259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-12731a51-baa6-4154-9c05-d24cbde8b152 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048 HTTP/1.1" status: 200 len: 217 time: 0.0340133 Oct 27 16:51:17.011445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-ea1a7207-28ff-4410-a61c-fc98763b11de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:17.013012 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-ea1a7207-28ff-4410-a61c-fc98763b11de service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a34c4291-a7bc-4778-9e8f-ce05f3355f46 HTTP/1.1" status: 200 len: 852 time: 0.0472944 Oct 27 16:51:17.044116 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-bffedfe8-66b5-48e9-b77e-54b5fa8e31ab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abc99766-b26c-41ee-8f04-625ed9c20ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244141 Oct 27 16:51:17.134142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-d2fdc13e-84d8-4a49-b0d5-95ab825d2521 service neutron] 10.222.0.54 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829861 Oct 27 16:51:17.259581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa0fa486-39fe-4d4c-9eac-12a16cf93e67 req-27fb0cd4-8b16-476b-aa0b-21286b00c2a4 service neutron] 10.222.0.54 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188323 Oct 27 16:51:17.268279 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac82d0-1e3c-4d88-a2de-e5428f4f1bcb req-d0eb90b2-7adf-4138-9d64-7866575044da tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:17.269723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ac82d0-1e3c-4d88-a2de-e5428f4f1bcb req-d0eb90b2-7adf-4138-9d64-7866575044da tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 943 time: 0.0727546 Oct 27 16:51:17.309148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ac82d0-1e3c-4d88-a2de-e5428f4f1bcb req-78b0a92a-fb45-4597-b96a-abeb04b89730 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328522 Oct 27 16:51:18.429406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f1f94-67ff-4439-a406-81c6e1f4476f req-73cca6df-1665-4077-9675-c368ac04f23b tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:18.430929 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a5f1f94-67ff-4439-a406-81c6e1f4476f req-73cca6df-1665-4077-9675-c368ac04f23b tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 943 time: 0.0532496 Oct 27 16:51:18.470012 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9a5f1f94-67ff-4439-a406-81c6e1f4476f req-b6138b36-d1b1-4308-ad15-ba4daa0f8e9b tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329077 Oct 27 16:51:18.520071 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d50a302-f0f5-4c8d-be04-882b500ae064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:19.585438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929359e-ec4a-4443-a366-5ca0e65ab9d3 req-4fe702ba-2954-4376-b942-89030ed5b2bb tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:19.586893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a929359e-ec4a-4443-a366-5ca0e65ab9d3 req-4fe702ba-2954-4376-b942-89030ed5b2bb tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 943 time: 0.0505524 Oct 27 16:51:19.628554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a929359e-ec4a-4443-a366-5ca0e65ab9d3 req-7f2772b5-680b-41e6-8f84-2a058b3104a9 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357761 Oct 27 16:51:20.410145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 63f3dcab-38c0-4ef4-88f6-86723a1fb048 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:51:20.505906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048,segment=NetworkSegment(f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082),segment_id=f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:51:20.516770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '63f3dcab-38c0-4ef4-88f6-86723a1fb048', 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7', 'port_id': '63f3dcab-38c0-4ef4-88f6-86723a1fb048', 'mac_address': 'fa:16:3e:35:13:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34c4291-a7bc-4778-9e8f-ce05f3355f46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:51:20.557808 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:20.571649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f3dcab-38c0-4ef4-88f6-86723a1fb048 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:51:20.590348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048,segment=NetworkSegment(f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082),segment_id=f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:51:20.691481 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:20.739003 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=63f3dcab-38c0-4ef4-88f6-86723a1fb048,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:20.746628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe175ed6-3783-4335-9428-8de542ece48f req-774db3d4-a73c-45a0-9a5f-40c14ac286f0 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:20.748220 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe175ed6-3783-4335-9428-8de542ece48f req-774db3d4-a73c-45a0-9a5f-40c14ac286f0 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 944 time: 0.0513659 Oct 27 16:51:20.786379 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe175ed6-3783-4335-9428-8de542ece48f req-44ebfc7f-0672-4352-b1da-e62acb1f3888 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319769 Oct 27 16:51:20.877756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['63f3dcab-38c0-4ef4-88f6-86723a1fb048'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:51:21.543276 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8a2262b0-4975-44c3-982e-90b339123ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:21.904218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1850bf-7c64-4550-8327-5ce948998f00 req-cfb3f503-e5c0-42dc-ad49-ed44cb63fbce tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:21.905715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab1850bf-7c64-4550-8327-5ce948998f00 req-cfb3f503-e5c0-42dc-ad49-ed44cb63fbce tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 944 time: 0.0493357 Oct 27 16:51:21.943927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab1850bf-7c64-4550-8327-5ce948998f00 req-de399115-a49c-49df-aa0c-ff81b93efef2 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Oct 27 16:51:22.246009 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:22.324939 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:22.431949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 63f3dcab-38c0-4ef4-88f6-86723a1fb048 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:51:22.531775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:51:22.535809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:51:22.538458 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:22.613188 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:22.635859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:51:22.638240 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe9d5ed-5c3e-4a16-9e43-f22af83141d9" -d '{"events": [{"server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "name": "network-vif-plugged", "status": "completed", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:51:22.656366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048,segment=NetworkSegment(f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082),segment_id=f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:51:22.682542 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8235499d-a2ca-4336-9d00-8d6b80b0e0ab x-openstack-request-id: req-8235499d-a2ca-4336-9d00-8d6b80b0e0ab {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:51:22.682854 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "name": "network-vif-plugged", "status": "completed", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:51:22.683157 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8235499d-a2ca-4336-9d00-8d6b80b0e0ab {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:51:22.683470 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048', 'code': 200} Oct 27 16:51:22.714569 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:22.763338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=63f3dcab-38c0-4ef4-88f6-86723a1fb048,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:22.779986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1885eb-d196-44de-9152-29d1f64f5333 req-4717924e-5bff-4cda-84d7-0416bfc174ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:22.781520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c1885eb-d196-44de-9152-29d1f64f5333 req-4717924e-5bff-4cda-84d7-0416bfc174ff service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 1096 time: 0.0424037 Oct 27 16:51:22.817534 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c1885eb-d196-44de-9152-29d1f64f5333 req-1631ebad-180a-4231-9a0f-1fb24280e59f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293734 Oct 27 16:51:23.068370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926b0eb-e5fd-4eae-a507-10cea589fa16 req-b1f26d04-f660-40c0-a671-5fba466be82e tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:23.068370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4926b0eb-e5fd-4eae-a507-10cea589fa16 req-b1f26d04-f660-40c0-a671-5fba466be82e tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0503132 Oct 27 16:51:23.104411 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4926b0eb-e5fd-4eae-a507-10cea589fa16 req-1609d78a-8f62-408b-a34f-ac2012c3c53f tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357223 Oct 27 16:51:24.221486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d88a8e-5d94-40d6-be4d-2a8f434f766f req-5e137423-401b-4a08-854e-97dc5e08f953 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:24.222945 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3d88a8e-5d94-40d6-be4d-2a8f434f766f req-5e137423-401b-4a08-854e-97dc5e08f953 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0487759 Oct 27 16:51:24.261253 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3d88a8e-5d94-40d6-be4d-2a8f434f766f req-91d01060-40af-4af4-875b-c54de0bfdc9c tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Oct 27 16:51:24.291532 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:24.643289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b24294-d686-4aa5-a7c9-586971e012f8 req-37be9f96-7211-46c3-b495-300c4485a14b tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:24.644829 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b24294-d686-4aa5-a7c9-586971e012f8 req-37be9f96-7211-46c3-b495-300c4485a14b tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0541544 Oct 27 16:51:24.683459 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f5b24294-d686-4aa5-a7c9-586971e012f8 req-3cfedcc2-a82d-4238-8422-71d01390b5d0 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323591 Oct 27 16:51:24.718077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44816) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:51:24.806845 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-451425ca-05a4-471b-8e59-9ace1e0e8387 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869691 Oct 27 16:51:24.816431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-f1ad9721-0445-49d8-aa76-9747e07bec68 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:51:24.817377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-f1ad9721-0445-49d8-aa76-9747e07bec68 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060146 Oct 27 16:51:25.802342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ad5fa-d5d4-4a7e-9538-6cd9af9f4f74 req-ef13cf80-6c93-4a43-bd60-fe8ac3abf1ba tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:25.803766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-931ad5fa-d5d4-4a7e-9538-6cd9af9f4f74 req-ef13cf80-6c93-4a43-bd60-fe8ac3abf1ba tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0502028 Oct 27 16:51:25.843820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-931ad5fa-d5d4-4a7e-9538-6cd9af9f4f74 req-8322d3db-a750-464f-a8b9-657eda0809b9 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338604 Oct 27 16:51:26.920748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-8315cb0f-068b-47be-8e8c-f9cf8bd118c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:26.923011 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-8315cb0f-068b-47be-8e8c-f9cf8bd118c1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=881bd171b2814e54bd7ccec407674ea9&device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 1096 time: 0.0431380 Oct 27 16:51:26.973034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5249b3-0ce4-4e37-8ccb-fcdfbca32630 req-f5a2d10f-7f3c-47f9-8f56-f3581c5d6ff9 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:26.974561 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd5249b3-0ce4-4e37-8ccb-fcdfbca32630 req-f5a2d10f-7f3c-47f9-8f56-f3581c5d6ff9 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0587204 Oct 27 16:51:27.020870 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd5249b3-0ce4-4e37-8ccb-fcdfbca32630 req-c6c46fec-9981-4955-9336-705cec3878ff tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383527 Oct 27 16:51:27.031173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-7627264d-ac55-4325-a047-7dc3299683f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:27.032704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-7627264d-ac55-4325-a047-7dc3299683f2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abc99766-b26c-41ee-8f04-625ed9c20ca7 HTTP/1.1" status: 200 len: 913 time: 0.1028199 Oct 27 16:51:27.075295 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-51ec059d-98dd-4f62-80e7-237144f0e73a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048 HTTP/1.1" status: 200 len: 217 time: 0.0346999 Oct 27 16:51:27.127404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-97b65ed6-52ca-414e-9b1c-24cbe2bd7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:27.128797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-97b65ed6-52ca-414e-9b1c-24cbe2bd7d34 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a34c4291-a7bc-4778-9e8f-ce05f3355f46 HTTP/1.1" status: 200 len: 852 time: 0.0470066 Oct 27 16:51:27.160570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-07676dac-2804-40a2-9eee-bb1ddec76d24 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abc99766-b26c-41ee-8f04-625ed9c20ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239730 Oct 27 16:51:27.249010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-4aaf8977-e2cf-456a-868a-2855a4b8a401 service neutron] 10.222.0.54 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807748 Oct 27 16:51:27.342700 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-4266951d-7a55-4ca7-b32e-b67f84074165 service neutron] 10.222.0.54 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860944 Oct 27 16:51:28.402521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47628f0-3109-4c4a-a07f-9cad0a69aab1 req-a73cff40-0655-4b5c-b17a-576e80c924a8 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:28.403987 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c47628f0-3109-4c4a-a07f-9cad0a69aab1 req-a73cff40-0655-4b5c-b17a-576e80c924a8 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0497208 Oct 27 16:51:28.447391 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c47628f0-3109-4c4a-a07f-9cad0a69aab1 req-a4de5a78-02b3-4dcb-8604-ac836d596fd8 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374682 Oct 27 16:51:29.563004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7dae1b-05bc-4d01-ac47-cc214ec40a44 req-881bd16c-33f0-4d86-8b3b-7b56d14ccb44 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:29.564503 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e7dae1b-05bc-4d01-ac47-cc214ec40a44 req-881bd16c-33f0-4d86-8b3b-7b56d14ccb44 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0497041 Oct 27 16:51:29.603514 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e7dae1b-05bc-4d01-ac47-cc214ec40a44 req-f8328f69-83a8-4f43-a92c-e8d23c60ff6d tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323818 Oct 27 16:51:29.708582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:30.719451 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f28229-978c-4b52-8ca2-bd22912b86dd req-4340d227-d7d6-40eb-a2bb-223edb6409c8 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:30.720940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-82f28229-978c-4b52-8ca2-bd22912b86dd req-4340d227-d7d6-40eb-a2bb-223edb6409c8 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0502346 Oct 27 16:51:30.764438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-82f28229-978c-4b52-8ca2-bd22912b86dd req-0c0dc07a-4380-47f5-999b-04e21c054f65 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362673 Oct 27 16:51:31.884113 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84acdeb2-9514-46f8-9d90-00a49f31ac65 req-40a55759-3be9-4f94-9d6a-98da8dc80e17 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:31.886187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84acdeb2-9514-46f8-9d90-00a49f31ac65 req-40a55759-3be9-4f94-9d6a-98da8dc80e17 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0532041 Oct 27 16:51:31.924388 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84acdeb2-9514-46f8-9d90-00a49f31ac65 req-9f72947e-a19b-4792-8a70-414f6ccdb9aa tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321846 Oct 27 16:51:32.828400 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:33.041442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde05e75-ffdc-43b5-816b-4c2ed425eb70 req-ed7551d2-51ea-4c49-a1ed-206621348a42 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:33.042930 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bde05e75-ffdc-43b5-816b-4c2ed425eb70 req-ed7551d2-51ea-4c49-a1ed-206621348a42 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0492985 Oct 27 16:51:33.080192 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bde05e75-ffdc-43b5-816b-4c2ed425eb70 req-32580f98-d926-49a1-8cbc-112f32e21678 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310717 Oct 27 16:51:33.181010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde120a-856f-4cb6-8fc8-c21e2e923196 req-cd7bdd96-736f-4615-aa6c-63f6b564756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:33.182525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fde120a-856f-4cb6-8fc8-c21e2e923196 req-cd7bdd96-736f-4615-aa6c-63f6b564756d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=881bd171b2814e54bd7ccec407674ea9&device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 1096 time: 0.0409386 Oct 27 16:51:33.287719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde120a-856f-4cb6-8fc8-c21e2e923196 req-5a627ceb-c72c-4a99-93f0-d82f2d464778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:33.289226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fde120a-856f-4cb6-8fc8-c21e2e923196 req-5a627ceb-c72c-4a99-93f0-d82f2d464778 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abc99766-b26c-41ee-8f04-625ed9c20ca7 HTTP/1.1" status: 200 len: 913 time: 0.0884316 Oct 27 16:51:33.332662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fde120a-856f-4cb6-8fc8-c21e2e923196 req-5e47de15-fd85-4c8a-b98b-9d225fd37da3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048 HTTP/1.1" status: 200 len: 217 time: 0.0339108 Oct 27 16:51:33.380368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde120a-856f-4cb6-8fc8-c21e2e923196 req-252e8df3-f747-44cb-88c6-ae609c793df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:33.381770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fde120a-856f-4cb6-8fc8-c21e2e923196 req-252e8df3-f747-44cb-88c6-ae609c793df2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a34c4291-a7bc-4778-9e8f-ce05f3355f46 HTTP/1.1" status: 200 len: 852 time: 0.0425606 Oct 27 16:51:33.416407 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fde120a-856f-4cb6-8fc8-c21e2e923196 req-bb451d5f-22b8-42fd-aa62-cb1fd6a6e9e7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abc99766-b26c-41ee-8f04-625ed9c20ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277460 Oct 27 16:51:33.505703 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fde120a-856f-4cb6-8fc8-c21e2e923196 req-72d56c5e-c910-469b-97c9-b545f9f2e493 service neutron] 10.222.0.54 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823767 Oct 27 16:51:33.600043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4fde120a-856f-4cb6-8fc8-c21e2e923196 req-156531c6-0a78-48fc-b793-f311be6510e7 service neutron] 10.222.0.54 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854182 Oct 27 16:51:34.197409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e436d-65e9-4f8a-9a84-edbaf529fb6a req-5efdf3ee-66d1-4489-a761-0ac316976db1 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:34.199066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a67e436d-65e9-4f8a-9a84-edbaf529fb6a req-5efdf3ee-66d1-4489-a761-0ac316976db1 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0499005 Oct 27 16:51:34.237181 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a67e436d-65e9-4f8a-9a84-edbaf529fb6a req-cea622f7-27bb-4042-a94b-4659ba240225 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Oct 27 16:51:35.355767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630362f-985b-4fe9-bc5f-19cba382628f req-8057f85e-a7dd-4677-8585-13946d6c4625 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:35.357272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1630362f-985b-4fe9-bc5f-19cba382628f req-8057f85e-a7dd-4677-8585-13946d6c4625 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0502932 Oct 27 16:51:35.397146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1630362f-985b-4fe9-bc5f-19cba382628f req-b2b796e3-7051-4813-9b5a-4d97d52e39da tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336053 Oct 27 16:51:36.514362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51cdfb6-6078-45a8-adbf-911d12092c75 req-e5b2b25d-3a46-431c-b503-caf4cec7bd4a tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:36.515903 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a51cdfb6-6078-45a8-adbf-911d12092c75 req-e5b2b25d-3a46-431c-b503-caf4cec7bd4a tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0501873 Oct 27 16:51:36.557429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a51cdfb6-6078-45a8-adbf-911d12092c75 req-925b76a9-04bf-4fa4-a1ac-95649ad22ace tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350966 Oct 27 16:51:37.672357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722ec7e-f34f-4993-9e4b-9835ecc656de req-e6ddb805-073c-462c-b915-2f7b6ded7562 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:37.673882 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e722ec7e-f34f-4993-9e4b-9835ecc656de req-e6ddb805-073c-462c-b915-2f7b6ded7562 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0485582 Oct 27 16:51:37.712185 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e722ec7e-f34f-4993-9e4b-9835ecc656de req-e69d70cf-2909-49e7-918e-f16189e2f360 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316067 Oct 27 16:51:38.829401 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144be07a-4018-42e8-a205-3ee8c85fb291 req-d16c94cc-ff46-4d88-8b67-527fdbe3bcf3 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:38.830870 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-144be07a-4018-42e8-a205-3ee8c85fb291 req-d16c94cc-ff46-4d88-8b67-527fdbe3bcf3 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0517344 Oct 27 16:51:38.868564 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-144be07a-4018-42e8-a205-3ee8c85fb291 req-7ce02c2e-3e1a-4650-bb75-1abc85602227 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307472 Oct 27 16:51:39.990319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec98b04-2c50-41b1-98c9-66fe4bf4607f req-6fdaa894-239a-45fc-ab57-9e346dac7592 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:39.991786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ec98b04-2c50-41b1-98c9-66fe4bf4607f req-6fdaa894-239a-45fc-ab57-9e346dac7592 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0532954 Oct 27 16:51:40.028352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ec98b04-2c50-41b1-98c9-66fe4bf4607f req-10ea1262-600f-44a2-ab0e-4a49c1c97288 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306582 Oct 27 16:51:41.146045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e496ace-9660-4272-8ca0-4752285622fe req-686c8f30-ce14-4d5d-a736-c623c94001a1 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:41.148152 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e496ace-9660-4272-8ca0-4752285622fe req-686c8f30-ce14-4d5d-a736-c623c94001a1 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0498116 Oct 27 16:51:41.185980 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e496ace-9660-4272-8ca0-4752285622fe req-c22fe1ca-0128-4a34-b938-9d8acc6d8b18 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316803 Oct 27 16:51:42.299856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ca499-bce7-44de-9e50-d6790a2f53ef req-82f65ca1-51fa-4aba-8727-e3af34a12cb5 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:42.301337 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-328ca499-bce7-44de-9e50-d6790a2f53ef req-82f65ca1-51fa-4aba-8727-e3af34a12cb5 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0491035 Oct 27 16:51:42.339672 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-328ca499-bce7-44de-9e50-d6790a2f53ef req-2d9bd011-6048-44a3-b9b1-06be8227da06 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Oct 27 16:51:43.455951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be837a-716e-4916-a630-8f189d63f1f0 req-56c511e0-ca19-42be-9d00-5bf95387de01 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:43.457466 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43be837a-716e-4916-a630-8f189d63f1f0 req-56c511e0-ca19-42be-9d00-5bf95387de01 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0503073 Oct 27 16:51:43.497635 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43be837a-716e-4916-a630-8f189d63f1f0 req-4d2496de-2c4d-4622-8b2e-822674c4d03b tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337477 Oct 27 16:51:44.611625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5cdce-6198-4351-a8db-130f69f759b0 req-46d800cd-70f6-487b-9c9e-44dce701a7d8 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:44.613088 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4e5cdce-6198-4351-a8db-130f69f759b0 req-46d800cd-70f6-487b-9c9e-44dce701a7d8 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0484464 Oct 27 16:51:44.650080 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e4e5cdce-6198-4351-a8db-130f69f759b0 req-bd7eb0d0-9008-4d2c-b113-4701c2260148 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303235 Oct 27 16:51:45.785619 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9487cdf-25f2-4810-9642-c8e947792a46 req-c0d84be9-d5e2-446e-b615-fcd0e3017584 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:45.787229 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9487cdf-25f2-4810-9642-c8e947792a46 req-c0d84be9-d5e2-446e-b615-fcd0e3017584 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0558748 Oct 27 16:51:45.833253 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9487cdf-25f2-4810-9642-c8e947792a46 req-635f3d4c-d4f4-4afb-b5e5-675001c923e8 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362411 Oct 27 16:51:46.955868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7bda1-362e-4460-8727-9c5afb86d811 req-19ffe7d1-8565-4313-9295-f38e061f6ee3 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:46.957364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41e7bda1-362e-4460-8727-9c5afb86d811 req-19ffe7d1-8565-4313-9295-f38e061f6ee3 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0546057 Oct 27 16:51:46.995983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-41e7bda1-362e-4460-8727-9c5afb86d811 req-1290bc8b-25a9-4858-aff0-d75f6c2ad169 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317867 Oct 27 16:51:48.112719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6087f-79d3-4782-ad4c-e316aa723920 req-86c333aa-5af3-4ac7-a49c-a08aa8a805a2 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:48.114189 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2f6087f-79d3-4782-ad4c-e316aa723920 req-86c333aa-5af3-4ac7-a49c-a08aa8a805a2 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0496130 Oct 27 16:51:48.152248 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c2f6087f-79d3-4782-ad4c-e316aa723920 req-6fc0dc37-50cd-4e25-9048-f2c518bbb32b tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318434 Oct 27 16:51:48.507546 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7da66a2e-db5b-47ec-933e-dbd75196e30f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:49.265143 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258f269-35af-4782-8c6a-d9f1d34e5220 req-160eadf1-e401-4ad1-b674-61cb38958c92 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:49.266583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a258f269-35af-4782-8c6a-d9f1d34e5220 req-160eadf1-e401-4ad1-b674-61cb38958c92 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0474975 Oct 27 16:51:49.304254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a258f269-35af-4782-8c6a-d9f1d34e5220 req-06b0f39e-f9da-4337-9850-129e858035a7 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311580 Oct 27 16:51:50.419803 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6cb47-0d5d-4255-af82-876f7b4e5a6f req-342b4434-2301-46e2-9fa2-abc73cd4547f tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:50.421277 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8a6cb47-0d5d-4255-af82-876f7b4e5a6f req-342b4434-2301-46e2-9fa2-abc73cd4547f tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0478001 Oct 27 16:51:50.458688 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8a6cb47-0d5d-4255-af82-876f7b4e5a6f req-7fd3b359-fa68-419f-80fa-b104b1eef711 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Oct 27 16:51:51.542777 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-18776583-8112-47bf-8e1d-31a17cd06223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:51.577070 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bf39e-647b-4eb8-af32-98dcbc13ece8 req-7b38f57d-6bcf-4706-8778-12050973a9d3 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:51.578520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-168bf39e-647b-4eb8-af32-98dcbc13ece8 req-7b38f57d-6bcf-4706-8778-12050973a9d3 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0509222 Oct 27 16:51:51.618270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-168bf39e-647b-4eb8-af32-98dcbc13ece8 req-184640f8-c62a-4c00-99ec-4b12f7b854d5 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Oct 27 16:51:52.232824 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:51:52.245566 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:52.319806 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:52.737097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a876a-823b-4f44-b546-286db56f6ca4 req-4aa19b2f-64d0-45d6-bd93-63781a99d57e tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:52.738550 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c09a876a-823b-4f44-b546-286db56f6ca4 req-4aa19b2f-64d0-45d6-bd93-63781a99d57e tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0528111 Oct 27 16:51:52.775798 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c09a876a-823b-4f44-b546-286db56f6ca4 req-9aed59d4-1ee4-4f1e-acc8-71e792d5f591 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306799 Oct 27 16:51:53.898167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1f5b3-0c29-4719-9c16-57a35020fb74 req-8dd9d3a5-55f5-49e3-85cc-dc1c9a4c6f59 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:53.899703 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67e1f5b3-0c29-4719-9c16-57a35020fb74 req-8dd9d3a5-55f5-49e3-85cc-dc1c9a4c6f59 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0551119 Oct 27 16:51:53.937319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67e1f5b3-0c29-4719-9c16-57a35020fb74 req-c9c5cc06-7a45-4668-8d88-6029fcfbfd13 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Oct 27 16:51:54.313936 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:54.483597 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-30eafe4d-2f6f-49a5-93e9-4438fae2ada0 service neutron] show failed (client error): The resource could not be found. Oct 27 16:51:54.484549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-30eafe4d-2f6f-49a5-93e9-4438fae2ada0 service neutron] 10.222.0.54 "GET /v2.0/ports/63f3dcab-38c0-4ef4-88f6-86723a1fb048/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0574853 Oct 27 16:51:55.058964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c998e90-3c5d-4104-8b64-dca53b8aa4d7 req-3272c65e-17a2-4d93-b2f0-f556dd94b6f0 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:55.060491 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c998e90-3c5d-4104-8b64-dca53b8aa4d7 req-3272c65e-17a2-4d93-b2f0-f556dd94b6f0 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0497620 Oct 27 16:51:55.099638 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2c998e90-3c5d-4104-8b64-dca53b8aa4d7 req-b2591549-66ce-4b1e-b6d5-9091d7d9885f tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324039 Oct 27 16:51:55.108762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-7e88efba-068a-472f-8e33-cdcd9212faba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:55.110638 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-7e88efba-068a-472f-8e33-cdcd9212faba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9&tenant_id=881bd171b2814e54bd7ccec407674ea9 HTTP/1.1" status: 200 len: 1096 time: 0.1226254 Oct 27 16:51:55.120605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-9fa67b0f-2048-4f69-a031-6748356f6e96 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:51:55.121517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-9fa67b0f-2048-4f69-a031-6748356f6e96 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048649 Oct 27 16:51:55.132550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:51:55.190102 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:55.386601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048,segment=NetworkSegment(f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082),segment_id=f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:51:55.418914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:51:55.460847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:51:55.463124 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434f7f20-9b80-4651-b679-7281f34c9e5d" -d '{"events": [{"server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "name": "network-vif-unplugged", "status": "completed", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:51:55.467135 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:55.480378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Transition to ACTIVE for port object 63f3dcab-38c0-4ef4-88f6-86723a1fb048 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:51:55.516832 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426a59c5-4ab9-47a1-9054-36ba07828884 x-openstack-request-id: req-426a59c5-4ab9-47a1-9054-36ba07828884 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:51:55.516832 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "name": "network-vif-unplugged", "status": "completed", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:51:55.516832 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-426a59c5-4ab9-47a1-9054-36ba07828884 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:51:55.516832 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048', 'code': 200} Oct 27 16:51:55.548121 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:55.609335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Pushing event updated for resources: {'Port': ['ID=63f3dcab-38c0-4ef4-88f6-86723a1fb048,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:55.611854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] No DVR routers for this DVR port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:51:55.620268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.620606 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.620937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.621266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.621607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.621907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.622243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.622540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.622854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.623171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.623484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.623796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:55.658649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Attempting to bind port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:51:55.658886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Attempting to bind port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:51:55.659213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Attempting to bind port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 on network abc99766-b26c-41ee-8f04-625ed9c20ca7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:51:55.664377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 on network abc99766-b26c-41ee-8f04-625ed9c20ca7 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:51:55.664704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Attempting to bind port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 on network abc99766-b26c-41ee-8f04-625ed9c20ca7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:51:55.669461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:51:55.669800 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Checking segment: {'id': 'f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:51:55.670181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Bound using segment: {'id': 'f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:51:55.670685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Bound port: 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:51:55.671037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:55.732721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:51:55.735687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048,segment=NetworkSegment(f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082),segment_id=f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:51:55.817304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:55.853670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:55.854454 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:55.856152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] 10.222.0.53 "PUT /v2.0/ports/63f3dcab-38c0-4ef4-88f6-86723a1fb048 HTTP/1.1" status: 200 len: 1091 time: 0.7271371 Oct 27 16:51:55.892214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4537f-a917-4a38-b9e1-3c9476fcf58c service neutron] Pushing event updated for resources: {'Port': ['ID=63f3dcab-38c0-4ef4-88f6-86723a1fb048,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:55.924150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-d3722a29-0597-4dd3-8d1f-8fef8aec1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:55.925647 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-d3722a29-0597-4dd3-8d1f-8fef8aec1204 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=881bd171b2814e54bd7ccec407674ea9&device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 1094 time: 0.0471468 Oct 27 16:51:56.018481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-d41c803d-dea9-46c5-b6bd-bc006c01908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:56.019927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-d41c803d-dea9-46c5-b6bd-bc006c01908a service neutron] 10.222.0.53 "GET /v2.0/networks?id=abc99766-b26c-41ee-8f04-625ed9c20ca7 HTTP/1.1" status: 200 len: 913 time: 0.0864358 Oct 27 16:51:56.059717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-7354efe1-ab9a-49d9-a576-3bbff8a41e68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048 HTTP/1.1" status: 200 len: 217 time: 0.0322051 Oct 27 16:51:56.108345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-49e68609-945c-43bb-ac0b-f4e031e703e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:56.109791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-49e68609-945c-43bb-ac0b-f4e031e703e1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a34c4291-a7bc-4778-9e8f-ce05f3355f46 HTTP/1.1" status: 200 len: 852 time: 0.0436096 Oct 27 16:51:56.140780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-421834b1-f971-4712-9df3-89ee20e82df2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abc99766-b26c-41ee-8f04-625ed9c20ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242472 Oct 27 16:51:56.226790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f6e88-f4a9-4f94-b4b9-8067710c3df9 req-4bc2eaa2-8ac1-4f64-b680-56d010900d58 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:56.228325 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-995f6e88-f4a9-4f94-b4b9-8067710c3df9 req-4bc2eaa2-8ac1-4f64-b680-56d010900d58 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 943 time: 0.0593112 Oct 27 16:51:56.270939 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-995f6e88-f4a9-4f94-b4b9-8067710c3df9 req-26b51c05-a240-4d47-b213-66e1c1fbcd36 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362833 Oct 27 16:51:56.538176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-6f99928e-1df3-4442-afc7-184dd1b70eb2 service neutron] 10.222.0.53 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902273 Oct 27 16:51:56.629541 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbf10832-2597-4c34-b01e-d0aba312d42a req-6229ffde-ae4b-4f53-8f5d-d364eb53da42 service neutron] 10.222.0.53 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835655 Oct 27 16:51:57.389797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe46ab-e7d3-44cb-8668-7d2406236ba2 req-6bcda75a-b09a-46f4-91d8-6adee4995079 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:57.391403 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2fe46ab-e7d3-44cb-8668-7d2406236ba2 req-6bcda75a-b09a-46f4-91d8-6adee4995079 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 943 time: 0.0488260 Oct 27 16:51:57.429791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d2fe46ab-e7d3-44cb-8668-7d2406236ba2 req-bd10014d-bf5e-4500-aa65-d959412479ec tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320067 Oct 27 16:51:57.517534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:51:57.519856 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:51:57.569044 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ac1180-aba0-4813-9655-156c5853b646 x-openstack-request-id: req-d1ac1180-aba0-4813-9655-156c5853b646 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:51:57.569330 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:51:57.569582 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1ac1180-aba0-4813-9655-156c5853b646 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:51:57.569979 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048', 'status': 'completed', 'code': 200} Oct 27 16:51:57.657188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-113d266b-3f10-46ea-88c1-599d7a308c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:57.658664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-113d266b-3f10-46ea-88c1-599d7a308c07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=881bd171b2814e54bd7ccec407674ea9&device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 1094 time: 0.0697298 Oct 27 16:51:57.661081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-3f091e12-aa82-4335-8219-2bc437124751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:57.663475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-3f091e12-aa82-4335-8219-2bc437124751 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=881bd171b2814e54bd7ccec407674ea9&device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 1094 time: 0.0667088 Oct 27 16:51:57.817724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-a14a7657-e2b1-46e8-a1aa-a52097376190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:57.819119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-a14a7657-e2b1-46e8-a1aa-a52097376190 service neutron] 10.222.0.53 "GET /v2.0/networks?id=abc99766-b26c-41ee-8f04-625ed9c20ca7 HTTP/1.1" status: 200 len: 913 time: 0.1527145 Oct 27 16:51:57.820238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-fb78ff4b-881b-4f04-aba8-ad37451baee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:57.821524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-fb78ff4b-881b-4f04-aba8-ad37451baee4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abc99766-b26c-41ee-8f04-625ed9c20ca7 HTTP/1.1" status: 200 len: 913 time: 0.1479979 Oct 27 16:51:57.895557 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-b453a6bc-f2a1-4e42-a140-8588c28daadd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048 HTTP/1.1" status: 200 len: 217 time: 0.0609231 Oct 27 16:51:57.897386 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-dbc08e49-d007-4388-968a-33f4c83af8f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048 HTTP/1.1" status: 200 len: 217 time: 0.0688112 Oct 27 16:51:57.977028 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-5883b3e4-25f9-4a88-97e4-beb11e79bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:57.978453 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-5883b3e4-25f9-4a88-97e4-beb11e79bdbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a34c4291-a7bc-4778-9e8f-ce05f3355f46 HTTP/1.1" status: 200 len: 852 time: 0.0762281 Oct 27 16:51:57.981676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-50f56ea4-b17b-4e25-83a1-bc7c108be12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:57.982977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-50f56ea4-b17b-4e25-83a1-bc7c108be12c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a34c4291-a7bc-4778-9e8f-ce05f3355f46 HTTP/1.1" status: 200 len: 852 time: 0.0727365 Oct 27 16:51:58.019093 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-be38d50c-3860-4a3c-afdb-db84637136f4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abc99766-b26c-41ee-8f04-625ed9c20ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337331 Oct 27 16:51:58.034136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-e078bcf7-ffb6-4255-b68b-f630bdec41f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=abc99766-b26c-41ee-8f04-625ed9c20ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405169 Oct 27 16:51:58.182806 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-790c6b3d-d564-4612-8d01-3e95f687ab2a service neutron] 10.222.0.54 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505601 Oct 27 16:51:58.186041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-088fe01e-f63f-4b2f-a029-b37c45ad378d service neutron] 10.222.0.53 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438699 Oct 27 16:51:58.337150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-65ca78ab-02c2-41a2-af22-313ef90627af service neutron] 10.222.0.54 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472278 Oct 27 16:51:58.348381 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a07b5866-b0a0-4a2b-b871-05da74bfc2b6 req-567d00f0-100a-420e-8fc0-f9e3d6e4fc90 service neutron] 10.222.0.53 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404498 Oct 27 16:51:58.558967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01b72d-9b82-4deb-b03e-9a583fa32917 req-ca7cbf9a-6d58-4def-ba3d-56853fd09f91 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:58.560948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c01b72d-9b82-4deb-b03e-9a583fa32917 req-ca7cbf9a-6d58-4def-ba3d-56853fd09f91 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 943 time: 0.0605619 Oct 27 16:51:58.611542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c01b72d-9b82-4deb-b03e-9a583fa32917 req-c5b81d27-0b79-487a-bb40-6c39b26746db tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 Oct 27 16:51:58.628075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 63f3dcab-38c0-4ef4-88f6-86723a1fb048 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:51:58.670590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 63f3dcab-38c0-4ef4-88f6-86723a1fb048 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:51:59.469575 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 63f3dcab-38c0-4ef4-88f6-86723a1fb048 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:51:59.563703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048,segment=NetworkSegment(f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082),segment_id=f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:51:59.574803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '63f3dcab-38c0-4ef4-88f6-86723a1fb048', 'network_id': 'abc99766-b26c-41ee-8f04-625ed9c20ca7', 'port_id': '63f3dcab-38c0-4ef4-88f6-86723a1fb048', 'mac_address': 'fa:16:3e:35:13:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34c4291-a7bc-4778-9e8f-ce05f3355f46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:51:59.615822 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:59.628175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f3dcab-38c0-4ef4-88f6-86723a1fb048 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:51:59.680277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048,segment=NetworkSegment(f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082),segment_id=f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:51:59.733669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef11b6-736d-40b7-8dac-29af80a2cdc1 req-39e1e18b-7853-48ff-9227-b906c8a6187f tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:51:59.735046 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfef11b6-736d-40b7-8dac-29af80a2cdc1 req-39e1e18b-7853-48ff-9227-b906c8a6187f tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 943 time: 0.0523329 Oct 27 16:51:59.772969 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfef11b6-736d-40b7-8dac-29af80a2cdc1 req-1758204b-5a90-4e9a-afa6-71bb105e14fa tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Oct 27 16:51:59.828347 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:59.853255 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:51:59.876665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=63f3dcab-38c0-4ef4-88f6-86723a1fb048,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:51:59.884187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:59.884546 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:59.884891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:59.885228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:59.885564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:59.885896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:59.886231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:59.886560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:59.886885 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:59.887210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:59.887537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:51:59.887861 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:00.094267 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['63f3dcab-38c0-4ef4-88f6-86723a1fb048'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:52:00.366540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-fea5f4c6-ebf6-4296-b751-90334086565f tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:00.367905 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-fea5f4c6-ebf6-4296-b751-90334086565f tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.54 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9&tenant_id=881bd171b2814e54bd7ccec407674ea9&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 944 time: 0.0854111 Oct 27 16:52:00.430594 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-95e30bb1-1cda-45c8-a639-8d7727d28082 service neutron] delete failed (client error): The resource could not be found. Oct 27 16:52:00.431605 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-95e30bb1-1cda-45c8-a639-8d7727d28082 service neutron] 10.222.0.54 "DELETE /v2.0/ports/63f3dcab-38c0-4ef4-88f6-86723a1fb048/bindings/n-h1-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0554981 Oct 27 16:52:00.518071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-93d94dd2-4ffc-43a8-a94d-9ca3ac0cb136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:00.519639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-93d94dd2-4ffc-43a8-a94d-9ca3ac0cb136 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=881bd171b2814e54bd7ccec407674ea9&device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 1095 time: 0.0463164 Oct 27 16:52:00.608356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-edce0025-f3d4-48e5-b568-7db71a494c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:00.609873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-edce0025-f3d4-48e5-b568-7db71a494c38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abc99766-b26c-41ee-8f04-625ed9c20ca7 HTTP/1.1" status: 200 len: 913 time: 0.0839229 Oct 27 16:52:00.653609 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-46ca79db-6c20-4c69-888e-935c83608a4f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048 HTTP/1.1" status: 200 len: 217 time: 0.0372541 Oct 27 16:52:00.701836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-13585898-f486-4d1f-a9b7-44a6e2b90ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:00.703219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-13585898-f486-4d1f-a9b7-44a6e2b90ea2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a34c4291-a7bc-4778-9e8f-ce05f3355f46 HTTP/1.1" status: 200 len: 852 time: 0.0431962 Oct 27 16:52:00.734544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-67cca9bb-c1fe-4bbe-99fe-830e3971a6bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abc99766-b26c-41ee-8f04-625ed9c20ca7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242887 Oct 27 16:52:00.827470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-d9208969-eb65-482b-85a5-f9e725fc1a12 service neutron] 10.222.0.54 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856295 Oct 27 16:52:00.919114 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-d38f7d0b-d25c-4f2d-87ef-7450a74d0d84 service neutron] 10.222.0.54 "GET /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840158 Oct 27 16:52:01.495900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 63f3dcab-38c0-4ef4-88f6-86723a1fb048 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:01.598173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:52:01.602352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:01.602726 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:01.683178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:01.705995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:01.708322 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23d62e3-6341-4420-a760-dcf7a9df8147" -d '{"events": [{"server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "name": "network-vif-plugged", "status": "completed", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:01.721246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048,segment=NetworkSegment(f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082),segment_id=f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:01.747415 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee37eb06-80dd-460b-b41b-83dc78f2af27 x-openstack-request-id: req-ee37eb06-80dd-460b-b41b-83dc78f2af27 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:01.747651 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "name": "network-vif-plugged", "status": "completed", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:01.747908 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee37eb06-80dd-460b-b41b-83dc78f2af27 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:01.748328 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048', 'code': 200} Oct 27 16:52:01.782531 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:01.832394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=63f3dcab-38c0-4ef4-88f6-86723a1fb048,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:02.252811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4e0e3-c2cd-47fd-9fb2-2032fa57ef71 req-a3a3d135-5ca0-48e1-ae1e-e4daf57a49ae tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:02.254262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dfa4e0e3-c2cd-47fd-9fb2-2032fa57ef71 req-a3a3d135-5ca0-48e1-ae1e-e4daf57a49ae tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0489907 Oct 27 16:52:02.292753 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dfa4e0e3-c2cd-47fd-9fb2-2032fa57ef71 req-2f6e8001-a11e-4d4d-8bd4-01ba6d14ab57 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323226 Oct 27 16:52:02.895327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.417976 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac23ee4-48a2-4590-8025-b70e5feab067 req-5feefbe0-593f-494b-bb09-c957c9168af0 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:03.419520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aac23ee4-48a2-4590-8025-b70e5feab067 req-5feefbe0-593f-494b-bb09-c957c9168af0 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0508647 Oct 27 16:52:03.486606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aac23ee4-48a2-4590-8025-b70e5feab067 req-a9bb4f57-62cc-4f3f-806f-c805091bbc3f tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/security-groups?id=57d21eea-6238-47f6-aab8-d4bfa1b4382f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606880 Oct 27 16:52:03.506088 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-6ef9aaa7-b6b1-4331-9a06-58de29fb3647 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:03.507610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-6ef9aaa7-b6b1-4331-9a06-58de29fb3647 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 945 time: 0.0603194 Oct 27 16:52:03.595312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-29ff6eb0-f7f5-42cd-b3d5-b925db7d9cb4 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Deleting port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:52:03.595560 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-29ff6eb0-f7f5-42cd-b3d5-b925db7d9cb4 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.686043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-29ff6eb0-f7f5-42cd-b3d5-b925db7d9cb4 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] For port 63f3dcab-38c0-4ef4-88f6-86723a1fb048, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=63f3dcab-38c0-4ef4-88f6-86723a1fb048,segment=NetworkSegment(f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082),segment_id=f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:03.686397 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-29ff6eb0-f7f5-42cd-b3d5-b925db7d9cb4 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.700258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-29ff6eb0-f7f5-42cd-b3d5-b925db7d9cb4 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Calling delete_port for 63f3dcab-38c0-4ef4-88f6-86723a1fb048 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:52:03.902779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-29ff6eb0-f7f5-42cd-b3d5-b925db7d9cb4 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.914013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['63f3dcab-38c0-4ef4-88f6-86723a1fb048'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:52:03.930545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff6eb0-f7f5-42cd-b3d5-b925db7d9cb4 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Pushing event deleted for resources: {'Port': ['ID=63f3dcab-38c0-4ef4-88f6-86723a1fb048,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:03.972685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-29ff6eb0-f7f5-42cd-b3d5-b925db7d9cb4 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] No DVR routers for this DVR port 63f3dcab-38c0-4ef4-88f6-86723a1fb048 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:52:03.975314 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-29ff6eb0-f7f5-42cd-b3d5-b925db7d9cb4 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:03.978698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8db11c-63c5-4b1d-a93c-8c9454f78597 req-29ff6eb0-f7f5-42cd-b3d5-b925db7d9cb4 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.53 "DELETE /v2.0/ports/63f3dcab-38c0-4ef4-88f6-86723a1fb048 HTTP/1.1" status: 204 len: 173 time: 0.4645326 Oct 27 16:52:03.979136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'name': 'network-vif-deleted', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:03.981506 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6b2a9d-a184-4c7d-a114-b4f6d480966c" -d '{"events": [{"server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "name": "network-vif-deleted", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:04.020629 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39da4c08-0a6f-4e22-b8d5-03a605c94714 x-openstack-request-id: req-39da4c08-0a6f-4e22-b8d5-03a605c94714 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:04.020629 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e6ba2c7-bc41-4755-8881-3d4711895af9", "name": "network-vif-deleted", "tag": "63f3dcab-38c0-4ef4-88f6-86723a1fb048", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:04.020629 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39da4c08-0a6f-4e22-b8d5-03a605c94714 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:04.020629 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e6ba2c7-bc41-4755-8881-3d4711895af9', 'name': 'network-vif-deleted', 'tag': '63f3dcab-38c0-4ef4-88f6-86723a1fb048', 'status': 'completed', 'code': 200} Oct 27 16:52:04.595360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5d3f9e58-a27d-4d34-9c02-f0d614125c04 req-1713ee74-f5bb-46d0-ac6d-8fbde8e75a67 tempest-DeleteServersTestJSON-1498557845 tempest-DeleteServersTestJSON-1498557845-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e6ba2c7-bc41-4755-8881-3d4711895af9 HTTP/1.1" status: 200 len: 210 time: 0.0265758 Oct 27 16:52:05.730720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44934) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:05.777601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e55a723-c855-45f4-b3bd-482632a5e517 admin admin] Deleting subnet a34c4291-a7bc-4778-9e8f-ce05f3355f46 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:52:05.780635 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e55a723-c855-45f4-b3bd-482632a5e517 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:05.814600 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e55a723-c855-45f4-b3bd-482632a5e517 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:05.853037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e55a723-c855-45f4-b3bd-482632a5e517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:05.982829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e55a723-c855-45f4-b3bd-482632a5e517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:06.008438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55a723-c855-45f4-b3bd-482632a5e517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a34c4291-a7bc-4778-9e8f-ce05f3355f46,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:06.012238 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5e55a723-c855-45f4-b3bd-482632a5e517 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:06.015825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5e55a723-c855-45f4-b3bd-482632a5e517 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a34c4291-a7bc-4778-9e8f-ce05f3355f46 HTTP/1.1" status: 204 len: 168 time: 0.2840173 Oct 27 16:52:06.018864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44936) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:06.090684 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:06.169275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:06.188335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc99766-b26c-41ee-8f04-625ed9c20ca7']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:06.197368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:06.197662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b4fd4d-ba21-48fa-8cc0-69cae5bb4082') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:52:06.211671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:06.224784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:06.231639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:52:06.241132 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:52:06.353799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:06.359520 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:06.362788 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] 10.222.0.15 "DELETE /v2.0/networks/abc99766-b26c-41ee-8f04-625ed9c20ca7 HTTP/1.1" status: 204 len: 168 time: 0.3428760 Oct 27 16:52:06.375280 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af2f40-70ca-4546-b1e4-b8e81cd900ea admin admin] Pushing event deleted for resources: {'Network': ['ID=abc99766-b26c-41ee-8f04-625ed9c20ca7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:06.719344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44940) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:06.759646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-944ebee2-f94b-43ac-be2f-b6940a777c48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=881bd171b2814e54bd7ccec407674ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391486 Oct 27 16:52:06.762221 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44942) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:06.808640 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5246a2-6166-483d-a3f6-5c7efbe3d0e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:06.829727 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5246a2-6166-483d-a3f6-5c7efbe3d0e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:07.028278 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5246a2-6166-483d-a3f6-5c7efbe3d0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:07.030787 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fe5246a2-6166-483d-a3f6-5c7efbe3d0e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:07.031946 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fe5246a2-6166-483d-a3f6-5c7efbe3d0e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57d21eea-6238-47f6-aab8-d4bfa1b4382f HTTP/1.1" status: 204 len: 168 time: 0.2688398 Oct 27 16:52:07.039901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5246a2-6166-483d-a3f6-5c7efbe3d0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d21eea-6238-47f6-aab8-d4bfa1b4382f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:07.547381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 63f3dcab-38c0-4ef4-88f6-86723a1fb048 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:52:07.570959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 63f3dcab-38c0-4ef4-88f6-86723a1fb048 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:52:07.570959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 63f3dcab-38c0-4ef4-88f6-86723a1fb048 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:52:08.125470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44964) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:08.219953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-945034101-network', 'tenant_id': '94120fe0b3954f408a105c4c8e77504f'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:08.296415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Made reservation on behalf of 94120fe0b3954f408a105c4c8e77504f for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:08.298751 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.307754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.382562 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.433715 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.460714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:52:08.466071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:08.474338 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.474338 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Added segment 1f4edac4-b8a2-4866-8a93-6641cb1dce0e of type vlan for network 29785731-21d9-4ed3-8689-bc496c73617a Oct 27 16:52:08.516192 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.603954 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.604929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:08.605496 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:08.665417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] Pushing event updated for resources: {'Network': ['ID=29785731-21d9-4ed3-8689-bc496c73617a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:08.675117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 29785731-21d9-4ed3-8689-bc496c73617a details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:52:08.733659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d706be77-89e9-4fb1-a99b-9a9dc1516558 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6069834 Oct 27 16:52:08.736464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 44968) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:52:08.742165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] Request body: {'subnet': {'network_id': '29785731-21d9-4ed3-8689-bc496c73617a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-945034101-subnet', 'tenant_id': '94120fe0b3954f408a105c4c8e77504f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:08.832725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] Made reservation on behalf of 94120fe0b3954f408a105c4c8e77504f for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:08.835950 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:09.062447 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:09.115059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5aa16e-1225-428b-b1c3-162284c84860,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:09.125567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] Checking segment: {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:09.126136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] Network hostable DHCP agents. Network: 29785731-21d9-4ed3-8689-bc496c73617a, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:52:09.250917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] Network 29785731-21d9-4ed3-8689-bc496c73617a is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:52:09.376480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 29785731-21d9-4ed3-8689-bc496c73617a) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:09.380319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:09.380993 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:09.387377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a91104e-696a-4f04-93fd-824986a27018 None None] Network 29785731-21d9-4ed3-8689-bc496c73617a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:52:09.488532 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-128992ec-3525-4251-a8ff-4bd5d597bc6f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7506731 Oct 27 16:52:09.511771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0afd51-29b9-485a-9f2f-50c0722828e2 None None] Network 29785731-21d9-4ed3-8689-bc496c73617a requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:52:09.910636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-5c9342d2-fd6d-498b-8392-94d16d6a2910 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:09.912111 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-5c9342d2-fd6d-498b-8392-94d16d6a2910 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 814 time: 0.1087873 Oct 27 16:52:09.927452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-c371f2a6-4e6d-47ad-a3f9-d2bfa4976d6d tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/quotas/94120fe0b3954f408a105c4c8e77504f HTTP/1.1" status: 200 len: 375 time: 0.0089271 Oct 27 16:52:09.957824 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-5a089547-9899-4d7e-9121-c6a7676960f9 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251460 Oct 27 16:52:10.048588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-ca57bdc0-e69b-4d15-9ca3-76dcd3f9a043 service neutron] 10.222.0.15 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834126 Oct 27 16:52:10.136220 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d2f8426e-842d-4da8-8528-98b431006272 service neutron] 10.222.0.15 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810788 Oct 27 16:52:10.359556 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9e39866-598b-44b2-ba1c-a32cd80db506 req-42b5cf85-feec-499c-910e-1a3cd3bf6b5b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 210 time: 0.0268314 Oct 27 16:52:11.438018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2bb07923-355b-4af1-a13b-152008ad172c req-40b15ac2-5e41-48ac-a3f9-14041a9834c2 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 210 time: 0.0271497 Oct 27 16:52:12.537264 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42ccf035-0288-4344-9b7d-d1233dbc20f7 req-8c8d26fb-d133-4533-ad4a-9470f3a77381 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 210 time: 0.0304320 Oct 27 16:52:12.683257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f055cdbd-e1c3-4b8c-8078-de4f3559a6b5 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:12.684734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f055cdbd-e1c3-4b8c-8078-de4f3559a6b5 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.53 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 814 time: 0.1048665 Oct 27 16:52:12.698175 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Request body: {'port': {'device_id': 'fdb4c761-19d6-482d-a428-07c67c137772', 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a', 'admin_state_up': True, 'tenant_id': '94120fe0b3954f408a105c4c8e77504f'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:12.896552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Made reservation on behalf of 94120fe0b3954f408a105c4c8e77504f for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:12.900226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:13.023190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Allocated IP 172.20.0.4 (29785731-21d9-4ed3-8689-bc496c73617a/ee5aa16e-1225-428b-b1c3-162284c84860/daf6fc1c-5ddb-49e5-92db-eb0f87684a42) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:13.481185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:13.582671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:13.657177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Network 29785731-21d9-4ed3-8689-bc496c73617a is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:13.662205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:13.670435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:13.674807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Pushing event updated for resources: {'Port': ['ID=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:13.722285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac47cbe-7699-42ae-b8c4-d3e80cc6a28a req-7fbaa768-ea04-4121-aba4-e3b6abafa113 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:13.723801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ac47cbe-7699-42ae-b8c4-d3e80cc6a28a req-7fbaa768-ea04-4121-aba4-e3b6abafa113 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 931 time: 0.1127000 Oct 27 16:52:13.734990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:13.735531 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:13.776079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ac47cbe-7699-42ae-b8c4-d3e80cc6a28a req-36393a6c-602d-49f5-b480-168a05f65f27 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379465 Oct 27 16:52:13.862159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-f9cf5e36-b8c4-4755-a112-d99c7e5fcd10 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1683316 Oct 27 16:52:13.874857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Request body: {'port': {'device_id': 'fdb4c761-19d6-482d-a428-07c67c137772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:13.929358 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:14.188610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf6fc1c-5ddb-49e5-92db-eb0f87684a42 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:52:14.196222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:14.208663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Transition to ACTIVE for port object daf6fc1c-5ddb-49e5-92db-eb0f87684a42 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:52:14.277762 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:14.329364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Pushing event updated for resources: {'Port': ['ID=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:14.395436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Attempting to bind port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:14.395766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Attempting to bind port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:14.396120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Attempting to bind port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 on network 29785731-21d9-4ed3-8689-bc496c73617a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:14.401003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 on network 29785731-21d9-4ed3-8689-bc496c73617a not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:52:14.401314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Attempting to bind port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 on network 29785731-21d9-4ed3-8689-bc496c73617a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:14.406036 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:14.406367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Checking segment: {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:14.406745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Bound using segment: {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:14.407161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Bound port: daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:14.407504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:14.470688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:14.473498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:14.565929 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:14.602868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:14.603523 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:14.604923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] 10.222.0.53 "PUT /v2.0/ports/daf6fc1c-5ddb-49e5-92db-eb0f87684a42 HTTP/1.1" status: 200 len: 1091 time: 0.7347345 Oct 27 16:52:14.605370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:14.607635 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e001840-038f-41de-bc69-b4ad6de983b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:14.628113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee497d-e522-41ba-bcc8-6e08cc141631 service neutron] Pushing event updated for resources: {'Port': ['ID=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:14.649220 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7e4b37-2588-4a70-9fec-b1788df3fe78 x-openstack-request-id: req-3a7e4b37-2588-4a70-9fec-b1788df3fe78 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:14.650121 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:14.650593 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a7e4b37-2588-4a70-9fec-b1788df3fe78 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:14.651006 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42', 'status': 'completed', 'code': 200} Oct 27 16:52:14.714229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e001840-038f-41de-bc69-b4ad6de983b8 req-ee79c238-f6b7-4280-bf2c-baf875befaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:14.715720 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e001840-038f-41de-bc69-b4ad6de983b8 req-ee79c238-f6b7-4280-bf2c-baf875befaa5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 1094 time: 0.0426793 Oct 27 16:52:14.816691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e001840-038f-41de-bc69-b4ad6de983b8 req-f2a042f3-feb1-40d0-9391-75030a821cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:14.818195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e001840-038f-41de-bc69-b4ad6de983b8 req-f2a042f3-feb1-40d0-9391-75030a821cb5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=94120fe0b3954f408a105c4c8e77504f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0951281 Oct 27 16:52:14.953442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6805e5b-af19-45ef-bfd7-7a737fd12a5f req-f1df4b85-f9bf-4c0d-8134-7f13d06a9fc7 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:14.954922 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d6805e5b-af19-45ef-bfd7-7a737fd12a5f req-f1df4b85-f9bf-4c0d-8134-7f13d06a9fc7 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 943 time: 0.1092653 Oct 27 16:52:14.959534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e001840-038f-41de-bc69-b4ad6de983b8 req-b99198ef-f999-45bd-a214-918ad9b0d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:14.960972 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e001840-038f-41de-bc69-b4ad6de983b8 req-b99198ef-f999-45bd-a214-918ad9b0d6fd service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351457 Oct 27 16:52:14.995555 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d6805e5b-af19-45ef-bfd7-7a737fd12a5f req-c8cd0334-167a-46f5-af8d-9d7d01e8564a tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336351 Oct 27 16:52:15.037654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-608fe7c7-a943-4a15-a30a-e89d13391c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:15.039124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-608fe7c7-a943-4a15-a30a-e89d13391c53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 1094 time: 0.0400715 Oct 27 16:52:15.085590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-688df885-cf4b-4ec2-87c7-a5dc372154d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42 HTTP/1.1" status: 200 len: 217 time: 0.0375977 Oct 27 16:52:15.135063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-025ef739-dee6-477f-b424-7750c054cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:15.136521 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-025ef739-dee6-477f-b424-7750c054cc4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0438962 Oct 27 16:52:15.167254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-0a5c48ec-8de1-4a7a-bae8-32da24ad74be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242088 Oct 27 16:52:15.261589 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-2923015d-3cf2-4ca4-bc27-5400ea2a0ac0 service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875330 Oct 27 16:52:15.356960 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bcf8816-7bec-4f79-afc0-a3c6c676b28c req-bebb429d-dc2d-468c-a78b-2a3fef6e6dc3 service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885885 Oct 27 16:52:16.111247 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b3f58-d575-4722-9dbd-9aab022a7e91 req-63d4ebac-26f6-443a-90bc-ce57231f6994 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:16.112737 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a16b3f58-d575-4722-9dbd-9aab022a7e91 req-63d4ebac-26f6-443a-90bc-ce57231f6994 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 943 time: 0.0497296 Oct 27 16:52:16.154626 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a16b3f58-d575-4722-9dbd-9aab022a7e91 req-2ad27b7d-3b66-4b02-ae28-2cfef709cfba tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356028 Oct 27 16:52:17.269749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5dae8-3ff4-4134-8c4d-f73d16d579ad req-2a26809a-526a-43c5-a576-446e65c249d9 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:17.272970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15f5dae8-3ff4-4134-8c4d-f73d16d579ad req-2a26809a-526a-43c5-a576-446e65c249d9 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 943 time: 0.0488763 Oct 27 16:52:17.314076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-15f5dae8-3ff4-4134-8c4d-f73d16d579ad req-b9e87e6f-b9df-4a16-abb0-7afe395843f3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366254 Oct 27 16:52:18.436094 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166fc345-ecd1-4f19-b611-a001dfbcbfc0 req-13e692ab-98d0-4ed7-ad4c-b08c8698b6cd tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:18.437583 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-166fc345-ecd1-4f19-b611-a001dfbcbfc0 req-13e692ab-98d0-4ed7-ad4c-b08c8698b6cd tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 943 time: 0.0554042 Oct 27 16:52:18.476028 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-166fc345-ecd1-4f19-b611-a001dfbcbfc0 req-e12dc97e-65b1-4eae-85ed-f71e72dd517b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Oct 27 16:52:18.485404 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-df2dee71-1262-4453-89ef-2f7c7042ccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.592718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device daf6fc1c-5ddb-49e5-92db-eb0f87684a42 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:52:19.595919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76b9b1-3296-4ebf-b49c-9b41f7db3d9b req-a7aedcbf-5e7a-404d-9fa8-65330d6c321d tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:19.597732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b76b9b1-3296-4ebf-b49c-9b41f7db3d9b req-a7aedcbf-5e7a-404d-9fa8-65330d6c321d tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 943 time: 0.0508084 Oct 27 16:52:19.636678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b76b9b1-3296-4ebf-b49c-9b41f7db3d9b req-ff1b6581-4814-4447-bb19-16ace23b36af tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325840 Oct 27 16:52:19.691221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:19.703233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42', 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a', 'port_id': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42', 'mac_address': 'fa:16:3e:73:67:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5aa16e-1225-428b-b1c3-162284c84860', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:52:19.739722 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.752832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf6fc1c-5ddb-49e5-92db-eb0f87684a42 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:52:19.771697 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:19.879731 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:19.926654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:20.069807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['daf6fc1c-5ddb-49e5-92db-eb0f87684a42'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:52:20.750780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8ed1c-acdd-4f1e-b76f-9a53364c136c req-6e3b27e4-d8dc-4418-8da2-c02946493726 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:20.752375 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6b8ed1c-acdd-4f1e-b76f-9a53364c136c req-6e3b27e4-d8dc-4418-8da2-c02946493726 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 944 time: 0.0484486 Oct 27 16:52:20.793403 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6b8ed1c-acdd-4f1e-b76f-9a53364c136c req-35601765-deae-4dcc-a0dc-12e2fa23cae7 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352063 Oct 27 16:52:21.570987 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a0950e04-a82b-4d8b-bbea-e0ce1f4f600a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:21.607459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device daf6fc1c-5ddb-49e5-92db-eb0f87684a42 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:21.747927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:52:21.751953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:21.752278 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:21.835018 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:21.859358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:21.861866 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23806367-4fc3-4aec-808d-65f232d41df1" -d '{"events": [{"server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "name": "network-vif-plugged", "status": "completed", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:21.875165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:21.900949 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402e7285-bd7a-4124-a328-7e8e819bdfff x-openstack-request-id: req-402e7285-bd7a-4124-a328-7e8e819bdfff {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:21.901242 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "name": "network-vif-plugged", "status": "completed", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:21.901494 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-402e7285-bd7a-4124-a328-7e8e819bdfff {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:21.901889 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42', 'code': 200} Oct 27 16:52:21.919189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34bc6e-6abf-4275-80f1-27ce0b5b8d5b req-b3beb187-2c59-4b14-9f0c-1de1356ef8c1 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:21.919189 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec34bc6e-6abf-4275-80f1-27ce0b5b8d5b req-b3beb187-2c59-4b14-9f0c-1de1356ef8c1 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 944 time: 0.0511203 Oct 27 16:52:21.958083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ec34bc6e-6abf-4275-80f1-27ce0b5b8d5b req-e2ccdb60-66a1-4dd2-af67-2f1e5b357a34 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344064 Oct 27 16:52:21.993959 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:21.997847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e77cb9-837e-4cbd-89e3-277e4c6d3f9b req-febfdb0a-f020-4e1a-977e-7399ccb0df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:21.999387 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5e77cb9-837e-4cbd-89e3-277e4c6d3f9b req-febfdb0a-f020-4e1a-977e-7399ccb0df44 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 1095 time: 0.0404012 Oct 27 16:52:22.039830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f5e77cb9-837e-4cbd-89e3-277e4c6d3f9b req-815420f8-3f78-4211-a814-5ff0c1017269 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337133 Oct 27 16:52:22.043543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:22.244690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:22.307770 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:23.081950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a25a6-5087-4e45-800c-2b2d46bdf23b req-f2f16922-f49a-4865-be2b-7c2a5f2f3316 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:23.083449 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d2a25a6-5087-4e45-800c-2b2d46bdf23b req-f2f16922-f49a-4865-be2b-7c2a5f2f3316 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0513732 Oct 27 16:52:23.124118 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0d2a25a6-5087-4e45-800c-2b2d46bdf23b req-d15cf0f5-87a1-42e1-a171-c0e21fc7ff70 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344386 Oct 27 16:52:24.242383 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ae93d-fd9c-42e2-8f06-e7836a8fe19b req-ffad4b69-d05e-4236-a966-60fb9edce8ca tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:24.243926 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-539ae93d-fd9c-42e2-8f06-e7836a8fe19b req-ffad4b69-d05e-4236-a966-60fb9edce8ca tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0530140 Oct 27 16:52:24.282633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-539ae93d-fd9c-42e2-8f06-e7836a8fe19b req-a29185c2-a8ce-4422-8b89-885ba25a24d8 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324886 Oct 27 16:52:24.296469 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:24.397034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb17a7b-e9c8-42a9-9cdd-be92dc9f2b93 req-a08c871a-8b03-485d-8500-13dac28bd0f2 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:24.398614 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cb17a7b-e9c8-42a9-9cdd-be92dc9f2b93 req-a08c871a-8b03-485d-8500-13dac28bd0f2 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0498052 Oct 27 16:52:24.436891 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9cb17a7b-e9c8-42a9-9cdd-be92dc9f2b93 req-2f5e4919-279a-4fa6-8943-ee57de009509 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Oct 27 16:52:24.699685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce524dcb-42ff-48a9-a880-852e7dcbee99 req-eaf08231-e45f-48e0-8942-d706f38f99c2 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:24.701618 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce524dcb-42ff-48a9-a880-852e7dcbee99 req-eaf08231-e45f-48e0-8942-d706f38f99c2 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0503995 Oct 27 16:52:24.744143 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ce524dcb-42ff-48a9-a880-852e7dcbee99 req-f8ba8488-2993-45bb-888e-673eaa9ec83a tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364490 Oct 27 16:52:24.859583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e324d-3e13-45cc-be2a-615617fcac5a req-4279aaf4-641c-472f-8567-e3c807035ba7 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:24.861222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ca1e324d-3e13-45cc-be2a-615617fcac5a req-4279aaf4-641c-472f-8567-e3c807035ba7 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0517895 Oct 27 16:52:24.899802 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ca1e324d-3e13-45cc-be2a-615617fcac5a req-234ba0c6-8746-461a-971a-fd0613fd7a09 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326817 Oct 27 16:52:25.366057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43da438-7a07-4ab5-9f1f-f0319e276c5b req-24756d04-57b3-4cd6-b59b-cdd2de07b313 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:25.367525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e43da438-7a07-4ab5-9f1f-f0319e276c5b req-24756d04-57b3-4cd6-b59b-cdd2de07b313 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0505884 Oct 27 16:52:25.412376 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e43da438-7a07-4ab5-9f1f-f0319e276c5b req-7e1beddb-39d3-4f17-85d1-8a95d14c6a0d tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383437 Oct 27 16:52:25.566222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-ea386313-3c09-4b5c-96d9-7a6d9431e619 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394340 Oct 27 16:52:26.536138 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc93013-62ac-4cf6-93a8-8ba98f90178b req-44807b4d-832e-46f9-b65f-feff4f7f8681 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:26.540236 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bbc93013-62ac-4cf6-93a8-8ba98f90178b req-44807b4d-832e-46f9-b65f-feff4f7f8681 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0528340 Oct 27 16:52:26.577375 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bbc93013-62ac-4cf6-93a8-8ba98f90178b req-d66c0b4e-1d37-4a83-a992-2eaf3f3c291b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336316 Oct 27 16:52:27.694695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5aa7f-994e-4a3e-b4d7-46f4600ec4f4 req-5d369fc9-305b-4b50-936d-d44b0adcb28e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:27.696214 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cca5aa7f-994e-4a3e-b4d7-46f4600ec4f4 req-5d369fc9-305b-4b50-936d-d44b0adcb28e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0508296 Oct 27 16:52:27.736451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cca5aa7f-994e-4a3e-b4d7-46f4600ec4f4 req-e0d1306f-d03b-4949-b8f8-235b3ab7779b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Oct 27 16:52:27.862661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7adae-24f0-4b39-b257-085edcadc22f req-b3e6dba5-3d28-4bac-a70e-9457d9465aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:27.864304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-b3e6dba5-3d28-4bac-a70e-9457d9465aa5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 1096 time: 0.0446587 Oct 27 16:52:27.959121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7adae-24f0-4b39-b257-085edcadc22f req-e9cdd12c-151e-47b2-94ce-2f808bd86710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:27.960629 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-e9cdd12c-151e-47b2-94ce-2f808bd86710 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 915 time: 0.0902424 Oct 27 16:52:28.002766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-cb7e97ed-5ad3-4db1-966e-e56532dfdef6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42 HTTP/1.1" status: 200 len: 217 time: 0.0326560 Oct 27 16:52:28.057556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7adae-24f0-4b39-b257-085edcadc22f req-9eb143fa-48a3-409d-a1b6-1e4fb2d6b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:28.058977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-9eb143fa-48a3-409d-a1b6-1e4fb2d6b1e3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0481017 Oct 27 16:52:28.092440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-e42b6f48-a259-4c35-b020-793d6a1b362f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254567 Oct 27 16:52:28.180501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-f8e64234-b464-46b5-993f-f057b38aad9d service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805507 Oct 27 16:52:28.280837 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-dcec5dfd-6cc7-4ac2-8414-708690562e82 service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854199 Oct 27 16:52:28.853436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334a6015-e096-4829-99c7-9f82b7a2154c req-eea47133-dee3-4d51-a832-84f5267676fc tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:28.854895 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-334a6015-e096-4829-99c7-9f82b7a2154c req-eea47133-dee3-4d51-a832-84f5267676fc tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0507312 Oct 27 16:52:28.893363 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-334a6015-e096-4829-99c7-9f82b7a2154c req-ba8bcc12-e1be-4bbc-b24e-93e6a97254ef tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324187 Oct 27 16:52:29.231155 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:52:29.799021 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:30.057156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074c8c5-8619-4c8b-88c8-dc7f352cb7db req-ffb36050-54f4-41a0-bfca-9602b1cb52c0 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:30.058524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d074c8c5-8619-4c8b-88c8-dc7f352cb7db req-ffb36050-54f4-41a0-bfca-9602b1cb52c0 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0496764 Oct 27 16:52:30.097019 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d074c8c5-8619-4c8b-88c8-dc7f352cb7db req-30108948-db2e-410f-9f1f-1f9d28b9e4d8 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320446 Oct 27 16:52:31.214430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84199637-df07-4f9c-820f-d42d62dcb6e2 req-50a96eff-4548-493b-9551-ce9c65d3b070 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:31.215885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84199637-df07-4f9c-820f-d42d62dcb6e2 req-50a96eff-4548-493b-9551-ce9c65d3b070 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0487387 Oct 27 16:52:31.258168 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-84199637-df07-4f9c-820f-d42d62dcb6e2 req-23e426bd-772b-44a4-9729-a6a14ec7f742 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361760 Oct 27 16:52:32.379392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a407bfc-d3fe-489f-8f02-977d49ad9f65 req-033c11f8-af00-4a05-8e14-077c6e7e167e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:32.380940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a407bfc-d3fe-489f-8f02-977d49ad9f65 req-033c11f8-af00-4a05-8e14-077c6e7e167e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0544889 Oct 27 16:52:32.418236 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2a407bfc-d3fe-489f-8f02-977d49ad9f65 req-2ecbaf5d-f9eb-4b58-bbc5-6f32aef42831 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308630 Oct 27 16:52:32.827715 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:33.539423 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68ff49-c904-4851-ad99-fb1b54d215fe req-7e400967-177d-430d-8bfc-cb30dc9a0cb8 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:33.540928 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c68ff49-c904-4851-ad99-fb1b54d215fe req-7e400967-177d-430d-8bfc-cb30dc9a0cb8 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0500357 Oct 27 16:52:33.579772 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1c68ff49-c904-4851-ad99-fb1b54d215fe req-3f5b2aa4-a11c-4a25-b8a4-a73fafdff65f tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329194 Oct 27 16:52:34.696202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e611f02-e123-46c8-ad77-20ad69affe13 req-b56603ae-4c62-41bb-b83d-a7494131d503 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:34.697988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e611f02-e123-46c8-ad77-20ad69affe13 req-b56603ae-4c62-41bb-b83d-a7494131d503 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0502176 Oct 27 16:52:34.734760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7e611f02-e123-46c8-ad77-20ad69affe13 req-254c5e4c-186a-489d-ade7-d43949c6d69c tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307822 Oct 27 16:52:35.855393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a5ae5-4b52-4721-9566-c0cbcd5dcb26 req-50faca0d-c71e-46bf-bde3-8c50139fad3d tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:35.857040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d06a5ae5-4b52-4721-9566-c0cbcd5dcb26 req-50faca0d-c71e-46bf-bde3-8c50139fad3d tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0511730 Oct 27 16:52:35.900157 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d06a5ae5-4b52-4721-9566-c0cbcd5dcb26 req-5db2bc87-2707-4a72-aca2-b9988abe1b6f tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362754 Oct 27 16:52:37.017605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49bd13-6b4f-4a32-afc8-ee3a0889d9f9 req-f671ecd2-4d64-4776-af71-9eefb78f235e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:37.019574 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d49bd13-6b4f-4a32-afc8-ee3a0889d9f9 req-f671ecd2-4d64-4776-af71-9eefb78f235e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0499666 Oct 27 16:52:37.057796 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2d49bd13-6b4f-4a32-afc8-ee3a0889d9f9 req-542a46a5-197c-4303-a0d4-035aaf371f8b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Oct 27 16:52:38.173116 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd312f-a523-4056-adca-cb60148c065f req-3a09005b-94cb-42f7-b2c2-ff31b8e126ed tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:38.174523 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9dd312f-a523-4056-adca-cb60148c065f req-3a09005b-94cb-42f7-b2c2-ff31b8e126ed tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Oct 27 16:52:38.217387 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9dd312f-a523-4056-adca-cb60148c065f req-4931b289-cf50-48f4-bb4b-fa93d9e28d4a tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368254 Oct 27 16:52:39.341263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937eb3cc-15fa-4c88-8ca5-7d2b2881961c req-6ca49153-2673-461f-9812-bfbb9a80c25a tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:39.342743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-937eb3cc-15fa-4c88-8ca5-7d2b2881961c req-6ca49153-2673-461f-9812-bfbb9a80c25a tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0553122 Oct 27 16:52:39.380546 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-937eb3cc-15fa-4c88-8ca5-7d2b2881961c req-2e3f3843-4913-4475-9035-f579b5ae485f tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Oct 27 16:52:40.497597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056e0b0-9e9c-46d1-bb88-a9b68334394b req-029e5806-4566-4af7-bcfc-e4abbbddab67 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:40.499108 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1056e0b0-9e9c-46d1-bb88-a9b68334394b req-029e5806-4566-4af7-bcfc-e4abbbddab67 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0505254 Oct 27 16:52:40.536635 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1056e0b0-9e9c-46d1-bb88-a9b68334394b req-16829d27-4925-4736-b54c-7846499a7119 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313220 Oct 27 16:52:41.653972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae94b8e-7b0c-4f5a-b054-7baa1f7f241c req-a89f72d9-e991-4d7d-b2c3-4bbaee747949 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:41.655478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ae94b8e-7b0c-4f5a-b054-7baa1f7f241c req-a89f72d9-e991-4d7d-b2c3-4bbaee747949 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0488410 Oct 27 16:52:41.693493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ae94b8e-7b0c-4f5a-b054-7baa1f7f241c req-1d178c6e-2b7a-45f2-9353-f4286fe989bd tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320499 Oct 27 16:52:42.812080 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756dc3a-5cc4-4f6b-b072-892ad235d043 req-4759f2dd-834f-4a99-877c-9640ab3cdb6e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:42.813601 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3756dc3a-5cc4-4f6b-b072-892ad235d043 req-4759f2dd-834f-4a99-877c-9640ab3cdb6e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0498254 Oct 27 16:52:42.853676 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3756dc3a-5cc4-4f6b-b072-892ad235d043 req-a8c5be85-d80d-43da-a27f-817818f7aa1a tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Oct 27 16:52:43.972874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07370d2-5732-49c1-9abe-e68c7c1400fd req-76c15d0a-f455-49fc-9648-0a67ec43a5fe tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:43.974372 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f07370d2-5732-49c1-9abe-e68c7c1400fd req-76c15d0a-f455-49fc-9648-0a67ec43a5fe tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0507622 Oct 27 16:52:44.012410 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f07370d2-5732-49c1-9abe-e68c7c1400fd req-9127aea9-df03-4430-9851-9c71374bf84b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Oct 27 16:52:45.186430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7ac4d-faa3-4413-b8a3-62e737086186 req-7c85cc53-8e7e-45e7-abf3-63ccb5d51b99 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:45.187918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0f7ac4d-faa3-4413-b8a3-62e737086186 req-7c85cc53-8e7e-45e7-abf3-63ccb5d51b99 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.1064985 Oct 27 16:52:45.230538 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0f7ac4d-faa3-4413-b8a3-62e737086186 req-53f4c77b-7f9c-4d98-8138-bb92663b88c3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365269 Oct 27 16:52:45.545189 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-42f7adae-24f0-4b39-b257-085edcadc22f req-f6de8db4-35c6-4890-8baa-a09667b2b784 service neutron] show failed (client error): The resource could not be found. Oct 27 16:52:45.546232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-f6de8db4-35c6-4890-8baa-a09667b2b784 service neutron] 10.222.0.53 "GET /v2.0/ports/daf6fc1c-5ddb-49e5-92db-eb0f87684a42/bindings/n-h1-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0593164 Oct 27 16:52:46.115025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7adae-24f0-4b39-b257-085edcadc22f req-7e4a5e1f-929d-49cf-9380-72c4a6188207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:46.116587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-7e4a5e1f-929d-49cf-9380-72c4a6188207 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772&tenant_id=94120fe0b3954f408a105c4c8e77504f HTTP/1.1" status: 200 len: 1096 time: 0.0433550 Oct 27 16:52:46.130159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:46.185378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.428857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:46.447387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6d096-6f94-47e7-ad63-579711a8036e req-c9391e96-3d97-462b-9a86-55dfebd648c7 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:46.448826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37a6d096-6f94-47e7-ad63-579711a8036e req-c9391e96-3d97-462b-9a86-55dfebd648c7 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.1473012 Oct 27 16:52:46.489759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:46.521434 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-37a6d096-6f94-47e7-ad63-579711a8036e req-058b4e78-b06d-4b6d-af68-e510c73da53c tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658100 Oct 27 16:52:46.540952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:46.543207 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e967e4-f259-4aa3-8d02-943888d5e95f" -d '{"events": [{"server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "name": "network-vif-unplugged", "status": "completed", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:46.547062 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.561642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Transition to ACTIVE for port object daf6fc1c-5ddb-49e5-92db-eb0f87684a42 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:52:46.595122 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652f2ca2-3682-44ee-9ec8-62d9b6f122fa x-openstack-request-id: req-652f2ca2-3682-44ee-9ec8-62d9b6f122fa {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:46.595412 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "name": "network-vif-unplugged", "status": "completed", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:46.595668 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-652f2ca2-3682-44ee-9ec8-62d9b6f122fa {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:46.596102 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42', 'code': 200} Oct 27 16:52:46.634213 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.700912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Pushing event updated for resources: {'Port': ['ID=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:46.703142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] No DVR routers for this DVR port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:52:46.738759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Attempting to bind port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:46.739127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Attempting to bind port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:46.739452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Attempting to bind port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 on network 29785731-21d9-4ed3-8689-bc496c73617a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:46.744614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 on network 29785731-21d9-4ed3-8689-bc496c73617a not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:52:46.744929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Attempting to bind port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 on network 29785731-21d9-4ed3-8689-bc496c73617a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:46.749827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:46.750157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Checking segment: {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:46.750543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Bound using segment: {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:46.750963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Bound port: daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:46.751312 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.812891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:46.815850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:46.889840 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.925718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:46.926323 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:46.927678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] 10.222.0.54 "PUT /v2.0/ports/daf6fc1c-5ddb-49e5-92db-eb0f87684a42 HTTP/1.1" status: 200 len: 1091 time: 0.8016741 Oct 27 16:52:46.946960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5f1a3-1826-402f-ada5-5dc3cb9a540a service neutron] Pushing event updated for resources: {'Port': ['ID=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:46.991727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7adae-24f0-4b39-b257-085edcadc22f req-df45e7cb-6576-4213-b334-ad124eb64b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:46.994033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-df45e7cb-6576-4213-b334-ad124eb64b80 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 1094 time: 0.0440125 Oct 27 16:52:47.083306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7adae-24f0-4b39-b257-085edcadc22f req-9d864924-0573-4643-b154-32aceef0440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:47.084800 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-9d864924-0573-4643-b154-32aceef0440e service neutron] 10.222.0.54 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 915 time: 0.0837634 Oct 27 16:52:47.130175 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-05458150-f819-4f73-8b63-feb02dda35e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42 HTTP/1.1" status: 200 len: 217 time: 0.0374663 Oct 27 16:52:47.177019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7adae-24f0-4b39-b257-085edcadc22f req-6d7e3afc-6d3b-4ab9-95b5-dc076534be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:47.178403 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-6d7e3afc-6d3b-4ab9-95b5-dc076534be83 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0422237 Oct 27 16:52:47.208717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-0091101e-65d1-4267-ab05-62e7e9c45f16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236416 Oct 27 16:52:47.301691 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-2c679c32-ab0a-4b8f-86b6-9d3947d79203 service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863798 Oct 27 16:52:47.389749 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42f7adae-24f0-4b39-b257-085edcadc22f req-4c02a220-ff00-4407-a92d-f7d53b457049 service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815916 Oct 27 16:52:47.641031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b76d5-6705-4459-a50a-9443552293af req-4b2a5269-06e5-42ac-b955-85fb9f3b0501 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:47.642482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee8b76d5-6705-4459-a50a-9443552293af req-4b2a5269-06e5-42ac-b955-85fb9f3b0501 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 943 time: 0.0496290 Oct 27 16:52:47.680937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ee8b76d5-6705-4459-a50a-9443552293af req-2d4b4075-3727-4841-bd00-b17b620f3bea tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Oct 27 16:52:48.494841 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ec138c57-d3e3-4937-9518-e648fed20b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:48.597497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:48.599908 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa57b4cc-3e76-4849-9484-c1d8703354bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:48.649645 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fbc036-78e1-4a1a-8bc2-f1b453ae5b12 x-openstack-request-id: req-23fbc036-78e1-4a1a-8bc2-f1b453ae5b12 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:48.650317 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:48.650317 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23fbc036-78e1-4a1a-8bc2-f1b453ae5b12 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:48.650686 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42', 'status': 'completed', 'code': 200} Oct 27 16:52:48.741608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-0d22b437-0893-465e-82da-123789ac2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:48.743225 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-0d22b437-0893-465e-82da-123789ac2066 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 1094 time: 0.0728834 Oct 27 16:52:48.746456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-111f2d2f-9453-489b-b97a-729c80b727da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:48.747732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-111f2d2f-9453-489b-b97a-729c80b727da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 1094 time: 0.0695381 Oct 27 16:52:48.916098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bbda1-ecf6-473f-bc1f-c7bcb05cae81 req-4a1a9b02-c3e8-4684-84da-2220cdac862b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:48.917583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-047bbda1-ecf6-473f-bc1f-c7bcb05cae81 req-4a1a9b02-c3e8-4684-84da-2220cdac862b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 943 time: 0.1662946 Oct 27 16:52:48.958690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-e4dd01f5-2141-497c-a997-a0cd3af5ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:48.960126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-e4dd01f5-2141-497c-a997-a0cd3af5ea3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 915 time: 0.2099226 Oct 27 16:52:48.969642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-8c4c3342-6ac9-4b50-a2b7-1c493c34ca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:48.970988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-8c4c3342-6ac9-4b50-a2b7-1c493c34ca46 service neutron] 10.222.0.54 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 915 time: 0.2116272 Oct 27 16:52:49.048857 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-047bbda1-ecf6-473f-bc1f-c7bcb05cae81 req-5600722a-1ea5-4924-9371-cd87d65c94a8 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193495 Oct 27 16:52:49.050448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-66981e53-22b9-4a99-b2c4-41883dcfd033 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42 HTTP/1.1" status: 200 len: 217 time: 0.0774708 Oct 27 16:52:49.051867 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-4d0ee20e-6dc8-42dd-ac0c-2d6ae78a48d0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42 HTTP/1.1" status: 200 len: 217 time: 0.0679779 Oct 27 16:52:49.132780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-ed11e0aa-4164-4043-b9ce-a29ae1589086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:49.134366 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-ed11e0aa-4164-4043-b9ce-a29ae1589086 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0767374 Oct 27 16:52:49.138225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-0fe09100-16d6-4a05-ba78-fe07b7b27b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:49.139536 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-0fe09100-16d6-4a05-ba78-fe07b7b27b24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0738318 Oct 27 16:52:49.187552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-88d27092-8574-4343-8397-0b840970eb7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464294 Oct 27 16:52:49.189448 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-684aaf2f-bc55-421e-9cf5-83a9e0524210 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412931 Oct 27 16:52:49.344522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-ba52b2fe-36ab-4d9b-a8cd-880832178c62 service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499155 Oct 27 16:52:49.346570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-fbf3575e-fafb-405c-a3d4-bdb59dc29315 service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441848 Oct 27 16:52:49.763891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device daf6fc1c-5ddb-49e5-92db-eb0f87684a42 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:52:49.802995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device daf6fc1c-5ddb-49e5-92db-eb0f87684a42 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:52:49.819371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-f59389f7-c73f-45b2-a0c2-bd91bd03f285 service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685240 Oct 27 16:52:49.821406 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa57b4cc-3e76-4849-9484-c1d8703354bf req-6f8884d8-db50-45de-9fbc-2f687de6f977 service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4631870 Oct 27 16:52:50.170283 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fdb11-66b0-4b26-9596-484d387dc963 req-3c103356-7854-4ad0-86dd-f271b3280e83 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:50.171757 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8c4fdb11-66b0-4b26-9596-484d387dc963 req-3c103356-7854-4ad0-86dd-f271b3280e83 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 943 time: 0.0492032 Oct 27 16:52:50.209355 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8c4fdb11-66b0-4b26-9596-484d387dc963 req-7485b6b9-e896-4d70-808a-b88488f3680f tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Oct 27 16:52:50.506579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c2c81-26cd-4946-8ef4-3ba0850c36cc req-df61a526-d009-489e-b14e-1c09093d1d3e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:50.508844 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f11c2c81-26cd-4946-8ef4-3ba0850c36cc req-df61a526-d009-489e-b14e-1c09093d1d3e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 943 time: 0.0500836 Oct 27 16:52:50.547471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f11c2c81-26cd-4946-8ef4-3ba0850c36cc req-bbad378a-396e-48c1-ae95-5a651d58ee0b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Oct 27 16:52:50.590952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-38d449a5-b8e8-4b2e-bf9b-b82ee8d68b1b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:50.592462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-38d449a5-b8e8-4b2e-bf9b-b82ee8d68b1b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772&tenant_id=94120fe0b3954f408a105c4c8e77504f&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 943 time: 0.0530775 Oct 27 16:52:50.654305 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-4374ee53-255c-4691-b975-88c1571b885b service neutron] delete failed (client error): The resource could not be found. Oct 27 16:52:50.655303 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-4374ee53-255c-4691-b975-88c1571b885b service neutron] 10.222.0.53 "DELETE /v2.0/ports/daf6fc1c-5ddb-49e5-92db-eb0f87684a42/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0559313 Oct 27 16:52:50.738673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-9483121f-92bb-459a-8561-f5e48efdf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:50.740119 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-9483121f-92bb-459a-8561-f5e48efdf659 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 1094 time: 0.0403233 Oct 27 16:52:50.829477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-479fce0d-8691-4caa-86c3-9d76b5b890df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:50.830957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-479fce0d-8691-4caa-86c3-9d76b5b890df service neutron] 10.222.0.53 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 915 time: 0.0834191 Oct 27 16:52:50.876105 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-da08c9da-e751-47e0-990b-00314b50f87c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42 HTTP/1.1" status: 200 len: 217 time: 0.0367575 Oct 27 16:52:50.923646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-4d16158a-258b-4c3c-87f1-1b3940b11b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:50.924786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device daf6fc1c-5ddb-49e5-92db-eb0f87684a42 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:52:50.925266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-4d16158a-258b-4c3c-87f1-1b3940b11b1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0428267 Oct 27 16:52:50.957555 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-d929804e-a347-4622-bd95-9878412ffa1c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245919 Oct 27 16:52:51.021074 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:51.032575 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42', 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a', 'port_id': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42', 'mac_address': 'fa:16:3e:73:67:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5aa16e-1225-428b-b1c3-162284c84860', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:52:51.052964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-428828c8-0478-45e4-b87f-c7602c4e4df3 service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873842 Oct 27 16:52:51.068283 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.082556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf6fc1c-5ddb-49e5-92db-eb0f87684a42 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:52:51.105731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:51.143652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa2e0fc8-5da8-4fc3-b920-2bce0b2f1c0c req-c47171d2-725e-4d8d-821d-be64390ffb2d service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827553 Oct 27 16:52:51.198743 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.247555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:51.427325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['daf6fc1c-5ddb-49e5-92db-eb0f87684a42'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:52:51.543725 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-076b98ad-ad03-425b-9606-ec0f4085747f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:51.673255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b3cac-1b17-448f-af71-f1531f90a6e5 req-5aaf3a6e-5795-41fa-aa4f-74f134c31e09 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:51.674737 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-836b3cac-1b17-448f-af71-f1531f90a6e5 req-5aaf3a6e-5795-41fa-aa4f-74f134c31e09 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 944 time: 0.0539749 Oct 27 16:52:51.716472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-836b3cac-1b17-448f-af71-f1531f90a6e5 req-1f718b43-1c90-4e45-9d3b-2fe59d97bc1c tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325911 Oct 27 16:52:52.250372 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:52.318681 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:52.830321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f667c3-8286-4bb2-8f02-554de97a8784 req-552a8bac-f61f-408a-985a-4fc4657ca62b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:52.831768 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-77f667c3-8286-4bb2-8f02-554de97a8784 req-552a8bac-f61f-408a-985a-4fc4657ca62b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 944 time: 0.0489867 Oct 27 16:52:52.873419 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-77f667c3-8286-4bb2-8f02-554de97a8784 req-183779bb-9aac-4fe8-ba8e-33e6cf268c13 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356066 Oct 27 16:52:52.925936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device daf6fc1c-5ddb-49e5-92db-eb0f87684a42 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:52:52.994386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506d2bc-72f9-41d1-8b13-cc45f1294a80 req-4ad54195-cd47-49ca-af11-f4d84c11003b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:52.995871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0506d2bc-72f9-41d1-8b13-cc45f1294a80 req-4ad54195-cd47-49ca-af11-f4d84c11003b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 944 time: 0.0517483 Oct 27 16:52:53.027654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:52:53.031479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:52:53.031851 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:53.034040 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0506d2bc-72f9-41d1-8b13-cc45f1294a80 req-f8d4408b-68ab-4fd7-ab91-82c5d4c86375 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318739 Oct 27 16:52:53.113222 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:53.136962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:53.139211 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57808ac5-a44a-4e04-9897-4aef89601a96" -d '{"events": [{"server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "name": "network-vif-plugged", "status": "completed", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:53.150678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f565183-bd4e-4563-9891-d1e7f371dba7 req-1618532f-2ba8-4914-82ec-10a693f49887 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:53.152244 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f565183-bd4e-4563-9891-d1e7f371dba7 req-1618532f-2ba8-4914-82ec-10a693f49887 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 944 time: 0.0505688 Oct 27 16:52:53.152555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:53.176300 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ae3102-c3f3-43d0-9a16-15ccbe080d60 x-openstack-request-id: req-f2ae3102-c3f3-43d0-9a16-15ccbe080d60 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:53.176590 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "name": "network-vif-plugged", "status": "completed", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:53.176842 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2ae3102-c3f3-43d0-9a16-15ccbe080d60 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:53.177238 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42', 'code': 200} Oct 27 16:52:53.191337 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9f565183-bd4e-4563-9891-d1e7f371dba7 req-7b0fc8f4-6946-45f3-ae20-99f5c5348b7d tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Oct 27 16:52:53.208575 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:53.256646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:53.731885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-c4a96655-6a81-4b2f-b019-86951c2e7407 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:53.733408 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-c4a96655-6a81-4b2f-b019-86951c2e7407 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 814 time: 0.1041951 Oct 27 16:52:53.748786 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-2644ee98-8429-41b1-aa5a-0505347816cd tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/quotas/94120fe0b3954f408a105c4c8e77504f HTTP/1.1" status: 200 len: 375 time: 0.0095255 Oct 27 16:52:53.798203 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-37100194-b264-4748-8660-cc61f1c56b8a tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431945 Oct 27 16:52:53.809434 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-0684a6b8-c9cd-4e96-89f1-4eae8528f711 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:52:53.810382 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-0684a6b8-c9cd-4e96-89f1-4eae8528f711 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054214 Oct 27 16:52:53.898392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-6005619b-333d-495f-af8b-e2ed8a4b7179 service neutron] 10.222.0.15 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821819 Oct 27 16:52:53.992287 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-6a75c5ee-15f7-4f6a-912c-a468acc2a694 service neutron] 10.222.0.15 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870988 Oct 27 16:52:54.223704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0de808d1-72c7-4090-b77f-3e0114b5d1de req-0bdf0d00-3472-4390-9e2b-44036860f111 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 210 time: 0.0286770 Oct 27 16:52:54.318569 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:54.917197 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca71955-7833-4ffc-8259-5b8ad10eb9d4 req-6aa2a65a-94bc-48a2-a5d4-2648005538e3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:54.918658 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ca71955-7833-4ffc-8259-5b8ad10eb9d4 req-6aa2a65a-94bc-48a2-a5d4-2648005538e3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.54 "GET /v2.0/ports?device_id=fdb4c761-19d6-482d-a428-07c67c137772 HTTP/1.1" status: 200 len: 945 time: 0.0478835 Oct 27 16:52:55.013293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1ca71955-7833-4ffc-8259-5b8ad10eb9d4 req-0f93cf0a-6377-47c3-9d96-b8df850970f3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Deleting port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:52:55.013631 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1ca71955-7833-4ffc-8259-5b8ad10eb9d4 req-0f93cf0a-6377-47c3-9d96-b8df850970f3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.101638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1ca71955-7833-4ffc-8259-5b8ad10eb9d4 req-0f93cf0a-6377-47c3-9d96-b8df850970f3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] For port daf6fc1c-5ddb-49e5-92db-eb0f87684a42, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:52:55.102000 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1ca71955-7833-4ffc-8259-5b8ad10eb9d4 req-0f93cf0a-6377-47c3-9d96-b8df850970f3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.118334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1ca71955-7833-4ffc-8259-5b8ad10eb9d4 req-0f93cf0a-6377-47c3-9d96-b8df850970f3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Calling delete_port for daf6fc1c-5ddb-49e5-92db-eb0f87684a42 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:52:55.305955 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1ca71955-7833-4ffc-8259-5b8ad10eb9d4 req-0f93cf0a-6377-47c3-9d96-b8df850970f3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.320552 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['daf6fc1c-5ddb-49e5-92db-eb0f87684a42'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:52:55.342283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93cf0a-6377-47c3-9d96-b8df850970f3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Pushing event deleted for resources: {'Port': ['ID=daf6fc1c-5ddb-49e5-92db-eb0f87684a42,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:55.342535 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-66dab6e5-c139-4b9f-bfa4-4268ffb19dcd req-63cd1887-a8f8-4bc8-8d0c-1c5d3561b160 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 210 time: 0.0447338 Oct 27 16:52:55.387725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca71955-7833-4ffc-8259-5b8ad10eb9d4 req-0f93cf0a-6377-47c3-9d96-b8df850970f3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] No DVR routers for this DVR port daf6fc1c-5ddb-49e5-92db-eb0f87684a42 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:52:55.390459 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1ca71955-7833-4ffc-8259-5b8ad10eb9d4 req-0f93cf0a-6377-47c3-9d96-b8df850970f3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:55.393999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ca71955-7833-4ffc-8259-5b8ad10eb9d4 req-0f93cf0a-6377-47c3-9d96-b8df850970f3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.54 "DELETE /v2.0/ports/daf6fc1c-5ddb-49e5-92db-eb0f87684a42 HTTP/1.1" status: 204 len: 173 time: 0.4685826 Oct 27 16:52:55.394436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'name': 'network-vif-deleted', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:55.396850 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8684891a-1d5c-4e67-840d-aa8628bab5e0" -d '{"events": [{"server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "name": "network-vif-deleted", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:55.435635 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e00191-40fa-4c44-86b0-b9353845e44f x-openstack-request-id: req-b5e00191-40fa-4c44-86b0-b9353845e44f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:55.435931 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb4c761-19d6-482d-a428-07c67c137772", "name": "network-vif-deleted", "tag": "daf6fc1c-5ddb-49e5-92db-eb0f87684a42", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:55.436260 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5e00191-40fa-4c44-86b0-b9353845e44f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:55.436667 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb4c761-19d6-482d-a428-07c67c137772', 'name': 'network-vif-deleted', 'tag': 'daf6fc1c-5ddb-49e5-92db-eb0f87684a42', 'status': 'completed', 'code': 200} Oct 27 16:52:56.013136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-3c685edc-63aa-40b6-b101-61f5b91b1378 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:56.014783 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-3c685edc-63aa-40b6-b101-61f5b91b1378 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.54 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 814 time: 0.1046922 Oct 27 16:52:56.027785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Request body: {'port': {'device_id': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a', 'admin_state_up': True, 'tenant_id': '94120fe0b3954f408a105c4c8e77504f'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:56.193000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Made reservation on behalf of 94120fe0b3954f408a105c4c8e77504f for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:52:56.197400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.333600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Allocated IP 172.20.0.5 (29785731-21d9-4ed3-8689-bc496c73617a/ee5aa16e-1225-428b-b1c3-162284c84860/65e17acf-d6e0-4e0e-a118-74de435dffce) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:52:56.443381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-087931df-ca02-4a67-9f73-d4661b58e17a req-59eed9b6-8734-487a-b804-ff27c791d218 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 210 time: 0.0265789 Oct 27 16:52:56.482816 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.574695 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.586315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['daf6fc1c-5ddb-49e5-92db-eb0f87684a42'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:52:56.621822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Network 29785731-21d9-4ed3-8689-bc496c73617a is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:52:56.625008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:52:56.628811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:52:56.655788 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Pushing event updated for resources: {'Port': ['ID=65e17acf-d6e0-4e0e-a118-74de435dffce,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:56.669927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.670273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.670613 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.670944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.671275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.671603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.671925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.672274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.672599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.672919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.673238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.673554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:52:56.691293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:56.691891 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:56.772906 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-1586496b-7c2a-4759-b6a6-322227469008 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7497482 Oct 27 16:52:56.785648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Request body: {'port': {'device_id': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:52:56.840367 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:57.101981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e17acf-d6e0-4e0e-a118-74de435dffce {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:52:57.109854 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:57.122182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Transition to ACTIVE for port object 65e17acf-d6e0-4e0e-a118-74de435dffce will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:52:57.208834 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:57.260373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=65e17acf-d6e0-4e0e-a118-74de435dffce,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:57.327298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Attempting to bind port 65e17acf-d6e0-4e0e-a118-74de435dffce on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:52:57.327617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Attempting to bind port 65e17acf-d6e0-4e0e-a118-74de435dffce by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:52:57.327944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Attempting to bind port 65e17acf-d6e0-4e0e-a118-74de435dffce on network 29785731-21d9-4ed3-8689-bc496c73617a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:57.332219 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Port 65e17acf-d6e0-4e0e-a118-74de435dffce on network 29785731-21d9-4ed3-8689-bc496c73617a not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:52:57.332544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Attempting to bind port 65e17acf-d6e0-4e0e-a118-74de435dffce on network 29785731-21d9-4ed3-8689-bc496c73617a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:52:57.337913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:52:57.338539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Checking segment: {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:52:57.338651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Bound using segment: {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:52:57.339034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Bound port: 65e17acf-d6e0-4e0e-a118-74de435dffce, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:52:57.339388 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:57.401006 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:52:57.403948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=65e17acf-d6e0-4e0e-a118-74de435dffce,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:52:57.497038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:57.557764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:57.558372 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:52:57.559735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] 10.222.0.54 "PUT /v2.0/ports/65e17acf-d6e0-4e0e-a118-74de435dffce HTTP/1.1" status: 200 len: 1091 time: 0.7782557 Oct 27 16:52:57.560191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:52:57.562595 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab554358-9d84-454a-9213-0c77edf5846f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:52:57.590689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b49abd-bb58-4b53-b853-10956169edc4 service neutron] Pushing event updated for resources: {'Port': ['ID=65e17acf-d6e0-4e0e-a118-74de435dffce,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:52:57.606960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098b274-22cd-438c-9e23-5283b992a16a req-996e1a6c-b353-4f5d-88d0-563340362e2e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:57.607719 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3098b274-22cd-438c-9e23-5283b992a16a req-996e1a6c-b353-4f5d-88d0-563340362e2e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 943 time: 0.0862441 Oct 27 16:52:57.609283 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a17870d-8a8a-477e-8dbe-f5c6a1e004db x-openstack-request-id: req-0a17870d-8a8a-477e-8dbe-f5c6a1e004db {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:52:57.609564 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:52:57.609820 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a17870d-8a8a-477e-8dbe-f5c6a1e004db {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:52:57.610213 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce', 'status': 'completed', 'code': 200} Oct 27 16:52:57.677329 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3098b274-22cd-438c-9e23-5283b992a16a req-1a5b310c-868e-464a-a429-6276715bc39a tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627398 Oct 27 16:52:57.685364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab554358-9d84-454a-9213-0c77edf5846f req-8291fff2-389b-4335-ae99-0e4fe1ba2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:57.686849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab554358-9d84-454a-9213-0c77edf5846f req-8291fff2-389b-4335-ae99-0e4fe1ba2206 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 1094 time: 0.0549564 Oct 27 16:52:57.783861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab554358-9d84-454a-9213-0c77edf5846f req-71487a53-74cc-4a14-b1c4-d9ac89241d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:57.785342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab554358-9d84-454a-9213-0c77edf5846f req-71487a53-74cc-4a14-b1c4-d9ac89241d2c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=94120fe0b3954f408a105c4c8e77504f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0908010 Oct 27 16:52:57.882561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab554358-9d84-454a-9213-0c77edf5846f req-74493b50-95fb-49ef-926d-d10b6ca7adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:57.884000 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab554358-9d84-454a-9213-0c77edf5846f req-74493b50-95fb-49ef-926d-d10b6ca7adbd service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915005 Oct 27 16:52:57.961993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-7d898e51-ddd9-4d2e-b44e-b9c5481426eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:57.963528 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-7d898e51-ddd9-4d2e-b44e-b9c5481426eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 1094 time: 0.0413001 Oct 27 16:52:58.010138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-cc69d4b8-0e28-4db8-99c6-0da544c7014d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e17acf-d6e0-4e0e-a118-74de435dffce HTTP/1.1" status: 200 len: 217 time: 0.0372791 Oct 27 16:52:58.058328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-6ee367da-1b98-454e-9543-e24b53b5e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:58.059752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-6ee367da-1b98-454e-9543-e24b53b5e369 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0432985 Oct 27 16:52:58.091238 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-67873fca-cacf-4d5a-8414-ee9490e507ba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245440 Oct 27 16:52:58.185633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-981f3afa-3b44-425e-8327-b675a01e52ab service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869396 Oct 27 16:52:58.273559 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7a36fc3-e2ac-498a-9890-30ae0045aef2 req-6875f440-07dd-4753-8f8e-0c76adf45589 service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813019 Oct 27 16:52:58.798107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b56370-593f-4bcb-8cc5-8b74b757f864 req-8b5b743b-b108-4aee-b77c-19285f8802d1 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:52:58.799674 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16b56370-593f-4bcb-8cc5-8b74b757f864 req-8b5b743b-b108-4aee-b77c-19285f8802d1 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 943 time: 0.0535934 Oct 27 16:52:58.970935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device daf6fc1c-5ddb-49e5-92db-eb0f87684a42 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:52:58.991950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: daf6fc1c-5ddb-49e5-92db-eb0f87684a42 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:52:58.992384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device daf6fc1c-5ddb-49e5-92db-eb0f87684a42 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:52:59.132475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16b56370-593f-4bcb-8cc5-8b74b757f864 req-4c5981a8-229d-41a0-8dfd-a0b93e4ab27e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264792 Oct 27 16:52:59.758768 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:00.248232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c349a-afab-40b3-a1e3-e6bd9e0aa870 req-c031afb8-b7a2-4f46-8d01-db9a19c77ad9 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:00.249764 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb9c349a-afab-40b3-a1e3-e6bd9e0aa870 req-c031afb8-b7a2-4f46-8d01-db9a19c77ad9 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 943 time: 0.0497530 Oct 27 16:53:00.291318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb9c349a-afab-40b3-a1e3-e6bd9e0aa870 req-9df1be1c-4129-464a-9e37-0274b09d1bc2 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356412 Oct 27 16:53:00.970691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 65e17acf-d6e0-4e0e-a118-74de435dffce details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:53:01.065418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=65e17acf-d6e0-4e0e-a118-74de435dffce,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:01.077343 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '65e17acf-d6e0-4e0e-a118-74de435dffce', 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a', 'port_id': '65e17acf-d6e0-4e0e-a118-74de435dffce', 'mac_address': 'fa:16:3e:42:38:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5aa16e-1225-428b-b1c3-162284c84860', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:53:01.112655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.125690 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e17acf-d6e0-4e0e-a118-74de435dffce {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:53:01.145105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=65e17acf-d6e0-4e0e-a118-74de435dffce,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:01.202803 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:01.254753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=65e17acf-d6e0-4e0e-a118-74de435dffce,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:01.262772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.263124 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.263468 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.263805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.264237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.264573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.264906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.265237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.265565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.265935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.266262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.266587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:01.388670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['65e17acf-d6e0-4e0e-a118-74de435dffce'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:53:01.406468 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14df8cb-8a2f-4526-a5f3-f23686c55583 req-d96d950f-91f2-45a5-9a7e-e2de00ae9492 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:01.407960 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e14df8cb-8a2f-4526-a5f3-f23686c55583 req-d96d950f-91f2-45a5-9a7e-e2de00ae9492 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 944 time: 0.0482233 Oct 27 16:53:01.445077 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e14df8cb-8a2f-4526-a5f3-f23686c55583 req-213cae11-1ca0-486e-9cbe-b563247ff527 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311399 Oct 27 16:53:02.564188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33698b56-de96-443b-803f-81560d6fee3e req-c281c2d8-d4f2-456a-b21d-686385605db8 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:02.565759 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33698b56-de96-443b-803f-81560d6fee3e req-c281c2d8-d4f2-456a-b21d-686385605db8 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 944 time: 0.0502403 Oct 27 16:53:02.605193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33698b56-de96-443b-803f-81560d6fee3e req-1ba8f8c1-5653-40c4-abbd-9d536b0db0c9 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334744 Oct 27 16:53:02.853844 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:02.973659 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 65e17acf-d6e0-4e0e-a118-74de435dffce up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:03.106876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 65e17acf-d6e0-4e0e-a118-74de435dffce completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:53:03.110704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 65e17acf-d6e0-4e0e-a118-74de435dffce triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:03.111075 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:03.187428 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:03.210183 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:53:03.212473 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30e1eb8-744e-4ce0-8f74-7f4c91d20789" -d '{"events": [{"server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "name": "network-vif-plugged", "status": "completed", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:53:03.225092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=65e17acf-d6e0-4e0e-a118-74de435dffce,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:03.248921 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d90eb0-b3b9-4a3b-9067-eb83f4ad2a1b x-openstack-request-id: req-90d90eb0-b3b9-4a3b-9067-eb83f4ad2a1b {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:53:03.249205 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "name": "network-vif-plugged", "status": "completed", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:53:03.249482 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90d90eb0-b3b9-4a3b-9067-eb83f4ad2a1b {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:53:03.249894 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce', 'code': 200} Oct 27 16:53:03.290283 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:03.342420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=65e17acf-d6e0-4e0e-a118-74de435dffce,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:03.346767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588a7a5-6370-4ea3-aed7-112659a13ada req-ac9ab83c-be6a-41fe-b729-1ba47f19a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:03.348302 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d588a7a5-6370-4ea3-aed7-112659a13ada req-ac9ab83c-be6a-41fe-b729-1ba47f19a78d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 1096 time: 0.0425742 Oct 27 16:53:03.384225 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d588a7a5-6370-4ea3-aed7-112659a13ada req-05f1678d-6d99-419d-b28f-1406446e3f97 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280962 Oct 27 16:53:03.723297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf06b1-bef0-455e-9ae0-5e7105d248ad req-d547280f-9455-49ab-a0eb-a9d044453523 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:03.724814 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fedf06b1-bef0-455e-9ae0-5e7105d248ad req-d547280f-9455-49ab-a0eb-a9d044453523 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0510669 Oct 27 16:53:03.766981 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fedf06b1-bef0-455e-9ae0-5e7105d248ad req-1f61f676-c3ac-4e31-8fc5-e318807a2191 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358169 Oct 27 16:53:04.882624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e2de3-4289-4b8d-b58f-456141a65f6b req-2dc86974-9815-4d3d-bb69-ba0e99b881b8 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:04.884087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e90e2de3-4289-4b8d-b58f-456141a65f6b req-2dc86974-9815-4d3d-bb69-ba0e99b881b8 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0489898 Oct 27 16:53:04.921511 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e90e2de3-4289-4b8d-b58f-456141a65f6b req-df52ac14-bc3f-409c-8509-564efd88e19d tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Oct 27 16:53:05.035002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5acf10a-ebac-41ca-8494-27e5991c90b2 req-2916fad7-ef3a-446f-a89c-9725e2d52298 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:05.036517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5acf10a-ebac-41ca-8494-27e5991c90b2 req-2916fad7-ef3a-446f-a89c-9725e2d52298 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0497572 Oct 27 16:53:05.074643 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5acf10a-ebac-41ca-8494-27e5991c90b2 req-407f1b3a-0985-4f3b-9b21-921411065c12 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Oct 27 16:53:05.406690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a23d45-bce5-475a-83f0-c73344f5a770 req-e81442f4-f92d-434e-81a8-e7659ccd4129 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:05.408195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57a23d45-bce5-475a-83f0-c73344f5a770 req-e81442f4-f92d-434e-81a8-e7659ccd4129 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0516961 Oct 27 16:53:05.448447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57a23d45-bce5-475a-83f0-c73344f5a770 req-57336652-b4c7-4dd7-aa91-4f560e9ddca9 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335159 Oct 27 16:53:05.495502 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-4af5cd66-6b5e-4f66-a384-12406e5ce6a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408161 Oct 27 16:53:06.231058 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:53:06.569843 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0522e-d565-4cc5-9418-0ef9d474d878 req-b5f43865-abce-45c2-b71d-cc472c368c72 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:06.571304 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e4b0522e-d565-4cc5-9418-0ef9d474d878 req-b5f43865-abce-45c2-b71d-cc472c368c72 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0530927 Oct 27 16:53:06.611414 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e4b0522e-d565-4cc5-9418-0ef9d474d878 req-c836b296-de05-4ed3-9208-de221714b332 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Oct 27 16:53:07.442757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-5cad8766-927c-4012-9c8f-5db5a4e34177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:07.444262 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-5cad8766-927c-4012-9c8f-5db5a4e34177 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 1096 time: 0.0450778 Oct 27 16:53:07.535022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-1d3851bc-9add-4e18-a0f9-08ea83cc070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:07.536529 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-1d3851bc-9add-4e18-a0f9-08ea83cc070e service neutron] 10.222.0.54 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 915 time: 0.0854945 Oct 27 16:53:07.582072 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-df2d12b6-6aec-4718-9b88-958a69a0f1bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e17acf-d6e0-4e0e-a118-74de435dffce HTTP/1.1" status: 200 len: 217 time: 0.0379665 Oct 27 16:53:07.630900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-8b603862-947b-4610-8b28-54a4221c1aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:07.632384 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-8b603862-947b-4610-8b28-54a4221c1aae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0432310 Oct 27 16:53:07.664976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-5eea558c-f189-4372-962b-2c3cbe880aaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253162 Oct 27 16:53:07.781098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a700846-6d55-47ba-8f91-73c19ab65b46 req-c501bce6-8d85-436b-8c98-eec6ad706325 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:07.782587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a700846-6d55-47ba-8f91-73c19ab65b46 req-c501bce6-8d85-436b-8c98-eec6ad706325 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.1019568 Oct 27 16:53:07.812286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-0044b7f7-e422-458c-a9c0-b20b98212b6d service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396778 Oct 27 16:53:07.845909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a700846-6d55-47ba-8f91-73c19ab65b46 req-70fba45c-38a6-4680-b254-7a6d66fa3cbe tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572560 Oct 27 16:53:07.917475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-bd9b871d-51b8-4955-b2e4-d35d18403f83 service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943656 Oct 27 16:53:08.962373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf742f9-a38f-4c36-bb37-7d3bb6c75b99 req-fce40573-de73-487f-bb3e-c3757631f89c tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:08.963834 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6bf742f9-a38f-4c36-bb37-7d3bb6c75b99 req-fce40573-de73-487f-bb3e-c3757631f89c tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0477664 Oct 27 16:53:09.001459 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6bf742f9-a38f-4c36-bb37-7d3bb6c75b99 req-1a01397d-980e-4b99-8d71-d99ffa6e08a4 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304716 Oct 27 16:53:10.118643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ecef9-ed9c-43fd-be2d-ae2c5b338a76 req-a8e00008-6f1d-4702-9d5e-4da391959ee8 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:10.120127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3ecef9-ed9c-43fd-be2d-ae2c5b338a76 req-a8e00008-6f1d-4702-9d5e-4da391959ee8 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0495064 Oct 27 16:53:10.157699 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0a3ecef9-ed9c-43fd-be2d-ae2c5b338a76 req-970b3213-0c82-4d21-9692-08d8a03418e0 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316076 Oct 27 16:53:11.275819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f329d-e61b-476c-b66e-500d65a9b168 req-4d665f3c-aaf0-41c0-a617-80c8fc294f0c tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:11.278084 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-721f329d-e61b-476c-b66e-500d65a9b168 req-4d665f3c-aaf0-41c0-a617-80c8fc294f0c tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0496747 Oct 27 16:53:11.315089 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-721f329d-e61b-476c-b66e-500d65a9b168 req-67150231-5123-4a47-a3ac-c4ea14630762 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311692 Oct 27 16:53:12.432490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356fe63-b8b2-4a3c-99b0-e037a94c60b0 req-96f265f0-a0a0-4189-b8b0-ce2b2b8e7418 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:12.433959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f356fe63-b8b2-4a3c-99b0-e037a94c60b0 req-96f265f0-a0a0-4189-b8b0-ce2b2b8e7418 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0486975 Oct 27 16:53:12.471646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f356fe63-b8b2-4a3c-99b0-e037a94c60b0 req-4e96c4d1-11b7-479a-b5f0-8b18fd56813d tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315428 Oct 27 16:53:13.591757 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fdacc-e035-4350-87a8-9d82c3983c8c req-7e1c122e-5009-4616-a97e-e0b408ccbe74 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:13.593275 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b53fdacc-e035-4350-87a8-9d82c3983c8c req-7e1c122e-5009-4616-a97e-e0b408ccbe74 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0529258 Oct 27 16:53:13.630952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b53fdacc-e035-4350-87a8-9d82c3983c8c req-f3a9da61-36f0-4b80-94aa-cccea8979a3e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317066 Oct 27 16:53:14.752544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d949a9-584d-424d-9ad0-710273ef1e51 req-e9b1baa4-424b-43a7-8363-e6a707cbf598 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:14.753922 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21d949a9-584d-424d-9ad0-710273ef1e51 req-e9b1baa4-424b-43a7-8363-e6a707cbf598 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0528474 Oct 27 16:53:14.790927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21d949a9-584d-424d-9ad0-710273ef1e51 req-c79832d7-cf46-44b2-97f3-45edcf96714e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310376 Oct 27 16:53:15.908136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ca405-7bed-428e-a06f-aebbd83d63cb req-a171d05d-0723-4209-94a3-c83157e6b3cd tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:15.909586 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-562ca405-7bed-428e-a06f-aebbd83d63cb req-a171d05d-0723-4209-94a3-c83157e6b3cd tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0487764 Oct 27 16:53:15.947758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-562ca405-7bed-428e-a06f-aebbd83d63cb req-17f3b7e2-2a27-4850-8e73-a75ec58bdf0d tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322423 Oct 27 16:53:17.064031 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad21c36-b22c-462c-b807-4b8089b80dfc req-b2da52c9-aaf9-4e73-8ed8-fd50e86d97a6 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:17.065547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fad21c36-b22c-462c-b807-4b8089b80dfc req-b2da52c9-aaf9-4e73-8ed8-fd50e86d97a6 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0495925 Oct 27 16:53:17.103459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fad21c36-b22c-462c-b807-4b8089b80dfc req-6b71e123-81a7-4a5e-8664-aad0c9ee379e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318689 Oct 27 16:53:18.222952 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b43f88-b3f0-480f-a8cd-cadb52c44273 req-ff3e218d-6608-42b3-bc93-e91cfc962200 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:18.224346 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8b43f88-b3f0-480f-a8cd-cadb52c44273 req-ff3e218d-6608-42b3-bc93-e91cfc962200 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0500185 Oct 27 16:53:18.261467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8b43f88-b3f0-480f-a8cd-cadb52c44273 req-de87d094-46f5-4182-8313-0b29da88d793 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309770 Oct 27 16:53:18.495700 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f78b6e0f-41aa-4071-9fcb-f51c777c64b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:19.377374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b19a0-63c6-4098-9ac1-75d52d6d9b8b req-927641ca-aaab-48e8-a7b9-c0ffff91962f tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:19.378826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-493b19a0-63c6-4098-9ac1-75d52d6d9b8b req-927641ca-aaab-48e8-a7b9-c0ffff91962f tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0487907 Oct 27 16:53:19.415953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-493b19a0-63c6-4098-9ac1-75d52d6d9b8b req-fd065673-e9c9-49d0-82ff-5397bcfef1d7 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310621 Oct 27 16:53:20.536670 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a8991-0e78-444f-9bc3-7e7c167ce693 req-ab64e3e8-a730-46a4-8deb-3e9eb425adc5 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:20.538133 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b5a8991-0e78-444f-9bc3-7e7c167ce693 req-ab64e3e8-a730-46a4-8deb-3e9eb425adc5 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0533464 Oct 27 16:53:20.576231 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8b5a8991-0e78-444f-9bc3-7e7c167ce693 req-10c76f87-5d9c-476a-abb2-c6f3e3e97358 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Oct 27 16:53:21.541408 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7fc315d7-f937-4997-b450-0d087a4c992f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:21.696966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea4a86-d28e-4599-9c0c-341d5049c09f req-7602a665-dc4f-42c5-a1dc-b24ca7b49621 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:21.698455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1bea4a86-d28e-4599-9c0c-341d5049c09f req-7602a665-dc4f-42c5-a1dc-b24ca7b49621 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0547397 Oct 27 16:53:21.736683 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1bea4a86-d28e-4599-9c0c-341d5049c09f req-48460c94-3d93-48bc-af3e-7692996ca7dc tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321481 Oct 27 16:53:22.249594 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:22.324656 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:22.852297 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca1b52-77a4-43e9-ae3c-959b47ec3175 req-9f115294-ac1d-4793-8317-50c6b55328d1 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:22.855307 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9ca1b52-77a4-43e9-ae3c-959b47ec3175 req-9f115294-ac1d-4793-8317-50c6b55328d1 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0498340 Oct 27 16:53:22.895467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9ca1b52-77a4-43e9-ae3c-959b47ec3175 req-1d2e7b8b-7e05-469d-a2bc-fbe2dc90af98 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338140 Oct 27 16:53:24.014131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b77e95-38ae-4016-ad5d-eaa8090b3c4f req-db52b2ef-3f72-4aae-8b36-ba3046016a29 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:24.015615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8b77e95-38ae-4016-ad5d-eaa8090b3c4f req-db52b2ef-3f72-4aae-8b36-ba3046016a29 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0529432 Oct 27 16:53:24.053052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8b77e95-38ae-4016-ad5d-eaa8090b3c4f req-10369dd2-9326-4db9-b140-ee750fd931c3 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314591 Oct 27 16:53:24.304882 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:25.168022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d5558-579a-403b-9b85-e8bea86b0a19 req-a4c15b6b-d759-4c1b-aba0-c4588199824c tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:25.169580 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b32d5558-579a-403b-9b85-e8bea86b0a19 req-a4c15b6b-d759-4c1b-aba0-c4588199824c tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0495090 Oct 27 16:53:25.208842 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b32d5558-579a-403b-9b85-e8bea86b0a19 req-fd0b93ee-170c-44a1-8954-bb619291ce2c tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331016 Oct 27 16:53:26.325489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c222a6-3c76-4384-bf92-6d8342ac01f6 req-3f543a62-cffb-4bbd-a679-c7d550b2a776 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:26.326938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-53c222a6-3c76-4384-bf92-6d8342ac01f6 req-3f543a62-cffb-4bbd-a679-c7d550b2a776 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0486734 Oct 27 16:53:26.364815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-53c222a6-3c76-4384-bf92-6d8342ac01f6 req-88007a78-1ed2-4216-998f-d8b02b4f6f85 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Oct 27 16:53:27.483845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fc3be-92c3-49c3-b6b0-a2e045b1f6ca req-e20f944a-c0bc-4785-ba74-2c28dd218db5 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:27.485353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-284fc3be-92c3-49c3-b6b0-a2e045b1f6ca req-e20f944a-c0bc-4785-ba74-2c28dd218db5 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0526428 Oct 27 16:53:27.523174 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-284fc3be-92c3-49c3-b6b0-a2e045b1f6ca req-f0c1a371-73da-4e16-b0be-f25afcea7439 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318098 Oct 27 16:53:28.643634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28869fcd-88be-4fc5-92ad-db1dbafcfb42 req-9fec3ccd-b91a-4ee6-b8b8-5f85644167ab tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:28.645189 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28869fcd-88be-4fc5-92ad-db1dbafcfb42 req-9fec3ccd-b91a-4ee6-b8b8-5f85644167ab tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0528154 Oct 27 16:53:28.684346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-28869fcd-88be-4fc5-92ad-db1dbafcfb42 req-4a99ba16-3bcc-4b6e-a452-ddec240d642b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327802 Oct 27 16:53:29.764495 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:29.800613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea7156-45a3-488d-b3f6-f2f921dba81d req-b581c0ff-e5e0-44b0-9c35-94ec78c68d86 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:29.802085 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9ea7156-45a3-488d-b3f6-f2f921dba81d req-b581c0ff-e5e0-44b0-9c35-94ec78c68d86 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0509331 Oct 27 16:53:29.842154 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c9ea7156-45a3-488d-b3f6-f2f921dba81d req-7fad2372-fc67-4c87-a5bd-ad4fc59b8c2b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340240 Oct 27 16:53:30.958579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5922ab0-ad2e-4b63-8634-09e1462a791d req-8d982807-f1de-46ab-a3d3-988549ee9d11 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:30.960033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5922ab0-ad2e-4b63-8634-09e1462a791d req-8d982807-f1de-46ab-a3d3-988549ee9d11 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0485187 Oct 27 16:53:30.997872 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5922ab0-ad2e-4b63-8634-09e1462a791d req-f7f629b2-0cec-46a4-aa22-bf9f6c9d73b7 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314264 Oct 27 16:53:32.112542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9f9c3-3a7c-49ae-94e1-5794654ac14d req-32c2afec-4913-42ab-94fc-29163c952446 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:32.114094 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cce9f9c3-3a7c-49ae-94e1-5794654ac14d req-32c2afec-4913-42ab-94fc-29163c952446 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0490665 Oct 27 16:53:32.151684 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cce9f9c3-3a7c-49ae-94e1-5794654ac14d req-ef8581c4-cec1-4903-99ae-8cc29550f3d0 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316939 Oct 27 16:53:32.861235 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:33.267493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671ad96-e680-44a7-816f-1c875bfbedf9 req-688e757c-10b5-4429-a0ae-eb7b9ebfb68f tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:33.269084 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c671ad96-e680-44a7-816f-1c875bfbedf9 req-688e757c-10b5-4429-a0ae-eb7b9ebfb68f tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0492351 Oct 27 16:53:33.307272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c671ad96-e680-44a7-816f-1c875bfbedf9 req-6c448720-0b1b-492f-a7d0-806b11a3466b tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321946 Oct 27 16:53:34.431443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11020bf2-bb22-428d-94ee-10407e0394c7 req-e9e795de-5d2e-4983-8d0c-9088ad1c6556 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:34.432942 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-11020bf2-bb22-428d-94ee-10407e0394c7 req-e9e795de-5d2e-4983-8d0c-9088ad1c6556 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0531185 Oct 27 16:53:34.472582 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-11020bf2-bb22-428d-94ee-10407e0394c7 req-498269b7-275d-492c-aa91-dc48d367a20e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337062 Oct 27 16:53:34.971369 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-046cdb7b-08c0-473c-8525-a90e23179524 service neutron] show failed (client error): The resource could not be found. Oct 27 16:53:34.972412 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-046cdb7b-08c0-473c-8525-a90e23179524 service neutron] 10.222.0.54 "GET /v2.0/ports/65e17acf-d6e0-4e0e-a118-74de435dffce/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.1103520 Oct 27 16:53:35.166085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d5df7-7ca6-4540-af1c-74f32b0d1d44 req-a5fb98f8-67c6-471b-907d-8d19a18dabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:35.167478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad5d5df7-7ca6-4540-af1c-74f32b0d1d44 req-a5fb98f8-67c6-471b-907d-8d19a18dabfc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 1096 time: 0.0413473 Oct 27 16:53:35.276771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d5df7-7ca6-4540-af1c-74f32b0d1d44 req-052adeb5-e11e-4745-9d74-783c5c5c2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:35.278937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad5d5df7-7ca6-4540-af1c-74f32b0d1d44 req-052adeb5-e11e-4745-9d74-783c5c5c2941 service neutron] 10.222.0.54 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 915 time: 0.0918429 Oct 27 16:53:35.320993 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad5d5df7-7ca6-4540-af1c-74f32b0d1d44 req-53f56000-90a6-4ce9-a1d2-5b30646ef743 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e17acf-d6e0-4e0e-a118-74de435dffce HTTP/1.1" status: 200 len: 217 time: 0.0356662 Oct 27 16:53:35.371585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d5df7-7ca6-4540-af1c-74f32b0d1d44 req-911e3a42-580f-4dfa-a3d0-28617fe2545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:35.373821 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad5d5df7-7ca6-4540-af1c-74f32b0d1d44 req-911e3a42-580f-4dfa-a3d0-28617fe2545f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0456774 Oct 27 16:53:35.406342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad5d5df7-7ca6-4540-af1c-74f32b0d1d44 req-6d7f612f-d4a7-4b02-ae41-330ca55a2441 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257194 Oct 27 16:53:35.511115 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad5d5df7-7ca6-4540-af1c-74f32b0d1d44 req-e3d120b2-5bd8-4380-8d82-b124780a863a service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973518 Oct 27 16:53:35.677517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-9a1cc2aa-3188-44e6-b290-608dea5d5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:35.679036 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-9a1cc2aa-3188-44e6-b290-608dea5d5d3a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f&tenant_id=94120fe0b3954f408a105c4c8e77504f HTTP/1.1" status: 200 len: 1096 time: 0.1395714 Oct 27 16:53:35.688321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c572079-5d7a-451b-9dbf-c849b8236cf6 req-3815191e-dc18-41ae-8f73-efddedc08410 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:35.689761 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c572079-5d7a-451b-9dbf-c849b8236cf6 req-3815191e-dc18-41ae-8f73-efddedc08410 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.1105950 Oct 27 16:53:35.694924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:35.701459 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad5d5df7-7ca6-4540-af1c-74f32b0d1d44 req-f1fc7aa4-78dc-42f1-a2fb-e3c909cd9b08 service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828966 Oct 27 16:53:35.776122 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c572079-5d7a-451b-9dbf-c849b8236cf6 req-fe2ca0c5-e936-4861-a5c2-af2b2f01d414 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780110 Oct 27 16:53:35.783816 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:35.990384 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=65e17acf-d6e0-4e0e-a118-74de435dffce,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:36.023394 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:36.063740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:53:36.066038 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29969c63-479e-4e48-b162-0c8be50c4c58" -d '{"events": [{"server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:53:36.070194 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.086547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Transition to ACTIVE for port object 65e17acf-d6e0-4e0e-a118-74de435dffce will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:53:36.116863 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d59142-4225-45ea-bd7b-32b0daf79f85 x-openstack-request-id: req-d1d59142-4225-45ea-bd7b-32b0daf79f85 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:53:36.117155 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "name": "network-vif-unplugged", "status": "completed", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:53:36.117408 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1d59142-4225-45ea-bd7b-32b0daf79f85 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:53:36.117809 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce', 'code': 200} Oct 27 16:53:36.156524 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.222305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] No DVR routers for this DVR port 65e17acf-d6e0-4e0e-a118-74de435dffce on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:53:36.225424 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Pushing event updated for resources: {'Port': ['ID=65e17acf-d6e0-4e0e-a118-74de435dffce,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:36.259824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Attempting to bind port 65e17acf-d6e0-4e0e-a118-74de435dffce on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:36.260188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Attempting to bind port 65e17acf-d6e0-4e0e-a118-74de435dffce by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:36.260512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Attempting to bind port 65e17acf-d6e0-4e0e-a118-74de435dffce on network 29785731-21d9-4ed3-8689-bc496c73617a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:36.265889 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Port 65e17acf-d6e0-4e0e-a118-74de435dffce on network 29785731-21d9-4ed3-8689-bc496c73617a not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:53:36.266211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Attempting to bind port 65e17acf-d6e0-4e0e-a118-74de435dffce on network 29785731-21d9-4ed3-8689-bc496c73617a {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:36.271611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:36.271948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Checking segment: {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:36.272522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Bound using segment: {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:36.273013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Bound port: 65e17acf-d6e0-4e0e-a118-74de435dffce, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f4edac4-b8a2-4866-8a93-6641cb1dce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:36.273370 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.337739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:36.340656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=65e17acf-d6e0-4e0e-a118-74de435dffce,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:36.433126 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.469422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:36.470017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:36.471383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] 10.222.0.53 "PUT /v2.0/ports/65e17acf-d6e0-4e0e-a118-74de435dffce HTTP/1.1" status: 200 len: 1091 time: 0.7807229 Oct 27 16:53:36.527279 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bac02c-a70d-4b4e-b79d-e56d585ebd5c service neutron] Pushing event updated for resources: {'Port': ['ID=65e17acf-d6e0-4e0e-a118-74de435dffce,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:36.546448 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-abc82d60-7390-4097-a55f-8471e04a7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:36.547972 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-abc82d60-7390-4097-a55f-8471e04a7b05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 1094 time: 0.0515535 Oct 27 16:53:36.641082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-25a6a23e-c66b-4820-9589-397c6f1ecb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:36.642454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-25a6a23e-c66b-4820-9589-397c6f1ecb81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 915 time: 0.0859947 Oct 27 16:53:36.687558 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-1cf2630c-41e9-4a1e-b606-c0c0e56a0f94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e17acf-d6e0-4e0e-a118-74de435dffce HTTP/1.1" status: 200 len: 217 time: 0.0376360 Oct 27 16:53:36.735450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-7e088117-5c5e-4fc3-98f6-c2f33de65368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:36.736905 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-7e088117-5c5e-4fc3-98f6-c2f33de65368 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0431373 Oct 27 16:53:36.769303 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-cf1f03cd-a800-4742-bd81-0ef8438d421b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241427 Oct 27 16:53:36.887132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-7a8387ab-4ca8-4c17-a607-e60ced1e88c9 service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101217 Oct 27 16:53:36.952915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3d7c-a7df-4be2-aebf-f9b5252796be req-52eb38bf-4691-4400-8322-a086260fc809 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:36.954282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8fa3d7c-a7df-4be2-aebf-f9b5252796be req-52eb38bf-4691-4400-8322-a086260fc809 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 943 time: 0.1034861 Oct 27 16:53:37.019848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8fa3d7c-a7df-4be2-aebf-f9b5252796be req-10c445c7-063a-4643-a8b2-271b8b98eecc tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593951 Oct 27 16:53:37.022113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bca1be4-cf11-4c12-8adf-5ba263d8135b req-d5ac7fd1-e7fa-46e7-8894-2061ce96c559 service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284432 Oct 27 16:53:38.118725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:53:38.121197 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6ae027-1562-4f8d-8f18-f4bf407c117b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:53:38.138979 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c1a76-892f-496f-b29e-f2f7a5304021 req-ea4c7200-70ca-47a2-b6c4-f2c38bad9582 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:38.140539 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c5c1a76-892f-496f-b29e-f2f7a5304021 req-ea4c7200-70ca-47a2-b6c4-f2c38bad9582 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 943 time: 0.0509808 Oct 27 16:53:38.169888 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbebfae8-b88b-430c-a329-86f593ab8828 x-openstack-request-id: req-cbebfae8-b88b-430c-a329-86f593ab8828 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:53:38.170573 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:53:38.170831 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbebfae8-b88b-430c-a329-86f593ab8828 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:53:38.171298 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce', 'status': 'completed', 'code': 200} Oct 27 16:53:38.182903 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c5c1a76-892f-496f-b29e-f2f7a5304021 req-15711186-73b2-420f-b579-3d87f13e4b88 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361929 Oct 27 16:53:38.255706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-d82daf83-08bf-4ae3-8c38-45c34ff88995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:38.257262 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-d82daf83-08bf-4ae3-8c38-45c34ff88995 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 1094 time: 0.0691218 Oct 27 16:53:38.258978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-17bdf2b5-39df-434d-a360-b676eb3614f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:38.260404 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-17bdf2b5-39df-434d-a360-b676eb3614f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 1094 time: 0.0626450 Oct 27 16:53:38.739630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-d6773aef-8334-4714-8633-ab3d5f6dbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:38.741164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-d6773aef-8334-4714-8633-ab3d5f6dbb9f service neutron] 10.222.0.53 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 915 time: 0.4757876 Oct 27 16:53:38.742364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-2a6cf378-ddd8-4143-887c-b27e07aabf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:38.743687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-2a6cf378-ddd8-4143-887c-b27e07aabf4c service neutron] 10.222.0.54 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 915 time: 0.4711225 Oct 27 16:53:38.795016 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-80dbba94-0bb7-41bc-9671-31918f587eee service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e17acf-d6e0-4e0e-a118-74de435dffce HTTP/1.1" status: 200 len: 217 time: 0.0443299 Oct 27 16:53:38.830328 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-a426c326-320a-45bc-b535-d25969db7cfe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e17acf-d6e0-4e0e-a118-74de435dffce HTTP/1.1" status: 200 len: 217 time: 0.0722957 Oct 27 16:53:38.903010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-b07bde84-1b3d-48d8-834a-96ad07e25823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:38.904765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-b07bde84-1b3d-48d8-834a-96ad07e25823 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0840986 Oct 27 16:53:38.908187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-112391ab-7248-4f4f-a5a7-e78e8db64956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:38.909520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-112391ab-7248-4f4f-a5a7-e78e8db64956 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0618341 Oct 27 16:53:38.943538 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-2306affc-cd2e-41cb-a295-73672813a9bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317400 Oct 27 16:53:38.959092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-964a1d93-2f41-499a-bd1a-ddfcd38c0b27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384316 Oct 27 16:53:39.079804 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 65e17acf-d6e0-4e0e-a118-74de435dffce no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:53:39.112818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-e927dbec-adfb-4fb6-92a4-24e77ff6d4f6 service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556814 Oct 27 16:53:39.117397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 65e17acf-d6e0-4e0e-a118-74de435dffce not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:53:39.119047 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-c5507a2e-b103-4dd6-bac6-33d029b307b0 service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418605 Oct 27 16:53:39.307913 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-b641abea-5b00-4b96-abea-c538159e3723 service neutron] 10.222.0.53 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780620 Oct 27 16:53:39.313371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e6ae027-1562-4f8d-8f18-f4bf407c117b req-a6861318-1267-435d-9568-66873e0b4c90 service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928086 Oct 27 16:53:39.334977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a9a07-546f-468b-bf4e-679f5d0ffbac req-47ce4e2a-a7b6-4b75-b5a0-2f0560e930af tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:39.336436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a10a9a07-546f-468b-bf4e-679f5d0ffbac req-47ce4e2a-a7b6-4b75-b5a0-2f0560e930af tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 943 time: 0.0775635 Oct 27 16:53:39.375203 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a10a9a07-546f-468b-bf4e-679f5d0ffbac req-237fc420-a4a9-4ba0-9c1d-492ba4015565 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325868 Oct 27 16:53:39.757287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec29b28-f966-432b-93de-2abedf0f73cf req-c38e1fdf-396a-4002-a524-2fe71b41a52e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:39.759076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dec29b28-f966-432b-93de-2abedf0f73cf req-c38e1fdf-396a-4002-a524-2fe71b41a52e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 943 time: 0.0506508 Oct 27 16:53:39.827142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dec29b28-f966-432b-93de-2abedf0f73cf req-fc24f52d-b79b-4dd8-9009-2808d27a938a tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613964 Oct 27 16:53:39.852318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-a325f7a2-9cee-4fb8-a8f4-440b3d530dcd tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:39.853958 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-a325f7a2-9cee-4fb8-a8f4-440b3d530dcd tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f&tenant_id=94120fe0b3954f408a105c4c8e77504f&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 943 time: 0.0666230 Oct 27 16:53:39.918321 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-0c8ff558-28e6-4c1f-8f08-5bb9980a7903 service neutron] delete failed (client error): The resource could not be found. Oct 27 16:53:39.919261 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-0c8ff558-28e6-4c1f-8f08-5bb9980a7903 service neutron] 10.222.0.54 "DELETE /v2.0/ports/65e17acf-d6e0-4e0e-a118-74de435dffce/bindings/n-h1-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0544016 Oct 27 16:53:40.003134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-9081df3b-4d6c-4e61-b471-fae827381bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:40.004658 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-9081df3b-4d6c-4e61-b471-fae827381bdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=94120fe0b3954f408a105c4c8e77504f&device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 1094 time: 0.0418520 Oct 27 16:53:40.049153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 65e17acf-d6e0-4e0e-a118-74de435dffce details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:53:40.102019 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-336a332b-c48d-480a-8818-a7bd5b0a5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:40.103533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-336a332b-c48d-480a-8818-a7bd5b0a5b50 service neutron] 10.222.0.54 "GET /v2.0/networks?id=29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 200 len: 915 time: 0.0891619 Oct 27 16:53:40.145628 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-11164e8e-24ef-41d2-8720-c270069703d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65e17acf-d6e0-4e0e-a118-74de435dffce HTTP/1.1" status: 200 len: 217 time: 0.0349274 Oct 27 16:53:40.146889 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=65e17acf-d6e0-4e0e-a118-74de435dffce,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:40.158418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '65e17acf-d6e0-4e0e-a118-74de435dffce', 'network_id': '29785731-21d9-4ed3-8689-bc496c73617a', 'port_id': '65e17acf-d6e0-4e0e-a118-74de435dffce', 'mac_address': 'fa:16:3e:42:38:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee5aa16e-1225-428b-b1c3-162284c84860', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:53:40.194472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-40371d5b-646c-4116-ad5e-89883af92590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:40.195088 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:40.195849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-40371d5b-646c-4116-ad5e-89883af92590 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 200 len: 854 time: 0.0439167 Oct 27 16:53:40.208188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e17acf-d6e0-4e0e-a118-74de435dffce {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:53:40.227188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-71c59030-c065-47f3-83ac-44f4c55a0ac6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=29785731-21d9-4ed3-8689-bc496c73617a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242395 Oct 27 16:53:40.228929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=65e17acf-d6e0-4e0e-a118-74de435dffce,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:40.312493 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:40.322964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-fd619088-f897-42b4-a9bb-fe5cac7f05cb service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879812 Oct 27 16:53:40.359753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=65e17acf-d6e0-4e0e-a118-74de435dffce,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:40.419847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d7344afb-aadc-47be-8126-074d6ba6a271 req-df9ad456-e57b-4429-87d0-464ee61d2843 service neutron] 10.222.0.54 "GET /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890801 Oct 27 16:53:40.533153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['65e17acf-d6e0-4e0e-a118-74de435dffce'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:53:40.945898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dd1f1-f965-4a50-84d3-ab67be4dba88 req-e8eabcc1-1bff-4f92-911f-210ca95173c0 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:40.947656 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-552dd1f1-f965-4a50-84d3-ab67be4dba88 req-e8eabcc1-1bff-4f92-911f-210ca95173c0 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 944 time: 0.0504711 Oct 27 16:53:40.988499 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-552dd1f1-f965-4a50-84d3-ab67be4dba88 req-5b0db0d3-3b5f-4e4a-b03f-f3332ca0f886 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342004 Oct 27 16:53:42.059897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 65e17acf-d6e0-4e0e-a118-74de435dffce up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:42.105298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1928-aac9-4ef9-9570-3e8f5480061c req-d5d2e65e-5c55-465e-88ca-ee61b25cc946 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:42.107495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e50c1928-aac9-4ef9-9570-3e8f5480061c req-d5d2e65e-5c55-465e-88ca-ee61b25cc946 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 944 time: 0.0500720 Oct 27 16:53:42.145380 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e50c1928-aac9-4ef9-9570-3e8f5480061c req-f9c51aa7-d5b8-4a17-9461-9120a659e173 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319653 Oct 27 16:53:42.192297 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 65e17acf-d6e0-4e0e-a118-74de435dffce completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:53:42.196533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 65e17acf-d6e0-4e0e-a118-74de435dffce triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:42.196899 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:42.266415 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d0d4f-455b-4421-ba2c-2fa26a95bc82 req-4c5f21e6-002e-4f23-99e1-cca3d44fdb69 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:42.267913 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c05d0d4f-455b-4421-ba2c-2fa26a95bc82 req-4c5f21e6-002e-4f23-99e1-cca3d44fdb69 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 944 time: 0.0534701 Oct 27 16:53:42.278007 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:42.301736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:53:42.304107 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c5634f-4dc6-40c1-9894-8ead24e43806" -d '{"events": [{"server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "name": "network-vif-plugged", "status": "completed", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:53:42.308769 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c05d0d4f-455b-4421-ba2c-2fa26a95bc82 req-61bd633d-cf32-4763-93b4-368629cced79 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337465 Oct 27 16:53:42.317724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=65e17acf-d6e0-4e0e-a118-74de435dffce,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:42.343565 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1195a5b5-9a03-4cd8-bf09-716117585703 x-openstack-request-id: req-1195a5b5-9a03-4cd8-bf09-716117585703 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:53:42.343862 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "name": "network-vif-plugged", "status": "completed", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:53:42.344159 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1195a5b5-9a03-4cd8-bf09-716117585703 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:53:42.344580 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce', 'code': 200} Oct 27 16:53:42.381165 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:42.428628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8692974-50b3-4534-a326-67cd63f337e5 req-b0b42c81-d2a6-4cf9-ac60-b40980e02ef2 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:42.429989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=65e17acf-d6e0-4e0e-a118-74de435dffce,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:42.430134 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8692974-50b3-4534-a326-67cd63f337e5 req-b0b42c81-d2a6-4cf9-ac60-b40980e02ef2 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0508726 Oct 27 16:53:42.469113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8692974-50b3-4534-a326-67cd63f337e5 req-28b8005d-1179-49b5-aa02-e8c489c61e5f tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Oct 27 16:53:43.013408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff325f3-750b-49c0-b5f4-6b36804b77fd req-f0c2a8bb-a678-491a-ae8f-35539d4220b2 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:43.014875 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ff325f3-750b-49c0-b5f4-6b36804b77fd req-f0c2a8bb-a678-491a-ae8f-35539d4220b2 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0493462 Oct 27 16:53:43.054447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ff325f3-750b-49c0-b5f4-6b36804b77fd req-aa6692ea-c5f8-44f5-912e-5a9037fb1ef7 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325944 Oct 27 16:53:43.230834 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:53:44.169870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137f5f5-dbfb-4bbb-89b1-ebb9d008ea43 req-99590e21-c524-49ec-a958-e2bf3293b05e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:44.171366 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9137f5f5-dbfb-4bbb-89b1-ebb9d008ea43 req-99590e21-c524-49ec-a958-e2bf3293b05e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0499732 Oct 27 16:53:44.212068 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9137f5f5-dbfb-4bbb-89b1-ebb9d008ea43 req-0a03b855-e401-4e1a-bf4c-13f2434696d6 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/security-groups?id=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333014 Oct 27 16:53:44.232416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19333b29-7ebc-4800-ace9-561e27dd7925 req-ef29b7a8-efc1-42d1-99f0-c81cca4e3b4e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:44.233903 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19333b29-7ebc-4800-ace9-561e27dd7925 req-ef29b7a8-efc1-42d1-99f0-c81cca4e3b4e tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 945 time: 0.0560374 Oct 27 16:53:44.329590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-19333b29-7ebc-4800-ace9-561e27dd7925 req-36b18226-0821-4024-af6b-398312bd2f71 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Deleting port 65e17acf-d6e0-4e0e-a118-74de435dffce {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:53:44.329931 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-19333b29-7ebc-4800-ace9-561e27dd7925 req-36b18226-0821-4024-af6b-398312bd2f71 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:44.424466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-19333b29-7ebc-4800-ace9-561e27dd7925 req-36b18226-0821-4024-af6b-398312bd2f71 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] For port 65e17acf-d6e0-4e0e-a118-74de435dffce, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=65e17acf-d6e0-4e0e-a118-74de435dffce,segment=NetworkSegment(1f4edac4-b8a2-4866-8a93-6641cb1dce0e),segment_id=1f4edac4-b8a2-4866-8a93-6641cb1dce0e)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:44.424829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-19333b29-7ebc-4800-ace9-561e27dd7925 req-36b18226-0821-4024-af6b-398312bd2f71 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:44.437489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-19333b29-7ebc-4800-ace9-561e27dd7925 req-36b18226-0821-4024-af6b-398312bd2f71 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Calling delete_port for 65e17acf-d6e0-4e0e-a118-74de435dffce owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:53:44.620766 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-19333b29-7ebc-4800-ace9-561e27dd7925 req-36b18226-0821-4024-af6b-398312bd2f71 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:44.632569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['65e17acf-d6e0-4e0e-a118-74de435dffce'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:53:44.654254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b18226-0821-4024-af6b-398312bd2f71 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Pushing event deleted for resources: {'Port': ['ID=65e17acf-d6e0-4e0e-a118-74de435dffce,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:44.694824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-19333b29-7ebc-4800-ace9-561e27dd7925 req-36b18226-0821-4024-af6b-398312bd2f71 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] No DVR routers for this DVR port 65e17acf-d6e0-4e0e-a118-74de435dffce on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:53:44.697854 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-19333b29-7ebc-4800-ace9-561e27dd7925 req-36b18226-0821-4024-af6b-398312bd2f71 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:44.701910 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19333b29-7ebc-4800-ace9-561e27dd7925 req-36b18226-0821-4024-af6b-398312bd2f71 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.53 "DELETE /v2.0/ports/65e17acf-d6e0-4e0e-a118-74de435dffce HTTP/1.1" status: 204 len: 173 time: 0.4622285 Oct 27 16:53:44.702355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'name': 'network-vif-deleted', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:53:44.704724 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c1fd91-7fd6-4284-ae94-4af8acf11de4" -d '{"events": [{"server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "name": "network-vif-deleted", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:53:44.741366 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b720be5f-36fd-4e84-8079-4a920e52aa54 x-openstack-request-id: req-b720be5f-36fd-4e84-8079-4a920e52aa54 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:53:44.741683 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf223187-befb-4a89-8923-0e2c12258b0f", "name": "network-vif-deleted", "tag": "65e17acf-d6e0-4e0e-a118-74de435dffce", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:53:44.741965 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b720be5f-36fd-4e84-8079-4a920e52aa54 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:53:44.742421 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf223187-befb-4a89-8923-0e2c12258b0f', 'name': 'network-vif-deleted', 'tag': '65e17acf-d6e0-4e0e-a118-74de435dffce', 'status': 'completed', 'code': 200} Oct 27 16:53:45.322234 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-07760231-8362-4eb5-a1ae-26e8d8a8196c req-8c65b76c-f8cf-4d0b-b3d9-78f373c9d299 tempest-ServerDiskConfigTestJSON-1736279641 tempest-ServerDiskConfigTestJSON-1736279641-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf223187-befb-4a89-8923-0e2c12258b0f HTTP/1.1" status: 200 len: 210 time: 0.0302324 Oct 27 16:53:46.445550 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45308) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:46.498628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Deleting subnet ee5aa16e-1225-428b-b1c3-162284c84860 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 16:53:46.502137 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.535889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.573857 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.707360 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.739754 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5aa16e-1225-428b-b1c3-162284c84860,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:46.746687 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.750827 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ee5aa16e-1225-428b-b1c3-162284c84860 HTTP/1.1" status: 204 len: 168 time: 0.3040154 Oct 27 16:53:46.753463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45310) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:46.756555 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.757120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.757571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.757913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.758250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.758584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.758913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.759241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.759574 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.759898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.760247 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.760564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee5cabb-be1a-43e5-86ad-738885c83c98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:46.829156 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.912702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.934205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29785731-21d9-4ed3-8689-bc496c73617a']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:46.943987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f4edac4-b8a2-4866-8a93-6641cb1dce0e') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:46.944310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f4edac4-b8a2-4866-8a93-6641cb1dce0e') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:46.954538 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.969792 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.975824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 16:53:46.976254 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: timer() Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 16:53:46.977971 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 16:53:47.106597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:47.112819 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:47.116007 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] 10.222.0.15 "DELETE /v2.0/networks/29785731-21d9-4ed3-8689-bc496c73617a HTTP/1.1" status: 204 len: 168 time: 0.3614829 Oct 27 16:53:47.127987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8403844-d4f3-40a9-a86b-0b03d693172c admin admin] Pushing event deleted for resources: {'Network': ['ID=29785731-21d9-4ed3-8689-bc496c73617a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:47.435693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45314) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:47.476038 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-18244a8c-50f3-4bc6-9110-379a1d1ab8f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94120fe0b3954f408a105c4c8e77504f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391407 Oct 27 16:53:47.478522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45316) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:47.526111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cc3feb19-85ee-448e-86e4-14279d8c0c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:47.547805 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cc3feb19-85ee-448e-86e4-14279d8c0c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:47.655328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cc3feb19-85ee-448e-86e4-14279d8c0c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:47.657937 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cc3feb19-85ee-448e-86e4-14279d8c0c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:47.659129 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cc3feb19-85ee-448e-86e4-14279d8c0c76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2 HTTP/1.1" status: 204 len: 168 time: 0.1796846 Oct 27 16:53:47.667305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3feb19-85ee-448e-86e4-14279d8c0c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b7c5cd-d56e-48e7-a59a-91ff0d79a0a2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:48.074863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 65e17acf-d6e0-4e0e-a118-74de435dffce no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:53:48.096574 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 65e17acf-d6e0-4e0e-a118-74de435dffce {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:53:48.096919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 65e17acf-d6e0-4e0e-a118-74de435dffce not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:53:48.512352 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-28c03dba-7e10-4442-b429-8485daaf7c5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:48.740545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45338) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:48.836435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1323705262-network', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:48.962041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Made reservation on behalf of 4cf4c6fa66bf43fe9e08778933a4bb84 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:53:48.964471 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:48.977014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:49.049220 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:49.121642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:49.148025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 16:53:49.157933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9adc73-8d80-4949-9c08-9cc300092f8c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:49.163519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:49.163904 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Added segment 029b9cd5-8e3c-47d4-a837-443f8a867166 of type vlan for network b1d9b658-a16e-4497-aecd-84f3f3d0b49c Oct 27 16:53:49.203785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:49.295478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:49.296465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:49.297034 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:49.354208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] Pushing event updated for resources: {'Network': ['ID=b1d9b658-a16e-4497-aecd-84f3f3d0b49c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:49.364838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 16:53:49.440818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b99ba418-23f7-4436-a845-cf51ac360589 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6991696 Oct 27 16:53:49.443605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45342) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:49.448514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] Request body: {'subnet': {'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1323705262-subnet', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:49.552216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] Made reservation on behalf of 4cf4c6fa66bf43fe9e08778933a4bb84 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:53:49.554612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:49.775219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:49.835887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d59d243-a0f8-456b-8d8b-514646e15e62,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:49.845463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:49.845830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] Network hostable DHCP agents. Network: b1d9b658-a16e-4497-aecd-84f3f3d0b49c, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 16:53:49.969318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 16:53:50.066018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, b1d9b658-a16e-4497-aecd-84f3f3d0b49c) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:50.070147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:50.070992 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.076080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8895539-7b7e-4980-9506-4af701053a1a None None] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:53:50.170478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-66bbe688-d0aa-4588-880d-e8d484384b45 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7258031 Oct 27 16:53:50.173210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45344) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:50.177684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:50.222250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db227522-7196-4768-9426-aad949d4a033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 16:53:50.223168 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db227522-7196-4768-9426-aad949d4a033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.270939 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.272037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.323238 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.357505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-db227522-7196-4768-9426-aad949d4a033 None None] Allocated IP 172.20.0.2 (b1d9b658-a16e-4497-aecd-84f3f3d0b49c/5d59d243-a0f8-456b-8d8b-514646e15e62/ee474680-0456-4073-a8bb-84b3e590f20d) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:50.498827 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db227522-7196-4768-9426-aad949d4a033 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.529369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.563958 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db227522-7196-4768-9426-aad949d4a033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.607086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db227522-7196-4768-9426-aad949d4a033 None None] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:50.610020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-db227522-7196-4768-9426-aad949d4a033 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:50.616195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db227522-7196-4768-9426-aad949d4a033 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:50.619130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db227522-7196-4768-9426-aad949d4a033 None None] Pushing event updated for resources: {'Port': ['ID=ee474680-0456-4073-a8bb-84b3e590f20d,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:50.672146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-db227522-7196-4768-9426-aad949d4a033 None None] Attempting to bind port ee474680-0456-4073-a8bb-84b3e590f20d on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:50.672519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-db227522-7196-4768-9426-aad949d4a033 None None] Attempting to bind port ee474680-0456-4073-a8bb-84b3e590f20d by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:50.672954 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db227522-7196-4768-9426-aad949d4a033 None None] Attempting to bind port ee474680-0456-4073-a8bb-84b3e590f20d on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:50.677846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db227522-7196-4768-9426-aad949d4a033 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:50.678221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db227522-7196-4768-9426-aad949d4a033 None None] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:50.678610 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db227522-7196-4768-9426-aad949d4a033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.678992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db227522-7196-4768-9426-aad949d4a033 None None] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:50.679454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-db227522-7196-4768-9426-aad949d4a033 None None] Bound port: ee474680-0456-4073-a8bb-84b3e590f20d, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:50.679824 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db227522-7196-4768-9426-aad949d4a033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.742268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-db227522-7196-4768-9426-aad949d4a033 None None] For port ee474680-0456-4073-a8bb-84b3e590f20d, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:50.745244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-db227522-7196-4768-9426-aad949d4a033 None None] For port ee474680-0456-4073-a8bb-84b3e590f20d, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee474680-0456-4073-a8bb-84b3e590f20d,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:50.815888 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.827172 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db227522-7196-4768-9426-aad949d4a033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.835020 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:50.889347 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db227522-7196-4768-9426-aad949d4a033 None None] Pushing event updated for resources: {'Port': ['ID=ee474680-0456-4073-a8bb-84b3e590f20d,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:50.946690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Allocated IP 172.25.4.153 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/f9e7932b-fc8c-456e-8d9b-65e219b15077) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:51.081426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:51.185149 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:51.224332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:51.227198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:51.230732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:51.255449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e7932b-fc8c-456e-8d9b-65e219b15077,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:51.561824 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:51.643646 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-16162f78-ef7d-4786-b0ee-6d1aec081cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:51.766199 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:51.803922 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff3dcc-ff3f-4d91-9c5f-c6ce1ec30408 None None] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 16:53:51.878860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-724463aa-c6b9-475d-84ab-655b3a4745df None None] Provisioning complete for port ee474680-0456-4073-a8bb-84b3e590f20d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:51.879226 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-724463aa-c6b9-475d-84ab-655b3a4745df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:51.987978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Router 061ca727-ed18-4ce4-9328-0be457ee984e is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 16:53:52.027937 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-724463aa-c6b9-475d-84ab-655b3a4745df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:52.064815 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee474680-0456-4073-a8bb-84b3e590f20d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:52.071236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-724463aa-c6b9-475d-84ab-655b3a4745df None None] For port ee474680-0456-4073-a8bb-84b3e590f20d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee474680-0456-4073-a8bb-84b3e590f20d,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:52.106653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:53:52.118982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Sync routers for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:53:52.136400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ee474680-0456-4073-a8bb-84b3e590f20d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:52.142799 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:52.142799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:52.142799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:53:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:52.210033 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:52.212027 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f9d23daf-d8c8-4f62-9612-2f7014992765 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0373418 Oct 27 16:53:52.214337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45346) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:52.411012 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-724463aa-c6b9-475d-84ab-655b3a4745df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:52.518632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724463aa-c6b9-475d-84ab-655b3a4745df None None] Pushing event updated for resources: {'Port': ['ID=ee474680-0456-4073-a8bb-84b3e590f20d,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:52.570444 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:52.584028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:52.585774 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:52.617131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-291449f5-2ae5-4227-8330-9c4d1d533814 None None] Provisioning complete for port ee474680-0456-4073-a8bb-84b3e590f20d triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:52.617496 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-291449f5-2ae5-4227-8330-9c4d1d533814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:52.850358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:51Z', 'revision_number': 3, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:52.878190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Checking router: 061ca727-ed18-4ce4-9328-0be457ee984e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:53:52.878538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Updating router 061ca727-ed18-4ce4-9328-0be457ee984e port f9e7932b-fc8c-456e-8d9b-65e219b15077 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:53:52.904832 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:52.983057 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.134344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Allocated IP 172.20.0.1 (b1d9b658-a16e-4497-aecd-84f3f3d0b49c/5d59d243-a0f8-456b-8d8b-514646e15e62/c0dc0a6b-2a90-4b08-8b60-a400c012dff7) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:53.164560 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.232451 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.233630 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.282430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Attempting to bind port f9e7932b-fc8c-456e-8d9b-65e219b15077 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:53.282795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Attempting to bind port f9e7932b-fc8c-456e-8d9b-65e219b15077 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:53.283159 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Attempting to bind port f9e7932b-fc8c-456e-8d9b-65e219b15077 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:53.292013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:53.292402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:53.292794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.293241 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:53.293719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Bound port: f9e7932b-fc8c-456e-8d9b-65e219b15077, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:53.294092 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.295518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc8a6a-1e87-426b-be3c-bb1221615098 None None] Pushing event updated for resources: {'Port': ['ID=f9e7932b-fc8c-456e-8d9b-65e219b15077,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:53.330094 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.348542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] For port f9e7932b-fc8c-456e-8d9b-65e219b15077, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:53.351890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] For port f9e7932b-fc8c-456e-8d9b-65e219b15077, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f9e7932b-fc8c-456e-8d9b-65e219b15077,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:53.373460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:53.376531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:53.380191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:53.405047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Pushing event updated for resources: {'Port': ['ID=c0dc0a6b-2a90-4b08-8b60-a400c012dff7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:53.424843 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.433067 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.490688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:53.491317 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:53:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:53.565395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc8a6a-1e87-426b-be3c-bb1221615098 None None] Pushing event updated for resources: {'Port': ['ID=f9e7932b-fc8c-456e-8d9b-65e219b15077,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:53.611157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:53.636016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.715637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9e1f3f4-5919-4269-b70c-465dea110f70 None None] Provisioning complete for port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:53.716108 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f3f4-5919-4269-b70c-465dea110f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.766486 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9e1f3f4-5919-4269-b70c-465dea110f70 None None] Port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:53:53.800935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.833454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:51Z', 'revision_number': 3, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:53.860811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3623fd-cdcc-4d25-bb05-2eac0959bdd0 None None] The sync data for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 is: [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:51Z', 'revision_number': 3, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:53:53.895776 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.962783 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:53.964517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Pushing event updated for resources: {'Port': ['ID=c0dc0a6b-2a90-4b08-8b60-a400c012dff7,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:54.034226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee474680-0456-4073-a8bb-84b3e590f20d up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:54.066590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:54.068373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:54.123039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ee474680-0456-4073-a8bb-84b3e590f20d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:54.123419 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:54.258136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Router 061ca727-ed18-4ce4-9328-0be457ee984e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:53:54.356648 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:54.381336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:53:54.387102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2e293153-5f27-4e25-b7a5-b29852d88d03 admin admin] 10.222.0.15 "PUT /v2.0/routers/061ca727-ed18-4ce4-9328-0be457ee984e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1716108 Oct 27 16:53:54.391036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9bea3e10-28c0-4b32-a50f-a468ff7c0189 None None] Provisioning complete for port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:54.391402 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9bea3e10-28c0-4b32-a50f-a468ff7c0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:54.429652 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9bea3e10-28c0-4b32-a50f-a468ff7c0189 None None] Port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:53:55.004433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45354) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:55.009105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-cfae4c3d-4e21-4184-a01f-6e528bb1733e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264637819', 'description': 'tempest-description--1348819152'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:55.112670 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cfae4c3d-4e21-4184-a01f-6e528bb1733e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:55.188324 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cfae4c3d-4e21-4184-a01f-6e528bb1733e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:55.295987 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cfae4c3d-4e21-4184-a01f-6e528bb1733e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:55.326045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae4c3d-4e21-4184-a01f-6e528bb1733e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04dc1b6e-b1b7-41a6-8a66-9489346df8a9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:55.426528 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-cfae4c3d-4e21-4184-a01f-6e528bb1733e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:55.427801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-cfae4c3d-4e21-4184-a01f-6e528bb1733e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4223640 Oct 27 16:53:55.435063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 45356) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:55.439904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-24d7520e-3dcf-42a3-bc85-53dcbf3e8abe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'security_group_rule': {'security_group_id': '04dc1b6e-b1b7-41a6-8a66-9489346df8a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:55.465561 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Sync routers for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:53:55.475078 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:55.475761 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:53:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:55.540206 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24d7520e-3dcf-42a3-bc85-53dcbf3e8abe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:55.585741 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:55.596922 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24d7520e-3dcf-42a3-bc85-53dcbf3e8abe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:55.695055 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24d7520e-3dcf-42a3-bc85-53dcbf3e8abe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:55.714460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7520e-3dcf-42a3-bc85-53dcbf3e8abe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59a7612-c742-4894-9f40-fbbae25f1af7,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:55.795073 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-24d7520e-3dcf-42a3-bc85-53dcbf3e8abe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:55.796378 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-24d7520e-3dcf-42a3-bc85-53dcbf3e8abe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3601346 Oct 27 16:53:55.799142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45358) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:55.804027 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3f6277c1-b0f0-49d6-bb81-ca9e7b1158ca tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'security_group_rule': {'security_group_id': '04dc1b6e-b1b7-41a6-8a66-9489346df8a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:55.880215 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 2, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:55.900281 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f6277c1-b0f0-49d6-bb81-ca9e7b1158ca tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:55.909544 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Checking router: 061ca727-ed18-4ce4-9328-0be457ee984e for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:53:55.914171 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Updating router 061ca727-ed18-4ce4-9328-0be457ee984e port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 16:53:55.935419 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:55.958152 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f6277c1-b0f0-49d6-bb81-ca9e7b1158ca tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.035980 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f6277c1-b0f0-49d6-bb81-ca9e7b1158ca tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.040726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f9e7932b-fc8c-456e-8d9b-65e219b15077 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:56.056036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6277c1-b0f0-49d6-bb81-ca9e7b1158ca tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b129d2d7-7cbe-4128-9a86-c6a7bb339147,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:56.091354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f9e7932b-fc8c-456e-8d9b-65e219b15077 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:56.092022 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.137081 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3f6277c1-b0f0-49d6-bb81-ca9e7b1158ca tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.139972 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3f6277c1-b0f0-49d6-bb81-ca9e7b1158ca tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390946 Oct 27 16:53:56.142311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45360) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:53:56.147005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:53:56.170105 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.190229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port f9e7932b-fc8c-456e-8d9b-65e219b15077, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f9e7932b-fc8c-456e-8d9b-65e219b15077,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:56.223601 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.241664 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.271528 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.324369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=f9e7932b-fc8c-456e-8d9b-65e219b15077,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:56.340625 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.346259 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.412813 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Pushing event updated for resources: {'Port': ['ID=c0dc0a6b-2a90-4b08-8b60-a400c012dff7,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:56.437409 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.438031 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.438438 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.438774 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.439108 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.439620 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.439951 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.440322 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.440622 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.440944 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.441347 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.441583 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:53:56.456114 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Attempting to bind port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:53:56.456779 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Attempting to bind port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:53:56.457153 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Attempting to bind port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:53:56.462512 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:53:56.462733 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Allocated IP 172.25.4.180 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/98258322-77a9-4ef6-b0e2-ad8042ab811a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:53:56.462882 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:53:56.463456 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.463998 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:53:56.464778 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Bound port: c0dc0a6b-2a90-4b08-8b60-a400c012dff7, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:53:56.465164 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.542844 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] For port c0dc0a6b-2a90-4b08-8b60-a400c012dff7, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:53:56.546245 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] For port c0dc0a6b-2a90-4b08-8b60-a400c012dff7, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c0dc0a6b-2a90-4b08-8b60-a400c012dff7,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:53:56.584704 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.632921 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.664891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-23e5bdce-33b0-4115-a034-822bfb313632 None None] Provisioning complete for port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:56.665306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-23e5bdce-33b0-4115-a034-822bfb313632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.693644 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:53:56.694271 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:53:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:56.698375 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c4bf0-be8b-457d-bdc2-59dd1b6e4d7c None None] Pushing event updated for resources: {'Port': ['ID=c0dc0a6b-2a90-4b08-8b60-a400c012dff7,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:56.703313 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.757397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:53:56.760869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:53:56.765037 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:53:56.771013 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-23e5bdce-33b0-4115-a034-822bfb313632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.771886 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event updated for resources: {'Port': ['ID=98258322-77a9-4ef6-b0e2-ad8042ab811a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:56.809869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-23e5bdce-33b0-4115-a034-822bfb313632 None None] For port c0dc0a6b-2a90-4b08-8b60-a400c012dff7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c0dc0a6b-2a90-4b08-8b60-a400c012dff7,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:53:56.833852 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:53:56.879554 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.893400 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-23e5bdce-33b0-4115-a034-822bfb313632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:56.947024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5bdce-33b0-4115-a034-822bfb313632 None None] Pushing event updated for resources: {'Port': ['ID=c0dc0a6b-2a90-4b08-8b60-a400c012dff7,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:57.011979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:57.018829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-91619e19-c741-4bc3-9856-beb4a4bed26d None None] Provisioning complete for port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:57.019299 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-91619e19-c741-4bc3-9856-beb4a4bed26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:57.051395 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:53:57.082786 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7322a-6e64-4a61-90e5-c6ad86f8f75b None None] The sync data for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 is: [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:53:57.205154 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:57.266647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:57.337952 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event updated for resources: {'Port': ['ID=98258322-77a9-4ef6-b0e2-ad8042ab811a,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:53:57.352333 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:57.440001 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:57.442262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8709bfdf-ef36-4997-beda-db9eab64aaa4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2978778 Oct 27 16:53:57.589962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-8f3e991d-9117-4664-bf06-8a60f840be97 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1264637819&fields=id&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 267 time: 0.0350883 Oct 27 16:53:57.707363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-b01a6cbb-be88-491b-9fab-26356268bf10 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:53:57.708915 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-b01a6cbb-be88-491b-9fab-26356268bf10 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 812 time: 0.1112399 Oct 27 16:53:57.724721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-b11f9fc4-0a50-4f97-b4a9-b8f6ea8dbc47 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/quotas/4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 375 time: 0.0098741 Oct 27 16:53:57.780957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-3f81b905-2bd4-4360-be27-72db9da55d8e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504370 Oct 27 16:53:57.885496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-1a87a264-bea0-44ed-a7ee-9c8ee0ced22e service neutron] 10.222.0.15 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923729 Oct 27 16:53:57.986834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-908c0a03-14ae-4577-9efb-84d3fc5781ae service neutron] 10.222.0.15 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942366 Oct 27 16:53:58.101745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c0dc0a6b-2a90-4b08-8b60-a400c012dff7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:58.154545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:58.154997 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:58.251756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f9e7932b-fc8c-456e-8d9b-65e219b15077 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:53:58.257039 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e93c7bdf-8221-4e64-b0f7-17f5b5fb7817 req-c8bf88d3-686d-4450-8a9d-a0b1322e4460 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 210 time: 0.0284200 Oct 27 16:53:58.311831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port f9e7932b-fc8c-456e-8d9b-65e219b15077 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:53:58.312263 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:53:59.356519 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c10a2e61-422b-435f-a6d3-c273ff6bd423 req-409b9813-17a9-4104-b147-f7cac7e4d061 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 210 time: 0.0272207 Oct 27 16:53:59.801674 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:00.299593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-2f1cfc36-57ff-4a71-876c-ed212a12266e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:00.301215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-2f1cfc36-57ff-4a71-876c-ed212a12266e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 812 time: 0.1113942 Oct 27 16:54:00.345461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-35495e41-3124-4211-ad13-a3730701bdd7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 380 time: 0.0341651 Oct 27 16:54:00.355919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'port': {'device_id': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'admin_state_up': True, 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'security_groups': ['04dc1b6e-b1b7-41a6-8a66-9489346df8a9']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:54:00.466627 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89ed230a-5e66-421c-9fbd-1b913ed1873b req-d88513c4-223e-41bb-8a9a-be111a138d26 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 210 time: 0.0358555 Oct 27 16:54:00.563432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Made reservation on behalf of 4cf4c6fa66bf43fe9e08778933a4bb84 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:54:00.567038 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:00.691978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Allocated IP 172.20.0.13 (b1d9b658-a16e-4497-aecd-84f3f3d0b49c/5d59d243-a0f8-456b-8d8b-514646e15e62/dab28f45-3dfc-44c5-b2b7-eeafa5f27246) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:54:00.835003 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:00.946872 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:00.992796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:54:00.995865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:54:01.000650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:54:01.007294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event updated for resources: {'Port': ['ID=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:01.042507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.042713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.043042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.043471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.044455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.044796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.045131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.045462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.045796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.046125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.046454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.046780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:01.073615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:01.074234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:01.143367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ccd69d40-144f-49cb-90bd-8795ed1c2a3d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7910154 Oct 27 16:54:01.156332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Request body: {'port': {'device_id': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:54:01.211869 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:01.257534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d76bb48d-ae03-45fa-9ce7-5396539f1d46 None None] Provisioning complete for port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:54:01.258144 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d76bb48d-ae03-45fa-9ce7-5396539f1d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:01.292523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d76bb48d-ae03-45fa-9ce7-5396539f1d46 None None] Port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:54:01.472755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dab28f45-3dfc-44c5-b2b7-eeafa5f27246 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:54:01.479977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:01.492498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Transition to ACTIVE for port object dab28f45-3dfc-44c5-b2b7-eeafa5f27246 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:54:01.585945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d532f-481d-4f88-97a0-88e9a3058d7f req-9fa8377e-502d-49b4-8b67-fe5512eeea2c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:01.587409 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d42d532f-481d-4f88-97a0-88e9a3058d7f req-9fa8377e-502d-49b4-8b67-fe5512eeea2c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 932 time: 0.0522382 Oct 27 16:54:01.588501 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:01.656398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:01.689873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d42d532f-481d-4f88-97a0-88e9a3058d7f req-fe84969d-22df-4e9e-8777-f4f0a9377e53 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929236 Oct 27 16:54:01.740897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Attempting to bind port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:54:01.741153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Attempting to bind port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:54:01.741476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Attempting to bind port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:54:01.745934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:54:01.746251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Attempting to bind port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:54:01.751804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:54:01.752167 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:54:01.752582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:54:01.753009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Bound port: dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:54:01.753364 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:01.819382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:54:01.822637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:54:01.910522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:01.946114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:01.946714 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:01.948102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] 10.222.0.53 "PUT /v2.0/ports/dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 200 len: 1092 time: 0.7962770 Oct 27 16:54:01.948536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:54:01.951478 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bac0006fd8f7ffb8ce7154dbe8f2198b73bc619301999eeff31f15c9685316d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9217972e-97f8-4220-9944-eb0118087c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:54:01.978614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27a1df-b840-4cd9-9737-219558bd6fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:02.000654 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011f6522-0d1a-4764-97f2-7f902b6907f1 x-openstack-request-id: req-011f6522-0d1a-4764-97f2-7f902b6907f1 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:54:02.000654 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:54:02.000654 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-011f6522-0d1a-4764-97f2-7f902b6907f1 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:54:02.000654 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'status': 'completed', 'code': 200} Oct 27 16:54:02.063683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217972e-97f8-4220-9944-eb0118087c6e req-fc157d73-d278-4524-930f-134c429c4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:02.065332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9217972e-97f8-4220-9944-eb0118087c6e req-fc157d73-d278-4524-930f-134c429c4332 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 1095 time: 0.0427382 Oct 27 16:54:02.172890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217972e-97f8-4220-9944-eb0118087c6e req-40374c50-6edb-4835-b85f-a11df6679f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:02.174344 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9217972e-97f8-4220-9944-eb0118087c6e req-40374c50-6edb-4835-b85f-a11df6679f13 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1001513 Oct 27 16:54:02.271158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217972e-97f8-4220-9944-eb0118087c6e req-cc9e001c-b9c6-4b81-baae-b23d19199051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:02.272574 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9217972e-97f8-4220-9944-eb0118087c6e req-cc9e001c-b9c6-4b81-baae-b23d19199051 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912895 Oct 27 16:54:02.348220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-07c95ea4-6793-4898-a381-67031a1b34c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:02.349686 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-07c95ea4-6793-4898-a381-67031a1b34c4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 1095 time: 0.0408287 Oct 27 16:54:02.391430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-2a03b288-f26f-4fcf-9e41-64b88f331789 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 200 len: 217 time: 0.0340164 Oct 27 16:54:02.443468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-7d439566-bc61-4f52-9c45-0410834461aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:02.445033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-7d439566-bc61-4f52-9c45-0410834461aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0464661 Oct 27 16:54:02.489719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-4f92e8b9-2a4e-407a-8a26-c25045d6eb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:02.491293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-4f92e8b9-2a4e-407a-8a26-c25045d6eb88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393679 Oct 27 16:54:02.581035 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-d319c10e-2c36-4851-89bc-b277cf35e8f6 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827661 Oct 27 16:54:02.673318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc280c3b-a88d-41b6-8617-ebd59ee1efa8 req-25858cf7-bf5d-4814-9f78-7b19b1834e26 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853264 Oct 27 16:54:02.810631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd44d9e-899d-4653-831a-6ce418e32461 req-2f899ce7-bd13-45c4-b0b2-8683e1fc67e5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:02.812215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbd44d9e-899d-4653-831a-6ce418e32461 req-2f899ce7-bd13-45c4-b0b2-8683e1fc67e5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 944 time: 0.0523553 Oct 27 16:54:02.832280 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:02.851703 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbd44d9e-899d-4653-831a-6ce418e32461 req-28aa4653-4622-45d4-8e3c-efc32bb2c89e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334182 Oct 27 16:54:03.972175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892cced-aedb-4cff-88d2-eda705340600 req-99d9d26c-2c7a-4e24-92c2-cbfe15396cd7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:03.973722 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2892cced-aedb-4cff-88d2-eda705340600 req-99d9d26c-2c7a-4e24-92c2-cbfe15396cd7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 944 time: 0.0489399 Oct 27 16:54:04.010902 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2892cced-aedb-4cff-88d2-eda705340600 req-c23849a7-465a-4266-8cc2-7b76edf45e8a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311468 Oct 27 16:54:05.132127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd742df-3d38-4c5d-af93-e03986d733de req-ccf6c506-4749-4c01-8471-6372e3244969 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:05.133632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-acd742df-3d38-4c5d-af93-e03986d733de req-ccf6c506-4749-4c01-8471-6372e3244969 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 944 time: 0.0541351 Oct 27 16:54:05.171133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-acd742df-3d38-4c5d-af93-e03986d733de req-2a842d99-4e5b-4b16-8049-31908a67e882 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313115 Oct 27 16:54:06.261294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device dab28f45-3dfc-44c5-b2b7-eeafa5f27246 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:54:06.289321 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18028c-7831-4228-bee3-ea382d3f4f8d req-d2824470-cebc-4e85-8ed0-9ef217663ce2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:06.290822 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bf18028c-7831-4228-bee3-ea382d3f4f8d req-d2824470-cebc-4e85-8ed0-9ef217663ce2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 944 time: 0.0497296 Oct 27 16:54:06.330471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bf18028c-7831-4228-bee3-ea382d3f4f8d req-422efb4f-d8d2-493d-b858-6b612c140b13 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322304 Oct 27 16:54:06.359441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:06.370127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'port_id': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'mac_address': 'fa:16:3e:7e:e2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:54:06.410742 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:06.424771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab28f45-3dfc-44c5-b2b7-eeafa5f27246 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:54:06.443613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:06.517497 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:06.566333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:06.573959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.575018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.575361 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.575694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.576016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.576370 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.576693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.577011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.577335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.577653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.577967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.578282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:54:06.707054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['dab28f45-3dfc-44c5-b2b7-eeafa5f27246'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:54:07.447329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f7fcd-5443-4cc8-83c9-c429d6823e4d req-69ceef43-9de4-4ec6-92fd-9e3bcffc3eb1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:07.448834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea2f7fcd-5443-4cc8-83c9-c429d6823e4d req-69ceef43-9de4-4ec6-92fd-9e3bcffc3eb1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 945 time: 0.0501258 Oct 27 16:54:07.487606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea2f7fcd-5443-4cc8-83c9-c429d6823e4d req-8408029c-f802-4a32-8e8b-b19c09d73306 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320935 Oct 27 16:54:08.293418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device dab28f45-3dfc-44c5-b2b7-eeafa5f27246 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:54:08.395386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:54:08.399233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:54:08.399603 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:08.474714 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:08.504354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:54:08.506624 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19057d47e5770d178c1e86c2ec0bf6aeaa59223cd478d18043aaa0980948f8c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2a901c-c440-45e9-a6b6-159ba660c183" -d '{"events": [{"server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "name": "network-vif-plugged", "status": "completed", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:54:08.520959 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:54:08.544986 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb53778-af7f-4b18-b3aa-c0eb89e5b57d x-openstack-request-id: req-5cb53778-af7f-4b18-b3aa-c0eb89e5b57d {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:54:08.545281 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "name": "network-vif-plugged", "status": "completed", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:54:08.548250 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cb53778-af7f-4b18-b3aa-c0eb89e5b57d {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:54:08.548250 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'code': 200} Oct 27 16:54:08.597803 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:08.644487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2e1fc-52f2-4ece-b6c2-ca24055cba62 req-260209eb-4786-415f-8d60-d2c27a33798e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:08.645918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:54:08.646042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9c2e1fc-52f2-4ece-b6c2-ca24055cba62 req-260209eb-4786-415f-8d60-d2c27a33798e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 945 time: 0.0849309 Oct 27 16:54:08.675529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ca27d-559c-414c-8d4a-4be2156ce91d req-dd30f062-33d5-4a9d-b124-0366aac423f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:08.676994 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e10ca27d-559c-414c-8d4a-4be2156ce91d req-dd30f062-33d5-4a9d-b124-0366aac423f7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 1097 time: 0.0732429 Oct 27 16:54:08.705471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9c2e1fc-52f2-4ece-b6c2-ca24055cba62 req-b4d15871-928f-4661-83fe-7c6e5cf047e8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517678 Oct 27 16:54:08.721885 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e10ca27d-559c-414c-8d4a-4be2156ce91d req-a0d3d004-a648-4d4e-b766-2ee624784e2f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343046 Oct 27 16:54:09.822234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1cbde1-5c5d-45fa-98eb-446e0cc100af req-213f82d8-38ef-4590-8814-8d5beabd4270 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:09.823718 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8c1cbde1-5c5d-45fa-98eb-446e0cc100af req-213f82d8-38ef-4590-8814-8d5beabd4270 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0489118 Oct 27 16:54:09.868332 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8c1cbde1-5c5d-45fa-98eb-446e0cc100af req-6f146c88-527f-4e71-9cf5-a9af2e62f895 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375566 Oct 27 16:54:10.985543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c087ba5-58c4-44f7-b399-7b974dc8822c req-679a4702-02df-426e-82b5-4ef12d52483e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:10.987002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c087ba5-58c4-44f7-b399-7b974dc8822c req-679a4702-02df-426e-82b5-4ef12d52483e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0496943 Oct 27 16:54:11.024964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c087ba5-58c4-44f7-b399-7b974dc8822c req-0398f945-839a-4af9-8342-b59be392a5f3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Oct 27 16:54:11.139020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e0c1f-84ae-4166-8647-193073c4e6fc req-d8766235-7bd1-4fde-b487-d28a470774b0 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:11.140540 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2e7e0c1f-84ae-4166-8647-193073c4e6fc req-d8766235-7bd1-4fde-b487-d28a470774b0 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0506196 Oct 27 16:54:11.149532 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45416) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:54:11.154433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-47243839-14c1-4d57-ab03-a33270843695 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'floatingip': {'port_id': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:54:11.194141 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47243839-14c1-4d57-ab03-a33270843695 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:11.613292 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47243839-14c1-4d57-ab03-a33270843695 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:11.688718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47243839-14c1-4d57-ab03-a33270843695 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:11.789599 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-47243839-14c1-4d57-ab03-a33270843695 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Floating IP b825aa4c-206f-457d-94bf-4b0748b4f118 associated. External IP: 172.25.4.180, port: dab28f45-3dfc-44c5-b2b7-eeafa5f27246. Oct 27 16:54:11.998337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47243839-14c1-4d57-ab03-a33270843695 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Router 061ca727-ed18-4ce4-9328-0be457ee984e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:54:12.100609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47243839-14c1-4d57-ab03-a33270843695 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:54:12.106149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47243839-14c1-4d57-ab03-a33270843695 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:12.112028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf19163-a41d-474e-ad34-141f32f4cace None None] Sync routers for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:54:12.122773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf19163-a41d-474e-ad34-141f32f4cace None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:54:12.123422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-adf19163-a41d-474e-ad34-141f32f4cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:53:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:12.134891 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-47243839-14c1-4d57-ab03-a33270843695 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "PUT /v2.0/floatingips/b825aa4c-206f-457d-94bf-4b0748b4f118 HTTP/1.1" status: 200 len: 992 time: 0.9843881 Oct 27 16:54:12.135481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:54:12.138451 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}900ab9656d4418dcd70ccd35932a1da9d6e2278c0294c9c674f9c70d8abd8c4c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd5d1c5-7200-4c80-922a-7da9032d3029" -d '{"events": [{"name": "network-changed", "server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:54:12.234213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-adf19163-a41d-474e-ad34-141f32f4cace None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:54:12.250227 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df48fa59-1bf7-4c29-9d32-69e687bf0ac0 x-openstack-request-id: req-df48fa59-1bf7-4c29-9d32-69e687bf0ac0 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:54:12.250713 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:54:12.250807 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df48fa59-1bf7-4c29-9d32-69e687bf0ac0 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:54:12.251173 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'status': 'completed', 'code': 200} Oct 27 16:54:12.309992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5d1c5-7200-4c80-922a-7da9032d3029 req-5e0f3cd7-2292-4c39-8080-38f3bb6043d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:12.311478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fdd5d1c5-7200-4c80-922a-7da9032d3029 req-5e0f3cd7-2292-4c39-8080-38f3bb6043d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 1097 time: 0.0406489 Oct 27 16:54:12.405801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5d1c5-7200-4c80-922a-7da9032d3029 req-cc7a3866-e0ef-4d0f-bae3-70ddb4663f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:12.407222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fdd5d1c5-7200-4c80-922a-7da9032d3029 req-cc7a3866-e0ef-4d0f-bae3-70ddb4663f7e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0891852 Oct 27 16:54:12.462565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-adf19163-a41d-474e-ad34-141f32f4cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:7e:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T16:54:11Z', 'revision_number': 1, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:12.475076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fdd5d1c5-7200-4c80-922a-7da9032d3029 req-7659d461-7a0a-4561-8755-fee5d3035edc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 200 len: 1000 time: 0.0597672 Oct 27 16:54:12.489157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf19163-a41d-474e-ad34-141f32f4cace None None] Checking router: 061ca727-ed18-4ce4-9328-0be457ee984e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:54:12.500896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf19163-a41d-474e-ad34-141f32f4cace None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:54:12.501523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-adf19163-a41d-474e-ad34-141f32f4cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:53:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:12.529087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5d1c5-7200-4c80-922a-7da9032d3029 req-6f8501d2-1c93-4875-b487-178c0179db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:12.530525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fdd5d1c5-7200-4c80-922a-7da9032d3029 req-6f8501d2-1c93-4875-b487-178c0179db37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0486813 Oct 27 16:54:12.578373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5d1c5-7200-4c80-922a-7da9032d3029 req-fbc21d3f-2ee7-4caa-b5a4-6e53739fa1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:12.579906 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fdd5d1c5-7200-4c80-922a-7da9032d3029 req-fbc21d3f-2ee7-4caa-b5a4-6e53739fa1d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419145 Oct 27 16:54:12.675507 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fdd5d1c5-7200-4c80-922a-7da9032d3029 req-e2dfda1c-57f7-42e4-9bb1-0088642e22ea service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872943 Oct 27 16:54:12.771563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fdd5d1c5-7200-4c80-922a-7da9032d3029 req-b100a1e3-2cee-4b3d-91fa-b933eebf9545 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889976 Oct 27 16:54:12.772078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-adf19163-a41d-474e-ad34-141f32f4cace None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:54:12.998118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-adf19163-a41d-474e-ad34-141f32f4cace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:7e:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T16:54:11Z', 'revision_number': 1, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:54:13.027008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf19163-a41d-474e-ad34-141f32f4cace None None] The sync data for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 is: [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:7e:e2:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T16:54:11Z', 'revision_number': 1, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:54:13.210999 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cead1-a4c4-469c-bb99-df0e61bccef6 None None] New status for floating IP b825aa4c-206f-457d-94bf-4b0748b4f118: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:54:18.499121 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34817c88-7b71-4931-bba2-cd653a6175b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:20.229725 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:54:21.498206 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-17258fcc-cb0e-4a1c-b3b0-e19b3f930d48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411859 Oct 27 16:54:21.517507 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-87ed72a3-110f-42e9-bcb9-12755d82c44a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:21.590579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-20f36f33-74cd-497e-9fd6-fe045ffb8d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:21.592080 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-20f36f33-74cd-497e-9fd6-fe045ffb8d14 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 1097 time: 0.0448103 Oct 27 16:54:21.693773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-b2992429-bbb7-4f7a-b36f-f73177ba5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:21.695581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-b2992429-bbb7-4f7a-b36f-f73177ba5c81 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0845673 Oct 27 16:54:21.767879 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-1dc0a6da-7a2d-4124-8464-878ff852d933 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 200 len: 1002 time: 0.0649850 Oct 27 16:54:21.821774 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-91399824-37af-4df9-9ede-9b9c256f620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:21.823171 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-91399824-37af-4df9-9ede-9b9c256f620b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0448699 Oct 27 16:54:21.870148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-83792e77-54e7-4b83-aa4d-693ffa2cbc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:54:21.871652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-83792e77-54e7-4b83-aa4d-693ffa2cbc62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411253 Oct 27 16:54:21.962443 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-dd27dfc2-58ab-411c-92ce-6d5aebfe7b94 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831664 Oct 27 16:54:22.054223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e25457a-2c05-497c-bfd5-fe59b1027879 req-8aa76710-6228-410a-8a78-5d8969775623 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838473 Oct 27 16:54:22.248835 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:22.420234 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:24.315141 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:29.774548 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:32.859809 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:48.500076 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-451db45e-d11c-486a-989e-9e559d2fb0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:51.522609 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e69e8618-f35d-4290-a967-3af4f183cdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:52.257313 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:52.333627 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:54.316921 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:54:57.229001 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:54:59.802602 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:02.876373 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:18.487717 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8eac07cd-e6bf-42e3-8e10-6fac7895268e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:21.554313 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-20f5760f-2d63-40c6-bbd9-9b6fbb6c760d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:22.256629 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:22.342518 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:22.511266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-cda0615e-4247-4872-bbeb-4044c7ffc55e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408514 Oct 27 16:55:22.596096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-ebe3119e-1999-419a-ae95-8c7400a1e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:22.597563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-ebe3119e-1999-419a-ae95-8c7400a1e435 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 1097 time: 0.0432606 Oct 27 16:55:22.697457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-1b1beb23-9b60-46ea-9f89-efe738d9fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:22.698901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-1b1beb23-9b60-46ea-9f89-efe738d9fc7d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0828431 Oct 27 16:55:22.767229 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-765ec6e6-1b52-4f40-87f3-40ff1ad8c4a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 200 len: 1002 time: 0.0610919 Oct 27 16:55:22.817051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-1c9f8c06-44a3-44c0-8d55-497964e3707e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:22.818529 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-1c9f8c06-44a3-44c0-8d55-497964e3707e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0445926 Oct 27 16:55:22.863718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-f36653e9-922f-455b-83f2-7bdf123f38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:22.866149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-f36653e9-922f-455b-83f2-7bdf123f38e5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403528 Oct 27 16:55:23.267269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-5d3a8eda-9fb2-4e71-a0d3-cb81aea7b62c service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948421 Oct 27 16:55:23.360824 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-67ba11ff-8569-402e-96c1-c3379fddb743 req-1479cc0d-b5e7-4795-9511-8885e64e4b2c service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849683 Oct 27 16:55:24.330675 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:29.810882 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:32.905027 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:34.227500 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:55:48.256124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a26168-977e-4cc3-bddd-f15f63345331 req-1558f2c5-35cf-4efd-9b2b-8cd62aeb419d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:48.257612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88a26168-977e-4cc3-bddd-f15f63345331 req-1558f2c5-35cf-4efd-9b2b-8cd62aeb419d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0972426 Oct 27 16:55:48.294746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88a26168-977e-4cc3-bddd-f15f63345331 req-0cf7f154-9233-4f33-8aa8-5d169fde2071 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312393 Oct 27 16:55:48.516181 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2cc77526-2020-43aa-92ba-70b060da04ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:48.732179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae1052-4fa1-457e-b990-affccc7463ec req-431c1af5-a983-420a-bbdc-49a046f8e3c8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:48.733646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ae1052-4fa1-457e-b990-affccc7463ec req-431c1af5-a983-420a-bbdc-49a046f8e3c8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0495152 Oct 27 16:55:48.772664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b8ae1052-4fa1-457e-b990-affccc7463ec req-cf6491f6-14e8-481d-9e17-c4e53d8b1b02 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326421 Oct 27 16:55:48.927022 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-e5c1d2ea-d6e4-44b5-80ca-d9031ea3b0dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0768857 Oct 27 16:55:50.022280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5129c-08dc-44a7-9a8b-e4f9a1433ebd req-4d7dd9bb-501e-4ea8-ba89-51aa7158ed03 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:50.022280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29c5129c-08dc-44a7-9a8b-e4f9a1433ebd req-4d7dd9bb-501e-4ea8-ba89-51aa7158ed03 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0991933 Oct 27 16:55:50.061191 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-29c5129c-08dc-44a7-9a8b-e4f9a1433ebd req-d21d2356-c8bf-473d-a2ca-db0b081b4b2d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334270 Oct 27 16:55:51.175034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-4f34e285-6a35-4105-8761-d5f27ed61b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:51.176549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-4f34e285-6a35-4105-8761-d5f27ed61b8d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 1097 time: 0.1113324 Oct 27 16:55:51.188981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e724028-8577-45ee-8e60-c9176c2ff2bb req-343c652c-1298-4b5f-87ec-2a971913974f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:51.190327 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e724028-8577-45ee-8e60-c9176c2ff2bb req-343c652c-1298-4b5f-87ec-2a971913974f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0584307 Oct 27 16:55:51.281380 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e724028-8577-45ee-8e60-c9176c2ff2bb req-7295a9a5-a9f7-40ae-b7d2-fc5d14f426dc tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806508 Oct 27 16:55:51.306883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-cb0ce201-06e6-45b0-bd8c-ab782dfe3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:51.308353 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-cb0ce201-06e6-45b0-bd8c-ab782dfe3d27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.1171737 Oct 27 16:55:51.373876 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-a1cafabd-0f68-4404-be2a-ccef945c836a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 200 len: 1002 time: 0.0587981 Oct 27 16:55:51.422769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-2b3d8be3-73bc-4207-b9f1-51888c7d9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:51.424176 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-2b3d8be3-73bc-4207-b9f1-51888c7d9f07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0431213 Oct 27 16:55:51.476034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-caca69c0-08fc-42d2-aa37-34bbe5d7f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:51.478051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-caca69c0-08fc-42d2-aa37-34bbe5d7f5ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454130 Oct 27 16:55:51.556198 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1489ea16-4e74-4ed5-8e67-d7bd16c06f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:51.571898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-6ade688a-7010-4c12-b4f2-09c69976953d service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862355 Oct 27 16:55:51.664898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-dff80b04-5437-406f-ad11-fab3045afee6 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862203 Oct 27 16:55:52.275866 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:52.381668 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:52.399799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf108b-ec46-4d7e-ad8f-e43bff60c3fc req-0f02b0e3-95ca-4aca-8c89-3f8864fa98d7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:52.406824 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94bf108b-ec46-4d7e-ad8f-e43bff60c3fc req-0f02b0e3-95ca-4aca-8c89-3f8864fa98d7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0516262 Oct 27 16:55:52.441090 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94bf108b-ec46-4d7e-ad8f-e43bff60c3fc req-21ab4d9d-ca7a-46e1-9c29-31b2ba73c6dd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337472 Oct 27 16:55:53.557136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31904a-c94e-46c9-8144-f42851a9d459 req-37d479cf-19e3-45c2-b452-ac7f6c06760f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:53.558707 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5d31904a-c94e-46c9-8144-f42851a9d459 req-37d479cf-19e3-45c2-b452-ac7f6c06760f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0485082 Oct 27 16:55:53.597244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5d31904a-c94e-46c9-8144-f42851a9d459 req-7d0acf95-368b-4678-8438-d8a91da8be74 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323987 Oct 27 16:55:54.313563 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:55:54.717282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8db95d-65b1-4404-93ac-4393cd2d4642 req-e7792784-12f1-4c43-81c0-ce501da6a9df tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:54.718739 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aa8db95d-65b1-4404-93ac-4393cd2d4642 req-e7792784-12f1-4c43-81c0-ce501da6a9df tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0545185 Oct 27 16:55:54.755032 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aa8db95d-65b1-4404-93ac-4393cd2d4642 req-14d2f0ee-6574-4bb0-8eca-2551f7c4d388 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303960 Oct 27 16:55:55.872070 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025de2c-04a2-495e-bf50-b24fb565eb18 req-164af81f-5eea-4595-a83f-dbd88d9bfa57 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:55.873538 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c025de2c-04a2-495e-bf50-b24fb565eb18 req-164af81f-5eea-4595-a83f-dbd88d9bfa57 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0495877 Oct 27 16:55:55.911533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c025de2c-04a2-495e-bf50-b24fb565eb18 req-07b3668d-0e18-404c-aaea-0e12f3de46c2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319607 Oct 27 16:55:57.031987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deba1b-9a85-4dc5-9032-8ab43d0741f3 req-458399be-2406-487e-9eeb-dfc26f786af9 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:57.033521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72deba1b-9a85-4dc5-9032-8ab43d0741f3 req-458399be-2406-487e-9eeb-dfc26f786af9 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0504177 Oct 27 16:55:57.071408 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72deba1b-9a85-4dc5-9032-8ab43d0741f3 req-5d83d4d7-76ee-4c4b-81dc-d91741908c46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316565 Oct 27 16:55:58.195129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceeb95-ccc2-4670-bd5e-c5f355d90236 req-758341ba-6a27-44ba-b50f-bf517af1a9cd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:58.196604 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7ceeb95-ccc2-4670-bd5e-c5f355d90236 req-758341ba-6a27-44ba-b50f-bf517af1a9cd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0531476 Oct 27 16:55:58.235056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b7ceeb95-ccc2-4670-bd5e-c5f355d90236 req-9f4fbf01-152b-436c-b847-9764a126e06c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318394 Oct 27 16:55:59.354369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea5b3e-2784-4917-a893-8262ac5c6c47 req-2f49de9f-4520-4f23-9875-7315d1342d46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:55:59.356108 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d4ea5b3e-2784-4917-a893-8262ac5c6c47 req-2f49de9f-4520-4f23-9875-7315d1342d46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0491364 Oct 27 16:55:59.393714 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d4ea5b3e-2784-4917-a893-8262ac5c6c47 req-41355372-52b5-4ae3-8701-1b68ccb6adb2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317605 Oct 27 16:55:59.798453 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:00.515604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337c6eb-e14c-40ac-bbad-0a83fc61acb0 req-ecea4a8a-1779-49b1-921e-d91cf0ce2ed6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:00.517107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e337c6eb-e14c-40ac-bbad-0a83fc61acb0 req-ecea4a8a-1779-49b1-921e-d91cf0ce2ed6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0515385 Oct 27 16:56:00.554621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e337c6eb-e14c-40ac-bbad-0a83fc61acb0 req-3631794a-8f4e-435c-bb2f-63ee61711826 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315104 Oct 27 16:56:01.674581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dd1f7-9fec-4cb4-a173-227145561699 req-1e4524cd-628d-451d-a77a-b9f1e16e1835 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:01.676153 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-831dd1f7-9fec-4cb4-a173-227145561699 req-1e4524cd-628d-451d-a77a-b9f1e16e1835 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0532196 Oct 27 16:56:01.714476 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-831dd1f7-9fec-4cb4-a173-227145561699 req-0a772060-0e9a-4f4f-80a0-68d9b17aa2e8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Oct 27 16:56:02.833176 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4bc96-61c3-4e71-b127-4ab30dea1c8b req-64eaccd8-83de-4568-afbd-3726f0a3b952 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:02.834717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81b4bc96-61c3-4e71-b127-4ab30dea1c8b req-64eaccd8-83de-4568-afbd-3726f0a3b952 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0511906 Oct 27 16:56:02.872605 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81b4bc96-61c3-4e71-b127-4ab30dea1c8b req-c989d46f-5250-4dd6-9af2-3ef18cef3294 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Oct 27 16:56:02.932839 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:03.709912 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-b8da99e1-f1d5-46e5-b45b-3f16c5de8c8f service neutron] show failed (client error): The resource could not be found. Oct 27 16:56:03.710926 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-b8da99e1-f1d5-46e5-b45b-3f16c5de8c8f service neutron] 10.222.0.53 "GET /v2.0/ports/dab28f45-3dfc-44c5-b2b7-eeafa5f27246/bindings/n-h1-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0601866 Oct 27 16:56:03.989426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3a98f-6ade-45d3-b5c5-740904f6d8bc req-ad166e2f-e0aa-4f4c-8e25-ea697ee58db7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:03.990931 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0aa3a98f-6ade-45d3-b5c5-740904f6d8bc req-ad166e2f-e0aa-4f4c-8e25-ea697ee58db7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0502427 Oct 27 16:56:04.030214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0aa3a98f-6ade-45d3-b5c5-740904f6d8bc req-82276f94-ec07-4667-b131-9b4500d7e88f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330887 Oct 27 16:56:04.423565 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-1c10c40d-a59a-4a21-a9c7-3871dcda9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:04.425165 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-1c10c40d-a59a-4a21-a9c7-3871dcda9f0e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 1097 time: 0.0805933 Oct 27 16:56:04.438752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:56:04.492307 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:04.699208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:56:04.731290 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:56:04.770590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:56:04.775895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:04.788634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Transition to ACTIVE for port object dab28f45-3dfc-44c5-b2b7-eeafa5f27246 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:56:04.810683 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b5ff6b-d188-47a5-a7df-3349280d404a" -d '{"events": [{"server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "name": "network-vif-unplugged", "status": "completed", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:56:04.872999 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:04.912660 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf924c1-2b63-4406-a585-e89a9b2fb5bf x-openstack-request-id: req-1cf924c1-2b63-4406-a585-e89a9b2fb5bf {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:56:04.912660 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "name": "network-vif-unplugged", "status": "completed", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:56:04.912660 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cf924c1-2b63-4406-a585-e89a9b2fb5bf {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:56:04.912660 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'code': 200} Oct 27 16:56:04.977908 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:05.002833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.003181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.003519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.003864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.004213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.004542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.004871 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.005194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.005514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.005836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.006159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.006478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:05.061260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] No DVR routers for this DVR port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:56:05.148859 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1daa81-f373-49fe-ab91-0d65ce03656e req-ab821c8c-76ea-456e-9acc-abd9289bd1e2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:05.150333 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4e1daa81-f373-49fe-ab91-0d65ce03656e req-ab821c8c-76ea-456e-9acc-abd9289bd1e2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 944 time: 0.0489995 Oct 27 16:56:05.190658 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4e1daa81-f373-49fe-ab91-0d65ce03656e req-c68cc624-00e6-4f08-8cc7-0de357c29ba0 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331752 Oct 27 16:56:05.198411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Attempting to bind port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:56:05.199259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Attempting to bind port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:56:05.199259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Attempting to bind port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:56:05.205331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:56:05.205665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Attempting to bind port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:56:05.210905 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:56:05.211185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:56:05.211566 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:56:05.212000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Bound port: dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:56:05.212381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:05.279177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:56:05.282508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:56:05.370798 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:05.408396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:05.409008 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:05.410434 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] 10.222.0.54 "PUT /v2.0/ports/dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 200 len: 1092 time: 0.9766390 Oct 27 16:56:05.429969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ed751-be06-4751-98e1-96b785cd5bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:05.476756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-4c1e03fb-16e1-4d02-bfe8-fb9c21016c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:05.478463 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-4c1e03fb-16e1-4d02-bfe8-fb9c21016c27 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 1095 time: 0.0442076 Oct 27 16:56:05.581512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-46b04c81-dd08-405d-bab3-946bc28276af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:05.582914 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-46b04c81-dd08-405d-bab3-946bc28276af service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0972133 Oct 27 16:56:05.651962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-decdfccc-0a79-4a3d-b8f5-58ef0e6c0a98 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 200 len: 1000 time: 0.0616417 Oct 27 16:56:05.700529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-34cf2d0e-6362-4071-b9f6-fcbcc7de7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:05.702077 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-34cf2d0e-6362-4071-b9f6-fcbcc7de7a3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0436003 Oct 27 16:56:05.751885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-dcc271eb-73d6-4d15-bbf9-496f0ca011a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:05.753362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-dcc271eb-73d6-4d15-bbf9-496f0ca011a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449684 Oct 27 16:56:05.842842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-efb3c5ae-a6de-420e-a2db-0b3c22369860 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824835 Oct 27 16:56:05.935343 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4e72b9f-074b-4ad9-abf6-2bc34d8df836 req-143719e3-e8a2-43af-9d66-745fff62cb8d service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858572 Oct 27 16:56:06.313099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26427b91-d266-4463-9ff2-ef943de0de79 req-99d70bbd-6cff-485f-a7c2-e779531edca1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:06.314554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-26427b91-d266-4463-9ff2-ef943de0de79 req-99d70bbd-6cff-485f-a7c2-e779531edca1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 944 time: 0.0489235 Oct 27 16:56:06.353219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-26427b91-d266-4463-9ff2-ef943de0de79 req-91ea1ba1-1c3c-45e6-b329-26a3f32aaf5d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324874 Oct 27 16:56:06.835047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device dab28f45-3dfc-44c5-b2b7-eeafa5f27246 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:56:06.873051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device dab28f45-3dfc-44c5-b2b7-eeafa5f27246 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:56:06.912156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:56:06.914666 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5edb0d5-88c0-42a0-a23b-be6d975f548b" -d '{"events": [{"name": "network-changed", "server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:56:06.962584 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d460d42-563e-4313-8367-1f0eee1d5fe3 x-openstack-request-id: req-8d460d42-563e-4313-8367-1f0eee1d5fe3 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:56:06.962872 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:56:06.963123 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d460d42-563e-4313-8367-1f0eee1d5fe3 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:56:06.963578 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'status': 'completed', 'code': 200} Oct 27 16:56:07.053258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-f9c570c1-dddb-4060-b995-c8c4dfce9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:07.054767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-f9c570c1-dddb-4060-b995-c8c4dfce9694 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 1095 time: 0.0729995 Oct 27 16:56:07.056500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-a7ac3677-5cd0-4169-a59a-7ca7ccc029cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:07.057818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-a7ac3677-5cd0-4169-a59a-7ca7ccc029cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 1095 time: 0.0679772 Oct 27 16:56:07.211349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-84d928a4-57f4-4ebf-9d68-3000fbe3c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:07.212762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-84d928a4-57f4-4ebf-9d68-3000fbe3c0b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.1509347 Oct 27 16:56:07.213809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-17565ba8-13e7-479d-ae59-6bcb245150b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:07.215099 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-17565ba8-13e7-479d-ae59-6bcb245150b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.1458704 Oct 27 16:56:07.324409 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-888c9e6f-e040-46a9-a67e-ac8f06dbfa8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 200 len: 1000 time: 0.0995638 Oct 27 16:56:07.326197 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-285c436e-9741-433e-950c-4f41935d59f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 200 len: 1000 time: 0.1068518 Oct 27 16:56:07.411836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-fce17c51-5f76-45fa-97ba-8cfbda660780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:07.413342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-fce17c51-5f76-45fa-97ba-8cfbda660780 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0803893 Oct 27 16:56:07.414991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-374ed059-46b7-4e98-b83b-8c6b13dd0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:07.416331 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-374ed059-46b7-4e98-b83b-8c6b13dd0149 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0763481 Oct 27 16:56:07.523328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-cd31f9bc-eb5a-441f-98fa-382c9c9100c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:07.525145 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-cd31f9bc-eb5a-441f-98fa-382c9c9100c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048095 Oct 27 16:56:07.527623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-d00f04fa-6d1c-46fc-848f-6624c2c15497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:07.529497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-d00f04fa-6d1c-46fc-848f-6624c2c15497 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990624 Oct 27 16:56:07.537620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40efb4b-ce71-4332-8e5e-c99e9c726002 req-967c3a9f-f5be-428a-91f9-f7d542fc4711 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:07.539490 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b40efb4b-ce71-4332-8e5e-c99e9c726002 req-967c3a9f-f5be-428a-91f9-f7d542fc4711 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 944 time: 0.1174066 Oct 27 16:56:07.690403 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b40efb4b-ce71-4332-8e5e-c99e9c726002 req-153f78b0-ec96-4358-b3d4-86473b0fc330 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317246 Oct 27 16:56:07.723915 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-426f2e5c-db3d-479b-89e6-13d25d350324 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832242 Oct 27 16:56:07.727524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-f475a4d6-0f5c-415e-9b29-aa6933c9fed9 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855383 Oct 27 16:56:07.884900 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-fa08b6a2-46fd-4af1-9db4-1147dcafd9b4 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528959 Oct 27 16:56:07.887390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5edb0d5-88c0-42a0-a23b-be6d975f548b req-65f70826-2c9a-4c5d-b441-7ea309457b06 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476121 Oct 27 16:56:07.910795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device dab28f45-3dfc-44c5-b2b7-eeafa5f27246 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:56:08.006497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:56:08.018363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'port_id': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'mac_address': 'fa:16:3e:7e:e2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:56:08.054040 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:08.066925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dab28f45-3dfc-44c5-b2b7-eeafa5f27246 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:56:08.086303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:56:08.158364 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:08.205814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:08.212979 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.213335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.213793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.214142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.214483 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.214822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.215155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.215485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.215817 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.216174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.216504 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.216832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:56:08.416905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['dab28f45-3dfc-44c5-b2b7-eeafa5f27246'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:56:08.816332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74966773-a258-462a-a74d-e622813a88d3 req-ec0775be-8b07-4e10-8bda-3da73e518522 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:08.818075 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-74966773-a258-462a-a74d-e622813a88d3 req-ec0775be-8b07-4e10-8bda-3da73e518522 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 945 time: 0.0529687 Oct 27 16:56:08.855645 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-74966773-a258-462a-a74d-e622813a88d3 req-2372c949-b07e-4931-873e-4cf26e65995e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316088 Oct 27 16:56:09.206425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9e5ee-15b8-441d-b91e-296dafd8d18f req-d21975bf-131f-4735-be8b-1e432fdef0d6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:09.208199 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41f9e5ee-15b8-441d-b91e-296dafd8d18f req-d21975bf-131f-4735-be8b-1e432fdef0d6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 945 time: 0.0522656 Oct 27 16:56:09.247001 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41f9e5ee-15b8-441d-b91e-296dafd8d18f req-f5ff4b1a-44c5-49f4-8381-3f0f7d6a1110 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326993 Oct 27 16:56:09.288121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8622011-7c40-457e-be14-219ca6d54c24 req-dd47fef5-0d92-4f81-9088-283e606e5838 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:09.289554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8622011-7c40-457e-be14-219ca6d54c24 req-dd47fef5-0d92-4f81-9088-283e606e5838 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.53 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 945 time: 0.0557406 Oct 27 16:56:09.347964 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-d8622011-7c40-457e-be14-219ca6d54c24 req-74fcb689-a494-4d1f-b831-73b89045c24d service neutron] delete failed (client error): The resource could not be found. Oct 27 16:56:09.348970 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8622011-7c40-457e-be14-219ca6d54c24 req-74fcb689-a494-4d1f-b831-73b89045c24d service neutron] 10.222.0.53 "DELETE /v2.0/ports/dab28f45-3dfc-44c5-b2b7-eeafa5f27246/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0524068 Oct 27 16:56:09.430742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8622011-7c40-457e-be14-219ca6d54c24 req-f62f3334-de35-4e50-8183-cac46a8b4e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:09.432137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8622011-7c40-457e-be14-219ca6d54c24 req-f62f3334-de35-4e50-8183-cac46a8b4e32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0395997 Oct 27 16:56:09.834868 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8622011-7c40-457e-be14-219ca6d54c24 req-2a75a22f-b648-4c4a-a5d8-a196f8324c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:09.836346 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8622011-7c40-457e-be14-219ca6d54c24 req-2a75a22f-b648-4c4a-a5d8-a196f8324c5d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.3977785 Oct 27 16:56:09.900131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8622011-7c40-457e-be14-219ca6d54c24 req-b6c41015-6681-4464-a599-faeb1b886caa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 200 len: 1001 time: 0.0564942 Oct 27 16:56:09.934348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device dab28f45-3dfc-44c5-b2b7-eeafa5f27246 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:56:09.949043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8622011-7c40-457e-be14-219ca6d54c24 req-f457628f-f2a0-4f45-af93-c1661aad5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:09.950473 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8622011-7c40-457e-be14-219ca6d54c24 req-f457628f-f2a0-4f45-af93-c1661aad5ebc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0439959 Oct 27 16:56:10.002363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8622011-7c40-457e-be14-219ca6d54c24 req-93924a19-190c-43e2-a23f-0fd48ad9a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:10.003830 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8622011-7c40-457e-be14-219ca6d54c24 req-93924a19-190c-43e2-a23f-0fd48ad9a60f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460474 Oct 27 16:56:10.069834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:56:10.073904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:56:10.074370 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:10.094896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8622011-7c40-457e-be14-219ca6d54c24 req-11c4a884-2826-4dd8-badf-d579504f247b service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837848 Oct 27 16:56:10.152438 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:10.177806 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:56:10.190273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8622011-7c40-457e-be14-219ca6d54c24 req-2b85b3b2-b469-4001-bf97-89ef3f878a4a service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874345 Oct 27 16:56:10.192667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:56:10.218028 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049e44af-75c3-4bd5-af68-761d3d27fc0a" -d '{"events": [{"server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "name": "network-vif-plugged", "status": "completed", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:56:10.256245 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:10.313083 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:10.318420 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d83b16-ca4d-4926-89b8-6659b6e18fca x-openstack-request-id: req-c1d83b16-ca4d-4926-89b8-6659b6e18fca {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:56:10.318785 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "name": "network-vif-plugged", "status": "completed", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:56:10.319059 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1d83b16-ca4d-4926-89b8-6659b6e18fca {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:56:10.319701 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'code': 200} Oct 27 16:56:10.372426 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18218c3-e4dc-4ac4-b11e-c8167d6623a9 req-47ce5142-37a2-4966-acb2-e5833474911c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:10.373854 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f18218c3-e4dc-4ac4-b11e-c8167d6623a9 req-47ce5142-37a2-4966-acb2-e5833474911c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0494828 Oct 27 16:56:10.413325 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f18218c3-e4dc-4ac4-b11e-c8167d6623a9 req-70026c73-dd73-44b0-a57d-8cfe1e4decae tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326657 Oct 27 16:56:11.226700 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:56:11.536113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ee07-36b2-4f90-8029-75f31d6f6214 req-81e2a2e5-c995-4f2e-8376-7270eea61d67 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:11.537592 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b196ee07-36b2-4f90-8029-75f31d6f6214 req-81e2a2e5-c995-4f2e-8376-7270eea61d67 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0504336 Oct 27 16:56:11.575192 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b196ee07-36b2-4f90-8029-75f31d6f6214 req-c24f66ac-ae45-4ec7-803b-023bcbe40fd1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315752 Oct 27 16:56:11.694393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdbbf4-9764-4211-849d-8d04a030be41 req-ee6d92ef-66bd-49f5-b56a-48d31c03a3c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:11.695836 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1dcdbbf4-9764-4211-849d-8d04a030be41 req-ee6d92ef-66bd-49f5-b56a-48d31c03a3c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0527415 Oct 27 16:56:11.732499 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1dcdbbf4-9764-4211-849d-8d04a030be41 req-2a130c69-0699-4be2-8e93-7aa767a4b829 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304239 Oct 27 16:56:11.844667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cbf95-4f85-4a11-bd74-a884993440c0 req-753ef6de-bbf7-4058-81dd-24833bea75fe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:11.846125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a40cbf95-4f85-4a11-bd74-a884993440c0 req-753ef6de-bbf7-4058-81dd-24833bea75fe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0483937 Oct 27 16:56:11.884191 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a40cbf95-4f85-4a11-bd74-a884993440c0 req-40f25bf5-89fe-495e-a63e-2165b1407677 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320828 Oct 27 16:56:12.326193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fccc753-9885-4569-b96b-4492c1d2597b req-32dd48bd-548e-419d-b93e-afa6c3649179 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:12.328232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6fccc753-9885-4569-b96b-4492c1d2597b req-32dd48bd-548e-419d-b93e-afa6c3649179 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0537777 Oct 27 16:56:12.365999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6fccc753-9885-4569-b96b-4492c1d2597b req-f40c36a3-3f47-4731-a6be-ed72bbffa956 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Oct 27 16:56:13.483262 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87cacc-5de8-4b61-98a8-f2a6a0f0996f req-3e8923ac-d13a-44c4-958d-f84110f75ec2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:13.484861 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c87cacc-5de8-4b61-98a8-f2a6a0f0996f req-3e8923ac-d13a-44c4-958d-f84110f75ec2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0495102 Oct 27 16:56:13.522869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5c87cacc-5de8-4b61-98a8-f2a6a0f0996f req-5587da38-8a97-4127-aaa1-43ee1da428c2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319798 Oct 27 16:56:13.630693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-09dd20bd-d7e6-47c8-9167-f3af60722a01 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:13.632155 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-09dd20bd-d7e6-47c8-9167-f3af60722a01 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 946 time: 0.0496960 Oct 27 16:56:13.723624 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Deleting port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:56:13.723876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:13.812748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] For port dab28f45-3dfc-44c5-b2b7-eeafa5f27246, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:56:13.813111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:13.981535 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:13.981807 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:13.982129 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Floating IP b825aa4c-206f-457d-94bf-4b0748b4f118 disassociated. External IP: 172.25.4.180, port: dab28f45-3dfc-44c5-b2b7-eeafa5f27246. Oct 27 16:56:13.982502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Calling delete_port for dab28f45-3dfc-44c5-b2b7-eeafa5f27246 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:56:14.164452 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:14.193849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event deleted for resources: {'Port': ['ID=dab28f45-3dfc-44c5-b2b7-eeafa5f27246,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:14.311490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Router 061ca727-ed18-4ce4-9328-0be457ee984e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:56:14.427194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:56:14.437104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c53350f-2507-40f7-b9e8-c4297966f930 None None] Sync routers for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:56:14.447831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c53350f-2507-40f7-b9e8-c4297966f930 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:56:14.448605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3c53350f-2507-40f7-b9e8-c4297966f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:55:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:56:14.470753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] No DVR routers for this DVR port dab28f45-3dfc-44c5-b2b7-eeafa5f27246 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:56:14.473425 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:14.476822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-21bb8144-5eed-4340-aaa9-928edaec6815 req-b1e21ba5-20d7-455b-ab3f-1f0d12d7b9fd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "DELETE /v2.0/ports/dab28f45-3dfc-44c5-b2b7-eeafa5f27246 HTTP/1.1" status: 204 len: 173 time: 0.8387694 Oct 27 16:56:14.477274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'name': 'network-vif-deleted', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:56:14.479535 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abf9354-d628-434f-9b79-0521b348f64e" -d '{"events": [{"server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "name": "network-vif-deleted", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:56:14.521840 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b171f169-3f78-43d2-8f6a-7c94f6bcabb2 x-openstack-request-id: req-b171f169-3f78-43d2-8f6a-7c94f6bcabb2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:56:14.522135 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013e43bd-b1b3-47c9-8775-f11d3b1ed4f6", "name": "network-vif-deleted", "tag": "dab28f45-3dfc-44c5-b2b7-eeafa5f27246", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:56:14.522395 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b171f169-3f78-43d2-8f6a-7c94f6bcabb2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:56:14.522799 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013e43bd-b1b3-47c9-8775-f11d3b1ed4f6', 'name': 'network-vif-deleted', 'tag': 'dab28f45-3dfc-44c5-b2b7-eeafa5f27246', 'status': 'completed', 'code': 200} Oct 27 16:56:14.564624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3c53350f-2507-40f7-b9e8-c4297966f930 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:56:14.626320 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-28f0a8d8-fc97-4fad-879a-e5124df8d8ba req-7f500f62-dd07-47bc-a320-fd11a28da636 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=013e43bd-b1b3-47c9-8775-f11d3b1ed4f6 HTTP/1.1" status: 200 len: 210 time: 0.0271978 Oct 27 16:56:14.767396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3c53350f-2507-40f7-b9e8-c4297966f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:56:14.793112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c53350f-2507-40f7-b9e8-c4297966f930 None None] Checking router: 061ca727-ed18-4ce4-9328-0be457ee984e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:56:14.801895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c53350f-2507-40f7-b9e8-c4297966f930 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:56:14.802500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3c53350f-2507-40f7-b9e8-c4297966f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:55:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:56:14.907848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3c53350f-2507-40f7-b9e8-c4297966f930 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:56:15.108877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3c53350f-2507-40f7-b9e8-c4297966f930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:56:15.134877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c53350f-2507-40f7-b9e8-c4297966f930 None None] The sync data for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 is: [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:56:15.351358 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0cab47-1ea4-42de-a949-7fdc1387f85a None None] New status for floating IP b825aa4c-206f-457d-94bf-4b0748b4f118: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:56:15.878045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-e16b8279-ee08-4438-988e-dc5415e23979 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1264637819&fields=id&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 267 time: 0.0373468 Oct 27 16:56:15.985529 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-124ee537-c993-41d9-9b52-0b60d62afa2a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:15.986981 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-124ee537-c993-41d9-9b52-0b60d62afa2a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 812 time: 0.1020596 Oct 27 16:56:16.002532 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-efca9a7a-0ece-4063-bb3c-8c19fd35f363 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/quotas/4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 375 time: 0.0094759 Oct 27 16:56:16.054368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-77ada9e4-255a-45e2-a673-49426610c08f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465305 Oct 27 16:56:16.143035 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-733cb208-689f-4a48-bb1a-21b8d6166c13 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:56:16.144132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-733cb208-689f-4a48-bb1a-21b8d6166c13 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0434277 Oct 27 16:56:16.240162 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-639469b0-9c8d-4f94-8c10-99928554c7cc service neutron] 10.222.0.15 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896826 Oct 27 16:56:16.344451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-165b6e4a-f6ef-4126-9d5d-ab1e780b5b97 service neutron] 10.222.0.15 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981436 Oct 27 16:56:16.625612 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fcd6acb5-1b45-418b-b6a4-329c6b21489e req-f610d8b2-7b31-4ee2-a3b9-5a18df041caf tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 210 time: 0.0264997 Oct 27 16:56:17.724382 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0c2ee519-44c6-4ea9-b15a-2a1ab61a6ff8 req-4b329420-d835-40ae-9a2b-ba522b9063d7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 210 time: 0.0271659 Oct 27 16:56:17.936661 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device dab28f45-3dfc-44c5-b2b7-eeafa5f27246 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:56:17.956590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: dab28f45-3dfc-44c5-b2b7-eeafa5f27246 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:56:17.956951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device dab28f45-3dfc-44c5-b2b7-eeafa5f27246 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:56:18.435697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-a3ce5ef1-f903-4733-a1bc-6b0a50501826 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:18.437421 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-a3ce5ef1-f903-4733-a1bc-6b0a50501826 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 812 time: 0.1064475 Oct 27 16:56:18.485881 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-9ceb0ab9-67b0-4ab0-83d6-ab03b0d74f09 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 380 time: 0.0394130 Oct 27 16:56:18.496538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'port': {'device_id': '79dac423-abee-4c12-9f53-fab275fa5fee', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'admin_state_up': True, 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'security_groups': ['04dc1b6e-b1b7-41a6-8a66-9489346df8a9']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:56:18.503016 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fb405b66-f42e-4bc6-a76f-e3acdc3a7970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:18.670511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Made reservation on behalf of 4cf4c6fa66bf43fe9e08778933a4bb84 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:56:18.674144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:18.806667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Allocated IP 172.20.0.11 (b1d9b658-a16e-4497-aecd-84f3f3d0b49c/5d59d243-a0f8-456b-8d8b-514646e15e62/27460490-2a84-4bea-84b4-bff0c24581be) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:56:18.823928 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92962e7e-3ac3-4888-8a56-1c4a19537f79 req-448d715b-07d1-4db3-9008-5925a3fab486 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 210 time: 0.0298305 Oct 27 16:56:18.950423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:19.044519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:19.089675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:56:19.093609 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:56:19.097360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:56:19.103598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event updated for resources: {'Port': ['ID=27460490-2a84-4bea-84b4-bff0c24581be,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:19.150345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:19.150977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:19.226996 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-575570b7-62bb-449a-b5c6-9d86ef9428c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7340863 Oct 27 16:56:19.239486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Request body: {'port': {'device_id': '79dac423-abee-4c12-9f53-fab275fa5fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:56:19.295423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:19.313431 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-40be8b52-4e53-4a09-ba78-37a29ae8c825 None None] Provisioning complete for port 27460490-2a84-4bea-84b4-bff0c24581be triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:56:19.314016 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-40be8b52-4e53-4a09-ba78-37a29ae8c825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:19.348925 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-40be8b52-4e53-4a09-ba78-37a29ae8c825 None None] Port 27460490-2a84-4bea-84b4-bff0c24581be cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:56:19.562300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27460490-2a84-4bea-84b4-bff0c24581be {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:56:19.569975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:19.582508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Transition to ACTIVE for port object 27460490-2a84-4bea-84b4-bff0c24581be will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:56:19.649964 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:19.724209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Pushing event updated for resources: {'Port': ['ID=27460490-2a84-4bea-84b4-bff0c24581be,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:19.781877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Attempting to bind port 27460490-2a84-4bea-84b4-bff0c24581be on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:56:19.782292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Attempting to bind port 27460490-2a84-4bea-84b4-bff0c24581be by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:56:19.782615 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Attempting to bind port 27460490-2a84-4bea-84b4-bff0c24581be on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:56:19.787276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Port 27460490-2a84-4bea-84b4-bff0c24581be on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:56:19.787592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Attempting to bind port 27460490-2a84-4bea-84b4-bff0c24581be on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:56:19.792574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:56:19.792906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:56:19.793289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:56:19.793711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Bound port: 27460490-2a84-4bea-84b4-bff0c24581be, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:56:19.794058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:19.862932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:56:19.866501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=27460490-2a84-4bea-84b4-bff0c24581be,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:56:19.948496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76a2fe-7f99-4ecf-bd6e-3ea180ebf71b req-3aceba1b-2d04-4662-86ee-9af1d49dde33 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:19.949904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e76a2fe-7f99-4ecf-bd6e-3ea180ebf71b req-3aceba1b-2d04-4662-86ee-9af1d49dde33 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 944 time: 0.0511432 Oct 27 16:56:19.969826 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:20.025521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:20.026137 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:20.027527 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] 10.222.0.53 "PUT /v2.0/ports/27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 200 len: 1092 time: 0.7925301 Oct 27 16:56:20.028023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:56:20.030541 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55010bc-0121-435c-a399-9213a451e187" -d '{"events": [{"name": "network-changed", "server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "tag": "27460490-2a84-4bea-84b4-bff0c24581be"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:56:20.048445 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e76a2fe-7f99-4ecf-bd6e-3ea180ebf71b req-2e4c3aaa-6e76-4aa5-a28d-3624a5c397cd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922506 Oct 27 16:56:20.059133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4777a-d72c-4d83-b5ed-95b272814dfd service neutron] Pushing event updated for resources: {'Port': ['ID=27460490-2a84-4bea-84b4-bff0c24581be,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:20.092370 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b102b3-34ec-42d1-801f-dd223caf5ab9 x-openstack-request-id: req-d2b102b3-34ec-42d1-801f-dd223caf5ab9 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:56:20.092675 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "tag": "27460490-2a84-4bea-84b4-bff0c24581be", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:56:20.092949 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2b102b3-34ec-42d1-801f-dd223caf5ab9 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:56:20.093346 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be', 'status': 'completed', 'code': 200} Oct 27 16:56:20.158449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55010bc-0121-435c-a399-9213a451e187 req-dc1bc225-7913-48c5-ab07-699baffacf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:20.159982 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c55010bc-0121-435c-a399-9213a451e187 req-dc1bc225-7913-48c5-ab07-699baffacf9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 1095 time: 0.0438640 Oct 27 16:56:20.262371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55010bc-0121-435c-a399-9213a451e187 req-0617b7ee-8e04-4b0b-936a-c1a1b115d23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:20.264482 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c55010bc-0121-435c-a399-9213a451e187 req-0617b7ee-8e04-4b0b-936a-c1a1b115d23a service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0952299 Oct 27 16:56:20.361389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55010bc-0121-435c-a399-9213a451e187 req-67ffb367-71ef-4718-89fa-6a707f42adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:20.362941 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c55010bc-0121-435c-a399-9213a451e187 req-67ffb367-71ef-4718-89fa-6a707f42adb6 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920515 Oct 27 16:56:20.438812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-1bb24408-f3e6-48bb-b295-7764789a93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:20.440396 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-1bb24408-f3e6-48bb-b295-7764789a93cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 1095 time: 0.0407796 Oct 27 16:56:20.487937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-c54d42cb-dc73-4f9b-abe3-0e14f78dd248 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 200 len: 217 time: 0.0393798 Oct 27 16:56:20.536440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-1f003091-603e-4e3e-be0b-3313fcf03f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:20.537866 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-1f003091-603e-4e3e-be0b-3313fcf03f65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0435085 Oct 27 16:56:20.584897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-0c93eaa6-5442-47e2-8e43-6f3af3c666fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:20.586340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-0c93eaa6-5442-47e2-8e43-6f3af3c666fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401678 Oct 27 16:56:20.678492 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-aea6e96c-b453-4f85-9b22-2a0b0667a073 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850692 Oct 27 16:56:20.767067 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ea43ef3e-a659-4e6a-9698-159fcf3ea649 req-16fefa7b-e370-4bae-a9f3-fbbe4095f496 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817747 Oct 27 16:56:21.181917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74768e-070b-4bde-bcb5-0f77d634a283 req-8de63f10-fc8c-4cf4-a33a-639a8d395c43 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:21.183370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e74768e-070b-4bde-bcb5-0f77d634a283 req-8de63f10-fc8c-4cf4-a33a-639a8d395c43 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 944 time: 0.0525177 Oct 27 16:56:21.222579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e74768e-070b-4bde-bcb5-0f77d634a283 req-6bd8c3c1-387f-4df7-a691-15611cdbddbe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324321 Oct 27 16:56:21.558616 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5738fb35-2aeb-497f-bf49-e4b1a80593e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:22.264092 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:22.340358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa799cff-2429-4b53-b6e8-1cbdec35c437 req-73a0a04f-1378-469a-854c-f364ee76959d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:22.341937 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa799cff-2429-4b53-b6e8-1cbdec35c437 req-73a0a04f-1378-469a-854c-f364ee76959d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 944 time: 0.0496078 Oct 27 16:56:22.355444 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:22.380680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa799cff-2429-4b53-b6e8-1cbdec35c437 req-62300066-bca2-4629-af34-ef75e95db320 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325444 Oct 27 16:56:22.889219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 27460490-2a84-4bea-84b4-bff0c24581be details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:56:22.985329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=27460490-2a84-4bea-84b4-bff0c24581be,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:56:22.996024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '27460490-2a84-4bea-84b4-bff0c24581be', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'port_id': '27460490-2a84-4bea-84b4-bff0c24581be', 'mac_address': 'fa:16:3e:61:17:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:56:23.032073 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:23.048287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27460490-2a84-4bea-84b4-bff0c24581be {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:56:23.067860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=27460490-2a84-4bea-84b4-bff0c24581be,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:56:23.141266 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:23.189340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=27460490-2a84-4bea-84b4-bff0c24581be,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:23.379017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['27460490-2a84-4bea-84b4-bff0c24581be'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:56:23.505875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c5054d-9011-48a0-a6fc-392dfb7ceec4 req-e3bc3d71-c42d-4f2b-91e7-cec37edc2d5c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:23.507369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2c5054d-9011-48a0-a6fc-392dfb7ceec4 req-e3bc3d71-c42d-4f2b-91e7-cec37edc2d5c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 945 time: 0.0552833 Oct 27 16:56:23.544801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b2c5054d-9011-48a0-a6fc-392dfb7ceec4 req-5c11d5a8-4daf-4d21-b5c7-9ca4d4ae3d00 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311918 Oct 27 16:56:24.335157 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:24.660984 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adcb0e-2bc9-4130-a643-9c7aff61c68f req-bed017ba-d1ee-438c-9d1f-4a83d5d1d322 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:24.662355 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0adcb0e-2bc9-4130-a643-9c7aff61c68f req-bed017ba-d1ee-438c-9d1f-4a83d5d1d322 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 945 time: 0.0489063 Oct 27 16:56:24.699567 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a0adcb0e-2bc9-4130-a643-9c7aff61c68f req-fc3c4a52-88ae-46ff-8660-7087fa443e1b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313392 Oct 27 16:56:24.913404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 27460490-2a84-4bea-84b4-bff0c24581be up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:56:25.012502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 27460490-2a84-4bea-84b4-bff0c24581be completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:56:25.017039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 27460490-2a84-4bea-84b4-bff0c24581be triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:56:25.017398 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:25.338419 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:25.366620 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:56:25.368895 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7910c024-5ed0-4367-962d-64cb1f9191b0" -d '{"events": [{"server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "name": "network-vif-plugged", "status": "completed", "tag": "27460490-2a84-4bea-84b4-bff0c24581be"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:56:25.383214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=27460490-2a84-4bea-84b4-bff0c24581be,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:56:25.408971 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033db343-f018-4cf1-9d6c-a6ff20659352 x-openstack-request-id: req-033db343-f018-4cf1-9d6c-a6ff20659352 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:56:25.409264 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "name": "network-vif-plugged", "status": "completed", "tag": "27460490-2a84-4bea-84b4-bff0c24581be", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:56:25.409519 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-033db343-f018-4cf1-9d6c-a6ff20659352 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:56:25.409916 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be', 'code': 200} Oct 27 16:56:25.467755 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:25.514969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da131d-621a-4604-b797-b596d2082cb2 req-c5b8ca82-3b9e-48fb-9544-b4bdf6e43d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:25.516499 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3da131d-621a-4604-b797-b596d2082cb2 req-c5b8ca82-3b9e-48fb-9544-b4bdf6e43d6d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 1097 time: 0.0432603 Oct 27 16:56:25.520580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=27460490-2a84-4bea-84b4-bff0c24581be,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:56:25.556705 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3da131d-621a-4604-b797-b596d2082cb2 req-66ebd5b3-dcc0-41f9-af32-d3a1605661f3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320115 Oct 27 16:56:25.820189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d9b7e-b4af-4ac1-9f49-857d9f7cf3f3 req-406b9662-8e15-4ac8-a552-4dc82ff25a9e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:25.821631 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b34d9b7e-b4af-4ac1-9f49-857d9f7cf3f3 req-406b9662-8e15-4ac8-a552-4dc82ff25a9e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0520103 Oct 27 16:56:25.859256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b34d9b7e-b4af-4ac1-9f49-857d9f7cf3f3 req-0efff6c4-67a9-484b-99b9-c46ad3fe8823 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308890 Oct 27 16:56:26.983008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c891910-aa8e-4400-935a-aa7ac0f30f4d req-a722825a-329e-49d1-b158-7c7c315cbbde tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:26.984484 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0c891910-aa8e-4400-935a-aa7ac0f30f4d req-a722825a-329e-49d1-b158-7c7c315cbbde tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0543005 Oct 27 16:56:27.022860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0c891910-aa8e-4400-935a-aa7ac0f30f4d req-7e9bdfe2-ba5e-4eab-a503-87d3eb9d702d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323577 Oct 27 16:56:27.132933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03bcef-10e9-42de-8ddb-88941ed87800 req-d7337d09-98e9-456a-a72e-56830a1b6952 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:27.134495 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1b03bcef-10e9-42de-8ddb-88941ed87800 req-d7337d09-98e9-456a-a72e-56830a1b6952 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0480986 Oct 27 16:56:27.143738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 45820) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:56:27.148005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1bfd20ca-71df-4de2-b7dc-3436d79524c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'floatingip': {'port_id': '27460490-2a84-4bea-84b4-bff0c24581be'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:56:27.186617 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bfd20ca-71df-4de2-b7dc-3436d79524c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:27.887808 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bfd20ca-71df-4de2-b7dc-3436d79524c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:27.954987 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bfd20ca-71df-4de2-b7dc-3436d79524c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:28.053309 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-1bfd20ca-71df-4de2-b7dc-3436d79524c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Floating IP b825aa4c-206f-457d-94bf-4b0748b4f118 associated. External IP: 172.25.4.180, port: 27460490-2a84-4bea-84b4-bff0c24581be. Oct 27 16:56:28.259347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfd20ca-71df-4de2-b7dc-3436d79524c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Router 061ca727-ed18-4ce4-9328-0be457ee984e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:56:28.367506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfd20ca-71df-4de2-b7dc-3436d79524c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:56:28.372468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1bfd20ca-71df-4de2-b7dc-3436d79524c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:28.377738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a9a97-68f7-444c-bfc9-cb2407d8312c None None] Sync routers for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:56:28.386891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a9a97-68f7-444c-bfc9-cb2407d8312c None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:56:28.387512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ce7a9a97-68f7-444c-bfc9-cb2407d8312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:56:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:56:28.402270 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1bfd20ca-71df-4de2-b7dc-3436d79524c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "PUT /v2.0/floatingips/b825aa4c-206f-457d-94bf-4b0748b4f118 HTTP/1.1" status: 200 len: 992 time: 1.2548878 Oct 27 16:56:28.402270 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:56:28.444804 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "tag": "27460490-2a84-4bea-84b4-bff0c24581be"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:56:28.517408 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ce7a9a97-68f7-444c-bfc9-cb2407d8312c None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:56:28.537864 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413076a0-7134-4554-970e-b2bb70cedcc8 x-openstack-request-id: req-413076a0-7134-4554-970e-b2bb70cedcc8 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:56:28.538157 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "tag": "27460490-2a84-4bea-84b4-bff0c24581be", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:56:28.538412 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-413076a0-7134-4554-970e-b2bb70cedcc8 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:56:28.538811 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be', 'status': 'completed', 'code': 200} Oct 27 16:56:28.603071 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc req-7d0da6c9-c130-48b0-80bb-15d095be33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:28.604493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc req-7d0da6c9-c130-48b0-80bb-15d095be33d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 1097 time: 0.0409777 Oct 27 16:56:28.698798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc req-19ba59bf-fa5d-40cb-967d-218a921a864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:28.700315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc req-19ba59bf-fa5d-40cb-967d-218a921a864e service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0879412 Oct 27 16:56:28.745865 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ce7a9a97-68f7-444c-bfc9-cb2407d8312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': '27460490-2a84-4bea-84b4-bff0c24581be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:61:17:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dac423-abee-4c12-9f53-fab275fa5fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T16:56:27Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:56:28.767883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc req-ec9fdec8-01f2-45ff-a46b-54fc6dc1dceb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 200 len: 1000 time: 0.0607007 Oct 27 16:56:28.772790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a9a97-68f7-444c-bfc9-cb2407d8312c None None] Checking router: 061ca727-ed18-4ce4-9328-0be457ee984e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:56:28.781291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7a9a97-68f7-444c-bfc9-cb2407d8312c None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:56:28.781909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ce7a9a97-68f7-444c-bfc9-cb2407d8312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:56:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:56:28.820602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc req-d57d0020-093d-4d62-894d-34a1c353fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:28.822073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc req-d57d0020-093d-4d62-894d-34a1c353fd75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0455523 Oct 27 16:56:28.874101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc req-60717ecd-daa0-46fd-8d0a-47862d2ebc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:56:28.876187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc req-60717ecd-daa0-46fd-8d0a-47862d2ebc2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467465 Oct 27 16:56:28.890292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ce7a9a97-68f7-444c-bfc9-cb2407d8312c None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:56:28.966240 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc req-98539e6d-5916-48e3-9d02-935d2667f877 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837946 Oct 27 16:56:29.069227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-424158cb-8a5d-4e46-afb9-dcc27b5e6bfc req-66a9dddf-51f5-48c5-b260-7fd043537229 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922108 Oct 27 16:56:29.118106 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ce7a9a97-68f7-444c-bfc9-cb2407d8312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': '27460490-2a84-4bea-84b4-bff0c24581be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:61:17:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dac423-abee-4c12-9f53-fab275fa5fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T16:56:27Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:56:29.148280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7a9a97-68f7-444c-bfc9-cb2407d8312c None None] The sync data for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 is: [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': '27460490-2a84-4bea-84b4-bff0c24581be', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:61:17:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79dac423-abee-4c12-9f53-fab275fa5fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T16:56:27Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:56:29.346376 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d9efeb-684b-4050-9318-9ccaaf921f92 None None] New status for floating IP b825aa4c-206f-457d-94bf-4b0748b4f118: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:56:29.820632 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:32.912123 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:48.225822 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:56:48.484273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3f301b3e-7804-47dc-99c1-207453f22d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:51.566153 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-db8b0d11-6bdf-49c4-8564-fdc6f2a47ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:52.237574 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:52.348991 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:54.320479 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:56:59.792036 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:02.928771 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:18.480368 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-47874b66-acbd-4fb9-8476-25ff3ab0af4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:21.554437 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dbbd53a3-0fe6-4f50-878a-e16940456f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:22.248241 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:22.371245 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:23.523296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-7a8c4b42-4907-4b02-8757-3b49425ea2a4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433671 Oct 27 16:57:23.606505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-eb5dd14d-3c1f-4c1d-a2bb-b10813df76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:23.607974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-eb5dd14d-3c1f-4c1d-a2bb-b10813df76cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 1097 time: 0.0433276 Oct 27 16:57:23.715309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-fca983e3-e68e-4032-954d-817a9934ac60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:23.716807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-fca983e3-e68e-4032-954d-817a9934ac60 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0890968 Oct 27 16:57:23.779652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-b36ec4fc-e5b3-4433-95df-f3873196e942 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 200 len: 1002 time: 0.0561302 Oct 27 16:57:23.831334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-fc944408-cff5-48b1-9859-769abcdafbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:23.832833 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-fc944408-cff5-48b1-9859-769abcdafbbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0471117 Oct 27 16:57:23.887742 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-14b3f0d4-33fb-4d42-a832-fe122b4f8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:57:23.889241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-14b3f0d4-33fb-4d42-a832-fe122b4f8e8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406008 Oct 27 16:57:23.978354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-6eb56c68-ce29-4147-8789-520d4c2106be service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821424 Oct 27 16:57:24.071391 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4efc6f55-bc91-4bb8-8ee3-76810fd5902f req-f4128802-ebff-441f-803f-e0066d56226d service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841672 Oct 27 16:57:24.322681 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:25.225320 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:57:29.834533 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:32.911203 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:48.488000 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ae61eed-ea55-412b-b4db-ff35f3da9021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:51.590786 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7b528398-c4ad-4b1b-9ea3-32a2b5305782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:52.253275 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:52.356275 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:54.342353 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:57:59.876121 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:02.223590 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:58:02.939022 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:05.694387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275b465-4e5f-4f71-851a-ad164b0bb81f req-4febc49a-636a-44b4-a85f-e42421ac04b8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:05.695948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8275b465-4e5f-4f71-851a-ad164b0bb81f req-4febc49a-636a-44b4-a85f-e42421ac04b8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0542712 Oct 27 16:58:05.734319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8275b465-4e5f-4f71-851a-ad164b0bb81f req-bcf2b25a-089a-485e-98f1-33347e62eb4a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317073 Oct 27 16:58:06.855268 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622808-8787-4794-8099-58e7c68cfed3 req-514825f1-c8d4-446b-aa22-ae6bd322a405 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:06.857142 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92622808-8787-4794-8099-58e7c68cfed3 req-514825f1-c8d4-446b-aa22-ae6bd322a405 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0516875 Oct 27 16:58:06.901208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-92622808-8787-4794-8099-58e7c68cfed3 req-7572122b-6b78-4a73-b491-efecd79442e7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380092 Oct 27 16:58:08.021300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed8427-d2f0-40aa-919b-8b932d409985 req-5f1e14df-2500-4395-b2c1-3e34b961ea4a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:08.022757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4aed8427-d2f0-40aa-919b-8b932d409985 req-5f1e14df-2500-4395-b2c1-3e34b961ea4a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0534594 Oct 27 16:58:08.061284 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4aed8427-d2f0-40aa-919b-8b932d409985 req-4173c7cb-b9ee-4d4a-a77a-4881c01756ae tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Oct 27 16:58:09.175702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932d28d-ca87-4034-a4ba-5a63e771b71a req-cc7b9047-2ca9-474a-bce2-a29fcafbb934 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:09.177187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0932d28d-ca87-4034-a4ba-5a63e771b71a req-cc7b9047-2ca9-474a-bce2-a29fcafbb934 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0479126 Oct 27 16:58:09.215042 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0932d28d-ca87-4034-a4ba-5a63e771b71a req-9ef22bd4-2620-4a2c-a3d3-61646710125c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319216 Oct 27 16:58:10.332091 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8e5ff-b037-493b-aaa6-7e787913f84e req-b3bdbbff-c905-405a-8187-b91e49d2c3f8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:10.333590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97e8e5ff-b037-493b-aaa6-7e787913f84e req-b3bdbbff-c905-405a-8187-b91e49d2c3f8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0494742 Oct 27 16:58:10.370187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97e8e5ff-b037-493b-aaa6-7e787913f84e req-e0f8b536-709f-4a78-bb1a-9c3567aa875a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306315 Oct 27 16:58:11.497368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99336dee-5e49-48b8-b8c5-8b656e1d0e55 req-898ae7f8-ef10-460b-9882-60d0f97bbacb tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:11.498869 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99336dee-5e49-48b8-b8c5-8b656e1d0e55 req-898ae7f8-ef10-460b-9882-60d0f97bbacb tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0575142 Oct 27 16:58:11.536375 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99336dee-5e49-48b8-b8c5-8b656e1d0e55 req-460b64e2-d6fa-4449-83ff-6b500ccf9b70 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Oct 27 16:58:12.654590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805023a-9158-4f50-bc9c-b0a81ed1674e req-17ae9653-df0e-4d42-aa4f-fab170abd424 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:12.656073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5805023a-9158-4f50-bc9c-b0a81ed1674e req-17ae9653-df0e-4d42-aa4f-fab170abd424 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0486481 Oct 27 16:58:12.693329 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5805023a-9158-4f50-bc9c-b0a81ed1674e req-737982f5-1f28-4f06-bb32-25de4d51f50d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Oct 27 16:58:13.811416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb4b2b-c997-45d3-8651-f492171864c3 req-fc62e50f-b54b-43be-9152-612285c6637d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:13.812917 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ffbb4b2b-c997-45d3-8651-f492171864c3 req-fc62e50f-b54b-43be-9152-612285c6637d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0516968 Oct 27 16:58:13.851597 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ffbb4b2b-c997-45d3-8651-f492171864c3 req-2b437757-738e-415b-ba30-40fcdff5aa27 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324259 Oct 27 16:58:14.972344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecef57c-3a48-4893-9f72-c6f0d7fc52f9 req-a0e7302a-166c-43ba-9afd-ec55a1754f25 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:14.973806 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ecef57c-3a48-4893-9f72-c6f0d7fc52f9 req-a0e7302a-166c-43ba-9afd-ec55a1754f25 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0535531 Oct 27 16:58:15.011150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ecef57c-3a48-4893-9f72-c6f0d7fc52f9 req-ba435745-e95a-477f-83c2-d313b088f552 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313542 Oct 27 16:58:16.128157 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19500c-468a-4eb5-8ccc-6ac224ed81f7 req-e300dca5-5be8-492d-9697-9d1b057acc7d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:16.130026 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2a19500c-468a-4eb5-8ccc-6ac224ed81f7 req-e300dca5-5be8-492d-9697-9d1b057acc7d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0505908 Oct 27 16:58:16.167728 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2a19500c-468a-4eb5-8ccc-6ac224ed81f7 req-e79e43c0-1865-4f49-a6d7-1e98116be7e7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321162 Oct 27 16:58:17.287096 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f8a4c-094a-4bb1-b862-be047c3884a0 req-72aa5232-4627-4162-b5db-15cbdfc8f3a3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:17.288614 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d5f8a4c-094a-4bb1-b862-be047c3884a0 req-72aa5232-4627-4162-b5db-15cbdfc8f3a3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0501535 Oct 27 16:58:17.326953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d5f8a4c-094a-4bb1-b862-be047c3884a0 req-7bd0e310-c627-4c8a-9377-d18aa08d79af tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Oct 27 16:58:18.524838 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dda9e84a-a8ca-46df-a1c2-25404d1299fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:18.743178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5e9c6-4144-490e-b237-90013c3449ea req-dceee74f-4c8d-4689-b530-e836664d0d71 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:18.744680 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ae5e9c6-4144-490e-b237-90013c3449ea req-dceee74f-4c8d-4689-b530-e836664d0d71 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0495617 Oct 27 16:58:18.782727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3ae5e9c6-4144-490e-b237-90013c3449ea req-f17f4ff4-d29d-424d-b25c-ea14f0b30036 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319819 Oct 27 16:58:18.944306 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-c4f4bf77-ebd1-4c7e-ab7a-d514e0dc303a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439944 Oct 27 16:58:19.907108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6f934-1577-4bbd-90fe-d6cf9586340c req-3467668c-52de-44ce-b6b2-f0cff8d7a4f7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:19.908603 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3b6f934-1577-4bbd-90fe-d6cf9586340c req-3467668c-52de-44ce-b6b2-f0cff8d7a4f7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0577383 Oct 27 16:58:19.946574 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3b6f934-1577-4bbd-90fe-d6cf9586340c req-96e737db-9973-494f-a879-172bd3d765a2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319889 Oct 27 16:58:21.063250 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865559d-9b3f-4d63-96a9-9c944c0510e6 req-385e445b-3d88-4672-9077-70d2fa4b7f09 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:21.064742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8865559d-9b3f-4d63-96a9-9c944c0510e6 req-385e445b-3d88-4672-9077-70d2fa4b7f09 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0486360 Oct 27 16:58:21.102599 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8865559d-9b3f-4d63-96a9-9c944c0510e6 req-57320c0d-b375-4b67-898a-8260e138cc31 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315194 Oct 27 16:58:21.260864 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a972d83d-f435-4869-b5f8-17d70b736052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:21.262251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a972d83d-f435-4869-b5f8-17d70b736052 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 1097 time: 0.0418866 Oct 27 16:58:21.360997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-c0227cb8-e559-469b-ab4b-f19009d9a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:21.362533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-c0227cb8-e559-469b-ab4b-f19009d9a4a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0932274 Oct 27 16:58:21.428267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-3a6e8fa0-a8c6-40b5-b4ed-e27358469259 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 200 len: 1002 time: 0.0580707 Oct 27 16:58:21.477770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-c17ac97f-c5f4-41d7-a8aa-ccafc9df5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:21.479214 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-c17ac97f-c5f4-41d7-a8aa-ccafc9df5fa4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0433114 Oct 27 16:58:21.530722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-9022b107-f469-4cbb-8a3e-f78c1a23b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:21.530722 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-9022b107-f469-4cbb-8a3e-f78c1a23b2af service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441031 Oct 27 16:58:21.553114 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a8b3a793-b19e-4f73-a975-3716d24efc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:21.620039 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-47011acb-d9ec-4d9e-8207-13448f629962 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830448 Oct 27 16:58:21.713415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-58b88457-6bb3-48ea-8916-e7b8310d0fd1 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860856 Oct 27 16:58:22.221938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d750fff-77b3-4ce6-9406-b2dac1f9208f req-27936a0d-98f9-480b-a270-a772f453cd1a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:22.223461 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7d750fff-77b3-4ce6-9406-b2dac1f9208f req-27936a0d-98f9-480b-a270-a772f453cd1a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0501213 Oct 27 16:58:22.253729 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:22.262102 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7d750fff-77b3-4ce6-9406-b2dac1f9208f req-c2181b30-9c03-47a6-b2ce-f9e363985c96 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324755 Oct 27 16:58:22.373295 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:23.380481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa76c2d-043d-45e8-b930-a26230c15682 req-931767c9-48ad-4cdc-8eae-3d07245e50f4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:23.381951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afa76c2d-043d-45e8-b930-a26230c15682 req-931767c9-48ad-4cdc-8eae-3d07245e50f4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0497677 Oct 27 16:58:23.419888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-afa76c2d-043d-45e8-b930-a26230c15682 req-5aaf0591-0be1-447b-9291-373e47459d4d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313711 Oct 27 16:58:23.741943 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-1be75f1b-99f3-443a-b92b-63ea5dbc4f92 service neutron] show failed (client error): The resource could not be found. Oct 27 16:58:23.743009 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-1be75f1b-99f3-443a-b92b-63ea5dbc4f92 service neutron] 10.222.0.53 "GET /v2.0/ports/27460490-2a84-4bea-84b4-bff0c24581be/bindings/n-h1-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0545015 Oct 27 16:58:24.309450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-b7becbee-d151-4476-9863-6f4d80212dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:24.310932 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-b7becbee-d151-4476-9863-6f4d80212dd9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 1097 time: 0.0465446 Oct 27 16:58:24.322655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:58:24.335979 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:24.375256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:24.550280 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc663d-de04-4383-bd37-dc5b64c2e9b6 req-77f7b04c-5605-4664-93b2-fd6383b16271 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:24.551909 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ecc663d-de04-4383-bd37-dc5b64c2e9b6 req-77f7b04c-5605-4664-93b2-fd6383b16271 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0591495 Oct 27 16:58:24.595796 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ecc663d-de04-4383-bd37-dc5b64c2e9b6 req-1b36b6da-f6ec-41ee-a26b-50705f9afafa tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374417 Oct 27 16:58:24.895684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=27460490-2a84-4bea-84b4-bff0c24581be,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:58:24.927132 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:58:24.969284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:58:24.971539 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4e8b09-b4d4-4ce3-b279-b89a88445e4a" -d '{"events": [{"server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "name": "network-vif-unplugged", "status": "completed", "tag": "27460490-2a84-4bea-84b4-bff0c24581be"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:58:24.975262 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:24.992765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Transition to ACTIVE for port object 27460490-2a84-4bea-84b4-bff0c24581be will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:58:25.023664 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 16:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e0734e-85c8-491c-bbb2-f2dd2d27056d x-openstack-request-id: req-65e0734e-85c8-491c-bbb2-f2dd2d27056d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:58:25.023923 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "name": "network-vif-unplugged", "status": "completed", "tag": "27460490-2a84-4bea-84b4-bff0c24581be", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:58:25.024204 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65e0734e-85c8-491c-bbb2-f2dd2d27056d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:58:25.029668 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be', 'code': 200} Oct 27 16:58:25.079013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:25.153857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Pushing event updated for resources: {'Port': ['ID=27460490-2a84-4bea-84b4-bff0c24581be,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:25.170564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.170910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.171249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.171674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.172008 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.172363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.172690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.173011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.173335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.173659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.174003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.174367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:25.212227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] No DVR routers for this DVR port 27460490-2a84-4bea-84b4-bff0c24581be on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:58:25.348080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Attempting to bind port 27460490-2a84-4bea-84b4-bff0c24581be on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:58:25.348410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Attempting to bind port 27460490-2a84-4bea-84b4-bff0c24581be by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:58:25.348736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Attempting to bind port 27460490-2a84-4bea-84b4-bff0c24581be on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:58:25.352885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Port 27460490-2a84-4bea-84b4-bff0c24581be on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:58:25.353201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Attempting to bind port 27460490-2a84-4bea-84b4-bff0c24581be on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:58:25.357916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:58:25.359617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:58:25.359617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:58:25.359818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Bound port: 27460490-2a84-4bea-84b4-bff0c24581be, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:58:25.360014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:25.423368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:58:25.426570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=27460490-2a84-4bea-84b4-bff0c24581be,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:58:25.499519 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:25.536354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:25.537016 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:25.538464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-a020f017-b750-4330-9663-8136932b55d7 service neutron] 10.222.0.54 "PUT /v2.0/ports/27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 200 len: 1092 time: 1.2197981 Oct 27 16:58:25.558273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020f017-b750-4330-9663-8136932b55d7 service neutron] Pushing event updated for resources: {'Port': ['ID=27460490-2a84-4bea-84b4-bff0c24581be,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:25.609927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-73228bd2-3286-4719-a788-a169b0b93195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:25.611563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-73228bd2-3286-4719-a788-a169b0b93195 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 1095 time: 0.0472825 Oct 27 16:58:25.710409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-fb38f523-6dbc-4bb1-a796-93a718cbf9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:25.711965 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-fb38f523-6dbc-4bb1-a796-93a718cbf9bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0913646 Oct 27 16:58:25.724372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaced219-4584-4037-8a11-ea7d8f670fd3 req-333caf5a-72a3-40b0-8254-9c14e8c0f4d8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:25.726643 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aaced219-4584-4037-8a11-ea7d8f670fd3 req-333caf5a-72a3-40b0-8254-9c14e8c0f4d8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 944 time: 0.0579693 Oct 27 16:58:25.766046 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aaced219-4584-4037-8a11-ea7d8f670fd3 req-8ff42f81-3c8e-49e5-989f-73bbb0d1baf2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Oct 27 16:58:25.782678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-d9c0b3a4-9db9-4ce3-a402-5f9eb87ab518 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 200 len: 1000 time: 0.0638902 Oct 27 16:58:25.833178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-b7b61ac1-1ea8-4d2b-bb6d-12a35a14cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:25.834665 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-b7b61ac1-1ea8-4d2b-bb6d-12a35a14cfb4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0451622 Oct 27 16:58:25.879852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-bdf08f42-8f49-4b6a-9fee-1ff7cd34bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:25.881370 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-bdf08f42-8f49-4b6a-9fee-1ff7cd34bc9f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399787 Oct 27 16:58:25.973910 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-467e5569-fafb-480b-84c9-0c2fd4840246 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854588 Oct 27 16:58:26.063385 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-908f36f9-2548-4bb1-845d-bc6af3c86cc4 req-981a6415-b7bf-4555-8902-9d7132b88afc service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822859 Oct 27 16:58:26.890757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2abc2-e48f-4250-a4e5-a41faed6e4a9 req-b1ab5052-453c-4fe7-8398-5a9e9286c4e3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:26.892931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3c2abc2-e48f-4250-a4e5-a41faed6e4a9 req-b1ab5052-453c-4fe7-8398-5a9e9286c4e3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 944 time: 0.0554457 Oct 27 16:58:26.931265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3c2abc2-e48f-4250-a4e5-a41faed6e4a9 req-767ab8d1-9394-4886-94c5-8cf78a6e8469 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330224 Oct 27 16:58:27.025174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:58:27.027568 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798c2e6a-1b6b-4f60-b1b8-d016780632b9" -d '{"events": [{"name": "network-changed", "server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "tag": "27460490-2a84-4bea-84b4-bff0c24581be"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:58:27.077860 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875b261a-5bd3-45dd-b3d2-9985b50c1fe0 x-openstack-request-id: req-875b261a-5bd3-45dd-b3d2-9985b50c1fe0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:58:27.078013 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "tag": "27460490-2a84-4bea-84b4-bff0c24581be", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:58:27.078199 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-875b261a-5bd3-45dd-b3d2-9985b50c1fe0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:58:27.078596 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be', 'status': 'completed', 'code': 200} Oct 27 16:58:27.164773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-f1c9492f-c6d9-494f-a6e7-22bcbfa4cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:27.166259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-f1c9492f-c6d9-494f-a6e7-22bcbfa4cd81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 1095 time: 0.0598657 Oct 27 16:58:27.167986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-818a2c8a-e1dc-4e67-a1ad-c28cd77346d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:27.169356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-818a2c8a-e1dc-4e67-a1ad-c28cd77346d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 1095 time: 0.0710540 Oct 27 16:58:27.330902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-bcca66e7-8f1a-4fe7-becc-d312575c0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:27.332314 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-bcca66e7-8f1a-4fe7-becc-d312575c0abc service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.1591594 Oct 27 16:58:27.333392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-6f12ecc7-5a1e-470a-ad7d-113ede109591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:27.334683 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-6f12ecc7-5a1e-470a-ad7d-113ede109591 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.1544774 Oct 27 16:58:27.446682 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-2fb4bb7c-1cd8-4eb6-be6a-df2e4b8ca03e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 200 len: 1000 time: 0.1064866 Oct 27 16:58:27.448421 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-10a67c9e-4894-42d1-96a7-9768cd01f3e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 200 len: 1000 time: 0.1025767 Oct 27 16:58:27.530236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-6f47c7ad-cdc2-4961-bd4e-ee1111c3230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:27.531733 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-6f47c7ad-cdc2-4961-bd4e-ee1111c3230f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0782282 Oct 27 16:58:27.533365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-5327d085-8beb-4c8c-bee8-3b801a54c4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:27.534662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-5327d085-8beb-4c8c-bee8-3b801a54c4dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0739625 Oct 27 16:58:27.593618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 27460490-2a84-4bea-84b4-bff0c24581be no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:58:27.608770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-51aaf75b-1ad1-4e09-8c70-db1b6f85fb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:27.610279 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-51aaf75b-1ad1-4e09-8c70-db1b6f85fb0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712321 Oct 27 16:58:27.616417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-bb3aa274-8a85-42e5-af6e-39e031fe03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:27.617899 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-bb3aa274-8a85-42e5-af6e-39e031fe03f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712507 Oct 27 16:58:27.633535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 27460490-2a84-4bea-84b4-bff0c24581be not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:58:27.770258 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-bfd34a9a-4059-4c27-abf3-eec2c841250f service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513917 Oct 27 16:58:27.773578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-fa81b87e-03fe-4ac4-b74c-ca553d8ec7af service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462739 Oct 27 16:58:27.928630 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-f4679459-7c4c-4060-82e4-6e0e4d7216c8 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507242 Oct 27 16:58:27.930477 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-798c2e6a-1b6b-4f60-b1b8-d016780632b9 req-18e9c3bf-0afb-4567-ac46-d89386404d8c service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456051 Oct 27 16:58:28.059709 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19297997-c308-4c9c-821a-dfe0a49c8d95 req-d2bf66a1-8183-4b6d-a619-23a9d71f8bab tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:28.062013 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19297997-c308-4c9c-821a-dfe0a49c8d95 req-d2bf66a1-8183-4b6d-a619-23a9d71f8bab tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 944 time: 0.0530291 Oct 27 16:58:28.100589 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-19297997-c308-4c9c-821a-dfe0a49c8d95 req-71e92c33-8cd1-469a-817c-191797e7a8f5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325186 Oct 27 16:58:28.445850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85f224-6d14-478e-a583-a4632f2edfc3 req-184488c4-49fe-4b6c-8bbf-80a4692d65c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:28.447313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e85f224-6d14-478e-a583-a4632f2edfc3 req-184488c4-49fe-4b6c-8bbf-80a4692d65c7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 944 time: 0.0531957 Oct 27 16:58:28.513397 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3e85f224-6d14-478e-a583-a4632f2edfc3 req-521a9478-a767-4964-bc5b-bc645d3329db tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584826 Oct 27 16:58:28.531726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948cb3-125f-410e-85db-15f3009ad441 req-572822c9-cdcb-4194-b97f-231c216ce1c3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:28.533213 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6948cb3-125f-410e-85db-15f3009ad441 req-572822c9-cdcb-4194-b97f-231c216ce1c3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.53 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&binding%3Ahost_id=n-h1-815689-1 HTTP/1.1" status: 200 len: 944 time: 0.0724247 Oct 27 16:58:28.592908 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-b6948cb3-125f-410e-85db-15f3009ad441 req-2df7528b-f06b-4bab-a6d8-61064723a47d service neutron] delete failed (client error): The resource could not be found. Oct 27 16:58:28.593661 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6948cb3-125f-410e-85db-15f3009ad441 req-2df7528b-f06b-4bab-a6d8-61064723a47d service neutron] 10.222.0.53 "DELETE /v2.0/ports/27460490-2a84-4bea-84b4-bff0c24581be/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0528054 Oct 27 16:58:28.663107 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 27460490-2a84-4bea-84b4-bff0c24581be details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:58:28.684317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948cb3-125f-410e-85db-15f3009ad441 req-eda74eb9-d53b-4a2a-8186-75a4aebf485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:28.685833 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6948cb3-125f-410e-85db-15f3009ad441 req-eda74eb9-d53b-4a2a-8186-75a4aebf485d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 1095 time: 0.0444477 Oct 27 16:58:28.762511 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=27460490-2a84-4bea-84b4-bff0c24581be,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:58:28.773726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '27460490-2a84-4bea-84b4-bff0c24581be', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'port_id': '27460490-2a84-4bea-84b4-bff0c24581be', 'mac_address': 'fa:16:3e:61:17:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:58:28.781533 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948cb3-125f-410e-85db-15f3009ad441 req-6cd8bf8a-c61b-45bd-acbd-4f9357acccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:28.783003 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6948cb3-125f-410e-85db-15f3009ad441 req-6cd8bf8a-c61b-45bd-acbd-4f9357acccdd service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0909500 Oct 27 16:58:28.810989 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:28.823993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27460490-2a84-4bea-84b4-bff0c24581be {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:58:28.844172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=27460490-2a84-4bea-84b4-bff0c24581be,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:58:28.853687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6948cb3-125f-410e-85db-15f3009ad441 req-2dda6b04-730c-42a4-bf5f-f7f40a821fdd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 200 len: 1000 time: 0.0636945 Oct 27 16:58:28.902834 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948cb3-125f-410e-85db-15f3009ad441 req-e86120e7-d208-46b8-918d-b487a11152d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:28.904274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6948cb3-125f-410e-85db-15f3009ad441 req-e86120e7-d208-46b8-918d-b487a11152d9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0437911 Oct 27 16:58:28.949592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6948cb3-125f-410e-85db-15f3009ad441 req-3f3be312-6c75-40f7-8ae0-168b64d9ab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:28.951039 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6948cb3-125f-410e-85db-15f3009ad441 req-3f3be312-6c75-40f7-8ae0-168b64d9ab02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400229 Oct 27 16:58:28.955616 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:29.006824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=27460490-2a84-4bea-84b4-bff0c24581be,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:29.014213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.015115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.015463 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.015802 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.016168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.016505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.016836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.017163 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.017488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.017812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.018136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.018458 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 16:58:29.046917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6948cb3-125f-410e-85db-15f3009ad441 req-6fcc6ac9-6362-4333-9a55-52a18bfa7265 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887790 Oct 27 16:58:29.136391 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6948cb3-125f-410e-85db-15f3009ad441 req-215c1db5-7dc0-4734-917e-8fa2e459f323 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828850 Oct 27 16:58:29.162186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['27460490-2a84-4bea-84b4-bff0c24581be'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:58:29.631641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e39e8-d832-434a-89cd-e5047df6ec85 req-aef6c94a-8e5c-445a-a29b-37cd6c96952d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:29.639781 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-571e39e8-d832-434a-89cd-e5047df6ec85 req-aef6c94a-8e5c-445a-a29b-37cd6c96952d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 945 time: 0.0493238 Oct 27 16:58:29.671603 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-571e39e8-d832-434a-89cd-e5047df6ec85 req-185e03b4-df0a-46fa-9aa8-df83eb002460 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Oct 27 16:58:29.841249 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:30.691782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 27460490-2a84-4bea-84b4-bff0c24581be up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:58:30.789633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 27460490-2a84-4bea-84b4-bff0c24581be completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:58:30.793534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 27460490-2a84-4bea-84b4-bff0c24581be triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:58:30.793671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180a3e2-ea27-4b0e-81be-66b1d71ee020 req-3faad38c-c9ce-4681-9fa3-8fdaa45a37ce tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:30.794146 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:30.795092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f180a3e2-ea27-4b0e-81be-66b1d71ee020 req-3faad38c-c9ce-4681-9fa3-8fdaa45a37ce tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 945 time: 0.0543208 Oct 27 16:58:30.836298 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f180a3e2-ea27-4b0e-81be-66b1d71ee020 req-0a0aff31-7952-4fe7-ba1e-7a700231a1d3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342588 Oct 27 16:58:30.877165 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:30.898639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:58:30.900896 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dc840e-c1f6-4c26-a631-56690ecd1110" -d '{"events": [{"server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "name": "network-vif-plugged", "status": "completed", "tag": "27460490-2a84-4bea-84b4-bff0c24581be"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:58:30.913666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=27460490-2a84-4bea-84b4-bff0c24581be,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:58:30.940193 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cf1baa-aad1-4f72-a2c6-5e9065c4e1d4 x-openstack-request-id: req-f6cf1baa-aad1-4f72-a2c6-5e9065c4e1d4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:58:30.940193 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "name": "network-vif-plugged", "status": "completed", "tag": "27460490-2a84-4bea-84b4-bff0c24581be", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:58:30.940193 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6cf1baa-aad1-4f72-a2c6-5e9065c4e1d4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:58:30.940193 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be', 'code': 200} Oct 27 16:58:30.957120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef112d-e883-4718-a085-6fe726bdce12 req-609c72d1-7efe-4eae-bcb6-c5b889ce7521 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:30.958640 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6bef112d-e883-4718-a085-6fe726bdce12 req-609c72d1-7efe-4eae-bcb6-c5b889ce7521 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 945 time: 0.0514514 Oct 27 16:58:30.987366 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:30.998262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6bef112d-e883-4718-a085-6fe726bdce12 req-2e1a0868-411b-4d4b-98ae-35c10d4d9265 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332639 Oct 27 16:58:31.037955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=27460490-2a84-4bea-84b4-bff0c24581be,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:31.350385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b49b3-a5f1-4222-9c85-2e1bf8472a70 req-e4882c92-d4a7-4baa-a6ef-1303cc7b590a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:31.351935 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-615b49b3-a5f1-4222-9c85-2e1bf8472a70 req-e4882c92-d4a7-4baa-a6ef-1303cc7b590a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0573907 Oct 27 16:58:31.396716 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-615b49b3-a5f1-4222-9c85-2e1bf8472a70 req-6218c6cc-2246-4c06-8a19-aa54a85147e8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378044 Oct 27 16:58:31.450438 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-7b948258-a060-4d8b-aaf1-dc0a3d35ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:31.452429 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-7b948258-a060-4d8b-aaf1-dc0a3d35ec09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 1097 time: 0.0407996 Oct 27 16:58:31.544211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-72e5f242-91b3-415c-bde6-840223361d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:31.545875 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-72e5f242-91b3-415c-bde6-840223361d29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0869963 Oct 27 16:58:31.610779 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-d904b119-da43-436b-b404-31868160e258 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 200 len: 1002 time: 0.0580716 Oct 27 16:58:31.659502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-61d75895-547f-4926-903c-39edeca31cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:31.660974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-61d75895-547f-4926-903c-39edeca31cfe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0433700 Oct 27 16:58:31.709126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-c3b45af5-855d-4e69-98ab-4a9386f70161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:31.710562 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-c3b45af5-855d-4e69-98ab-4a9386f70161 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426719 Oct 27 16:58:31.721552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-4debfae8-6f98-4597-82e7-af0c3c17c9d7 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 16:58:31.722510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-4debfae8-6f98-4597-82e7-af0c3c17c9d7 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054710 Oct 27 16:58:31.809226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-075923e5-7e12-4a07-b967-a1c98c204249 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801327 Oct 27 16:58:31.901729 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ec880c4-5f57-466d-b43c-f1a64201fc19 req-4d655029-2c90-4880-900b-6897f6f266d5 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848746 Oct 27 16:58:32.525325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538feab-c749-422b-a94b-f54142167d5e req-5f59ce1a-9ab7-47f7-b5f1-1eeab8da3262 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:32.526855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7538feab-c749-422b-a94b-f54142167d5e req-5f59ce1a-9ab7-47f7-b5f1-1eeab8da3262 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0514650 Oct 27 16:58:32.566043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7538feab-c749-422b-a94b-f54142167d5e req-054943a8-755a-4ad7-a333-81124837dd9e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322394 Oct 27 16:58:32.949795 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:33.681788 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a90480-43e3-47a8-a497-ae3583e64bf5 req-573377d9-760a-4873-a2f6-716f801c9859 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:33.683263 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80a90480-43e3-47a8-a497-ae3583e64bf5 req-573377d9-760a-4873-a2f6-716f801c9859 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0498438 Oct 27 16:58:33.721913 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-80a90480-43e3-47a8-a497-ae3583e64bf5 req-e24f165f-2460-488f-a6cd-89407b3c2d93 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325046 Oct 27 16:58:34.165056 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aed75-6fca-4b05-9b2e-ab543fadf5e7 req-1f188ae9-000f-4734-afee-bf8c768ed673 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:34.166533 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb5aed75-6fca-4b05-9b2e-ab543fadf5e7 req-1f188ae9-000f-4734-afee-bf8c768ed673 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0509968 Oct 27 16:58:34.206163 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cb5aed75-6fca-4b05-9b2e-ab543fadf5e7 req-8f76d5d2-7838-45b0-bea5-b3ad406d935c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331450 Oct 27 16:58:35.330765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36524476-ec53-473c-9749-7728f909d785 req-09d280a1-52e4-4df9-8a54-80f5937e1d2b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:35.332403 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-36524476-ec53-473c-9749-7728f909d785 req-09d280a1-52e4-4df9-8a54-80f5937e1d2b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0508864 Oct 27 16:58:35.396823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-36524476-ec53-473c-9749-7728f909d785 req-eeee9ed6-6625-4d13-8399-e86da2b2f214 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579908 Oct 27 16:58:35.425543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9373b42-8de7-4181-8807-fa320881e932 req-52c619bf-325e-42d4-b961-a4853bb8c87b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:35.427064 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9373b42-8de7-4181-8807-fa320881e932 req-52c619bf-325e-42d4-b961-a4853bb8c87b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 946 time: 0.0625827 Oct 27 16:58:35.516264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Deleting port 27460490-2a84-4bea-84b4-bff0c24581be {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 16:58:35.516601 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:35.610339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] For port 27460490-2a84-4bea-84b4-bff0c24581be, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=27460490-2a84-4bea-84b4-bff0c24581be,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:58:35.610717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:35.784462 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:35.784732 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:35.785038 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Floating IP b825aa4c-206f-457d-94bf-4b0748b4f118 disassociated. External IP: 172.25.4.180, port: 27460490-2a84-4bea-84b4-bff0c24581be. Oct 27 16:58:35.785369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Calling delete_port for 27460490-2a84-4bea-84b4-bff0c24581be owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 16:58:35.961128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:36.309542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event deleted for resources: {'Port': ['ID=27460490-2a84-4bea-84b4-bff0c24581be,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:36.430963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Router 061ca727-ed18-4ce4-9328-0be457ee984e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:58:36.507301 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b8ddc7f5-5edb-45dd-b79a-0f23880052b9 req-3dc1d719-d918-4bc0-9123-532180329911 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 210 time: 0.0347226 Oct 27 16:58:36.553209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:58:36.563823 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398ab1f-6395-42e2-be47-4bde13e9e2d0 None None] Sync routers for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:58:36.575357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398ab1f-6395-42e2-be47-4bde13e9e2d0 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:58:36.576336 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b398ab1f-6395-42e2-be47-4bde13e9e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:58:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:36.597990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] No DVR routers for this DVR port 27460490-2a84-4bea-84b4-bff0c24581be on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 16:58:36.603647 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:36.607317 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9373b42-8de7-4181-8807-fa320881e932 req-3d6bedfe-65fe-4329-9a16-2c60f7cc72ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "DELETE /v2.0/ports/27460490-2a84-4bea-84b4-bff0c24581be HTTP/1.1" status: 204 len: 173 time: 1.1746721 Oct 27 16:58:36.607776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'name': 'network-vif-deleted', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:58:36.611353 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e4d83c-b3e0-4df7-a07b-8ef0d00f03a1" -d '{"events": [{"server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "name": "network-vif-deleted", "tag": "27460490-2a84-4bea-84b4-bff0c24581be"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:58:36.650624 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef84a61d-50c0-4bc2-813b-e8267a89a487 x-openstack-request-id: req-ef84a61d-50c0-4bc2-813b-e8267a89a487 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:58:36.650924 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79dac423-abee-4c12-9f53-fab275fa5fee", "name": "network-vif-deleted", "tag": "27460490-2a84-4bea-84b4-bff0c24581be", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:58:36.651183 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef84a61d-50c0-4bc2-813b-e8267a89a487 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:58:36.651595 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79dac423-abee-4c12-9f53-fab275fa5fee', 'name': 'network-vif-deleted', 'tag': '27460490-2a84-4bea-84b4-bff0c24581be', 'status': 'completed', 'code': 200} Oct 27 16:58:36.687484 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b398ab1f-6395-42e2-be47-4bde13e9e2d0 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:58:36.887411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b398ab1f-6395-42e2-be47-4bde13e9e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:36.918392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398ab1f-6395-42e2-be47-4bde13e9e2d0 None None] Checking router: 061ca727-ed18-4ce4-9328-0be457ee984e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:58:36.927958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398ab1f-6395-42e2-be47-4bde13e9e2d0 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:58:36.928590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b398ab1f-6395-42e2-be47-4bde13e9e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:58:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:37.194630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b398ab1f-6395-42e2-be47-4bde13e9e2d0 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:58:37.392384 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b398ab1f-6395-42e2-be47-4bde13e9e2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:37.419246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b398ab1f-6395-42e2-be47-4bde13e9e2d0 None None] The sync data for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 is: [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:58:37.625494 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94b2907b-fab2-46c6-99ce-893b8270b907 req-74d10d77-d9a1-483e-88f1-028d77d91706 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=79dac423-abee-4c12-9f53-fab275fa5fee HTTP/1.1" status: 200 len: 210 time: 0.0286446 Oct 27 16:58:37.648841 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed32f73e-657a-4162-be62-6c06a625d2c1 None None] New status for floating IP b825aa4c-206f-457d-94bf-4b0748b4f118: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:58:38.693775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 27460490-2a84-4bea-84b4-bff0c24581be no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 16:58:38.720116 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 27460490-2a84-4bea-84b4-bff0c24581be {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 16:58:38.720471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 27460490-2a84-4bea-84b4-bff0c24581be not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 16:58:38.901527 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-63ee119f-123f-4085-b092-264aac263eb9 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1264637819&fields=id&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 267 time: 0.0322294 Oct 27 16:58:39.010134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609f1cb-b3f9-464b-b574-483685739407 req-73f215bf-3919-43fb-828f-9c538ab0c799 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:39.011564 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-73f215bf-3919-43fb-828f-9c538ab0c799 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 812 time: 0.1025467 Oct 27 16:58:39.027287 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-4a9e250b-3336-4b8f-9b11-ce879d0a95d9 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/quotas/4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 375 time: 0.0091887 Oct 27 16:58:39.083211 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-f2f5c87b-1561-4b64-ab95-78209bc8ee57 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498352 Oct 27 16:58:39.181595 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-f5eae473-493c-4e36-a210-37066375f1a0 service neutron] 10.222.0.15 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865197 Oct 27 16:58:39.222537 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:58:39.269641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-61e5ac74-c77f-48c0-a1b0-14631d898193 service neutron] 10.222.0.15 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814257 Oct 27 16:58:39.528342 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de1feac8-8d2c-4bd2-8399-ff4c70062fed req-39b4772c-3716-4738-8082-6adb8872182d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 210 time: 0.0264430 Oct 27 16:58:40.623897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6686ef4f-6f0d-4bb0-8fec-ff85e054251e req-5ca41d62-fc2b-4751-ad85-a3369b09185a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 210 time: 0.0262070 Oct 27 16:58:41.719319 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1793cffa-4861-42c2-8754-5385e7f06265 req-cb5d5a3a-f53c-4456-9666-eed42bada36c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 210 time: 0.0274956 Oct 27 16:58:42.365042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609f1cb-b3f9-464b-b574-483685739407 req-6325f46f-cc84-457d-b04b-0f6bfd63317a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:42.366418 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-6325f46f-cc84-457d-b04b-0f6bfd63317a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 812 time: 0.1108141 Oct 27 16:58:42.409682 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-77cb79f7-2113-4900-832e-214acf3cf40f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 380 time: 0.0337720 Oct 27 16:58:42.419321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'port': {'device_id': '6c84305a-f413-414b-bcba-b4aa0512884e', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'admin_state_up': True, 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'security_groups': ['04dc1b6e-b1b7-41a6-8a66-9489346df8a9']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:58:42.587470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Made reservation on behalf of 4cf4c6fa66bf43fe9e08778933a4bb84 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 16:58:42.591121 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:42.715393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Allocated IP 172.20.0.7 (b1d9b658-a16e-4497-aecd-84f3f3d0b49c/5d59d243-a0f8-456b-8d8b-514646e15e62/c58d9b48-3c51-4920-aa2b-e4bc703ad479) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 16:58:42.836132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4063657e-99b7-4661-b799-19d1948ffb90 req-93c265e5-dfd1-440d-bd0c-b9eb63fa9f38 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 210 time: 0.0347822 Oct 27 16:58:42.881999 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:42.970664 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:43.018021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 16:58:43.021128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 16:58:43.024854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 16:58:43.077975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:43.081729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:43.082345 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:43.167588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-07ddfe9c-5e4e-487b-8e5d-3e9f97a29fa6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7516892 Oct 27 16:58:43.180189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Request body: {'port': {'device_id': '6c84305a-f413-414b-bcba-b4aa0512884e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:58:43.228248 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d0940218-76bc-4e24-ab5a-eb62f6e4d83b None None] Provisioning complete for port c58d9b48-3c51-4920-aa2b-e4bc703ad479 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:58:43.228819 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d0940218-76bc-4e24-ab5a-eb62f6e4d83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:43.236245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:43.261301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d0940218-76bc-4e24-ab5a-eb62f6e4d83b None None] Port c58d9b48-3c51-4920-aa2b-e4bc703ad479 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 16:58:43.501668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58d9b48-3c51-4920-aa2b-e4bc703ad479 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:58:43.508962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:43.521079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Transition to ACTIVE for port object c58d9b48-3c51-4920-aa2b-e4bc703ad479 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 16:58:43.581399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:43.630186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:43.704485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 16:58:43.704822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 16:58:43.705149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:58:43.709819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 16:58:43.710145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 16:58:43.715133 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 16, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 16:58:43.715471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 16:58:43.715851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 16:58:43.716318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Bound port: c58d9b48-3c51-4920-aa2b-e4bc703ad479, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 16:58:43.716660 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:43.786531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 16:58:43.789686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 16:58:43.864148 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:43.901046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:43.901841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:43.903123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] 10.222.0.54 "PUT /v2.0/ports/c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1091 time: 0.7273862 Oct 27 16:58:43.903567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:58:43.907455 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fa4601-2b5c-4d12-ba07-cc1158587570" -d '{"events": [{"name": "network-changed", "server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:58:43.942262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30b853-6d73-4f86-bc90-fc53dd17d161 service neutron] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:43.946425 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4799ad69-868e-4aae-a361-e7c76924cf1e x-openstack-request-id: req-4799ad69-868e-4aae-a361-e7c76924cf1e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:58:43.946703 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:58:43.946964 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4799ad69-868e-4aae-a361-e7c76924cf1e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:58:43.947368 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'status': 'completed', 'code': 200} Oct 27 16:58:43.985978 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d25dc-2967-4f3a-83ce-3ef0b8645a80 req-eaab42af-bc8f-4bc1-b8b3-77a6ebd30cc8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:43.987584 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-533d25dc-2967-4f3a-83ce-3ef0b8645a80 req-eaab42af-bc8f-4bc1-b8b3-77a6ebd30cc8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 943 time: 0.0768850 Oct 27 16:58:44.017712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4601-2b5c-4d12-ba07-cc1158587570 req-fb44805b-5f2a-453a-a935-30522686ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:44.020152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9fa4601-2b5c-4d12-ba07-cc1158587570 req-fb44805b-5f2a-453a-a935-30522686ef51 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1094 time: 0.0518954 Oct 27 16:58:44.035901 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-533d25dc-2967-4f3a-83ce-3ef0b8645a80 req-f0f7c9ae-03be-498c-bfe6-1124833649e9 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417075 Oct 27 16:58:44.133647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4601-2b5c-4d12-ba07-cc1158587570 req-ff4cd03e-848a-45b4-89a0-c2e8827970af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:44.135181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9fa4601-2b5c-4d12-ba07-cc1158587570 req-ff4cd03e-848a-45b4-89a0-c2e8827970af service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1068032 Oct 27 16:58:44.229252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4601-2b5c-4d12-ba07-cc1158587570 req-3bb5f410-580b-43ca-baeb-ac0c5a9fdbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:44.230722 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f9fa4601-2b5c-4d12-ba07-cc1158587570 req-3bb5f410-580b-43ca-baeb-ac0c5a9fdbd0 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890503 Oct 27 16:58:44.312578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609f1cb-b3f9-464b-b574-483685739407 req-61101a0d-d873-461d-8649-c5c922c55357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:44.314101 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-61101a0d-d873-461d-8649-c5c922c55357 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1094 time: 0.0473340 Oct 27 16:58:44.354998 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-1640910a-063e-447c-aa58-8e2a1c9229e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 217 time: 0.0329039 Oct 27 16:58:44.402472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609f1cb-b3f9-464b-b574-483685739407 req-faab261b-6b3a-42d9-828e-4d04fc0c6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:44.403948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-faab261b-6b3a-42d9-828e-4d04fc0c6dc8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0428584 Oct 27 16:58:44.453174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609f1cb-b3f9-464b-b574-483685739407 req-c5df14fe-443f-49ed-9870-51306e934269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:44.454615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-c5df14fe-443f-49ed-9870-51306e934269 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440888 Oct 27 16:58:44.547570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-106dc756-3526-402c-92db-605c5ca19caf service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848303 Oct 27 16:58:44.642923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7609f1cb-b3f9-464b-b574-483685739407 req-059aefde-9982-4d80-86b9-b90a31035022 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883350 Oct 27 16:58:45.159726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3638e-200e-49b4-8b45-d10bda2c04c8 req-9cfabc21-8b14-4d8d-a523-06f97cfbd593 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:45.161223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dcf3638e-200e-49b4-8b45-d10bda2c04c8 req-9cfabc21-8b14-4d8d-a523-06f97cfbd593 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 943 time: 0.0497253 Oct 27 16:58:45.199348 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dcf3638e-200e-49b4-8b45-d10bda2c04c8 req-d0eb8488-1363-456d-8db7-e8fb17041b06 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Oct 27 16:58:46.315792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1a126-e24a-4f13-aa50-603efe8e9a1f req-ae87ec9e-73e7-4268-82b3-ea6c08933a17 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:46.317348 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-10d1a126-e24a-4f13-aa50-603efe8e9a1f req-ae87ec9e-73e7-4268-82b3-ea6c08933a17 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 943 time: 0.0507977 Oct 27 16:58:46.356021 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-10d1a126-e24a-4f13-aa50-603efe8e9a1f req-a8775187-f1e9-4596-83eb-5a1faef57bfd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324953 Oct 27 16:58:46.686301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 16:58:46.777679 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:58:46.788691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'port_id': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'mac_address': 'fa:16:3e:6c:74:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 16:58:46.828845 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:46.841427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58d9b48-3c51-4920-aa2b-e4bc703ad479 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 16:58:46.861729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:58:46.978119 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:47.025830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:47.163415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c58d9b48-3c51-4920-aa2b-e4bc703ad479'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 16:58:47.470413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca8a6e-4537-43c1-a00f-310cad21e259 req-8b9abb66-382a-462e-aa14-6334e7d78e46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:47.471875 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9ca8a6e-4537-43c1-a00f-310cad21e259 req-8b9abb66-382a-462e-aa14-6334e7d78e46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 944 time: 0.0492857 Oct 27 16:58:47.510486 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c9ca8a6e-4537-43c1-a00f-310cad21e259 req-acdc23f7-306b-4dfa-9130-beb2f69932bc tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324769 Oct 27 16:58:48.457457 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-408fb538-b8ed-40e3-aab0-16998405a859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:48.626756 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658679d2-3233-436f-92a4-a36c673514c4 req-1f7620fc-1d43-4427-86c5-e047c343af98 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:48.628249 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-658679d2-3233-436f-92a4-a36c673514c4 req-1f7620fc-1d43-4427-86c5-e047c343af98 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 944 time: 0.0502713 Oct 27 16:58:48.665209 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-658679d2-3233-436f-92a4-a36c673514c4 req-76ed7947-a282-4798-b75e-e5836b4810c4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307915 Oct 27 16:58:48.722816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 16:58:48.851694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port c58d9b48-3c51-4920-aa2b-e4bc703ad479 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 16:58:48.855619 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port c58d9b48-3c51-4920-aa2b-e4bc703ad479 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 16:58:48.855985 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:48.930563 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:48.956628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:58:48.958886 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cbae96-e8e0-433e-945a-80c41a54667f" -d '{"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-plugged", "status": "completed", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:58:48.973439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 16:58:49.001796 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406072a4-2037-43f1-993c-4c0efb55188d x-openstack-request-id: req-406072a4-2037-43f1-993c-4c0efb55188d {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:58:49.002088 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-plugged", "status": "completed", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:58:49.002369 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-406072a4-2037-43f1-993c-4c0efb55188d {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:58:49.002766 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'code': 200} Oct 27 16:58:49.046880 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:49.095719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 16:58:49.103189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d3c67-d3df-463a-88f8-85b7f46f292e req-c323dad3-c22d-49d2-aef0-1b6d4e0d54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:49.104977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe8d3c67-d3df-463a-88f8-85b7f46f292e req-c323dad3-c22d-49d2-aef0-1b6d4e0d54f1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1096 time: 0.0472233 Oct 27 16:58:49.140842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fe8d3c67-d3df-463a-88f8-85b7f46f292e req-273850aa-d138-4819-b456-fa09c4ea719d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277686 Oct 27 16:58:49.788893 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66804b-2a5c-4cf0-81d3-b46e14181dc9 req-fceb929d-8b47-4693-9012-5e23af467535 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:49.790373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a66804b-2a5c-4cf0-81d3-b46e14181dc9 req-fceb929d-8b47-4693-9012-5e23af467535 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0513730 Oct 27 16:58:49.840916 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a66804b-2a5c-4cf0-81d3-b46e14181dc9 req-ce6c0628-a357-4664-a77f-1b622d1626b3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Oct 27 16:58:50.958357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ee5b6-9d15-463e-a71c-6332886578f7 req-a1b8f409-16b2-4315-be13-1ccef8d60088 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:50.959808 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e00ee5b6-9d15-463e-a71c-6332886578f7 req-a1b8f409-16b2-4315-be13-1ccef8d60088 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0480263 Oct 27 16:58:50.998709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e00ee5b6-9d15-463e-a71c-6332886578f7 req-d0d2e66b-5f73-41ce-981a-3924a0da5a97 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327017 Oct 27 16:58:51.111753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c3e4c-35a0-4cc6-bddd-af5b6aabdfac req-2945079e-6986-41c8-989d-32f8cb44cbe0 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:51.113232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-249c3e4c-35a0-4cc6-bddd-af5b6aabdfac req-2945079e-6986-41c8-989d-32f8cb44cbe0 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0489964 Oct 27 16:58:51.121880 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46240) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 16:58:51.126926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0934a25a-7791-4bb6-a26f-128c69145a7c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'floatingip': {'port_id': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 16:58:51.165243 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0934a25a-7791-4bb6-a26f-128c69145a7c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:51.560447 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6bc4c4dc-1f12-4506-ad98-2652938e07d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:51.585281 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0934a25a-7791-4bb6-a26f-128c69145a7c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:51.655606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0934a25a-7791-4bb6-a26f-128c69145a7c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:51.756491 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-0934a25a-7791-4bb6-a26f-128c69145a7c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Floating IP b825aa4c-206f-457d-94bf-4b0748b4f118 associated. External IP: 172.25.4.180, port: c58d9b48-3c51-4920-aa2b-e4bc703ad479. Oct 27 16:58:51.959132 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0934a25a-7791-4bb6-a26f-128c69145a7c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Router 061ca727-ed18-4ce4-9328-0be457ee984e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 16:58:52.067579 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0934a25a-7791-4bb6-a26f-128c69145a7c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 16:58:52.072481 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0934a25a-7791-4bb6-a26f-128c69145a7c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:52.077425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe292b37-f5d6-46e0-a5a2-f4abe66f7816 None None] Sync routers for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 16:58:52.087210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe292b37-f5d6-46e0-a5a2-f4abe66f7816 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:58:52.087829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-fe292b37-f5d6-46e0-a5a2-f4abe66f7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:58:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:52.100232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0934a25a-7791-4bb6-a26f-128c69145a7c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "PUT /v2.0/floatingips/b825aa4c-206f-457d-94bf-4b0748b4f118 HTTP/1.1" status: 200 len: 991 time: 0.9773443 Oct 27 16:58:52.100939 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 16:58:52.103493 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2ff82c-34c4-4864-8b16-af033e73ec2f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 16:58:52.143749 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 16:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ef222a-ce36-4871-8084-ede6495439cc x-openstack-request-id: req-f5ef222a-ce36-4871-8084-ede6495439cc {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 16:58:52.144381 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 16:58:52.144381 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5ef222a-ce36-4871-8084-ede6495439cc {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 16:58:52.144712 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'status': 'completed', 'code': 200} Oct 27 16:58:52.211662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff82c-34c4-4864-8b16-af033e73ec2f req-31e8512d-6ca6-4759-9ba3-8eb282892180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:52.213274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef2ff82c-34c4-4864-8b16-af033e73ec2f req-31e8512d-6ca6-4759-9ba3-8eb282892180 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1096 time: 0.0421770 Oct 27 16:58:52.217221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-fe292b37-f5d6-46e0-a5a2-f4abe66f7816 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:58:52.308122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff82c-34c4-4864-8b16-af033e73ec2f req-0b4c20fb-4c2f-454a-ab02-92c0f552c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:52.309642 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef2ff82c-34c4-4864-8b16-af033e73ec2f req-0b4c20fb-4c2f-454a-ab02-92c0f552c2b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0895684 Oct 27 16:58:52.312908 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:52.378487 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef2ff82c-34c4-4864-8b16-af033e73ec2f req-115c264f-8816-4131-bc66-435379135f79 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 999 time: 0.0611029 Oct 27 16:58:52.408446 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:52.432426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff82c-34c4-4864-8b16-af033e73ec2f req-5263969c-5123-48a7-af83-c95421fdd444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:52.433898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef2ff82c-34c4-4864-8b16-af033e73ec2f req-5263969c-5123-48a7-af83-c95421fdd444 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0492284 Oct 27 16:58:52.461628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-fe292b37-f5d6-46e0-a5a2-f4abe66f7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:6c:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84305a-f413-414b-bcba-b4aa0512884e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T16:58:51Z', 'revision_number': 9, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:52.479853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ff82c-34c4-4864-8b16-af033e73ec2f req-bf5c2c0e-1f9a-4096-9d04-8cbd7b32cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:58:52.481395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef2ff82c-34c4-4864-8b16-af033e73ec2f req-bf5c2c0e-1f9a-4096-9d04-8cbd7b32cb5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406010 Oct 27 16:58:52.489671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe292b37-f5d6-46e0-a5a2-f4abe66f7816 None None] Checking router: 061ca727-ed18-4ce4-9328-0be457ee984e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 16:58:52.498513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe292b37-f5d6-46e0-a5a2-f4abe66f7816 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 16:58:52.499142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-fe292b37-f5d6-46e0-a5a2-f4abe66f7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T16:58:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:52.571818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef2ff82c-34c4-4864-8b16-af033e73ec2f req-8b487783-913c-4cbe-ad20-c6581a8844f3 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830774 Oct 27 16:58:52.609580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-fe292b37-f5d6-46e0-a5a2-f4abe66f7816 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 16:58:52.666076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef2ff82c-34c4-4864-8b16-af033e73ec2f req-1ca392f7-4c40-462e-ac9b-bb9ec7051097 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865018 Oct 27 16:58:52.834680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-fe292b37-f5d6-46e0-a5a2-f4abe66f7816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:6c:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84305a-f413-414b-bcba-b4aa0512884e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T16:58:51Z', 'revision_number': 9, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 16:58:52.861067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe292b37-f5d6-46e0-a5a2-f4abe66f7816 None None] The sync data for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 is: [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:6c:74:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84305a-f413-414b-bcba-b4aa0512884e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T16:58:51Z', 'revision_number': 9, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 16:58:53.054834 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b0f153-4419-4bd7-98f5-90d31c6750b2 None None] New status for floating IP b825aa4c-206f-457d-94bf-4b0748b4f118: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 16:58:54.335490 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:58:59.840562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:02.959855 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:16.221915 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:59:18.479639 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-833c399e-683a-4048-84a3-1c207c6607bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:21.600143 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73f41d2d-79db-446e-bb76-63a27f521b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:22.310146 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:22.411164 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:24.380868 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:29.879593 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:33.050760 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:41.123741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-a4b1403d-2500-4fdd-8b36-41d9f0dbaa2b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408726 Oct 27 16:59:41.221146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-cf86f14a-1ebc-43d4-9d44-ee2c56388e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:41.222631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-cf86f14a-1ebc-43d4-9d44-ee2c56388e22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1096 time: 0.0481830 Oct 27 16:59:41.328126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-7d1faf01-29a6-43d6-b485-bb1c3c1e20e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:41.329587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-7d1faf01-29a6-43d6-b485-bb1c3c1e20e0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0866954 Oct 27 16:59:41.397081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-944bc6e0-5730-41fb-8a51-e56095dfd6a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1002 time: 0.0608537 Oct 27 16:59:41.447951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-a2de5b4f-397b-476c-a9a4-30457b13193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:41.449432 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-a2de5b4f-397b-476c-a9a4-30457b13193a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0462434 Oct 27 16:59:41.496912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-2715ab42-b03d-4ce0-9637-da55ce29045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 16:59:41.498417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-2715ab42-b03d-4ce0-9637-da55ce29045d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422840 Oct 27 16:59:41.593043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-a7332c61-97c1-45ae-85b4-cd258945fbde service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875115 Oct 27 16:59:41.683385 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3b2a665-9979-443d-9714-a826c71d74a1 req-5d9e1879-181c-4de1-9e2a-b5fb420b05c9 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835032 Oct 27 16:59:48.473502 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aa8a055d-bcc4-4c2f-81bd-ac76a338a6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:51.542192 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0bf99bb5-13b0-4dfc-95ea-738e0abbdde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:52.254735 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:52.416198 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:53.221398 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 16:59:54.341738 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 16:59:59.833404 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:02.997077 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:18.476858 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-151213fe-e87d-4e52-9de7-45f8f09d3416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:21.556948 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d2e753f5-8310-44d7-a87f-e541d5d2be51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.259891 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:22.386914 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:24.362103 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:28.600964 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e6438-5907-49df-b10c-d35f87147b58 req-c8c37efe-ae60-4ca3-acc4-c418092aa9ee tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:28.602457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c77e6438-5907-49df-b10c-d35f87147b58 req-c8c37efe-ae60-4ca3-acc4-c418092aa9ee tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0488610 Oct 27 17:00:28.644792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c77e6438-5907-49df-b10c-d35f87147b58 req-390c5220-b9ff-4651-82c0-764169fb7909 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358992 Oct 27 17:00:28.733630 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-5d8c2537-4e96-466f-9d79-0f4f541a41c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402277 Oct 27 17:00:29.774526 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a08a5d-8753-4cf9-8f06-c332d3c45217 req-cffdb63d-ec50-4f68-841d-4ec83b20e914 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:29.775938 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3a08a5d-8753-4cf9-8f06-c332d3c45217 req-cffdb63d-ec50-4f68-841d-4ec83b20e914 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0598426 Oct 27 17:00:29.815932 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f3a08a5d-8753-4cf9-8f06-c332d3c45217 req-45e9fb98-2f4a-4493-977b-1e57e457c04e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331419 Oct 27 17:00:29.838407 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:30.220929 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:00:30.724238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-6497efed-7572-4cf4-acc5-ed2001bb39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:30.725720 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-6497efed-7572-4cf4-acc5-ed2001bb39f3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1096 time: 0.0407810 Oct 27 17:00:30.817079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-d88ebdca-ef95-40ac-9c42-2d41b437a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:30.818529 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-d88ebdca-ef95-40ac-9c42-2d41b437a0e2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0855665 Oct 27 17:00:30.884493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-39e25e93-7484-4f6b-9183-3573639cba4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1002 time: 0.0585263 Oct 27 17:00:30.976243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-ecdc1d4e-7b89-4925-a1c1-10b3550bf95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:30.977769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-ecdc1d4e-7b89-4925-a1c1-10b3550bf95c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0779705 Oct 27 17:00:30.986730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda512a-07a3-4ab4-802f-56c1db678b6e req-242818c6-e643-402e-8a11-0fbdabcc9b85 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:30.988259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efda512a-07a3-4ab4-802f-56c1db678b6e req-242818c6-e643-402e-8a11-0fbdabcc9b85 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0995877 Oct 27 17:00:31.049974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-efda512a-07a3-4ab4-802f-56c1db678b6e req-6c396b67-bb03-4931-aadc-fdd85468a395 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536497 Oct 27 17:00:31.052618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-c4fde399-1aad-4ea7-ad59-2d4231e0ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:31.054107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-c4fde399-1aad-4ea7-ad59-2d4231e0ac41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649517 Oct 27 17:00:31.148693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-b512ed74-ff99-4660-a533-3a6920c65ee9 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872562 Oct 27 17:00:31.238420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-085fca25-7807-494a-87e3-d41db42a055f service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832541 Oct 27 17:00:32.166637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc24cea-56f3-4e1a-8019-5703f73269fa req-604619a7-d243-417c-994a-812e031d2cd9 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:32.168155 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1fc24cea-56f3-4e1a-8019-5703f73269fa req-604619a7-d243-417c-994a-812e031d2cd9 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0494187 Oct 27 17:00:32.206691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1fc24cea-56f3-4e1a-8019-5703f73269fa req-9f946046-9f72-4ff2-9c2e-b7a7a8d999c8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326064 Oct 27 17:00:32.952493 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:33.326699 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f94d60-2b22-48b7-8975-f5763a310a06 req-693d6fe9-e421-4915-a395-0dd90b567d06 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:33.328247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8f94d60-2b22-48b7-8975-f5763a310a06 req-693d6fe9-e421-4915-a395-0dd90b567d06 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0526147 Oct 27 17:00:33.365780 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8f94d60-2b22-48b7-8975-f5763a310a06 req-06ae33f8-b54b-4175-bf5a-c373bcf3b166 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Oct 27 17:00:34.480827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1265eb9-34b6-4c4c-9f7e-54c46834bd06 req-df7457e8-a4c7-48e0-b25a-b8d7bb50f98d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:34.482220 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f1265eb9-34b6-4c4c-9f7e-54c46834bd06 req-df7457e8-a4c7-48e0-b25a-b8d7bb50f98d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0489609 Oct 27 17:00:34.526421 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f1265eb9-34b6-4c4c-9f7e-54c46834bd06 req-ad1bd1fa-25b5-4f68-8ed3-ad8fd6bae7aa tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382760 Oct 27 17:00:35.646032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f042854-6bd3-4a5d-acbc-ac1c1b77ce61 req-b78edd6c-4180-4c53-a781-51d1401c9c61 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:35.647524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f042854-6bd3-4a5d-acbc-ac1c1b77ce61 req-b78edd6c-4180-4c53-a781-51d1401c9c61 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0500016 Oct 27 17:00:35.686132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f042854-6bd3-4a5d-acbc-ac1c1b77ce61 req-48c148de-a8a8-4e20-abef-ea6b7cfef748 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325282 Oct 27 17:00:36.807606 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6230841-ab7b-474b-b510-fdbe0521cbe3 req-ded2b408-9a00-4095-930b-883aeac675b0 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:36.809053 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6230841-ab7b-474b-b510-fdbe0521cbe3 req-ded2b408-9a00-4095-930b-883aeac675b0 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0485389 Oct 27 17:00:36.847475 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6230841-ab7b-474b-b510-fdbe0521cbe3 req-13cba894-bd7d-4401-b9bb-18caa375eb68 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316644 Oct 27 17:00:37.962163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719c6bc-81c6-46e5-8ac9-f4de21b1ae0b req-c3db37e6-fc3b-44fd-8f4c-fe1a2263fe25 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:37.963610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2719c6bc-81c6-46e5-8ac9-f4de21b1ae0b req-c3db37e6-fc3b-44fd-8f4c-fe1a2263fe25 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0480828 Oct 27 17:00:38.002150 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2719c6bc-81c6-46e5-8ac9-f4de21b1ae0b req-3c335a7f-fd5e-4b4b-96a3-d1f9141c4137 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318885 Oct 27 17:00:39.117647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1344fc-9535-46cc-b4bc-25348964ab2a req-6fbdb0f5-9672-49f3-9038-f675ab8b3f13 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:39.119703 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fb1344fc-9535-46cc-b4bc-25348964ab2a req-6fbdb0f5-9672-49f3-9038-f675ab8b3f13 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0492194 Oct 27 17:00:39.157429 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fb1344fc-9535-46cc-b4bc-25348964ab2a req-6bc37e4d-f2a6-49be-91d8-158a82724249 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Oct 27 17:00:40.276618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70134ae8-2a6b-481b-917c-734d13cb5042 req-563d1f50-5ec9-41f1-8465-f81061059554 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:40.278066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70134ae8-2a6b-481b-917c-734d13cb5042 req-563d1f50-5ec9-41f1-8465-f81061059554 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0512013 Oct 27 17:00:40.629200 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70134ae8-2a6b-481b-917c-734d13cb5042 req-94d1a3c1-44f0-4bf3-8e0e-9d1072196110 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450191 Oct 27 17:00:41.146201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7feae7-b614-4c94-abea-449787af7c53 req-8112ebd1-79ff-4d26-bd4e-f84f1f642509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:41.147653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e7feae7-b614-4c94-abea-449787af7c53 req-8112ebd1-79ff-4d26-bd4e-f84f1f642509 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1096 time: 0.0409689 Oct 27 17:00:41.256972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7feae7-b614-4c94-abea-449787af7c53 req-654175e4-8414-4613-923b-dda0c05a3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:41.258586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e7feae7-b614-4c94-abea-449787af7c53 req-654175e4-8414-4613-923b-dda0c05a3246 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0915096 Oct 27 17:00:41.322339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e7feae7-b614-4c94-abea-449787af7c53 req-b1659a19-30f3-4577-b612-531008df0b8b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1002 time: 0.0567517 Oct 27 17:00:41.371831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7feae7-b614-4c94-abea-449787af7c53 req-a9097162-2372-4626-aed8-a4bbacdcb756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:41.373377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e7feae7-b614-4c94-abea-449787af7c53 req-a9097162-2372-4626-aed8-a4bbacdcb756 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0437162 Oct 27 17:00:41.423664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7feae7-b614-4c94-abea-449787af7c53 req-aa9d54ec-925c-4953-bb26-6c9ac3cf71ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:41.425076 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e7feae7-b614-4c94-abea-449787af7c53 req-aa9d54ec-925c-4953-bb26-6c9ac3cf71ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437346 Oct 27 17:00:41.513318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e7feae7-b614-4c94-abea-449787af7c53 req-e23ad894-3fb1-4c27-bbf9-fa2e98992b36 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810471 Oct 27 17:00:41.607129 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e7feae7-b614-4c94-abea-449787af7c53 req-c2d2600d-7910-497c-888d-b98732e7ac5a service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871146 Oct 27 17:00:41.745634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a156a0-5cb7-4d00-8acd-58d48c61096a req-10ce14c3-b92c-42d4-83ea-70fd881b538b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:41.747086 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16a156a0-5cb7-4d00-8acd-58d48c61096a req-10ce14c3-b92c-42d4-83ea-70fd881b538b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0494554 Oct 27 17:00:41.790003 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16a156a0-5cb7-4d00-8acd-58d48c61096a req-b009a66d-d648-4229-a00f-c1febd094584 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351524 Oct 27 17:00:42.909316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55fce2-c0ce-411f-bc70-b947df821c68 req-9f84a2dc-6aa0-4091-bb19-a1a46ad0f20c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:42.910796 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dc55fce2-c0ce-411f-bc70-b947df821c68 req-9f84a2dc-6aa0-4091-bb19-a1a46ad0f20c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0533302 Oct 27 17:00:42.950181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dc55fce2-c0ce-411f-bc70-b947df821c68 req-c579e5b5-7b7c-4afe-83c9-bd3985656cea tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334110 Oct 27 17:00:43.245122 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-b488acf4-a48f-4ce1-b003-4840341858d6 service neutron] show failed (client error): The resource could not be found. Oct 27 17:00:43.246021 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-b488acf4-a48f-4ce1-b003-4840341858d6 service neutron] 10.222.0.54 "GET /v2.0/ports/c58d9b48-3c51-4920-aa2b-e4bc703ad479/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0532961 Oct 27 17:00:43.801251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-40607406-4995-4792-b1a9-ad435fb72b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:43.802771 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-40607406-4995-4792-b1a9-ad435fb72b39 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 1096 time: 0.0457773 Oct 27 17:00:43.818265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:43.871336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.070761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2551952-963b-4e73-b148-befe42e4feb0 req-9970eb79-4e58-437b-b2c7-841941ec7698 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:44.072223 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2551952-963b-4e73-b148-befe42e4feb0 req-9970eb79-4e58-437b-b2c7-841941ec7698 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0521498 Oct 27 17:00:44.083046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:44.111891 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a2551952-963b-4e73-b148-befe42e4feb0 req-a5996059-76ef-41f2-8aa5-ae79b97dd113 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334151 Oct 27 17:00:44.116719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:44.161205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:44.163549 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682abc3f-6138-4ed1-8e8f-27e91db2c5e1" -d '{"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-unplugged", "status": "completed", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:44.167347 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.180198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Transition to ACTIVE for port object c58d9b48-3c51-4920-aa2b-e4bc703ad479 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:00:44.218771 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a52f8c-3e22-42f8-8401-c03f4071e865 x-openstack-request-id: req-c4a52f8c-3e22-42f8-8401-c03f4071e865 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:44.219089 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-unplugged", "status": "completed", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:44.219477 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4a52f8c-3e22-42f8-8401-c03f4071e865 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:44.219885 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'code': 200} Oct 27 17:00:44.247672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.329637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:44.343914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.344347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.344684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.345020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.345359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.345689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.346021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.346342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.346667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.346989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.347309 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.347626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:44.380848 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] No DVR routers for this DVR port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:00:44.520273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:44.520612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:44.520947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:44.525265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:00:44.525590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:44.530630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:44.530978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:44.531356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:44.532378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Bound port: c58d9b48-3c51-4920-aa2b-e4bc703ad479, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:44.532734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.593831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:44.597486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:44.711258 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.745174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:44.745970 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:44.747539 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] 10.222.0.53 "PUT /v2.0/ports/c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1091 time: 0.9331918 Oct 27 17:00:44.799860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433069a-1b4d-49d4-8e12-dfc7b07e62c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:44.821258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-a4bcb097-baf8-41d3-807b-93005f10e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:44.822795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-a4bcb097-baf8-41d3-807b-93005f10e7c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1094 time: 0.0500374 Oct 27 17:00:44.925432 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-40d23f3b-37c7-4e9f-9534-21945d381ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:44.926893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-40d23f3b-37c7-4e9f-9534-21945d381ece service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0962472 Oct 27 17:00:44.991882 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-77461de4-2b3a-40de-a7ec-e4e350871432 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1000 time: 0.0580912 Oct 27 17:00:45.044392 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-9a732b92-104a-47c0-bdb5-28b61980a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:45.045828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-9a732b92-104a-47c0-bdb5-28b61980a520 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0468776 Oct 27 17:00:45.090442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-4d998469-2711-45f5-b380-5de8c38c67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:45.091907 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-4d998469-2711-45f5-b380-5de8c38c67c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389497 Oct 27 17:00:45.188590 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-88b38282-b7d0-4403-b210-7f52b6ee7385 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892887 Oct 27 17:00:45.230511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641bbbc9-e09e-417b-a997-b575bc2162e8 req-01ed33b6-2a03-45a5-8f69-7ed797d8b3b5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:45.232011 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-641bbbc9-e09e-417b-a997-b575bc2162e8 req-01ed33b6-2a03-45a5-8f69-7ed797d8b3b5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 943 time: 0.0497711 Oct 27 17:00:45.271580 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-641bbbc9-e09e-417b-a997-b575bc2162e8 req-3acd4b14-1bac-445a-a83d-8c58c110dd27 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323551 Oct 27 17:00:45.280169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b476ebde-5474-46a8-b0e9-a4aef450952e req-b47d22ec-d592-400d-9f5c-0a0322ef6078 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848870 Oct 27 17:00:46.221540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:46.223919 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c29a247-640d-4e5a-9889-08a0202fda96" -d '{"events": [{"name": "network-changed", "server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:46.271958 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf214a1-7f6f-48f2-9684-6c1396f1def0 x-openstack-request-id: req-fbf214a1-7f6f-48f2-9684-6c1396f1def0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:46.272267 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:46.272523 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbf214a1-7f6f-48f2-9684-6c1396f1def0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:46.272924 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'status': 'completed', 'code': 200} Oct 27 17:00:46.364859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-3be237b6-9f07-445f-a79d-7a7c875eac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.366368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-3be237b6-9f07-445f-a79d-7a7c875eac30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1094 time: 0.0749249 Oct 27 17:00:46.368910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-cbad2f2e-e6e0-4b54-b0b9-1e7e169b03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.370246 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-cbad2f2e-e6e0-4b54-b0b9-1e7e169b03a4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1094 time: 0.0697234 Oct 27 17:00:46.398888 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aeadb-2688-426b-844e-876384ce6fe0 req-ce031ab9-2d10-48b1-97a3-5d99901810fc tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.400444 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de6aeadb-2688-426b-844e-876384ce6fe0 req-ce031ab9-2d10-48b1-97a3-5d99901810fc tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 943 time: 0.0520148 Oct 27 17:00:46.442833 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-de6aeadb-2688-426b-844e-876384ce6fe0 req-7a8c9e96-3ec3-4662-9640-6fea5ced6f52 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362091 Oct 27 17:00:46.529524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-0fccd51d-5998-4af1-a7d2-392b2f0d5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.530990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-0fccd51d-5998-4af1-a7d2-392b2f0d5362 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.1567297 Oct 27 17:00:46.531915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-055c02e8-156b-48e4-bffa-14fa3aa32cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.533522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-055c02e8-156b-48e4-bffa-14fa3aa32cb6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.1511953 Oct 27 17:00:46.644601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-0e7614b6-3d15-4343-b792-76f43ea18144 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1000 time: 0.1054370 Oct 27 17:00:46.646340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-911dfcc6-b466-4e50-91d5-4d2218836aab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1000 time: 0.1019168 Oct 27 17:00:46.731152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-609f5801-4cfe-408b-a95b-31bf03f8ff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.732536 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-609f5801-4cfe-408b-a95b-31bf03f8ff57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0787315 Oct 27 17:00:46.733900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-0ab38c92-fadb-4096-924c-6bac10d504f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.735182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-0ab38c92-fadb-4096-924c-6bac10d504f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0824125 Oct 27 17:00:46.807130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-4f043ace-e082-4781-bf39-e78052b45616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.808664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-4f043ace-e082-4781-bf39-e78052b45616 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684357 Oct 27 17:00:46.810296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-49116b56-063c-4bbc-8b1c-f655d68e24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:46.811883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-49116b56-063c-4bbc-8b1c-f655d68e24ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642147 Oct 27 17:00:46.971445 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-bc50983d-011c-48c2-a729-417812f4d9a5 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534479 Oct 27 17:00:46.973557 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-16dc5423-d682-4c67-8f9b-e3b391201c7b service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495454 Oct 27 17:00:47.131790 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-e11e5787-1289-42e2-9dcb-1a8ce0a88718 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523516 Oct 27 17:00:47.135300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c29a247-640d-4e5a-9889-08a0202fda96 req-1abebe22-5e7f-40a9-a18a-3dba687b9d71 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476536 Oct 27 17:00:47.518623 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:00:47.557771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:00:47.572753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6a241-8cc8-4d1d-a21e-285f19ead6a2 req-2dde781f-9d4c-4ac0-98d4-3aa6df36b52e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:47.574242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8cd6a241-8cc8-4d1d-a21e-285f19ead6a2 req-2dde781f-9d4c-4ac0-98d4-3aa6df36b52e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 943 time: 0.0535653 Oct 27 17:00:47.612802 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8cd6a241-8cc8-4d1d-a21e-285f19ead6a2 req-5868c7e8-a3ac-4124-8d76-9287d1259a93 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326281 Oct 27 17:00:48.149030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f416e-c8c3-4c3a-95dc-600a5fd3424e req-32eb1c96-3aa1-448e-850d-cceaaa46e704 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:48.150535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e6f416e-c8c3-4c3a-95dc-600a5fd3424e req-32eb1c96-3aa1-448e-850d-cceaaa46e704 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 943 time: 0.0495913 Oct 27 17:00:48.216579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5e6f416e-c8c3-4c3a-95dc-600a5fd3424e req-e41c602d-5ff3-4585-987f-de5227163fed tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556235 Oct 27 17:00:48.228499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-8312f740-4795-4d20-b543-a1170a9daa1e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:48.229990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-8312f740-4795-4d20-b543-a1170a9daa1e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 943 time: 0.0773854 Oct 27 17:00:48.294533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-835f2b70-5512-449e-b1d4-a205e9d1b21d service neutron] 10.222.0.53 "GET /v2.0/ports/c58d9b48-3c51-4920-aa2b-e4bc703ad479/bindings/n-h2-815689-1 HTTP/1.1" status: 200 len: 382 time: 0.0570443 Oct 27 17:00:48.356550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-adf53f13-232c-481d-9615-6801551c8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:48.357967 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-adf53f13-232c-481d-9615-6801551c8cd1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1094 time: 0.0419707 Oct 27 17:00:48.419642 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:00:48.452082 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-4f65dcf0-cfa0-4de6-995d-aeae8ffa8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:48.453550 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-4f65dcf0-cfa0-4de6-995d-aeae8ffa8855 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0891809 Oct 27 17:00:48.518452 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8d1e232c-c374-4ed8-81de-84524edd2b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:48.521701 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:48.524546 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-93aea352-a0a6-4b7b-a9ed-3928ea729b07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1000 time: 0.0636444 Oct 27 17:00:48.533264 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'port_id': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'mac_address': 'fa:16:3e:6c:74:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:00:48.573087 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:48.573537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-86266dfa-c942-4402-bb38-944033f5d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:48.575013 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-86266dfa-c942-4402-bb38-944033f5d0b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0437644 Oct 27 17:00:48.586770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58d9b48-3c51-4920-aa2b-e4bc703ad479 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:00:48.606241 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:48.621483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-1df86b9f-98aa-4c96-bec8-9582fac5343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:48.622942 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-1df86b9f-98aa-4c96-bec8-9582fac5343a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413156 Oct 27 17:00:48.682283 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:48.723086 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-47a8fae5-5995-42c8-8686-24698b7c0d8b service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916204 Oct 27 17:00:48.729126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:48.736292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.736639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.736974 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.737306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.737632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.737957 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.738277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.738600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.738915 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.739232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.740067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.740434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:00:48.817272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-52a3a30d-9293-4d2c-839a-4dc04e00c576 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864587 Oct 27 17:00:48.928389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['c58d9b48-3c51-4920-aa2b-e4bc703ad479'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:00:49.334404 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a3a89c-a515-49cf-b065-e906580779ec req-1d17e0c0-37ee-4f05-ad68-3acfff1bf186 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:49.335903 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5a3a89c-a515-49cf-b065-e906580779ec req-1d17e0c0-37ee-4f05-ad68-3acfff1bf186 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 944 time: 0.0496523 Oct 27 17:00:49.373546 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5a3a89c-a515-49cf-b065-e906580779ec req-6768a018-f03b-43ec-a0e1-292ab1d0e21f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315690 Oct 27 17:00:50.433949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:50.569265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3daf78-bc26-4279-9e2e-31be18e68609 req-6915344b-d1a1-40a7-8e28-620a882d1fc2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:50.569866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port c58d9b48-3c51-4920-aa2b-e4bc703ad479 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:00:50.570730 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0c3daf78-bc26-4279-9e2e-31be18e68609 req-6915344b-d1a1-40a7-8e28-620a882d1fc2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 944 time: 0.1269584 Oct 27 17:00:50.574215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port c58d9b48-3c51-4920-aa2b-e4bc703ad479 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:50.580449 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:50.610940 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0c3daf78-bc26-4279-9e2e-31be18e68609 req-68567a58-4743-483a-a125-1061c7b6b6d0 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339994 Oct 27 17:00:50.815790 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:50.839405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:50.841793 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517c5cce-4a31-480d-9f60-f670491abe9c" -d '{"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-plugged", "status": "completed", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:50.855726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:50.891757 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1ca46f-7321-4df8-bc7f-264ab05b4702 x-openstack-request-id: req-0d1ca46f-7321-4df8-bc7f-264ab05b4702 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:50.892100 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-plugged", "status": "completed", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:50.896572 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d1ca46f-7321-4df8-bc7f-264ab05b4702 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:50.896572 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'code': 200} Oct 27 17:00:50.939293 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:50.985442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:51.284439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-a2f75323-6c90-4e87-811f-e52f70072137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:51.285924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-a2f75323-6c90-4e87-811f-e52f70072137 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 1096 time: 0.0403469 Oct 27 17:00:51.297526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:00:51.357960 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:51.552354 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c62a7c18-b7a3-4a3d-9b03-f4551ff68e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:51.556406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:51.590946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:51.629297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:51.632197 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f19c0e5-653b-43c2-b14b-363935f48d2d" -d '{"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-unplugged", "status": "completed", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:51.636341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:51.650411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Transition to ACTIVE for port object c58d9b48-3c51-4920-aa2b-e4bc703ad479 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:00:51.690440 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc380a0-ef98-437c-883e-cbe66fa84828 x-openstack-request-id: req-6cc380a0-ef98-437c-883e-cbe66fa84828 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:51.690729 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-unplugged", "status": "completed", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:51.690982 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6cc380a0-ef98-437c-883e-cbe66fa84828 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:51.691466 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'code': 200} Oct 27 17:00:51.706373 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:51.784168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7fda3-9507-45f4-99e2-eabce0fe4701 req-13922be2-8a23-47f7-952a-07400500835f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:51.787157 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15c7fda3-9507-45f4-99e2-eabce0fe4701 req-13922be2-8a23-47f7-952a-07400500835f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 944 time: 0.1034572 Oct 27 17:00:51.804292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:51.832008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15c7fda3-9507-45f4-99e2-eabce0fe4701 req-963b7056-180b-4ca0-905f-4d924a0682dc tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376616 Oct 27 17:00:51.848014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] No DVR routers for this DVR port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:00:51.985504 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:00:51.985836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:00:51.986159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:51.990767 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:00:51.991086 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Attempting to bind port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:00:51.996321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:00:51.996660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:00:51.997041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:00:51.997468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Bound port: c58d9b48-3c51-4920-aa2b-e4bc703ad479, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:00:51.997815 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:52.059639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:00:52.062839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:00:52.112374 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:52.148632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:52.149354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:52.150828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] 10.222.0.54 "PUT /v2.0/ports/c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1092 time: 0.8575459 Oct 27 17:00:52.188740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a92b72-8e46-4398-bae2-75300d02d4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=11']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:52.223503 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-83dbef62-335f-433e-bf25-d7a5f2985208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:52.226057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-83dbef62-335f-433e-bf25-d7a5f2985208 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1095 time: 0.0500531 Oct 27 17:00:52.272903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:52.323462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-edfbd530-cfc3-4d81-b54f-361943e44556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:52.324990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-edfbd530-cfc3-4d81-b54f-361943e44556 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0918248 Oct 27 17:00:52.391952 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:52.395610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-6bdf2cc6-f2ff-4732-856e-357d647c333f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1000 time: 0.0632770 Oct 27 17:00:52.447617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-26ad1bf5-d780-4efe-86f6-75f8e584c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:52.449132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-26ad1bf5-d780-4efe-86f6-75f8e584c1e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0472558 Oct 27 17:00:52.497179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-c554a8cd-2d59-4c24-9b10-5b7bcff03842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:52.498670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-c554a8cd-2d59-4c24-9b10-5b7bcff03842 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417268 Oct 27 17:00:52.594757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-9bec604e-b4ed-4691-8ed7-3622aaaf7b13 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877669 Oct 27 17:00:52.683931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1fdd0b63-ef9e-40aa-8636-c504ff9b4791 req-2bc4fe35-3834-4dcd-afcc-8d45b8b1450e service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820689 Oct 27 17:00:52.955653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c960d5-c505-4250-b447-0f2bc1a25f26 req-13429a03-6161-41c5-b02a-80360f643e97 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:52.957158 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-48c960d5-c505-4250-b447-0f2bc1a25f26 req-13429a03-6161-41c5-b02a-80360f643e97 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 944 time: 0.0536594 Oct 27 17:00:52.995620 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-48c960d5-c505-4250-b447-0f2bc1a25f26 req-e309a102-9db6-4b76-8a97-9910164fc442 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318854 Oct 27 17:00:53.693214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:53.695591 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af" -d '{"events": [{"name": "network-changed", "server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:53.746461 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764ee48d-337d-4264-ad44-a2974bae4bc7 x-openstack-request-id: req-764ee48d-337d-4264-ad44-a2974bae4bc7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:53.746754 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:53.747065 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-764ee48d-337d-4264-ad44-a2974bae4bc7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:53.747522 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'status': 'completed', 'code': 200} Oct 27 17:00:53.812551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-431fb668-624d-40d2-b047-5c455fe43efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:53.814181 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-431fb668-624d-40d2-b047-5c455fe43efe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1095 time: 0.0434000 Oct 27 17:00:54.264312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-42ae1f88-136d-4428-8c62-ec241e15392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.265824 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-42ae1f88-136d-4428-8c62-ec241e15392f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 1095 time: 0.5002806 Oct 27 17:00:54.356808 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff81e0-c7d2-4085-a446-6c8a6fa444e6 req-91b9cba4-207a-4b78-a292-f19dd002c094 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.357594 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:54.358280 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81ff81e0-c7d2-4085-a446-6c8a6fa444e6 req-91b9cba4-207a-4b78-a292-f19dd002c094 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 944 time: 0.1405952 Oct 27 17:00:54.367183 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-4f2b2c20-b87b-4aed-95c8-0df5d0fad112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.368668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-4f2b2c20-b87b-4aed-95c8-0df5d0fad112 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.5446546 Oct 27 17:00:54.464435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:00:54.470600 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81ff81e0-c7d2-4085-a446-6c8a6fa444e6 req-a9ed0498-3154-4992-b73c-34782b075eff tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046891 Oct 27 17:00:54.481215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-f6b51bc0-a064-4ee1-9fa4-453b35cc33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.481215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-f6b51bc0-a064-4ee1-9fa4-453b35cc33e4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.2028899 Oct 27 17:00:54.485426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-aca7f6b6-3ca3-4f71-a7ee-df9290a3458b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1000 time: 0.1073635 Oct 27 17:00:54.517253 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:00:54.585200 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-32d650de-8891-42a3-b045-9bd6c5360a7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 200 len: 1000 time: 0.0988138 Oct 27 17:00:54.586818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-83172bed-1f99-43d1-a79a-84a25da01485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.588242 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-83172bed-1f99-43d1-a79a-84a25da01485 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0962782 Oct 27 17:00:54.669844 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-4ba95a7b-3284-4a9f-901c-4a4c25dfdc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.671225 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-4ba95a7b-3284-4a9f-901c-4a4c25dfdc61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0795681 Oct 27 17:00:54.675553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-f5dc64e0-b060-4c3b-afe8-8e921a62d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.677714 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-f5dc64e0-b060-4c3b-afe8-8e921a62d405 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779762 Oct 27 17:00:54.766147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-a82976e8-abab-4ff8-8d87-e86ffaeb7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:54.767653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-a82976e8-abab-4ff8-8d87-e86ffaeb7a70 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889084 Oct 27 17:00:54.840934 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-b24bb372-6161-4d24-af22-1af744187eed service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546738 Oct 27 17:00:54.929505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-dbda5fce-162c-4f76-b996-d0294d866c64 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509602 Oct 27 17:00:55.004686 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-de63a394-25fe-4547-ad91-e3092ec7ab52 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538277 Oct 27 17:00:55.039141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ce0a3b0f-7e91-4635-9e08-c4e83c1c77af req-6117ace2-3f19-45f3-b085-381af73feb2e service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014187 Oct 27 17:00:55.584738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:00:55.588648 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3176b-7929-4a31-91c7-ccc206c56e8d req-bf95cc86-1383-4877-9e31-1b080c03260a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:55.590137 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ad3176b-7929-4a31-91c7-ccc206c56e8d req-bf95cc86-1383-4877-9e31-1b080c03260a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 944 time: 0.0486863 Oct 27 17:00:55.632098 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1ad3176b-7929-4a31-91c7-ccc206c56e8d req-808ef0dc-d43e-4d77-9666-566e10b632f0 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359094 Oct 27 17:00:55.681593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:55.693023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'port_id': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'mac_address': 'fa:16:3e:6c:74:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:00:55.730104 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:55.743333 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58d9b48-3c51-4920-aa2b-e4bc703ad479 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:00:55.754670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3216d5-f2be-4a19-9253-91c3f4ec5d86 req-a4c6fe1c-cf3c-4475-a1a4-4fc2a9b7c159 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:55.756640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b3216d5-f2be-4a19-9253-91c3f4ec5d86 req-a4c6fe1c-cf3c-4475-a1a4-4fc2a9b7c159 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 944 time: 0.0549819 Oct 27 17:00:55.763513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:55.796274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b3216d5-f2be-4a19-9253-91c3f4ec5d86 req-8ef5fecb-03bf-44bf-a8f0-664cbe05be24 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332551 Oct 27 17:00:55.818430 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:55.862377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=12']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:55.914233 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb544f8c-a009-451e-bbf1-4b60e493a86c req-e77aa519-92c9-496f-891b-e6a48dab96b2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:55.915740 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb544f8c-a009-451e-bbf1-4b60e493a86c req-e77aa519-92c9-496f-891b-e6a48dab96b2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0495641 Oct 27 17:00:55.953755 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-eb544f8c-a009-451e-bbf1-4b60e493a86c req-0b3b4bbb-8b43-4691-8ab0-3e667adbc2bd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318670 Oct 27 17:00:56.052884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['c58d9b48-3c51-4920-aa2b-e4bc703ad479'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:00:56.367272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182af47e-c205-4256-9d36-03c7e802fd0d req-06999d06-c055-4e32-bc81-de9c44d8ef7e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:56.368904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-182af47e-c205-4256-9d36-03c7e802fd0d req-06999d06-c055-4e32-bc81-de9c44d8ef7e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0499489 Oct 27 17:00:56.407732 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-182af47e-c205-4256-9d36-03c7e802fd0d req-8f33f516-cd1a-4bfe-a57e-80508b9379c6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329232 Oct 27 17:00:57.526193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96789f21-207c-4b7f-bea3-e27e8c9738d2 req-c7f1613e-cf38-4fa4-8f1e-bcd5976e76d4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:57.527650 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96789f21-207c-4b7f-bea3-e27e8c9738d2 req-c7f1613e-cf38-4fa4-8f1e-bcd5976e76d4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0490336 Oct 27 17:00:57.573826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96789f21-207c-4b7f-bea3-e27e8c9738d2 req-da8e44a6-42e3-4c25-abf0-0e1039f30428 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400963 Oct 27 17:00:57.610443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-6a9974f3-c9ee-4155-b7a6-9d3794b44e45 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:00:57.611985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-6a9974f3-c9ee-4155-b7a6-9d3794b44e45 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 945 time: 0.0537791 Oct 27 17:00:57.614964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:00:57.705242 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Deleting port c58d9b48-3c51-4920-aa2b-e4bc703ad479 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:00:57.705499 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.756432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port c58d9b48-3c51-4920-aa2b-e4bc703ad479 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:00:57.760595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port c58d9b48-3c51-4920-aa2b-e4bc703ad479 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:00:57.760969 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.794499 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:57.794872 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.839540 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.862220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:57.865170 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e024394-ab88-4e77-afd4-16bbf2ea69e2" -d '{"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-plugged", "status": "completed", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:57.879704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port c58d9b48-3c51-4920-aa2b-e4bc703ad479, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=c58d9b48-3c51-4920-aa2b-e4bc703ad479,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:00:57.906636 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df835d7-63f6-4751-af44-59b9824ff240 x-openstack-request-id: req-9df835d7-63f6-4751-af44-59b9824ff240 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:57.906934 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-plugged", "status": "completed", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:57.907188 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9df835d7-63f6-4751-af44-59b9824ff240 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:57.907581 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'code': 200} Oct 27 17:00:57.934974 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.980950 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.981222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:57.981542 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Floating IP b825aa4c-206f-457d-94bf-4b0748b4f118 disassociated. External IP: 172.25.4.180, port: c58d9b48-3c51-4920-aa2b-e4bc703ad479. Oct 27 17:00:57.981913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Calling delete_port for c58d9b48-3c51-4920-aa2b-e4bc703ad479 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:00:57.986581 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=13']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:58.157460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.191743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event deleted for resources: {'Port': ['ID=c58d9b48-3c51-4920-aa2b-e4bc703ad479,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:00:58.311652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Router 061ca727-ed18-4ce4-9328-0be457ee984e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:00:58.419852 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:00:58.430136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb182be6-6fde-4f71-bac2-054cc7bacc3b None None] Sync routers for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:00:58.441059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb182be6-6fde-4f71-bac2-054cc7bacc3b None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:58.441673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb182be6-6fde-4f71-bac2-054cc7bacc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:58.464264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] No DVR routers for this DVR port c58d9b48-3c51-4920-aa2b-e4bc703ad479 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:00:58.466901 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:58.470252 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e33c92d-f459-4cbd-b84a-b26a6793e106 req-261bd93b-25a2-4c48-824f-798f842c3c87 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "DELETE /v2.0/ports/c58d9b48-3c51-4920-aa2b-e4bc703ad479 HTTP/1.1" status: 204 len: 173 time: 0.8523977 Oct 27 17:00:58.470696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-deleted', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:00:58.473005 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89b5a89-e7da-41b2-90df-e4bc80245129" -d '{"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-deleted", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:00:58.509877 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a0d62a-971a-4194-a50c-43b27d472a47 x-openstack-request-id: req-63a0d62a-971a-4194-a50c-43b27d472a47 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:00:58.510200 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c84305a-f413-414b-bcba-b4aa0512884e", "name": "network-vif-deleted", "tag": "c58d9b48-3c51-4920-aa2b-e4bc703ad479", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:00:58.510401 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63a0d62a-971a-4194-a50c-43b27d472a47 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:00:58.510796 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c84305a-f413-414b-bcba-b4aa0512884e', 'name': 'network-vif-deleted', 'tag': 'c58d9b48-3c51-4920-aa2b-e4bc703ad479', 'status': 'completed', 'code': 200} Oct 27 17:00:58.562940 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bb182be6-6fde-4f71-bac2-054cc7bacc3b None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:58.674522 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-59d9f619-d443-480e-8105-4fcc8d829f5b req-31ae0421-64ad-48ac-a0e0-ba2919ca04e5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c84305a-f413-414b-bcba-b4aa0512884e HTTP/1.1" status: 200 len: 210 time: 0.0272048 Oct 27 17:00:58.775055 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb182be6-6fde-4f71-bac2-054cc7bacc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:58.805451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb182be6-6fde-4f71-bac2-054cc7bacc3b None None] Checking router: 061ca727-ed18-4ce4-9328-0be457ee984e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:00:58.814236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb182be6-6fde-4f71-bac2-054cc7bacc3b None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:00:58.814967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb182be6-6fde-4f71-bac2-054cc7bacc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:58.915286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-bb182be6-6fde-4f71-bac2-054cc7bacc3b None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:00:59.112805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-bb182be6-6fde-4f71-bac2-054cc7bacc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:00:59.140102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb182be6-6fde-4f71-bac2-054cc7bacc3b None None] The sync data for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 is: [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:00:59.358925 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a4e54-0c96-4e2b-b812-b7f03dee6852 None None] New status for floating IP b825aa4c-206f-457d-94bf-4b0748b4f118: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:00:59.866528 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:00:59.953317 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-fe38d4df-b1cb-4e41-b5ba-aa4ded59b7ca tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1264637819&fields=id&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 267 time: 0.0354965 Oct 27 17:01:00.066634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-2d7344d4-6e25-495d-b282-70e5c865da10 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:00.069205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-2d7344d4-6e25-495d-b282-70e5c865da10 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 812 time: 0.1081302 Oct 27 17:01:00.084318 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-8f2b166f-e427-4741-8b0f-6b07166b2057 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/quotas/4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 375 time: 0.0093467 Oct 27 17:01:00.137259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-cccf3956-26e7-4113-926e-9a5d0aeb3e33 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476749 Oct 27 17:01:00.233532 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-f5d2afc1-c926-4e1c-b676-5b83c0c72f21 service neutron] 10.222.0.15 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844359 Oct 27 17:01:00.326484 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-fdddf2a3-2420-436e-8490-107ba0aadb78 service neutron] 10.222.0.15 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860882 Oct 27 17:01:00.566447 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dc80e568-2cee-4ed0-a315-5f6360cb27dc req-2d4359fc-c83e-4685-8053-8e1d4281e4a0 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 210 time: 0.0293765 Oct 27 17:01:01.657567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:01:01.672520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a79a501b-7c35-4208-b9e0-30bfb2ad07ff req-7e773e44-d9a4-46c1-a315-0dbac97d26a3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 210 time: 0.0287261 Oct 27 17:01:01.682156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: c58d9b48-3c51-4920-aa2b-e4bc703ad479 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:01:01.682503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device c58d9b48-3c51-4920-aa2b-e4bc703ad479 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:01:02.390311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-3cd74d6f-778e-46b1-88a9-091be8b4d6f3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:02.391774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-3cd74d6f-778e-46b1-88a9-091be8b4d6f3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 812 time: 0.1060328 Oct 27 17:01:02.434054 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64b30221-5cf6-4b61-9bb9-02000549ceda tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 380 time: 0.0337255 Oct 27 17:01:02.446607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'port': {'device_id': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'admin_state_up': True, 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'security_groups': ['04dc1b6e-b1b7-41a6-8a66-9489346df8a9']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:02.632166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Made reservation on behalf of 4cf4c6fa66bf43fe9e08778933a4bb84 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:01:02.635862 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:02.765863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Allocated IP 172.20.0.14 (b1d9b658-a16e-4497-aecd-84f3f3d0b49c/5d59d243-a0f8-456b-8d8b-514646e15e62/75558f90-1d8d-46e1-af77-b5090dc4f3c9) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:01:02.771719 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-94baaf2e-122a-4218-bd6a-7421cebbba90 req-71b652ee-ece2-4029-a32f-ada72928f3fe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 210 time: 0.0266571 Oct 27 17:01:02.903970 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.003433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.014713 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.046846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:01:03.049991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:01:03.053985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:01:03.081108 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:03.109772 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:03.110292 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.183187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64a6b8a5-7ed1-4757-aa8f-931e19cf4d84 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7409019 Oct 27 17:01:03.196454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Request body: {'port': {'device_id': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:03.261168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.328566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-952c23ab-e2e5-4eab-aacb-b981ecc0514d None None] Provisioning complete for port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:03.328864 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-952c23ab-e2e5-4eab-aacb-b981ecc0514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.363546 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-952c23ab-e2e5-4eab-aacb-b981ecc0514d None None] Port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:01:03.523919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75558f90-1d8d-46e1-af77-b5090dc4f3c9 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:03.531280 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.543577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Transition to ACTIVE for port object 75558f90-1d8d-46e1-af77-b5090dc4f3c9 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:01:03.601502 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.653977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:03.725796 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:01:03.726134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:01:03.726467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:03.731233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:01:03.731560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:01:03.736626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:01:03.736948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:01:03.737334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:01:03.737762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Bound port: 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:01:03.738118 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.804638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:01:03.807732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:01:03.872525 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.913129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:03.913808 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:03.915088 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] 10.222.0.54 "PUT /v2.0/ports/75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1092 time: 0.7231855 Oct 27 17:01:03.921272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:03.924348 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f4984e-94a0-4a20-b219-521b6a6cdded" -d '{"events": [{"name": "network-changed", "server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:03.946349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729bbba-1806-41f1-a25d-44eb58cbccd8 req-194ed0b6-e46b-4aba-b1cf-a4403315f177 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:03.948028 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1729bbba-1806-41f1-a25d-44eb58cbccd8 req-194ed0b6-e46b-4aba-b1cf-a4403315f177 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.1045537 Oct 27 17:01:03.982468 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2662ff-c9c4-477a-9281-6e733079e940 x-openstack-request-id: req-eb2662ff-c9c4-477a-9281-6e733079e940 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:03.982841 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:03.983161 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb2662ff-c9c4-477a-9281-6e733079e940 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:03.983651 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'status': 'completed', 'code': 200} Oct 27 17:01:04.000605 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900ef2f-6545-435c-b894-a8c9eccf6bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:04.034579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1729bbba-1806-41f1-a25d-44eb58cbccd8 req-34560ad8-c705-40f8-9494-d42e9feb1632 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784116 Oct 27 17:01:04.047696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4984e-94a0-4a20-b219-521b6a6cdded req-3b4f346a-5a98-4a9c-9985-8ac3a8c67446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:04.049236 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0f4984e-94a0-4a20-b219-521b6a6cdded req-3b4f346a-5a98-4a9c-9985-8ac3a8c67446 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1095 time: 0.0599782 Oct 27 17:01:04.155512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4984e-94a0-4a20-b219-521b6a6cdded req-48f46468-c730-4e40-8d6b-07d41fea10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:04.157037 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0f4984e-94a0-4a20-b219-521b6a6cdded req-48f46468-c730-4e40-8d6b-07d41fea10e2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1004713 Oct 27 17:01:04.250708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4984e-94a0-4a20-b219-521b6a6cdded req-b07ede9e-2fcc-4171-bee6-d0a792b7fee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:04.252256 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0f4984e-94a0-4a20-b219-521b6a6cdded req-b07ede9e-2fcc-4171-bee6-d0a792b7fee7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876386 Oct 27 17:01:04.331884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64f80417-9058-4c10-9b10-ac4b20438ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:04.333960 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-64f80417-9058-4c10-9b10-ac4b20438ce1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1095 time: 0.0443974 Oct 27 17:01:04.373144 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-4970e181-ee98-4aec-ba6f-0e9a97d7bbf5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 217 time: 0.0324931 Oct 27 17:01:04.421975 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-00cb5128-0da4-44cc-8189-7ff4331b0300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:04.423400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-00cb5128-0da4-44cc-8189-7ff4331b0300 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0435047 Oct 27 17:01:04.511318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-947ac7d6-6974-4b4e-8e57-9ae72da0a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:04.512901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-947ac7d6-6974-4b4e-8e57-9ae72da0a0be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826280 Oct 27 17:01:04.603898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-811a2f20-cc50-49ce-81b1-7c8ed43ce969 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834837 Oct 27 17:01:04.697417 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1a3695c-4418-44d6-8ee5-85c40807acd3 req-23c2c0ea-586f-4074-bacd-828480a0400b service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863719 Oct 27 17:01:05.156708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddd6e0-9166-4fa2-bca2-1f44f6d92724 req-077fa4eb-b878-4019-9f62-7dc84a43e598 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:05.158200 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6dddd6e0-9166-4fa2-bca2-1f44f6d92724 req-077fa4eb-b878-4019-9f62-7dc84a43e598 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0512602 Oct 27 17:01:05.202116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6dddd6e0-9166-4fa2-bca2-1f44f6d92724 req-fc8e5acf-fcd1-4f11-8079-44ede05207ff tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377638 Oct 27 17:01:06.319016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d039c66-a967-4fb6-8a29-8f567f4a9e43 req-0fa28427-830f-43d2-955e-de35579b88a9 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:06.320507 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d039c66-a967-4fb6-8a29-8f567f4a9e43 req-0fa28427-830f-43d2-955e-de35579b88a9 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0496390 Oct 27 17:01:06.358153 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d039c66-a967-4fb6-8a29-8f567f4a9e43 req-1ab2b48c-8e3a-4bc2-9625-8774e28de993 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315871 Oct 27 17:01:07.220232 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:01:07.474685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad10f0e-f7f7-4b46-bae2-0b9d917a5f31 req-8b5c6557-93d7-4faf-a814-33204333e44d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:07.476099 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ad10f0e-f7f7-4b46-bae2-0b9d917a5f31 req-8b5c6557-93d7-4faf-a814-33204333e44d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0503237 Oct 27 17:01:07.515962 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ad10f0e-f7f7-4b46-bae2-0b9d917a5f31 req-f74e60fe-2772-47ad-bd2d-0434b07c0655 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338154 Oct 27 17:01:07.672964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 75558f90-1d8d-46e1-af77-b5090dc4f3c9 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:01:07.765377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:07.776472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'port_id': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'mac_address': 'fa:16:3e:d0:cb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:01:07.816263 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.829128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75558f90-1d8d-46e1-af77-b5090dc4f3c9 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:01:07.847947 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:07.922707 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:07.970488 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:08.109553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['75558f90-1d8d-46e1-af77-b5090dc4f3c9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:01:08.631312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880b81a-ea3b-4888-973e-dd6c69e7a14c req-80a0e3f2-37ed-4781-a19f-abf0b6ebb651 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:08.633001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4880b81a-ea3b-4888-973e-dd6c69e7a14c req-80a0e3f2-37ed-4781-a19f-abf0b6ebb651 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0482976 Oct 27 17:01:08.670129 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4880b81a-ea3b-4888-973e-dd6c69e7a14c req-08bd6d6c-4714-49af-9a8b-1cb7b596616d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Oct 27 17:01:09.697529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 75558f90-1d8d-46e1-af77-b5090dc4f3c9 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:01:09.795390 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0a426-8fc8-4f7c-9e60-16d4a962f969 req-0426aea9-49f9-4477-bde6-708910f89538 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:09.800352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78b0a426-8fc8-4f7c-9e60-16d4a962f969 req-0426aea9-49f9-4477-bde6-708910f89538 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0539558 Oct 27 17:01:09.820236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:01:09.824631 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:01:09.829081 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:09.837430 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78b0a426-8fc8-4f7c-9e60-16d4a962f969 req-2c6f3ddc-9f52-422e-ba6b-f74c49fb925a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Oct 27 17:01:09.901330 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:09.923039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:09.925353 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f7cd3c-7b5c-4131-a00a-3b7149fa8cbc" -d '{"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-plugged", "status": "completed", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:09.941646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:01:09.965134 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d6d71d-d9a8-4bea-bf4f-33eeb1783858 x-openstack-request-id: req-46d6d71d-d9a8-4bea-bf4f-33eeb1783858 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:09.965426 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-plugged", "status": "completed", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:09.965682 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46d6d71d-d9a8-4bea-bf4f-33eeb1783858 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:09.966081 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'code': 200} Oct 27 17:01:10.003449 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:10.053153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:01:10.073577 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde3546-e88f-493a-a0c2-5e98230aff14 req-7e17664e-5b6b-452c-a6c7-ee5ff1b1afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:10.075085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5dde3546-e88f-493a-a0c2-5e98230aff14 req-7e17664e-5b6b-452c-a6c7-ee5ff1b1afd2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1097 time: 0.0453334 Oct 27 17:01:10.115121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5dde3546-e88f-493a-a0c2-5e98230aff14 req-033c470b-930d-470c-a35e-6970662d8a7e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313518 Oct 27 17:01:10.953761 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc07d0-17b1-4abb-92f8-204d977fb8f4 req-11e75386-9c2b-479e-b009-578bf6a455f6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:10.955207 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1cc07d0-17b1-4abb-92f8-204d977fb8f4 req-11e75386-9c2b-479e-b009-578bf6a455f6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0503550 Oct 27 17:01:10.993564 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1cc07d0-17b1-4abb-92f8-204d977fb8f4 req-7e06f1a4-0913-4ff5-ba44-afab2db1ebea tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320570 Oct 27 17:01:12.110209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4d780-d690-4949-b285-7f4309bae24a req-6b61e531-e05f-4cea-bb1e-6173f097a981 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:12.111683 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33e4d780-d690-4949-b285-7f4309bae24a req-6b61e531-e05f-4cea-bb1e-6173f097a981 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0484567 Oct 27 17:01:12.149744 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33e4d780-d690-4949-b285-7f4309bae24a req-7e477d3c-36aa-47ca-a050-228734c8f90e tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315263 Oct 27 17:01:12.262938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37cafa-3aa2-48f5-b6b3-26dbabff306a req-abe54cb2-6979-414b-bb97-ffe8cb1d1aeb tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:12.264401 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6f37cafa-3aa2-48f5-b6b3-26dbabff306a req-abe54cb2-6979-414b-bb97-ffe8cb1d1aeb tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0489655 Oct 27 17:01:12.273201 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 46614) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:01:12.277431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-db4d2bd9-dc59-4308-9d79-5d855b093639 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Request body: {'floatingip': {'port_id': '75558f90-1d8d-46e1-af77-b5090dc4f3c9'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:01:12.320376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db4d2bd9-dc59-4308-9d79-5d855b093639 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.726418 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db4d2bd9-dc59-4308-9d79-5d855b093639 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.803377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db4d2bd9-dc59-4308-9d79-5d855b093639 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:12.901921 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-db4d2bd9-dc59-4308-9d79-5d855b093639 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Floating IP b825aa4c-206f-457d-94bf-4b0748b4f118 associated. External IP: 172.25.4.180, port: 75558f90-1d8d-46e1-af77-b5090dc4f3c9. Oct 27 17:01:13.394760 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4d2bd9-dc59-4308-9d79-5d855b093639 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Router 061ca727-ed18-4ce4-9328-0be457ee984e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:01:13.502263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4d2bd9-dc59-4308-9d79-5d855b093639 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:01:13.507975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-db4d2bd9-dc59-4308-9d79-5d855b093639 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:13.512525 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86792a8-d2e7-4ad3-9466-2147e3f10928 None None] Sync routers for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:01:13.522220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86792a8-d2e7-4ad3-9466-2147e3f10928 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:01:13.522833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e86792a8-d2e7-4ad3-9466-2147e3f10928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:13.535018 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-db4d2bd9-dc59-4308-9d79-5d855b093639 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "PUT /v2.0/floatingips/b825aa4c-206f-457d-94bf-4b0748b4f118 HTTP/1.1" status: 200 len: 993 time: 1.2608395 Oct 27 17:01:13.535617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:01:13.538088 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65850662-04f9-470a-afc4-3e716e63302c" -d '{"events": [{"name": "network-changed", "server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:01:13.581672 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90669ad-6686-4e4f-823a-5ba4704e5139 x-openstack-request-id: req-a90669ad-6686-4e4f-823a-5ba4704e5139 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:01:13.581975 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:01:13.582235 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a90669ad-6686-4e4f-823a-5ba4704e5139 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:01:13.582645 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'status': 'completed', 'code': 200} Oct 27 17:01:13.633054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e86792a8-d2e7-4ad3-9466-2147e3f10928 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:01:13.646952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850662-04f9-470a-afc4-3e716e63302c req-4b0b232d-9702-4ccb-ac00-9f9045d66638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:13.648518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65850662-04f9-470a-afc4-3e716e63302c req-4b0b232d-9702-4ccb-ac00-9f9045d66638 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1097 time: 0.0429335 Oct 27 17:01:13.744569 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850662-04f9-470a-afc4-3e716e63302c req-41daa844-2c60-4970-a409-f4a608e59bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:13.746031 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65850662-04f9-470a-afc4-3e716e63302c req-41daa844-2c60-4970-a409-f4a608e59bf9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0905099 Oct 27 17:01:13.813611 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65850662-04f9-470a-afc4-3e716e63302c req-011afd47-1b5c-4799-a559-4ed3fab478b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1001 time: 0.0587766 Oct 27 17:01:13.856235 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e86792a8-d2e7-4ad3-9466-2147e3f10928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:d0:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T17:01:12Z', 'revision_number': 13, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:13.868543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850662-04f9-470a-afc4-3e716e63302c req-d3bf84bc-691f-49e4-9d9d-fe39d827f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:13.870092 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65850662-04f9-470a-afc4-3e716e63302c req-d3bf84bc-691f-49e4-9d9d-fe39d827f5d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0490515 Oct 27 17:01:13.886486 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86792a8-d2e7-4ad3-9466-2147e3f10928 None None] Checking router: 061ca727-ed18-4ce4-9328-0be457ee984e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:01:13.895000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86792a8-d2e7-4ad3-9466-2147e3f10928 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:01:13.896244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e86792a8-d2e7-4ad3-9466-2147e3f10928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:00:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:13.916363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65850662-04f9-470a-afc4-3e716e63302c req-412ca65d-9193-4101-8fe6-051bc0d14952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:13.917789 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65850662-04f9-470a-afc4-3e716e63302c req-412ca65d-9193-4101-8fe6-051bc0d14952 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404041 Oct 27 17:01:14.009360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65850662-04f9-470a-afc4-3e716e63302c req-3aaa636c-343e-4b87-ade4-72a187e0787d service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842035 Oct 27 17:01:14.107658 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65850662-04f9-470a-afc4-3e716e63302c req-0ba7b5cd-f993-4def-a0ca-83a82b65304c service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911674 Oct 27 17:01:14.168452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e86792a8-d2e7-4ad3-9466-2147e3f10928 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:01:14.388188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e86792a8-d2e7-4ad3-9466-2147e3f10928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:d0:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T17:01:12Z', 'revision_number': 13, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:01:14.413847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86792a8-d2e7-4ad3-9466-2147e3f10928 None None] The sync data for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 is: [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'b825aa4c-206f-457d-94bf-4b0748b4f118', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'port_id': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'mac_address': 'fa:16:3e:d0:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T16:53:56Z', 'updated_at': '2021-10-27T17:01:12Z', 'revision_number': 13, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:01:14.602142 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dd1582-e81c-4f42-81e2-5821eb6c87ed None None] New status for floating IP b825aa4c-206f-457d-94bf-4b0748b4f118: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:01:18.488246 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-12a8c171-499f-408e-a49b-b00e8d8b931e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:20.678369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-4ab6c818-c3cb-4005-b402-1045e9260dbc req-cd67fb87-4569-4e6a-bfed-76c51324f1a6 service neutron] (109723) timed out ('10.222.0.15', 44256) {{(pid=109723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 17:01:21.545360 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cb3d28e7-2779-4da5-8694-e895ce36b199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.313439 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:22.396600 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:24.345243 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:29.842224 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:33.002466 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:42.118623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-8c29cb6e-35b2-4cd7-9bf1-f110c6e778bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385103 Oct 27 17:01:42.202395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-ac8ab1bb-4623-44ce-84a5-3cb44b7b71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:42.203883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-ac8ab1bb-4623-44ce-84a5-3cb44b7b71eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1097 time: 0.0399508 Oct 27 17:01:42.310983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-48c5f44f-8061-4452-92db-2d7618ef52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:42.312494 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-48c5f44f-8061-4452-92db-2d7618ef52c1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0886440 Oct 27 17:01:42.381950 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-d91ed4cb-fb77-4e67-8cab-a9a874a342bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1003 time: 0.0613682 Oct 27 17:01:42.767973 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-faea2852-a85b-46e3-90ea-c66746c1c276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:42.769447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-faea2852-a85b-46e3-90ea-c66746c1c276 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.3784144 Oct 27 17:01:42.816576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-19de4785-e5bc-483b-955d-f683be3a8e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:01:42.818244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-19de4785-e5bc-483b-955d-f683be3a8e4d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399013 Oct 27 17:01:42.909130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-102b919a-1066-40d3-84a9-c74b387008df service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834334 Oct 27 17:01:42.998027 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bca4e1d2-4a53-48df-9ea2-cee1b2ab5fce req-efab9005-40c4-4155-8fc2-17b48abeeba3 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811963 Oct 27 17:01:44.218551 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:01:48.476180 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-03fa7d53-8864-4e5e-b7c7-f66d6c06ec41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:51.556926 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-98ccf01c-6951-4fec-929c-121ba686faf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:52.276399 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:52.385118 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:54.356163 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:01:59.853055 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:02.996442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:18.481658 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9488e827-b06b-40bb-9552-97bc6ac8be20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:21.217009 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:02:21.566974 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a9f6b68b-bc9c-44e3-88d7-390a34f64855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.275334 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:22.389788 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:24.372488 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:29.880696 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:33.000984 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:44.097804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3953133-836a-42cf-8902-50040926f228 req-a9df0e6b-ed14-45aa-9bcf-eda5f681c397 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450406 Oct 27 17:02:44.179076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953133-836a-42cf-8902-50040926f228 req-3d871d1b-28b4-479b-9ee8-13022aaf1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:44.180641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3953133-836a-42cf-8902-50040926f228 req-3d871d1b-28b4-479b-9ee8-13022aaf1669 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1097 time: 0.0407465 Oct 27 17:02:44.285265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953133-836a-42cf-8902-50040926f228 req-849c68f1-4e76-4cdc-9d6f-09ea0e2b3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:44.286935 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3953133-836a-42cf-8902-50040926f228 req-849c68f1-4e76-4cdc-9d6f-09ea0e2b3a62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0850635 Oct 27 17:02:44.356313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3953133-836a-42cf-8902-50040926f228 req-b97720eb-f128-41cc-a836-746dc3e972d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1003 time: 0.0607116 Oct 27 17:02:44.404353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953133-836a-42cf-8902-50040926f228 req-1a001648-0d4c-40b6-bd6a-5c1a21e77fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:44.405788 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3953133-836a-42cf-8902-50040926f228 req-1a001648-0d4c-40b6-bd6a-5c1a21e77fc5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0431712 Oct 27 17:02:44.451321 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953133-836a-42cf-8902-50040926f228 req-7cf7129a-22ab-4809-9bcf-6a5fb5e06754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:44.452818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3953133-836a-42cf-8902-50040926f228 req-7cf7129a-22ab-4809-9bcf-6a5fb5e06754 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396390 Oct 27 17:02:44.546853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3953133-836a-42cf-8902-50040926f228 req-97494bc5-83df-4e09-ad03-f44a9d92c450 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854080 Oct 27 17:02:44.639924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f3953133-836a-42cf-8902-50040926f228 req-9a3d3590-5bda-4e94-9a4e-adb61d44bb48 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855038 Oct 27 17:02:48.486422 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4c54edac-af59-4648-a0d8-d797ed049f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:51.554954 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-89522df8-382e-4ed8-9a98-d8ceb2a08726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:52.158024 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0650c8-8bc9-456e-823c-1999bfbd1f18 req-f6afaece-0a53-4498-89c6-21cc1c59f12f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:02:52.159490 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dc0650c8-8bc9-456e-823c-1999bfbd1f18 req-f6afaece-0a53-4498-89c6-21cc1c59f12f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0496321 Oct 27 17:02:52.198364 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dc0650c8-8bc9-456e-823c-1999bfbd1f18 req-226cd056-85c2-40e7-b0e7-628ef0c1e3c8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323377 Oct 27 17:02:52.246127 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:52.376870 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:54.377784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:02:58.215688 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:02:59.891494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:02.960555 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:05.644749 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-8d9f13e5-6771-4a9f-a669-c445492ee1c7 req-aacc0a75-d05b-4acb-990a-bcb74a90895f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:03:05.645768 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8d9f13e5-6771-4a9f-a669-c445492ee1c7 req-aacc0a75-d05b-4acb-990a-bcb74a90895f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0418026 Oct 27 17:03:05.974416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb0d72-21bb-407d-bee2-b220f3cc122e req-7f556217-e84e-480b-896b-af55ed97cfb9 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:05.976573 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18cb0d72-21bb-407d-bee2-b220f3cc122e req-7f556217-e84e-480b-896b-af55ed97cfb9 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0506487 Oct 27 17:03:06.014727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18cb0d72-21bb-407d-bee2-b220f3cc122e req-37666369-40eb-4d1a-aa9a-c535a5557159 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320759 Oct 27 17:03:06.099188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-86c18016-75aa-47d7-a8e6-b82b080fbdff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0785482 Oct 27 17:03:06.108675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-4c91ea03-0bc1-4355-8bd7-e079bdfee444 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:03:06.109655 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-4c91ea03-0bc1-4355-8bd7-e079bdfee444 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049937 Oct 27 17:03:07.141381 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdbb5d-727a-4b66-acca-125c982f8057 req-62d122bd-663d-4c75-8f90-ac53ab518265 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:07.142963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bcfdbb5d-727a-4b66-acca-125c982f8057 req-62d122bd-663d-4c75-8f90-ac53ab518265 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0543289 Oct 27 17:03:07.184601 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bcfdbb5d-727a-4b66-acca-125c982f8057 req-87454d5b-5dc9-41b0-a719-2e27fee226f5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345266 Oct 27 17:03:07.842522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-36e23f9e-0980-49b3-b117-837527e45a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:07.844031 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-36e23f9e-0980-49b3-b117-837527e45a1f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1097 time: 0.0432341 Oct 27 17:03:07.937895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-672e8c74-a599-4a05-b767-e41cda10917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:07.939349 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-672e8c74-a599-4a05-b767-e41cda10917f service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0874276 Oct 27 17:03:08.006278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-16965ba0-aedd-4b72-ba85-4f059097ddc3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1003 time: 0.0602355 Oct 27 17:03:08.055105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-1c38369f-cf17-4930-b30d-a1d27426aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:08.056574 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-1c38369f-cf17-4930-b30d-a1d27426aba2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0435908 Oct 27 17:03:08.101653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-fe608ad3-5aa3-414e-b3f2-3dc605c90a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:08.103041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-fe608ad3-5aa3-414e-b3f2-3dc605c90a8f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397761 Oct 27 17:03:08.195548 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-04ab05e6-0ec6-491a-939d-cbf040c2d33b service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854635 Oct 27 17:03:08.311372 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-743c2efd-f7fa-49f5-b94d-704b1361f614 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091368 Oct 27 17:03:08.324303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86c081-bb5e-4ee5-a709-039f46ec3c88 req-e5c5fe78-2b6e-438a-9752-7b871bcb53ff tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:08.325810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e86c081-bb5e-4ee5-a709-039f46ec3c88 req-e5c5fe78-2b6e-438a-9752-7b871bcb53ff tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0705318 Oct 27 17:03:08.369990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e86c081-bb5e-4ee5-a709-039f46ec3c88 req-3707f135-7ca0-4fa6-b2bf-11747c56ee0a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379505 Oct 27 17:03:09.486651 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e11a8-bd4e-4ac6-ac70-088a1066f346 req-8e72eb7e-b9f8-4f79-8718-4d32ec4273b8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:09.488184 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-047e11a8-bd4e-4ac6-ac70-088a1066f346 req-8e72eb7e-b9f8-4f79-8718-4d32ec4273b8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0509439 Oct 27 17:03:09.527496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-047e11a8-bd4e-4ac6-ac70-088a1066f346 req-0f9a586e-868d-4322-9510-25a6f6fd13e8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326703 Oct 27 17:03:10.646199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3452079-9b2e-4a20-a526-b7e39120ebf1 req-3d8d5a9d-e565-4e4d-97db-7081d6c88c27 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:10.648517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3452079-9b2e-4a20-a526-b7e39120ebf1 req-3d8d5a9d-e565-4e4d-97db-7081d6c88c27 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0488808 Oct 27 17:03:10.685255 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3452079-9b2e-4a20-a526-b7e39120ebf1 req-0dea1869-ede1-410c-b390-4a45a09893bc tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308471 Oct 27 17:03:11.801437 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdaad4-333e-4c23-a8fb-85b8ac7fe113 req-f4067588-dfb4-40e8-92be-43546b195c1f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:11.802909 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8bdaad4-333e-4c23-a8fb-85b8ac7fe113 req-f4067588-dfb4-40e8-92be-43546b195c1f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0492401 Oct 27 17:03:11.841787 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8bdaad4-333e-4c23-a8fb-85b8ac7fe113 req-869b40c4-782c-4314-95d4-e56d4d177f7b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323558 Oct 27 17:03:12.961427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb309-7e62-4278-988f-862e3f11f8bf req-73d14392-592a-462c-b381-92b44a356654 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:12.962901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aabdb309-7e62-4278-988f-862e3f11f8bf req-73d14392-592a-462c-b381-92b44a356654 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0524540 Oct 27 17:03:13.001161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aabdb309-7e62-4278-988f-862e3f11f8bf req-31c67340-0d4b-4294-8a9e-f9aebaff94cc tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321774 Oct 27 17:03:14.124135 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad93f5-a10b-4abc-8bd7-9e4712405e8c req-a047229e-4b6b-4091-84a5-9fdea09f163f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:14.125611 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ecad93f5-a10b-4abc-8bd7-9e4712405e8c req-a047229e-4b6b-4091-84a5-9fdea09f163f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0532553 Oct 27 17:03:14.163961 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ecad93f5-a10b-4abc-8bd7-9e4712405e8c req-3eaf4fcb-0ab6-4c36-b3b8-f5e3c11d4380 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322948 Oct 27 17:03:15.281650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31bf97-748a-4fd1-a57e-83c68118982e req-808a907d-2b5e-45ca-91fb-0559c07d610d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:15.283121 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9f31bf97-748a-4fd1-a57e-83c68118982e req-808a907d-2b5e-45ca-91fb-0559c07d610d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0500286 Oct 27 17:03:15.326135 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9f31bf97-748a-4fd1-a57e-83c68118982e req-7e3a1759-d110-4a22-926c-c27f00068711 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369072 Oct 27 17:03:16.442509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8129c83-f9ec-4c43-bbf0-87138de25ff1 req-c0e5f8c9-365a-405e-a06c-a6edc224c697 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:16.443986 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8129c83-f9ec-4c43-bbf0-87138de25ff1 req-c0e5f8c9-365a-405e-a06c-a6edc224c697 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0496800 Oct 27 17:03:16.481932 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e8129c83-f9ec-4c43-bbf0-87138de25ff1 req-aeeba18d-4de7-4710-83cc-8273b1989bfc tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Oct 27 17:03:17.597813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742562b4-7b1e-4222-80c0-b809c858b530 req-041430ab-a945-4442-b544-be7fce283fb8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:17.599250 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-742562b4-7b1e-4222-80c0-b809c858b530 req-041430ab-a945-4442-b544-be7fce283fb8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0493832 Oct 27 17:03:17.637468 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-742562b4-7b1e-4222-80c0-b809c858b530 req-6b5e9768-a38e-445b-9a1c-cdf32053ff59 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321622 Oct 27 17:03:18.497385 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d0dfdf7a-fbe6-44f3-82ec-f333d082c806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:18.752616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c44a00-f4d5-4015-a82f-c53841895933 req-ea2485e8-65bf-4b4c-9c77-12f63be2045b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:18.753988 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-31c44a00-f4d5-4015-a82f-c53841895933 req-ea2485e8-65bf-4b4c-9c77-12f63be2045b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0487351 Oct 27 17:03:18.791783 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-31c44a00-f4d5-4015-a82f-c53841895933 req-68b72b07-b2ed-4921-9f3f-1e4c9439a947 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312459 Oct 27 17:03:19.906930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004fba7-c8ab-4aa4-8829-69b620aa0d1b req-868252da-2e56-42c9-a40e-6d527417697a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:19.908454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6004fba7-c8ab-4aa4-8829-69b620aa0d1b req-868252da-2e56-42c9-a40e-6d527417697a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0487018 Oct 27 17:03:19.948633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6004fba7-c8ab-4aa4-8829-69b620aa0d1b req-7f5b35ed-704e-412a-a7a1-680b52da6997 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329151 Oct 27 17:03:21.071032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4527478-f599-4e61-8e5a-38fdb02202c1 req-53694495-6e7b-48c7-813f-c9f65332f661 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:21.072593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4527478-f599-4e61-8e5a-38fdb02202c1 req-53694495-6e7b-48c7-813f-c9f65332f661 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0546281 Oct 27 17:03:21.111072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f4527478-f599-4e61-8e5a-38fdb02202c1 req-9e9a70fd-55cb-49e6-9015-57da07e7a10f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Oct 27 17:03:21.548226 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6bc471ae-e87b-4fa1-8860-e52cc39e5107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:22.229447 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449637c8-f627-4696-96bc-ba17af84e3f5 req-5a6d0e59-f4f2-44c5-b607-08c5c5417246 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:22.231114 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-449637c8-f627-4696-96bc-ba17af84e3f5 req-5a6d0e59-f4f2-44c5-b607-08c5c5417246 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0513272 Oct 27 17:03:22.263016 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:22.276709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-449637c8-f627-4696-96bc-ba17af84e3f5 req-556f7056-e4ef-4cd2-b32e-e079a0dec4ae tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392582 Oct 27 17:03:22.388564 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:22.845388 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-c513b438-c88d-473a-937f-e3a855dae354 service neutron] show failed (client error): The resource could not be found. Oct 27 17:03:22.846444 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-c513b438-c88d-473a-937f-e3a855dae354 service neutron] 10.222.0.54 "GET /v2.0/ports/75558f90-1d8d-46e1-af77-b5090dc4f3c9/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0539935 Oct 27 17:03:23.322406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-1a7b4f88-c08e-489f-95c8-6ef08249ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:23.324014 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-1a7b4f88-c08e-489f-95c8-6ef08249ccc5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 1097 time: 0.0437641 Oct 27 17:03:23.335224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-24649c14-b89d-44bc-a1bc-842ad1c2fb81 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:03:23.336289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-24649c14-b89d-44bc-a1bc-842ad1c2fb81 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059214 Oct 27 17:03:23.347629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:03:23.396307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cf8a6-baed-46fe-85ce-355e620e5852 req-1dd2d40f-ce39-4c2e-9260-92c0c77c30b5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:23.397852 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a09cf8a6-baed-46fe-85ce-355e620e5852 req-1dd2d40f-ce39-4c2e-9260-92c0c77c30b5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0497820 Oct 27 17:03:23.403063 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:23.437521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a09cf8a6-baed-46fe-85ce-355e620e5852 req-b9c42fef-25db-4544-b1a9-26902789311d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336642 Oct 27 17:03:23.609946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:23.641223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:03:23.680970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:03:23.683509 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db556725-ff3e-4c7c-bab9-4e1a9f34e8b4" -d '{"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-unplugged", "status": "completed", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:03:23.687546 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:23.699910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Transition to ACTIVE for port object 75558f90-1d8d-46e1-af77-b5090dc4f3c9 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:03:23.781808 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a688816-3a40-4f9a-8b42-ee20e7afdc48 x-openstack-request-id: req-1a688816-3a40-4f9a-8b42-ee20e7afdc48 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:03:23.782103 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-unplugged", "status": "completed", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:03:23.782360 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a688816-3a40-4f9a-8b42-ee20e7afdc48 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:03:23.782767 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'code': 200} Oct 27 17:03:23.783926 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:23.864042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:23.880932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.882261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.882607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.882949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.883282 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.883612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.883940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.884296 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.884622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.884946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.885268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.885587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:23.918883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] No DVR routers for this DVR port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:03:24.051985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:03:24.052343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:03:24.052668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:03:24.057756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:03:24.058327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:03:24.063194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:03:24.063536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:03:24.063911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:03:24.064357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Bound port: 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:03:24.064709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:24.125818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:03:24.128715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:03:24.211773 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:24.251350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:24.252225 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:24.253364 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] 10.222.0.53 "PUT /v2.0/ports/75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1092 time: 0.9096839 Oct 27 17:03:24.273882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03293f4-d0a8-4f2f-9ed4-60e79325ad96 service neutron] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:24.321199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-f0f11b93-93cb-4738-8867-e0cfa18d0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:24.322784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-f0f11b93-93cb-4738-8867-e0cfa18d0e6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1095 time: 0.0444973 Oct 27 17:03:24.366332 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:24.421453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-5cd3905c-3037-4f07-8206-c836ee466bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:24.422914 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-5cd3905c-3037-4f07-8206-c836ee466bb5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0929215 Oct 27 17:03:24.434942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 75558f90-1d8d-46e1-af77-b5090dc4f3c9 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:03:24.488572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 75558f90-1d8d-46e1-af77-b5090dc4f3c9 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:03:24.502724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-45baf5e0-3d2f-40d0-9f31-5826e4c5835b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1001 time: 0.0716245 Oct 27 17:03:24.554837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-68d1c6d6-9a3c-43e0-a5ba-83e28ac9a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:24.556500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-68d1c6d6-9a3c-43e0-a5ba-83e28ac9a501 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0458620 Oct 27 17:03:24.563260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487c5a5-437e-4570-a25a-ff93a86071e3 req-525d9754-1aab-439e-b899-9e560c849743 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:24.564910 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0487c5a5-437e-4570-a25a-ff93a86071e3 req-525d9754-1aab-439e-b899-9e560c849743 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0508072 Oct 27 17:03:24.603240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-b8a937f0-ebc2-4de6-b59f-792498000d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:24.604672 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0487c5a5-437e-4570-a25a-ff93a86071e3 req-6ed84343-9daa-464c-bc53-a47a14a0c44c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325365 Oct 27 17:03:24.604825 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-b8a937f0-ebc2-4de6-b59f-792498000d01 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417519 Oct 27 17:03:24.699207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-2f6bcad8-eb87-4cd5-b0ed-e87fd4741302 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874803 Oct 27 17:03:24.791611 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-77592a30-38ed-43c6-ac76-42281ab6be9d service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853915 Oct 27 17:03:25.736359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05525a-7bb5-4878-b5da-87de2e3bfdda req-74990778-353d-442c-881c-b6e0052558c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:25.737946 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a05525a-7bb5-4878-b5da-87de2e3bfdda req-74990778-353d-442c-881c-b6e0052558c1 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0570495 Oct 27 17:03:25.780715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3a05525a-7bb5-4878-b5da-87de2e3bfdda req-8c5f79e7-5601-46e5-b6c1-6e24e3ba5514 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362718 Oct 27 17:03:25.784187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:03:25.786593 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cdb898-a502-4b9a-9154-fc86ee41656d" -d '{"events": [{"name": "network-changed", "server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:03:25.841499 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed01244b-d95e-4a9c-ad08-f9c68818220b x-openstack-request-id: req-ed01244b-d95e-4a9c-ad08-f9c68818220b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:03:25.841798 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:03:25.842053 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed01244b-d95e-4a9c-ad08-f9c68818220b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:03:25.842773 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'status': 'completed', 'code': 200} Oct 27 17:03:25.926105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-ff12b31c-3650-4948-999c-ca8a979c320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:25.927606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-ff12b31c-3650-4948-999c-ca8a979c320a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1095 time: 0.0678298 Oct 27 17:03:25.930299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-475f695c-8154-486a-bd2d-4b69a0a47cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:25.931634 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-475f695c-8154-486a-bd2d-4b69a0a47cd4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1095 time: 0.0638256 Oct 27 17:03:26.090079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-80caf969-4e54-4b3b-83fd-594dee37abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:26.091541 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-80caf969-4e54-4b3b-83fd-594dee37abdf service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.1570036 Oct 27 17:03:26.092629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-f9420a57-a534-4fba-ab47-a45686693ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:26.093916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-f9420a57-a534-4fba-ab47-a45686693ff2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.1522758 Oct 27 17:03:26.204280 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-529e7a6f-5c17-4b26-8a2b-b4e434264892 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1001 time: 0.1055202 Oct 27 17:03:26.206099 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-9458f337-66bb-4b3b-bd9e-e53398196123 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1001 time: 0.1019890 Oct 27 17:03:26.285999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-ce904544-dc95-4cc7-a709-ae4b8aa44b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:26.287584 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-ce904544-dc95-4cc7-a709-ae4b8aa44b8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0761318 Oct 27 17:03:26.288954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-aeebcaad-5c17-4fe6-a3b9-19c0dd4f012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:26.290356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-aeebcaad-5c17-4fe6-a3b9-19c0dd4f012d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0718606 Oct 27 17:03:26.362733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-fdf1d03b-a487-408e-9760-4dd91bd05e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:26.364199 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-fdf1d03b-a487-408e-9760-4dd91bd05e6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700848 Oct 27 17:03:26.367412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-aedd1b89-a007-4eb1-9d39-ee839a937d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:26.368778 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-aedd1b89-a007-4eb1-9d39-ee839a937d22 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674171 Oct 27 17:03:26.528423 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-ab9c99d2-ecfe-466b-8708-aef7af8466d7 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569331 Oct 27 17:03:26.530652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-c8787d4b-554a-489c-89b2-d8a74537f94b service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524012 Oct 27 17:03:26.691818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-4779ae20-0942-4e8b-a59e-d50656daebf9 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547918 Oct 27 17:03:26.697078 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62cdb898-a502-4b9a-9154-fc86ee41656d req-2f4d5ffd-de6f-4a33-9d68-e7f4e15f8463 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518102 Oct 27 17:03:26.792466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c0af2-67b4-432a-84af-572023d85209 req-85add137-46b1-4e3d-b2c0-33a5ac5c1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:26.793961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e63c0af2-67b4-432a-84af-572023d85209 req-85add137-46b1-4e3d-b2c0-33a5ac5c1334 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1095 time: 0.0413690 Oct 27 17:03:26.934498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6923c13-ee25-4507-9222-27cbb573c90e req-de5a79f6-78bc-4b64-94ad-185baed04bd5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:26.935985 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6923c13-ee25-4507-9222-27cbb573c90e req-de5a79f6-78bc-4b64-94ad-185baed04bd5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0771275 Oct 27 17:03:26.947588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c0af2-67b4-432a-84af-572023d85209 req-8ebce39e-ae88-4a7f-8146-8479440870c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:26.947588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e63c0af2-67b4-432a-84af-572023d85209 req-8ebce39e-ae88-4a7f-8146-8479440870c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.1294708 Oct 27 17:03:27.023093 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b6923c13-ee25-4507-9222-27cbb573c90e req-4b750cfd-8370-46c3-afd1-dc9cfbbe8b3f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799139 Oct 27 17:03:27.032032 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e63c0af2-67b4-432a-84af-572023d85209 req-32315046-268f-4f3c-bc6f-72d2e1a36f22 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1001 time: 0.0825019 Oct 27 17:03:27.082249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c0af2-67b4-432a-84af-572023d85209 req-12b13ea8-3f58-444d-be9e-a5207d939c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:27.083687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e63c0af2-67b4-432a-84af-572023d85209 req-12b13ea8-3f58-444d-be9e-a5207d939c02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0443656 Oct 27 17:03:27.129273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63c0af2-67b4-432a-84af-572023d85209 req-ac199c61-57e2-4b37-a3fb-a5d1bc998d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:27.130750 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e63c0af2-67b4-432a-84af-572023d85209 req-ac199c61-57e2-4b37-a3fb-a5d1bc998d41 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403774 Oct 27 17:03:27.225912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e63c0af2-67b4-432a-84af-572023d85209 req-95b1b780-228f-4437-96ba-4fd82d9cba03 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872433 Oct 27 17:03:27.322786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e63c0af2-67b4-432a-84af-572023d85209 req-50b89fe4-38a7-4361-b7f0-e3e9dc6669eb service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904019 Oct 27 17:03:28.151664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd3b4d-5914-4abe-b72f-d2278a2df180 req-4afd3ed3-86b6-47b0-81af-4886d0a1b8a4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:28.153196 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89cd3b4d-5914-4abe-b72f-d2278a2df180 req-4afd3ed3-86b6-47b0-81af-4886d0a1b8a4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0549624 Oct 27 17:03:28.192328 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-89cd3b4d-5914-4abe-b72f-d2278a2df180 req-0de0e289-3ad6-4d55-98c5-ea06c6549dc0 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Oct 27 17:03:29.632178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646067f-b571-4886-829f-d5d992303650 req-4dad5781-900d-4ade-92a1-4b4f10c1655d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:29.633794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f646067f-b571-4886-829f-d5d992303650 req-4dad5781-900d-4ade-92a1-4b4f10c1655d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.3682454 Oct 27 17:03:29.672678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f646067f-b571-4886-829f-d5d992303650 req-8d5b1ebf-f58e-4e4b-87be-483d02206eb6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324359 Oct 27 17:03:29.873876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:30.788011 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87637e79-44aa-401a-8020-7052734969d3 req-4009c8d3-6ab8-4102-85a4-b846d580f828 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:30.790599 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-87637e79-44aa-401a-8020-7052734969d3 req-4009c8d3-6ab8-4102-85a4-b846d580f828 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0509953 Oct 27 17:03:30.829128 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-87637e79-44aa-401a-8020-7052734969d3 req-961c9be4-28c2-46ff-961a-be8096198b86 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 Oct 27 17:03:31.943755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54af088-d8dd-467a-bfb1-2c89e6bb7c62 req-738c8193-9c3b-4eb7-8ffc-8057454fcb03 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:31.945816 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c54af088-d8dd-467a-bfb1-2c89e6bb7c62 req-738c8193-9c3b-4eb7-8ffc-8057454fcb03 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0485265 Oct 27 17:03:31.981914 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c54af088-d8dd-467a-bfb1-2c89e6bb7c62 req-c6d2d5c9-69f6-4df5-9232-b3fbf4f33064 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302439 Oct 27 17:03:32.982399 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:33.098642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928a39c-c391-4b42-b38e-e80348c052d4 req-9b1f1192-2c17-48c3-a5d7-9990e09f5fb7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:33.100142 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a928a39c-c391-4b42-b38e-e80348c052d4 req-9b1f1192-2c17-48c3-a5d7-9990e09f5fb7 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0493491 Oct 27 17:03:33.138963 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a928a39c-c391-4b42-b38e-e80348c052d4 req-bfb13a15-db11-49fc-9dad-7c1cd82122cf tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321918 Oct 27 17:03:34.259141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d1c41-e4b8-4aab-af63-429e70665f0c req-cd60a59d-e204-4908-a662-d42daf42b4fe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:34.261183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-306d1c41-e4b8-4aab-af63-429e70665f0c req-cd60a59d-e204-4908-a662-d42daf42b4fe tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0511992 Oct 27 17:03:34.302745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-306d1c41-e4b8-4aab-af63-429e70665f0c req-4640544b-30a2-4ac0-a61f-d8359262f421 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355952 Oct 27 17:03:35.215378 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:03:35.429860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1cb57d-4379-4a57-a9d4-03f6a3633858 req-7ec976c4-7bb3-4489-84ca-3bfe69d3ec0f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:35.431459 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bf1cb57d-4379-4a57-a9d4-03f6a3633858 req-7ec976c4-7bb3-4489-84ca-3bfe69d3ec0f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0576119 Oct 27 17:03:35.484262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bf1cb57d-4379-4a57-a9d4-03f6a3633858 req-4e22f3f4-12bc-4f2e-9891-c90a74545c00 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328503 Oct 27 17:03:36.589156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea54493-79d9-444a-86b3-b74f29b5c08e req-fbb4b044-766c-413b-adfc-3896d419a54c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:36.590897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dea54493-79d9-444a-86b3-b74f29b5c08e req-fbb4b044-766c-413b-adfc-3896d419a54c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0487382 Oct 27 17:03:36.629794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dea54493-79d9-444a-86b3-b74f29b5c08e req-73183e60-c890-482a-b1ef-55e3749bcb52 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319920 Oct 27 17:03:37.746126 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e343a6-6900-4908-8d1c-3f0c7348e225 req-32faaeb6-b2ca-41fa-aa9c-529b7fb0950c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:37.748262 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1e343a6-6900-4908-8d1c-3f0c7348e225 req-32faaeb6-b2ca-41fa-aa9c-529b7fb0950c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0500224 Oct 27 17:03:37.786653 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e1e343a6-6900-4908-8d1c-3f0c7348e225 req-3c480f4f-2e6e-4d5e-b90c-c64d3c2958f5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321610 Oct 27 17:03:38.905833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5bfe0-60d1-46b7-b654-4c2a77ab168f req-7ba56ef2-6876-4b4e-8783-c752046098ba tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:38.907300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58d5bfe0-60d1-46b7-b654-4c2a77ab168f req-7ba56ef2-6876-4b4e-8783-c752046098ba tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0494664 Oct 27 17:03:38.946175 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58d5bfe0-60d1-46b7-b654-4c2a77ab168f req-52f116bd-25ee-4587-8268-ed3f0e1fd8ac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328598 Oct 27 17:03:39.494098 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 75558f90-1d8d-46e1-af77-b5090dc4f3c9 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:03:39.578695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac3d28-af85-4045-ab6b-1fe30587fb59 req-dfa5ba86-a81f-4c0d-ab98-05f729755b53 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:39.580369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ac3d28-af85-4045-ab6b-1fe30587fb59 req-dfa5ba86-a81f-4c0d-ab98-05f729755b53 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 944 time: 0.0786090 Oct 27 17:03:39.594524 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:39.605743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'port_id': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'mac_address': 'fa:16:3e:d0:cb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:03:39.608334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-50acc89e-7451-4272-9460-3179a7ec8fc8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:39.609852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-50acc89e-7451-4272-9460-3179a7ec8fc8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.53 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 944 time: 0.0744314 Oct 27 17:03:39.643389 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:39.660244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75558f90-1d8d-46e1-af77-b5090dc4f3c9 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:03:39.664972 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b0ac3d28-af85-4045-ab6b-1fe30587fb59 req-58fa4a98-fa5c-4610-b0df-6706dc6efa2d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745733 Oct 27 17:03:39.680622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:39.689010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-db311d05-32c5-47ec-83db-a0065c004a25 service neutron] 10.222.0.53 "GET /v2.0/ports/75558f90-1d8d-46e1-af77-b5090dc4f3c9/bindings/n-h2-815689-1 HTTP/1.1" status: 200 len: 382 time: 0.0709207 Oct 27 17:03:39.751869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-526fc1f2-00ca-435a-b85f-2738199e713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:39.753352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-526fc1f2-00ca-435a-b85f-2738199e713e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1095 time: 0.0415964 Oct 27 17:03:39.765163 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:39.813547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:39.821023 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.821374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.821707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.822039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.822367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.822696 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.823024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.823349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.823667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.823987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.824445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.824805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:03:39.850411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-1232a972-a32d-4a88-ac88-891f0632bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:39.851938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-1232a972-a32d-4a88-ac88-891f0632bcc5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0910702 Oct 27 17:03:39.921195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-7b3eb931-018f-4114-b313-0ed9592965f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1002 time: 0.0617728 Oct 27 17:03:39.974194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-5e0e0c9c-e6d7-4e90-87fe-e7fbbad1b1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:39.975665 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-5e0e0c9c-e6d7-4e90-87fe-e7fbbad1b1ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0447228 Oct 27 17:03:40.002188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['75558f90-1d8d-46e1-af77-b5090dc4f3c9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:03:40.022517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-fdb59c5a-458c-4537-957b-6de0b101032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:40.024026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-fdb59c5a-458c-4537-957b-6de0b101032c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405273 Oct 27 17:03:40.120999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-d198355e-6a41-440b-930f-7879e727f602 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897284 Oct 27 17:03:40.213149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-4dee31ba-8067-45eb-87e7-80b59d8f6120 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849180 Oct 27 17:03:40.787588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b7142-fa7e-4f8c-b1ee-28832e85b3be req-fe88a46e-e7dc-45e3-82ce-3b7ef82e797b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:40.789073 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-433b7142-fa7e-4f8c-b1ee-28832e85b3be req-fe88a46e-e7dc-45e3-82ce-3b7ef82e797b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0492873 Oct 27 17:03:40.827280 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-433b7142-fa7e-4f8c-b1ee-28832e85b3be req-7ec6252e-901d-4485-9b07-8fd10af154a6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321434 Oct 27 17:03:41.524292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 75558f90-1d8d-46e1-af77-b5090dc4f3c9 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:03:41.639625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:03:41.643452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:03:41.643826 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:41.719542 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:41.740763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:03:41.743008 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992f91f8-5d05-4d62-abb9-36980dd417c6" -d '{"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-plugged", "status": "completed", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:03:41.755517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:41.829108 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:41.859419 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ae19a6-c62b-42dc-ab30-ef97046f92d6 x-openstack-request-id: req-13ae19a6-c62b-42dc-ab30-ef97046f92d6 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:03:41.859800 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-plugged", "status": "completed", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:03:41.860092 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13ae19a6-c62b-42dc-ab30-ef97046f92d6 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:03:41.860545 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'code': 200} Oct 27 17:03:41.889251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:41.952363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baf7a6-1580-4d7e-aeb2-6cb3c164f36a req-33adf4a2-c089-448c-bbd7-5921e96e4ee4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:41.953870 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0baf7a6-1580-4d7e-aeb2-6cb3c164f36a req-33adf4a2-c089-448c-bbd7-5921e96e4ee4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0539250 Oct 27 17:03:41.992308 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0baf7a6-1580-4d7e-aeb2-6cb3c164f36a req-f0b0e3c9-d809-474a-8dec-9cb399c72e9d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322115 Oct 27 17:03:43.110524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e1fec-8602-492b-87dd-09eb620e7828 req-7911bbde-eb2f-4457-9715-013ed28129e2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:43.112031 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad5e1fec-8602-492b-87dd-09eb620e7828 req-7911bbde-eb2f-4457-9715-013ed28129e2 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0496573 Oct 27 17:03:43.155533 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad5e1fec-8602-492b-87dd-09eb620e7828 req-d74f1f13-7be8-44b6-aee5-0edc1064f864 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373828 Oct 27 17:03:44.274919 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06af7ed-898a-464d-912e-f7530124451d req-f67933c7-be07-46ce-8fef-2fb21420cc89 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:44.276428 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b06af7ed-898a-464d-912e-f7530124451d req-f67933c7-be07-46ce-8fef-2fb21420cc89 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0503428 Oct 27 17:03:44.315424 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b06af7ed-898a-464d-912e-f7530124451d req-0e00906d-4188-489d-8384-b67ce6211a75 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328701 Oct 27 17:03:45.266046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-f0111a87-c4fd-4a83-b225-5361aa572dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:45.267495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-f0111a87-c4fd-4a83-b225-5361aa572dcb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda&tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84 HTTP/1.1" status: 200 len: 1097 time: 0.0426033 Oct 27 17:03:45.282005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:03:45.335847 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:45.510972 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfb25f-e6c7-4b4c-b46f-372e421d803d req-fe5c90ab-b948-4c2b-8d25-c587069dcb8d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:45.512508 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adcfb25f-e6c7-4b4c-b46f-372e421d803d req-fe5c90ab-b948-4c2b-8d25-c587069dcb8d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.1273189 Oct 27 17:03:45.536506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 75558f90-1d8d-46e1-af77-b5090dc4f3c9 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:03:45.591982 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-adcfb25f-e6c7-4b4c-b46f-372e421d803d req-96a153c3-dd2e-475f-bc27-57e6cf19e645 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501895 Oct 27 17:03:45.614298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:45.618849 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:45.648684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:03:45.687642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:03:45.689959 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b65e340-ebc4-42ce-8079-a674f086fa0c" -d '{"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-unplugged", "status": "completed", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:03:45.693638 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:45.706619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Transition to ACTIVE for port object 75558f90-1d8d-46e1-af77-b5090dc4f3c9 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:03:45.742561 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751489db-862b-4ea5-9ddd-9545a0e78813 x-openstack-request-id: req-751489db-862b-4ea5-9ddd-9545a0e78813 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:03:45.742861 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-unplugged", "status": "completed", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:03:45.743122 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-751489db-862b-4ea5-9ddd-9545a0e78813 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:03:45.743539 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'code': 200} Oct 27 17:03:45.759483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:45.799382 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:03:45.799840 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:03:45.839984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:45.884993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] No DVR routers for this DVR port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:03:46.023059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:03:46.023387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:03:46.023719 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:03:46.027845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:03:46.028190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Attempting to bind port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on network b1d9b658-a16e-4497-aecd-84f3f3d0b49c {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:03:46.032931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:03:46.033260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Checking segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:03:46.033630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Bound using segment: {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:03:46.034050 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Bound port: 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b9cd5-8e3c-47d4-a837-443f8a867166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:03:46.034394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:46.098370 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:03:46.101444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:03:46.177179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:46.214065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.214755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:46.216436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] 10.222.0.54 "PUT /v2.0/ports/75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1093 time: 0.9385626 Oct 27 17:03:46.267883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ff63c-a8c0-46f1-8818-354501a8a75e service neutron] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=11']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:46.285700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-228a80d2-6a14-4406-b69f-eeb741d7b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.287327 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-228a80d2-6a14-4406-b69f-eeb741d7b009 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1096 time: 0.0475667 Oct 27 17:03:46.385244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-b6bd0902-dfbb-4044-bebd-86811ce46f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.386644 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-b6bd0902-dfbb-4044-bebd-86811ce46f3f service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.0910609 Oct 27 17:03:46.456683 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-452050ad-3c25-46eb-aa83-014e4fad6a33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1001 time: 0.0630577 Oct 27 17:03:46.506781 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-f9b05e98-0d6d-4130-a8fa-c125974a6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.508271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-f9b05e98-0d6d-4130-a8fa-c125974a6cda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0443459 Oct 27 17:03:46.553003 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-19fdf1b7-126f-43bd-b534-54fdc6db7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.554471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-19fdf1b7-126f-43bd-b534-54fdc6db7c28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396304 Oct 27 17:03:46.649184 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-2d5de293-a25e-4d34-8d2f-3d7004430133 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870042 Oct 27 17:03:46.766835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef024bc5-f7ad-4f83-aa48-4a66ef00de83 req-82f8e9ae-f9fd-42ad-afe4-44616ec8dc70 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:46.768356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef024bc5-f7ad-4f83-aa48-4a66ef00de83 req-82f8e9ae-f9fd-42ad-afe4-44616ec8dc70 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.1049659 Oct 27 17:03:46.796924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c8204c0-ce3d-46ab-8f9b-0793a8544f06 req-df7c0f44-d3aa-4561-a3ae-5fd15b202174 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406908 Oct 27 17:03:46.815916 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ef024bc5-f7ad-4f83-aa48-4a66ef00de83 req-f69ca2b1-54f1-494b-bcc6-8449bcc5a9ff tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416107 Oct 27 17:03:47.744336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:03:47.746745 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609d52dd-2740-448a-b172-1aa9f5fa2882" -d '{"events": [{"name": "network-changed", "server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:03:47.798122 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c486f2ef-b293-4248-a2f3-8c1feb9bde0b x-openstack-request-id: req-c486f2ef-b293-4248-a2f3-8c1feb9bde0b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:03:47.798973 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:03:47.799250 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c486f2ef-b293-4248-a2f3-8c1feb9bde0b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:03:47.799677 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'status': 'completed', 'code': 200} Oct 27 17:03:47.886426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-a731920e-97f1-469a-94f7-d8ed958032df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:47.888893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-a731920e-97f1-469a-94f7-d8ed958032df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1096 time: 0.0711904 Oct 27 17:03:47.914116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-5c9b774a-12a8-4340-961d-bdd25cf2ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:47.915615 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-5c9b774a-12a8-4340-961d-bdd25cf2ec27 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 1096 time: 0.0905378 Oct 27 17:03:48.051069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347e607-5420-4488-a952-ce55870eaf46 req-7bcac3b2-e097-4c1c-92ff-81b141bcb7c3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:48.052588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4347e607-5420-4488-a952-ce55870eaf46 req-7bcac3b2-e097-4c1c-92ff-81b141bcb7c3 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.1623447 Oct 27 17:03:48.111134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-998d3452-1b9f-4823-8ea8-c5b617e92d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:48.112688 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-998d3452-1b9f-4823-8ea8-c5b617e92d35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.2121451 Oct 27 17:03:48.172337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-ba39fbb9-43f1-4a8e-a53b-2b083e760a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:48.173813 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-ba39fbb9-43f1-4a8e-a53b-2b083e760a63 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 200 len: 913 time: 0.2343946 Oct 27 17:03:48.180642 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4347e607-5420-4488-a952-ce55870eaf46 req-c818bee3-abf7-41f2-8144-4cac938b5980 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152866 Oct 27 17:03:48.243103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-daa859e8-5450-433c-a437-ad97debbbcb7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1001 time: 0.1218414 Oct 27 17:03:48.282368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-3f3e2617-e8c9-4505-9f82-8e27dac93edf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 200 len: 1001 time: 0.0989482 Oct 27 17:03:48.334896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-9e08e896-6543-4a2b-91f9-4a744938be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:48.336464 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-9e08e896-6543-4a2b-91f9-4a744938be70 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0859458 Oct 27 17:03:48.373331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-26e9cacb-2227-4586-acd7-b8be1b8e923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:48.374775 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-26e9cacb-2227-4586-acd7-b8be1b8e923d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 200 len: 851 time: 0.0841899 Oct 27 17:03:48.416838 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-7629dd2e-2153-4edd-913b-2a8ce57bab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:48.418390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-7629dd2e-2153-4edd-913b-2a8ce57bab7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751715 Oct 27 17:03:48.438045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-06cbc129-5223-407a-90ca-d5c28e06fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:48.439490 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-06cbc129-5223-407a-90ca-d5c28e06fbbf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b1d9b658-a16e-4497-aecd-84f3f3d0b49c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578706 Oct 27 17:03:48.503540 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ee07cfc-c736-4a67-83d2-120895cc24ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:48.587504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-9d28d423-458c-49fc-83b0-20f879d76dd0 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601880 Oct 27 17:03:48.592882 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-97f6f41b-ab48-49a8-bfb7-27f9b5c245cc service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438344 Oct 27 17:03:48.754106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-be99e01d-a023-495e-938d-22275e1d9aa6 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588502 Oct 27 17:03:48.756081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-609d52dd-2740-448a-b172-1aa9f5fa2882 req-c479959b-2a0e-4b5c-8915-ac35632ef6d6 service neutron] 10.222.0.54 "GET /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536734 Oct 27 17:03:49.302546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbee78-2dba-4927-afcf-48a59bac591d req-a4d68aec-d0f3-4d5b-afec-4a0c78aaf2e8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:49.304039 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8dbee78-2dba-4927-afcf-48a59bac591d req-a4d68aec-d0f3-4d5b-afec-4a0c78aaf2e8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0491602 Oct 27 17:03:49.345471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8dbee78-2dba-4927-afcf-48a59bac591d req-febe9633-961c-413a-a644-b78723cb511a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347500 Oct 27 17:03:50.467842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba11ae0-d593-4539-bad4-f49396615d9d req-daaf6b5b-54e1-4d77-a776-5e5e20e49fbd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:50.469356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dba11ae0-d593-4539-bad4-f49396615d9d req-daaf6b5b-54e1-4d77-a776-5e5e20e49fbd tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0503662 Oct 27 17:03:50.507621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dba11ae0-d593-4539-bad4-f49396615d9d req-bed1019a-698f-4d07-93f4-2e4e029b1b8a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322819 Oct 27 17:03:51.571027 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5454f729-b531-4611-ad76-f8c2d9786b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:51.634020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b074ef-4819-43db-91b3-5b4b0e75409e req-14c64c94-a03f-4b59-87f6-1b364f435e5a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:51.635670 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8b074ef-4819-43db-91b3-5b4b0e75409e req-14c64c94-a03f-4b59-87f6-1b364f435e5a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0556114 Oct 27 17:03:51.677117 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d8b074ef-4819-43db-91b3-5b4b0e75409e req-07e2b296-65c9-4e6d-9698-4add37822808 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344625 Oct 27 17:03:52.262067 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:52.388413 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:52.793149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9f107-bd7b-4a82-b879-b5fa2d1ce1ad req-b49cac56-1758-422b-a7e7-2f6331dc3afc tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:52.795247 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ca9f107-bd7b-4a82-b879-b5fa2d1ce1ad req-b49cac56-1758-422b-a7e7-2f6331dc3afc tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0488222 Oct 27 17:03:52.833663 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7ca9f107-bd7b-4a82-b879-b5fa2d1ce1ad req-b5299281-a451-4491-8ca8-d7d64269e046 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322316 Oct 27 17:03:54.003115 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25196691-278b-4e56-9c8e-633bb9238a72 req-a8e5c84f-2afb-46bf-8b86-8a363682e39f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:54.005527 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-25196691-278b-4e56-9c8e-633bb9238a72 req-a8e5c84f-2afb-46bf-8b86-8a363682e39f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0522549 Oct 27 17:03:54.045489 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-25196691-278b-4e56-9c8e-633bb9238a72 req-7e618c8b-8a94-4842-bb07-be91838c52dc tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339870 Oct 27 17:03:54.365320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:55.167055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0abf7-63c4-4e16-8aaf-a24483ba040c req-f72de57d-3cc6-4c16-8cdb-2a37bd0d421b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:55.168515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cda0abf7-63c4-4e16-8aaf-a24483ba040c req-f72de57d-3cc6-4c16-8cdb-2a37bd0d421b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0531220 Oct 27 17:03:55.206416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cda0abf7-63c4-4e16-8aaf-a24483ba040c req-caf645d6-9746-49cf-b177-e790be9fbe35 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313592 Oct 27 17:03:56.324455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc33c35-fce9-4723-baea-037f7fa627f4 req-a137ccc1-0fc5-4bb7-ad10-90b37ff5de17 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:56.326730 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-afc33c35-fce9-4723-baea-037f7fa627f4 req-a137ccc1-0fc5-4bb7-ad10-90b37ff5de17 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0503793 Oct 27 17:03:56.364232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-afc33c35-fce9-4723-baea-037f7fa627f4 req-0e2b7122-b02f-4e54-a0c7-21862693838b tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Oct 27 17:03:57.489408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a82992-2005-4289-b2bc-802a1d64c5b1 req-1b9b2298-251c-40db-a68e-126111b36d7c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:57.490912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02a82992-2005-4289-b2bc-802a1d64c5b1 req-1b9b2298-251c-40db-a68e-126111b36d7c tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0522470 Oct 27 17:03:57.528822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02a82992-2005-4289-b2bc-802a1d64c5b1 req-ed129a46-aadd-4129-9f34-78235d8ebfa5 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319061 Oct 27 17:03:58.521980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 75558f90-1d8d-46e1-af77-b5090dc4f3c9 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:03:58.620777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:58.632380 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'port_id': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'mac_address': 'fa:16:3e:d0:cb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:03:58.654263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672efbd-bfe2-4c9e-abb6-14384ce1a3f4 req-08d903b6-b6cd-4c34-a895-219bd0d552ec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:58.655853 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d672efbd-bfe2-4c9e-abb6-14384ce1a3f4 req-08d903b6-b6cd-4c34-a895-219bd0d552ec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 945 time: 0.0553174 Oct 27 17:03:58.670632 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:58.684034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75558f90-1d8d-46e1-af77-b5090dc4f3c9 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:03:58.694936 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d672efbd-bfe2-4c9e-abb6-14384ce1a3f4 req-287bf0db-34fe-471e-bba0-68a14ca9bbac tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330622 Oct 27 17:03:58.704734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:03:58.822390 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:58.869878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=12']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:03:59.093579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['75558f90-1d8d-46e1-af77-b5090dc4f3c9'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:03:59.816033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a2c97-2de6-458e-a945-e2fafe9a7985 req-a29fa089-0670-42bd-885c-94ec734bce85 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:59.817549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a93a2c97-2de6-458e-a945-e2fafe9a7985 req-a29fa089-0670-42bd-885c-94ec734bce85 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0497379 Oct 27 17:03:59.856440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a93a2c97-2de6-458e-a945-e2fafe9a7985 req-a86b57bb-c156-4a57-8f69-c0ba904f258d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327539 Oct 27 17:03:59.900536 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:03:59.975482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a181bcf-9a54-421b-99e1-2346a42a5e92 req-8b91325a-ba83-4eb6-b1ba-2b1be959ce7f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:03:59.977027 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a181bcf-9a54-421b-99e1-2346a42a5e92 req-8b91325a-ba83-4eb6-b1ba-2b1be959ce7f tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0511215 Oct 27 17:04:00.015089 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a181bcf-9a54-421b-99e1-2346a42a5e92 req-28eb14a7-060f-4718-af3a-0617b6c4c166 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Oct 27 17:04:00.134007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6f4374-2a73-4a13-959f-42a4f3c9d36c req-7ccb645d-c8f5-49fd-bd46-100c81da8e02 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:00.135654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd6f4374-2a73-4a13-959f-42a4f3c9d36c req-7ccb645d-c8f5-49fd-bd46-100c81da8e02 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0537775 Oct 27 17:04:00.174497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd6f4374-2a73-4a13-959f-42a4f3c9d36c req-b8758587-2783-4273-8672-a41070a3c1bf tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328360 Oct 27 17:04:00.535050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 75558f90-1d8d-46e1-af77-b5090dc4f3c9 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:04:00.651287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:04:00.655296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:04:00.655671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:00.671288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd163b2-c99f-4921-8ec2-380569c27c85 req-55152ed4-93d8-4764-be57-52087383ebaf tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:00.672866 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cd163b2-c99f-4921-8ec2-380569c27c85 req-55152ed4-93d8-4764-be57-52087383ebaf tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 946 time: 0.0502422 Oct 27 17:04:00.711183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cd163b2-c99f-4921-8ec2-380569c27c85 req-516d09b2-7112-4704-ab0b-3806c9cf4a1a tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321250 Oct 27 17:04:00.739051 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:00.761768 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:00.763990 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdbcd5f-599f-46af-91b7-76d787c067be" -d '{"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-plugged", "status": "completed", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:00.777693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:00.800722 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb7f75a-2335-4c9d-b569-ff5c5e4cf0b2 x-openstack-request-id: req-0cb7f75a-2335-4c9d-b569-ff5c5e4cf0b2 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:00.801021 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-plugged", "status": "completed", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:00.801282 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0cb7f75a-2335-4c9d-b569-ff5c5e4cf0b2 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:00.801686 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'code': 200} Oct 27 17:04:00.850845 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:00.898625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=13']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:01.830173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419043-ad6f-4495-9bc9-e0f12b1f67b8 req-153fd16d-3509-4337-b759-f899c2dc6222 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:01.831661 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8419043-ad6f-4495-9bc9-e0f12b1f67b8 req-153fd16d-3509-4337-b759-f899c2dc6222 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 947 time: 0.0499883 Oct 27 17:04:01.869552 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8419043-ad6f-4495-9bc9-e0f12b1f67b8 req-a2e495fd-3b29-487b-9698-c8f03f971248 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups?id=04dc1b6e-b1b7-41a6-8a66-9489346df8a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Oct 27 17:04:02.232193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-8527ea42-d46e-416f-ab0b-29e2809cd7d6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:02.233547 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-8527ea42-d46e-416f-ab0b-29e2809cd7d6 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 947 time: 0.0530596 Oct 27 17:04:02.319988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Deleting port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:02.320423 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:02.410371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] For port 75558f90-1d8d-46e1-af77-b5090dc4f3c9, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=75558f90-1d8d-46e1-af77-b5090dc4f3c9,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:02.410734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:02.575287 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:02.575667 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:02.575984 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Floating IP b825aa4c-206f-457d-94bf-4b0748b4f118 disassociated. External IP: 172.25.4.180, port: 75558f90-1d8d-46e1-af77-b5090dc4f3c9. Oct 27 17:04:02.576350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Calling delete_port for 75558f90-1d8d-46e1-af77-b5090dc4f3c9 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:02.770708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:02.800759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event deleted for resources: {'Port': ['ID=75558f90-1d8d-46e1-af77-b5090dc4f3c9,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:02.981960 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-57d2919b-ccf5-4543-acff-c24e0ba241eb req-7003f146-82a5-4503-b8f4-b188d41ce884 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 210 time: 0.0306516 Oct 27 17:04:03.002725 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:03.246524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Router 061ca727-ed18-4ce4-9328-0be457ee984e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:04:03.354942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:04:03.365156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afae4d7-1498-482e-a23d-6a3e6cedd920 None None] Sync routers for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:04:03.374919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afae4d7-1498-482e-a23d-6a3e6cedd920 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:04:03.375616 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6afae4d7-1498-482e-a23d-6a3e6cedd920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:03:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:03.394881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] No DVR routers for this DVR port 75558f90-1d8d-46e1-af77-b5090dc4f3c9 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:04:03.397682 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:03.401285 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b811717f-1aa9-407b-94ca-4dc9c5b6ec6f req-14578389-d574-444e-acc4-410d61f3233d tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.54 "DELETE /v2.0/ports/75558f90-1d8d-46e1-af77-b5090dc4f3c9 HTTP/1.1" status: 204 len: 173 time: 1.1618042 Oct 27 17:04:03.401735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-deleted', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:03.404159 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04469826-d161-4067-93ee-b8662cc04691" -d '{"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-deleted", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:03.446768 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c86b28-1414-4ca8-9146-f326c5a8f0a0 x-openstack-request-id: req-96c86b28-1414-4ca8-9146-f326c5a8f0a0 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:03.447065 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45ad2ab-3de8-4622-9d4c-130d823abdda", "name": "network-vif-deleted", "tag": "75558f90-1d8d-46e1-af77-b5090dc4f3c9", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:03.447322 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96c86b28-1414-4ca8-9146-f326c5a8f0a0 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:03.447726 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45ad2ab-3de8-4622-9d4c-130d823abdda', 'name': 'network-vif-deleted', 'tag': '75558f90-1d8d-46e1-af77-b5090dc4f3c9', 'status': 'completed', 'code': 200} Oct 27 17:04:03.490559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6afae4d7-1498-482e-a23d-6a3e6cedd920 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:04:03.689776 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6afae4d7-1498-482e-a23d-6a3e6cedd920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:03.714969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afae4d7-1498-482e-a23d-6a3e6cedd920 None None] Checking router: 061ca727-ed18-4ce4-9328-0be457ee984e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:04:03.723944 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afae4d7-1498-482e-a23d-6a3e6cedd920 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:04:03.724587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6afae4d7-1498-482e-a23d-6a3e6cedd920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:03:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:03.828936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6afae4d7-1498-482e-a23d-6a3e6cedd920 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:04:04.025377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6afae4d7-1498-482e-a23d-6a3e6cedd920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:04.053992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afae4d7-1498-482e-a23d-6a3e6cedd920 None None] The sync data for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 is: [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:53Z', 'revision_number': 4, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c0dc0a6b-2a90-4b08-8b60-a400c012dff7', 'name': '', 'network_id': 'b1d9b658-a16e-4497-aecd-84f3f3d0b49c', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'mac_address': 'fa:16:3e:04:c3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4046, 'fixed_ips': [{'subnet_id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:53Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'subnets': [{'id': '5d59d243-a0f8-456b-8d8b-514646e15e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:04:04.085978 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e3c6f83a-6918-4fb7-ba2c-016425d79e44 req-20b7fc48-a8ef-4cb4-8817-66cbefeeaaf4 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 210 time: 0.0292423 Oct 27 17:04:04.288353 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1cd83-25be-462f-bc87-cffb34f36b06 None None] New status for floating IP b825aa4c-206f-457d-94bf-4b0748b4f118: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:04:04.559059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 75558f90-1d8d-46e1-af77-b5090dc4f3c9 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:04:04.580780 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 75558f90-1d8d-46e1-af77-b5090dc4f3c9 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:04:04.581145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 75558f90-1d8d-46e1-af77-b5090dc4f3c9 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:04:05.185188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d32b8424-e818-4520-adec-9409ab6b250f req-7a28d9a7-c614-41dd-a24d-131615bbf551 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 210 time: 0.0270860 Oct 27 17:04:06.287456 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69736e4c-cfc3-4a26-8e5b-379b865ade07 req-192a81d6-b0f6-460f-b6d0-12dfbe6533e8 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 210 time: 0.0318685 Oct 27 17:04:07.384858 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-55b889bb-d126-43e8-81a0-612e8d5e55dd req-dd8fdedf-4fad-4da8-bbc3-9913ee87a349 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/ports?device_id=d45ad2ab-3de8-4622-9d4c-130d823abdda HTTP/1.1" status: 200 len: 210 time: 0.0269697 Oct 27 17:04:12.217846 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:04:12.332868 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47086) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:12.389334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:12.414607 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:12.520240 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:12.522909 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:12.524149 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "DELETE /v2.0/security-groups/04dc1b6e-b1b7-41a6-8a66-9489346df8a9 HTTP/1.1" status: 204 len: 168 time: 0.1902413 Oct 27 17:04:12.526984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47088) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:12.535481 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04dc1b6e-b1b7-41a6-8a66-9489346df8a9,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:12.542618 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-798ff4ad-ff6c-4e12-889c-ffc8b4447713 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] show failed (client error): The resource could not be found. Oct 27 17:04:12.546324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.546532 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-798ff4ad-ff6c-4e12-889c-ffc8b4447713 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "GET /v2.0/security-groups/04dc1b6e-b1b7-41a6-8a66-9489346df8a9 HTTP/1.1" status: 404 len: 347 time: 0.0157366 Oct 27 17:04:12.546625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.546625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.546625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.546625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.546625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.546625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.546625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.546625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.546625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.547434 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47090) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:12.547698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.547698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc16b067-a708-4202-a71f-5e4ec411ca46 tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:12.679293 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-81ee8121-6027-4d3d-b77b-69997da17bec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Deleting port 98258322-77a9-4ef6-b0e2-ad8042ab811a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:12.679639 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81ee8121-6027-4d3d-b77b-69997da17bec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:12.761073 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81ee8121-6027-4d3d-b77b-69997da17bec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:12.761398 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81ee8121-6027-4d3d-b77b-69997da17bec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:12.774633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-81ee8121-6027-4d3d-b77b-69997da17bec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Calling delete_port for 98258322-77a9-4ef6-b0e2-ad8042ab811a owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:12.971510 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81ee8121-6027-4d3d-b77b-69997da17bec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:12.998001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee8121-6027-4d3d-b77b-69997da17bec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Pushing event deleted for resources: {'Port': ['ID=98258322-77a9-4ef6-b0e2-ad8042ab811a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:13.056722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81ee8121-6027-4d3d-b77b-69997da17bec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:13.059591 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-81ee8121-6027-4d3d-b77b-69997da17bec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:13.060765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-81ee8121-6027-4d3d-b77b-69997da17bec tempest-ServerActionsTestJSON-363309056 tempest-ServerActionsTestJSON-363309056-project] 10.222.0.15 "DELETE /v2.0/floatingips/b825aa4c-206f-457d-94bf-4b0748b4f118 HTTP/1.1" status: 204 len: 168 time: 0.5132754 Oct 27 17:04:13.064291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47092) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:13.589065 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:13.833534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] Deleting port c0dc0a6b-2a90-4b08-8b60-a400c012dff7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:13.833874 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:13.911358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] For port c0dc0a6b-2a90-4b08-8b60-a400c012dff7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c0dc0a6b-2a90-4b08-8b60-a400c012dff7,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:13.911719 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:13.924224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] Calling delete_port for c0dc0a6b-2a90-4b08-8b60-a400c012dff7 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:14.165511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:14.194756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0dc0a6b-2a90-4b08-8b60-a400c012dff7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:14.365799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:14.580644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] Router 061ca727-ed18-4ce4-9328-0be457ee984e has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:04:14.683441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:04:14.689068 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f253294a-beac-4c49-aeb5-1db2d987b8b6 admin admin] 10.222.0.15 "PUT /v2.0/routers/061ca727-ed18-4ce4-9328-0be457ee984e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6233776 Oct 27 17:04:14.691195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47096) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:14.692278 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6928639-86bf-4c01-81e9-659c804216a6 None None] Sync routers for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:04:14.702021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6928639-86bf-4c01-81e9-659c804216a6 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:04:14.702635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b6928639-86bf-4c01-81e9-659c804216a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:03:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:14.796876 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:14.906185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:14.974904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b6928639-86bf-4c01-81e9-659c804216a6 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:04:15.055527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Deleting port f9e7932b-fc8c-456e-8d9b-65e219b15077 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:15.055785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:15.139339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] For port f9e7932b-fc8c-456e-8d9b-65e219b15077, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=f9e7932b-fc8c-456e-8d9b-65e219b15077,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:15.139723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:15.152512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Calling delete_port for f9e7932b-fc8c-456e-8d9b-65e219b15077 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:15.153070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b6928639-86bf-4c01-81e9-659c804216a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T17:04:14Z', 'revision_number': 5, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port': {'id': 'f9e7932b-fc8c-456e-8d9b-65e219b15077', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T16:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:15.185909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6928639-86bf-4c01-81e9-659c804216a6 None None] Checking router: 061ca727-ed18-4ce4-9328-0be457ee984e for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:04:15.194848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6928639-86bf-4c01-81e9-659c804216a6 None None] Routers {'061ca727-ed18-4ce4-9328-0be457ee984e'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:04:15.195465 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b6928639-86bf-4c01-81e9-659c804216a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:03:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['061ca727-ed18-4ce4-9328-0be457ee984e'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:15.284351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b6928639-86bf-4c01-81e9-659c804216a6 None None] Set router 061ca727-ed18-4ce4-9328-0be457ee984e gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:04:15.336538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b6928639-86bf-4c01-81e9-659c804216a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T17:04:14Z', 'revision_number': 6, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:15.367654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6928639-86bf-4c01-81e9-659c804216a6 None None] The sync data for ids ['061ca727-ed18-4ce4-9328-0be457ee984e'] in n-d-815689-1 is: [{'id': '061ca727-ed18-4ce4-9328-0be457ee984e', 'name': 'tempest-ServerActionsTestJSON-1323705262-router', 'tenant_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T16:53:50Z', 'updated_at': '2021-10-27T17:04:14Z', 'revision_number': 6, 'project_id': '4cf4c6fa66bf43fe9e08778933a4bb84', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:04:15.423217 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:15.451993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e7932b-fc8c-456e-8d9b-65e219b15077,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:15.514433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:15.604267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:15.606336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:15.708557 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:15.709209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 061ca727-ed18-4ce4-9328-0be457ee984e {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:04:15.716226 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:15.716226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-410ae810-546a-4297-b654-8dde923d3562 admin admin] 10.222.0.15 "DELETE /v2.0/routers/061ca727-ed18-4ce4-9328-0be457ee984e HTTP/1.1" status: 204 len: 168 time: 1.0226130 Oct 27 17:04:15.717423 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47098) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:15.765724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac1ecd3-a94f-4992-87b2-750cd931db64 admin admin] Deleting subnet 5d59d243-a0f8-456b-8d8b-514646e15e62 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:04:15.769245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ecd3-a94f-4992-87b2-750cd931db64 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:15.809721 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ecd3-a94f-4992-87b2-750cd931db64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:15.884091 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ecd3-a94f-4992-87b2-750cd931db64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.011245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ecd3-a94f-4992-87b2-750cd931db64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.036393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1ecd3-a94f-4992-87b2-750cd931db64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d59d243-a0f8-456b-8d8b-514646e15e62,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:16.041345 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4ac1ecd3-a94f-4992-87b2-750cd931db64 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.044542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4ac1ecd3-a94f-4992-87b2-750cd931db64 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5d59d243-a0f8-456b-8d8b-514646e15e62 HTTP/1.1" status: 204 len: 168 time: 0.3261442 Oct 27 17:04:16.045621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b6dfca-dbba-4d2f-ade9-8db8dc7dec47 None None] Network b1d9b658-a16e-4497-aecd-84f3f3d0b49c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:04:16.046920 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47100) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:16.121786 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.180462 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Deleting port ee474680-0456-4073-a8bb-84b3e590f20d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:16.180806 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.230392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f7f714-3bf2-4085-9a72-180b9df5c4a7 None None] DHCP port deletion for b1d9b658-a16e-4497-aecd-84f3f3d0b49c request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:04:16.252231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] For port ee474680-0456-4073-a8bb-84b3e590f20d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee474680-0456-4073-a8bb-84b3e590f20d,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:16.252712 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.270769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Calling delete_port for ee474680-0456-4073-a8bb-84b3e590f20d owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:16.277773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-87f7f714-3bf2-4085-9a72-180b9df5c4a7 None None] Deleting port ee474680-0456-4073-a8bb-84b3e590f20d {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:16.278138 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-87f7f714-3bf2-4085-9a72-180b9df5c4a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.353196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-87f7f714-3bf2-4085-9a72-180b9df5c4a7 None None] For port ee474680-0456-4073-a8bb-84b3e590f20d, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ee474680-0456-4073-a8bb-84b3e590f20d,segment=NetworkSegment(029b9cd5-8e3c-47d4-a837-443f8a867166),segment_id=029b9cd5-8e3c-47d4-a837-443f8a867166)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:16.353773 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-87f7f714-3bf2-4085-9a72-180b9df5c4a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.365176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c0dc0a6b-2a90-4b08-8b60-a400c012dff7 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:04:16.373871 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-87f7f714-3bf2-4085-9a72-180b9df5c4a7 None None] Calling delete_port for ee474680-0456-4073-a8bb-84b3e590f20d owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:16.398891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: c0dc0a6b-2a90-4b08-8b60-a400c012dff7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:04:16.399241 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c0dc0a6b-2a90-4b08-8b60-a400c012dff7 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:04:16.399663 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee474680-0456-4073-a8bb-84b3e590f20d no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:04:16.437688 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.455257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ee474680-0456-4073-a8bb-84b3e590f20d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:16.460179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] No DVR routers for this DVR port ee474680-0456-4073-a8bb-84b3e590f20d on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:04:16.481931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No active binding found for port ee474680-0456-4073-a8bb-84b3e590f20d {{(pid=109724) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 27 17:04:16.482404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ee474680-0456-4073-a8bb-84b3e590f20d not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:04:16.482837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f9e7932b-fc8c-456e-8d9b-65e219b15077 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:04:16.511602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: f9e7932b-fc8c-456e-8d9b-65e219b15077 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:04:16.517729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device f9e7932b-fc8c-456e-8d9b-65e219b15077 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:04:16.537044 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-87f7f714-3bf2-4085-9a72-180b9df5c4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.550952 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.574063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d9b658-a16e-4497-aecd-84f3f3d0b49c']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:16.575648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7f714-3bf2-4085-9a72-180b9df5c4a7 None None] Pushing event deleted for resources: {'Port': ['ID=ee474680-0456-4073-a8bb-84b3e590f20d,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:16.577700 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f7f714-3bf2-4085-9a72-180b9df5c4a7 None None] No DVR routers for this DVR port ee474680-0456-4073-a8bb-84b3e590f20d on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:04:16.585725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029b9cd5-8e3c-47d4-a837-443f8a867166') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:16.586027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029b9cd5-8e3c-47d4-a837-443f8a867166') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:16.599446 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.615039 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.621861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:04:16.622267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:04:16.624254 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:04:16.742356 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.747917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:16.755020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] 10.222.0.15 "DELETE /v2.0/networks/b1d9b658-a16e-4497-aecd-84f3f3d0b49c HTTP/1.1" status: 204 len: 168 time: 0.7034132 Oct 27 17:04:16.763159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce573d6-f036-439f-9eb5-e5564d4a22cc admin admin] Pushing event deleted for resources: {'Network': ['ID=b1d9b658-a16e-4497-aecd-84f3f3d0b49c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:17.101290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47104) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:17.140295 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e3a36c26-521a-41c2-80d0-1e69f63b21d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4cf4c6fa66bf43fe9e08778933a4bb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378366 Oct 27 17:04:17.143801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47106) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:17.193217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9046dfbb-b894-4b97-9751-a0647aba60b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:17.214831 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9046dfbb-b894-4b97-9751-a0647aba60b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:17.331415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9046dfbb-b894-4b97-9751-a0647aba60b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:17.334102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9046dfbb-b894-4b97-9751-a0647aba60b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:17.335255 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9046dfbb-b894-4b97-9751-a0647aba60b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd9adc73-8d80-4949-9c08-9cc300092f8c HTTP/1.1" status: 204 len: 168 time: 0.1904731 Oct 27 17:04:17.343030 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046dfbb-b894-4b97-9751-a0647aba60b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9adc73-8d80-4949-9c08-9cc300092f8c,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:18.331897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47128) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:18.430544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1085831673-network', 'tenant_id': '6ea41c87482e4bd49731e0351f98c087'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:18.496667 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-912327b1-f6ca-47af-a25a-bea4aaec97c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:18.536570 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Made reservation on behalf of 6ea41c87482e4bd49731e0351f98c087 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:04:18.538970 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:18.547816 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:18.623834 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:18.685042 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:18.709487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:04:18.718897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:18.724254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:18.724599 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Added segment c6ef5785-5e28-43e5-b2a9-e9581a7d5459 of type vlan for network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd Oct 27 17:04:18.763301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:18.816501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:18.817450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:18.818042 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:18.877909 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] Pushing event updated for resources: {'Network': ['ID=429f4335-fa1e-4a8f-b6e7-af80f9e174bd,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:18.887741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:04:18.911877 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b646471a-69b3-47b6-97c1-a019fb6906d8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5787034 Oct 27 17:04:18.914891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47132) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:18.921964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] Request body: {'subnet': {'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1085831673-subnet', 'tenant_id': '6ea41c87482e4bd49731e0351f98c087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:19.011234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] Made reservation on behalf of 6ea41c87482e4bd49731e0351f98c087 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:04:19.013735 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:19.228356 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:19.287234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2f90b9-e2fb-4c81-ae53-21f52a1e6a27,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:19.291464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] Checking segment: {'id': 'c6ef5785-5e28-43e5-b2a9-e9581a7d5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:04:19.291827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] Network hostable DHCP agents. Network: 429f4335-fa1e-4a8f-b6e7-af80f9e174bd, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:04:19.370695 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] Network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:04:19.434097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 429f4335-fa1e-4a8f-b6e7-af80f9e174bd) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:04:19.438259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:19.439407 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:19.456174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3616ea-08a2-4704-b586-8286d759f97c None None] Network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:04:19.562321 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-283777bb-9712-4fa3-9fa9-848c34f30223 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6463609 Oct 27 17:04:19.573604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c11d222-1187-4750-aca7-3fb06844617a None None] Network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:04:19.995528 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-eda62a07-396f-40db-a183-508b20953feb tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:19.997020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-eda62a07-396f-40db-a183-508b20953feb tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/networks?id=429f4335-fa1e-4a8f-b6e7-af80f9e174bd HTTP/1.1" status: 200 len: 814 time: 0.1062889 Oct 27 17:04:20.012503 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-46635ffe-f24f-4432-a6f6-f68fc52198ca tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/quotas/6ea41c87482e4bd49731e0351f98c087 HTTP/1.1" status: 200 len: 375 time: 0.0090394 Oct 27 17:04:20.042928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-e26c5dab-1082-41f7-a785-b8d57391e01a tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ea41c87482e4bd49731e0351f98c087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251548 Oct 27 17:04:20.184941 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-adc7c288-d94a-44be-8c6c-3149c8e4a30f service neutron] 10.222.0.15 "GET /v2.0/networks/429f4335-fa1e-4a8f-b6e7-af80f9e174bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345232 Oct 27 17:04:20.276130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-7e45a554-5b86-48a5-a88a-0a7edb4234f0 service neutron] 10.222.0.15 "GET /v2.0/networks/429f4335-fa1e-4a8f-b6e7-af80f9e174bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842969 Oct 27 17:04:20.536010 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e85c02f8-fdb0-47bc-abdc-c5321254c661 req-31461d3e-305e-471e-af6e-ed37cce9a71c tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 210 time: 0.0278523 Oct 27 17:04:21.548862 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53c95fd9-ba40-4b5c-bf71-7243f69a0c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:21.618535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-07d3e280-1a95-44a8-99ca-7c8e91fa5a4f req-15fdd66d-24e0-439a-bd2f-44672d710e5f tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 210 time: 0.0306976 Oct 27 17:04:22.250659 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:22.394041 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:22.670494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-c8a11176-6bce-4e6f-96ca-82c0ef1bc0e0 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:22.671983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-c8a11176-6bce-4e6f-96ca-82c0ef1bc0e0 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.53 "GET /v2.0/networks?id=429f4335-fa1e-4a8f-b6e7-af80f9e174bd HTTP/1.1" status: 200 len: 814 time: 0.1021805 Oct 27 17:04:22.686109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Request body: {'port': {'device_id': '74102418-de28-497e-958f-c6d5b6fed034', 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd', 'admin_state_up': True, 'tenant_id': '6ea41c87482e4bd49731e0351f98c087'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:22.714985 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a990191-00fb-4a7c-bcaa-1f2588b467cd req-139c9e59-f2c5-4246-8bcb-5eb804d65d34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 210 time: 0.0259008 Oct 27 17:04:22.891051 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Made reservation on behalf of 6ea41c87482e4bd49731e0351f98c087 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:04:22.895840 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:23.021291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Allocated IP 172.20.0.6 (429f4335-fa1e-4a8f-b6e7-af80f9e174bd/1d2f90b9-e2fb-4c81-ae53-21f52a1e6a27/f0242f5d-a6f9-4512-8d46-bd6c0887d22d) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:04:23.167302 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:23.257058 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:23.305196 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:04:23.308560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:04:23.312243 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:04:23.318473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Pushing event updated for resources: {'Port': ['ID=f0242f5d-a6f9-4512-8d46-bd6c0887d22d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:23.363594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:23.364223 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:23.425127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-25ddb564-baaf-4e98-b46d-16b5f9671278 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7430437 Oct 27 17:04:23.437928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Request body: {'port': {'device_id': '74102418-de28-497e-958f-c6d5b6fed034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:23.490813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:23.750918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0242f5d-a6f9-4512-8d46-bd6c0887d22d {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:04:23.759453 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:23.772757 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Transition to ACTIVE for port object f0242f5d-a6f9-4512-8d46-bd6c0887d22d will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:04:23.832698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44b666-069e-4760-9d2c-db4f6844eeaa req-20816792-8683-4c06-8a9e-b1f0a1abdc8d tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:23.834296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e44b666-069e-4760-9d2c-db4f6844eeaa req-20816792-8683-4c06-8a9e-b1f0a1abdc8d tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 931 time: 0.0498023 Oct 27 17:04:23.839600 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:23.911265 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Pushing event updated for resources: {'Port': ['ID=f0242f5d-a6f9-4512-8d46-bd6c0887d22d,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:24.254959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e44b666-069e-4760-9d2c-db4f6844eeaa req-2ed63dcd-7a5d-41ee-b4b2-005b8d635459 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130192 Oct 27 17:04:24.257266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.257612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.258063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.258268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.258602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.258931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.259255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.259579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.259910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.260251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.260573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.260890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:24.309785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Attempting to bind port f0242f5d-a6f9-4512-8d46-bd6c0887d22d on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:04:24.310125 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Attempting to bind port f0242f5d-a6f9-4512-8d46-bd6c0887d22d by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': 'c6ef5785-5e28-43e5-b2a9-e9581a7d5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:04:24.310454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Attempting to bind port f0242f5d-a6f9-4512-8d46-bd6c0887d22d on network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:04:24.314715 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Port f0242f5d-a6f9-4512-8d46-bd6c0887d22d on network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:04:24.315029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Attempting to bind port f0242f5d-a6f9-4512-8d46-bd6c0887d22d on network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:04:24.319749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:04:24.322530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Checking segment: {'id': 'c6ef5785-5e28-43e5-b2a9-e9581a7d5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:04:24.322530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Bound using segment: {'id': 'c6ef5785-5e28-43e5-b2a9-e9581a7d5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:04:24.322530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Bound port: f0242f5d-a6f9-4512-8d46-bd6c0887d22d, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ef5785-5e28-43e5-b2a9-e9581a7d5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:04:24.322530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.383399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] For port f0242f5d-a6f9-4512-8d46-bd6c0887d22d, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:04:24.386497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] For port f0242f5d-a6f9-4512-8d46-bd6c0887d22d, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f0242f5d-a6f9-4512-8d46-bd6c0887d22d,segment=NetworkSegment(c6ef5785-5e28-43e5-b2a9-e9581a7d5459),segment_id=c6ef5785-5e28-43e5-b2a9-e9581a7d5459)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:04:24.394111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.486050 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.529771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:24.530478 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:24.531855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] 10.222.0.53 "PUT /v2.0/ports/f0242f5d-a6f9-4512-8d46-bd6c0887d22d HTTP/1.1" status: 200 len: 1091 time: 1.0980110 Oct 27 17:04:24.532324 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74102418-de28-497e-958f-c6d5b6fed034', 'tag': 'f0242f5d-a6f9-4512-8d46-bd6c0887d22d'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:24.535927 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0817f8f5-4c2d-4bf8-a89e-72c2ed51074f" -d '{"events": [{"name": "network-changed", "server_uuid": "74102418-de28-497e-958f-c6d5b6fed034", "tag": "f0242f5d-a6f9-4512-8d46-bd6c0887d22d"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:24.558567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51bc26-714d-4242-b5b2-7603b6028818 service neutron] Pushing event updated for resources: {'Port': ['ID=f0242f5d-a6f9-4512-8d46-bd6c0887d22d,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:24.574468 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255f97ac-1ea9-4a73-be1c-f81485922d3e x-openstack-request-id: req-255f97ac-1ea9-4a73-be1c-f81485922d3e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:24.574928 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74102418-de28-497e-958f-c6d5b6fed034", "tag": "f0242f5d-a6f9-4512-8d46-bd6c0887d22d", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:24.575190 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-255f97ac-1ea9-4a73-be1c-f81485922d3e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:24.575659 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74102418-de28-497e-958f-c6d5b6fed034', 'tag': 'f0242f5d-a6f9-4512-8d46-bd6c0887d22d', 'status': 'completed', 'code': 200} Oct 27 17:04:24.635572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817f8f5-4c2d-4bf8-a89e-72c2ed51074f req-02a52438-4a83-468a-9661-7038c69afb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:24.637102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0817f8f5-4c2d-4bf8-a89e-72c2ed51074f req-02a52438-4a83-468a-9661-7038c69afb5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ea41c87482e4bd49731e0351f98c087&device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 1094 time: 0.0401268 Oct 27 17:04:24.734246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817f8f5-4c2d-4bf8-a89e-72c2ed51074f req-5a574025-8a87-40b7-9242-0196969014d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:24.735700 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0817f8f5-4c2d-4bf8-a89e-72c2ed51074f req-5a574025-8a87-40b7-9242-0196969014d8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=6ea41c87482e4bd49731e0351f98c087&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0906477 Oct 27 17:04:24.835140 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817f8f5-4c2d-4bf8-a89e-72c2ed51074f req-7a40e8b5-a01a-4cc1-bb4d-07d0bd886533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:24.836656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0817f8f5-4c2d-4bf8-a89e-72c2ed51074f req-7a40e8b5-a01a-4cc1-bb4d-07d0bd886533 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932772 Oct 27 17:04:24.914692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-d586e028-0f8e-469e-adab-a0a66b298404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:24.916394 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-d586e028-0f8e-469e-adab-a0a66b298404 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6ea41c87482e4bd49731e0351f98c087&device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 1094 time: 0.0423546 Oct 27 17:04:24.962551 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-c4f2928a-2215-4b14-8a9a-3bc4e56400a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0242f5d-a6f9-4512-8d46-bd6c0887d22d HTTP/1.1" status: 200 len: 217 time: 0.0379267 Oct 27 17:04:25.010573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-9d0c367a-587c-4405-b936-572328ae01ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:25.011983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-9d0c367a-587c-4405-b936-572328ae01ae service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1d2f90b9-e2fb-4c81-ae53-21f52a1e6a27 HTTP/1.1" status: 200 len: 854 time: 0.0424879 Oct 27 17:04:25.043480 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-80b36f02-b8cc-4748-b72a-085b5313411f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=429f4335-fa1e-4a8f-b6e7-af80f9e174bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238605 Oct 27 17:04:25.138136 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-8f00b31f-1f24-4a23-b466-09cb935296ad service neutron] 10.222.0.53 "GET /v2.0/networks/429f4335-fa1e-4a8f-b6e7-af80f9e174bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873764 Oct 27 17:04:25.228550 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7070d64e-c28a-419c-ab77-69d4f37c8bf7 req-6fe3c287-38a2-4cf4-a4cb-c26108d570e1 service neutron] 10.222.0.53 "GET /v2.0/networks/429f4335-fa1e-4a8f-b6e7-af80f9e174bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829804 Oct 27 17:04:25.379276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb692e06-aa38-4fe1-9a5e-afef628438a5 req-cff7cc8c-35aa-404f-b4bb-9f411536c07c tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:25.380787 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb692e06-aa38-4fe1-9a5e-afef628438a5 req-cff7cc8c-35aa-404f-b4bb-9f411536c07c tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 943 time: 0.0547655 Oct 27 17:04:25.419089 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bb692e06-aa38-4fe1-9a5e-afef628438a5 req-49d83e25-bc32-4055-9526-30ce182b63ba tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320292 Oct 27 17:04:26.543010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c661e-29a6-4514-9d21-cab217d7d72b req-3a2d5585-0996-4ad2-83d2-edc5f36a64cb tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:26.544533 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c4c661e-29a6-4514-9d21-cab217d7d72b req-3a2d5585-0996-4ad2-83d2-edc5f36a64cb tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 943 time: 0.0537698 Oct 27 17:04:26.583210 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c4c661e-29a6-4514-9d21-cab217d7d72b req-a6ca839e-95e4-41ed-96fb-b36c5a53b88d tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325875 Oct 27 17:04:27.700587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d18d34-1a25-4c2c-8eba-ca70aa69e8f3 req-ecc8aaf7-5b05-4fbf-9794-8c3afd064232 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:27.702060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-14d18d34-1a25-4c2c-8eba-ca70aa69e8f3 req-ecc8aaf7-5b05-4fbf-9794-8c3afd064232 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 943 time: 0.0507262 Oct 27 17:04:27.708198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f0242f5d-a6f9-4512-8d46-bd6c0887d22d details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:04:27.741535 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-14d18d34-1a25-4c2c-8eba-ca70aa69e8f3 req-4d734343-fde2-4e4a-b1bc-8f54b5ffa6b2 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332787 Oct 27 17:04:27.803952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f0242f5d-a6f9-4512-8d46-bd6c0887d22d, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f0242f5d-a6f9-4512-8d46-bd6c0887d22d,segment=NetworkSegment(c6ef5785-5e28-43e5-b2a9-e9581a7d5459),segment_id=c6ef5785-5e28-43e5-b2a9-e9581a7d5459)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:27.814704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'f0242f5d-a6f9-4512-8d46-bd6c0887d22d', 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd', 'port_id': 'f0242f5d-a6f9-4512-8d46-bd6c0887d22d', 'mac_address': 'fa:16:3e:34:91:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2f90b9-e2fb-4c81-ae53-21f52a1e6a27', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:04:27.851239 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:27.864536 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0242f5d-a6f9-4512-8d46-bd6c0887d22d {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:04:27.882910 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f0242f5d-a6f9-4512-8d46-bd6c0887d22d, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f0242f5d-a6f9-4512-8d46-bd6c0887d22d,segment=NetworkSegment(c6ef5785-5e28-43e5-b2a9-e9581a7d5459),segment_id=c6ef5785-5e28-43e5-b2a9-e9581a7d5459)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:27.953875 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:28.001712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f0242f5d-a6f9-4512-8d46-bd6c0887d22d,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:28.145750 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f0242f5d-a6f9-4512-8d46-bd6c0887d22d'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:04:28.858319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c6b0b-2b6d-427a-9948-db24aace30d2 req-3f482ad6-b9a0-4023-8f54-d33722a7c63e tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:28.859801 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1e2c6b0b-2b6d-427a-9948-db24aace30d2 req-3f482ad6-b9a0-4023-8f54-d33722a7c63e tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 944 time: 0.0503368 Oct 27 17:04:28.897918 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1e2c6b0b-2b6d-427a-9948-db24aace30d2 req-bf4b6731-b91a-4778-8217-32e788203a79 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Oct 27 17:04:29.716191 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f0242f5d-a6f9-4512-8d46-bd6c0887d22d up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:04:29.830103 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port f0242f5d-a6f9-4512-8d46-bd6c0887d22d completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:04:29.840936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port f0242f5d-a6f9-4512-8d46-bd6c0887d22d triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:04:29.841314 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:29.907759 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:29.921938 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:29.945465 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74102418-de28-497e-958f-c6d5b6fed034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0242f5d-a6f9-4512-8d46-bd6c0887d22d'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:29.948066 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b5e756-cda4-4acc-8c3c-e2a1ed42d810" -d '{"events": [{"server_uuid": "74102418-de28-497e-958f-c6d5b6fed034", "name": "network-vif-plugged", "status": "completed", "tag": "f0242f5d-a6f9-4512-8d46-bd6c0887d22d"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:29.961189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port f0242f5d-a6f9-4512-8d46-bd6c0887d22d, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f0242f5d-a6f9-4512-8d46-bd6c0887d22d,segment=NetworkSegment(c6ef5785-5e28-43e5-b2a9-e9581a7d5459),segment_id=c6ef5785-5e28-43e5-b2a9-e9581a7d5459)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:29.986722 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1d3195-af74-4553-b42a-49f4a067c155 x-openstack-request-id: req-1d1d3195-af74-4553-b42a-49f4a067c155 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:29.987021 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74102418-de28-497e-958f-c6d5b6fed034", "name": "network-vif-plugged", "status": "completed", "tag": "f0242f5d-a6f9-4512-8d46-bd6c0887d22d", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:29.987282 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d1d3195-af74-4553-b42a-49f4a067c155 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:29.987681 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74102418-de28-497e-958f-c6d5b6fed034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0242f5d-a6f9-4512-8d46-bd6c0887d22d', 'code': 200} Oct 27 17:04:30.010956 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:30.016505 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08302c-c072-4414-8108-d29c937cb90e req-30219036-fe2a-49a5-b3b1-ad456db51a87 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:30.018033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dc08302c-c072-4414-8108-d29c937cb90e req-30219036-fe2a-49a5-b3b1-ad456db51a87 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 944 time: 0.0519943 Oct 27 17:04:30.061131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=f0242f5d-a6f9-4512-8d46-bd6c0887d22d,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:30.088439 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dc08302c-c072-4414-8108-d29c937cb90e req-dc876a3a-9791-47a6-9859-4bd2fa78895b tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633638 Oct 27 17:04:30.100371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f525d6d-b1b0-451a-a549-8c0517424850 req-88f665a3-57d0-4415-8689-72e85922f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:30.101920 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f525d6d-b1b0-451a-a549-8c0517424850 req-88f665a3-57d0-4415-8689-72e85922f43e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 1096 time: 0.0588777 Oct 27 17:04:30.137158 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3f525d6d-b1b0-451a-a549-8c0517424850 req-a3bb4aa9-6c28-4e51-a855-60cff8cca925 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280457 Oct 27 17:04:31.205470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664acbf4-d1ec-435d-80b3-23726ff6a2d2 req-a1ded139-50e4-41ed-9f23-2ffc30a1e91f tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:31.207516 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-664acbf4-d1ec-435d-80b3-23726ff6a2d2 req-a1ded139-50e4-41ed-9f23-2ffc30a1e91f tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 945 time: 0.0503006 Oct 27 17:04:31.246324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-664acbf4-d1ec-435d-80b3-23726ff6a2d2 req-cf29fb88-ac08-4c32-83e2-9881214cb3f4 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324900 Oct 27 17:04:32.363214 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d02cdc-c251-4e40-8986-ed0f49ddb094 req-c31d3db2-ca8b-418d-ac0e-fb710e9889ae tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:32.364726 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90d02cdc-c251-4e40-8986-ed0f49ddb094 req-c31d3db2-ca8b-418d-ac0e-fb710e9889ae tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 945 time: 0.0513675 Oct 27 17:04:32.403669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-90d02cdc-c251-4e40-8986-ed0f49ddb094 req-5d9958e8-e17a-42c1-a088-e2cdf9b0e600 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327537 Oct 27 17:04:32.630455 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-eb09c932-737a-452f-90e3-3b5080c29d53 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:32.631993 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-eb09c932-737a-452f-90e3-3b5080c29d53 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/networks?id=429f4335-fa1e-4a8f-b6e7-af80f9e174bd HTTP/1.1" status: 200 len: 814 time: 0.1044881 Oct 27 17:04:32.647248 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-c846e855-5c28-4384-af4b-8022646587c8 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/quotas/6ea41c87482e4bd49731e0351f98c087 HTTP/1.1" status: 200 len: 375 time: 0.0094445 Oct 27 17:04:32.695670 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-c1c8d6c4-72b8-4d41-b413-489adf94a3a4 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ea41c87482e4bd49731e0351f98c087&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432379 Oct 27 17:04:32.706301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-73f009ae-c6cd-4249-ab49-75f06edf5c85 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:04:32.707860 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-73f009ae-c6cd-4249-ab49-75f06edf5c85 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054653 Oct 27 17:04:32.799437 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-e09bace7-c2d2-432f-9548-4767af58902e service neutron] 10.222.0.15 "GET /v2.0/networks/429f4335-fa1e-4a8f-b6e7-af80f9e174bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859449 Oct 27 17:04:32.886485 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-b4274cdd-d85f-468d-bd6e-622c6fee4aa0 service neutron] 10.222.0.15 "GET /v2.0/networks/429f4335-fa1e-4a8f-b6e7-af80f9e174bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805418 Oct 27 17:04:33.051508 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:33.156173 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5c5e76f-35be-4d0a-9fc2-09d99f0c8da6 req-328f964c-0934-46db-b3ba-c3560b19fd06 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 210 time: 0.0265777 Oct 27 17:04:34.254653 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d9e92e88-7943-4199-bf97-9f5aa17c19aa req-0c7e773e-6aef-45e7-82b4-1c0e56ab435c tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 210 time: 0.0306113 Oct 27 17:04:34.864814 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-58b663d0-27af-4684-a311-d8246dd331bd tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:34.866266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-58b663d0-27af-4684-a311-d8246dd331bd tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.54 "GET /v2.0/networks?id=429f4335-fa1e-4a8f-b6e7-af80f9e174bd HTTP/1.1" status: 200 len: 814 time: 0.1105173 Oct 27 17:04:34.880272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Request body: {'port': {'device_id': 'c9a30ffc-e628-42af-82e8-adf6e1226bee', 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd', 'admin_state_up': True, 'tenant_id': '6ea41c87482e4bd49731e0351f98c087'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:35.039188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Made reservation on behalf of 6ea41c87482e4bd49731e0351f98c087 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:04:35.042923 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:35.171809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Allocated IP 172.20.0.4 (429f4335-fa1e-4a8f-b6e7-af80f9e174bd/1d2f90b9-e2fb-4c81-ae53-21f52a1e6a27/7854417b-7d55-4257-a0f9-0502080599be) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:04:35.330328 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:35.396811 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e5dbc36c-a3d1-444f-8613-6d88d9b4d943 req-64e18811-003a-4079-84c7-5b0648cda4e9 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 210 time: 0.0283678 Oct 27 17:04:35.406256 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:35.422848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f0242f5d-a6f9-4512-8d46-bd6c0887d22d'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:04:35.455058 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:04:35.459097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:04:35.461766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:04:35.507206 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Pushing event updated for resources: {'Port': ['ID=7854417b-7d55-4257-a0f9-0502080599be,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:35.532272 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:35.534028 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:35.602891 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-1ae8eec3-dcdb-442f-9930-bcd921e87a34 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7268212 Oct 27 17:04:35.616552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Request body: {'port': {'device_id': 'c9a30ffc-e628-42af-82e8-adf6e1226bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:35.675643 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:35.936664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7854417b-7d55-4257-a0f9-0502080599be {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:04:35.945382 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:35.958130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Transition to ACTIVE for port object 7854417b-7d55-4257-a0f9-0502080599be will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:04:36.022689 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:36.073931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Pushing event updated for resources: {'Port': ['ID=7854417b-7d55-4257-a0f9-0502080599be,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:36.144803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Attempting to bind port 7854417b-7d55-4257-a0f9-0502080599be on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:04:36.145142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Attempting to bind port 7854417b-7d55-4257-a0f9-0502080599be by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'c6ef5785-5e28-43e5-b2a9-e9581a7d5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:04:36.145442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Attempting to bind port 7854417b-7d55-4257-a0f9-0502080599be on network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:04:36.149835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Port 7854417b-7d55-4257-a0f9-0502080599be on network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:04:36.150153 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Attempting to bind port 7854417b-7d55-4257-a0f9-0502080599be on network 429f4335-fa1e-4a8f-b6e7-af80f9e174bd {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:04:36.155033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:04:36.155364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Checking segment: {'id': 'c6ef5785-5e28-43e5-b2a9-e9581a7d5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:04:36.155746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Bound using segment: {'id': 'c6ef5785-5e28-43e5-b2a9-e9581a7d5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:04:36.156195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Bound port: 7854417b-7d55-4257-a0f9-0502080599be, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6ef5785-5e28-43e5-b2a9-e9581a7d5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:04:36.156549 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:36.219912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] For port 7854417b-7d55-4257-a0f9-0502080599be, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:04:36.223449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] For port 7854417b-7d55-4257-a0f9-0502080599be, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=7854417b-7d55-4257-a0f9-0502080599be,segment=NetworkSegment(c6ef5785-5e28-43e5-b2a9-e9581a7d5459),segment_id=c6ef5785-5e28-43e5-b2a9-e9581a7d5459)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:04:36.314092 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:36.351305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:36.352179 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:36.353638 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] 10.222.0.54 "PUT /v2.0/ports/7854417b-7d55-4257-a0f9-0502080599be HTTP/1.1" status: 200 len: 1091 time: 0.7413635 Oct 27 17:04:36.358584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a30ffc-e628-42af-82e8-adf6e1226bee', 'tag': '7854417b-7d55-4257-a0f9-0502080599be'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:36.361014 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3d9b48-bba2-4b6f-824b-fd4c8e2a4328" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a30ffc-e628-42af-82e8-adf6e1226bee", "tag": "7854417b-7d55-4257-a0f9-0502080599be"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:36.386761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1199bfa-1f66-43be-8339-03a947384b28 service neutron] Pushing event updated for resources: {'Port': ['ID=7854417b-7d55-4257-a0f9-0502080599be,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:36.411112 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a0836d-6bb4-49ff-9aa3-50d03da5147a x-openstack-request-id: req-c5a0836d-6bb4-49ff-9aa3-50d03da5147a {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:36.418907 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a30ffc-e628-42af-82e8-adf6e1226bee", "tag": "7854417b-7d55-4257-a0f9-0502080599be", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:36.418907 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5a0836d-6bb4-49ff-9aa3-50d03da5147a {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:36.418907 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a30ffc-e628-42af-82e8-adf6e1226bee', 'tag': '7854417b-7d55-4257-a0f9-0502080599be', 'status': 'completed', 'code': 200} Oct 27 17:04:36.486481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9b48-bba2-4b6f-824b-fd4c8e2a4328 req-88103042-e311-4f06-aed4-905cfd3d7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:36.488438 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb3d9b48-bba2-4b6f-824b-fd4c8e2a4328 req-88103042-e311-4f06-aed4-905cfd3d7d91 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ea41c87482e4bd49731e0351f98c087&device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 1094 time: 0.0550208 Oct 27 17:04:36.584527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf90646-f0f2-43e6-b9a7-128aa46860c4 req-a2da9fd7-9eff-47a9-a4a7-1e869fa4e3e1 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:36.586106 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baf90646-f0f2-43e6-b9a7-128aa46860c4 req-a2da9fd7-9eff-47a9-a4a7-1e869fa4e3e1 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 943 time: 0.1151655 Oct 27 17:04:36.632870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9b48-bba2-4b6f-824b-fd4c8e2a4328 req-a2523d1f-a3bc-4347-a1c6-165bac4265ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:36.634323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb3d9b48-bba2-4b6f-824b-fd4c8e2a4328 req-a2523d1f-a3bc-4347-a1c6-165bac4265ff service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=6ea41c87482e4bd49731e0351f98c087&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1330793 Oct 27 17:04:36.648184 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-baf90646-f0f2-43e6-b9a7-128aa46860c4 req-9c8cfdb7-91ba-4480-8e9d-af444a420606 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537019 Oct 27 17:04:36.747869 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9b48-bba2-4b6f-824b-fd4c8e2a4328 req-c4bd8aa4-4d49-43a8-9c5e-85ec0f3192d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:36.749278 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eb3d9b48-bba2-4b6f-824b-fd4c8e2a4328 req-c4bd8aa4-4d49-43a8-9c5e-85ec0f3192d2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046388 Oct 27 17:04:36.826971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-687edbc7-0055-49d6-a579-ffebcc5d9a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:36.828495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-687edbc7-0055-49d6-a579-ffebcc5d9a8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6ea41c87482e4bd49731e0351f98c087&device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 1094 time: 0.0448759 Oct 27 17:04:36.871215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-64b150e6-5e2a-4a37-bb0e-c6a568c934ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7854417b-7d55-4257-a0f9-0502080599be HTTP/1.1" status: 200 len: 217 time: 0.0339210 Oct 27 17:04:36.924625 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-c01fbdf4-95c3-436e-9ef7-fc3c57086bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:36.926927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-c01fbdf4-95c3-436e-9ef7-fc3c57086bc3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1d2f90b9-e2fb-4c81-ae53-21f52a1e6a27 HTTP/1.1" status: 200 len: 854 time: 0.0486252 Oct 27 17:04:36.959091 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-cd1c6512-8c57-4231-b29e-4ac4780a87cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=429f4335-fa1e-4a8f-b6e7-af80f9e174bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252802 Oct 27 17:04:37.056567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-13e1b001-08af-404a-a418-cecf40e0a407 service neutron] 10.222.0.54 "GET /v2.0/networks/429f4335-fa1e-4a8f-b6e7-af80f9e174bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895998 Oct 27 17:04:37.150468 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7c4795b-934d-4538-bfb4-50f645c93628 req-0db1706f-dffc-4f5d-a29e-c7daf7250a00 service neutron] 10.222.0.54 "GET /v2.0/networks/429f4335-fa1e-4a8f-b6e7-af80f9e174bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866749 Oct 27 17:04:37.770045 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fbccf-560b-4ef3-8b28-79a619245629 req-db96533b-7920-48c9-9c60-7cedb5dd9b77 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:37.771416 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-694fbccf-560b-4ef3-8b28-79a619245629 req-db96533b-7920-48c9-9c60-7cedb5dd9b77 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 943 time: 0.0495121 Oct 27 17:04:37.809501 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-694fbccf-560b-4ef3-8b28-79a619245629 req-4904e96f-c731-4ac8-8cd4-c4a8c652c35a tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320277 Oct 27 17:04:38.721186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 7854417b-7d55-4257-a0f9-0502080599be details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:04:38.816078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 7854417b-7d55-4257-a0f9-0502080599be, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=7854417b-7d55-4257-a0f9-0502080599be,segment=NetworkSegment(c6ef5785-5e28-43e5-b2a9-e9581a7d5459),segment_id=c6ef5785-5e28-43e5-b2a9-e9581a7d5459)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:38.826719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '7854417b-7d55-4257-a0f9-0502080599be', 'network_id': '429f4335-fa1e-4a8f-b6e7-af80f9e174bd', 'port_id': '7854417b-7d55-4257-a0f9-0502080599be', 'mac_address': 'fa:16:3e:b5:93:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2f90b9-e2fb-4c81-ae53-21f52a1e6a27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:04:38.864303 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:38.877190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7854417b-7d55-4257-a0f9-0502080599be {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:04:38.898074 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 7854417b-7d55-4257-a0f9-0502080599be, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=7854417b-7d55-4257-a0f9-0502080599be,segment=NetworkSegment(c6ef5785-5e28-43e5-b2a9-e9581a7d5459),segment_id=c6ef5785-5e28-43e5-b2a9-e9581a7d5459)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:38.925255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fe119-8687-4215-b29c-075467ce17c6 req-0794df44-8d54-4db1-9d7a-50c385212a3b tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:38.926919 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753fe119-8687-4215-b29c-075467ce17c6 req-0794df44-8d54-4db1-9d7a-50c385212a3b tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 943 time: 0.0492370 Oct 27 17:04:38.953663 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:38.966163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-753fe119-8687-4215-b29c-075467ce17c6 req-8701df0b-56db-4fa9-bef0-f77d3beaded0 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332618 Oct 27 17:04:39.004351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=7854417b-7d55-4257-a0f9-0502080599be,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:39.155623 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['7854417b-7d55-4257-a0f9-0502080599be'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:04:40.082239 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc49bfa-ee3f-45f6-af17-59eba15b547d req-2f700141-0192-4079-8387-d0a96ff00b1d tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:40.083727 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3fc49bfa-ee3f-45f6-af17-59eba15b547d req-2f700141-0192-4079-8387-d0a96ff00b1d tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 944 time: 0.0493004 Oct 27 17:04:40.121356 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3fc49bfa-ee3f-45f6-af17-59eba15b547d req-b3f3ffeb-0807-43f8-ba90-5cca4183e56d tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316436 Oct 27 17:04:40.746097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 7854417b-7d55-4257-a0f9-0502080599be up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:04:40.839462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 7854417b-7d55-4257-a0f9-0502080599be completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:04:40.843531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 7854417b-7d55-4257-a0f9-0502080599be triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:04:40.843730 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:40.921211 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:40.944659 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a30ffc-e628-42af-82e8-adf6e1226bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7854417b-7d55-4257-a0f9-0502080599be'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:40.946963 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f04c1b6-104f-421f-8f04-31c4b2a95288" -d '{"events": [{"server_uuid": "c9a30ffc-e628-42af-82e8-adf6e1226bee", "name": "network-vif-plugged", "status": "completed", "tag": "7854417b-7d55-4257-a0f9-0502080599be"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:40.959055 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 7854417b-7d55-4257-a0f9-0502080599be, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=7854417b-7d55-4257-a0f9-0502080599be,segment=NetworkSegment(c6ef5785-5e28-43e5-b2a9-e9581a7d5459),segment_id=c6ef5785-5e28-43e5-b2a9-e9581a7d5459)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:40.986000 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832dab87-31f4-4625-b570-c2c0f9cc1f17 x-openstack-request-id: req-832dab87-31f4-4625-b570-c2c0f9cc1f17 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:40.986295 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a30ffc-e628-42af-82e8-adf6e1226bee", "name": "network-vif-plugged", "status": "completed", "tag": "7854417b-7d55-4257-a0f9-0502080599be", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:40.986557 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-832dab87-31f4-4625-b570-c2c0f9cc1f17 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:40.986957 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a30ffc-e628-42af-82e8-adf6e1226bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7854417b-7d55-4257-a0f9-0502080599be', 'code': 200} Oct 27 17:04:41.005866 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:41.061263 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=7854417b-7d55-4257-a0f9-0502080599be,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:41.069429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.069774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.070131 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.070453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.070782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.071109 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.071430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.071751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.072089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.072411 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.072728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.073043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:04:41.088544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7054ce4-0dbc-45f4-a380-201427acdc19 req-a981e615-bd09-4e69-9cf9-e6d3b0ab5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:41.090091 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7054ce4-0dbc-45f4-a380-201427acdc19 req-a981e615-bd09-4e69-9cf9-e6d3b0ab5567 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 1096 time: 0.0438287 Oct 27 17:04:41.131842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e7054ce4-0dbc-45f4-a380-201427acdc19 req-f4b71259-f302-47e1-9beb-4ed16f837fc0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Oct 27 17:04:41.244013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaf09f-0e11-4d6d-a3bc-7f48bf8f2bdc req-85c5f0d9-4146-4b65-868f-ae84e381d19b tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:41.245698 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6eaf09f-0e11-4d6d-a3bc-7f48bf8f2bdc req-85c5f0d9-4146-4b65-868f-ae84e381d19b tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 945 time: 0.0571480 Oct 27 17:04:41.289838 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6eaf09f-0e11-4d6d-a3bc-7f48bf8f2bdc req-cd5ed9d4-5ced-4e9f-ba2a-227ee6247c8b tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381293 Oct 27 17:04:42.409925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102538a-ffdc-49a5-81ee-ac0b4f05d128 req-7cf49423-f4dd-4d9f-a00b-06f2f70defc3 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:42.411401 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3102538a-ffdc-49a5-81ee-ac0b4f05d128 req-7cf49423-f4dd-4d9f-a00b-06f2f70defc3 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 945 time: 0.0494080 Oct 27 17:04:42.450198 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3102538a-ffdc-49a5-81ee-ac0b4f05d128 req-108de2b9-19ac-478b-a910-528a20db6b52 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328166 Oct 27 17:04:42.863936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb906d1-cf30-49b3-8c5f-62997cd01d76 req-ba5301fb-e9cd-4926-856c-22c1b2e3978b tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:42.865452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1eb906d1-cf30-49b3-8c5f-62997cd01d76 req-ba5301fb-e9cd-4926-856c-22c1b2e3978b tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 945 time: 0.0499427 Oct 27 17:04:42.903010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1eb906d1-cf30-49b3-8c5f-62997cd01d76 req-3a20f966-941e-431f-9cd6-fbca61211fbe tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309892 Oct 27 17:04:44.025089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d7a3f-09ab-440a-878e-9c25cdad25cb req-c5c334da-4597-4f0c-99ce-45d2236ea837 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:44.026585 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb5d7a3f-09ab-440a-878e-9c25cdad25cb req-c5c334da-4597-4f0c-99ce-45d2236ea837 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 945 time: 0.0500944 Oct 27 17:04:44.065687 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb5d7a3f-09ab-440a-878e-9c25cdad25cb req-70b950e4-6331-4cb8-88a3-f45edbb1ee26 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Oct 27 17:04:44.140857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068d565-0441-4dbd-9ca7-4bf62cf7498f req-c4d5b4c1-1823-48f3-826f-41c60ad33fce tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:44.142271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7068d565-0441-4dbd-9ca7-4bf62cf7498f req-c4d5b4c1-1823-48f3-826f-41c60ad33fce tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.54 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 945 time: 0.0476372 Oct 27 17:04:44.232021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-7068d565-0441-4dbd-9ca7-4bf62cf7498f req-a2101ddf-e548-453f-8f1a-7f99bb4bbeff tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Deleting port 7854417b-7d55-4257-a0f9-0502080599be {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:44.232308 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7068d565-0441-4dbd-9ca7-4bf62cf7498f req-a2101ddf-e548-453f-8f1a-7f99bb4bbeff tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.320542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7068d565-0441-4dbd-9ca7-4bf62cf7498f req-a2101ddf-e548-453f-8f1a-7f99bb4bbeff tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] For port 7854417b-7d55-4257-a0f9-0502080599be, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=7854417b-7d55-4257-a0f9-0502080599be,segment=NetworkSegment(c6ef5785-5e28-43e5-b2a9-e9581a7d5459),segment_id=c6ef5785-5e28-43e5-b2a9-e9581a7d5459)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:44.321110 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7068d565-0441-4dbd-9ca7-4bf62cf7498f req-a2101ddf-e548-453f-8f1a-7f99bb4bbeff tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.337299 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-7068d565-0441-4dbd-9ca7-4bf62cf7498f req-a2101ddf-e548-453f-8f1a-7f99bb4bbeff tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Calling delete_port for 7854417b-7d55-4257-a0f9-0502080599be owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:44.536957 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7068d565-0441-4dbd-9ca7-4bf62cf7498f req-a2101ddf-e548-453f-8f1a-7f99bb4bbeff tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.548760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f0242f5d-a6f9-4512-8d46-bd6c0887d22d'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:04:44.553059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['7854417b-7d55-4257-a0f9-0502080599be'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:04:44.564189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2101ddf-e548-453f-8f1a-7f99bb4bbeff tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Pushing event deleted for resources: {'Port': ['ID=7854417b-7d55-4257-a0f9-0502080599be,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:44.610472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7068d565-0441-4dbd-9ca7-4bf62cf7498f req-a2101ddf-e548-453f-8f1a-7f99bb4bbeff tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] No DVR routers for this DVR port 7854417b-7d55-4257-a0f9-0502080599be on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:04:44.613181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7068d565-0441-4dbd-9ca7-4bf62cf7498f req-a2101ddf-e548-453f-8f1a-7f99bb4bbeff tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:44.616393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7068d565-0441-4dbd-9ca7-4bf62cf7498f req-a2101ddf-e548-453f-8f1a-7f99bb4bbeff tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.54 "DELETE /v2.0/ports/7854417b-7d55-4257-a0f9-0502080599be HTTP/1.1" status: 204 len: 173 time: 0.4681003 Oct 27 17:04:44.616823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a30ffc-e628-42af-82e8-adf6e1226bee', 'name': 'network-vif-deleted', 'tag': '7854417b-7d55-4257-a0f9-0502080599be'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:44.619313 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ec0542-9237-42e2-8a89-63ed933d4aef" -d '{"events": [{"server_uuid": "c9a30ffc-e628-42af-82e8-adf6e1226bee", "name": "network-vif-deleted", "tag": "7854417b-7d55-4257-a0f9-0502080599be"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:44.659062 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174be96b-3dd8-41ae-bb56-d083d117bc9b x-openstack-request-id: req-174be96b-3dd8-41ae-bb56-d083d117bc9b {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:44.659364 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a30ffc-e628-42af-82e8-adf6e1226bee", "name": "network-vif-deleted", "tag": "7854417b-7d55-4257-a0f9-0502080599be", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:44.659634 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-174be96b-3dd8-41ae-bb56-d083d117bc9b {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:44.660020 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a30ffc-e628-42af-82e8-adf6e1226bee', 'name': 'network-vif-deleted', 'tag': '7854417b-7d55-4257-a0f9-0502080599be', 'status': 'completed', 'code': 200} Oct 27 17:04:45.175971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e9e2a1a1-4c82-434a-b5bf-334e156ae15c req-3d8fc7a4-a807-40d2-99ba-41b2847ae4ea tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a30ffc-e628-42af-82e8-adf6e1226bee HTTP/1.1" status: 200 len: 210 time: 0.0285740 Oct 27 17:04:46.328995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc8ffb-80fc-4710-bcec-99aee199cbe0 req-000ace66-5380-4a3e-8b13-6a30bdabe0fe tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:46.330523 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16bc8ffb-80fc-4710-bcec-99aee199cbe0 req-000ace66-5380-4a3e-8b13-6a30bdabe0fe tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 945 time: 0.0483704 Oct 27 17:04:46.370146 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-16bc8ffb-80fc-4710-bcec-99aee199cbe0 req-4b013d9c-e4db-4a01-bfdc-ec25d9c71972 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336902 Oct 27 17:04:46.506554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13afa3-d1eb-4292-9fd4-c7314b5b97b9 req-68b53a18-f5c3-4655-ad10-86acd3559c19 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:46.508036 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a13afa3-d1eb-4292-9fd4-c7314b5b97b9 req-68b53a18-f5c3-4655-ad10-86acd3559c19 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 945 time: 0.0533903 Oct 27 17:04:46.547601 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1a13afa3-d1eb-4292-9fd4-c7314b5b97b9 req-b493bdf8-0baa-49c8-8240-491d76b27e3c tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328012 Oct 27 17:04:46.665724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01750900-eb7a-40a2-ba29-d0374e72f612 req-a510dd7c-1cd0-45f8-ad94-8043aac3fd21 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:46.667204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01750900-eb7a-40a2-ba29-d0374e72f612 req-a510dd7c-1cd0-45f8-ad94-8043aac3fd21 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 945 time: 0.0497208 Oct 27 17:04:46.705989 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-01750900-eb7a-40a2-ba29-d0374e72f612 req-2d5b3338-8568-4573-abd9-597d2561ff41 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Oct 27 17:04:46.760141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 7854417b-7d55-4257-a0f9-0502080599be no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:04:46.780553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 7854417b-7d55-4257-a0f9-0502080599be {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:04:46.780900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 7854417b-7d55-4257-a0f9-0502080599be not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:04:46.871595 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa0ca5-e69a-4d78-98a3-798e0dc750d0 req-7f266a78-871d-4523-a7ce-931bed5d636f tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:46.873251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2aa0ca5-e69a-4d78-98a3-798e0dc750d0 req-7f266a78-871d-4523-a7ce-931bed5d636f tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 945 time: 0.0483570 Oct 27 17:04:46.912320 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a2aa0ca5-e69a-4d78-98a3-798e0dc750d0 req-785e71b7-726e-4880-be58-65f98caa1bcd tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326848 Oct 27 17:04:47.028429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e0b61-0400-4df4-b20f-b5d6afa2f420 req-0f29b437-3e54-4c51-934d-c0c4183dc4c8 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:47.029820 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-423e0b61-0400-4df4-b20f-b5d6afa2f420 req-0f29b437-3e54-4c51-934d-c0c4183dc4c8 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 945 time: 0.0495589 Oct 27 17:04:47.068950 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-423e0b61-0400-4df4-b20f-b5d6afa2f420 req-05694666-da4c-4691-83d9-15381d684ce0 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327697 Oct 27 17:04:47.193139 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5469c-2cb0-4c4f-9534-463d882281a7 req-90accb2d-cba5-4bb0-ae1f-f5bca434d08f tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:47.194620 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-24f5469c-2cb0-4c4f-9534-463d882281a7 req-90accb2d-cba5-4bb0-ae1f-f5bca434d08f tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 945 time: 0.0497830 Oct 27 17:04:47.232790 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-24f5469c-2cb0-4c4f-9534-463d882281a7 req-ef68360e-a3f7-474e-98ff-175d7c2cffd4 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315957 Oct 27 17:04:47.724085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd47f5b-fee3-418b-b36f-b447bdac5cda req-fb460110-e791-43d0-a47c-59950d73a47f tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:47.725741 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2dd47f5b-fee3-418b-b36f-b447bdac5cda req-fb460110-e791-43d0-a47c-59950d73a47f tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 945 time: 0.0542297 Oct 27 17:04:47.764232 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2dd47f5b-fee3-418b-b36f-b447bdac5cda req-e53be39f-a3f5-4b9d-92dc-43be6d8c07db tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Oct 27 17:04:48.490959 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0c06687c-0b1b-44e6-8560-19b588014d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:48.886283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96136-3339-4bf5-8c05-dd7c20e25430 req-e1a729b2-b30f-42be-b481-391f5f5a1a18 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:48.887726 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4a96136-3339-4bf5-8c05-dd7c20e25430 req-e1a729b2-b30f-42be-b481-391f5f5a1a18 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 945 time: 0.0540681 Oct 27 17:04:48.925395 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a4a96136-3339-4bf5-8c05-dd7c20e25430 req-f110d795-bbe5-446f-b4b1-2e72031ddb1d tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/security-groups?id=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Oct 27 17:04:49.120553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecfd25-63b0-480f-bceb-1cff36a9de24 req-8fe90d0a-8cb6-497c-90b4-56d968fbb710 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:49.121907 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6ecfd25-63b0-480f-bceb-1cff36a9de24 req-8fe90d0a-8cb6-497c-90b4-56d968fbb710 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.53 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 945 time: 0.0492654 Oct 27 17:04:49.208985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e6ecfd25-63b0-480f-bceb-1cff36a9de24 req-7e3c0c45-a49f-4901-ac8f-04206fdad542 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Deleting port f0242f5d-a6f9-4512-8d46-bd6c0887d22d {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:04:49.209318 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6ecfd25-63b0-480f-bceb-1cff36a9de24 req-7e3c0c45-a49f-4901-ac8f-04206fdad542 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:49.216829 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:04:49.298752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-e6ecfd25-63b0-480f-bceb-1cff36a9de24 req-7e3c0c45-a49f-4901-ac8f-04206fdad542 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] For port f0242f5d-a6f9-4512-8d46-bd6c0887d22d, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=f0242f5d-a6f9-4512-8d46-bd6c0887d22d,segment=NetworkSegment(c6ef5785-5e28-43e5-b2a9-e9581a7d5459),segment_id=c6ef5785-5e28-43e5-b2a9-e9581a7d5459)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:04:49.299110 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6ecfd25-63b0-480f-bceb-1cff36a9de24 req-7e3c0c45-a49f-4901-ac8f-04206fdad542 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:49.311224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-e6ecfd25-63b0-480f-bceb-1cff36a9de24 req-7e3c0c45-a49f-4901-ac8f-04206fdad542 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Calling delete_port for f0242f5d-a6f9-4512-8d46-bd6c0887d22d owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:04:49.490945 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6ecfd25-63b0-480f-bceb-1cff36a9de24 req-7e3c0c45-a49f-4901-ac8f-04206fdad542 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:49.505150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['f0242f5d-a6f9-4512-8d46-bd6c0887d22d'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:04:49.520069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c0c45-a49f-4901-ac8f-04206fdad542 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Pushing event deleted for resources: {'Port': ['ID=f0242f5d-a6f9-4512-8d46-bd6c0887d22d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:49.562038 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ecfd25-63b0-480f-bceb-1cff36a9de24 req-7e3c0c45-a49f-4901-ac8f-04206fdad542 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] No DVR routers for this DVR port f0242f5d-a6f9-4512-8d46-bd6c0887d22d on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:04:49.564866 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-e6ecfd25-63b0-480f-bceb-1cff36a9de24 req-7e3c0c45-a49f-4901-ac8f-04206fdad542 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:49.568527 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6ecfd25-63b0-480f-bceb-1cff36a9de24 req-7e3c0c45-a49f-4901-ac8f-04206fdad542 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.53 "DELETE /v2.0/ports/f0242f5d-a6f9-4512-8d46-bd6c0887d22d HTTP/1.1" status: 204 len: 173 time: 0.4406350 Oct 27 17:04:49.568981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74102418-de28-497e-958f-c6d5b6fed034', 'name': 'network-vif-deleted', 'tag': 'f0242f5d-a6f9-4512-8d46-bd6c0887d22d'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:04:49.572883 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600c7c76-450e-4c42-b03c-2a5475b1f9a9" -d '{"events": [{"server_uuid": "74102418-de28-497e-958f-c6d5b6fed034", "name": "network-vif-deleted", "tag": "f0242f5d-a6f9-4512-8d46-bd6c0887d22d"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:04:49.618985 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e719f478-ed00-47ac-abe2-d9ecf0af34d4 x-openstack-request-id: req-e719f478-ed00-47ac-abe2-d9ecf0af34d4 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:04:49.618985 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74102418-de28-497e-958f-c6d5b6fed034", "name": "network-vif-deleted", "tag": "f0242f5d-a6f9-4512-8d46-bd6c0887d22d", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:04:49.618985 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e719f478-ed00-47ac-abe2-d9ecf0af34d4 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:04:49.618985 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74102418-de28-497e-958f-c6d5b6fed034', 'name': 'network-vif-deleted', 'tag': 'f0242f5d-a6f9-4512-8d46-bd6c0887d22d', 'status': 'completed', 'code': 200} Oct 27 17:04:50.033383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9bab9002-1ef0-48d4-ad42-47266569b2d2 req-fdb70f31-6c28-4848-9ce4-7eb9aa602b19 tempest-ServersNegativeTestJSON-1024041626 tempest-ServersNegativeTestJSON-1024041626-project] 10.222.0.15 "GET /v2.0/ports?device_id=74102418-de28-497e-958f-c6d5b6fed034 HTTP/1.1" status: 200 len: 210 time: 0.0294499 Oct 27 17:04:51.091612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47286) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:51.135572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd5564e-9fcd-4d91-9c2d-041ecc558c6d admin admin] Deleting subnet 1d2f90b9-e2fb-4c81-ae53-21f52a1e6a27 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:04:51.138612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0bd5564e-9fcd-4d91-9c2d-041ecc558c6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.171651 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0bd5564e-9fcd-4d91-9c2d-041ecc558c6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.210683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0bd5564e-9fcd-4d91-9c2d-041ecc558c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.325378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0bd5564e-9fcd-4d91-9c2d-041ecc558c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.357620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5564e-9fcd-4d91-9c2d-041ecc558c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2f90b9-e2fb-4c81-ae53-21f52a1e6a27,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:51.359571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0bd5564e-9fcd-4d91-9c2d-041ecc558c6d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.362795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0bd5564e-9fcd-4d91-9c2d-041ecc558c6d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1d2f90b9-e2fb-4c81-ae53-21f52a1e6a27 HTTP/1.1" status: 204 len: 168 time: 0.2701480 Oct 27 17:04:51.365467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47288) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:51.436370 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.521163 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.542298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429f4335-fa1e-4a8f-b6e7-af80f9e174bd']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:51.551245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ef5785-5e28-43e5-b2a9-e9581a7d5459') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:51.551545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ef5785-5e28-43e5-b2a9-e9581a7d5459') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:51.553574 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-564eca37-eed2-4d98-b4be-759fffe90ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.562040 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.576536 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.582336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:04:51.582723 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:04:51.587104 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:04:51.690826 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.696355 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:51.699517 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] 10.222.0.15 "DELETE /v2.0/networks/429f4335-fa1e-4a8f-b6e7-af80f9e174bd HTTP/1.1" status: 204 len: 168 time: 0.3331249 Oct 27 17:04:51.710535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e1ded7-bdb3-46c8-b584-2197cf59da8f admin admin] Pushing event deleted for resources: {'Network': ['ID=429f4335-fa1e-4a8f-b6e7-af80f9e174bd,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:51.746943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f0242f5d-a6f9-4512-8d46-bd6c0887d22d no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:04:51.767142 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: f0242f5d-a6f9-4512-8d46-bd6c0887d22d {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:04:51.767489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device f0242f5d-a6f9-4512-8d46-bd6c0887d22d not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:04:52.026451 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47292) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:52.069693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3199bb90-d9e3-47b9-a1a6-5b60fe1ab69d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ea41c87482e4bd49731e0351f98c087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420382 Oct 27 17:04:52.072475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47294) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:52.119007 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f1c95df-e58a-4643-9fc0-011d018df2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.139150 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f1c95df-e58a-4643-9fc0-011d018df2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.245680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f1c95df-e58a-4643-9fc0-011d018df2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.248315 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f1c95df-e58a-4643-9fc0-011d018df2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.249575 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4f1c95df-e58a-4643-9fc0-011d018df2f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3ec889f0-6c0e-46fb-914d-2d5eeb5650c7 HTTP/1.1" status: 204 len: 168 time: 0.1761940 Oct 27 17:04:52.257361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c95df-e58a-4643-9fc0-011d018df2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec889f0-6c0e-46fb-914d-2d5eeb5650c7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:52.262782 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:52.416624 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.219770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47318) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:53.312512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-316088518'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:53.416571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Made reservation on behalf of c3b21bc542734be49e6259f2ed07d3a9 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:04:53.420246 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.428779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.502181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.576650 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.606662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:04:53.612999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84dc6166-e048-4fdb-bcf3-286edf2a7952,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:53.619133 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.619476 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Added segment 430ce514-bc9e-4124-83de-60a20d888ece of type vlan for network 3c077a48-8fe3-4149-bf68-393e2042cb6f Oct 27 17:04:53.661130 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.765219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.770988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:53.771573 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:53.836039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event updated for resources: {'Network': ['ID=3c077a48-8fe3-4149-bf68-393e2042cb6f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:53.847053 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 3c077a48-8fe3-4149-bf68-393e2042cb6f details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:04:53.905360 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6937fb8f-1979-4e5e-ada5-4ce2c475cf9c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6844194 Oct 27 17:04:54.377156 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:57.255661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47322) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:57.261643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Request body: {'subnet': {'network_id': '3c077a48-8fe3-4149-bf68-393e2042cb6f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:57.416496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Made reservation on behalf of c3b21bc542734be49e6259f2ed07d3a9 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:04:57.420255 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:57.645447 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:57.707686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event updated for resources: {'Subnet': ['ID=6b46b384-f8e8-4f80-9b52-e9fae8246cb0,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:57.712147 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Checking segment: {'id': '430ce514-bc9e-4124-83de-60a20d888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c077a48-8fe3-4149-bf68-393e2042cb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:04:57.712509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Network hostable DHCP agents. Network: 3c077a48-8fe3-4149-bf68-393e2042cb6f, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:04:57.760319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Network 3c077a48-8fe3-4149-bf68-393e2042cb6f is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:04:57.810678 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 3c077a48-8fe3-4149-bf68-393e2042cb6f) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:04:57.814687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:57.815260 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:57.819753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35adebeb-f211-41ab-9751-9cdd834b9c57 None None] Network 3c077a48-8fe3-4149-bf68-393e2042cb6f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:04:57.871592 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b5b6feed-9443-4560-8136-57270a27523c tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6147747 Oct 27 17:04:57.874932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47324) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:57.879817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-816280331'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:57.959675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Made reservation on behalf of c3b21bc542734be49e6259f2ed07d3a9 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:04:57.963993 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:57.989793 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:04:57.999428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:57.999780 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Added segment 297ce478-8800-4640-9a52-ddeb329e5967 of type vlan for network 075aa7ac-18a0-4e49-afac-8d1c03fbac4c Oct 27 17:04:58.042345 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.129044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-3c077a48-8fe3-4149-bf68-393e2042cb6f', 'network_id': '3c077a48-8fe3-4149-bf68-393e2042cb6f', 'tenant_id': 'c3b21bc542734be49e6259f2ed07d3a9', 'fixed_ips': [{'subnet_id': '6b46b384-f8e8-4f80-9b52-e9fae8246cb0'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:04:58.129894 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.142398 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.148395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:58.149670 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.221657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event updated for resources: {'Network': ['ID=075aa7ac-18a0-4e49-afac-8d1c03fbac4c,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:58.246946 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 075aa7ac-18a0-4e49-afac-8d1c03fbac4c details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:04:58.253696 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-25aea25f-4dab-461c-84a5-f98745db0375 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3777165 Oct 27 17:04:58.256731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47332) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:58.262829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Request body: {'subnet': {'network_id': '075aa7ac-18a0-4e49-afac-8d1c03fbac4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:04:58.315654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Allocated IP 2001:db8:0:ffff::2 (3c077a48-8fe3-4149-bf68-393e2042cb6f/6b46b384-f8e8-4f80-9b52-e9fae8246cb0/5d6d38bc-c90f-435f-bb4f-4631ff64dedc) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:04:58.480081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Made reservation on behalf of c3b21bc542734be49e6259f2ed07d3a9 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:04:58.483704 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.484560 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.554354 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.591820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Network 3c077a48-8fe3-4149-bf68-393e2042cb6f is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:04:58.594811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:04:58.598364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:04:58.609375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Pushing event updated for resources: {'Port': ['ID=5d6d38bc-c90f-435f-bb4f-4631ff64dedc,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:58.662893 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Attempting to bind port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:04:58.663249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Attempting to bind port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '430ce514-bc9e-4124-83de-60a20d888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c077a48-8fe3-4149-bf68-393e2042cb6f'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:04:58.663614 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Attempting to bind port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc on network 3c077a48-8fe3-4149-bf68-393e2042cb6f {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:04:58.669430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:04:58.669791 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Checking segment: {'id': '430ce514-bc9e-4124-83de-60a20d888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c077a48-8fe3-4149-bf68-393e2042cb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:04:58.670219 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.670618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Bound using segment: {'id': '430ce514-bc9e-4124-83de-60a20d888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c077a48-8fe3-4149-bf68-393e2042cb6f'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:04:58.671091 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Bound port: 5d6d38bc-c90f-435f-bb4f-4631ff64dedc, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430ce514-bc9e-4124-83de-60a20d888ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '3c077a48-8fe3-4149-bf68-393e2042cb6f'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:04:58.671474 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.733199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] For port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:04:58.736302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] For port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5d6d38bc-c90f-435f-bb4f-4631ff64dedc,segment=NetworkSegment(430ce514-bc9e-4124-83de-60a20d888ece),segment_id=430ce514-bc9e-4124-83de-60a20d888ece)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:04:58.740997 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.796033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event updated for resources: {'Subnet': ['ID=66737635-f898-4339-8f0d-beb8bb08bf89,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:58.806496 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Checking segment: {'id': '297ce478-8800-4640-9a52-ddeb329e5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '075aa7ac-18a0-4e49-afac-8d1c03fbac4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:04:58.806863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Network hostable DHCP agents. Network: 075aa7ac-18a0-4e49-afac-8d1c03fbac4c, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:04:58.811634 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.872037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ecd70-a172-438d-a4b7-b86c1764b557 None None] Pushing event updated for resources: {'Port': ['ID=5d6d38bc-c90f-435f-bb4f-4631ff64dedc,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:58.873654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Network 075aa7ac-18a0-4e49-afac-8d1c03fbac4c is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:04:58.925441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 075aa7ac-18a0-4e49-afac-8d1c03fbac4c) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:04:58.929593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:04:58.930270 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:58.935565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ccbeb-8478-4600-a4c4-599f5678a0da None None] Network 075aa7ac-18a0-4e49-afac-8d1c03fbac4c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:04:59.020246 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b2239075-b32e-4488-af7f-3908af0fdc31 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7623997 Oct 27 17:04:59.022855 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47334) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:04:59.115178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-075aa7ac-18a0-4e49-afac-8d1c03fbac4c', 'network_id': '075aa7ac-18a0-4e49-afac-8d1c03fbac4c', 'tenant_id': 'c3b21bc542734be49e6259f2ed07d3a9', 'fixed_ips': [{'subnet_id': '66737635-f898-4339-8f0d-beb8bb08bf89'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:04:59.116091 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.146598 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.272590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Allocated IP 2001:db8::2 (075aa7ac-18a0-4e49-afac-8d1c03fbac4c/66737635-f898-4339-8f0d-beb8bb08bf89/421f4709-132c-4e3c-ae6a-eb20be4c5880) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:04:59.431168 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.520437 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.561421 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Network 075aa7ac-18a0-4e49-afac-8d1c03fbac4c is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:04:59.564984 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:04:59.568956 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:04:59.575799 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.578434 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Pushing event updated for resources: {'Port': ['ID=421f4709-132c-4e3c-ae6a-eb20be4c5880,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:59.634981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Attempting to bind port 421f4709-132c-4e3c-ae6a-eb20be4c5880 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:04:59.635352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Attempting to bind port 421f4709-132c-4e3c-ae6a-eb20be4c5880 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '297ce478-8800-4640-9a52-ddeb329e5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '075aa7ac-18a0-4e49-afac-8d1c03fbac4c'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:04:59.635723 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Attempting to bind port 421f4709-132c-4e3c-ae6a-eb20be4c5880 on network 075aa7ac-18a0-4e49-afac-8d1c03fbac4c {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:04:59.641822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:04:59.642193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Checking segment: {'id': '297ce478-8800-4640-9a52-ddeb329e5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '075aa7ac-18a0-4e49-afac-8d1c03fbac4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:04:59.642595 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.642986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Bound using segment: {'id': '297ce478-8800-4640-9a52-ddeb329e5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '075aa7ac-18a0-4e49-afac-8d1c03fbac4c'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:04:59.643461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Bound port: 421f4709-132c-4e3c-ae6a-eb20be4c5880, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297ce478-8800-4640-9a52-ddeb329e5967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '075aa7ac-18a0-4e49-afac-8d1c03fbac4c'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:04:59.643842 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.716385 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.722769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] For port 421f4709-132c-4e3c-ae6a-eb20be4c5880, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:04:59.728170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] For port 421f4709-132c-4e3c-ae6a-eb20be4c5880, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=421f4709-132c-4e3c-ae6a-eb20be4c5880,segment=NetworkSegment(297ce478-8800-4640-9a52-ddeb329e5967),segment_id=297ce478-8800-4640-9a52-ddeb329e5967)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:04:59.752452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Subnet': ['ID=66737635-f898-4339-8f0d-beb8bb08bf89,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:59.800605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.820752 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.844256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075aa7ac-18a0-4e49-afac-8d1c03fbac4c']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:59.859300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297ce478-8800-4640-9a52-ddeb329e5967') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:59.861325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297ce478-8800-4640-9a52-ddeb329e5967') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:04:59.874737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.892368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dbe0a-2fc9-40bc-b3a2-931ec04366d3 None None] Pushing event updated for resources: {'Port': ['ID=421f4709-132c-4e3c-ae6a-eb20be4c5880,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:04:59.893187 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.905944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:04:59.905944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.906259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fc78ef-06d4-458d-9f08-537f5e5c54c2 None None] Network 3c077a48-8fe3-4149-bf68-393e2042cb6f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:04:59.908835 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:04:59.965350 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:04:59.979522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-65342b9f-c4d2-4e34-9f17-53754de7fdba None None] Provisioning complete for port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:04:59.979893 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65342b9f-c4d2-4e34-9f17-53754de7fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.009445 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.db.api [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 17:05:00.009445 n-d-815689-1 neutron-server[109723]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 17:05:00.009445 n-d-815689-1 neutron-server[109723]: [parameters: {'id': '075aa7ac-18a0-4e49-afac-8d1c03fbac4c'}] Oct 27 17:05:00.009445 n-d-815689-1 neutron-server[109723]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109723) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:05:00.022720 n-d-815689-1 neutron-server[109723]: DEBUG oslo_db.api [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:05:00.173252 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65342b9f-c4d2-4e34-9f17-53754de7fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.214883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-65342b9f-c4d2-4e34-9f17-53754de7fdba None None] For port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5d6d38bc-c90f-435f-bb4f-4631ff64dedc,segment=NetworkSegment(430ce514-bc9e-4124-83de-60a20d888ece),segment_id=430ce514-bc9e-4124-83de-60a20d888ece)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:00.308777 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65342b9f-c4d2-4e34-9f17-53754de7fdba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.378200 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65342b9f-c4d2-4e34-9f17-53754de7fdba None None] Pushing event updated for resources: {'Port': ['ID=5d6d38bc-c90f-435f-bb4f-4631ff64dedc,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:00.429121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5d6d38bc-c90f-435f-bb4f-4631ff64dedc up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:00.471273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-383167d2-b1e6-4d4b-94dd-0cb7098a490f None None] Provisioning complete for port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:00.471569 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-383167d2-b1e6-4d4b-94dd-0cb7098a490f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.511391 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.522018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:00.522727 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.571921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Deleting port 421f4709-132c-4e3c-ae6a-eb20be4c5880 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:05:00.572227 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.640775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] For port 421f4709-132c-4e3c-ae6a-eb20be4c5880, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=421f4709-132c-4e3c-ae6a-eb20be4c5880,segment=NetworkSegment(297ce478-8800-4640-9a52-ddeb329e5967),segment_id=297ce478-8800-4640-9a52-ddeb329e5967)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:00.641470 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.645011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 421f4709-132c-4e3c-ae6a-eb20be4c5880 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:00.662429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Calling delete_port for 421f4709-132c-4e3c-ae6a-eb20be4c5880 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:05:00.696377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 421f4709-132c-4e3c-ae6a-eb20be4c5880 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:00.696754 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.780691 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.823271 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.852694 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Port': ['ID=421f4709-132c-4e3c-ae6a-eb20be4c5880,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:00.854789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] No DVR routers for this DVR port 421f4709-132c-4e3c-ae6a-eb20be4c5880 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:05:00.875659 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1b129a-a1ee-4442-a213-d512566a43bf None None] Network 075aa7ac-18a0-4e49-afac-8d1c03fbac4c requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:00.931756 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-06b0670e-8a94-46a6-b4c9-f2a92a6aa540 None None] Could not find standard attr ID for object 421f4709-132c-4e3c-ae6a-eb20be4c5880. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 17:05:00.943194 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.963351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075aa7ac-18a0-4e49-afac-8d1c03fbac4c']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:00.972648 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297ce478-8800-4640-9a52-ddeb329e5967') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:00.972952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297ce478-8800-4640-9a52-ddeb329e5967') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:00.982262 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:00.996255 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:01.002360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:05:01.002737 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:05:01.005696 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:05:01.040037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b696783c-f2c7-4e91-a676-5b70b04871a8 None None] DHCP port deletion for 075aa7ac-18a0-4e49-afac-8d1c03fbac4c request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:05:01.136766 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:01.141589 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:01.148473 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/networks/075aa7ac-18a0-4e49-afac-8d1c03fbac4c HTTP/1.1" status: 204 len: 168 time: 2.1211712 Oct 27 17:05:01.148572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47336) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:01.154027 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2123575155'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:01.164080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e05e8d-b9f5-4cec-ab1c-3374035d4c20 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Network': ['ID=075aa7ac-18a0-4e49-afac-8d1c03fbac4c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:01.250703 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Made reservation on behalf of c3b21bc542734be49e6259f2ed07d3a9 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:01.254259 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:01.277093 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:05:01.285314 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:01.285659 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Added segment eca87e6d-a587-45d4-a6f0-086b69f5d53b of type vlan for network 97378e5c-8a2f-4cd1-99e1-b92673062ed5 Oct 27 17:05:01.324371 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:01.428252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:01.434799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:01.435390 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:01.505357 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event updated for resources: {'Network': ['ID=97378e5c-8a2f-4cd1-99e1-b92673062ed5,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:01.516089 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 97378e5c-8a2f-4cd1-99e1-b92673062ed5 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:05:01.579871 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4ec46d12-6d8e-429b-bf0b-8eec0432b092 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4296362 Oct 27 17:05:01.582512 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:01.587629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Request body: {'subnet': {'network_id': '97378e5c-8a2f-4cd1-99e1-b92673062ed5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:01.719708 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Made reservation on behalf of c3b21bc542734be49e6259f2ed07d3a9 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:01.723198 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:01.784799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Performing IP validity checks on allocation pools {{(pid=109722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 27 17:05:01.785325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.ipam_backend_mixin [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109722) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 27 17:05:01.959899 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.026131 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event updated for resources: {'Subnet': ['ID=7bb9e35a-b108-4527-ab65-5fdbf553ca7b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:02.034173 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Checking segment: {'id': 'eca87e6d-a587-45d4-a6f0-086b69f5d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '97378e5c-8a2f-4cd1-99e1-b92673062ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:02.034541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Network hostable DHCP agents. Network: 97378e5c-8a2f-4cd1-99e1-b92673062ed5, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:05:02.119674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Network 97378e5c-8a2f-4cd1-99e1-b92673062ed5 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:05:02.182252 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 97378e5c-8a2f-4cd1-99e1-b92673062ed5) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:02.186691 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:02.192585 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.193273 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7480f780-411e-4736-8ebd-d15a401d6416 None None] Network 97378e5c-8a2f-4cd1-99e1-b92673062ed5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:02.273468 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-71042510-3c3d-4ef8-a3c6-bf8480296fe9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6874928 Oct 27 17:05:02.273745 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47340) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:02.344290 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-97378e5c-8a2f-4cd1-99e1-b92673062ed5', 'network_id': '97378e5c-8a2f-4cd1-99e1-b92673062ed5', 'tenant_id': 'c3b21bc542734be49e6259f2ed07d3a9', 'fixed_ips': [{'subnet_id': '7bb9e35a-b108-4527-ab65-5fdbf553ca7b'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:05:02.345149 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.380794 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.416332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5d6d38bc-c90f-435f-bb4f-4631ff64dedc up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:02.438753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.524243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Allocated IP 2001:db8::3 (97378e5c-8a2f-4cd1-99e1-b92673062ed5/7bb9e35a-b108-4527-ab65-5fdbf553ca7b/d5894c50-0f2d-4bed-a661-fa15eb8a26ef) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:02.528449 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:02.528823 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.732320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.740945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 421f4709-132c-4e3c-ae6a-eb20be4c5880 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:05:02.764772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 421f4709-132c-4e3c-ae6a-eb20be4c5880 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:05:02.765114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 421f4709-132c-4e3c-ae6a-eb20be4c5880 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:05:02.799996 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.840870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Network 97378e5c-8a2f-4cd1-99e1-b92673062ed5 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:02.843761 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:02.847177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:02.854461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Pushing event updated for resources: {'Port': ['ID=d5894c50-0f2d-4bed-a661-fa15eb8a26ef,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:02.862845 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.892027 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb9e35a-b108-4527-ab65-5fdbf553ca7b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:02.907061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Attempting to bind port d5894c50-0f2d-4bed-a661-fa15eb8a26ef on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:02.907437 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Attempting to bind port d5894c50-0f2d-4bed-a661-fa15eb8a26ef by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'eca87e6d-a587-45d4-a6f0-086b69f5d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '97378e5c-8a2f-4cd1-99e1-b92673062ed5'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:02.908845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Attempting to bind port d5894c50-0f2d-4bed-a661-fa15eb8a26ef on network 97378e5c-8a2f-4cd1-99e1-b92673062ed5 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:02.912879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:02.913253 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Checking segment: {'id': 'eca87e6d-a587-45d4-a6f0-086b69f5d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '97378e5c-8a2f-4cd1-99e1-b92673062ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:02.913653 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.914049 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Bound using segment: {'id': 'eca87e6d-a587-45d4-a6f0-086b69f5d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '97378e5c-8a2f-4cd1-99e1-b92673062ed5'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:02.915179 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Bound port: d5894c50-0f2d-4bed-a661-fa15eb8a26ef, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca87e6d-a587-45d4-a6f0-086b69f5d53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '97378e5c-8a2f-4cd1-99e1-b92673062ed5'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:02.915582 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.951573 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:02.975772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97378e5c-8a2f-4cd1-99e1-b92673062ed5']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:02.985801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca87e6d-a587-45d4-a6f0-086b69f5d53b') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:02.986105 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca87e6d-a587-45d4-a6f0-086b69f5d53b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:02.990383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] For port d5894c50-0f2d-4bed-a661-fa15eb8a26ef, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:02.994288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] For port d5894c50-0f2d-4bed-a661-fa15eb8a26ef, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d5894c50-0f2d-4bed-a661-fa15eb8a26ef,segment=NetworkSegment(eca87e6d-a587-45d4-a6f0-086b69f5d53b),segment_id=eca87e6d-a587-45d4-a6f0-086b69f5d53b)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:02.996182 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:03.005065 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:03.051500 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:03.053621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:03.060674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:05:03.061072 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: timer() Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:05:03.064190 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:05:03.127611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ca0b4-bd66-4e4b-9ef9-4006098412d6 None None] Pushing event updated for resources: {'Port': ['ID=d5894c50-0f2d-4bed-a661-fa15eb8a26ef,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:03.137844 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.db.api [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 27 17:05:03.137844 n-d-815689-1 neutron-server[109722]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 27 17:05:03.137844 n-d-815689-1 neutron-server[109722]: [parameters: {'id': '97378e5c-8a2f-4cd1-99e1-b92673062ed5'}] Oct 27 17:05:03.137844 n-d-815689-1 neutron-server[109722]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109722) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:05:03.138223 n-d-815689-1 neutron-server[109722]: DEBUG oslo_db.api [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:05:03.146371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199d1de-6aa9-43df-85ea-1fe36af2764a None None] Network 97378e5c-8a2f-4cd1-99e1-b92673062ed5 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:03.268687 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5f8d6d-5451-4f40-9c4f-caee223e35dc None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 17:05:03.333420 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5f8d6d-5451-4f40-9c4f-caee223e35dc None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:05:03.639585 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:03.692424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Deleting port d5894c50-0f2d-4bed-a661-fa15eb8a26ef {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:05:03.692771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:03.757324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] For port d5894c50-0f2d-4bed-a661-fa15eb8a26ef, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=d5894c50-0f2d-4bed-a661-fa15eb8a26ef,segment=NetworkSegment(eca87e6d-a587-45d4-a6f0-086b69f5d53b),segment_id=eca87e6d-a587-45d4-a6f0-086b69f5d53b)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:03.757685 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:03.770549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Calling delete_port for d5894c50-0f2d-4bed-a661-fa15eb8a26ef owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:05:03.908177 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:03.936298 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] No DVR routers for this DVR port d5894c50-0f2d-4bed-a661-fa15eb8a26ef on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:05:03.937863 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Port': ['ID=d5894c50-0f2d-4bed-a661-fa15eb8a26ef,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:04.021344 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.040873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97378e5c-8a2f-4cd1-99e1-b92673062ed5']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:04.050293 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca87e6d-a587-45d4-a6f0-086b69f5d53b') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:04.050590 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca87e6d-a587-45d4-a6f0-086b69f5d53b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:04.061120 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.074746 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.080466 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:05:04.080851 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: timer() Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:05:04.083722 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:05:04.228917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.233400 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.236838 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/networks/97378e5c-8a2f-4cd1-99e1-b92673062ed5 HTTP/1.1" status: 204 len: 168 time: 1.9619608 Oct 27 17:05:04.245620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47342) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:04.246431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-971926526'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:04.252358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab35aab-08be-41de-b0d0-63290758a614 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Network': ['ID=97378e5c-8a2f-4cd1-99e1-b92673062ed5,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:04.336712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Made reservation on behalf of c3b21bc542734be49e6259f2ed07d3a9 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:04.340303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.363632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:05:04.372726 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.373073 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Added segment 61a6aef6-e25e-4f28-9fdc-cc42f678c246 of type vlan for network 95d2bce3-2aee-4b59-b6bf-4501686136da Oct 27 17:05:04.411354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.479490 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.485233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:04.485841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.553249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event updated for resources: {'Network': ['ID=95d2bce3-2aee-4b59-b6bf-4501686136da,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:04.564610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 95d2bce3-2aee-4b59-b6bf-4501686136da details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:05:04.579269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9a434e5a-9dad-4bcb-9f82-f495c3c40557 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3377631 Oct 27 17:05:04.582227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47344) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:04.587443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Request body: {'subnet': {'network_id': '95d2bce3-2aee-4b59-b6bf-4501686136da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:04.719520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Made reservation on behalf of c3b21bc542734be49e6259f2ed07d3a9 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:04.723201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:04.942722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.006771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event updated for resources: {'Subnet': ['ID=b614deb6-b492-4541-ba08-9edc2f37c06f,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:05.014472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Checking segment: {'id': '61a6aef6-e25e-4f28-9fdc-cc42f678c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '95d2bce3-2aee-4b59-b6bf-4501686136da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:05.014828 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Network hostable DHCP agents. Network: 95d2bce3-2aee-4b59-b6bf-4501686136da, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:05:05.085524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Network 95d2bce3-2aee-4b59-b6bf-4501686136da is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:05:05.166001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 95d2bce3-2aee-4b59-b6bf-4501686136da) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:05.171791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:05.172042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.181287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7fe833-b4d1-4abc-8cbf-b0f9b2a7a2b7 None None] Network 95d2bce3-2aee-4b59-b6bf-4501686136da requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:05.257740 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47346) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:05.259227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a464b0f0-139e-484b-bb46-5640daba9c36 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6745927 Oct 27 17:05:05.264259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1736871414'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:05.325355 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-95d2bce3-2aee-4b59-b6bf-4501686136da', 'network_id': '95d2bce3-2aee-4b59-b6bf-4501686136da', 'tenant_id': 'c3b21bc542734be49e6259f2ed07d3a9', 'fixed_ips': [{'subnet_id': 'b614deb6-b492-4541-ba08-9edc2f37c06f'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:05:05.326203 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.371146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Made reservation on behalf of c3b21bc542734be49e6259f2ed07d3a9 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:05.374732 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.400047 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:05:05.408744 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.409097 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Added segment 7e7e6c2e-ab46-4854-9f0c-1bd3e723eae9 of type vlan for network 690b4991-1d1d-495f-b32c-bb4d50471082 Oct 27 17:05:05.452947 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.467143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Allocated IP 2001:db8::2 (95d2bce3-2aee-4b59-b6bf-4501686136da/b614deb6-b492-4541-ba08-9edc2f37c06f/27d7d33b-a670-4da2-83ea-16efa8e8554e) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:05.525584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.531349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:05.533012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.602312 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event updated for resources: {'Network': ['ID=690b4991-1d1d-495f-b32c-bb4d50471082,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:05.614787 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 690b4991-1d1d-495f-b32c-bb4d50471082 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:05:05.630997 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.639754 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3a19a5ea-4389-4952-aeb2-516c5b3f81e5 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3775029 Oct 27 17:05:05.639984 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47348) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:05.644916 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Request body: {'subnet': {'network_id': '690b4991-1d1d-495f-b32c-bb4d50471082', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:05.682370 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.729387 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Network 95d2bce3-2aee-4b59-b6bf-4501686136da is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:05.732365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:05.737024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:05.743146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Pushing event updated for resources: {'Port': ['ID=27d7d33b-a670-4da2-83ea-16efa8e8554e,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:05.782251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Made reservation on behalf of c3b21bc542734be49e6259f2ed07d3a9 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:05.785719 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.792672 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Attempting to bind port 27d7d33b-a670-4da2-83ea-16efa8e8554e on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:05.793039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Attempting to bind port 27d7d33b-a670-4da2-83ea-16efa8e8554e by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '61a6aef6-e25e-4f28-9fdc-cc42f678c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '95d2bce3-2aee-4b59-b6bf-4501686136da'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:05.794533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Attempting to bind port 27d7d33b-a670-4da2-83ea-16efa8e8554e on network 95d2bce3-2aee-4b59-b6bf-4501686136da {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:05.798338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:05.798712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Checking segment: {'id': '61a6aef6-e25e-4f28-9fdc-cc42f678c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '95d2bce3-2aee-4b59-b6bf-4501686136da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:05.799111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.799565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Bound using segment: {'id': '61a6aef6-e25e-4f28-9fdc-cc42f678c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '95d2bce3-2aee-4b59-b6bf-4501686136da'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:05.800732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Bound port: 27d7d33b-a670-4da2-83ea-16efa8e8554e, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a6aef6-e25e-4f28-9fdc-cc42f678c246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '95d2bce3-2aee-4b59-b6bf-4501686136da'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:05.800732 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:05.864184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] For port 27d7d33b-a670-4da2-83ea-16efa8e8554e, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:05.867145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] For port 27d7d33b-a670-4da2-83ea-16efa8e8554e, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=27d7d33b-a670-4da2-83ea-16efa8e8554e,segment=NetworkSegment(61a6aef6-e25e-4f28-9fdc-cc42f678c246),segment_id=61a6aef6-e25e-4f28-9fdc-cc42f678c246)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:05.948872 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.014719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2626b-2d90-411a-926c-1baea0b34946 None None] Pushing event updated for resources: {'Port': ['ID=27d7d33b-a670-4da2-83ea-16efa8e8554e,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:06.034524 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.096397 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event updated for resources: {'Subnet': ['ID=e5035182-e5a6-4dbc-8e16-46e2d0e83930,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:06.113453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Checking segment: {'id': '7e7e6c2e-ab46-4854-9f0c-1bd3e723eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '690b4991-1d1d-495f-b32c-bb4d50471082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:06.113823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Network hostable DHCP agents. Network: 690b4991-1d1d-495f-b32c-bb4d50471082, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:05:06.205602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Network 690b4991-1d1d-495f-b32c-bb4d50471082 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:05:06.268421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 690b4991-1d1d-495f-b32c-bb4d50471082) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:06.272713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:06.273306 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.280244 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783feb7e-6014-413e-8a27-34a3693e901a None None] Network 690b4991-1d1d-495f-b32c-bb4d50471082 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:06.335254 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-da66d949-11e8-44c2-82d3-0d574c89e3c3 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6941803 Oct 27 17:05:06.340165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47350) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:06.401198 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 27d7d33b-a670-4da2-83ea-16efa8e8554e up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:06.450691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.467748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007d89de-c73c-4d3b-8017-77da16978583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-690b4991-1d1d-495f-b32c-bb4d50471082', 'network_id': '690b4991-1d1d-495f-b32c-bb4d50471082', 'tenant_id': 'c3b21bc542734be49e6259f2ed07d3a9', 'fixed_ips': [{'subnet_id': 'e5035182-e5a6-4dbc-8e16-46e2d0e83930'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:05:06.468617 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-007d89de-c73c-4d3b-8017-77da16978583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.491518 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 27d7d33b-a670-4da2-83ea-16efa8e8554e triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:06.491518 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.507767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.640638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.642030 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.671885 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Subnet': ['ID=e5035182-e5a6-4dbc-8e16-46e2d0e83930,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server [None req-007d89de-c73c-4d3b-8017-77da16978583 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5035182-e5a6-4dbc-8e16-46e2d0e83930: This subnet is being modified by another concurrent operation. Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise self.value Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server raise exception Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e5035182-e5a6-4dbc-8e16-46e2d0e83930: This subnet is being modified by another concurrent operation. Oct 27 17:05:06.673540 n-d-815689-1 neutron-server[109724]: ERROR oslo_messaging.rpc.server Oct 27 17:05:06.692287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 27d7d33b-a670-4da2-83ea-16efa8e8554e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=27d7d33b-a670-4da2-83ea-16efa8e8554e,segment=NetworkSegment(61a6aef6-e25e-4f28-9fdc-cc42f678c246),segment_id=61a6aef6-e25e-4f28-9fdc-cc42f678c246)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:06.711261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36e7be1-b45a-451b-93ea-51ad158f1cdc None None] Network 690b4991-1d1d-495f-b32c-bb4d50471082 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:06.743628 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.759290 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.775291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690b4991-1d1d-495f-b32c-bb4d50471082']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:06.786846 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e7e6c2e-ab46-4854-9f0c-1bd3e723eae9') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:06.787148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e7e6c2e-ab46-4854-9f0c-1bd3e723eae9') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:06.797810 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.812926 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.819847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:05:06.820411 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: timer() Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:05:06.824306 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:05:06.868187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=27d7d33b-a670-4da2-83ea-16efa8e8554e,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:06.936807 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.953199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:06.953319 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed76dfd-2aaf-4c5c-b003-f2672823db36 None None] Network 95d2bce3-2aee-4b59-b6bf-4501686136da requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:06.953455 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/networks/690b4991-1d1d-495f-b32c-bb4d50471082 HTTP/1.1" status: 204 len: 168 time: 0.6080496 Oct 27 17:05:06.953555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47352) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:06.960001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583720f-059e-4754-bad9-43a856533cb9 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Network': ['ID=690b4991-1d1d-495f-b32c-bb4d50471082,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:06.982695 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-40efcb1c-8618-4230-b8bd-b51e49191f7e tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] GET failed (client error): The resource could not be found. Oct 27 17:05:06.984807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-40efcb1c-8618-4230-b8bd-b51e49191f7e tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "GET /v2.0/subnets/e5035182-e5a6-4dbc-8e16-46e2d0e83930 HTTP/1.1" status: 404 len: 337 time: 0.0322807 Oct 27 17:05:06.986947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47354) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:07.005546 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b4a318-c15a-4c7c-b722-441af8b25450 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] DELETE failed (client error): The resource could not be found. Oct 27 17:05:07.006104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b4a318-c15a-4c7c-b722-441af8b25450 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:05:07.010062 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-24b4a318-c15a-4c7c-b722-441af8b25450 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/networks/690b4991-1d1d-495f-b32c-bb4d50471082 HTTP/1.1" status: 404 len: 339 time: 0.0221734 Oct 27 17:05:07.014694 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-817e0a68-1200-4565-9615-0b7b07804ae7 None None] Provisioning complete for port 27d7d33b-a670-4da2-83ea-16efa8e8554e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:07.015283 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-817e0a68-1200-4565-9615-0b7b07804ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:07.015421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47356) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:07.041403 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0c2678-d8fb-4aec-88b8-32423e26eba2 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] DELETE failed (client error): The resource could not be found. Oct 27 17:05:07.041866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0c2678-d8fb-4aec-88b8-32423e26eba2 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:05:07.044951 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5a0c2678-d8fb-4aec-88b8-32423e26eba2 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/subnets/e5035182-e5a6-4dbc-8e16-46e2d0e83930 HTTP/1.1" status: 404 len: 337 time: 0.0285840 Oct 27 17:05:07.047619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47358) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:07.066214 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ac8e17-c063-4c7f-9d1a-ba4797243a43 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] DELETE failed (client error): The resource could not be found. Oct 27 17:05:07.066693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ac8e17-c063-4c7f-9d1a-ba4797243a43 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:05:07.069717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c9ac8e17-c063-4c7f-9d1a-ba4797243a43 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/networks/690b4991-1d1d-495f-b32c-bb4d50471082 HTTP/1.1" status: 404 len: 339 time: 0.0211561 Oct 27 17:05:07.077136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47360) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:07.126491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3ad67b-cf58-4666-ab74-2ba2dc97ebb4 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Deleting subnet b614deb6-b492-4541-ba08-9edc2f37c06f {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:05:07.129686 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad67b-cf58-4666-ab74-2ba2dc97ebb4 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:07.175804 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad67b-cf58-4666-ab74-2ba2dc97ebb4 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:07.264276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad67b-cf58-4666-ab74-2ba2dc97ebb4 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:07.351795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63552ae-2c1c-4180-a245-0497882ff666 None None] get_active_networks_info from n-d-815689-1 {{(pid=109724) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 27 17:05:07.409363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-10ed8bf1-6d78-4f4d-b62e-b831754c3b94 None None] Provisioning complete for port 27d7d33b-a670-4da2-83ea-16efa8e8554e triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:07.409729 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-10ed8bf1-6d78-4f4d-b62e-b831754c3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:07.479101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63552ae-2c1c-4180-a245-0497882ff666 None None] Resources bound (agent type, host, resource id): {{(pid=109724) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 27 17:05:07.485748 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad67b-cf58-4666-ab74-2ba2dc97ebb4 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:07.515514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ad67b-cf58-4666-ab74-2ba2dc97ebb4 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Subnet': ['ID=b614deb6-b492-4541-ba08-9edc2f37c06f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:07.517501 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1f3ad67b-cf58-4666-ab74-2ba2dc97ebb4 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:07.522107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1f3ad67b-cf58-4666-ab74-2ba2dc97ebb4 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/subnets/b614deb6-b492-4541-ba08-9edc2f37c06f HTTP/1.1" status: 204 len: 168 time: 0.4439960 Oct 27 17:05:07.523223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47362) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:07.603645 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:07.656305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Deleting port 27d7d33b-a670-4da2-83ea-16efa8e8554e {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:05:07.656674 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:07.718585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] For port 27d7d33b-a670-4da2-83ea-16efa8e8554e, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=27d7d33b-a670-4da2-83ea-16efa8e8554e,segment=NetworkSegment(61a6aef6-e25e-4f28-9fdc-cc42f678c246),segment_id=61a6aef6-e25e-4f28-9fdc-cc42f678c246)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:07.718896 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:07.723535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6314494a-257e-4dae-b1ec-5ebf52a8c356 None None] Network 95d2bce3-2aee-4b59-b6bf-4501686136da requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:07.731929 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Calling delete_port for 27d7d33b-a670-4da2-83ea-16efa8e8554e owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:05:07.873960 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:07.900148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Port': ['ID=27d7d33b-a670-4da2-83ea-16efa8e8554e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:07.901255 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983cda02-96ab-44cd-a3d7-f10aa0dd07d3 None None] DHCP port deletion for 95d2bce3-2aee-4b59-b6bf-4501686136da request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:05:07.904203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] No DVR routers for this DVR port 27d7d33b-a670-4da2-83ea-16efa8e8554e on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:05:07.985342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.005168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d2bce3-2aee-4b59-b6bf-4501686136da']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:08.014205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a6aef6-e25e-4f28-9fdc-cc42f678c246') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:08.014506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a6aef6-e25e-4f28-9fdc-cc42f678c246') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:08.023765 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.036668 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.043009 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:05:08.043388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: timer() Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:05:08.046327 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:05:08.166028 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.172788 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.175979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/networks/95d2bce3-2aee-4b59-b6bf-4501686136da HTTP/1.1" status: 204 len: 168 time: 0.6506772 Oct 27 17:05:08.178665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47364) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:08.193800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd521c0-1bbc-42e4-a009-804d82545a5b tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Network': ['ID=95d2bce3-2aee-4b59-b6bf-4501686136da,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:08.212304 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-927c14bc-367f-4592-a649-cf611d3ebbe8 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] DELETE failed (client error): The resource could not be found. Oct 27 17:05:08.212815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927c14bc-367f-4592-a649-cf611d3ebbe8 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:05:08.215911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-927c14bc-367f-4592-a649-cf611d3ebbe8 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/subnets/7bb9e35a-b108-4527-ab65-5fdbf553ca7b HTTP/1.1" status: 404 len: 337 time: 0.0362267 Oct 27 17:05:08.218498 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47366) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:08.236418 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f929094-462e-4173-af74-7f2b16a2b49e tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] DELETE failed (client error): The resource could not be found. Oct 27 17:05:08.236974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f929094-462e-4173-af74-7f2b16a2b49e tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:05:08.239873 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9f929094-462e-4173-af74-7f2b16a2b49e tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/networks/97378e5c-8a2f-4cd1-99e1-b92673062ed5 HTTP/1.1" status: 404 len: 339 time: 0.0204859 Oct 27 17:05:08.242190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47368) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:08.268767 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2f87b5-ee52-49a8-b768-9b8e24f09014 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] DELETE failed (client error): The resource could not be found. Oct 27 17:05:08.269210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2f87b5-ee52-49a8-b768-9b8e24f09014 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:05:08.272233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-be2f87b5-ee52-49a8-b768-9b8e24f09014 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/subnets/66737635-f898-4339-8f0d-beb8bb08bf89 HTTP/1.1" status: 404 len: 337 time: 0.0290453 Oct 27 17:05:08.274520 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47370) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:08.292063 n-d-815689-1 neutron-server[109723]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a28a5d4-bf06-462d-81c6-cffe2f5719c7 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] DELETE failed (client error): The resource could not be found. Oct 27 17:05:08.292638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a28a5d4-bf06-462d-81c6-cffe2f5719c7 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109723) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 27 17:05:08.296446 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8a28a5d4-bf06-462d-81c6-cffe2f5719c7 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/networks/075aa7ac-18a0-4e49-afac-8d1c03fbac4c HTTP/1.1" status: 404 len: 339 time: 0.0209954 Oct 27 17:05:08.298936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47372) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:08.351780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-8934991f-c91c-453f-a82c-b0736cd56262 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Deleting subnet 6b46b384-f8e8-4f80-9b52-e9fae8246cb0 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:05:08.356263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8934991f-c91c-453f-a82c-b0736cd56262 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.361955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 27d7d33b-a670-4da2-83ea-16efa8e8554e no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:05:08.381759 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 27d7d33b-a670-4da2-83ea-16efa8e8554e {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:05:08.382182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 27d7d33b-a670-4da2-83ea-16efa8e8554e not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:05:08.397904 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8934991f-c91c-453f-a82c-b0736cd56262 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.484859 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8934991f-c91c-453f-a82c-b0736cd56262 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.599969 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8934991f-c91c-453f-a82c-b0736cd56262 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.628903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934991f-c91c-453f-a82c-b0736cd56262 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Subnet': ['ID=6b46b384-f8e8-4f80-9b52-e9fae8246cb0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:08.630845 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8934991f-c91c-453f-a82c-b0736cd56262 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.634025 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8934991f-c91c-453f-a82c-b0736cd56262 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/subnets/6b46b384-f8e8-4f80-9b52-e9fae8246cb0 HTTP/1.1" status: 204 len: 168 time: 0.3341396 Oct 27 17:05:08.635872 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906ceea3-02f7-4829-8cbf-5f495fac7b54 None None] Network 3c077a48-8fe3-4149-bf68-393e2042cb6f requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:08.636671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47374) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:08.716822 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.769203 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Deleting port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:05:08.769554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.803715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e0ada-3e4e-4566-939a-b92fc1de1d3e None None] DHCP port deletion for 3c077a48-8fe3-4149-bf68-393e2042cb6f request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:05:08.837002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] For port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5d6d38bc-c90f-435f-bb4f-4631ff64dedc,segment=NetworkSegment(430ce514-bc9e-4124-83de-60a20d888ece),segment_id=430ce514-bc9e-4124-83de-60a20d888ece)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:08.837361 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.850684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e0ada-3e4e-4566-939a-b92fc1de1d3e None None] Deleting port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:05:08.850967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Calling delete_port for 5d6d38bc-c90f-435f-bb4f-4631ff64dedc owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:05:08.851090 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0ada-3e4e-4566-939a-b92fc1de1d3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:08.982817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.009622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Port': ['ID=5d6d38bc-c90f-435f-bb4f-4631ff64dedc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:09.013029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] No DVR routers for this DVR port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:05:09.075885 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3d6e0ada-3e4e-4566-939a-b92fc1de1d3e None None] For port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5d6d38bc-c90f-435f-bb4f-4631ff64dedc,segment=NetworkSegment(430ce514-bc9e-4124-83de-60a20d888ece),segment_id=430ce514-bc9e-4124-83de-60a20d888ece)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:09.080898 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0ada-3e4e-4566-939a-b92fc1de1d3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.089140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e0ada-3e4e-4566-939a-b92fc1de1d3e None None] Calling delete_port for 5d6d38bc-c90f-435f-bb4f-4631ff64dedc owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:05:09.096420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.116218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c077a48-8fe3-4149-bf68-393e2042cb6f']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:09.125527 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430ce514-bc9e-4124-83de-60a20d888ece') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:09.125829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430ce514-bc9e-4124-83de-60a20d888ece') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:09.135196 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.148366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.155567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:05:09.155965 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:05:09.158976 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:05:09.163745 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e0ada-3e4e-4566-939a-b92fc1de1d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.192474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e0ada-3e4e-4566-939a-b92fc1de1d3e None None] Pushing event deleted for resources: {'Port': ['ID=5d6d38bc-c90f-435f-bb4f-4631ff64dedc,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:09.196031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e0ada-3e4e-4566-939a-b92fc1de1d3e None None] No DVR routers for this DVR port 5d6d38bc-c90f-435f-bb4f-4631ff64dedc on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:05:09.273711 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.285183 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.285183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] 10.222.0.15 "DELETE /v2.0/networks/3c077a48-8fe3-4149-bf68-393e2042cb6f HTTP/1.1" status: 204 len: 168 time: 0.6465967 Oct 27 17:05:09.296700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81df56a-f000-4573-95bb-579e5043ee98 tempest-NetworksIpV6Test-572622844 tempest-NetworksIpV6Test-572622844-project] Pushing event deleted for resources: {'Network': ['ID=3c077a48-8fe3-4149-bf68-393e2042cb6f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:09.647591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47380) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:09.776799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3737e3c6-16be-4b96-96d1-6a97b61bb923 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3b21bc542734be49e6259f2ed07d3a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279702 Oct 27 17:05:09.779386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47384) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:09.826027 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97c47379-3e0c-4507-bf0a-9ddd0d65ef6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.847495 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97c47379-3e0c-4507-bf0a-9ddd0d65ef6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.936783 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97c47379-3e0c-4507-bf0a-9ddd0d65ef6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.939381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-97c47379-3e0c-4507-bf0a-9ddd0d65ef6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:09.940571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-97c47379-3e0c-4507-bf0a-9ddd0d65ef6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84dc6166-e048-4fdb-bcf3-286edf2a7952 HTTP/1.1" status: 204 len: 168 time: 0.1603045 Oct 27 17:05:09.949161 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c47379-3e0c-4507-bf0a-9ddd0d65ef6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dc6166-e048-4fdb-bcf3-286edf2a7952,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:10.352521 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5d6d38bc-c90f-435f-bb4f-4631ff64dedc no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:05:10.373814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 5d6d38bc-c90f-435f-bb4f-4631ff64dedc {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:05:10.375025 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5d6d38bc-c90f-435f-bb4f-4631ff64dedc not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:05:10.864787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47406) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:10.957076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-53032e0a-4d1f-45ee-8e43-f3edd6405bf3 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1949023068', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:11.039590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53032e0a-4d1f-45ee-8e43-f3edd6405bf3 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.040662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53032e0a-4d1f-45ee-8e43-f3edd6405bf3 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.091790 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53032e0a-4d1f-45ee-8e43-f3edd6405bf3 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.154108 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53032e0a-4d1f-45ee-8e43-f3edd6405bf3 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.241764 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-53032e0a-4d1f-45ee-8e43-f3edd6405bf3 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.242933 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-53032e0a-4d1f-45ee-8e43-f3edd6405bf3 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3771374 Oct 27 17:05:11.246754 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47410) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:11.251425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-684860572'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:11.336668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Made reservation on behalf of 2d85bf4ad06b4755a26a582302ff077f for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:11.340901 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.349715 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.422820 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.491003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.514801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:05:11.529627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba478a4a-06d2-46da-b0f0-a19366de41ea,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:11.532426 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.532775 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Added segment b8777c06-d250-4f58-8f98-654a614d71d6 of type vlan for network 3fa54273-59d2-4d11-98ac-e9cd010a5959 Oct 27 17:05:11.574244 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.650603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.656781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:11.657383 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:11.722360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Pushing event updated for resources: {'Network': ['ID=3fa54273-59d2-4d11-98ac-e9cd010a5959,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:11.732658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 3fa54273-59d2-4d11-98ac-e9cd010a5959 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:05:11.739287 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a14281c9-6ccb-4171-9cb7-98c17e4ea9f2 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4914651 Oct 27 17:05:11.742103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47412) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:11.747455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Request body: {'subnet': {'network_id': '3fa54273-59d2-4d11-98ac-e9cd010a5959', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:11.919305 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Made reservation on behalf of 2d85bf4ad06b4755a26a582302ff077f for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:11.922855 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.148549 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.207481 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Pushing event updated for resources: {'Subnet': ['ID=cb289196-473f-46fc-a572-2dda5d98bcae,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:12.216751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Checking segment: {'id': 'b8777c06-d250-4f58-8f98-654a614d71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3fa54273-59d2-4d11-98ac-e9cd010a5959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:12.217116 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Network hostable DHCP agents. Network: 3fa54273-59d2-4d11-98ac-e9cd010a5959, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:05:12.267777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Network 3fa54273-59d2-4d11-98ac-e9cd010a5959 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:05:12.319234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 3fa54273-59d2-4d11-98ac-e9cd010a5959) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:12.323986 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:12.324652 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.329078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3a78bf-a5fe-4272-b7a2-aeea138977a8 None None] Network 3fa54273-59d2-4d11-98ac-e9cd010a5959 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:12.405462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-727946ed-1c5a-4e4f-8fa3-a9a85f51b7cc tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6589513 Oct 27 17:05:12.405676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47414) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:12.411145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1786640098'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:12.479331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Made reservation on behalf of 2d85bf4ad06b4755a26a582302ff077f for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:12.479331 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.479579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-3fa54273-59d2-4d11-98ac-e9cd010a5959', 'network_id': '3fa54273-59d2-4d11-98ac-e9cd010a5959', 'tenant_id': '2d85bf4ad06b4755a26a582302ff077f', 'fixed_ips': [{'subnet_id': 'cb289196-473f-46fc-a572-2dda5d98bcae'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:05:12.482799 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.504335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:05:12.514550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.514913 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Added segment e7d5accf-1347-4f51-9419-ac73f85de528 of type vlan for network b28a6989-4d7e-40a6-9092-3d475f962255 Oct 27 17:05:12.562301 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.623217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Allocated IP 172.20.0.2 (3fa54273-59d2-4d11-98ac-e9cd010a5959/cb289196-473f-46fc-a572-2dda5d98bcae/504c551f-0e40-45b9-bdd8-1ff0704e10e5) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:12.644925 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.651060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:12.651841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.718377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Pushing event updated for resources: {'Network': ['ID=b28a6989-4d7e-40a6-9092-3d475f962255,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:12.730342 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network b28a6989-4d7e-40a6-9092-3d475f962255 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:05:12.767988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0f6bc556-b81f-4079-b517-3c67e59d0ae4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3613210 Oct 27 17:05:12.770833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47416) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:12.775850 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Request body: {'subnet': {'network_id': 'b28a6989-4d7e-40a6-9092-3d475f962255', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:12.830996 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.897216 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.930963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Made reservation on behalf of 2d85bf4ad06b4755a26a582302ff077f for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:12.936096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:12.938137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Network 3fa54273-59d2-4d11-98ac-e9cd010a5959 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:12.941088 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:12.944609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:12.952987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Pushing event updated for resources: {'Port': ['ID=504c551f-0e40-45b9-bdd8-1ff0704e10e5,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:13.006570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Attempting to bind port 504c551f-0e40-45b9-bdd8-1ff0704e10e5 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:13.006850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Attempting to bind port 504c551f-0e40-45b9-bdd8-1ff0704e10e5 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'b8777c06-d250-4f58-8f98-654a614d71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3fa54273-59d2-4d11-98ac-e9cd010a5959'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:13.007218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Attempting to bind port 504c551f-0e40-45b9-bdd8-1ff0704e10e5 on network 3fa54273-59d2-4d11-98ac-e9cd010a5959 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:13.012784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:13.013159 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Checking segment: {'id': 'b8777c06-d250-4f58-8f98-654a614d71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3fa54273-59d2-4d11-98ac-e9cd010a5959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:13.013557 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:13.013949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Bound using segment: {'id': 'b8777c06-d250-4f58-8f98-654a614d71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3fa54273-59d2-4d11-98ac-e9cd010a5959'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:13.014417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Bound port: 504c551f-0e40-45b9-bdd8-1ff0704e10e5, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8777c06-d250-4f58-8f98-654a614d71d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3fa54273-59d2-4d11-98ac-e9cd010a5959'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:13.014799 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:13.077406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] For port 504c551f-0e40-45b9-bdd8-1ff0704e10e5, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:13.080744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] For port 504c551f-0e40-45b9-bdd8-1ff0704e10e5, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=504c551f-0e40-45b9-bdd8-1ff0704e10e5,segment=NetworkSegment(b8777c06-d250-4f58-8f98-654a614d71d6),segment_id=b8777c06-d250-4f58-8f98-654a614d71d6)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:13.131606 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:13.188423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39eb6f-40b6-4846-9cb0-cc8d6913842d None None] Pushing event updated for resources: {'Port': ['ID=504c551f-0e40-45b9-bdd8-1ff0704e10e5,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:13.191704 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:13.256322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Pushing event updated for resources: {'Subnet': ['ID=d84e07c9-6896-4dc7-81f6-6a9a789c27a5,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:13.261883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Checking segment: {'id': 'e7d5accf-1347-4f51-9419-ac73f85de528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b28a6989-4d7e-40a6-9092-3d475f962255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:13.262253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Network hostable DHCP agents. Network: b28a6989-4d7e-40a6-9092-3d475f962255, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:05:13.350207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Network b28a6989-4d7e-40a6-9092-3d475f962255 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:05:13.445420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, b28a6989-4d7e-40a6-9092-3d475f962255) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:13.450262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:13.450909 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:13.455156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02709e69-c8aa-4ce7-9736-8c2dc545f90a None None] Network b28a6989-4d7e-40a6-9092-3d475f962255 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:13.528489 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-99079b44-90e1-4ac4-a1b9-ea320cd6ef9e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7564297 Oct 27 17:05:13.531070 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47418) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:13.535673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0227edc2-1027-41d7-a155-143f70d10da4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b28a6989-4d7e-40a6-9092-3d475f962255'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:13.616000 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-b28a6989-4d7e-40a6-9092-3d475f962255', 'network_id': 'b28a6989-4d7e-40a6-9092-3d475f962255', 'tenant_id': '2d85bf4ad06b4755a26a582302ff077f', 'fixed_ips': [{'subnet_id': 'd84e07c9-6896-4dc7-81f6-6a9a789c27a5'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:05:13.616891 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:13.752590 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0227edc2-1027-41d7-a155-143f70d10da4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:13.759478 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Allocated IP 172.21.0.2 (b28a6989-4d7e-40a6-9092-3d475f962255/d84e07c9-6896-4dc7-81f6-6a9a789c27a5/ceb0f6f1-399c-45c1-aaa9-5af4985d67ee) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:13.915937 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:13.958359 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [None req-0227edc2-1027-41d7-a155-143f70d10da4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 27 17:05:13.959427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0227edc2-1027-41d7-a155-143f70d10da4 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "PUT /v2.0/routers/73755d78-6e1e-4bc1-a50b-ab2aed6890fe HTTP/1.1" status: 400 len: 364 time: 0.4273918 Oct 27 17:05:13.966803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47420) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:13.977486 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.019596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2238e5-f255-4063-84ce-43ccf6556966 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Deleting subnet d84e07c9-6896-4dc7-81f6-6a9a789c27a5 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:05:14.023180 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c2238e5-f255-4063-84ce-43ccf6556966 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.029070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Network b28a6989-4d7e-40a6-9092-3d475f962255 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:14.029891 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Pushing event updated for resources: {'Port': ['ID=ceb0f6f1-399c-45c1-aaa9-5af4985d67ee,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:14.033939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:14.036036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:14.072378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c2238e5-f255-4063-84ce-43ccf6556966 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.091467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Attempting to bind port ceb0f6f1-399c-45c1-aaa9-5af4985d67ee on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:14.091841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Attempting to bind port ceb0f6f1-399c-45c1-aaa9-5af4985d67ee by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'e7d5accf-1347-4f51-9419-ac73f85de528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b28a6989-4d7e-40a6-9092-3d475f962255'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:14.092211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Attempting to bind port ceb0f6f1-399c-45c1-aaa9-5af4985d67ee on network b28a6989-4d7e-40a6-9092-3d475f962255 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:14.098022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:14.098547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Checking segment: {'id': 'e7d5accf-1347-4f51-9419-ac73f85de528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b28a6989-4d7e-40a6-9092-3d475f962255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:14.098920 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.099178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Bound using segment: {'id': 'e7d5accf-1347-4f51-9419-ac73f85de528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b28a6989-4d7e-40a6-9092-3d475f962255'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:14.099703 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Bound port: ceb0f6f1-399c-45c1-aaa9-5af4985d67ee, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d5accf-1347-4f51-9419-ac73f85de528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'b28a6989-4d7e-40a6-9092-3d475f962255'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:14.100126 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.115222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820250ed-69c8-4945-aa59-273eeec38147 None None] Network 3fa54273-59d2-4d11-98ac-e9cd010a5959 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:14.160784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c2238e5-f255-4063-84ce-43ccf6556966 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.232151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b7a48d94-d28c-427d-be75-b64e3af356bf None None] Provisioning complete for port 504c551f-0e40-45b9-bdd8-1ff0704e10e5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:14.232534 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b7a48d94-d28c-427d-be75-b64e3af356bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.310605 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c2238e5-f255-4063-84ce-43ccf6556966 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.317901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] For port ceb0f6f1-399c-45c1-aaa9-5af4985d67ee, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:14.353752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2238e5-f255-4063-84ce-43ccf6556966 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Pushing event deleted for resources: {'Subnet': ['ID=d84e07c9-6896-4dc7-81f6-6a9a789c27a5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:14.357863 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5c2238e5-f255-4063-84ce-43ccf6556966 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.361530 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5c2238e5-f255-4063-84ce-43ccf6556966 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "DELETE /v2.0/subnets/d84e07c9-6896-4dc7-81f6-6a9a789c27a5 HTTP/1.1" status: 204 len: 168 time: 0.3937392 Oct 27 17:05:14.364387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47422) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:14.364807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] For port ceb0f6f1-399c-45c1-aaa9-5af4985d67ee, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ceb0f6f1-399c-45c1-aaa9-5af4985d67ee,segment=NetworkSegment(e7d5accf-1347-4f51-9419-ac73f85de528),segment_id=e7d5accf-1347-4f51-9419-ac73f85de528)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:14.383259 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b7a48d94-d28c-427d-be75-b64e3af356bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.419031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 504c551f-0e40-45b9-bdd8-1ff0704e10e5 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:14.449331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b7a48d94-d28c-427d-be75-b64e3af356bf None None] For port 504c551f-0e40-45b9-bdd8-1ff0704e10e5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=504c551f-0e40-45b9-bdd8-1ff0704e10e5,segment=NetworkSegment(b8777c06-d250-4f58-8f98-654a614d71d6),segment_id=b8777c06-d250-4f58-8f98-654a614d71d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:14.452416 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.454112 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.512359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Deleting port ceb0f6f1-399c-45c1-aaa9-5af4985d67ee {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:05:14.512768 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.528213 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b7a48d94-d28c-427d-be75-b64e3af356bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.543091 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af5322-9711-4646-a0df-779cbdb5d7e1 None None] Pushing event updated for resources: {'Port': ['ID=ceb0f6f1-399c-45c1-aaa9-5af4985d67ee,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:14.582413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 504c551f-0e40-45b9-bdd8-1ff0704e10e5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:14.582781 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.600428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] For port ceb0f6f1-399c-45c1-aaa9-5af4985d67ee, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ceb0f6f1-399c-45c1-aaa9-5af4985d67ee,segment=NetworkSegment(e7d5accf-1347-4f51-9419-ac73f85de528),segment_id=e7d5accf-1347-4f51-9419-ac73f85de528)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:14.600798 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.615981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Calling delete_port for ceb0f6f1-399c-45c1-aaa9-5af4985d67ee owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:05:14.650308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a48d94-d28c-427d-be75-b64e3af356bf None None] Pushing event updated for resources: {'Port': ['ID=504c551f-0e40-45b9-bdd8-1ff0704e10e5,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:14.752063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c48ce9ca-f61a-4018-a62f-9be4f0c093f0 None None] Provisioning complete for port 504c551f-0e40-45b9-bdd8-1ff0704e10e5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:14.752440 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c48ce9ca-f61a-4018-a62f-9be4f0c093f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.788282 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.820038 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Pushing event deleted for resources: {'Port': ['ID=ceb0f6f1-399c-45c1-aaa9-5af4985d67ee,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:14.825205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] No DVR routers for this DVR port ceb0f6f1-399c-45c1-aaa9-5af4985d67ee on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:05:14.913685 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.934823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b28a6989-4d7e-40a6-9092-3d475f962255']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:14.943929 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d5accf-1347-4f51-9419-ac73f85de528') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:14.944271 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d5accf-1347-4f51-9419-ac73f85de528') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:14.953675 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.967276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.973463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:05:14.973855 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:05:14.976952 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:05:15.096972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.103719 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.107639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "DELETE /v2.0/networks/b28a6989-4d7e-40a6-9092-3d475f962255 HTTP/1.1" status: 204 len: 168 time: 0.7422771 Oct 27 17:05:15.110104 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47424) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:15.127987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5eb51-4cb2-428d-aa2d-e6bfa890ed87 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Pushing event deleted for resources: {'Network': ['ID=b28a6989-4d7e-40a6-9092-3d475f962255,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:15.173327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d1ad74-63be-4400-89c0-7868f099593b tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Deleting subnet cb289196-473f-46fc-a572-2dda5d98bcae {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:05:15.176735 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15d1ad74-63be-4400-89c0-7868f099593b tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.218614 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15d1ad74-63be-4400-89c0-7868f099593b tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.309492 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15d1ad74-63be-4400-89c0-7868f099593b tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.446057 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15d1ad74-63be-4400-89c0-7868f099593b tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.459598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2af96590-5c99-4a6f-8c04-b6eb12e90594 None None] Could not find standard attr ID for object ceb0f6f1-399c-45c1-aaa9-5af4985d67ee. {{(pid=109724) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 27 17:05:15.475683 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad62e9a-6aef-4d2f-963c-796dfd79bee8 None None] DHCP port deletion for b28a6989-4d7e-40a6-9092-3d475f962255 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:05:15.477126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1ad74-63be-4400-89c0-7868f099593b tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Pushing event deleted for resources: {'Subnet': ['ID=cb289196-473f-46fc-a572-2dda5d98bcae,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:15.479209 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-15d1ad74-63be-4400-89c0-7868f099593b tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.485300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-15d1ad74-63be-4400-89c0-7868f099593b tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "DELETE /v2.0/subnets/cb289196-473f-46fc-a572-2dda5d98bcae HTTP/1.1" status: 204 len: 168 time: 0.3717260 Oct 27 17:05:15.485696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47426) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:15.487932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77adfcc6-a5d3-458f-accb-a90a55f9b847 None None] Network 3fa54273-59d2-4d11-98ac-e9cd010a5959 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:15.534968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2cf13d-9601-4b84-8c65-0dc683009d10 None None] Network b28a6989-4d7e-40a6-9092-3d475f962255 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:15.551227 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2cf13d-9601-4b84-8c65-0dc683009d10 None None] Network b28a6989-4d7e-40a6-9092-3d475f962255 could not be found, it might have been deleted concurrently. {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 27 17:05:15.577924 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.639904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Deleting port 504c551f-0e40-45b9-bdd8-1ff0704e10e5 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:05:15.640275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.699766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa106fa-1d8e-4499-adb4-86741d0a7207 None None] DHCP port deletion for 3fa54273-59d2-4d11-98ac-e9cd010a5959 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:05:15.704667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] For port 504c551f-0e40-45b9-bdd8-1ff0704e10e5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=504c551f-0e40-45b9-bdd8-1ff0704e10e5,segment=NetworkSegment(b8777c06-d250-4f58-8f98-654a614d71d6),segment_id=b8777c06-d250-4f58-8f98-654a614d71d6)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:15.705096 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.718089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Calling delete_port for 504c551f-0e40-45b9-bdd8-1ff0704e10e5 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:05:15.746349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8aa106fa-1d8e-4499-adb4-86741d0a7207 None None] Deleting port 504c551f-0e40-45b9-bdd8-1ff0704e10e5 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:05:15.746713 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8aa106fa-1d8e-4499-adb4-86741d0a7207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.809125 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-8aa106fa-1d8e-4499-adb4-86741d0a7207 None None] For port 504c551f-0e40-45b9-bdd8-1ff0704e10e5, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=504c551f-0e40-45b9-bdd8-1ff0704e10e5,segment=NetworkSegment(b8777c06-d250-4f58-8f98-654a614d71d6),segment_id=b8777c06-d250-4f58-8f98-654a614d71d6)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:15.809514 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8aa106fa-1d8e-4499-adb4-86741d0a7207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.821315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8aa106fa-1d8e-4499-adb4-86741d0a7207 None None] Calling delete_port for 504c551f-0e40-45b9-bdd8-1ff0704e10e5 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:05:15.862848 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.892169 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Pushing event deleted for resources: {'Port': ['ID=504c551f-0e40-45b9-bdd8-1ff0704e10e5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:15.893911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] No DVR routers for this DVR port 504c551f-0e40-45b9-bdd8-1ff0704e10e5 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:05:15.903057 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8aa106fa-1d8e-4499-adb4-86741d0a7207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:15.925554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa106fa-1d8e-4499-adb4-86741d0a7207 None None] Pushing event deleted for resources: {'Port': ['ID=504c551f-0e40-45b9-bdd8-1ff0704e10e5,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:15.931206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa106fa-1d8e-4499-adb4-86741d0a7207 None None] No DVR routers for this DVR port 504c551f-0e40-45b9-bdd8-1ff0704e10e5 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:05:16.294470 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:16.315260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa54273-59d2-4d11-98ac-e9cd010a5959']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:16.325246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8777c06-d250-4f58-8f98-654a614d71d6') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:16.325726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8777c06-d250-4f58-8f98-654a614d71d6') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:16.334823 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:16.347545 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:16.354801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:05:16.355214 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:05:16.358277 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:05:16.360320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 504c551f-0e40-45b9-bdd8-1ff0704e10e5 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:05:16.381352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 504c551f-0e40-45b9-bdd8-1ff0704e10e5 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:05:16.381802 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 504c551f-0e40-45b9-bdd8-1ff0704e10e5 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:05:16.468077 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:16.476003 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:16.482453 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "DELETE /v2.0/networks/3fa54273-59d2-4d11-98ac-e9cd010a5959 HTTP/1.1" status: 204 len: 168 time: 0.9930346 Oct 27 17:05:16.482892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47428) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:16.489526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d2e69-c723-4d2e-b966-cac1446eb3df tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Pushing event deleted for resources: {'Network': ['ID=3fa54273-59d2-4d11-98ac-e9cd010a5959,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:16.511012 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-29386c8b-a56d-4aea-9011-0f7c45c7481e tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "GET /v2.0/ports?device_id=73755d78-6e1e-4bc1-a50b-ab2aed6890fe HTTP/1.1" status: 200 len: 205 time: 0.0265603 Oct 27 17:05:16.513275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47430) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:16.586793 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-604749ec-7520-4f5c-bfc1-a6793e841ed9 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.034470 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-604749ec-7520-4f5c-bfc1-a6793e841ed9 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.036530 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-604749ec-7520-4f5c-bfc1-a6793e841ed9 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.159564 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-604749ec-7520-4f5c-bfc1-a6793e841ed9 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.160097 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604749ec-7520-4f5c-bfc1-a6793e841ed9 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Fanout notify agent at l3_agent the message router_deleted on router 73755d78-6e1e-4bc1-a50b-ab2aed6890fe {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:05:17.167276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-604749ec-7520-4f5c-bfc1-a6793e841ed9 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.173551 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-604749ec-7520-4f5c-bfc1-a6793e841ed9 tempest-RoutersNegativeTest-1978008021 tempest-RoutersNegativeTest-1978008021-project] 10.222.0.15 "DELETE /v2.0/routers/73755d78-6e1e-4bc1-a50b-ab2aed6890fe HTTP/1.1" status: 204 len: 168 time: 0.6548173 Oct 27 17:05:17.551741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47436) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:17.683772 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2a3897f1-cfc2-44d8-b1e0-ac2a719b80b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d85bf4ad06b4755a26a582302ff077f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306183 Oct 27 17:05:17.686325 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47440) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:17.733753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.753993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.862479 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.865076 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:17.866208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba478a4a-06d2-46da-b0f0-a19366de41ea HTTP/1.1" status: 204 len: 168 time: 0.1789877 Oct 27 17:05:17.875422 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba478a4a-06d2-46da-b0f0-a19366de41ea,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:17.883039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.883403 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.883768 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.884123 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.884469 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.884809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.885752 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.886259 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.886603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.886941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.887277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:17.887608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63596a3-9156-40e2-ac54-3f2f64d1fde7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:18.491118 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f55a55f1-8b85-4357-899c-c9fd7db5a91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:18.829070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47462) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:18.923876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1670836591-network', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:19.039800 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Made reservation on behalf of 0a9b5055df37434bbdaf0617a68f5f73 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:19.042889 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.051366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.123217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.199771 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.225061 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:05:19.234506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b62dad-8a39-4443-8fce-188fcdf7ff87,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:19.240158 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.240504 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Added segment 490133d9-3a7f-4e74-ae0e-085145a0578b of type vlan for network ed3c65c9-1361-4466-a6da-481e25947204 Oct 27 17:05:19.282331 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.359654 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.360661 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:19.361231 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.418634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ed3c65c9-1361-4466-a6da-481e25947204,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:19.428150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network ed3c65c9-1361-4466-a6da-481e25947204 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:05:19.470731 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-43847bb2-9ac5-4614-882f-201362e2f3f0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6405134 Oct 27 17:05:19.473504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47468) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:19.478353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] Request body: {'subnet': {'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1670836591-subnet', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:19.559351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] Made reservation on behalf of 0a9b5055df37434bbdaf0617a68f5f73 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:19.561775 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.759978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.816322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf5a38d-9732-4bca-9e66-bc13c6b43a17,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:19.824687 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] Checking segment: {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:19.825056 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] Network hostable DHCP agents. Network: ed3c65c9-1361-4466-a6da-481e25947204, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:05:19.873798 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] Network ed3c65c9-1361-4466-a6da-481e25947204 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:05:19.942300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, ed3c65c9-1361-4466-a6da-481e25947204) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:19.946453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:19.947052 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:19.952236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c8c2c4-afc5-411b-9c25-ce112955c528 None None] Network ed3c65c9-1361-4466-a6da-481e25947204 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:20.014068 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a091b4da-1fa6-4ff8-8f87-80b6742ec397 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5393350 Oct 27 17:05:20.016671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47470) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:20.020998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1670836591-router', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:20.079669 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.080899 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.099833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-ed3c65c9-1361-4466-a6da-481e25947204', 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'fixed_ips': [{'subnet_id': 'dcf5a38d-9732-4bca-9e66-bc13c6b43a17'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:05:20.100740 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.137537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.237894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Allocated IP 172.20.0.2 (ed3c65c9-1361-4466-a6da-481e25947204/dcf5a38d-9732-4bca-9e66-bc13c6b43a17/b6b94ad8-825a-4286-8af5-b2229f843372) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:20.326131 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.548420 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.586040 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.600201 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.605629 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.640138 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Network ed3c65c9-1361-4466-a6da-481e25947204 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:20.644555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:20.649012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:20.651490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Pushing event updated for resources: {'Port': ['ID=b6b94ad8-825a-4286-8af5-b2229f843372,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:20.706577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Attempting to bind port b6b94ad8-825a-4286-8af5-b2229f843372 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:20.707095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Attempting to bind port b6b94ad8-825a-4286-8af5-b2229f843372 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:20.707456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Attempting to bind port b6b94ad8-825a-4286-8af5-b2229f843372 on network ed3c65c9-1361-4466-a6da-481e25947204 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:20.712530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:20.712900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Checking segment: {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:20.713926 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.714309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Bound using segment: {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:20.714772 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Bound port: b6b94ad8-825a-4286-8af5-b2229f843372, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:20.715148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.717934 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Allocated IP 172.25.4.194 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/9e59171c-510b-4ee9-9fd3-8d4dddefff26) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:20.775181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] For port b6b94ad8-825a-4286-8af5-b2229f843372, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:20.779220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] For port b6b94ad8-825a-4286-8af5-b2229f843372, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b6b94ad8-825a-4286-8af5-b2229f843372,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:20.821254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.823687 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.880356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814da7ee-394a-45ca-a4aa-c05db9249013 None None] Pushing event updated for resources: {'Port': ['ID=b6b94ad8-825a-4286-8af5-b2229f843372,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:20.903348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:20.945128 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:20.950163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:20.954636 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:20.957982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Pushing event updated for resources: {'Port': ['ID=9e59171c-510b-4ee9-9fd3-8d4dddefff26,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:21.275322 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:21.476038 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:21.565288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49b8a8e6-7094-49fd-8359-5a453bc3ce34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:21.668317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:05:21.777823 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:05:21.786799 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Sync routers for ids ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:05:21.797429 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Routers {'6f77d05f-a3c8-44a7-b027-9b5e1ea334db'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:21.801024 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:21.816917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b4a82f-c293-4fc3-b843-de068cc1ff4a None None] Network ed3c65c9-1361-4466-a6da-481e25947204 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:21.836326 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:21.837983 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8bcb1832-46db-4ebc-b3a4-13b1b7ed5efd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8200927 Oct 27 17:05:21.841300 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47474) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:21.905637 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Set router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:21.950373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1682cf45-52f9-4e10-b705-731b6bef9348 None None] Provisioning complete for port b6b94ad8-825a-4286-8af5-b2229f843372 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:21.950741 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1682cf45-52f9-4e10-b705-731b6bef9348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.062586 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1682cf45-52f9-4e10-b705-731b6bef9348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.100693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1682cf45-52f9-4e10-b705-731b6bef9348 None None] For port b6b94ad8-825a-4286-8af5-b2229f843372, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b6b94ad8-825a-4286-8af5-b2229f843372,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:22.106313 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'name': 'tempest-TestEncryptedCinderVolumes-1670836591-router', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:21Z', 'revision_number': 3, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'gw_port': {'id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:22.134043 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Checking router: 6f77d05f-a3c8-44a7-b027-9b5e1ea334db for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:05:22.134396 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Updating router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db port 9e59171c-510b-4ee9-9fd3-8d4dddefff26 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:05:22.165597 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.171670 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1682cf45-52f9-4e10-b705-731b6bef9348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.244879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682cf45-52f9-4e10-b705-731b6bef9348 None None] Pushing event updated for resources: {'Port': ['ID=b6b94ad8-825a-4286-8af5-b2229f843372,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:22.289414 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.296095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a1be7113-4e62-4218-8436-f62e76472feb None None] Provisioning complete for port b6b94ad8-825a-4286-8af5-b2229f843372 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:22.296476 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a1be7113-4e62-4218-8436-f62e76472feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.312641 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.445538 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.452216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b6b94ad8-825a-4286-8af5-b2229f843372 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:22.457718 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.508144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b6b94ad8-825a-4286-8af5-b2229f843372 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:22.508526 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.509635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Allocated IP 172.20.0.1 (ed3c65c9-1361-4466-a6da-481e25947204/dcf5a38d-9732-4bca-9e66-bc13c6b43a17/80fedb57-b8cf-4f8f-a973-e998c786a35f) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:22.530968 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.587813 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Attempting to bind port 9e59171c-510b-4ee9-9fd3-8d4dddefff26 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:22.589718 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Attempting to bind port 9e59171c-510b-4ee9-9fd3-8d4dddefff26 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:22.589718 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Attempting to bind port 9e59171c-510b-4ee9-9fd3-8d4dddefff26 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:22.596716 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Pushing event updated for resources: {'Port': ['ID=9e59171c-510b-4ee9-9fd3-8d4dddefff26,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:22.600292 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:22.600666 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:22.601065 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.601452 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:22.601923 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Bound port: 9e59171c-510b-4ee9-9fd3-8d4dddefff26, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:22.602303 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.609176 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.609524 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.609859 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.610193 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.610523 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.610855 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.611181 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.611503 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.611826 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.612168 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.612489 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.612807 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:22.631840 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.666999 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] For port 9e59171c-510b-4ee9-9fd3-8d4dddefff26, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:22.670208 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] For port 9e59171c-510b-4ee9-9fd3-8d4dddefff26, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=9e59171c-510b-4ee9-9fd3-8d4dddefff26,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:22.737416 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.748533 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.783753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Network ed3c65c9-1361-4466-a6da-481e25947204 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:22.787221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:22.789512 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:22.805764 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Routers {'6f77d05f-a3c8-44a7-b027-9b5e1ea334db'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:22.806389 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:22.813065 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19644ff-36c9-4090-8ee2-6095fe8f602b None None] Pushing event updated for resources: {'Port': ['ID=9e59171c-510b-4ee9-9fd3-8d4dddefff26,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:22.823984 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Pushing event updated for resources: {'Port': ['ID=80fedb57-b8cf-4f8f-a973-e998c786a35f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:22.837348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:22.924214 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] Set router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:23.020191 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:23.032193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-74d2e2c2-63be-47e9-b096-72a6061ce369 None None] Provisioning complete for port 80fedb57-b8cf-4f8f-a973-e998c786a35f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:23.032757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-74d2e2c2-63be-47e9-b096-72a6061ce369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:23.068238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-74d2e2c2-63be-47e9-b096-72a6061ce369 None None] Port 80fedb57-b8cf-4f8f-a973-e998c786a35f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:05:23.108136 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'name': 'tempest-TestEncryptedCinderVolumes-1670836591-router', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:21Z', 'revision_number': 3, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'gw_port': {'id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:23.134054 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df88488-efbd-4f65-bf3f-fd35174b9901 None None] The sync data for ids ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'] in n-d-815689-1 is: [{'id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'name': 'tempest-TestEncryptedCinderVolumes-1670836591-router', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:21Z', 'revision_number': 3, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'gw_port': {'id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:05:23.196947 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:23.256825 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:23.329466 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:23.329466 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Pushing event updated for resources: {'Port': ['ID=80fedb57-b8cf-4f8f-a973-e998c786a35f,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:23.448830 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Network ed3c65c9-1361-4466-a6da-481e25947204 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:23.450332 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:23.569107 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:05:23.691967 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-feba7695-be61-4dfb-810d-52b2ec255bf5 None None] Provisioning complete for port 80fedb57-b8cf-4f8f-a973-e998c786a35f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:23.692454 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-feba7695-be61-4dfb-810d-52b2ec255bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:23.694120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:05:23.704593 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5011eedf-e4dd-4305-87f7-3445c268f672 admin admin] 10.222.0.15 "PUT /v2.0/routers/6f77d05f-a3c8-44a7-b027-9b5e1ea334db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8621132 Oct 27 17:05:23.736817 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-feba7695-be61-4dfb-810d-52b2ec255bf5 None None] Port 80fedb57-b8cf-4f8f-a973-e998c786a35f cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:05:24.359937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47490) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:24.365716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1653106641-network', 'tenant_id': '41e389ac34e840ca820951359826a9bb'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:24.372082 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.402589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9e59171c-510b-4ee9-9fd3-8d4dddefff26 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:24.450742 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Made reservation on behalf of 41e389ac34e840ca820951359826a9bb for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:24.452741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 9e59171c-510b-4ee9-9fd3-8d4dddefff26 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:24.453114 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.453464 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.463412 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.540149 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.553935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.562187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 9e59171c-510b-4ee9-9fd3-8d4dddefff26, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=9e59171c-510b-4ee9-9fd3-8d4dddefff26,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:24.611346 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.634146 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.636516 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:05:24.648777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a2100c-7575-4345-bbd2-cc0152e04a19,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:24.653077 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.653422 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Added segment 3b8eca3d-bf18-4c33-811f-fed1147de618 of type vlan for network 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 Oct 27 17:05:24.686365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Sync routers for ids ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:05:24.697151 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.702068 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=9e59171c-510b-4ee9-9fd3-8d4dddefff26,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:24.708203 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Routers {'6f77d05f-a3c8-44a7-b027-9b5e1ea334db'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:24.708824 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:24.771488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.772578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:24.773203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:24.817087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Set router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:24.833328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] Pushing event updated for resources: {'Network': ['ID=57c4a403-8c40-4570-9a9f-9a6f9b7c20a3,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:24.844365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:05:24.865186 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-93b7ebca-3281-4791-a35d-e81dbe5179da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5035145 Oct 27 17:05:24.867884 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47492) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:24.873330 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] Request body: {'subnet': {'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1653106641-subnet', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:24.942824 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] Made reservation on behalf of 41e389ac34e840ca820951359826a9bb for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:24.945208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.081187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'name': 'tempest-TestEncryptedCinderVolumes-1670836591-router', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:22Z', 'revision_number': 4, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'gw_port': {'id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '80fedb57-b8cf-4f8f-a973-e998c786a35f', 'name': '', 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'mac_address': 'fa:16:3e:22:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'dcf5a38d-9732-4bca-9e66-bc13c6b43a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:22Z', 'updated_at': '2021-10-27T17:05:23Z', 'revision_number': 2, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'subnets': [{'id': 'dcf5a38d-9732-4bca-9e66-bc13c6b43a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:25.109153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Checking router: 6f77d05f-a3c8-44a7-b027-9b5e1ea334db for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:05:25.109516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Updating router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db port 80fedb57-b8cf-4f8f-a973-e998c786a35f binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:05:25.135074 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.406998 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.485993 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.497042 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.548727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:25.549624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba661d71-63a7-44c8-b462-47fd4497f935 None None] Pushing event updated for resources: {'Port': ['ID=80fedb57-b8cf-4f8f-a973-e998c786a35f,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:25.560499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] Checking segment: {'id': '3b8eca3d-bf18-4c33-811f-fed1147de618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:25.560936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] Network hostable DHCP agents. Network: 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:05:25.606417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Attempting to bind port 80fedb57-b8cf-4f8f-a973-e998c786a35f on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:25.606807 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Attempting to bind port 80fedb57-b8cf-4f8f-a973-e998c786a35f by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:25.607182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Attempting to bind port 80fedb57-b8cf-4f8f-a973-e998c786a35f on network ed3c65c9-1361-4466-a6da-481e25947204 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:25.612608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:25.612999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Checking segment: {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:25.613393 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.613789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Bound using segment: {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:25.619900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Bound port: 80fedb57-b8cf-4f8f-a973-e998c786a35f, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:25.619900 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.669743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] Network 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:05:25.679928 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] For port 80fedb57-b8cf-4f8f-a973-e998c786a35f, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:25.684883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] For port 80fedb57-b8cf-4f8f-a973-e998c786a35f, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=80fedb57-b8cf-4f8f-a973-e998c786a35f,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:25.748216 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:25.753200 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:25.754120 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.757906 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1376098-2ba8-49f3-b94c-dca6512b38ea None None] Network 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:25.772865 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.831209 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-46bcbc62-1edc-49b3-83c2-184a8af453ed admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9619970 Oct 27 17:05:25.833692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47496) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:25.838230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1653106641-router', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:25.854658 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2005764b-86bb-47dd-ab18-608f11a6eb34 None None] Provisioning complete for port 80fedb57-b8cf-4f8f-a973-e998c786a35f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:25.855042 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2005764b-86bb-47dd-ab18-608f11a6eb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.912771 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba661d71-63a7-44c8-b462-47fd4497f935 None None] Pushing event updated for resources: {'Port': ['ID=80fedb57-b8cf-4f8f-a973-e998c786a35f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:25.930573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Routers {'6f77d05f-a3c8-44a7-b027-9b5e1ea334db'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:25.931247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:25.954583 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:25.955856 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.013872 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.214115 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.220127 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:05:26.283220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-57c4a403-8c40-4570-9a9f-9a6f9b7c20a3', 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'fixed_ips': [{'subnet_id': '2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:05:26.284078 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.290387 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] Set router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:26.298979 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2005764b-86bb-47dd-ab18-608f11a6eb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.449896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9e59171c-510b-4ee9-9fd3-8d4dddefff26 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:26.479767 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.481028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-2005764b-86bb-47dd-ab18-608f11a6eb34 None None] For port 80fedb57-b8cf-4f8f-a973-e998c786a35f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=80fedb57-b8cf-4f8f-a973-e998c786a35f,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:26.504934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.537255 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2005764b-86bb-47dd-ab18-608f11a6eb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.611656 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Allocated IP 172.25.4.184 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/e88bafea-4fe0-4e1a-933b-c687a555b8ae) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:26.674712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Allocated IP 172.20.0.2 (57c4a403-8c40-4570-9a9f-9a6f9b7c20a3/2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5/24f13ae5-e327-421f-b377-64260d7a9689) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:26.677366 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005764b-86bb-47dd-ab18-608f11a6eb34 None None] Pushing event updated for resources: {'Port': ['ID=80fedb57-b8cf-4f8f-a973-e998c786a35f,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:26.708692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 9e59171c-510b-4ee9-9fd3-8d4dddefff26 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:26.709067 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.723822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.767240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e8637ad8-c7f3-44df-ab70-3a35aa561d72 None None] Provisioning complete for port 80fedb57-b8cf-4f8f-a973-e998c786a35f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:26.767532 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e8637ad8-c7f3-44df-ab70-3a35aa561d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.817639 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:26.859022 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:26.863571 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:26.868111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:26.871424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Pushing event updated for resources: {'Port': ['ID=e88bafea-4fe0-4e1a-933b-c687a555b8ae,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:26.951053 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'name': 'tempest-TestEncryptedCinderVolumes-1670836591-router', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:22Z', 'revision_number': 4, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'gw_port': {'id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '80fedb57-b8cf-4f8f-a973-e998c786a35f', 'name': '', 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'mac_address': 'fa:16:3e:22:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'dcf5a38d-9732-4bca-9e66-bc13c6b43a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:22Z', 'updated_at': '2021-10-27T17:05:25Z', 'revision_number': 4, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'subnets': [{'id': 'dcf5a38d-9732-4bca-9e66-bc13c6b43a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:27.029800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b24e50-da85-486d-93a6-dfcd76efbf11 None None] The sync data for ids ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'] in n-d-815689-1 is: [{'id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'name': 'tempest-TestEncryptedCinderVolumes-1670836591-router', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:22Z', 'revision_number': 4, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'gw_port': {'id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '80fedb57-b8cf-4f8f-a973-e998c786a35f', 'name': '', 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'mac_address': 'fa:16:3e:22:aa:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': 'dcf5a38d-9732-4bca-9e66-bc13c6b43a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:22Z', 'updated_at': '2021-10-27T17:05:25Z', 'revision_number': 4, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'subnets': [{'id': 'dcf5a38d-9732-4bca-9e66-bc13c6b43a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:05:27.055737 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:27.137258 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:27.184668 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Network 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:27.187896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:27.191578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:27.194707 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:27.205300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Pushing event updated for resources: {'Port': ['ID=24f13ae5-e327-421f-b377-64260d7a9689,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:27.265651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Attempting to bind port 24f13ae5-e327-421f-b377-64260d7a9689 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:27.266036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Attempting to bind port 24f13ae5-e327-421f-b377-64260d7a9689 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '3b8eca3d-bf18-4c33-811f-fed1147de618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:27.266930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Attempting to bind port 24f13ae5-e327-421f-b377-64260d7a9689 on network 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:27.272004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:27.272544 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Checking segment: {'id': '3b8eca3d-bf18-4c33-811f-fed1147de618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:27.272949 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:27.273340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Bound using segment: {'id': '3b8eca3d-bf18-4c33-811f-fed1147de618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:27.274240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Bound port: 24f13ae5-e327-421f-b377-64260d7a9689, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8eca3d-bf18-4c33-811f-fed1147de618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:27.274240 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:27.342717 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] For port 24f13ae5-e327-421f-b377-64260d7a9689, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:27.348045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] For port 24f13ae5-e327-421f-b377-64260d7a9689, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=24f13ae5-e327-421f-b377-64260d7a9689,segment=NetworkSegment(3b8eca3d-bf18-4c33-811f-fed1147de618),segment_id=3b8eca3d-bf18-4c33-811f-fed1147de618)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:27.413301 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:27.463053 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:27.538516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787d173-89c7-4ee8-a58c-2d0bb171533d None None] Pushing event updated for resources: {'Port': ['ID=24f13ae5-e327-421f-b377-64260d7a9689,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:27.657186 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Router 4fe37772-a20d-4832-86c5-f4d8cae82a93 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:05:27.800263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:05:27.810790 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Sync routers for ids ['4fe37772-a20d-4832-86c5-f4d8cae82a93'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:05:27.821109 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Routers {'4fe37772-a20d-4832-86c5-f4d8cae82a93'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:27.821735 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['4fe37772-a20d-4832-86c5-f4d8cae82a93'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:27.871083 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:27.872796 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b029f017-bd23-482f-a28c-b14a4b16512b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0379567 Oct 27 17:05:27.875912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47498) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:05:28.037379 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Set router 4fe37772-a20d-4832-86c5-f4d8cae82a93 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:28.237484 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'name': 'tempest-TestEncryptedCinderVolumes-1653106641-router', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:25Z', 'updated_at': '2021-10-27T17:05:27Z', 'revision_number': 3, 'project_id': '41e389ac34e840ca820951359826a9bb', 'gw_port': {'id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:26Z', 'updated_at': '2021-10-27T17:05:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:28.270328 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Checking router: 4fe37772-a20d-4832-86c5-f4d8cae82a93 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:05:28.270929 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Updating router 4fe37772-a20d-4832-86c5-f4d8cae82a93 port e88bafea-4fe0-4e1a-933b-c687a555b8ae binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:05:28.298632 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.350755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.506389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 24f13ae5-e327-421f-b377-64260d7a9689 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:28.544511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Allocated IP 172.20.0.1 (57c4a403-8c40-4570-9a9f-9a6f9b7c20a3/2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5/1e74a2f7-03d6-4307-be0d-212c848d2b47) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:28.576137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 24f13ae5-e327-421f-b377-64260d7a9689 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:28.576137 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.627809 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.646980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b6109a-87c2-4a07-87dc-08e9578f3bcf None None] Network 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:05:28.670864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.703073 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.715670 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.739037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2911789d-1872-4862-ad37-04f5f50f16b5 None None] Provisioning complete for port 24f13ae5-e327-421f-b377-64260d7a9689 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:28.739415 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2911789d-1872-4862-ad37-04f5f50f16b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.755234 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Attempting to bind port e88bafea-4fe0-4e1a-933b-c687a555b8ae on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:28.755600 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Attempting to bind port e88bafea-4fe0-4e1a-933b-c687a555b8ae by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:28.755954 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Attempting to bind port e88bafea-4fe0-4e1a-933b-c687a555b8ae on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:28.760220 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.763512 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc52c92-e7ce-4c56-997e-1646f1ed418f None None] Pushing event updated for resources: {'Port': ['ID=e88bafea-4fe0-4e1a-933b-c687a555b8ae,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:28.768368 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:28.773504 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:28.773504 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.773504 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:28.773504 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Bound port: e88bafea-4fe0-4e1a-933b-c687a555b8ae, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:28.773504 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.809424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 24f13ae5-e327-421f-b377-64260d7a9689, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=24f13ae5-e327-421f-b377-64260d7a9689,segment=NetworkSegment(3b8eca3d-bf18-4c33-811f-fed1147de618),segment_id=3b8eca3d-bf18-4c33-811f-fed1147de618)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:28.812340 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Network 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:28.815120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:28.817564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Pushing event updated for resources: {'Port': ['ID=1e74a2f7-03d6-4307-be0d-212c848d2b47,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:28.819756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:28.831793 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] For port e88bafea-4fe0-4e1a-933b-c687a555b8ae, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:28.835071 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] For port e88bafea-4fe0-4e1a-933b-c687a555b8ae, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e88bafea-4fe0-4e1a-933b-c687a555b8ae,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:28.846510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.858154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.858154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.858154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.858154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.858154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.858154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.858154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.858154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.858154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.858154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.858154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:05:28.871107 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.912704 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2911789d-1872-4862-ad37-04f5f50f16b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.927409 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:28.928215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 80fedb57-b8cf-4f8f-a973-e998c786a35f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:28.942967 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.003366 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Routers {'4fe37772-a20d-4832-86c5-f4d8cae82a93'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:29.004116 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['4fe37772-a20d-4832-86c5-f4d8cae82a93'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:29.041130 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc52c92-e7ce-4c56-997e-1646f1ed418f None None] Pushing event updated for resources: {'Port': ['ID=e88bafea-4fe0-4e1a-933b-c687a555b8ae,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:29.080971 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.129716 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] Set router 4fe37772-a20d-4832-86c5-f4d8cae82a93 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:29.210911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=24f13ae5-e327-421f-b377-64260d7a9689,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:29.220112 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.db.api [None req-2911789d-1872-4862-ad37-04f5f50f16b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 27 17:05:29.220477 n-d-815689-1 neutron-server[109724]: DEBUG oslo_db.api [None req-2911789d-1872-4862-ad37-04f5f50f16b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 27 17:05:29.235876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 80fedb57-b8cf-4f8f-a973-e998c786a35f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:29.236333 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.269703 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.330093 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'name': 'tempest-TestEncryptedCinderVolumes-1653106641-router', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:25Z', 'updated_at': '2021-10-27T17:05:27Z', 'revision_number': 3, 'project_id': '41e389ac34e840ca820951359826a9bb', 'gw_port': {'id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:26Z', 'updated_at': '2021-10-27T17:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:29.348645 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.362701 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf37fa65-c9cd-48a8-b014-b228df421e42 None None] The sync data for ids ['4fe37772-a20d-4832-86c5-f4d8cae82a93'] in n-d-815689-1 is: [{'id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'name': 'tempest-TestEncryptedCinderVolumes-1653106641-router', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:25Z', 'updated_at': '2021-10-27T17:05:27Z', 'revision_number': 3, 'project_id': '41e389ac34e840ca820951359826a9bb', 'gw_port': {'id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:26Z', 'updated_at': '2021-10-27T17:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:05:29.427842 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.430007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Pushing event updated for resources: {'Port': ['ID=1e74a2f7-03d6-4307-be0d-212c848d2b47,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:29.537993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Network 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:29.539465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:29.681260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Router 4fe37772-a20d-4832-86c5-f4d8cae82a93 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:05:29.805689 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:05:29.811586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f59bc71e-1739-408a-861c-710e7256fb01 admin admin] 10.222.0.15 "PUT /v2.0/routers/4fe37772-a20d-4832-86c5-f4d8cae82a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9343989 Oct 27 17:05:29.900167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-00d10597-5aaf-463a-8fa2-ac8a13d28942 None None] Provisioning complete for port 24f13ae5-e327-421f-b377-64260d7a9689 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:29.900167 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00d10597-5aaf-463a-8fa2-ac8a13d28942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.923605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:29.993876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-00d10597-5aaf-463a-8fa2-ac8a13d28942 None None] Provisioning complete for port 1e74a2f7-03d6-4307-be0d-212c848d2b47 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:29.994278 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00d10597-5aaf-463a-8fa2-ac8a13d28942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:30.030743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-00d10597-5aaf-463a-8fa2-ac8a13d28942 None None] Port 1e74a2f7-03d6-4307-be0d-212c848d2b47 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:05:30.462527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e88bafea-4fe0-4e1a-933b-c687a555b8ae up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:30.513266 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e88bafea-4fe0-4e1a-933b-c687a555b8ae triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:30.513643 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:30.592925 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:30.611576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-227699ad-f062-41ac-ae57-3ef9ec8fa06e tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:30.612446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port e88bafea-4fe0-4e1a-933b-c687a555b8ae, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e88bafea-4fe0-4e1a-933b-c687a555b8ae,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:30.613114 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-227699ad-f062-41ac-ae57-3ef9ec8fa06e tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/networks?id=ed3c65c9-1361-4466-a6da-481e25947204 HTTP/1.1" status: 200 len: 817 time: 0.1052635 Oct 27 17:05:30.629278 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-22b6284c-979d-40a2-8460-46a61a1046de tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/quotas/0a9b5055df37434bbdaf0617a68f5f73 HTTP/1.1" status: 200 len: 375 time: 0.0100138 Oct 27 17:05:30.668333 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:30.669204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 24f13ae5-e327-421f-b377-64260d7a9689 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:30.686426 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-bbadb54c-4734-448c-a101-4358c589ee24 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a9b5055df37434bbdaf0617a68f5f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509531 Oct 27 17:05:30.750066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=e88bafea-4fe0-4e1a-933b-c687a555b8ae,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:30.761769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 24f13ae5-e327-421f-b377-64260d7a9689 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:30.762144 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:30.803928 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-56a2ed35-49b1-4cdb-8c85-1b1763257b4b service neutron] 10.222.0.15 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047168 Oct 27 17:05:30.902822 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-d6a29d1d-58cc-4243-bc0b-cf1be398d02d service neutron] 10.222.0.15 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901144 Oct 27 17:05:30.985304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Sync routers for ids ['4fe37772-a20d-4832-86c5-f4d8cae82a93'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:05:30.994842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Routers {'4fe37772-a20d-4832-86c5-f4d8cae82a93'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:30.995952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['4fe37772-a20d-4832-86c5-f4d8cae82a93'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:31.103390 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Set router 4fe37772-a20d-4832-86c5-f4d8cae82a93 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:31.144577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a3435223-3455-44ce-938f-aaf3b6a27ab5 req-83076876-f781-44ef-a581-62b35291a3eb tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 210 time: 0.0272086 Oct 27 17:05:31.319029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'name': 'tempest-TestEncryptedCinderVolumes-1653106641-router', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:25Z', 'updated_at': '2021-10-27T17:05:28Z', 'revision_number': 4, 'project_id': '41e389ac34e840ca820951359826a9bb', 'gw_port': {'id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:26Z', 'updated_at': '2021-10-27T17:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '1e74a2f7-03d6-4307-be0d-212c848d2b47', 'name': '', 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'mac_address': 'fa:16:3e:53:83:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:28Z', 'updated_at': '2021-10-27T17:05:29Z', 'revision_number': 2, 'project_id': '41e389ac34e840ca820951359826a9bb', 'subnets': [{'id': '2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:31.346618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Checking router: 4fe37772-a20d-4832-86c5-f4d8cae82a93 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:05:31.347007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Updating router 4fe37772-a20d-4832-86c5-f4d8cae82a93 port 1e74a2f7-03d6-4307-be0d-212c848d2b47 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:05:31.376153 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:31.637643 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:31.702744 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:31.753923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60d1da-de81-414b-b91e-84477c1cd6cb None None] Pushing event updated for resources: {'Port': ['ID=1e74a2f7-03d6-4307-be0d-212c848d2b47,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:31.806718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Attempting to bind port 1e74a2f7-03d6-4307-be0d-212c848d2b47 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:31.807094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Attempting to bind port 1e74a2f7-03d6-4307-be0d-212c848d2b47 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '3b8eca3d-bf18-4c33-811f-fed1147de618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:31.807498 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Attempting to bind port 1e74a2f7-03d6-4307-be0d-212c848d2b47 on network 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:31.813718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:31.814112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Checking segment: {'id': '3b8eca3d-bf18-4c33-811f-fed1147de618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:31.816998 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:31.816998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Bound using segment: {'id': '3b8eca3d-bf18-4c33-811f-fed1147de618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:31.816998 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Bound port: 1e74a2f7-03d6-4307-be0d-212c848d2b47, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8eca3d-bf18-4c33-811f-fed1147de618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:31.816998 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:31.881845 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] For port 1e74a2f7-03d6-4307-be0d-212c848d2b47, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:31.885084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] For port 1e74a2f7-03d6-4307-be0d-212c848d2b47, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1e74a2f7-03d6-4307-be0d-212c848d2b47,segment=NetworkSegment(3b8eca3d-bf18-4c33-811f-fed1147de618),segment_id=3b8eca3d-bf18-4c33-811f-fed1147de618)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:31.956033 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:32.009440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e1495eca-dcd9-421b-94a9-f403bc23ff67 None None] Provisioning complete for port 1e74a2f7-03d6-4307-be0d-212c848d2b47 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:32.010086 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e1495eca-dcd9-421b-94a9-f403bc23ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:32.046517 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Routers {'4fe37772-a20d-4832-86c5-f4d8cae82a93'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:05:32.047157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:05:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['4fe37772-a20d-4832-86c5-f4d8cae82a93'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:32.055754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c60d1da-de81-414b-b91e-84477c1cd6cb None None] Pushing event updated for resources: {'Port': ['ID=1e74a2f7-03d6-4307-be0d-212c848d2b47,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:32.200608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] Set router 4fe37772-a20d-4832-86c5-f4d8cae82a93 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:05:32.227067 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e1495eca-dcd9-421b-94a9-f403bc23ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:32.243613 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-abafc28b-3236-4f23-92ef-71c39841478a req-b19222bf-d976-4afa-a9c5-2e9eb0e900bf tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 210 time: 0.0270777 Oct 27 17:05:32.311933 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e1495eca-dcd9-421b-94a9-f403bc23ff67 None None] For port 1e74a2f7-03d6-4307-be0d-212c848d2b47, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1e74a2f7-03d6-4307-be0d-212c848d2b47,segment=NetworkSegment(3b8eca3d-bf18-4c33-811f-fed1147de618),segment_id=3b8eca3d-bf18-4c33-811f-fed1147de618)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:32.381075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e88bafea-4fe0-4e1a-933b-c687a555b8ae up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:32.425337 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e1495eca-dcd9-421b-94a9-f403bc23ff67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:32.503818 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1495eca-dcd9-421b-94a9-f403bc23ff67 None None] Pushing event updated for resources: {'Port': ['ID=1e74a2f7-03d6-4307-be0d-212c848d2b47,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:32.514105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e88bafea-4fe0-4e1a-933b-c687a555b8ae triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:32.514472 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:32.552236 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'name': 'tempest-TestEncryptedCinderVolumes-1653106641-router', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:25Z', 'updated_at': '2021-10-27T17:05:28Z', 'revision_number': 4, 'project_id': '41e389ac34e840ca820951359826a9bb', 'gw_port': {'id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:26Z', 'updated_at': '2021-10-27T17:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '1e74a2f7-03d6-4307-be0d-212c848d2b47', 'name': '', 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'mac_address': 'fa:16:3e:53:83:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:28Z', 'updated_at': '2021-10-27T17:05:31Z', 'revision_number': 4, 'project_id': '41e389ac34e840ca820951359826a9bb', 'subnets': [{'id': '2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:05:32.592101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d822b748-5207-414a-9215-9abfa5a7c6dd None None] The sync data for ids ['4fe37772-a20d-4832-86c5-f4d8cae82a93'] in n-d-815689-1 is: [{'id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'name': 'tempest-TestEncryptedCinderVolumes-1653106641-router', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:25Z', 'updated_at': '2021-10-27T17:05:28Z', 'revision_number': 4, 'project_id': '41e389ac34e840ca820951359826a9bb', 'gw_port': {'id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:26Z', 'updated_at': '2021-10-27T17:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '1e74a2f7-03d6-4307-be0d-212c848d2b47', 'name': '', 'network_id': '57c4a403-8c40-4570-9a9f-9a6f9b7c20a3', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'mac_address': 'fa:16:3e:53:83:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:28Z', 'updated_at': '2021-10-27T17:05:31Z', 'revision_number': 4, 'project_id': '41e389ac34e840ca820951359826a9bb', 'subnets': [{'id': '2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:05:32.597781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-913f5a31-b8f6-4a24-b987-e95afee1ae75 None None] Provisioning complete for port 1e74a2f7-03d6-4307-be0d-212c848d2b47 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:32.598126 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-913f5a31-b8f6-4a24-b987-e95afee1ae75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:33.062726 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:33.343504 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-26617232-ab5b-42fe-ab21-612f0e453dcf req-74beb5a1-08b6-477b-9976-5bbe3dd8eb16 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 210 time: 0.0277252 Oct 27 17:05:33.510587 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-c4d762a6-bbea-42cd-9306-3fccd304ee15 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:33.512626 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-c4d762a6-bbea-42cd-9306-3fccd304ee15 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.54 "GET /v2.0/networks?id=ed3c65c9-1361-4466-a6da-481e25947204 HTTP/1.1" status: 200 len: 817 time: 0.1098897 Oct 27 17:05:33.526205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Request body: {'port': {'device_id': 'b3d998b5-e16f-4cea-93ff-0c9303723b6c', 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204', 'admin_state_up': True, 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:33.702763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Made reservation on behalf of 0a9b5055df37434bbdaf0617a68f5f73 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:05:33.706375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:33.840420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Allocated IP 172.20.0.14 (ed3c65c9-1361-4466-a6da-481e25947204/dcf5a38d-9732-4bca-9e66-bc13c6b43a17/55cf0150-75c9-4b9b-8eca-f78a40b832ce) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:05:33.996929 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:34.109103 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:34.157337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Network ed3c65c9-1361-4466-a6da-481e25947204 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:05:34.160517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:05:34.166209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:05:34.196249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Pushing event updated for resources: {'Port': ['ID=55cf0150-75c9-4b9b-8eca-f78a40b832ce,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:34.232916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:34.233504 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:34.327300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f057a702-908c-4303-80fe-f160ad079a3f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8046954 Oct 27 17:05:34.343804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Request body: {'port': {'device_id': 'b3d998b5-e16f-4cea-93ff-0c9303723b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:05:34.406405 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:34.421691 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1e74a2f7-03d6-4307-be0d-212c848d2b47 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:34.471433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da602e98-845d-4f68-969d-0db3c0fb51d7 req-51d02f4e-761d-47a9-ac3d-899e3e05abad tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:34.473601 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da602e98-845d-4f68-969d-0db3c0fb51d7 req-51d02f4e-761d-47a9-ac3d-899e3e05abad tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 932 time: 0.0522408 Oct 27 17:05:34.473766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e429ee0d-e5e2-427e-945d-0cdc70813aa1 None None] Provisioning complete for port 55cf0150-75c9-4b9b-8eca-f78a40b832ce triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:34.474138 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e429ee0d-e5e2-427e-945d-0cdc70813aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:34.517913 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e429ee0d-e5e2-427e-945d-0cdc70813aa1 None None] Port 55cf0150-75c9-4b9b-8eca-f78a40b832ce cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:05:34.519587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 1e74a2f7-03d6-4307-be0d-212c848d2b47 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:34.519743 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:34.529312 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da602e98-845d-4f68-969d-0db3c0fb51d7 req-b37a23ab-db66-4d27-8d29-b12fa15323de tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443616 Oct 27 17:05:34.691710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55cf0150-75c9-4b9b-8eca-f78a40b832ce {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:05:34.699242 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:34.710751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Transition to ACTIVE for port object 55cf0150-75c9-4b9b-8eca-f78a40b832ce will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:05:34.777309 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:34.832120 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Pushing event updated for resources: {'Port': ['ID=55cf0150-75c9-4b9b-8eca-f78a40b832ce,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:34.902883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Attempting to bind port 55cf0150-75c9-4b9b-8eca-f78a40b832ce on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:05:34.903670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Attempting to bind port 55cf0150-75c9-4b9b-8eca-f78a40b832ce by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:05:34.903670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Attempting to bind port 55cf0150-75c9-4b9b-8eca-f78a40b832ce on network ed3c65c9-1361-4466-a6da-481e25947204 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:34.908487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Port 55cf0150-75c9-4b9b-8eca-f78a40b832ce on network ed3c65c9-1361-4466-a6da-481e25947204 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:05:34.908812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Attempting to bind port 55cf0150-75c9-4b9b-8eca-f78a40b832ce on network ed3c65c9-1361-4466-a6da-481e25947204 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:05:34.913856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:05:34.914191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Checking segment: {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:05:34.914575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Bound using segment: {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:05:34.915005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Bound port: 55cf0150-75c9-4b9b-8eca-f78a40b832ce, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:05:34.915366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:34.982567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] For port 55cf0150-75c9-4b9b-8eca-f78a40b832ce, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:05:34.985866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] For port 55cf0150-75c9-4b9b-8eca-f78a40b832ce, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=55cf0150-75c9-4b9b-8eca-f78a40b832ce,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:05:35.051644 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:35.091200 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.091635 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:35.093089 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] 10.222.0.54 "PUT /v2.0/ports/55cf0150-75c9-4b9b-8eca-f78a40b832ce HTTP/1.1" status: 200 len: 1092 time: 0.7579167 Oct 27 17:05:35.093535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d998b5-e16f-4cea-93ff-0c9303723b6c', 'tag': '55cf0150-75c9-4b9b-8eca-f78a40b832ce'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:05:35.095825 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677b3c93-61af-4411-8290-8ed0429a4199" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d998b5-e16f-4cea-93ff-0c9303723b6c", "tag": "55cf0150-75c9-4b9b-8eca-f78a40b832ce"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:05:35.122913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463a535-b5e1-454f-9d8b-a3c7d4902d1a service neutron] Pushing event updated for resources: {'Port': ['ID=55cf0150-75c9-4b9b-8eca-f78a40b832ce,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:35.140190 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c3f735-4f23-4840-8861-ca704e705c20 x-openstack-request-id: req-b3c3f735-4f23-4840-8861-ca704e705c20 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:05:35.140548 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d998b5-e16f-4cea-93ff-0c9303723b6c", "tag": "55cf0150-75c9-4b9b-8eca-f78a40b832ce", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:05:35.140990 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3c3f735-4f23-4840-8861-ca704e705c20 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:05:35.141456 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3d998b5-e16f-4cea-93ff-0c9303723b6c', 'tag': '55cf0150-75c9-4b9b-8eca-f78a40b832ce', 'status': 'completed', 'code': 200} Oct 27 17:05:35.205753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b3c93-61af-4411-8290-8ed0429a4199 req-23631986-4616-476a-a406-2c1cbf1f1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.207282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-677b3c93-61af-4411-8290-8ed0429a4199 req-23631986-4616-476a-a406-2c1cbf1f1736 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a9b5055df37434bbdaf0617a68f5f73&device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 1095 time: 0.0438490 Oct 27 17:05:35.319695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b3c93-61af-4411-8290-8ed0429a4199 req-f0db42a3-1a2d-4983-9415-8e683840014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.321132 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-677b3c93-61af-4411-8290-8ed0429a4199 req-f0db42a3-1a2d-4983-9415-8e683840014e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0a9b5055df37434bbdaf0617a68f5f73&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1055286 Oct 27 17:05:35.422328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b3c93-61af-4411-8290-8ed0429a4199 req-6a3a93c6-6f6f-493e-87f7-619ef22fb038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.423815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-677b3c93-61af-4411-8290-8ed0429a4199 req-6a3a93c6-6f6f-493e-87f7-619ef22fb038 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955029 Oct 27 17:05:35.506181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-63a4d22e-6350-4ccd-8ac8-977e43ad5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.507714 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-63a4d22e-6350-4ccd-8ac8-977e43ad5137 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a9b5055df37434bbdaf0617a68f5f73&device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 1095 time: 0.0460732 Oct 27 17:05:35.551769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-dc998959-493e-4144-9faa-4137b1a0e77d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55cf0150-75c9-4b9b-8eca-f78a40b832ce HTTP/1.1" status: 200 len: 217 time: 0.0348864 Oct 27 17:05:35.603306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-0916afc2-a67b-40a1-8f29-6babfa5f29d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.605532 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-0916afc2-a67b-40a1-8f29-6babfa5f29d5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcf5a38d-9732-4bca-9e66-bc13c6b43a17 HTTP/1.1" status: 200 len: 856 time: 0.0466533 Oct 27 17:05:35.655276 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-030bb98c-df8f-4f3d-bd22-80cae552f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.656977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-030bb98c-df8f-4f3d-bd22-80cae552f947 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed3c65c9-1361-4466-a6da-481e25947204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447209 Oct 27 17:05:35.661196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f759fa-81ba-4588-a65b-cf9f8c915e1f req-0745677b-52a5-4966-b3d2-348ecb38726c tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:35.662680 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1f759fa-81ba-4588-a65b-cf9f8c915e1f req-0745677b-52a5-4966-b3d2-348ecb38726c tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 944 time: 0.0523956 Oct 27 17:05:35.703904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c1f759fa-81ba-4588-a65b-cf9f8c915e1f req-8ba5b173-c984-4115-a96e-55cc23d890cc tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336826 Oct 27 17:05:35.758313 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-f72365c0-be5a-4957-808a-a4a8e14d0b5e service neutron] 10.222.0.54 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933411 Oct 27 17:05:35.855633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f26e2389-baa7-4cf7-b501-1dd8fcd96435 req-19ea8a86-fdca-48f5-a3eb-cd6c42647aec service neutron] 10.222.0.54 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891194 Oct 27 17:05:36.826885 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942ca7d-078e-47cf-a705-2c4b84835b87 req-986f2d95-7bd9-4f60-a601-161259b7067e tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:36.828422 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2942ca7d-078e-47cf-a705-2c4b84835b87 req-986f2d95-7bd9-4f60-a601-161259b7067e tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 944 time: 0.0532367 Oct 27 17:05:36.868491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2942ca7d-078e-47cf-a705-2c4b84835b87 req-0177ad96-275d-4680-82cd-da5e3cb99b1f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340285 Oct 27 17:05:37.043208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 55cf0150-75c9-4b9b-8eca-f78a40b832ce details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:05:37.140260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 55cf0150-75c9-4b9b-8eca-f78a40b832ce, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=55cf0150-75c9-4b9b-8eca-f78a40b832ce,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:37.155534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '55cf0150-75c9-4b9b-8eca-f78a40b832ce', 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204', 'port_id': '55cf0150-75c9-4b9b-8eca-f78a40b832ce', 'mac_address': 'fa:16:3e:ad:4a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf5a38d-9732-4bca-9e66-bc13c6b43a17', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:05:37.352177 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:37.365828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55cf0150-75c9-4b9b-8eca-f78a40b832ce {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:05:37.385226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 55cf0150-75c9-4b9b-8eca-f78a40b832ce, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=55cf0150-75c9-4b9b-8eca-f78a40b832ce,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:37.508423 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:37.554820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=55cf0150-75c9-4b9b-8eca-f78a40b832ce,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:37.714669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['55cf0150-75c9-4b9b-8eca-f78a40b832ce'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:05:37.994095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbf02b-506b-4aa2-8fde-c9bb475f8585 req-f40b0efa-a64e-407a-9001-8b5b2dca969b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:37.996278 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02dbf02b-506b-4aa2-8fde-c9bb475f8585 req-f40b0efa-a64e-407a-9001-8b5b2dca969b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 945 time: 0.0524952 Oct 27 17:05:38.033491 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02dbf02b-506b-4aa2-8fde-c9bb475f8585 req-3c263564-6535-4b47-9511-60c9f8621dc7 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Oct 27 17:05:39.059075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 55cf0150-75c9-4b9b-8eca-f78a40b832ce up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:05:39.149746 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0197dea0-cf94-4330-89b3-a6e59c5a6c7f req-ec4b2ddb-a6e6-4c34-b23e-254d67e983c4 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:39.151237 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0197dea0-cf94-4330-89b3-a6e59c5a6c7f req-ec4b2ddb-a6e6-4c34-b23e-254d67e983c4 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 945 time: 0.0490131 Oct 27 17:05:39.189458 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0197dea0-cf94-4330-89b3-a6e59c5a6c7f req-51624d42-65df-49a0-a63e-0225596ba0fd tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321527 Oct 27 17:05:39.228096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 55cf0150-75c9-4b9b-8eca-f78a40b832ce completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:05:39.232692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 55cf0150-75c9-4b9b-8eca-f78a40b832ce triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:05:39.233067 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:39.312244 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:39.334797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d998b5-e16f-4cea-93ff-0c9303723b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cf0150-75c9-4b9b-8eca-f78a40b832ce'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:05:39.337113 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebaf2e3-aec6-4541-b789-7052132d3920" -d '{"events": [{"server_uuid": "b3d998b5-e16f-4cea-93ff-0c9303723b6c", "name": "network-vif-plugged", "status": "completed", "tag": "55cf0150-75c9-4b9b-8eca-f78a40b832ce"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:05:39.350435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 55cf0150-75c9-4b9b-8eca-f78a40b832ce, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=55cf0150-75c9-4b9b-8eca-f78a40b832ce,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:05:39.374602 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa0c5df-14f5-4904-9712-2b24753e4fcd x-openstack-request-id: req-afa0c5df-14f5-4904-9712-2b24753e4fcd {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:05:39.374602 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d998b5-e16f-4cea-93ff-0c9303723b6c", "name": "network-vif-plugged", "status": "completed", "tag": "55cf0150-75c9-4b9b-8eca-f78a40b832ce", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:05:39.374602 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-afa0c5df-14f5-4904-9712-2b24753e4fcd {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:05:39.374929 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d998b5-e16f-4cea-93ff-0c9303723b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55cf0150-75c9-4b9b-8eca-f78a40b832ce', 'code': 200} Oct 27 17:05:39.428265 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:39.472138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7fc62-abd3-43a9-ab48-e8903ac7d540 req-8649fa82-da4b-4c13-b5f2-9e24df7cb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:39.473669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf7fc62-abd3-43a9-ab48-e8903ac7d540 req-8649fa82-da4b-4c13-b5f2-9e24df7cb4df service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 1097 time: 0.0388482 Oct 27 17:05:39.477881 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=55cf0150-75c9-4b9b-8eca-f78a40b832ce,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:05:39.516864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cbf7fc62-abd3-43a9-ab48-e8903ac7d540 req-fdfb94d1-55b7-4d91-8c2b-813be9757efc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346587 Oct 27 17:05:40.312570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cfd54-c94f-49c7-bc32-df1829309edb req-c77c62a0-90b1-4053-9998-9c0de6d8eac9 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:40.314044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-541cfd54-c94f-49c7-bc32-df1829309edb req-c77c62a0-90b1-4053-9998-9c0de6d8eac9 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 946 time: 0.0502524 Oct 27 17:05:40.353024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-541cfd54-c94f-49c7-bc32-df1829309edb req-2158ace3-be2c-424d-afa6-d5573d1f3f99 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 Oct 27 17:05:41.477163 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5871b567-9d8f-49a3-a7d3-6eb2c1667ccb req-637ca90a-ad12-4410-8a42-272d93782705 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:41.478653 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5871b567-9d8f-49a3-a7d3-6eb2c1667ccb req-637ca90a-ad12-4410-8a42-272d93782705 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 946 time: 0.0516219 Oct 27 17:05:41.517506 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5871b567-9d8f-49a3-a7d3-6eb2c1667ccb req-5539117d-f9fe-44e3-b801-60412acaf67f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Oct 27 17:05:41.631890 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871b43a-ed07-42bd-89af-0c21f7605f37 req-1c57168b-06d4-4691-bc92-d79fea56f5aa tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:41.633435 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2871b43a-ed07-42bd-89af-0c21f7605f37 req-1c57168b-06d4-4691-bc92-d79fea56f5aa tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 946 time: 0.0495899 Oct 27 17:05:41.671194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2871b43a-ed07-42bd-89af-0c21f7605f37 req-02c6555e-9090-4afa-9afd-18feac517ff7 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308743 Oct 27 17:05:48.104751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-2b7c7652-a522-4f5c-af04-5c5241ef70c5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394750 Oct 27 17:05:48.191666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-3a774403-80d9-4c80-a769-657dca5c496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:48.193065 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-3a774403-80d9-4c80-a769-657dca5c496e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a9b5055df37434bbdaf0617a68f5f73&device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 1097 time: 0.0465240 Oct 27 17:05:48.299112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-29892d27-cab2-4b97-b1df-500b9995a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:48.300616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-29892d27-cab2-4b97-b1df-500b9995a833 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed3c65c9-1361-4466-a6da-481e25947204 HTTP/1.1" status: 200 len: 918 time: 0.0869687 Oct 27 17:05:48.348537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-dadfab8e-6722-4450-ac0a-5b4524fd4a5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55cf0150-75c9-4b9b-8eca-f78a40b832ce HTTP/1.1" status: 200 len: 217 time: 0.0401099 Oct 27 17:05:48.400286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-618635d6-b834-4b3c-a049-24c278b0d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:48.401760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-618635d6-b834-4b3c-a049-24c278b0d7ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcf5a38d-9732-4bca-9e66-bc13c6b43a17 HTTP/1.1" status: 200 len: 856 time: 0.0467308 Oct 27 17:05:48.448656 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-5474efe1-35c2-416f-bd78-6f569a79c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:05:48.450082 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-5474efe1-35c2-416f-bd78-6f569a79c624 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed3c65c9-1361-4466-a6da-481e25947204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412221 Oct 27 17:05:48.496918 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-82c2254e-f920-41fe-94a8-72000f51d010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:48.559347 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-7df46c53-d42d-43b4-a9dc-9d9821c06b15 service neutron] 10.222.0.54 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895267 Oct 27 17:05:48.661612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-58de6436-c2c2-4ec4-9c11-c73c94b967d9 req-0083b4e3-25a3-4a14-8003-3dfbc5e5a8e0 service neutron] 10.222.0.54 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934272 Oct 27 17:05:51.593784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-77003b87-6c1a-48de-8105-361795293552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:52.268010 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:52.388541 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:54.377088 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:05:59.911604 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:03.010887 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:03.219851 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:06:06.748898 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa862f6a-dc99-4035-98b0-3fd0c7439043 req-15a19039-76a7-4785-afa8-40420b138d6e tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:06.750556 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aa862f6a-dc99-4035-98b0-3fd0c7439043 req-15a19039-76a7-4785-afa8-40420b138d6e tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 946 time: 0.0528979 Oct 27 17:06:06.791668 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aa862f6a-dc99-4035-98b0-3fd0c7439043 req-0087660a-c9dc-443c-a57f-c745a3f6c9fd tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348036 Oct 27 17:06:07.920544 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d198d-45d3-4c54-b6f2-56c24bdae785 req-6abc01be-2191-49fb-8b03-4aa85e3541f4 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:07.922085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-128d198d-45d3-4c54-b6f2-56c24bdae785 req-6abc01be-2191-49fb-8b03-4aa85e3541f4 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 946 time: 0.0531199 Oct 27 17:06:07.960426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-128d198d-45d3-4c54-b6f2-56c24bdae785 req-60107678-90d8-4260-a332-dd4edbf0d1d5 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Oct 27 17:06:08.315900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f6972-e149-4d1f-84dd-db8fd1bb7aa7 req-5f5dc395-dbf2-473a-9c87-ab4e90e45190 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:08.317362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa6f6972-e149-4d1f-84dd-db8fd1bb7aa7 req-5f5dc395-dbf2-473a-9c87-ab4e90e45190 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.54 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 946 time: 0.0480292 Oct 27 17:06:08.407476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-fa6f6972-e149-4d1f-84dd-db8fd1bb7aa7 req-b7d1e44d-04ec-4ca4-ad10-4ff0c61ccbcb tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Deleting port 55cf0150-75c9-4b9b-8eca-f78a40b832ce {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:06:08.407811 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa6f6972-e149-4d1f-84dd-db8fd1bb7aa7 req-b7d1e44d-04ec-4ca4-ad10-4ff0c61ccbcb tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:08.499260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-fa6f6972-e149-4d1f-84dd-db8fd1bb7aa7 req-b7d1e44d-04ec-4ca4-ad10-4ff0c61ccbcb tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] For port 55cf0150-75c9-4b9b-8eca-f78a40b832ce, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=55cf0150-75c9-4b9b-8eca-f78a40b832ce,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:08.499768 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa6f6972-e149-4d1f-84dd-db8fd1bb7aa7 req-b7d1e44d-04ec-4ca4-ad10-4ff0c61ccbcb tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:08.512063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-fa6f6972-e149-4d1f-84dd-db8fd1bb7aa7 req-b7d1e44d-04ec-4ca4-ad10-4ff0c61ccbcb tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Calling delete_port for 55cf0150-75c9-4b9b-8eca-f78a40b832ce owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:06:08.696733 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa6f6972-e149-4d1f-84dd-db8fd1bb7aa7 req-b7d1e44d-04ec-4ca4-ad10-4ff0c61ccbcb tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:08.709419 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['55cf0150-75c9-4b9b-8eca-f78a40b832ce'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:06:08.725076 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1e44d-04ec-4ca4-ad10-4ff0c61ccbcb tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Pushing event deleted for resources: {'Port': ['ID=55cf0150-75c9-4b9b-8eca-f78a40b832ce,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:08.765991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6f6972-e149-4d1f-84dd-db8fd1bb7aa7 req-b7d1e44d-04ec-4ca4-ad10-4ff0c61ccbcb tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] No DVR routers for this DVR port 55cf0150-75c9-4b9b-8eca-f78a40b832ce on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:06:08.768687 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-fa6f6972-e149-4d1f-84dd-db8fd1bb7aa7 req-b7d1e44d-04ec-4ca4-ad10-4ff0c61ccbcb tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:08.771975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa6f6972-e149-4d1f-84dd-db8fd1bb7aa7 req-b7d1e44d-04ec-4ca4-ad10-4ff0c61ccbcb tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.54 "DELETE /v2.0/ports/55cf0150-75c9-4b9b-8eca-f78a40b832ce HTTP/1.1" status: 204 len: 173 time: 0.4485815 Oct 27 17:06:08.772441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d998b5-e16f-4cea-93ff-0c9303723b6c', 'name': 'network-vif-deleted', 'tag': '55cf0150-75c9-4b9b-8eca-f78a40b832ce'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:06:08.774732 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a574898-b019-4610-97e2-a6a6746c0a76" -d '{"events": [{"server_uuid": "b3d998b5-e16f-4cea-93ff-0c9303723b6c", "name": "network-vif-deleted", "tag": "55cf0150-75c9-4b9b-8eca-f78a40b832ce"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:06:08.816777 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5f5749-a991-4220-b0dc-5fd77f499461 x-openstack-request-id: req-ad5f5749-a991-4220-b0dc-5fd77f499461 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:06:08.817199 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d998b5-e16f-4cea-93ff-0c9303723b6c", "name": "network-vif-deleted", "tag": "55cf0150-75c9-4b9b-8eca-f78a40b832ce", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:06:08.817375 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad5f5749-a991-4220-b0dc-5fd77f499461 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:06:08.817877 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3d998b5-e16f-4cea-93ff-0c9303723b6c', 'name': 'network-vif-deleted', 'tag': '55cf0150-75c9-4b9b-8eca-f78a40b832ce', 'status': 'completed', 'code': 200} Oct 27 17:06:09.064350 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1ff24eb1-9fe9-4214-b275-c7da33e3de70 req-377bf939-b919-4893-9d3b-7bbdb84da893 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3d998b5-e16f-4cea-93ff-0c9303723b6c HTTP/1.1" status: 200 len: 210 time: 0.0330555 Oct 27 17:06:10.780712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-2cdfec14-a790-483e-8c7b-7780f617381d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:10.782578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-2cdfec14-a790-483e-8c7b-7780f617381d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/networks?id=ed3c65c9-1361-4466-a6da-481e25947204 HTTP/1.1" status: 200 len: 817 time: 0.1029637 Oct 27 17:06:10.797345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-1fd02093-662a-4318-8857-c7a6b95610a0 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/quotas/0a9b5055df37434bbdaf0617a68f5f73 HTTP/1.1" status: 200 len: 375 time: 0.0092235 Oct 27 17:06:10.846795 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-3884e48a-0691-4559-b8e6-5caf5d022c8a tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0a9b5055df37434bbdaf0617a68f5f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442486 Oct 27 17:06:10.943593 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-d541fbaf-c0f3-47a3-8f9c-21ca7967aa95 service neutron] 10.222.0.15 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847521 Oct 27 17:06:11.030877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-1b23fcdd-6ee7-4fe1-83d6-3e44dfa6a419 service neutron] 10.222.0.15 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811203 Oct 27 17:06:11.151120 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 55cf0150-75c9-4b9b-8eca-f78a40b832ce no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:06:11.175627 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 55cf0150-75c9-4b9b-8eca-f78a40b832ce {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:06:11.175969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 55cf0150-75c9-4b9b-8eca-f78a40b832ce not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:06:11.269676 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e819da78-6487-47f1-a8c5-a6cda3606082 req-213c28e4-a270-4751-8b60-466da488a7d1 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 210 time: 0.0298214 Oct 27 17:06:12.374183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0c3f66ab-238e-4c70-85c7-b696d911af90 req-d0864a32-3e61-45a7-9b50-c98c26099f6f tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 210 time: 0.0339413 Oct 27 17:06:12.904170 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-42b5c85b-08ea-453f-a1d5-ed8689fdfc02 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:12.905774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-42b5c85b-08ea-453f-a1d5-ed8689fdfc02 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.54 "GET /v2.0/networks?id=ed3c65c9-1361-4466-a6da-481e25947204 HTTP/1.1" status: 200 len: 817 time: 0.1027453 Oct 27 17:06:12.919232 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Request body: {'port': {'device_id': '99b97af4-7362-4f21-94f7-1ed5fbada2e6', 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204', 'admin_state_up': True, 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:06:13.096412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Made reservation on behalf of 0a9b5055df37434bbdaf0617a68f5f73 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:06:13.100014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:13.224933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Allocated IP 172.20.0.11 (ed3c65c9-1361-4466-a6da-481e25947204/dcf5a38d-9732-4bca-9e66-bc13c6b43a17/73f61b5e-bbe3-41cf-a214-9d6d7a304194) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:06:13.370447 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:13.462916 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:13.470352 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1f806b48-ab1d-40ad-81b8-42aab16327a8 req-e7fbd9de-3144-4c0a-947a-708625ffefae tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 210 time: 0.0267229 Oct 27 17:06:13.512659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Network ed3c65c9-1361-4466-a6da-481e25947204 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:06:13.516508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:06:13.520255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:06:13.546090 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Pushing event updated for resources: {'Port': ['ID=73f61b5e-bbe3-41cf-a214-9d6d7a304194,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:13.573419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:13.574044 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:13.654377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-7047b61d-e881-44d2-aa8d-333dbae6dd0d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7389715 Oct 27 17:06:13.711288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-40c691a8-2b18-4660-bd12-a0da12579d4d None None] Provisioning complete for port 73f61b5e-bbe3-41cf-a214-9d6d7a304194 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:06:13.711864 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-40c691a8-2b18-4660-bd12-a0da12579d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:13.746167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-40c691a8-2b18-4660-bd12-a0da12579d4d None None] Port 73f61b5e-bbe3-41cf-a214-9d6d7a304194 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:06:13.758909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Request body: {'port': {'device_id': '99b97af4-7362-4f21-94f7-1ed5fbada2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:06:13.811295 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:14.064534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f61b5e-bbe3-41cf-a214-9d6d7a304194 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:06:14.071833 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:14.083813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Transition to ACTIVE for port object 73f61b5e-bbe3-41cf-a214-9d6d7a304194 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:06:14.147750 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:14.196557 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca36950-df25-48be-99de-558af674a9bd service neutron] Pushing event updated for resources: {'Port': ['ID=73f61b5e-bbe3-41cf-a214-9d6d7a304194,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:14.269316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Attempting to bind port 73f61b5e-bbe3-41cf-a214-9d6d7a304194 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:06:14.269650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Attempting to bind port 73f61b5e-bbe3-41cf-a214-9d6d7a304194 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:06:14.269974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Attempting to bind port 73f61b5e-bbe3-41cf-a214-9d6d7a304194 on network ed3c65c9-1361-4466-a6da-481e25947204 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:06:14.274691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Port 73f61b5e-bbe3-41cf-a214-9d6d7a304194 on network ed3c65c9-1361-4466-a6da-481e25947204 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:06:14.275007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Attempting to bind port 73f61b5e-bbe3-41cf-a214-9d6d7a304194 on network ed3c65c9-1361-4466-a6da-481e25947204 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:06:14.279912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:06:14.280286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Checking segment: {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:06:14.280672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Bound using segment: {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:06:14.281092 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Bound port: 73f61b5e-bbe3-41cf-a214-9d6d7a304194, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '490133d9-3a7f-4e74-ae0e-085145a0578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:06:14.281445 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:14.351356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] For port 73f61b5e-bbe3-41cf-a214-9d6d7a304194, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:06:14.356638 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] For port 73f61b5e-bbe3-41cf-a214-9d6d7a304194, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73f61b5e-bbe3-41cf-a214-9d6d7a304194,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:06:14.446201 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:14.482942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:14.483654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:14.485193 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-eca36950-df25-48be-99de-558af674a9bd service neutron] 10.222.0.54 "PUT /v2.0/ports/73f61b5e-bbe3-41cf-a214-9d6d7a304194 HTTP/1.1" status: 200 len: 1092 time: 0.8223202 Oct 27 17:06:14.488619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b97af4-7362-4f21-94f7-1ed5fbada2e6', 'tag': '73f61b5e-bbe3-41cf-a214-9d6d7a304194'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:06:14.496243 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f448e3-9a7d-4fb3-b9d8-f296014ca847" -d '{"events": [{"name": "network-changed", "server_uuid": "99b97af4-7362-4f21-94f7-1ed5fbada2e6", "tag": "73f61b5e-bbe3-41cf-a214-9d6d7a304194"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:06:14.520033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca36950-df25-48be-99de-558af674a9bd service neutron] Pushing event updated for resources: {'Port': ['ID=73f61b5e-bbe3-41cf-a214-9d6d7a304194,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:14.536923 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce4e6aa-512f-4295-bb40-5ab5b1d7aba4 x-openstack-request-id: req-0ce4e6aa-512f-4295-bb40-5ab5b1d7aba4 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:06:14.537220 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b97af4-7362-4f21-94f7-1ed5fbada2e6", "tag": "73f61b5e-bbe3-41cf-a214-9d6d7a304194", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:06:14.537481 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ce4e6aa-512f-4295-bb40-5ab5b1d7aba4 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:06:14.537941 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b97af4-7362-4f21-94f7-1ed5fbada2e6', 'tag': '73f61b5e-bbe3-41cf-a214-9d6d7a304194', 'status': 'completed', 'code': 200} Oct 27 17:06:14.603027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f448e3-9a7d-4fb3-b9d8-f296014ca847 req-f598e7f7-d4f0-4e6b-9613-831078a778eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:14.604619 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83f448e3-9a7d-4fb3-b9d8-f296014ca847 req-f598e7f7-d4f0-4e6b-9613-831078a778eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a9b5055df37434bbdaf0617a68f5f73&device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0436497 Oct 27 17:06:14.614892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829b6f6-9b0d-46eb-9137-8f6baf29875e req-2eb4eaab-3f78-401d-84a1-601eee755e72 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:14.616476 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2829b6f6-9b0d-46eb-9137-8f6baf29875e req-2eb4eaab-3f78-401d-84a1-601eee755e72 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 944 time: 0.0560310 Oct 27 17:06:14.658341 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2829b6f6-9b0d-46eb-9137-8f6baf29875e req-9686df03-8761-4ef3-8e20-ff192b3d39f0 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350413 Oct 27 17:06:15.028553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f448e3-9a7d-4fb3-b9d8-f296014ca847 req-837db9e0-3055-49d7-ad83-159046c0a269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:15.029925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83f448e3-9a7d-4fb3-b9d8-f296014ca847 req-837db9e0-3055-49d7-ad83-159046c0a269 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0a9b5055df37434bbdaf0617a68f5f73&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4167032 Oct 27 17:06:15.128735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f448e3-9a7d-4fb3-b9d8-f296014ca847 req-e163b0a0-089d-4273-9666-c36a8a8bbcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:15.130241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-83f448e3-9a7d-4fb3-b9d8-f296014ca847 req-e163b0a0-089d-4273-9666-c36a8a8bbcb1 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925879 Oct 27 17:06:15.208334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-e8a0a132-9276-4ec0-846d-63e01bd680e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:15.209843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-e8a0a132-9276-4ec0-846d-63e01bd680e1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a9b5055df37434bbdaf0617a68f5f73&device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0413420 Oct 27 17:06:15.253797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-28e55838-4bdd-4f1b-9929-08e89e3c9768 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73f61b5e-bbe3-41cf-a214-9d6d7a304194 HTTP/1.1" status: 200 len: 217 time: 0.0351064 Oct 27 17:06:15.304733 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-dadb2299-3dc7-4572-8ed7-85703c6b5eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:15.306184 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-dadb2299-3dc7-4572-8ed7-85703c6b5eef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcf5a38d-9732-4bca-9e66-bc13c6b43a17 HTTP/1.1" status: 200 len: 856 time: 0.0449636 Oct 27 17:06:15.355698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-1c9debf6-efa0-41bd-9951-5caab173b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:15.357210 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-1c9debf6-efa0-41bd-9951-5caab173b0c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed3c65c9-1361-4466-a6da-481e25947204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443015 Oct 27 17:06:15.446586 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-2f2b17c5-9af4-44db-a642-6a2fb14825c9 service neutron] 10.222.0.54 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808105 Oct 27 17:06:15.539204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9451beb6-98a4-41fd-a5df-5e4f23a1845b req-3aeb33ec-f930-46d7-b637-2b48d30dd43c service neutron] 10.222.0.54 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858185 Oct 27 17:06:15.779244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fd86b-026b-4049-bc9f-a7ee3e7e3bbf req-b17f375f-f5ef-4cff-a521-a8868200eaf6 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:15.780738 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da3fd86b-026b-4049-bc9f-a7ee3e7e3bbf req-b17f375f-f5ef-4cff-a521-a8868200eaf6 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 944 time: 0.0499322 Oct 27 17:06:15.819215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-da3fd86b-026b-4049-bc9f-a7ee3e7e3bbf req-6cf67c60-858e-4aac-9387-e4623dc415d2 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Oct 27 17:06:16.936573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4bea7-e0cc-4e47-b93f-ccdf9b743443 req-15d33fbb-62c0-4c63-8229-0d592536ce8b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:16.938064 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-32b4bea7-e0cc-4e47-b93f-ccdf9b743443 req-15d33fbb-62c0-4c63-8229-0d592536ce8b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 944 time: 0.0505958 Oct 27 17:06:16.981635 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-32b4bea7-e0cc-4e47-b93f-ccdf9b743443 req-911a8232-8a7f-4414-9565-abebfae0a3d6 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367332 Oct 27 17:06:18.097914 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d7fc6-113e-4840-bd0a-dd05e3a8bf85 req-7018398d-0443-449c-8129-c53758a847d1 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:18.099383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e46d7fc6-113e-4840-bd0a-dd05e3a8bf85 req-7018398d-0443-449c-8129-c53758a847d1 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 944 time: 0.0498297 Oct 27 17:06:18.141796 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e46d7fc6-113e-4840-bd0a-dd05e3a8bf85 req-afa8ca39-559b-4cc1-92e8-29c10f9dabcd tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364518 Oct 27 17:06:18.490978 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ff3a6135-4fed-4321-906c-047de73d84de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:19.197722 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 73f61b5e-bbe3-41cf-a214-9d6d7a304194 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:06:19.257485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b9978-5559-402c-a86f-a5dfbe061461 req-ea08aed1-a8b7-4df7-adc9-541a6ee92ae7 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:19.258970 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe0b9978-5559-402c-a86f-a5dfbe061461 req-ea08aed1-a8b7-4df7-adc9-541a6ee92ae7 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 944 time: 0.0491145 Oct 27 17:06:19.296630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 73f61b5e-bbe3-41cf-a214-9d6d7a304194, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73f61b5e-bbe3-41cf-a214-9d6d7a304194,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:19.300511 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fe0b9978-5559-402c-a86f-a5dfbe061461 req-d6a1a5fd-2290-4268-a160-19127eb6e66d tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352802 Oct 27 17:06:19.308046 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '73f61b5e-bbe3-41cf-a214-9d6d7a304194', 'network_id': 'ed3c65c9-1361-4466-a6da-481e25947204', 'port_id': '73f61b5e-bbe3-41cf-a214-9d6d7a304194', 'mac_address': 'fa:16:3e:29:40:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcf5a38d-9732-4bca-9e66-bc13c6b43a17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:06:19.344643 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:19.360994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f61b5e-bbe3-41cf-a214-9d6d7a304194 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:06:19.380549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 73f61b5e-bbe3-41cf-a214-9d6d7a304194, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73f61b5e-bbe3-41cf-a214-9d6d7a304194,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:19.450958 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:19.497393 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=73f61b5e-bbe3-41cf-a214-9d6d7a304194,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:19.505433 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.505784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.506126 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.506477 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.506809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.507140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.507470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.507797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.508148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.508475 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.508800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.509123 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:19.638597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['73f61b5e-bbe3-41cf-a214-9d6d7a304194'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:06:20.416024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba8242-7f2f-45f1-93ac-2d6a5b2c46da req-08baa838-4f9a-4fab-9f93-d5f8290dbf95 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:20.417497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e1ba8242-7f2f-45f1-93ac-2d6a5b2c46da req-08baa838-4f9a-4fab-9f93-d5f8290dbf95 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 945 time: 0.0492530 Oct 27 17:06:20.455727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e1ba8242-7f2f-45f1-93ac-2d6a5b2c46da req-8f9f93c4-e442-4a05-9fe6-aba8baac4678 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Oct 27 17:06:21.229246 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 73f61b5e-bbe3-41cf-a214-9d6d7a304194 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:06:21.388247 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 73f61b5e-bbe3-41cf-a214-9d6d7a304194 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:06:21.392237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 73f61b5e-bbe3-41cf-a214-9d6d7a304194 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:06:21.392605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:21.468932 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:21.495151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b97af4-7362-4f21-94f7-1ed5fbada2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f61b5e-bbe3-41cf-a214-9d6d7a304194'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:06:21.497594 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0376d5e3-3c52-4213-bbbd-18311978cb02" -d '{"events": [{"server_uuid": "99b97af4-7362-4f21-94f7-1ed5fbada2e6", "name": "network-vif-plugged", "status": "completed", "tag": "73f61b5e-bbe3-41cf-a214-9d6d7a304194"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:06:21.522381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 73f61b5e-bbe3-41cf-a214-9d6d7a304194, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73f61b5e-bbe3-41cf-a214-9d6d7a304194,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:21.548777 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33c6b1e-54b2-4b00-b2d6-af60bccde90f x-openstack-request-id: req-e33c6b1e-54b2-4b00-b2d6-af60bccde90f {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:06:21.549710 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b97af4-7362-4f21-94f7-1ed5fbada2e6", "name": "network-vif-plugged", "status": "completed", "tag": "73f61b5e-bbe3-41cf-a214-9d6d7a304194", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:06:21.549990 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e33c6b1e-54b2-4b00-b2d6-af60bccde90f {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:06:21.550815 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b97af4-7362-4f21-94f7-1ed5fbada2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f61b5e-bbe3-41cf-a214-9d6d7a304194', 'code': 200} Oct 27 17:06:21.577357 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:21.598707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786a1926-9858-4e62-8bac-9bf6d5f20e41 req-74a47131-f4f1-4ed7-8b59-0a9aaba94c7e tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:21.600290 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-786a1926-9858-4e62-8bac-9bf6d5f20e41 req-74a47131-f4f1-4ed7-8b59-0a9aaba94c7e tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 945 time: 0.0523541 Oct 27 17:06:21.609689 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-586fda6c-2ab8-4eb9-8b68-49c2f4fdb2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:21.634598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=73f61b5e-bbe3-41cf-a214-9d6d7a304194,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:21.641683 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-786a1926-9858-4e62-8bac-9bf6d5f20e41 req-a45cc397-1b97-402d-b90a-3676fd467cf1 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348794 Oct 27 17:06:21.652971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f89341-9cbd-4e59-bfc1-4dd97526c703 req-d324fb12-5a47-45bf-be65-79cd71624d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:21.654612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57f89341-9cbd-4e59-bfc1-4dd97526c703 req-d324fb12-5a47-45bf-be65-79cd71624d93 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0436149 Oct 27 17:06:21.691912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57f89341-9cbd-4e59-bfc1-4dd97526c703 req-b16f1219-b417-40da-ac24-253bd75d2161 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289187 Oct 27 17:06:22.233714 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:22.428032 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:22.765274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcd020-9d3a-4be7-be63-e3f62b29ca4c req-c21a967e-f37f-40e9-a575-424ed466e219 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:22.766695 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbbcd020-9d3a-4be7-be63-e3f62b29ca4c req-c21a967e-f37f-40e9-a575-424ed466e219 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 946 time: 0.0490663 Oct 27 17:06:22.810428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbbcd020-9d3a-4be7-be63-e3f62b29ca4c req-18d37b89-09ac-4966-a720-3972365c0519 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368524 Oct 27 17:06:23.927844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2250959-cc44-495e-aa2f-6de853cd4514 req-18a7d424-40de-4dd4-9779-fa7587aec6a8 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:23.929309 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2250959-cc44-495e-aa2f-6de853cd4514 req-18a7d424-40de-4dd4-9779-fa7587aec6a8 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 946 time: 0.0482392 Oct 27 17:06:23.970008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b2250959-cc44-495e-aa2f-6de853cd4514 req-51671e97-91d5-4862-8005-b200e61e1a90 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345206 Oct 27 17:06:24.083809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a50a6d-981f-46fc-a600-f6d156ef0c09 req-c1e10a87-be92-4889-a22f-d07d4ccc639a tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:24.085283 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5a50a6d-981f-46fc-a600-f6d156ef0c09 req-c1e10a87-be92-4889-a22f-d07d4ccc639a tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 946 time: 0.0485604 Oct 27 17:06:24.123788 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c5a50a6d-981f-46fc-a600-f6d156ef0c09 req-e0cda20f-6039-41cc-8821-2a5eae7c65b9 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Oct 27 17:06:24.370936 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:29.919152 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:33.034325 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:40.218380 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:06:48.104112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-9cd6e39a-e5d4-4680-9b8a-9a63a2f5725c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421090 Oct 27 17:06:48.190256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-4d72f008-72d3-47e9-bbbf-44a5c797df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:48.191711 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-4d72f008-72d3-47e9-bbbf-44a5c797df5f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0a9b5055df37434bbdaf0617a68f5f73&device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0406060 Oct 27 17:06:48.300286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-0bbfb7f9-1440-4fd0-88a0-7af21686ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:48.301764 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-0bbfb7f9-1440-4fd0-88a0-7af21686ed84 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ed3c65c9-1361-4466-a6da-481e25947204 HTTP/1.1" status: 200 len: 918 time: 0.0890181 Oct 27 17:06:48.345265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-f41afccf-73a2-46aa-a9c5-bd3055d9a427 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73f61b5e-bbe3-41cf-a214-9d6d7a304194 HTTP/1.1" status: 200 len: 217 time: 0.0348580 Oct 27 17:06:48.399875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-b65c2667-c3da-44ac-8fe6-9fc6df042f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:48.401391 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-b65c2667-c3da-44ac-8fe6-9fc6df042f28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcf5a38d-9732-4bca-9e66-bc13c6b43a17 HTTP/1.1" status: 200 len: 856 time: 0.0484605 Oct 27 17:06:48.452558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-6c22f279-631e-401a-8f0a-9f6a8f06606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:48.454142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-6c22f279-631e-401a-8f0a-9f6a8f06606c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ed3c65c9-1361-4466-a6da-481e25947204&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450146 Oct 27 17:06:48.496786 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a510389c-437d-4ab9-99d3-c5c263401209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:48.564301 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-672f0c1b-c875-4cea-ba8c-17a5a6778db1 service neutron] 10.222.0.54 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952325 Oct 27 17:06:48.666834 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd1da7e4-0d04-41a5-a81a-7c11645cca9b req-9edfcf44-bbdc-43a3-8cdc-c44140d47586 service neutron] 10.222.0.54 "GET /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949254 Oct 27 17:06:49.019639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f44ec-ed71-4a0e-a863-6ab1d387cb12 req-1a2afc2b-99da-4a53-bc34-fb63e15ce22b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:49.021124 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b9f44ec-ed71-4a0e-a863-6ab1d387cb12 req-1a2afc2b-99da-4a53-bc34-fb63e15ce22b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 946 time: 0.0489964 Oct 27 17:06:49.060559 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6b9f44ec-ed71-4a0e-a863-6ab1d387cb12 req-9a6ad8b6-9e5a-4778-9864-ec2eefb6e501 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331314 Oct 27 17:06:50.177470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a4aa7-2e8c-4374-a79e-a3d1aaf554c5 req-70f9e6b5-04d8-447d-b73d-0a814dcb3f2e tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:50.179587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-078a4aa7-2e8c-4374-a79e-a3d1aaf554c5 req-70f9e6b5-04d8-447d-b73d-0a814dcb3f2e tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 946 time: 0.0488944 Oct 27 17:06:50.217003 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-078a4aa7-2e8c-4374-a79e-a3d1aaf554c5 req-763484aa-48f6-48a4-b37a-f16450a053cf tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/security-groups?id=80b62dad-8a39-4443-8fce-188fcdf7ff87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Oct 27 17:06:50.508449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd78d25-8ace-4603-b059-eb45cc1de0c9 req-43a77930-bab6-41ca-a699-1535b8bad7b6 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:06:50.509938 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-acd78d25-8ace-4603-b059-eb45cc1de0c9 req-43a77930-bab6-41ca-a699-1535b8bad7b6 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.54 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 946 time: 0.0548460 Oct 27 17:06:50.600677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-acd78d25-8ace-4603-b059-eb45cc1de0c9 req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Deleting port 73f61b5e-bbe3-41cf-a214-9d6d7a304194 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:06:50.600932 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-acd78d25-8ace-4603-b059-eb45cc1de0c9 req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:50.691018 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-acd78d25-8ace-4603-b059-eb45cc1de0c9 req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] For port 73f61b5e-bbe3-41cf-a214-9d6d7a304194, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=73f61b5e-bbe3-41cf-a214-9d6d7a304194,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:50.691375 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-acd78d25-8ace-4603-b059-eb45cc1de0c9 req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:50.704497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-acd78d25-8ace-4603-b059-eb45cc1de0c9 req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Calling delete_port for 73f61b5e-bbe3-41cf-a214-9d6d7a304194 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:06:50.879033 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-acd78d25-8ace-4603-b059-eb45cc1de0c9 req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:50.891107 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['73f61b5e-bbe3-41cf-a214-9d6d7a304194'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:06:50.910478 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Pushing event deleted for resources: {'Port': ['ID=73f61b5e-bbe3-41cf-a214-9d6d7a304194,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:50.920518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.920861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.921198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.921532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.921863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.922189 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.922517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.923509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.923509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.923509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.923782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.924095 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:50.964598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd78d25-8ace-4603-b059-eb45cc1de0c9 req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] No DVR routers for this DVR port 73f61b5e-bbe3-41cf-a214-9d6d7a304194 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:06:50.967215 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-acd78d25-8ace-4603-b059-eb45cc1de0c9 req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:50.970605 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-acd78d25-8ace-4603-b059-eb45cc1de0c9 req-d7164f4e-9532-471f-bbc3-78a89e5d840b tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.54 "DELETE /v2.0/ports/73f61b5e-bbe3-41cf-a214-9d6d7a304194 HTTP/1.1" status: 204 len: 173 time: 0.4550383 Oct 27 17:06:50.971032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b97af4-7362-4f21-94f7-1ed5fbada2e6', 'name': 'network-vif-deleted', 'tag': '73f61b5e-bbe3-41cf-a214-9d6d7a304194'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:06:50.973384 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2160f79e-193e-49d5-893c-ae10d1436225" -d '{"events": [{"server_uuid": "99b97af4-7362-4f21-94f7-1ed5fbada2e6", "name": "network-vif-deleted", "tag": "73f61b5e-bbe3-41cf-a214-9d6d7a304194"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:06:51.010327 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d197681b-d695-458a-a98d-752fc733d367 x-openstack-request-id: req-d197681b-d695-458a-a98d-752fc733d367 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:06:51.010626 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b97af4-7362-4f21-94f7-1ed5fbada2e6", "name": "network-vif-deleted", "tag": "73f61b5e-bbe3-41cf-a214-9d6d7a304194", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:06:51.010981 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d197681b-d695-458a-a98d-752fc733d367 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:06:51.011603 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b97af4-7362-4f21-94f7-1ed5fbada2e6', 'name': 'network-vif-deleted', 'tag': '73f61b5e-bbe3-41cf-a214-9d6d7a304194', 'status': 'completed', 'code': 200} Oct 27 17:06:51.328016 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1391652f-c628-4ae7-92d1-286b3acd4219 req-67e9b1f6-fdd6-44d2-b719-3b41e0882460 tempest-TestEncryptedCinderVolumes-147174248 tempest-TestEncryptedCinderVolumes-147174248-project] 10.222.0.15 "GET /v2.0/ports?device_id=99b97af4-7362-4f21-94f7-1ed5fbada2e6 HTTP/1.1" status: 200 len: 210 time: 0.0285637 Oct 27 17:06:51.570814 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5ebbe1dc-1ef6-4ff8-90fb-4d1eee984eb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.251237 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.405637 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:52.482112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47826) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:52.828008 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.061106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] Deleting port 80fedb57-b8cf-4f8f-a973-e998c786a35f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:06:53.061446 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.143437 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] For port 80fedb57-b8cf-4f8f-a973-e998c786a35f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=80fedb57-b8cf-4f8f-a973-e998c786a35f,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:53.143712 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.155518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] Calling delete_port for 80fedb57-b8cf-4f8f-a973-e998c786a35f owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:06:53.384982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 73f61b5e-bbe3-41cf-a214-9d6d7a304194 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:06:53.405519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 73f61b5e-bbe3-41cf-a214-9d6d7a304194 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:06:53.405798 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 73f61b5e-bbe3-41cf-a214-9d6d7a304194 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:06:53.405924 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.434452 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] Pushing event deleted for resources: {'Port': ['ID=80fedb57-b8cf-4f8f-a973-e998c786a35f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:53.606280 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:53.822740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] Router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:06:53.926445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:06:53.933274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5f196bd0-b744-40d6-9211-6ddeb18965db admin admin] 10.222.0.15 "PUT /v2.0/routers/6f77d05f-a3c8-44a7-b027-9b5e1ea334db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4539139 Oct 27 17:06:53.935088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47828) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:53.936527 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede3479-2b82-4325-8427-0c18e770bb5c None None] Sync routers for ids ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:06:53.947725 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede3479-2b82-4325-8427-0c18e770bb5c None None] Routers {'6f77d05f-a3c8-44a7-b027-9b5e1ea334db'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:06:53.948361 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3ede3479-2b82-4325-8427-0c18e770bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:54.045356 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.138840 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-3ede3479-2b82-4325-8427-0c18e770bb5c None None] Set router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:06:54.147983 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.283336 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Deleting port 9e59171c-510b-4ee9-9fd3-8d4dddefff26 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:06:54.283685 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.317210 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3ede3479-2b82-4325-8427-0c18e770bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'name': 'tempest-TestEncryptedCinderVolumes-1670836591-router', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:06:53Z', 'revision_number': 5, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'gw_port': {'id': '9e59171c-510b-4ee9-9fd3-8d4dddefff26', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:54.344296 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede3479-2b82-4325-8427-0c18e770bb5c None None] Checking router: 6f77d05f-a3c8-44a7-b027-9b5e1ea334db for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:06:54.353081 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ede3479-2b82-4325-8427-0c18e770bb5c None None] Routers {'6f77d05f-a3c8-44a7-b027-9b5e1ea334db'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:06:54.353692 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3ede3479-2b82-4325-8427-0c18e770bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:54.368698 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] For port 9e59171c-510b-4ee9-9fd3-8d4dddefff26, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=9e59171c-510b-4ee9-9fd3-8d4dddefff26,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:54.369074 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.393869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Calling delete_port for 9e59171c-510b-4ee9-9fd3-8d4dddefff26 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:06:54.400314 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.446293 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-3ede3479-2b82-4325-8427-0c18e770bb5c None None] Set router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:06:54.501046 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-3ede3479-2b82-4325-8427-0c18e770bb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'name': 'tempest-TestEncryptedCinderVolumes-1670836591-router', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:06:54Z', 'revision_number': 6, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:54.527839 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ede3479-2b82-4325-8427-0c18e770bb5c None None] The sync data for ids ['6f77d05f-a3c8-44a7-b027-9b5e1ea334db'] in n-d-815689-1 is: [{'id': '6f77d05f-a3c8-44a7-b027-9b5e1ea334db', 'name': 'tempest-TestEncryptedCinderVolumes-1670836591-router', 'tenant_id': '0a9b5055df37434bbdaf0617a68f5f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:20Z', 'updated_at': '2021-10-27T17:06:54Z', 'revision_number': 6, 'project_id': '0a9b5055df37434bbdaf0617a68f5f73', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:06:54.645708 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.676453 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e59171c-510b-4ee9-9fd3-8d4dddefff26,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:54.701059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.701411 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.701753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.702090 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.702425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.702758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.703089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.703416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.703743 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.704087 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.704429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.704753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:06:54.745594 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.832496 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.835074 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.954212 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.954937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f77d05f-a3c8-44a7-b027-9b5e1ea334db {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:06:54.960374 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:54.961663 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c4311f3f-3f2d-4b1f-af38-341bce901f28 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6f77d05f-a3c8-44a7-b027-9b5e1ea334db HTTP/1.1" status: 204 len: 168 time: 1.0255814 Oct 27 17:06:54.964382 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47830) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:55.009135 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb67240-6695-4d7c-85ae-e7b8f3810fe7 admin admin] Deleting subnet dcf5a38d-9732-4bca-9e66-bc13c6b43a17 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:06:55.012242 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6fb67240-6695-4d7c-85ae-e7b8f3810fe7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.047672 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6fb67240-6695-4d7c-85ae-e7b8f3810fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.127159 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6fb67240-6695-4d7c-85ae-e7b8f3810fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.240468 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6fb67240-6695-4d7c-85ae-e7b8f3810fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.268602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb67240-6695-4d7c-85ae-e7b8f3810fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf5a38d-9732-4bca-9e66-bc13c6b43a17,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:55.270557 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6fb67240-6695-4d7c-85ae-e7b8f3810fe7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.274857 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6fb67240-6695-4d7c-85ae-e7b8f3810fe7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dcf5a38d-9732-4bca-9e66-bc13c6b43a17 HTTP/1.1" status: 204 len: 168 time: 0.3087568 Oct 27 17:06:55.276806 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb6f1ce-6f9c-41ea-a30e-57ebc8843b94 None None] Network ed3c65c9-1361-4466-a6da-481e25947204 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:06:55.277542 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47832) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:55.355172 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.414054 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Deleting port b6b94ad8-825a-4286-8af5-b2229f843372 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:06:55.414584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.485541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2cb343-1633-426f-8ef6-ce6a83555ca8 None None] DHCP port deletion for ed3c65c9-1361-4466-a6da-481e25947204 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:06:55.490041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] For port b6b94ad8-825a-4286-8af5-b2229f843372, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b6b94ad8-825a-4286-8af5-b2229f843372,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:55.490400 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.504173 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Calling delete_port for b6b94ad8-825a-4286-8af5-b2229f843372 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:06:55.544939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cb343-1633-426f-8ef6-ce6a83555ca8 None None] Deleting port b6b94ad8-825a-4286-8af5-b2229f843372 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:06:55.545343 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb343-1633-426f-8ef6-ce6a83555ca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.611210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ee2cb343-1633-426f-8ef6-ce6a83555ca8 None None] For port b6b94ad8-825a-4286-8af5-b2229f843372, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b6b94ad8-825a-4286-8af5-b2229f843372,segment=NetworkSegment(490133d9-3a7f-4e74-ae0e-085145a0578b),segment_id=490133d9-3a7f-4e74-ae0e-085145a0578b)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:55.611611 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb343-1633-426f-8ef6-ce6a83555ca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.623795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ee2cb343-1633-426f-8ef6-ce6a83555ca8 None None] Calling delete_port for b6b94ad8-825a-4286-8af5-b2229f843372 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:06:55.680436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.702502 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ee2cb343-1633-426f-8ef6-ce6a83555ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.711242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b94ad8-825a-4286-8af5-b2229f843372,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:55.713890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] No DVR routers for this DVR port b6b94ad8-825a-4286-8af5-b2229f843372 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:06:55.730635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cb343-1633-426f-8ef6-ce6a83555ca8 None None] Pushing event deleted for resources: {'Port': ['ID=b6b94ad8-825a-4286-8af5-b2229f843372,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:55.735300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2cb343-1633-426f-8ef6-ce6a83555ca8 None None] No DVR routers for this DVR port b6b94ad8-825a-4286-8af5-b2229f843372 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:06:55.786675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.807136 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3c65c9-1361-4466-a6da-481e25947204']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:55.816623 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '490133d9-3a7f-4e74-ae0e-085145a0578b') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:55.816921 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '490133d9-3a7f-4e74-ae0e-085145a0578b') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:55.826433 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.839483 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.845409 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: timer() Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:06:55.848044 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:06:55.970145 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.976373 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:55.979649 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ed3c65c9-1361-4466-a6da-481e25947204 HTTP/1.1" status: 204 len: 168 time: 0.7007477 Oct 27 17:06:55.982704 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47834) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:55.995289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0e3ad-a927-4a0b-a726-3d6f04642ec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed3c65c9-1361-4466-a6da-481e25947204,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:56.319489 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:56.407381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b6b94ad8-825a-4286-8af5-b2229f843372 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:06:56.428840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b6b94ad8-825a-4286-8af5-b2229f843372 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:06:56.429186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b6b94ad8-825a-4286-8af5-b2229f843372 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:06:56.429604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9e59171c-510b-4ee9-9fd3-8d4dddefff26 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:06:56.450300 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 9e59171c-510b-4ee9-9fd3-8d4dddefff26 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:06:56.450645 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9e59171c-510b-4ee9-9fd3-8d4dddefff26 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:06:56.451054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 80fedb57-b8cf-4f8f-a973-e998c786a35f no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:06:56.470816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 80fedb57-b8cf-4f8f-a973-e998c786a35f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:06:56.471165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 80fedb57-b8cf-4f8f-a973-e998c786a35f not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:06:56.565531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] Deleting port 1e74a2f7-03d6-4307-be0d-212c848d2b47 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:06:56.565882 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:56.649617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] For port 1e74a2f7-03d6-4307-be0d-212c848d2b47, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=1e74a2f7-03d6-4307-be0d-212c848d2b47,segment=NetworkSegment(3b8eca3d-bf18-4c33-811f-fed1147de618),segment_id=3b8eca3d-bf18-4c33-811f-fed1147de618)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:56.649897 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:56.661879 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] Calling delete_port for 1e74a2f7-03d6-4307-be0d-212c848d2b47 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:06:56.908362 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:56.934991 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e74a2f7-03d6-4307-be0d-212c848d2b47,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:57.099831 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.309663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] Router 4fe37772-a20d-4832-86c5-f4d8cae82a93 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:06:57.413223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:06:57.418443 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-380883e1-8ad8-403f-86ea-ee7bcb73af09 admin admin] 10.222.0.15 "PUT /v2.0/routers/4fe37772-a20d-4832-86c5-f4d8cae82a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4347208 Oct 27 17:06:57.421066 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47836) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:57.425173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc3e6d-d609-47a6-9635-b62275cb8efe None None] Sync routers for ids ['4fe37772-a20d-4832-86c5-f4d8cae82a93'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:06:57.439303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc3e6d-d609-47a6-9635-b62275cb8efe None None] Routers {'4fe37772-a20d-4832-86c5-f4d8cae82a93'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:06:57.439923 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f7bc3e6d-d609-47a6-9635-b62275cb8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['4fe37772-a20d-4832-86c5-f4d8cae82a93'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:57.528571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.544747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-f7bc3e6d-d609-47a6-9635-b62275cb8efe None None] Set router 4fe37772-a20d-4832-86c5-f4d8cae82a93 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:06:57.630146 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.719259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f7bc3e6d-d609-47a6-9635-b62275cb8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'name': 'tempest-TestEncryptedCinderVolumes-1653106641-router', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:25Z', 'updated_at': '2021-10-27T17:06:56Z', 'revision_number': 5, 'project_id': '41e389ac34e840ca820951359826a9bb', 'gw_port': {'id': 'e88bafea-4fe0-4e1a-933b-c687a555b8ae', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:63:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:05:26Z', 'updated_at': '2021-10-27T17:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:57.735155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Deleting port e88bafea-4fe0-4e1a-933b-c687a555b8ae {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:06:57.735586 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.746745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc3e6d-d609-47a6-9635-b62275cb8efe None None] Checking router: 4fe37772-a20d-4832-86c5-f4d8cae82a93 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:06:57.754901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc3e6d-d609-47a6-9635-b62275cb8efe None None] Routers {'4fe37772-a20d-4832-86c5-f4d8cae82a93'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:06:57.755507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f7bc3e6d-d609-47a6-9635-b62275cb8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['4fe37772-a20d-4832-86c5-f4d8cae82a93'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:57.818945 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] For port e88bafea-4fe0-4e1a-933b-c687a555b8ae, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e88bafea-4fe0-4e1a-933b-c687a555b8ae,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:57.819324 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:57.831658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Calling delete_port for e88bafea-4fe0-4e1a-933b-c687a555b8ae owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:06:57.840836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-f7bc3e6d-d609-47a6-9635-b62275cb8efe None None] Set router 4fe37772-a20d-4832-86c5-f4d8cae82a93 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:06:57.894174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f7bc3e6d-d609-47a6-9635-b62275cb8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'name': 'tempest-TestEncryptedCinderVolumes-1653106641-router', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:25Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 6, 'project_id': '41e389ac34e840ca820951359826a9bb', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:57.920939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc3e6d-d609-47a6-9635-b62275cb8efe None None] The sync data for ids ['4fe37772-a20d-4832-86c5-f4d8cae82a93'] in n-d-815689-1 is: [{'id': '4fe37772-a20d-4832-86c5-f4d8cae82a93', 'name': 'tempest-TestEncryptedCinderVolumes-1653106641-router', 'tenant_id': '41e389ac34e840ca820951359826a9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:05:25Z', 'updated_at': '2021-10-27T17:06:57Z', 'revision_number': 6, 'project_id': '41e389ac34e840ca820951359826a9bb', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:06:58.085726 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.429007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Pushing event deleted for resources: {'Port': ['ID=e88bafea-4fe0-4e1a-933b-c687a555b8ae,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:58.488862 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.575587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.577712 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.708450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.709030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe37772-a20d-4832-86c5-f4d8cae82a93 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:06:58.715078 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.716300 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b8d60046-d358-4d44-85cb-5657fbea197e admin admin] 10.222.0.15 "DELETE /v2.0/routers/4fe37772-a20d-4832-86c5-f4d8cae82a93 HTTP/1.1" status: 204 len: 168 time: 1.2943077 Oct 27 17:06:58.718790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47838) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:58.724848 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1e74a2f7-03d6-4307-be0d-212c848d2b47 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:06:58.747227 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 1e74a2f7-03d6-4307-be0d-212c848d2b47 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:06:58.747660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 1e74a2f7-03d6-4307-be0d-212c848d2b47 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:06:58.764542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e7bb57-e15f-4673-9dd1-1e4fbc47b00a admin admin] Deleting subnet 2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:06:58.767578 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bb57-e15f-4673-9dd1-1e4fbc47b00a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.802303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bb57-e15f-4673-9dd1-1e4fbc47b00a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:58.885400 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bb57-e15f-4673-9dd1-1e4fbc47b00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.023105 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bb57-e15f-4673-9dd1-1e4fbc47b00a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.050115 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7bb57-e15f-4673-9dd1-1e4fbc47b00a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:59.052090 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d2e7bb57-e15f-4673-9dd1-1e4fbc47b00a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.058977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d2e7bb57-e15f-4673-9dd1-1e4fbc47b00a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2aa48d70-ff1e-4e0f-a0e6-53a86996fdd5 HTTP/1.1" status: 204 len: 168 time: 0.3367102 Oct 27 17:06:59.059157 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df459f52-c387-4c2b-9497-5bdfef29c590 None None] Network 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:06:59.059300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47840) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:06:59.127864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.186052 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Deleting port 24f13ae5-e327-421f-b377-64260d7a9689 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:06:59.186396 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.235445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c7c185-8d8d-4f7a-8dbf-92675b90b366 None None] DHCP port deletion for 57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:06:59.250163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] For port 24f13ae5-e327-421f-b377-64260d7a9689, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=24f13ae5-e327-421f-b377-64260d7a9689,segment=NetworkSegment(3b8eca3d-bf18-4c33-811f-fed1147de618),segment_id=3b8eca3d-bf18-4c33-811f-fed1147de618)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:59.250522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.263965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Calling delete_port for 24f13ae5-e327-421f-b377-64260d7a9689 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:06:59.285817 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7c185-8d8d-4f7a-8dbf-92675b90b366 None None] Deleting port 24f13ae5-e327-421f-b377-64260d7a9689 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:06:59.286182 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d5c7c185-8d8d-4f7a-8dbf-92675b90b366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.348213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d5c7c185-8d8d-4f7a-8dbf-92675b90b366 None None] For port 24f13ae5-e327-421f-b377-64260d7a9689, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=24f13ae5-e327-421f-b377-64260d7a9689,segment=NetworkSegment(3b8eca3d-bf18-4c33-811f-fed1147de618),segment_id=3b8eca3d-bf18-4c33-811f-fed1147de618)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:06:59.348609 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d5c7c185-8d8d-4f7a-8dbf-92675b90b366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.361383 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d5c7c185-8d8d-4f7a-8dbf-92675b90b366 None None] Calling delete_port for 24f13ae5-e327-421f-b377-64260d7a9689 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:06:59.452083 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.458932 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d5c7c185-8d8d-4f7a-8dbf-92675b90b366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.496537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Pushing event deleted for resources: {'Port': ['ID=24f13ae5-e327-421f-b377-64260d7a9689,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:59.498940 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7c185-8d8d-4f7a-8dbf-92675b90b366 None None] Pushing event deleted for resources: {'Port': ['ID=24f13ae5-e327-421f-b377-64260d7a9689,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:59.499484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] No DVR routers for this DVR port 24f13ae5-e327-421f-b377-64260d7a9689 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:06:59.505542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c7c185-8d8d-4f7a-8dbf-92675b90b366 None None] No DVR routers for this DVR port 24f13ae5-e327-421f-b377-64260d7a9689 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:06:59.581878 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.602353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c4a403-8c40-4570-9a9f-9a6f9b7c20a3']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:59.611411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8eca3d-bf18-4c33-811f-fed1147de618') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:59.611701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8eca3d-bf18-4c33-811f-fed1147de618') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:06:59.621610 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.634174 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.639792 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:06:59.640194 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:06:59.641835 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:06:59.771316 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.777451 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:06:59.780520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] 10.222.0.15 "DELETE /v2.0/networks/57c4a403-8c40-4570-9a9f-9a6f9b7c20a3 HTTP/1.1" status: 204 len: 168 time: 0.7203879 Oct 27 17:06:59.792602 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f43bc3-5e76-4cc6-9032-539a7b79d01d admin admin] Pushing event deleted for resources: {'Network': ['ID=57c4a403-8c40-4570-9a9f-9a6f9b7c20a3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:06:59.903283 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.089651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47844) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:00.129100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4cc77a74-16fd-43fd-b8b0-2af84ce74388 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a9b5055df37434bbdaf0617a68f5f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381939 Oct 27 17:07:00.132154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47846) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:00.179141 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10419471-2c87-4827-aef2-75d6d823a6e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.200273 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10419471-2c87-4827-aef2-75d6d823a6e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.325935 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10419471-2c87-4827-aef2-75d6d823a6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.328580 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10419471-2c87-4827-aef2-75d6d823a6e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:00.329758 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-10419471-2c87-4827-aef2-75d6d823a6e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80b62dad-8a39-4443-8fce-188fcdf7ff87 HTTP/1.1" status: 204 len: 168 time: 0.1966813 Oct 27 17:07:00.338510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10419471-2c87-4827-aef2-75d6d823a6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b62dad-8a39-4443-8fce-188fcdf7ff87,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:00.425257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e88bafea-4fe0-4e1a-933b-c687a555b8ae no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:07:00.446351 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e88bafea-4fe0-4e1a-933b-c687a555b8ae {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:07:00.446699 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e88bafea-4fe0-4e1a-933b-c687a555b8ae not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:07:00.447121 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 24f13ae5-e327-421f-b377-64260d7a9689 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:07:00.466216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 24f13ae5-e327-421f-b377-64260d7a9689 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:07:00.466561 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 24f13ae5-e327-421f-b377-64260d7a9689 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:07:00.950728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47852) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:00.991607 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7ec08e09-fc24-4f88-9e18-52e53c6f117a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41e389ac34e840ca820951359826a9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396571 Oct 27 17:07:00.993621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47854) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:01.041426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d50d2efe-72e8-4231-b56c-ecb7823f1029 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.062411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d50d2efe-72e8-4231-b56c-ecb7823f1029 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.176157 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d50d2efe-72e8-4231-b56c-ecb7823f1029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.178702 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d50d2efe-72e8-4231-b56c-ecb7823f1029 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:01.179850 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d50d2efe-72e8-4231-b56c-ecb7823f1029 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37a2100c-7575-4345-bbd2-cc0152e04a19 HTTP/1.1" status: 204 len: 168 time: 0.1853356 Oct 27 17:07:01.188769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d2efe-72e8-4231-b56c-ecb7823f1029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a2100c-7575-4345-bbd2-cc0152e04a19,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:02.148578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47876) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:02.243248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-468488251-network', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:02.313874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Made reservation on behalf of 063ae88ef66c449fbe1c1bcb58920717 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:07:02.316261 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.324803 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.400346 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.473499 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.501033 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:07:02.511404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:02.516181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.516532 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Added segment b914ded3-754f-4c8a-9a35-8028fde8d4e3 of type vlan for network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 Oct 27 17:07:02.555497 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.645748 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.646665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:02.647273 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:02.713460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] Pushing event updated for resources: {'Network': ['ID=9acb8156-6c6c-4b6c-ae49-c6b381222f46,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:02.724349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:07:02.780222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9def87ee-ce25-44e0-9c04-b60bd4e1f493 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6304810 Oct 27 17:07:02.783111 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47880) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:02.788077 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] Request body: {'subnet': {'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-468488251-subnet', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:02.874315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] Made reservation on behalf of 063ae88ef66c449fbe1c1bcb58920717 for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:07:02.876769 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.102652 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.132045 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.187671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20546a37-7fb4-4be0-847b-49e64200e85a,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:03.203720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] Checking segment: {'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:03.204378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] Network hostable DHCP agents. Network: 9acb8156-6c6c-4b6c-ae49-c6b381222f46, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:07:03.314439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] Network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:07:03.422795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 9acb8156-6c6c-4b6c-ae49-c6b381222f46) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:03.426921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:03.427546 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.432901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b235f54-517d-44e2-9b3b-948d8b6fc5e1 None None] Network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:07:03.586330 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-617a0924-b3c7-4831-9d94-278c146787d3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8019679 Oct 27 17:07:03.588875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47882) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:03.593953 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:03.673746 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.674759 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.733350 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.735168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'fixed_ips': [{'subnet_id': '20546a37-7fb4-4be0-847b-49e64200e85a'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:07:03.736025 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:03.868942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Allocated IP 172.20.0.2 (9acb8156-6c6c-4b6c-ae49-c6b381222f46/20546a37-7fb4-4be0-847b-49e64200e85a/2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:03.935060 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.013580 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.086347 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.123706 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:04.126626 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:04.130203 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:04.142257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Pushing event updated for resources: {'Port': ['ID=2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:04.190593 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.199034 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Attempting to bind port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:04.199410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Attempting to bind port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:04.199801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Attempting to bind port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f on network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:04.204796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:04.205176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Checking segment: {'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:04.205576 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.205970 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Bound using segment: {'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:04.206442 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Bound port: 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:04.206823 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.209660 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.269452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] For port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:04.273165 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] For port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:04.317488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Allocated IP 172.25.4.29 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/da21d33c-5eb7-40c7-8f39-fb3cf827f411) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:04.360427 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.422413 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de28ed9-e639-4f9a-abac-991437a7e35f None None] Pushing event updated for resources: {'Port': ['ID=2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:04.422649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.524638 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:04.576917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:04.581422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:04.586942 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:04.590685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Pushing event updated for resources: {'Port': ['ID=da21d33c-5eb7-40c7-8f39-fb3cf827f411,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:04.916360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.122557 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.320429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Router 01541366-2e64-4fc7-976a-bbfe010a9cb6 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:07:05.345060 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b73373d-17f2-4795-b854-d9e43f47ead8 None None] Network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:07:05.425748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:07:05.441151 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Sync routers for ids ['01541366-2e64-4fc7-976a-bbfe010a9cb6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:07:05.442744 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ba1e65a2-118a-4f5d-992a-41c3f6810e94 None None] Provisioning complete for port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:05.443122 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ba1e65a2-118a-4f5d-992a-41c3f6810e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.451787 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Routers {'01541366-2e64-4fc7-976a-bbfe010a9cb6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:05.458573 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['01541366-2e64-4fc7-976a-bbfe010a9cb6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:05.487589 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.489156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1888a129-3307-4d03-a2a6-ac3b29961b51 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8990669 Oct 27 17:07:05.492343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47884) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:05.568937 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Set router 01541366-2e64-4fc7-976a-bbfe010a9cb6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:05.580777 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ba1e65a2-118a-4f5d-992a-41c3f6810e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.619218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ba1e65a2-118a-4f5d-992a-41c3f6810e94 None None] For port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:05.690696 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ba1e65a2-118a-4f5d-992a-41c3f6810e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.759249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e65a2-118a-4f5d-992a-41c3f6810e94 None None] Pushing event updated for resources: {'Port': ['ID=2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:05.759684 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 3, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:05.790148 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Checking router: 01541366-2e64-4fc7-976a-bbfe010a9cb6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:07:05.790649 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Updating router 01541366-2e64-4fc7-976a-bbfe010a9cb6 port da21d33c-5eb7-40c7-8f39-fb3cf827f411 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:07:05.813071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d8cf0701-139f-463b-ba27-8b54435c5957 None None] Provisioning complete for port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:05.813539 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d8cf0701-139f-463b-ba27-8b54435c5957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.821840 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:05.966923 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.075318 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.121992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Allocated IP 172.20.0.1 (9acb8156-6c6c-4b6c-ae49-c6b381222f46/20546a37-7fb4-4be0-847b-49e64200e85a/42f3d848-93a6-4ee4-8e69-df1aefe3a209) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:06.150222 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.203164 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Attempting to bind port da21d33c-5eb7-40c7-8f39-fb3cf827f411 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:06.203534 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Attempting to bind port da21d33c-5eb7-40c7-8f39-fb3cf827f411 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:06.203903 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Attempting to bind port da21d33c-5eb7-40c7-8f39-fb3cf827f411 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:06.206735 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Pushing event updated for resources: {'Port': ['ID=da21d33c-5eb7-40c7-8f39-fb3cf827f411,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:06.212171 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:06.215044 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:06.215044 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.215044 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:06.215044 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Bound port: da21d33c-5eb7-40c7-8f39-fb3cf827f411, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:06.215044 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.227933 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.236850 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.237203 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.237544 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.237880 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.238213 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.238543 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.238903 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.239238 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.239583 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.239907 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.240264 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.243663 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:06.276264 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] For port da21d33c-5eb7-40c7-8f39-fb3cf827f411, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:06.279241 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] For port da21d33c-5eb7-40c7-8f39-fb3cf827f411, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=da21d33c-5eb7-40c7-8f39-fb3cf827f411,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:06.320847 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.348937 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.364508 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:06.370802 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:06.374318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:06.404680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Pushing event updated for resources: {'Port': ['ID=42f3d848-93a6-4ee4-8e69-df1aefe3a209,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:06.419326 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Routers {'01541366-2e64-4fc7-976a-bbfe010a9cb6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:06.419970 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['01541366-2e64-4fc7-976a-bbfe010a9cb6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:06.424581 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.475920 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:06.527469 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6c94f-5b03-4fb8-b4ac-962d6f5b3d35 None None] Pushing event updated for resources: {'Port': ['ID=da21d33c-5eb7-40c7-8f39-fb3cf827f411,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:06.542897 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:06.543264 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.569390 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] Set router 01541366-2e64-4fc7-976a-bbfe010a9cb6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:06.633531 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.718185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5a593abf-7e9f-4180-98de-8d0ceb3dc034 None None] Provisioning complete for port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:06.718699 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5a593abf-7e9f-4180-98de-8d0ceb3dc034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.753287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5a593abf-7e9f-4180-98de-8d0ceb3dc034 None None] Port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:07:06.774391 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 3, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:06.800890 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a46dbb-9cd8-403a-b821-63b68e712c7c None None] The sync data for ids ['01541366-2e64-4fc7-976a-bbfe010a9cb6'] in n-d-815689-1 is: [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:04Z', 'revision_number': 3, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:07:06.801188 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.862665 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:06.933261 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Pushing event updated for resources: {'Port': ['ID=42f3d848-93a6-4ee4-8e69-df1aefe3a209,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:06.936128 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.040887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:07.042465 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:07.165705 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Router 01541366-2e64-4fc7-976a-bbfe010a9cb6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:07:07.279853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-011959fd-60e4-4282-87b9-b7e973970e7a None None] Provisioning complete for port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:07.280330 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-011959fd-60e4-4282-87b9-b7e973970e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:07.292313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:07:07.302888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c6b24705-2c88-42ad-a533-c8121044996a admin admin] 10.222.0.15 "PUT /v2.0/routers/01541366-2e64-4fc7-976a-bbfe010a9cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8051140 Oct 27 17:07:07.320615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-011959fd-60e4-4282-87b9-b7e973970e7a None None] Port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:07:07.944923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 47900) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:07.949937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1668287539-network', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:08.074332 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Made reservation on behalf of facfab221a6942d0a4960718ef7326b6 for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:07:08.076693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.086158 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.166433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.234192 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.263674 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:07:08.270136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612696f7-2ba9-4073-bb0c-939e743c5dd5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:08.276940 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.277290 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Added segment 6220a11c-eb91-4341-9772-e2c57b42a2f5 of type vlan for network d46a3d3b-4741-4992-93bb-46e6dd18e265 Oct 27 17:07:08.319169 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.405377 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.405741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Sync routers for ids ['01541366-2e64-4fc7-976a-bbfe010a9cb6'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:07:08.406622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:08.407214 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.418752 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Routers {'01541366-2e64-4fc7-976a-bbfe010a9cb6'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:08.419953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['01541366-2e64-4fc7-976a-bbfe010a9cb6'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:08.460508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device da21d33c-5eb7-40c7-8f39-fb3cf827f411 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:08.468443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] Pushing event updated for resources: {'Network': ['ID=d46a3d3b-4741-4992-93bb-46e6dd18e265,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:08.481188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47902) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:08.481900 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-40b42d5e-6e9e-42bf-b88d-549c7fe4658c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5337040 Oct 27 17:07:08.485301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] Request body: {'subnet': {'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1668287539-subnet', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:08.492864 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network d46a3d3b-4741-4992-93bb-46e6dd18e265 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:07:08.558920 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] Made reservation on behalf of facfab221a6942d0a4960718ef7326b6 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:07:08.561366 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.632908 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Set router 01541366-2e64-4fc7-976a-bbfe010a9cb6 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:08.664552 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port da21d33c-5eb7-40c7-8f39-fb3cf827f411 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:08.664841 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.789102 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.851445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c33abf-4e26-4598-9005-cebfdf8098cb,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:08.853421 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.856005 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] Checking segment: {'id': '6220a11c-eb91-4341-9772-e2c57b42a2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:08.856398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] Network hostable DHCP agents. Network: d46a3d3b-4741-4992-93bb-46e6dd18e265, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:07:08.894375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port da21d33c-5eb7-40c7-8f39-fb3cf827f411, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=da21d33c-5eb7-40c7-8f39-fb3cf827f411,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:08.921675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 4, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '42f3d848-93a6-4ee4-8e69-df1aefe3a209', 'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'mac_address': 'fa:16:3e:f2:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:05Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 2, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'subnets': [{'id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:08.925380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] Network d46a3d3b-4741-4992-93bb-46e6dd18e265 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:07:08.952425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Checking router: 01541366-2e64-4fc7-976a-bbfe010a9cb6 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:07:08.952781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Updating router 01541366-2e64-4fc7-976a-bbfe010a9cb6 port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:07:08.971667 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:08.998102 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.023624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, d46a3d3b-4741-4992-93bb-46e6dd18e265) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:09.027933 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:09.028547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.044857 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c95ca-3dd4-4b95-857d-d4a9950b2c54 None None] Network d46a3d3b-4741-4992-93bb-46e6dd18e265 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:07:09.103621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=da21d33c-5eb7-40c7-8f39-fb3cf827f411,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:09.113934 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9b76aa3f-8a4f-4483-b97c-4179dbec4644 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6308038 Oct 27 17:07:09.114560 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47904) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:09.118971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1668287539-router', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:09.211721 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.212862 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.262878 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.340918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-d46a3d3b-4741-4992-93bb-46e6dd18e265', 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'fixed_ips': [{'subnet_id': '27c33abf-4e26-4598-9005-cebfdf8098cb'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:07:09.341775 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.483776 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.537798 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Allocated IP 172.20.0.2 (d46a3d3b-4741-4992-93bb-46e6dd18e265/27c33abf-4e26-4598-9005-cebfdf8098cb/a0d075c8-a39f-4aa1-b034-e237c606b346) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:09.548711 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.649175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018ac6b-3414-4519-a754-65014b796405 None None] Pushing event updated for resources: {'Port': ['ID=42f3d848-93a6-4ee4-8e69-df1aefe3a209,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:09.744385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Attempting to bind port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:09.744751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Attempting to bind port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:09.745122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Attempting to bind port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 on network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:09.771304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:09.771729 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Checking segment: {'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:09.772161 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.772556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Bound using segment: {'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:09.773052 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Bound port: 42f3d848-93a6-4ee4-8e69-df1aefe3a209, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:09.773451 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.786106 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.829383 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:09.865423 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] For port 42f3d848-93a6-4ee4-8e69-df1aefe3a209, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:09.870580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] For port 42f3d848-93a6-4ee4-8e69-df1aefe3a209, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=42f3d848-93a6-4ee4-8e69-df1aefe3a209,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:09.875252 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-de642c20-4edb-4b14-add7-ca38071c9483 None None] Provisioning complete for port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:09.875621 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-de642c20-4edb-4b14-add7-ca38071c9483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.031777 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.051517 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.071103 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.073262 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.125446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Network d46a3d3b-4741-4992-93bb-46e6dd18e265 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:10.134044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:10.136578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:10.144929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-de642c20-4edb-4b14-add7-ca38071c9483 None None] Port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:07:10.159871 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Allocated IP 172.25.4.56 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/6704b6af-a2da-491e-8081-82e747a6295a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:10.180612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Pushing event updated for resources: {'Port': ['ID=a0d075c8-a39f-4aa1-b034-e237c606b346,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:10.187167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Routers {'01541366-2e64-4fc7-976a-bbfe010a9cb6'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:10.187856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['01541366-2e64-4fc7-976a-bbfe010a9cb6'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:10.277706 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.316082 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Attempting to bind port a0d075c8-a39f-4aa1-b034-e237c606b346 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:10.316462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Attempting to bind port a0d075c8-a39f-4aa1-b034-e237c606b346 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '6220a11c-eb91-4341-9772-e2c57b42a2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:10.316828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Attempting to bind port a0d075c8-a39f-4aa1-b034-e237c606b346 on network d46a3d3b-4741-4992-93bb-46e6dd18e265 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:10.328457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:10.328830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Checking segment: {'id': '6220a11c-eb91-4341-9772-e2c57b42a2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:10.329227 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.329617 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Bound using segment: {'id': '6220a11c-eb91-4341-9772-e2c57b42a2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:10.330078 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Bound port: a0d075c8-a39f-4aa1-b034-e237c606b346, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6220a11c-eb91-4341-9772-e2c57b42a2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:10.330499 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.364849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018ac6b-3414-4519-a754-65014b796405 None None] Pushing event updated for resources: {'Port': ['ID=42f3d848-93a6-4ee4-8e69-df1aefe3a209,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:10.406313 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.419894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] Set router 01541366-2e64-4fc7-976a-bbfe010a9cb6 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:10.422399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device da21d33c-5eb7-40c7-8f39-fb3cf827f411 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:10.447736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:10.450670 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:10.454318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:10.478640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Pushing event updated for resources: {'Port': ['ID=6704b6af-a2da-491e-8081-82e747a6295a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:10.493177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-22c5b76f-618a-4f20-a6c0-ec539e0a8718 None None] Provisioning complete for port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:10.493706 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-22c5b76f-618a-4f20-a6c0-ec539e0a8718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.590639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] For port a0d075c8-a39f-4aa1-b034-e237c606b346, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:10.648227 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] For port a0d075c8-a39f-4aa1-b034-e237c606b346, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a0d075c8-a39f-4aa1-b034-e237c606b346,segment=NetworkSegment(6220a11c-eb91-4341-9772-e2c57b42a2f5),segment_id=6220a11c-eb91-4341-9772-e2c57b42a2f5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:10.704576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port da21d33c-5eb7-40c7-8f39-fb3cf827f411 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:10.704946 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.760554 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-22c5b76f-618a-4f20-a6c0-ec539e0a8718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.798089 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.873440 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-22c5b76f-618a-4f20-a6c0-ec539e0a8718 None None] For port 42f3d848-93a6-4ee4-8e69-df1aefe3a209, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=42f3d848-93a6-4ee4-8e69-df1aefe3a209,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:10.879939 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:10.916639 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa3949-0ea3-4cfc-af47-4bbfc621603c None None] Pushing event updated for resources: {'Port': ['ID=a0d075c8-a39f-4aa1-b034-e237c606b346,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:10.944506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 4, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '42f3d848-93a6-4ee4-8e69-df1aefe3a209', 'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'mac_address': 'fa:16:3e:f2:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:05Z', 'updated_at': '2021-10-27T17:07:09Z', 'revision_number': 4, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'subnets': [{'id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:10.976541 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a416ab5-12bd-4c5f-89d4-b4723c36a10d None None] The sync data for ids ['01541366-2e64-4fc7-976a-bbfe010a9cb6'] in n-d-815689-1 is: [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 4, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '42f3d848-93a6-4ee4-8e69-df1aefe3a209', 'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'mac_address': 'fa:16:3e:f2:8c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:05Z', 'updated_at': '2021-10-27T17:07:09Z', 'revision_number': 4, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'subnets': [{'id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:07:10.978638 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-22c5b76f-618a-4f20-a6c0-ec539e0a8718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:11.062039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5b76f-618a-4f20-a6c0-ec539e0a8718 None None] Pushing event updated for resources: {'Port': ['ID=42f3d848-93a6-4ee4-8e69-df1aefe3a209,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:11.154190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:11.376968 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:07:11.489451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:07:11.504519 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Sync routers for ids ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:07:11.514688 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Routers {'7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:11.518185 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:11.573409 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:11.576177 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e155e146-a030-4c32-be4d-ba36d13b346e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4596555 Oct 27 17:07:11.577592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 47906) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:07:11.734622 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Set router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:11.945543 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'name': 'tempest-TestMinimumBasicScenario-1668287539-router', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '6704b6af-a2da-491e-8081-82e747a6295a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:09Z', 'updated_at': '2021-10-27T17:07:10Z', 'revision_number': 3, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'gw_port': {'id': '6704b6af-a2da-491e-8081-82e747a6295a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:10Z', 'updated_at': '2021-10-27T17:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:11.975173 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Checking router: 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:07:11.975607 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Updating router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee port 6704b6af-a2da-491e-8081-82e747a6295a binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:07:12.005518 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.011675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2ed2f0-fbcc-4e3f-92f7-9dbf556fff8e None None] Network d46a3d3b-4741-4992-93bb-46e6dd18e265 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:07:12.075787 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.168840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-643002ef-d759-469b-8ee4-245b95831b66 None None] Provisioning complete for port a0d075c8-a39f-4aa1-b034-e237c606b346 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:12.169757 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-643002ef-d759-469b-8ee4-245b95831b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.278490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Allocated IP 172.20.0.1 (d46a3d3b-4741-4992-93bb-46e6dd18e265/27c33abf-4e26-4598-9005-cebfdf8098cb/9b795b12-2fc4-40e1-8252-638b884a26dc) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:12.294503 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-643002ef-d759-469b-8ee4-245b95831b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.310372 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.341301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-643002ef-d759-469b-8ee4-245b95831b66 None None] For port a0d075c8-a39f-4aa1-b034-e237c606b346, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a0d075c8-a39f-4aa1-b034-e237c606b346,segment=NetworkSegment(6220a11c-eb91-4341-9772-e2c57b42a2f5),segment_id=6220a11c-eb91-4341-9772-e2c57b42a2f5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:12.406169 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.431082 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-643002ef-d759-469b-8ee4-245b95831b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.433064 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.459618 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Attempting to bind port 6704b6af-a2da-491e-8081-82e747a6295a on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:12.459991 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Attempting to bind port 6704b6af-a2da-491e-8081-82e747a6295a by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:12.460563 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Attempting to bind port 6704b6af-a2da-491e-8081-82e747a6295a on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:12.471312 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:12.471770 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:12.472214 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.472743 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:12.473395 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Bound port: 6704b6af-a2da-491e-8081-82e747a6295a, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:12.473781 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.509154 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c575a-f07e-4bf1-8de9-6c40cb646ebb None None] Pushing event updated for resources: {'Port': ['ID=6704b6af-a2da-491e-8081-82e747a6295a,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:12.520725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643002ef-d759-469b-8ee4-245b95831b66 None None] Pushing event updated for resources: {'Port': ['ID=a0d075c8-a39f-4aa1-b034-e237c606b346,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:12.546865 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] For port 6704b6af-a2da-491e-8081-82e747a6295a, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:12.550769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a0d075c8-a39f-4aa1-b034-e237c606b346 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:12.551172 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] For port 6704b6af-a2da-491e-8081-82e747a6295a, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6704b6af-a2da-491e-8081-82e747a6295a,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:12.572252 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.601890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e8777072-dbdb-48cb-bd35-443fbeffd665 None None] Provisioning complete for port a0d075c8-a39f-4aa1-b034-e237c606b346 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:12.602261 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e8777072-dbdb-48cb-bd35-443fbeffd665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.620815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Network d46a3d3b-4741-4992-93bb-46e6dd18e265 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:12.625314 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:12.629542 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.629783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:12.637812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a0d075c8-a39f-4aa1-b034-e237c606b346 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:12.638192 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.664282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Pushing event updated for resources: {'Port': ['ID=9b795b12-2fc4-40e1-8252-638b884a26dc,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:12.685900 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.718673 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Routers {'7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:12.719466 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:12.768684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 42f3d848-93a6-4ee4-8e69-df1aefe3a209 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:12.823341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:12.823730 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.827209 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c575a-f07e-4bf1-8de9-6c40cb646ebb None None] Pushing event updated for resources: {'Port': ['ID=6704b6af-a2da-491e-8081-82e747a6295a,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:12.852721 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] Set router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:12.923025 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:12.979369 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6f759ddc-7455-425b-851e-b6fcb2eebb1e None None] Provisioning complete for port 9b795b12-2fc4-40e1-8252-638b884a26dc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:12.979744 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6f759ddc-7455-425b-851e-b6fcb2eebb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:13.015127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6f759ddc-7455-425b-851e-b6fcb2eebb1e None None] Port 9b795b12-2fc4-40e1-8252-638b884a26dc cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:07:13.050932 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'name': 'tempest-TestMinimumBasicScenario-1668287539-router', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '6704b6af-a2da-491e-8081-82e747a6295a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:09Z', 'updated_at': '2021-10-27T17:07:10Z', 'revision_number': 3, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'gw_port': {'id': '6704b6af-a2da-491e-8081-82e747a6295a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:10Z', 'updated_at': '2021-10-27T17:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:13.078756 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9e3e10-9cd0-44bd-ae0f-656f007aa12f None None] The sync data for ids ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'] in n-d-815689-1 is: [{'id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'name': 'tempest-TestMinimumBasicScenario-1668287539-router', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '6704b6af-a2da-491e-8081-82e747a6295a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:09Z', 'updated_at': '2021-10-27T17:07:10Z', 'revision_number': 3, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'gw_port': {'id': '6704b6af-a2da-491e-8081-82e747a6295a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:10Z', 'updated_at': '2021-10-27T17:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:07:13.097340 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:13.159795 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:13.228680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Pushing event updated for resources: {'Port': ['ID=9b795b12-2fc4-40e1-8252-638b884a26dc,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:13.232186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:13.346931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Network d46a3d3b-4741-4992-93bb-46e6dd18e265 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:13.348607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:13.480703 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:07:13.607387 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:07:13.612459 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-47a388c9-05f0-4db7-a664-150506c17f23 admin admin] 10.222.0.15 "PUT /v2.0/routers/7adcbdee-b23f-4ee7-98ed-cf8c09f878ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0337088 Oct 27 17:07:13.638875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-00475b4b-2d8e-4d80-ac68-5fa88f60f643 None None] Provisioning complete for port 9b795b12-2fc4-40e1-8252-638b884a26dc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:13.639251 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-00475b4b-2d8e-4d80-ac68-5fa88f60f643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:13.674948 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-00475b4b-2d8e-4d80-ac68-5fa88f60f643 None None] Port 9b795b12-2fc4-40e1-8252-638b884a26dc cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:07:14.508564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6704b6af-a2da-491e-8081-82e747a6295a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:14.562681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6704b6af-a2da-491e-8081-82e747a6295a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:14.563077 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:14.639467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Sync routers for ids ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:07:14.647951 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:14.664934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Routers {'7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:14.665579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:14.709308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 6704b6af-a2da-491e-8081-82e747a6295a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6704b6af-a2da-491e-8081-82e747a6295a,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:14.782314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Set router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:14.825491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:14.826270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a0d075c8-a39f-4aa1-b034-e237c606b346 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:14.991018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=6704b6af-a2da-491e-8081-82e747a6295a,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:15.046708 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port a0d075c8-a39f-4aa1-b034-e237c606b346 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:15.047298 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:15.348983 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'name': 'tempest-TestMinimumBasicScenario-1668287539-router', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '6704b6af-a2da-491e-8081-82e747a6295a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:09Z', 'updated_at': '2021-10-27T17:07:12Z', 'revision_number': 4, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'gw_port': {'id': '6704b6af-a2da-491e-8081-82e747a6295a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:10Z', 'updated_at': '2021-10-27T17:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '9b795b12-2fc4-40e1-8252-638b884a26dc', 'name': '', 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'mac_address': 'fa:16:3e:24:98:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '27c33abf-4e26-4598-9005-cebfdf8098cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:12Z', 'updated_at': '2021-10-27T17:07:12Z', 'revision_number': 2, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'subnets': [{'id': '27c33abf-4e26-4598-9005-cebfdf8098cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:15.383150 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Checking router: 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:07:15.383533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Updating router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee port 9b795b12-2fc4-40e1-8252-638b884a26dc binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:07:15.411668 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:15.727387 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:15.830841 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:15.903495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba43d8c-10bc-44f0-8198-068c12ca2d59 None None] Pushing event updated for resources: {'Port': ['ID=9b795b12-2fc4-40e1-8252-638b884a26dc,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:15.955969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Attempting to bind port 9b795b12-2fc4-40e1-8252-638b884a26dc on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:15.956392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Attempting to bind port 9b795b12-2fc4-40e1-8252-638b884a26dc by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '6220a11c-eb91-4341-9772-e2c57b42a2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:15.956927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Attempting to bind port 9b795b12-2fc4-40e1-8252-638b884a26dc on network d46a3d3b-4741-4992-93bb-46e6dd18e265 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:15.963188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:15.963566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Checking segment: {'id': '6220a11c-eb91-4341-9772-e2c57b42a2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:15.963972 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:15.964409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Bound using segment: {'id': '6220a11c-eb91-4341-9772-e2c57b42a2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:15.964892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Bound port: 9b795b12-2fc4-40e1-8252-638b884a26dc, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6220a11c-eb91-4341-9772-e2c57b42a2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:15.966758 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:16.043324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] For port 9b795b12-2fc4-40e1-8252-638b884a26dc, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:16.047973 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] For port 9b795b12-2fc4-40e1-8252-638b884a26dc, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=9b795b12-2fc4-40e1-8252-638b884a26dc,segment=NetworkSegment(6220a11c-eb91-4341-9772-e2c57b42a2f5),segment_id=6220a11c-eb91-4341-9772-e2c57b42a2f5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:16.132764 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:16.192755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Routers {'7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:07:16.193927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:06:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:16.199500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba43d8c-10bc-44f0-8198-068c12ca2d59 None None] Pushing event updated for resources: {'Port': ['ID=9b795b12-2fc4-40e1-8252-638b884a26dc,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:16.307821 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d6b14ac8-6356-4f0e-833e-5466ce707cf0 None None] Provisioning complete for port 9b795b12-2fc4-40e1-8252-638b884a26dc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:16.308302 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d6b14ac8-6356-4f0e-833e-5466ce707cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:16.362860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] Set router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:07:16.465649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6704b6af-a2da-491e-8081-82e747a6295a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:16.599363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6704b6af-a2da-491e-8081-82e747a6295a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:16.600302 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:16.647376 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d6b14ac8-6356-4f0e-833e-5466ce707cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:16.726079 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-d6b14ac8-6356-4f0e-833e-5466ce707cf0 None None] For port 9b795b12-2fc4-40e1-8252-638b884a26dc, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=9b795b12-2fc4-40e1-8252-638b884a26dc,segment=NetworkSegment(6220a11c-eb91-4341-9772-e2c57b42a2f5),segment_id=6220a11c-eb91-4341-9772-e2c57b42a2f5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:16.790485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'name': 'tempest-TestMinimumBasicScenario-1668287539-router', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '6704b6af-a2da-491e-8081-82e747a6295a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:09Z', 'updated_at': '2021-10-27T17:07:12Z', 'revision_number': 4, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'gw_port': {'id': '6704b6af-a2da-491e-8081-82e747a6295a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:10Z', 'updated_at': '2021-10-27T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '9b795b12-2fc4-40e1-8252-638b884a26dc', 'name': '', 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'mac_address': 'fa:16:3e:24:98:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '27c33abf-4e26-4598-9005-cebfdf8098cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:12Z', 'updated_at': '2021-10-27T17:07:16Z', 'revision_number': 4, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'subnets': [{'id': '27c33abf-4e26-4598-9005-cebfdf8098cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:07:16.820635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ef7e97-b6e3-4a49-85e0-ece7018b1574 None None] The sync data for ids ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'] in n-d-815689-1 is: [{'id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'name': 'tempest-TestMinimumBasicScenario-1668287539-router', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '6704b6af-a2da-491e-8081-82e747a6295a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:09Z', 'updated_at': '2021-10-27T17:07:12Z', 'revision_number': 4, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'gw_port': {'id': '6704b6af-a2da-491e-8081-82e747a6295a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:10Z', 'updated_at': '2021-10-27T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '9b795b12-2fc4-40e1-8252-638b884a26dc', 'name': '', 'network_id': 'd46a3d3b-4741-4992-93bb-46e6dd18e265', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'mac_address': 'fa:16:3e:24:98:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '27c33abf-4e26-4598-9005-cebfdf8098cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:12Z', 'updated_at': '2021-10-27T17:07:16Z', 'revision_number': 4, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'subnets': [{'id': '27c33abf-4e26-4598-9005-cebfdf8098cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:07:16.822470 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d6b14ac8-6356-4f0e-833e-5466ce707cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:16.914329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b14ac8-6356-4f0e-833e-5466ce707cf0 None None] Pushing event updated for resources: {'Port': ['ID=9b795b12-2fc4-40e1-8252-638b884a26dc,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:16.955199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-49e73f7e-dbd4-457f-9fb9-0794d2200c2d None None] Provisioning complete for port 9b795b12-2fc4-40e1-8252-638b884a26dc triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:16.955566 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49e73f7e-dbd4-457f-9fb9-0794d2200c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:17.222983 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:07:18.491363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9b795b12-2fc4-40e1-8252-638b884a26dc up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:18.530519 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9dcd9c2f-c5d7-4a2f-ab92-8c2b6bcd974d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:18.566827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 9b795b12-2fc4-40e1-8252-638b884a26dc triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:18.567193 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:21.601111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-98ef8fb0-f6ab-417c-b7a3-dc3f7b675538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:22.303171 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:22.483958 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:24.399666 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:25.986545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-76ed7e2c-a666-4c88-8995-441594c187d2 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:25.988002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-76ed7e2c-a666-4c88-8995-441594c187d2 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/networks?id=9acb8156-6c6c-4b6c-ae49-c6b381222f46 HTTP/1.1" status: 200 len: 814 time: 0.4148893 Oct 27 17:07:26.003371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-26531770-a5f1-429b-8c2d-f51b75133e7b tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/quotas/063ae88ef66c449fbe1c1bcb58920717 HTTP/1.1" status: 200 len: 375 time: 0.0087123 Oct 27 17:07:26.053128 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-d5b07067-1ccf-4b97-b3fe-e00c7ca3c9b1 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=063ae88ef66c449fbe1c1bcb58920717&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430477 Oct 27 17:07:26.069877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-de7732e2-5fb7-4e92-b449-4eb601b67617 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:07:26.070801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-de7732e2-5fb7-4e92-b449-4eb601b67617 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056162 Oct 27 17:07:26.160893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-75c68cae-f367-41c0-9a5b-4351d3dd6eb6 service neutron] 10.222.0.15 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842087 Oct 27 17:07:26.248607 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-d766d85b-7803-4129-b6b8-f7791bd4d03b service neutron] 10.222.0.15 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814362 Oct 27 17:07:26.469243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e6bc2c95-50fb-45e9-ad0a-ba1978afdfc7 req-b9465a71-d18d-41dd-b6f6-3e694b988084 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 210 time: 0.0284772 Oct 27 17:07:27.547738 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a1be3d87-85ed-4330-9fc2-c46a74b9f19f req-1d79b00e-7a6f-43dc-8666-40bcabb3548e tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 210 time: 0.0272036 Oct 27 17:07:28.642997 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e35ab879-50f1-4b66-afa5-194cfbb62806 req-cb7c3183-1778-48c1-970e-5fccdf58848a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 210 time: 0.0266440 Oct 27 17:07:28.884937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-f28688b1-19a2-42f3-9fb0-4585fc1ba5f0 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:28.886465 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-f28688b1-19a2-42f3-9fb0-4585fc1ba5f0 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.54 "GET /v2.0/networks?id=9acb8156-6c6c-4b6c-ae49-c6b381222f46 HTTP/1.1" status: 200 len: 814 time: 0.1060660 Oct 27 17:07:28.899921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Request body: {'port': {'device_id': '7fd38732-9e63-49f7-8474-ab3e94190676', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'admin_state_up': True, 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:29.085517 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Made reservation on behalf of 063ae88ef66c449fbe1c1bcb58920717 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:07:29.089154 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:29.213967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Allocated IP 172.20.0.9 (9acb8156-6c6c-4b6c-ae49-c6b381222f46/20546a37-7fb4-4be0-847b-49e64200e85a/5c1bac48-f8c5-4a6c-a0ac-0937c86e4242) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:07:29.368544 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:29.452277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:29.512184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:07:29.516005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:07:29.519335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:07:29.564612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'Port': ['ID=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:29.595038 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:29.595956 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:29.706747 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-2165edcd-3870-4937-831d-ec62f7623614 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8113694 Oct 27 17:07:29.816519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdace67-1f50-477d-a512-5125bb2e9885 req-01117734-63c9-4353-9274-51a7b042d243 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:29.818226 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2cdace67-1f50-477d-a512-5125bb2e9885 req-01117734-63c9-4353-9274-51a7b042d243 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 931 time: 0.0912035 Oct 27 17:07:29.877212 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-8b812cd0-bb44-4b02-94c3-2ae0c81ad8a4 None None] Provisioning complete for port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:29.878199 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8b812cd0-bb44-4b02-94c3-2ae0c81ad8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:29.896856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2cdace67-1f50-477d-a512-5125bb2e9885 req-cf0ed990-6e22-40c1-9736-9b2da8ebd229 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667968 Oct 27 17:07:29.921181 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-8b812cd0-bb44-4b02-94c3-2ae0c81ad8a4 None None] Port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:07:29.958302 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:31.011508 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507bfb8-81e7-484f-bb43-fa67530e9885 req-12a6ba8a-389e-47cd-afc8-6206a15b1895 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:31.013089 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e507bfb8-81e7-484f-bb43-fa67530e9885 req-12a6ba8a-389e-47cd-afc8-6206a15b1895 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 931 time: 0.0537484 Oct 27 17:07:31.053249 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e507bfb8-81e7-484f-bb43-fa67530e9885 req-519c0138-ea15-4811-8fb0-42602c55980d tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340898 Oct 27 17:07:32.180102 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c8f45-233b-4a1b-8702-e1183f29c954 req-c8987fc7-8fd6-4d64-b08d-d87cbde3873d tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:32.181657 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c37c8f45-233b-4a1b-8702-e1183f29c954 req-c8987fc7-8fd6-4d64-b08d-d87cbde3873d tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 931 time: 0.0526624 Oct 27 17:07:32.223023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c37c8f45-233b-4a1b-8702-e1183f29c954 req-fa7db863-81a5-4281-bfda-1fd1337d5960 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345976 Oct 27 17:07:33.101749 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:33.342811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e94817-042a-48aa-ac5c-bd4131b12e74 req-c1bedbca-9e41-4377-858f-8a6603b3f890 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:33.344369 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3e94817-042a-48aa-ac5c-bd4131b12e74 req-c1bedbca-9e41-4377-858f-8a6603b3f890 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 931 time: 0.0517118 Oct 27 17:07:33.390171 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3e94817-042a-48aa-ac5c-bd4131b12e74 req-667727f5-3026-4b05-a5bc-c5994a07670b tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Oct 27 17:07:34.519341 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe2c2e-0e66-436a-aeb7-7f26eb5159bd req-818bb154-c584-4e22-a530-d28c0f21ac3c tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:34.524793 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75fe2c2e-0e66-436a-aeb7-7f26eb5159bd req-818bb154-c584-4e22-a530-d28c0f21ac3c tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 931 time: 0.0634437 Oct 27 17:07:34.562515 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-75fe2c2e-0e66-436a-aeb7-7f26eb5159bd req-cc2bde2c-b928-4ee5-beb5-51efd84ea2cb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351326 Oct 27 17:07:35.728851 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2ccc-f720-45f4-98f9-2db471cd528b req-7bfcd0b7-8743-4a47-94b4-6ba0b9c30d5d tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:35.731555 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e3b2ccc-f720-45f4-98f9-2db471cd528b req-7bfcd0b7-8743-4a47-94b4-6ba0b9c30d5d tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 931 time: 0.0688794 Oct 27 17:07:35.772125 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e3b2ccc-f720-45f4-98f9-2db471cd528b req-ed8ac65d-c1e1-4523-bfd5-e14210289e21 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339961 Oct 27 17:07:36.896970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1eace-cfff-4e5c-9b0a-33949a412f2a req-249923f5-802a-4ed9-bb01-ac3991144820 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:36.898567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96e1eace-cfff-4e5c-9b0a-33949a412f2a req-249923f5-802a-4ed9-bb01-ac3991144820 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 931 time: 0.0526962 Oct 27 17:07:36.941748 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96e1eace-cfff-4e5c-9b0a-33949a412f2a req-03f9f704-fd11-4e50-b2d7-340bd21f9c9d tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361979 Oct 27 17:07:38.062930 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595cd858-edbc-4907-96d1-1c16e2c6399d req-8a427e5c-a837-43aa-9482-71845c115119 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:38.064738 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-595cd858-edbc-4907-96d1-1c16e2c6399d req-8a427e5c-a837-43aa-9482-71845c115119 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 931 time: 0.0501187 Oct 27 17:07:38.107952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-595cd858-edbc-4907-96d1-1c16e2c6399d req-b6f4a678-dda6-42ba-8a05-3cd449125cbe tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 Oct 27 17:07:39.225087 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f50adb-ac86-4687-a93d-b7c25ed0eb49 req-d8e431c5-79ce-410b-9603-f92c1a7c37c7 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:39.226565 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96f50adb-ac86-4687-a93d-b7c25ed0eb49 req-d8e431c5-79ce-410b-9603-f92c1a7c37c7 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 931 time: 0.0497141 Oct 27 17:07:39.266988 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-96f50adb-ac86-4687-a93d-b7c25ed0eb49 req-b2936924-8555-4fa5-af00-60e79e317c0e tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327847 Oct 27 17:07:39.743199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Request body: {'port': {'device_id': '7fd38732-9e63-49f7-8474-ab3e94190676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:07:39.803674 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:40.068098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:07:40.077416 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:40.093839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Transition to ACTIVE for port object 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:07:40.182802 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:40.239895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:40.312930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Attempting to bind port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:07:40.313201 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Attempting to bind port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:07:40.313514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Attempting to bind port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 on network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:40.318398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 on network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:07:40.318721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Attempting to bind port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 on network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:07:40.324185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:07:40.324514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Checking segment: {'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:07:40.324899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Bound using segment: {'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:07:40.325325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Bound port: 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b914ded3-754f-4c8a-9a35-8028fde8d4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:07:40.325689 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:40.391200 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2538a3-401f-4a01-91d0-f869c2443361 req-81470fd7-4116-4e35-8858-3723ac97c46f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.392807 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a2538a3-401f-4a01-91d0-f869c2443361 req-81470fd7-4116-4e35-8858-3723ac97c46f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 943 time: 0.0535569 Oct 27 17:07:40.402467 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] For port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:07:40.405987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] For port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:07:40.438471 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4a2538a3-401f-4a01-91d0-f869c2443361 req-9f1375af-5052-4eeb-ad1a-b40eeeecc220 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381796 Oct 27 17:07:40.537234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:40.577600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.578223 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:40.579667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] 10.222.0.54 "PUT /v2.0/ports/5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 HTTP/1.1" status: 200 len: 1091 time: 0.8408883 Oct 27 17:07:40.580144 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:07:40.582443 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80f72a5-9c16-4c67-a660-0d080b313fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:07:40.606701 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980c7c7-9e53-4972-aa91-2ffcd04e63a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:40.636627 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eb54f5-8152-43f7-8a62-128da3fa45f2 x-openstack-request-id: req-96eb54f5-8152-43f7-8a62-128da3fa45f2 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:07:40.636627 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:07:40.636627 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96eb54f5-8152-43f7-8a62-128da3fa45f2 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:07:40.636627 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'status': 'completed', 'code': 200} Oct 27 17:07:40.701840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f72a5-9c16-4c67-a660-0d080b313fdd req-0569e4e9-8443-4255-bc9c-c7ec8c14a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.703357 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f80f72a5-9c16-4c67-a660-0d080b313fdd req-0569e4e9-8443-4255-bc9c-c7ec8c14a556 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=063ae88ef66c449fbe1c1bcb58920717&device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 1094 time: 0.0444124 Oct 27 17:07:40.804717 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f72a5-9c16-4c67-a660-0d080b313fdd req-e46c02bd-1477-4a37-a6c2-6aecf7b55c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.806175 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f80f72a5-9c16-4c67-a660-0d080b313fdd req-e46c02bd-1477-4a37-a6c2-6aecf7b55c3c service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=063ae88ef66c449fbe1c1bcb58920717&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936625 Oct 27 17:07:40.904506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f72a5-9c16-4c67-a660-0d080b313fdd req-5cdf5e27-cc0d-4341-9f72-c10db56ba1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.906131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f80f72a5-9c16-4c67-a660-0d080b313fdd req-5cdf5e27-cc0d-4341-9f72-c10db56ba1b8 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930645 Oct 27 17:07:40.983065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-c5a2f824-6009-4b8d-b966-64d35825cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:40.984610 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-c5a2f824-6009-4b8d-b966-64d35825cec7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=063ae88ef66c449fbe1c1bcb58920717&device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 1094 time: 0.0404677 Oct 27 17:07:41.028678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-1c91ab8b-8483-42e1-aa3f-43b4555f2f2d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 HTTP/1.1" status: 200 len: 217 time: 0.0363150 Oct 27 17:07:41.077247 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-854cdddb-a24f-42aa-ac7e-39ce2efd5720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:41.078656 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-854cdddb-a24f-42aa-ac7e-39ce2efd5720 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20546a37-7fb4-4be0-847b-49e64200e85a HTTP/1.1" status: 200 len: 853 time: 0.0425553 Oct 27 17:07:41.124832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7d3daa60-9388-4636-9e7a-4409c1b12636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:41.126203 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-7d3daa60-9388-4636-9e7a-4409c1b12636 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9acb8156-6c6c-4b6c-ae49-c6b381222f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403059 Oct 27 17:07:41.219510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-6b84e2eb-7950-48b5-aa3e-80fb156ad0e0 service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861938 Oct 27 17:07:41.307689 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b16b984-43e6-4d51-9e23-0275972cc939 req-6c89ceca-38e1-4a62-854e-503e7d54c8d2 service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812960 Oct 27 17:07:41.571891 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa89ed8-0943-4a29-bdf2-78b980339af7 req-33adbfe4-6240-4747-9424-36e5ea4dc1f1 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:41.654780 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aaa89ed8-0943-4a29-bdf2-78b980339af7 req-33adbfe4-6240-4747-9424-36e5ea4dc1f1 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 943 time: 0.0545447 Oct 27 17:07:41.654780 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aaa89ed8-0943-4a29-bdf2-78b980339af7 req-d12d17aa-a13a-40f9-ad40-89b5e106e86f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334246 Oct 27 17:07:42.738080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a5b90-ada2-4e3e-a05b-2a5a37a24715 req-aa596f60-453e-4a30-9314-1108d8320716 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:42.739560 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc8a5b90-ada2-4e3e-a05b-2a5a37a24715 req-aa596f60-453e-4a30-9314-1108d8320716 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 943 time: 0.0539544 Oct 27 17:07:42.776826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc8a5b90-ada2-4e3e-a05b-2a5a37a24715 req-a58e4e61-06ea-412c-8469-ea56d0bb4510 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313096 Oct 27 17:07:43.891585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f69fe0-ada6-4642-bd32-969b3557ff2d req-e0e12f96-c5dc-430f-8410-c772e2cf1225 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:43.893091 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-98f69fe0-ada6-4642-bd32-969b3557ff2d req-e0e12f96-c5dc-430f-8410-c772e2cf1225 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 943 time: 0.0482149 Oct 27 17:07:43.929456 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-98f69fe0-ada6-4642-bd32-969b3557ff2d req-56ef828f-bd29-49cc-bf87-f5bb7e6ac1d3 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304422 Oct 27 17:07:45.047410 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61259bdc-78d3-4897-a4b2-2e42f023aeea req-a810547e-28e8-4e8a-954e-64c1097453b7 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:45.049582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61259bdc-78d3-4897-a4b2-2e42f023aeea req-a810547e-28e8-4e8a-954e-64c1097453b7 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 943 time: 0.0493598 Oct 27 17:07:45.087807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61259bdc-78d3-4897-a4b2-2e42f023aeea req-a40c0129-d1e0-4662-a7bd-4a3ccb128c15 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Oct 27 17:07:45.665633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:07:45.763684 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:45.774858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'port_id': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'mac_address': 'fa:16:3e:98:32:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:07:45.811327 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:45.824743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:07:45.844773 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:45.925183 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:45.971644 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:45.978775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:45.979117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:45.979453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:45.979788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:45.980137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:45.980465 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:45.980789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:45.981108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:45.981512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:45.981833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:45.982156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:45.982476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:07:46.161588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:07:46.211180 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267cb2e-5b8b-4f3a-98a0-a1ab5256f47c req-41ca3d22-806b-480d-9138-b75f9db99ba7 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:46.212695 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5267cb2e-5b8b-4f3a-98a0-a1ab5256f47c req-41ca3d22-806b-480d-9138-b75f9db99ba7 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 944 time: 0.0515647 Oct 27 17:07:46.256756 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5267cb2e-5b8b-4f3a-98a0-a1ab5256f47c req-b107b1ed-7451-426e-aa4b-fb85b4051607 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379002 Oct 27 17:07:47.369900 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2058-4c1d-4ed1-aeb8-31f3e18ecf34 req-aa70908e-41de-4055-bba6-35fa269a3877 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:47.371369 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7ed2058-4c1d-4ed1-aeb8-31f3e18ecf34 req-aa70908e-41de-4055-bba6-35fa269a3877 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 944 time: 0.0498061 Oct 27 17:07:47.411049 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c7ed2058-4c1d-4ed1-aeb8-31f3e18ecf34 req-22fa5e73-cef4-4866-ba6b-29652d9b9a46 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331848 Oct 27 17:07:47.666624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:07:47.776497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:07:47.780397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:07:47.780766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:47.857774 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:47.880283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:07:47.882515 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75efd4fa-c38a-47f2-9515-34984b1c8202" -d '{"events": [{"server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "name": "network-vif-plugged", "status": "completed", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:07:47.894812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:07:47.921534 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dd2e15-7d1e-4376-8f6f-909fedab9bbe x-openstack-request-id: req-84dd2e15-7d1e-4376-8f6f-909fedab9bbe {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:07:47.922767 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "name": "network-vif-plugged", "status": "completed", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:07:47.923030 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84dd2e15-7d1e-4376-8f6f-909fedab9bbe {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:07:47.923431 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'code': 200} Oct 27 17:07:47.976794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:48.020627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170b11e-c282-4cb4-a9f5-7b4f4613622f req-45bcbd50-c5c3-4135-933a-674d98bb1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:48.022770 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d170b11e-c282-4cb4-a9f5-7b4f4613622f req-45bcbd50-c5c3-4135-933a-674d98bb1b80 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 1096 time: 0.0442097 Oct 27 17:07:48.025935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:07:48.059922 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d170b11e-c282-4cb4-a9f5-7b4f4613622f req-a29bfc90-587e-4d8e-942d-340415636c71 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293970 Oct 27 17:07:48.526798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b9293-a503-44f6-b7fd-13fb8ebe76f9 req-bfae30fb-b24b-477d-9565-3daa9f6b18eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:48.528355 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-693b9293-a503-44f6-b7fd-13fb8ebe76f9 req-bfae30fb-b24b-477d-9565-3daa9f6b18eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 945 time: 0.0504994 Oct 27 17:07:48.535604 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-850df117-b521-4e4a-a2fe-fabbe82d5161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:48.567639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-693b9293-a503-44f6-b7fd-13fb8ebe76f9 req-7d65724c-91a7-44fb-9e3a-62a9b5d950e4 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Oct 27 17:07:49.686575 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9db08-85f4-41a2-9d07-8a44843998a4 req-1635952a-a07b-4fce-989d-c3124576d81e tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:49.688072 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7fd9db08-85f4-41a2-9d07-8a44843998a4 req-1635952a-a07b-4fce-989d-c3124576d81e tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 945 time: 0.0489175 Oct 27 17:07:49.726091 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7fd9db08-85f4-41a2-9d07-8a44843998a4 req-71aa7525-f737-4501-8eef-347f1d228893 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314102 Oct 27 17:07:49.843471 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896050b-fce2-4490-bedd-76aa0c9bf62d req-bbb7aed1-6204-4f2d-b9c8-841d16708cd7 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:49.844962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e896050b-fce2-4490-bedd-76aa0c9bf62d req-bbb7aed1-6204-4f2d-b9c8-841d16708cd7 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 945 time: 0.0505712 Oct 27 17:07:49.884040 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e896050b-fce2-4490-bedd-76aa0c9bf62d req-a428b4ad-5c08-487c-8ce4-27a22bb5262a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Oct 27 17:07:50.076582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453807d-2c10-429e-832a-5f45ff7c0320 req-893259c2-83d9-4205-a056-e790308ad663 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:07:50.078064 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4453807d-2c10-429e-832a-5f45ff7c0320 req-893259c2-83d9-4205-a056-e790308ad663 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 945 time: 0.0531347 Oct 27 17:07:50.119567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4453807d-2c10-429e-832a-5f45ff7c0320 req-c782674f-635f-491b-8b70-f7c06bc84cba tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345263 Oct 27 17:07:51.582684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c129132c-298c-40b0-9ff1-5ed1ccb5038d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:52.279434 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:52.422296 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:54.224731 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:07:54.382389 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:07:59.936608 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:03.130692 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:05.576453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe2f06-f6e1-456b-beb7-6661ec0e1261 req-33451386-17c2-4358-bb91-e4982f4b5854 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:05.577957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8fe2f06-f6e1-456b-beb7-6661ec0e1261 req-33451386-17c2-4358-bb91-e4982f4b5854 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 945 time: 0.0509746 Oct 27 17:08:05.617752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8fe2f06-f6e1-456b-beb7-6661ec0e1261 req-4809efe1-39b2-405f-8179-bb9ae96ed35b tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329633 Oct 27 17:08:05.642875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48120) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:05.768657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af15aac-dae8-455d-8e1c-938a486ac2d8 tempest-TestMinimumBasicScenario-2104963852 tempest-TestMinimumBasicScenario-2104963852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:05.770808 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1af15aac-dae8-455d-8e1c-938a486ac2d8 tempest-TestMinimumBasicScenario-2104963852 tempest-TestMinimumBasicScenario-2104963852-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 1091 time: 0.1269562 Oct 27 17:08:05.774013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48124) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:05.778236 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:05.868334 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:05.966927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:06.069786 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Allocated IP 172.25.4.52 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/39f13cb7-aadc-4ede-8616-b1be75b4c887) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:08:06.173576 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:06.291336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:06.330157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:08:06.333667 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:08:06.337240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:08:06.365089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'Port': ['ID=39f13cb7-aadc-4ede-8616-b1be75b4c887,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:06.377892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.382427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.382427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.382427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.382427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.382427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.382427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.382427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.382427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.382427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.382427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.382427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:06.689972 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:06.847530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:06.999268 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:07.062537 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:07.139476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'Port': ['ID=39f13cb7-aadc-4ede-8616-b1be75b4c887,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:07.152655 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:07.251520 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Floating IP adde0e43-16bb-4ab5-8539-8023735f42de associated. External IP: 172.25.4.52, port: 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242. Oct 27 17:08:07.454374 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Router 01541366-2e64-4fc7-976a-bbfe010a9cb6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:08:07.561771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:08:07.573146 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff146403-197b-4095-93fe-a9f454ece829 None None] Sync routers for ids ['01541366-2e64-4fc7-976a-bbfe010a9cb6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:08:07.584495 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff146403-197b-4095-93fe-a9f454ece829 None None] Routers {'01541366-2e64-4fc7-976a-bbfe010a9cb6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:07.585128 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ff146403-197b-4095-93fe-a9f454ece829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:07:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['01541366-2e64-4fc7-976a-bbfe010a9cb6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:07.705102 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ff146403-197b-4095-93fe-a9f454ece829 None None] Set router 01541366-2e64-4fc7-976a-bbfe010a9cb6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:07.744826 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:07.773045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-fc6dee68-d416-4087-85f4-70a20f64ff71 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9980154 Oct 27 17:08:07.773639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:07.775943 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:07.782351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48126) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:07.782351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2055735234', 'description': 'tempest-secgroup-smoke-2055735234 description', 'project_id': '063ae88ef66c449fbe1c1bcb58920717'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:07.821645 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96a818f-a62c-4b29-9f35-08d90a72dd81 x-openstack-request-id: req-b96a818f-a62c-4b29-9f35-08d90a72dd81 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:07.821956 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:07.822292 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b96a818f-a62c-4b29-9f35-08d90a72dd81 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:07.822927 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'status': 'completed', 'code': 200} Oct 27 17:08:07.885790 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:07.886053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81 req-8d10f825-3c64-4e86-ab81-434acd4440d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:07.887741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81 req-8d10f825-3c64-4e86-ab81-434acd4440d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=063ae88ef66c449fbe1c1bcb58920717&device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 1096 time: 0.0479610 Oct 27 17:08:07.952268 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:07.989739 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81 req-822cec02-26a2-446f-92ad-ebe666538663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:07.991157 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81 req-822cec02-26a2-446f-92ad-ebe666538663 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9acb8156-6c6c-4b6c-ae49-c6b381222f46 HTTP/1.1" status: 200 len: 915 time: 0.0943680 Oct 27 17:08:08.022903 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:08.025036 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ff146403-197b-4095-93fe-a9f454ece829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 4, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'adde0e43-16bb-4ab5-8539-8023735f42de', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'port_id': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'mac_address': 'fa:16:3e:98:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd38732-9e63-49f7-8474-ab3e94190676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:06Z', 'updated_at': '2021-10-27T17:08:06Z', 'revision_number': 0, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f3d848-93a6-4ee4-8e69-df1aefe3a209', 'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'mac_address': 'fa:16:3e:f2:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:05Z', 'updated_at': '2021-10-27T17:07:10Z', 'revision_number': 5, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'subnets': [{'id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:08.053396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e318d2c6-24a9-420d-a868-0f9d68db17d7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:08.055498 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff146403-197b-4095-93fe-a9f454ece829 None None] Checking router: 01541366-2e64-4fc7-976a-bbfe010a9cb6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:08:08.061726 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.062036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.062562 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.063064 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.063584 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.063906 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff146403-197b-4095-93fe-a9f454ece829 None None] Routers {'01541366-2e64-4fc7-976a-bbfe010a9cb6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:08:08.064032 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.064257 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.064753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.065256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.065391 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ff146403-197b-4095-93fe-a9f454ece829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:07:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['01541366-2e64-4fc7-976a-bbfe010a9cb6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:08.065581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.066084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.066438 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:08:08.066975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81 req-dd3d9083-2b1d-446e-b5e2-c833708e36ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 HTTP/1.1" status: 200 len: 998 time: 0.0659204 Oct 27 17:08:08.110727 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:08.115278 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-52a382b0-d733-4342-af68-b2e51e3be629 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3379006 Oct 27 17:08:08.119234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48130) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:08.120146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81 req-f8f0a1dd-bb95-482e-b891-4d165af39194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:08.120506 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3e929ee6-f53a-498b-a80b-4d17dafc20fb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Request body: {'security_group_rule': {'security_group_id': 'e318d2c6-24a9-420d-a868-0f9d68db17d7', 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:08.121781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81 req-f8f0a1dd-bb95-482e-b891-4d165af39194 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20546a37-7fb4-4be0-847b-49e64200e85a HTTP/1.1" status: 200 len: 853 time: 0.0479057 Oct 27 17:08:08.170263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81 req-7aca8fe7-945d-4554-bad3-53b1dcd05051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:08.171730 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ff146403-197b-4095-93fe-a9f454ece829 None None] Set router 01541366-2e64-4fc7-976a-bbfe010a9cb6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:08:08.171860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81 req-7aca8fe7-945d-4554-bad3-53b1dcd05051 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9acb8156-6c6c-4b6c-ae49-c6b381222f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419898 Oct 27 17:08:08.261880 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e929ee6-f53a-498b-a80b-4d17dafc20fb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:08.270215 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81 req-9c5f1d8f-8ed6-49e6-95ca-c50e606e2a1c service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900283 Oct 27 17:08:08.320950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e929ee6-f53a-498b-a80b-4d17dafc20fb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:08.364943 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-db7b1874-b5f1-4dee-b1ae-e44c7eb4ca81 req-7e8aa624-8fea-47fa-9e1b-db79e35917a2 service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871999 Oct 27 17:08:08.405194 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ff146403-197b-4095-93fe-a9f454ece829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 4, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'adde0e43-16bb-4ab5-8539-8023735f42de', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'port_id': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'mac_address': 'fa:16:3e:98:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd38732-9e63-49f7-8474-ab3e94190676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:06Z', 'updated_at': '2021-10-27T17:08:06Z', 'revision_number': 0, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f3d848-93a6-4ee4-8e69-df1aefe3a209', 'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'mac_address': 'fa:16:3e:f2:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:05Z', 'updated_at': '2021-10-27T17:07:10Z', 'revision_number': 5, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'subnets': [{'id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:08:08.422733 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e929ee6-f53a-498b-a80b-4d17dafc20fb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:08.435638 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff146403-197b-4095-93fe-a9f454ece829 None None] The sync data for ids ['01541366-2e64-4fc7-976a-bbfe010a9cb6'] in n-d-815689-1 is: [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 4, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'adde0e43-16bb-4ab5-8539-8023735f42de', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'floating_ip_address': '172.25.4.52', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'port_id': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'mac_address': 'fa:16:3e:98:32:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd38732-9e63-49f7-8474-ab3e94190676', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:08:06Z', 'updated_at': '2021-10-27T17:08:06Z', 'revision_number': 0, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f3d848-93a6-4ee4-8e69-df1aefe3a209', 'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'mac_address': 'fa:16:3e:f2:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:05Z', 'updated_at': '2021-10-27T17:07:10Z', 'revision_number': 5, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'subnets': [{'id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:08:08.448597 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e929ee6-f53a-498b-a80b-4d17dafc20fb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d60fb19-97cf-4366-85f9-c64385e12ff6,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:08.602169 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3e929ee6-f53a-498b-a80b-4d17dafc20fb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:08.603401 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3e929ee6-f53a-498b-a80b-4d17dafc20fb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4864025 Oct 27 17:08:08.606299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48132) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:08.619269 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a48b5c75-6ce3-41c2-9c63-d0bff3c4a7fd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Request body: {'security_group_rule': {'security_group_id': 'e318d2c6-24a9-420d-a868-0f9d68db17d7', 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:08.639026 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d713e07a-db50-4482-afa1-ed3d4046daac None None] New status for floating IP adde0e43-16bb-4ab5-8539-8023735f42de: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:08:08.730571 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c75-6ce3-41c2-9c63-d0bff3c4a7fd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:08.788333 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c75-6ce3-41c2-9c63-d0bff3c4a7fd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:08.891289 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c75-6ce3-41c2-9c63-d0bff3c4a7fd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:08.909951 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b5c75-6ce3-41c2-9c63-d0bff3c4a7fd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0bdb17-8188-4705-a0bb-73b21333a719,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:08.996140 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a48b5c75-6ce3-41c2-9c63-d0bff3c4a7fd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:08.997361 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a48b5c75-6ce3-41c2-9c63-d0bff3c4a7fd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3900745 Oct 27 17:08:09.000025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48134) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:09.004396 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-010f0632-f1c9-4415-8f50-2048cd34867a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Request body: {'security_group_rule': {'security_group_id': 'e318d2c6-24a9-420d-a868-0f9d68db17d7', 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:09.123080 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-010f0632-f1c9-4415-8f50-2048cd34867a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:09.180900 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-010f0632-f1c9-4415-8f50-2048cd34867a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:09.272683 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-010f0632-f1c9-4415-8f50-2048cd34867a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:09.290375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f0632-f1c9-4415-8f50-2048cd34867a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=968b3a29-ac69-42c7-b0ed-060655d6412b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:09.361433 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-010f0632-f1c9-4415-8f50-2048cd34867a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:09.362748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-010f0632-f1c9-4415-8f50-2048cd34867a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3617644 Oct 27 17:08:09.365499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:09.369869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-fd520499-4b73-4cbe-a741-cabcee96eadd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Request body: {'security_group_rule': {'security_group_id': 'e318d2c6-24a9-420d-a868-0f9d68db17d7', 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:09.466188 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd520499-4b73-4cbe-a741-cabcee96eadd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:09.524142 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd520499-4b73-4cbe-a741-cabcee96eadd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:09.599592 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd520499-4b73-4cbe-a741-cabcee96eadd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:09.620375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd520499-4b73-4cbe-a741-cabcee96eadd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e91b25f-df4c-403a-8c6f-ad5396a75042,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:09.694190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fd520499-4b73-4cbe-a741-cabcee96eadd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:09.695488 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fd520499-4b73-4cbe-a741-cabcee96eadd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3290265 Oct 27 17:08:09.698157 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48138) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:09.702549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-74067263-1b67-47ed-aae9-12612bb09836 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Request body: {'security_group_rule': {'security_group_id': 'e318d2c6-24a9-420d-a868-0f9d68db17d7', 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:09.805444 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-74067263-1b67-47ed-aae9-12612bb09836 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Project 063ae88ef66c449fbe1c1bcb58920717 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:08:09.811056 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74067263-1b67-47ed-aae9-12612bb09836 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:09.870822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74067263-1b67-47ed-aae9-12612bb09836 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:09.953718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74067263-1b67-47ed-aae9-12612bb09836 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:09.972162 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74067263-1b67-47ed-aae9-12612bb09836 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0734bd-21cd-4b3e-a88f-1fcfc406072a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:10.070457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74067263-1b67-47ed-aae9-12612bb09836 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:10.071658 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-74067263-1b67-47ed-aae9-12612bb09836 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3725789 Oct 27 17:08:10.074382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48140) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:08:10.078721 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-94aabd1a-7142-4914-98bf-30841751b579 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Request body: {'security_group_rule': {'security_group_id': 'e318d2c6-24a9-420d-a868-0f9d68db17d7', 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:10.170791 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-94aabd1a-7142-4914-98bf-30841751b579 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Project 063ae88ef66c449fbe1c1bcb58920717 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:08:10.175922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94aabd1a-7142-4914-98bf-30841751b579 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:10.235090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94aabd1a-7142-4914-98bf-30841751b579 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:10.319676 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94aabd1a-7142-4914-98bf-30841751b579 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:10.337059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aabd1a-7142-4914-98bf-30841751b579 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc439d5-15b4-4520-9f50-920895722796,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:10.435867 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-94aabd1a-7142-4914-98bf-30841751b579 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:10.437131 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-94aabd1a-7142-4914-98bf-30841751b579 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3618371 Oct 27 17:08:10.517161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3b3b40d-c2e5-411d-8e32-8d57c082993b req-7cec89c9-ce11-4339-baf8-a28a59a57913 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055735234&fields=id&tenant_id=063ae88ef66c449fbe1c1bcb58920717 HTTP/1.1" status: 200 len: 267 time: 0.0344005 Oct 27 17:08:10.573803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3b40d-c2e5-411d-8e32-8d57c082993b req-0e661c85-919d-4c18-8e3b-96b8c8ef0ef8 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:10.575276 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3b3b40d-c2e5-411d-8e32-8d57c082993b req-0e661c85-919d-4c18-8e3b-96b8c8ef0ef8 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 945 time: 0.0521960 Oct 27 17:08:10.586266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-c3b3b40d-c2e5-411d-8e32-8d57c082993b req-d60edf1d-2007-4892-9113-a65a450a95c4 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Request body: {'port': {'security_groups': ['2d5b9b84-3a13-4fd2-a8ac-c12c323283aa', 'e318d2c6-24a9-420d-a868-0f9d68db17d7']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:08:10.649858 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3b3b40d-c2e5-411d-8e32-8d57c082993b req-d60edf1d-2007-4892-9113-a65a450a95c4 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:10.831903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-c3b3b40d-c2e5-411d-8e32-8d57c082993b req-d60edf1d-2007-4892-9113-a65a450a95c4 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] For port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:08:10.860461 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3b3b40d-c2e5-411d-8e32-8d57c082993b req-d60edf1d-2007-4892-9113-a65a450a95c4 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:10.919599 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3b3b40d-c2e5-411d-8e32-8d57c082993b req-d60edf1d-2007-4892-9113-a65a450a95c4 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:10.931673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:08:10.968713 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3b40d-c2e5-411d-8e32-8d57c082993b req-d60edf1d-2007-4892-9113-a65a450a95c4 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:10.969341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-c3b3b40d-c2e5-411d-8e32-8d57c082993b req-d60edf1d-2007-4892-9113-a65a450a95c4 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:10.978023 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3b3b40d-c2e5-411d-8e32-8d57c082993b req-d60edf1d-2007-4892-9113-a65a450a95c4 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "PUT /v2.0/ports/5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 HTTP/1.1" status: 200 len: 981 time: 0.3961408 Oct 27 17:08:10.978536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:08:10.980890 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:08:11.027168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60edf1d-2007-4892-9113-a65a450a95c4 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'Port': ['ID=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:08:11.033449 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef25d965-44b9-400f-8b17-9d1068b5a90d x-openstack-request-id: req-ef25d965-44b9-400f-8b17-9d1068b5a90d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:08:11.033739 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:08:11.034033 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef25d965-44b9-400f-8b17-9d1068b5a90d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:08:11.034435 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'status': 'completed', 'code': 200} Oct 27 17:08:11.047688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:08:11.114762 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d89354-dfa2-40a3-98d4-4c21bed46a6e req-32725c24-9a7a-4d4a-821f-0c103dfd893d tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:11.115620 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2 req-12263f75-c82b-458e-8961-cb6c69b88ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:11.116479 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-90d89354-dfa2-40a3-98d4-4c21bed46a6e req-32725c24-9a7a-4d4a-821f-0c103dfd893d tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0641339 Oct 27 17:08:11.117653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2 req-12263f75-c82b-458e-8961-cb6c69b88ed8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=063ae88ef66c449fbe1c1bcb58920717&device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 1135 time: 0.0581095 Oct 27 17:08:11.173438 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-90d89354-dfa2-40a3-98d4-4c21bed46a6e req-00ad9fac-718d-438b-9fb3-f1358e9dbe08 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490866 Oct 27 17:08:11.230897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2 req-3b4870a7-a07d-4b3c-b66e-a4717650507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:11.232400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2 req-3b4870a7-a07d-4b3c-b66e-a4717650507f service neutron] 10.222.0.54 "GET /v2.0/networks?id=9acb8156-6c6c-4b6c-ae49-c6b381222f46 HTTP/1.1" status: 200 len: 915 time: 0.1068244 Oct 27 17:08:11.311363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2 req-b0fd1e64-8d48-4370-a5f6-1e609207ef04 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 HTTP/1.1" status: 200 len: 1000 time: 0.0698407 Oct 27 17:08:11.368486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2 req-ae1e0452-dd71-4c9b-a228-3bb59713db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:11.369099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4b7e353c-8f73-46eb-a02a-2dd9e9b2910a None None] Provisioning complete for port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:08:11.369465 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b7e353c-8f73-46eb-a02a-2dd9e9b2910a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:11.370261 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2 req-ae1e0452-dd71-4c9b-a228-3bb59713db55 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20546a37-7fb4-4be0-847b-49e64200e85a HTTP/1.1" status: 200 len: 853 time: 0.0478277 Oct 27 17:08:11.416867 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2 req-cb8e674b-483c-4ae5-936e-7101bc37a94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:11.418358 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2 req-cb8e674b-483c-4ae5-936e-7101bc37a94e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9acb8156-6c6c-4b6c-ae49-c6b381222f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410106 Oct 27 17:08:11.833205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2 req-f06b9d0a-506c-4d84-9926-39e1fb72c00d service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078166 Oct 27 17:08:11.925501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b501b77d-4f64-420a-a6a8-86cb95ee1aa2 req-a10a73ac-0c6c-4f08-ad05-1fc3d3f7df14 service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852120 Oct 27 17:08:18.530855 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fc3db535-e062-4f16-a3df-2f6279400bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:21.588299 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8a9362b4-0278-411f-a5ee-eaa2fb7c5729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:22.251060 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:22.405494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:24.422497 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:24.511161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1eda19-890d-4c4a-96b4-894b0eac0e2a req-7f49b146-145d-4a36-ae55-02233d7dfa50 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:24.512776 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be1eda19-890d-4c4a-96b4-894b0eac0e2a req-7f49b146-145d-4a36-ae55-02233d7dfa50 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0540442 Oct 27 17:08:24.554534 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-be1eda19-890d-4c4a-96b4-894b0eac0e2a req-9623dba8-71be-4b01-af42-1a27653c131c tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352736 Oct 27 17:08:24.567760 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813aee8-d92a-47bb-a4ef-8973b0f99230 req-ca07eaf4-d976-4376-b239-15f333336ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:24.569974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2813aee8-d92a-47bb-a4ef-8973b0f99230 req-ca07eaf4-d976-4376-b239-15f333336ab2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=063ae88ef66c449fbe1c1bcb58920717&device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 1135 time: 0.0422349 Oct 27 17:08:24.658385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813aee8-d92a-47bb-a4ef-8973b0f99230 req-2c1819d6-c92f-46c1-885b-b5f13d2a1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:24.659836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2813aee8-d92a-47bb-a4ef-8973b0f99230 req-2c1819d6-c92f-46c1-885b-b5f13d2a1922 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9acb8156-6c6c-4b6c-ae49-c6b381222f46 HTTP/1.1" status: 200 len: 915 time: 0.0827343 Oct 27 17:08:24.729677 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2813aee8-d92a-47bb-a4ef-8973b0f99230 req-562045c0-fd2a-45d4-8870-5833593babd3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 HTTP/1.1" status: 200 len: 1000 time: 0.0615087 Oct 27 17:08:24.779666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813aee8-d92a-47bb-a4ef-8973b0f99230 req-ac25e101-8c6d-474f-acc3-14da0809e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:24.781024 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2813aee8-d92a-47bb-a4ef-8973b0f99230 req-ac25e101-8c6d-474f-acc3-14da0809e6b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20546a37-7fb4-4be0-847b-49e64200e85a HTTP/1.1" status: 200 len: 853 time: 0.0444021 Oct 27 17:08:24.827377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813aee8-d92a-47bb-a4ef-8973b0f99230 req-eba97303-7edb-4565-977f-a74184431c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:24.828866 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2813aee8-d92a-47bb-a4ef-8973b0f99230 req-eba97303-7edb-4565-977f-a74184431c6d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9acb8156-6c6c-4b6c-ae49-c6b381222f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394835 Oct 27 17:08:24.921042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2813aee8-d92a-47bb-a4ef-8973b0f99230 req-2fbb5f1a-cd83-4d5a-bfcb-de611f3fa269 service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847726 Oct 27 17:08:25.014305 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2813aee8-d92a-47bb-a4ef-8973b0f99230 req-5dfd5de7-5da1-4b3e-900d-78e69b5a2e39 service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845964 Oct 27 17:08:25.674629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbc923-931a-481e-90cd-4c336371d7d3 req-134201ea-f85c-4875-9ee5-981e28c6baf8 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:25.676125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4bbc923-931a-481e-90cd-4c336371d7d3 req-134201ea-f85c-4875-9ee5-981e28c6baf8 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0502055 Oct 27 17:08:25.716958 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d4bbc923-931a-481e-90cd-4c336371d7d3 req-f8df8296-2b87-4095-8256-32aec51c0735 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343819 Oct 27 17:08:26.835326 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd51934-dfdb-4eee-9894-b92ebea8d7db req-8f3f32e7-0f3b-42e7-a820-0dfaa9072b56 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:26.836897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbd51934-dfdb-4eee-9894-b92ebea8d7db req-8f3f32e7-0f3b-42e7-a820-0dfaa9072b56 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0495737 Oct 27 17:08:26.876229 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cbd51934-dfdb-4eee-9894-b92ebea8d7db req-b576542f-0ea3-4e64-b23b-ad954d6a1ad6 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331023 Oct 27 17:08:27.993405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc414-5cc6-4d8f-b590-b800086c2524 req-0472e027-a916-4fe7-b97c-6d835d44b5dd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:27.994880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e1cc414-5cc6-4d8f-b590-b800086c2524 req-0472e027-a916-4fe7-b97c-6d835d44b5dd tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0493116 Oct 27 17:08:28.034494 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e1cc414-5cc6-4d8f-b590-b800086c2524 req-f005afac-13c1-4fd9-a757-9aed6ca2ffc5 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335953 Oct 27 17:08:29.149707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63184284-914f-4459-b0a1-788fb85eae51 req-360575b2-4534-485d-995d-cf0162443855 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:29.151181 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63184284-914f-4459-b0a1-788fb85eae51 req-360575b2-4534-485d-995d-cf0162443855 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0494282 Oct 27 17:08:29.194753 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63184284-914f-4459-b0a1-788fb85eae51 req-1766dd69-1884-4627-bd43-a16613b56651 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373805 Oct 27 17:08:29.953671 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:30.312629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6b19c-8b19-4939-86bd-63bf135b47cc req-8f2366eb-5352-4d89-9a00-8ce3d73714ea tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:30.319013 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62c6b19c-8b19-4939-86bd-63bf135b47cc req-8f2366eb-5352-4d89-9a00-8ce3d73714ea tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0510266 Oct 27 17:08:30.359232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-62c6b19c-8b19-4939-86bd-63bf135b47cc req-ea30410b-54f0-4e65-b01e-876c7755940e tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389173 Oct 27 17:08:31.223469 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:08:31.481451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f269f3-b8ea-4cf3-bb1c-7c357d309b1c req-c898646e-c2d4-4d29-9a59-1d69dd36a1d5 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:31.482994 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83f269f3-b8ea-4cf3-bb1c-7c357d309b1c req-c898646e-c2d4-4d29-9a59-1d69dd36a1d5 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0538950 Oct 27 17:08:31.524116 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83f269f3-b8ea-4cf3-bb1c-7c357d309b1c req-9df349c8-e030-40f5-9f25-b81b58e57730 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348787 Oct 27 17:08:32.639771 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1280080-0972-4cd1-8800-b6bba4e3e0d0 req-ab7e503e-bb97-4ed0-989c-fc5de0016918 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:32.641274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1280080-0972-4cd1-8800-b6bba4e3e0d0 req-ab7e503e-bb97-4ed0-989c-fc5de0016918 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0490732 Oct 27 17:08:32.685487 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b1280080-0972-4cd1-8800-b6bba4e3e0d0 req-719fe87f-ec97-400b-9eab-b8078cb41bcc tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380979 Oct 27 17:08:33.188204 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:33.803853 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e834c360-cac1-4df3-a40b-fb2a3fb76546 req-cbae18ac-3fa4-4485-b110-e2e9b862f87b tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:33.805494 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e834c360-cac1-4df3-a40b-fb2a3fb76546 req-cbae18ac-3fa4-4485-b110-e2e9b862f87b tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0504713 Oct 27 17:08:33.845878 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e834c360-cac1-4df3-a40b-fb2a3fb76546 req-fa42dda8-043a-42a9-93b5-6838768ef56a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340419 Oct 27 17:08:34.960581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d930a4f-de93-4bfd-ac41-eed492826bd0 req-5e9d841c-160e-445b-9757-12165d0e78d9 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:34.962645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d930a4f-de93-4bfd-ac41-eed492826bd0 req-5e9d841c-160e-445b-9757-12165d0e78d9 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0494421 Oct 27 17:08:35.002376 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3d930a4f-de93-4bfd-ac41-eed492826bd0 req-7a381092-2ed5-4cfc-bd5d-6daec0b1e548 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336795 Oct 27 17:08:36.120522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c975326-98a1-4c4c-80c5-4401edee53fa req-eaf7fe00-1d57-4395-9730-321caf3485ec tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:36.121940 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c975326-98a1-4c4c-80c5-4401edee53fa req-eaf7fe00-1d57-4395-9730-321caf3485ec tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0510342 Oct 27 17:08:36.166248 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9c975326-98a1-4c4c-80c5-4401edee53fa req-b85c7406-62ed-4441-95a8-7817bb63658a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375578 Oct 27 17:08:37.285017 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5867c-ef25-44ff-ad00-2a73c07275a1 req-da965116-cc74-4548-b803-0089c49b29a0 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:37.286469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8a5867c-ef25-44ff-ad00-2a73c07275a1 req-da965116-cc74-4548-b803-0089c49b29a0 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0487037 Oct 27 17:08:37.330481 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d8a5867c-ef25-44ff-ad00-2a73c07275a1 req-616492f2-8462-4807-8007-a97bb3d3c820 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379190 Oct 27 17:08:38.450111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39570d70-7235-41f8-a340-19c8b0dbea18 req-b2e49556-5aeb-4e9b-ba5f-4444787fd820 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:38.452028 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39570d70-7235-41f8-a340-19c8b0dbea18 req-b2e49556-5aeb-4e9b-ba5f-4444787fd820 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0507190 Oct 27 17:08:38.491822 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39570d70-7235-41f8-a340-19c8b0dbea18 req-e36d8486-f0d5-4134-9839-8759a2c5082f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340178 Oct 27 17:08:39.611622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865d2c0-0a95-4c38-9e3e-56e169424c50 req-a5cc2cd9-41e3-448f-87e5-862ba29be9f5 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:39.613058 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7865d2c0-0a95-4c38-9e3e-56e169424c50 req-a5cc2cd9-41e3-448f-87e5-862ba29be9f5 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0509982 Oct 27 17:08:39.653167 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7865d2c0-0a95-4c38-9e3e-56e169424c50 req-6e853ca7-c7f2-4b62-b3d2-35bbdf6c1d19 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334058 Oct 27 17:08:40.771680 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc4a34-b961-454d-8dd9-a9e5c3262b7a req-eefcaf8f-1155-42a8-bcca-c89e405406e6 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:40.773195 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3abc4a34-b961-454d-8dd9-a9e5c3262b7a req-eefcaf8f-1155-42a8-bcca-c89e405406e6 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0491543 Oct 27 17:08:40.815689 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3abc4a34-b961-454d-8dd9-a9e5c3262b7a req-e6deff72-495c-4568-bfb8-5ce844420104 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348361 Oct 27 17:08:41.932371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04838acb-bdbd-4f3c-b4a2-015bd7012fa9 req-b00719d8-cc2f-433c-bcf2-311b457b737f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:41.933975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04838acb-bdbd-4f3c-b4a2-015bd7012fa9 req-b00719d8-cc2f-433c-bcf2-311b457b737f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0498755 Oct 27 17:08:41.973768 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-04838acb-bdbd-4f3c-b4a2-015bd7012fa9 req-8316d67d-e0f8-4025-953a-4fe248f81a14 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=e318d2c6-24a9-420d-a868-0f9d68db17d7&id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337617 Oct 27 17:08:48.514065 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a885cdf4-1885-4edc-9016-fe7ab36cd5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:49.103835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-ab8efa63-53e2-41be-b685-17801e4cd0c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393980 Oct 27 17:08:49.188607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-ed82932d-6b13-4ed2-a791-6aeb95616ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:49.190073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-ed82932d-6b13-4ed2-a791-6aeb95616ff1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=063ae88ef66c449fbe1c1bcb58920717&device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 1135 time: 0.0442030 Oct 27 17:08:49.291623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-8cb040cf-99b1-438c-9268-eb823187df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:49.293141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-8cb040cf-99b1-438c-9268-eb823187df60 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9acb8156-6c6c-4b6c-ae49-c6b381222f46 HTTP/1.1" status: 200 len: 915 time: 0.0836844 Oct 27 17:08:49.362457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-07ac4ffa-26fd-439f-9cd8-62aa67c2b9d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 HTTP/1.1" status: 200 len: 1000 time: 0.0622396 Oct 27 17:08:49.413540 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-234f7567-e9ed-496e-bed1-8629278bfdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:49.414936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-234f7567-e9ed-496e-bed1-8629278bfdf1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20546a37-7fb4-4be0-847b-49e64200e85a HTTP/1.1" status: 200 len: 853 time: 0.0423298 Oct 27 17:08:49.462126 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-ef329aed-c828-4acd-b700-565860fe9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:08:49.463570 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-ef329aed-c828-4acd-b700-565860fe9f76 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9acb8156-6c6c-4b6c-ae49-c6b381222f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392661 Oct 27 17:08:49.487521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-53a22fc0-2614-411b-a118-2331d685ff09 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:08:49.488496 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-53a22fc0-2614-411b-a118-2331d685ff09 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051119 Oct 27 17:08:49.585456 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-ca1d73eb-578e-436d-867b-c6c18cb7e025 service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851698 Oct 27 17:08:49.673347 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-10243bc9-bdff-4f8d-a9e2-ab42382e7dd3 req-a4cb05e4-34a3-45fe-91fc-8759cc8d878f service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813379 Oct 27 17:08:51.565647 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e6aee6d8-8f4e-4bea-bde0-aa0e599b7aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:52.280148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:52.427879 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:54.386384 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:08:59.964959 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:03.153559 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:08.221954 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:09:14.271040 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3755b1d-5fb1-4c95-8c26-0d9e04bc5725 req-bfbb6e02-1a8c-4e32-85e1-f6719edb7458 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055735234&fields=id&tenant_id=063ae88ef66c449fbe1c1bcb58920717 HTTP/1.1" status: 200 len: 267 time: 0.0319989 Oct 27 17:09:14.330165 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3755b1d-5fb1-4c95-8c26-0d9e04bc5725 req-ba673dcf-a126-4d66-9faa-a18a2efe1706 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:14.331610 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3755b1d-5fb1-4c95-8c26-0d9e04bc5725 req-ba673dcf-a126-4d66-9faa-a18a2efe1706 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 984 time: 0.0545025 Oct 27 17:09:14.343408 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [req-b3755b1d-5fb1-4c95-8c26-0d9e04bc5725 req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Request body: {'port': {'security_groups': ['2d5b9b84-3a13-4fd2-a8ac-c12c323283aa']}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:14.407662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3755b1d-5fb1-4c95-8c26-0d9e04bc5725 req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:14.582189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [req-b3755b1d-5fb1-4c95-8c26-0d9e04bc5725 req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] For port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:14.610824 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3755b1d-5fb1-4c95-8c26-0d9e04bc5725 req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:14.672098 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3755b1d-5fb1-4c95-8c26-0d9e04bc5725 req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:14.685084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:09:14.721039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3755b1d-5fb1-4c95-8c26-0d9e04bc5725 req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:14.721407 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [req-b3755b1d-5fb1-4c95-8c26-0d9e04bc5725 req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:14.722791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b3755b1d-5fb1-4c95-8c26-0d9e04bc5725 req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "PUT /v2.0/ports/5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 HTTP/1.1" status: 200 len: 942 time: 0.3839040 Oct 27 17:09:14.723245 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:09:14.726912 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2350b5-5e76-435c-8357-c5a610983420" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:09:14.730537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48216) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:14.750595 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event updated for resources: {'Port': ['ID=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,revision_number=7']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:14.760585 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.760899 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.761194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.761537 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.761876 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.762218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.762546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.762874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.763375 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.763716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.764244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.764576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6d94ef-d947-4fcc-bc70-f71c23e22d0f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:14.803963 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:09:14.879499 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:14.916353 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:14.968745 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabbf7c4-b4f1-40b3-8db6-30a7e2edcb26 x-openstack-request-id: req-fabbf7c4-b4f1-40b3-8db6-30a7e2edcb26 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:09:14.969056 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:09:14.969315 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fabbf7c4-b4f1-40b3-8db6-30a7e2edcb26 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:09:14.969800 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'status': 'completed', 'code': 200} Oct 27 17:09:15.004919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f2b298cb-797e-47f9-b160-b2cd31c89924 None None] Provisioning complete for port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:15.005209 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f2b298cb-797e-47f9-b160-b2cd31c89924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:15.034874 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:15.038193 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:15.041797 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "DELETE /v2.0/security-groups/e318d2c6-24a9-420d-a868-0f9d68db17d7 HTTP/1.1" status: 204 len: 168 time: 0.3044832 Oct 27 17:09:15.042334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48220) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:15.051545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e318d2c6-24a9-420d-a868-0f9d68db17d7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:15.060441 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2350b5-5e76-435c-8357-c5a610983420 req-bd5cb81e-9a29-493e-b87f-e305c56ae277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:15.062060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c2350b5-5e76-435c-8357-c5a610983420 req-bd5cb81e-9a29-493e-b87f-e305c56ae277 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=063ae88ef66c449fbe1c1bcb58920717&device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 1096 time: 0.0613568 Oct 27 17:09:15.063846 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.064245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.064584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.064917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.065248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.065576 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.065898 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.066223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.066590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.066913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.067230 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.067547 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e26ff26-d870-4953-8c80-e531bf2a5bda tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:15.169559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2350b5-5e76-435c-8357-c5a610983420 req-713f438b-b1c4-436c-952a-63f4f9f06c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:15.171151 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c2350b5-5e76-435c-8357-c5a610983420 req-713f438b-b1c4-436c-952a-63f4f9f06c0a service neutron] 10.222.0.54 "GET /v2.0/networks?id=9acb8156-6c6c-4b6c-ae49-c6b381222f46 HTTP/1.1" status: 200 len: 915 time: 0.0947104 Oct 27 17:09:15.240324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c2350b5-5e76-435c-8357-c5a610983420 req-2f973a3d-792a-4cc6-ab0d-f30082e62fd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 HTTP/1.1" status: 200 len: 1000 time: 0.0607405 Oct 27 17:09:15.291651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2350b5-5e76-435c-8357-c5a610983420 req-fa64730f-36f5-43e1-b24d-2d98aa688845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:15.293187 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c2350b5-5e76-435c-8357-c5a610983420 req-fa64730f-36f5-43e1-b24d-2d98aa688845 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20546a37-7fb4-4be0-847b-49e64200e85a HTTP/1.1" status: 200 len: 853 time: 0.0462537 Oct 27 17:09:15.347833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2350b5-5e76-435c-8357-c5a610983420 req-88783dcc-6d8c-42c0-b490-482a529fda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:15.349467 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c2350b5-5e76-435c-8357-c5a610983420 req-88783dcc-6d8c-42c0-b490-482a529fda5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9acb8156-6c6c-4b6c-ae49-c6b381222f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486524 Oct 27 17:09:15.444171 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c2350b5-5e76-435c-8357-c5a610983420 req-c09a6fde-467b-4261-9936-6ff1d0a44f83 service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876980 Oct 27 17:09:15.514914 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Deleting port 39f13cb7-aadc-4ede-8616-b1be75b4c887 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:09:15.515522 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:15.543479 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6c2350b5-5e76-435c-8357-c5a610983420 req-5ea62aef-f8a2-4630-9b50-dc5e37bd3342 service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925186 Oct 27 17:09:15.591193 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:15.591529 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:15.604154 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Calling delete_port for 39f13cb7-aadc-4ede-8616-b1be75b4c887 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:09:15.820955 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:15.848828 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event deleted for resources: {'Port': ['ID=39f13cb7-aadc-4ede-8616-b1be75b4c887,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:15.914285 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:15.914622 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Floating IP adde0e43-16bb-4ab5-8539-8023735f42de disassociated (deleted). External IP: 172.25.4.52, port: 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242. Oct 27 17:09:16.120616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Router 01541366-2e64-4fc7-976a-bbfe010a9cb6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:09:16.229907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:09:16.234691 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:16.239232 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960367e0-ccd5-4ea3-b6ed-e30b635eaf49 None None] Sync routers for ids ['01541366-2e64-4fc7-976a-bbfe010a9cb6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:09:16.249557 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960367e0-ccd5-4ea3-b6ed-e30b635eaf49 None None] Routers {'01541366-2e64-4fc7-976a-bbfe010a9cb6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:16.250165 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-960367e0-ccd5-4ea3-b6ed-e30b635eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:08:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['01541366-2e64-4fc7-976a-bbfe010a9cb6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:16.262227 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c2fc7304-1905-495f-ae4b-16c79bc3a1eb tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "DELETE /v2.0/floatingips/adde0e43-16bb-4ab5-8539-8023735f42de HTTP/1.1" status: 204 len: 168 time: 1.2181606 Oct 27 17:09:16.358134 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-960367e0-ccd5-4ea3-b6ed-e30b635eaf49 None None] Set router 01541366-2e64-4fc7-976a-bbfe010a9cb6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:16.561077 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-960367e0-ccd5-4ea3-b6ed-e30b635eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 4, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '42f3d848-93a6-4ee4-8e69-df1aefe3a209', 'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'mac_address': 'fa:16:3e:f2:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:05Z', 'updated_at': '2021-10-27T17:07:10Z', 'revision_number': 5, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'subnets': [{'id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:16.587871 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960367e0-ccd5-4ea3-b6ed-e30b635eaf49 None None] Checking router: 01541366-2e64-4fc7-976a-bbfe010a9cb6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:09:16.596361 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960367e0-ccd5-4ea3-b6ed-e30b635eaf49 None None] Routers {'01541366-2e64-4fc7-976a-bbfe010a9cb6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:16.596969 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-960367e0-ccd5-4ea3-b6ed-e30b635eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:08:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['01541366-2e64-4fc7-976a-bbfe010a9cb6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:16.702407 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-960367e0-ccd5-4ea3-b6ed-e30b635eaf49 None None] Set router 01541366-2e64-4fc7-976a-bbfe010a9cb6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:16.901529 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-960367e0-ccd5-4ea3-b6ed-e30b635eaf49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 4, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '42f3d848-93a6-4ee4-8e69-df1aefe3a209', 'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'mac_address': 'fa:16:3e:f2:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:05Z', 'updated_at': '2021-10-27T17:07:10Z', 'revision_number': 5, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'subnets': [{'id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:16.927919 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960367e0-ccd5-4ea3-b6ed-e30b635eaf49 None None] The sync data for ids ['01541366-2e64-4fc7-976a-bbfe010a9cb6'] in n-d-815689-1 is: [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:07:06Z', 'revision_number': 4, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '42f3d848-93a6-4ee4-8e69-df1aefe3a209', 'name': '', 'network_id': '9acb8156-6c6c-4b6c-ae49-c6b381222f46', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'mac_address': 'fa:16:3e:f2:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:05Z', 'updated_at': '2021-10-27T17:07:10Z', 'revision_number': 5, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'subnets': [{'id': '20546a37-7fb4-4be0-847b-49e64200e85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:09:16.970676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:09:16.973085 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:09:17.011016 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a16634-fb7c-4180-b1de-9e81d4e355dc x-openstack-request-id: req-d7a16634-fb7c-4180-b1de-9e81d4e355dc {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:09:17.011303 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:09:17.011555 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7a16634-fb7c-4180-b1de-9e81d4e355dc {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:09:17.011956 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'status': 'completed', 'code': 200} Oct 27 17:09:17.083122 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746 req-89519f7e-22a8-4cb8-a17b-11212633bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:17.085810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746 req-89519f7e-22a8-4cb8-a17b-11212633bb70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=063ae88ef66c449fbe1c1bcb58920717&device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 1096 time: 0.0441399 Oct 27 17:09:17.174765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a009b1-8db1-4b40-ab94-4079ec703dec None None] New status for floating IP adde0e43-16bb-4ab5-8539-8023735f42de: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:09:17.196428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746 req-201d8887-38e1-454e-9e53-20ad412baf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:17.198089 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746 req-201d8887-38e1-454e-9e53-20ad412baf69 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9acb8156-6c6c-4b6c-ae49-c6b381222f46 HTTP/1.1" status: 200 len: 915 time: 0.1054118 Oct 27 17:09:17.243074 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746 req-f8ff3d85-c3e6-4e24-a074-98e0028b1eeb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 HTTP/1.1" status: 200 len: 217 time: 0.0378940 Oct 27 17:09:17.295556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746 req-908fcb1e-b6e2-458f-b8e4-0801d5a87493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:17.297064 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746 req-908fcb1e-b6e2-458f-b8e4-0801d5a87493 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=20546a37-7fb4-4be0-847b-49e64200e85a HTTP/1.1" status: 200 len: 853 time: 0.0469975 Oct 27 17:09:17.348258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746 req-598e99ee-8147-4254-83f6-1076d170b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:17.350849 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746 req-598e99ee-8147-4254-83f6-1076d170b691 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9acb8156-6c6c-4b6c-ae49-c6b381222f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458002 Oct 27 17:09:17.444788 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746 req-2aa8875e-4541-4244-b572-43ac8b8f36cb service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862436 Oct 27 17:09:17.544356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5fc6b1c-f086-4ce3-82e5-16146d3f2746 req-d9118919-509a-4309-8493-1ec700b0e28f service neutron] 10.222.0.54 "GET /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927289 Oct 27 17:09:18.525334 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6360064b-3fd9-44bc-a6ac-4c01cfa50999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:21.581900 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-cf7e9f59-e792-418b-b36b-d047ecba903f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:22.256581 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:22.421099 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:24.433526 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:25.700593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de0ccb-f231-4f43-a2ea-b07b292b064b req-c9db1d00-c067-444b-91e6-f7ff01032899 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:25.702086 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-13de0ccb-f231-4f43-a2ea-b07b292b064b req-c9db1d00-c067-444b-91e6-f7ff01032899 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 945 time: 0.0555353 Oct 27 17:09:25.742077 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-13de0ccb-f231-4f43-a2ea-b07b292b064b req-183285aa-1d6f-4f49-b4e5-f51685f9a99a tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Oct 27 17:09:26.858594 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3f0ab-f1a5-4037-9ee0-b07f7aea1872 req-6fe147ca-0fc3-4ea8-b95f-9756cbc355ed tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:26.860083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5fc3f0ab-f1a5-4037-9ee0-b07f7aea1872 req-6fe147ca-0fc3-4ea8-b95f-9756cbc355ed tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 945 time: 0.0488822 Oct 27 17:09:26.901353 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5fc3f0ab-f1a5-4037-9ee0-b07f7aea1872 req-84a04e8e-b95b-4dfe-8d10-24c5c8ffa347 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340419 Oct 27 17:09:27.299927 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a9524-ac3f-400b-beb9-10452ad67b8c req-51874b29-2a53-4ce5-9cfa-2d095eabf545 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:27.301399 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-457a9524-ac3f-400b-beb9-10452ad67b8c req-51874b29-2a53-4ce5-9cfa-2d095eabf545 tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 945 time: 0.0480509 Oct 27 17:09:27.394351 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-457a9524-ac3f-400b-beb9-10452ad67b8c req-65c69c33-6571-4987-bacb-6d87f9545a3f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Deleting port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:09:27.394683 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-457a9524-ac3f-400b-beb9-10452ad67b8c req-65c69c33-6571-4987-bacb-6d87f9545a3f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:27.483362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-457a9524-ac3f-400b-beb9-10452ad67b8c req-65c69c33-6571-4987-bacb-6d87f9545a3f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] For port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:27.483722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-457a9524-ac3f-400b-beb9-10452ad67b8c req-65c69c33-6571-4987-bacb-6d87f9545a3f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:27.496158 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-457a9524-ac3f-400b-beb9-10452ad67b8c req-65c69c33-6571-4987-bacb-6d87f9545a3f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Calling delete_port for 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:09:27.673550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-457a9524-ac3f-400b-beb9-10452ad67b8c req-65c69c33-6571-4987-bacb-6d87f9545a3f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:27.685050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:09:27.703227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c69c33-6571-4987-bacb-6d87f9545a3f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Pushing event deleted for resources: {'Port': ['ID=5c1bac48-f8c5-4a6c-a0ac-0937c86e4242,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:27.747525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-457a9524-ac3f-400b-beb9-10452ad67b8c req-65c69c33-6571-4987-bacb-6d87f9545a3f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] No DVR routers for this DVR port 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:09:27.750589 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-457a9524-ac3f-400b-beb9-10452ad67b8c req-65c69c33-6571-4987-bacb-6d87f9545a3f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:27.754006 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-457a9524-ac3f-400b-beb9-10452ad67b8c req-65c69c33-6571-4987-bacb-6d87f9545a3f tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.54 "DELETE /v2.0/ports/5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 HTTP/1.1" status: 204 len: 173 time: 0.4465504 Oct 27 17:09:27.754454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'name': 'network-vif-deleted', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:09:27.757497 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39e3096-4aa0-466f-92a7-6cfb56dd9001" -d '{"events": [{"server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "name": "network-vif-deleted", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:09:27.854283 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1238cda-67ad-44d0-957e-5e898bc90b5d x-openstack-request-id: req-d1238cda-67ad-44d0-957e-5e898bc90b5d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:09:27.854574 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd38732-9e63-49f7-8474-ab3e94190676", "name": "network-vif-deleted", "tag": "5c1bac48-f8c5-4a6c-a0ac-0937c86e4242", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:09:27.854827 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1238cda-67ad-44d0-957e-5e898bc90b5d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:09:27.855263 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd38732-9e63-49f7-8474-ab3e94190676', 'name': 'network-vif-deleted', 'tag': '5c1bac48-f8c5-4a6c-a0ac-0937c86e4242', 'status': 'completed', 'code': 200} Oct 27 17:09:28.000732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c389c63-4f4c-4be1-b5d5-a63413bcf8e6 req-6765d719-4973-41ac-a747-53a5705aaedf tempest-TestMinimumBasicScenario-647125518 tempest-TestMinimumBasicScenario-647125518-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fd38732-9e63-49f7-8474-ab3e94190676 HTTP/1.1" status: 200 len: 210 time: 0.0273263 Oct 27 17:09:29.940508 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:30.309161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48320) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:30.650094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:30.896159 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] Deleting port 42f3d848-93a6-4ee4-8e69-df1aefe3a209 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:09:30.896504 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:30.979578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] For port 42f3d848-93a6-4ee4-8e69-df1aefe3a209, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=42f3d848-93a6-4ee4-8e69-df1aefe3a209,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:30.979950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:30.991965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] Calling delete_port for 42f3d848-93a6-4ee4-8e69-df1aefe3a209 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:09:31.228595 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:31.253621 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=42f3d848-93a6-4ee4-8e69-df1aefe3a209,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:31.425032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:31.640568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] Router 01541366-2e64-4fc7-976a-bbfe010a9cb6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:09:31.748638 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:09:31.753689 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-43ecf7b5-6a36-4884-a252-ed015896bd1a admin admin] 10.222.0.15 "PUT /v2.0/routers/01541366-2e64-4fc7-976a-bbfe010a9cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4434755 Oct 27 17:09:31.756433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48322) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:31.760740 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e126ad-7db2-403c-8f33-412ffc7ff81a None None] Sync routers for ids ['01541366-2e64-4fc7-976a-bbfe010a9cb6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:09:31.770660 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e126ad-7db2-403c-8f33-412ffc7ff81a None None] Routers {'01541366-2e64-4fc7-976a-bbfe010a9cb6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:31.771262 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-28e126ad-7db2-403c-8f33-412ffc7ff81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['01541366-2e64-4fc7-976a-bbfe010a9cb6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:31.860993 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:31.875546 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-28e126ad-7db2-403c-8f33-412ffc7ff81a None None] Set router 01541366-2e64-4fc7-976a-bbfe010a9cb6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:31.968640 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:32.083952 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Deleting port da21d33c-5eb7-40c7-8f39-fb3cf827f411 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:09:32.084327 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:32.145191 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-28e126ad-7db2-403c-8f33-412ffc7ff81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:09:31Z', 'revision_number': 5, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port': {'id': 'da21d33c-5eb7-40c7-8f39-fb3cf827f411', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:56:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:04Z', 'updated_at': '2021-10-27T17:07:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:32.164200 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:09:32.165202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] For port da21d33c-5eb7-40c7-8f39-fb3cf827f411, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=da21d33c-5eb7-40c7-8f39-fb3cf827f411,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:32.165574 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:32.170908 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e126ad-7db2-403c-8f33-412ffc7ff81a None None] Checking router: 01541366-2e64-4fc7-976a-bbfe010a9cb6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:09:32.179210 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e126ad-7db2-403c-8f33-412ffc7ff81a None None] Routers {'01541366-2e64-4fc7-976a-bbfe010a9cb6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:32.180492 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-28e126ad-7db2-403c-8f33-412ffc7ff81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['01541366-2e64-4fc7-976a-bbfe010a9cb6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:32.184356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Calling delete_port for da21d33c-5eb7-40c7-8f39-fb3cf827f411 owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:09:32.187092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:09:32.187610 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5c1bac48-f8c5-4a6c-a0ac-0937c86e4242 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:09:32.265934 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-28e126ad-7db2-403c-8f33-412ffc7ff81a None None] Set router 01541366-2e64-4fc7-976a-bbfe010a9cb6 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:32.322013 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-28e126ad-7db2-403c-8f33-412ffc7ff81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:09:31Z', 'revision_number': 6, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:32.348929 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e126ad-7db2-403c-8f33-412ffc7ff81a None None] The sync data for ids ['01541366-2e64-4fc7-976a-bbfe010a9cb6'] in n-d-815689-1 is: [{'id': '01541366-2e64-4fc7-976a-bbfe010a9cb6', 'name': 'tempest-TestMinimumBasicScenario-468488251-router', 'tenant_id': '063ae88ef66c449fbe1c1bcb58920717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:03Z', 'updated_at': '2021-10-27T17:09:31Z', 'revision_number': 6, 'project_id': '063ae88ef66c449fbe1c1bcb58920717', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:09:32.428350 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:32.463369 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Pushing event deleted for resources: {'Port': ['ID=da21d33c-5eb7-40c7-8f39-fb3cf827f411,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:32.520030 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:32.607921 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:32.609994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:32.708257 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:32.708839 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01541366-2e64-4fc7-976a-bbfe010a9cb6 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:09:32.718909 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:32.718909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1688e51b-58e1-41a5-bc94-697d2e7a853d admin admin] 10.222.0.15 "DELETE /v2.0/routers/01541366-2e64-4fc7-976a-bbfe010a9cb6 HTTP/1.1" status: 204 len: 168 time: 0.9572513 Oct 27 17:09:32.718909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48324) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:32.766308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fefd244-805b-4cd5-8b1e-506471caecd5 admin admin] Deleting subnet 20546a37-7fb4-4be0-847b-49e64200e85a {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:09:32.769779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5fefd244-805b-4cd5-8b1e-506471caecd5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:32.805602 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5fefd244-805b-4cd5-8b1e-506471caecd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:32.883894 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5fefd244-805b-4cd5-8b1e-506471caecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.005391 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5fefd244-805b-4cd5-8b1e-506471caecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.032607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefd244-805b-4cd5-8b1e-506471caecd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20546a37-7fb4-4be0-847b-49e64200e85a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:33.034483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5fefd244-805b-4cd5-8b1e-506471caecd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.038657 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe70c7d0-7786-47ff-8927-d8f4601f486c None None] Network 9acb8156-6c6c-4b6c-ae49-c6b381222f46 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:09:33.041484 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5fefd244-805b-4cd5-8b1e-506471caecd5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/20546a37-7fb4-4be0-847b-49e64200e85a HTTP/1.1" status: 204 len: 168 time: 0.3232737 Oct 27 17:09:33.041669 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48326) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:33.110775 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 42f3d848-93a6-4ee4-8e69-df1aefe3a209 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:09:33.116624 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.140872 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 42f3d848-93a6-4ee4-8e69-df1aefe3a209 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:09:33.141148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 42f3d848-93a6-4ee4-8e69-df1aefe3a209 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:09:33.176713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Deleting port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:09:33.177048 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.199794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.244793 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] For port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:33.245143 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.256534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] DHCP port deletion for 9acb8156-6c6c-4b6c-ae49-c6b381222f46 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:09:33.260424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Calling delete_port for 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:09:33.306828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Deleting port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:09:33.307197 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.373301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] For port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f,segment=NetworkSegment(b914ded3-754f-4c8a-9a35-8028fde8d4e3),segment_id=b914ded3-754f-4c8a-9a35-8028fde8d4e3)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:33.373694 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.387796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Calling delete_port for 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:09:33.450787 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.472923 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.478607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:33.480439 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] No DVR routers for this DVR port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:09:33.496469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Pushing event deleted for resources: {'Port': ['ID=2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:33.510573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.510920 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.511268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.511604 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.511945 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.512304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.512670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.512996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.513322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.513648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.513973 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.514298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:33.518914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73928f85-1b35-4da5-8f2f-ea3ee015c482 None None] No DVR routers for this DVR port 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:09:33.558630 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.577926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9acb8156-6c6c-4b6c-ae49-c6b381222f46']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:33.587894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b914ded3-754f-4c8a-9a35-8028fde8d4e3') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:33.588234 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b914ded3-754f-4c8a-9a35-8028fde8d4e3') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:33.602340 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.615197 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.621203 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:09:33.621578 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: timer() Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:09:33.623190 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:09:33.746132 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.751537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:33.755111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9acb8156-6c6c-4b6c-ae49-c6b381222f46 HTTP/1.1" status: 204 len: 168 time: 0.7123125 Oct 27 17:09:33.758342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48328) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:33.766877 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad3292-4517-48ee-a5a6-16f55e0d6ec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9acb8156-6c6c-4b6c-ae49-c6b381222f46,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:34.097275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:34.341060 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] Deleting port 9b795b12-2fc4-40e1-8252-638b884a26dc {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:09:34.341399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:34.423225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] For port 9b795b12-2fc4-40e1-8252-638b884a26dc, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=9b795b12-2fc4-40e1-8252-638b884a26dc,segment=NetworkSegment(6220a11c-eb91-4341-9772-e2c57b42a2f5),segment_id=6220a11c-eb91-4341-9772-e2c57b42a2f5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:34.423536 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:34.437024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] Calling delete_port for 9b795b12-2fc4-40e1-8252-638b884a26dc owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:09:34.496826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device da21d33c-5eb7-40c7-8f39-fb3cf827f411 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:09:34.517325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: da21d33c-5eb7-40c7-8f39-fb3cf827f411 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:09:34.517676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device da21d33c-5eb7-40c7-8f39-fb3cf827f411 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:09:34.518105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:09:34.536874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:09:34.537429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 2cbaf56e-6cb4-4fa6-8f73-0062b0a66e1f not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:09:34.993975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:35.017473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b795b12-2fc4-40e1-8252-638b884a26dc,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:35.183042 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:35.403919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] Router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:09:35.516785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:09:35.525104 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c739f551-0526-470c-b5ea-53192f739dd8 admin admin] 10.222.0.15 "PUT /v2.0/routers/7adcbdee-b23f-4ee7-98ed-cf8c09f878ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7657204 Oct 27 17:09:35.525285 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48330) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:35.530603 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2942ada-5a9d-44c0-ae03-878bcc79413b None None] Sync routers for ids ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:09:35.546400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2942ada-5a9d-44c0-ae03-878bcc79413b None None] Routers {'7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:35.547091 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c2942ada-5a9d-44c0-ae03-878bcc79413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:35.642267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:35.661644 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c2942ada-5a9d-44c0-ae03-878bcc79413b None None] Set router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:35.751705 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:35.842394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c2942ada-5a9d-44c0-ae03-878bcc79413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'name': 'tempest-TestMinimumBasicScenario-1668287539-router', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '6704b6af-a2da-491e-8081-82e747a6295a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:09Z', 'updated_at': '2021-10-27T17:09:34Z', 'revision_number': 5, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'gw_port': {'id': '6704b6af-a2da-491e-8081-82e747a6295a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:40:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:07:10Z', 'updated_at': '2021-10-27T17:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:35.862192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Deleting port 6704b6af-a2da-491e-8081-82e747a6295a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:09:35.862536 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:35.870760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2942ada-5a9d-44c0-ae03-878bcc79413b None None] Checking router: 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:09:35.879718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2942ada-5a9d-44c0-ae03-878bcc79413b None None] Routers {'7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:35.880363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c2942ada-5a9d-44c0-ae03-878bcc79413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:35.956313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] For port 6704b6af-a2da-491e-8081-82e747a6295a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6704b6af-a2da-491e-8081-82e747a6295a,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:35.956675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:35.969059 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Calling delete_port for 6704b6af-a2da-491e-8081-82e747a6295a owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:09:35.970886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c2942ada-5a9d-44c0-ae03-878bcc79413b None None] Set router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:36.026289 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c2942ada-5a9d-44c0-ae03-878bcc79413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'name': 'tempest-TestMinimumBasicScenario-1668287539-router', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:09Z', 'updated_at': '2021-10-27T17:09:35Z', 'revision_number': 6, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:36.053210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2942ada-5a9d-44c0-ae03-878bcc79413b None None] The sync data for ids ['7adcbdee-b23f-4ee7-98ed-cf8c09f878ee'] in n-d-815689-1 is: [{'id': '7adcbdee-b23f-4ee7-98ed-cf8c09f878ee', 'name': 'tempest-TestMinimumBasicScenario-1668287539-router', 'tenant_id': 'facfab221a6942d0a4960718ef7326b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:07:09Z', 'updated_at': '2021-10-27T17:09:35Z', 'revision_number': 6, 'project_id': 'facfab221a6942d0a4960718ef7326b6', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:09:36.198068 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:36.224681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=6704b6af-a2da-491e-8081-82e747a6295a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:36.284221 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:36.679567 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:36.681864 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:36.788263 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:36.788746 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7adcbdee-b23f-4ee7-98ed-cf8c09f878ee {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:09:36.797175 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:36.798665 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-575418c9-17fa-48a3-bb50-9e44429e8f4e admin admin] 10.222.0.15 "DELETE /v2.0/routers/7adcbdee-b23f-4ee7-98ed-cf8c09f878ee HTTP/1.1" status: 204 len: 168 time: 1.2722719 Oct 27 17:09:36.801314 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48332) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:36.854275 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf959acd-a513-410c-a5af-db478dcc7297 admin admin] Deleting subnet 27c33abf-4e26-4598-9005-cebfdf8098cb {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:09:36.857710 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf959acd-a513-410c-a5af-db478dcc7297 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:36.872873 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9b795b12-2fc4-40e1-8252-638b884a26dc no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:09:36.892166 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf959acd-a513-410c-a5af-db478dcc7297 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:36.894499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 9b795b12-2fc4-40e1-8252-638b884a26dc {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:09:36.894812 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 9b795b12-2fc4-40e1-8252-638b884a26dc not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:09:36.982204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf959acd-a513-410c-a5af-db478dcc7297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.131169 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf959acd-a513-410c-a5af-db478dcc7297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.155092 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf959acd-a513-410c-a5af-db478dcc7297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c33abf-4e26-4598-9005-cebfdf8098cb,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:37.160847 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cf959acd-a513-410c-a5af-db478dcc7297 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.165815 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cf959acd-a513-410c-a5af-db478dcc7297 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/27c33abf-4e26-4598-9005-cebfdf8098cb HTTP/1.1" status: 204 len: 168 time: 0.3634665 Oct 27 17:09:37.166731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15cf7db-785e-40ae-87e9-33b29a3bd0df None None] Network d46a3d3b-4741-4992-93bb-46e6dd18e265 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:09:37.167561 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48334) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:37.238755 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.294241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Deleting port a0d075c8-a39f-4aa1-b034-e237c606b346 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:09:37.299334 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.343387 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3bc317-2f49-4cc2-9e88-17603d209ac9 None None] DHCP port deletion for d46a3d3b-4741-4992-93bb-46e6dd18e265 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:09:37.363486 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] For port a0d075c8-a39f-4aa1-b034-e237c606b346, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a0d075c8-a39f-4aa1-b034-e237c606b346,segment=NetworkSegment(6220a11c-eb91-4341-9772-e2c57b42a2f5),segment_id=6220a11c-eb91-4341-9772-e2c57b42a2f5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:37.363765 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.377368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Calling delete_port for a0d075c8-a39f-4aa1-b034-e237c606b346 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:09:37.397190 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bc317-2f49-4cc2-9e88-17603d209ac9 None None] Deleting port a0d075c8-a39f-4aa1-b034-e237c606b346 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:09:37.397562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc317-2f49-4cc2-9e88-17603d209ac9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.460310 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-1c3bc317-2f49-4cc2-9e88-17603d209ac9 None None] For port a0d075c8-a39f-4aa1-b034-e237c606b346, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=a0d075c8-a39f-4aa1-b034-e237c606b346,segment=NetworkSegment(6220a11c-eb91-4341-9772-e2c57b42a2f5),segment_id=6220a11c-eb91-4341-9772-e2c57b42a2f5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:37.460736 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc317-2f49-4cc2-9e88-17603d209ac9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.472624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1c3bc317-2f49-4cc2-9e88-17603d209ac9 None None] Calling delete_port for a0d075c8-a39f-4aa1-b034-e237c606b346 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:09:37.508574 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.535642 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d075c8-a39f-4aa1-b034-e237c606b346,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:37.539941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] No DVR routers for this DVR port a0d075c8-a39f-4aa1-b034-e237c606b346 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:09:37.552608 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1c3bc317-2f49-4cc2-9e88-17603d209ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.577858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3bc317-2f49-4cc2-9e88-17603d209ac9 None None] Pushing event deleted for resources: {'Port': ['ID=a0d075c8-a39f-4aa1-b034-e237c606b346,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:37.581865 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3bc317-2f49-4cc2-9e88-17603d209ac9 None None] No DVR routers for this DVR port a0d075c8-a39f-4aa1-b034-e237c606b346 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:09:37.612345 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.632334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46a3d3b-4741-4992-93bb-46e6dd18e265']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:37.641344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6220a11c-eb91-4341-9772-e2c57b42a2f5') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:37.641640 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6220a11c-eb91-4341-9772-e2c57b42a2f5') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:37.650891 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.663533 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.670430 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:09:37.671547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: timer() Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:09:37.672540 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:09:37.788213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.794312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:37.797521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d46a3d3b-4741-4992-93bb-46e6dd18e265 HTTP/1.1" status: 204 len: 168 time: 0.6288793 Oct 27 17:09:37.809917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6400ac-0328-445c-a3fb-731903ff55d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d46a3d3b-4741-4992-93bb-46e6dd18e265,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:38.198106 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:38.238145 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9b73527e-4377-4f92-8f9d-3ba66ff5021f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=063ae88ef66c449fbe1c1bcb58920717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388634 Oct 27 17:09:38.240596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48340) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:38.294049 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9adae36-b3a7-48e5-b7a5-a53aa588cda6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:38.315495 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9adae36-b3a7-48e5-b7a5-a53aa588cda6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:38.420377 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9adae36-b3a7-48e5-b7a5-a53aa588cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:38.422874 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e9adae36-b3a7-48e5-b7a5-a53aa588cda6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:38.424034 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e9adae36-b3a7-48e5-b7a5-a53aa588cda6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d5b9b84-3a13-4fd2-a8ac-c12c323283aa HTTP/1.1" status: 204 len: 168 time: 0.1825404 Oct 27 17:09:38.433599 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adae36-b3a7-48e5-b7a5-a53aa588cda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5b9b84-3a13-4fd2-a8ac-c12c323283aa,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:38.503029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6704b6af-a2da-491e-8081-82e747a6295a no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:09:38.523007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 6704b6af-a2da-491e-8081-82e747a6295a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:09:38.523575 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6704b6af-a2da-491e-8081-82e747a6295a not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:09:38.524143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a0d075c8-a39f-4aa1-b034-e237c606b346 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:09:38.543238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: a0d075c8-a39f-4aa1-b034-e237c606b346 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:09:38.544226 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device a0d075c8-a39f-4aa1-b034-e237c606b346 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:09:39.055285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48346) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:39.096686 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5ef0cc3c-463d-433e-8bc3-e10e59bea2c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=facfab221a6942d0a4960718ef7326b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401914 Oct 27 17:09:39.099063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48348) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:39.145673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a20b195-1cc6-474c-a443-9f46d8183fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:39.166494 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a20b195-1cc6-474c-a443-9f46d8183fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:39.267955 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a20b195-1cc6-474c-a443-9f46d8183fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:39.270565 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-5a20b195-1cc6-474c-a443-9f46d8183fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:39.271804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-5a20b195-1cc6-474c-a443-9f46d8183fc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/612696f7-2ba9-4073-bb0c-939e743c5dd5 HTTP/1.1" status: 204 len: 168 time: 0.1718066 Oct 27 17:09:39.280666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a20b195-1cc6-474c-a443-9f46d8183fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612696f7-2ba9-4073-bb0c-939e743c5dd5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:41.732710 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48388) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:41.737677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6bb27dc4-bef3-452d-ac83-b82dc79e1523 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146258404', 'description': 'tempest-secgroup-smoke-146258404 description', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:41.822638 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bb27dc4-bef3-452d-ac83-b82dc79e1523 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:41.830993 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bb27dc4-bef3-452d-ac83-b82dc79e1523 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:41.908329 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bb27dc4-bef3-452d-ac83-b82dc79e1523 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:41.968944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bb27dc4-bef3-452d-ac83-b82dc79e1523 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.002558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb27dc4-bef3-452d-ac83-b82dc79e1523 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c732af44-b3cb-4f9d-8639-259c14975bc7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:42.043932 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bb27dc4-bef3-452d-ac83-b82dc79e1523 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.113295 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bb27dc4-bef3-452d-ac83-b82dc79e1523 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.142074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb27dc4-bef3-452d-ac83-b82dc79e1523 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41293b5-2ccf-445d-a030-93aef29aad6d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:42.201408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6bb27dc4-bef3-452d-ac83-b82dc79e1523 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.202741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6bb27dc4-bef3-452d-ac83-b82dc79e1523 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4689941 Oct 27 17:09:42.205941 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48390) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:42.210472 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8e6d4817-b75b-4cd4-8608-3abd1bc6840c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'd41293b5-2ccf-445d-a030-93aef29aad6d', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:42.341313 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e6d4817-b75b-4cd4-8608-3abd1bc6840c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.396774 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e6d4817-b75b-4cd4-8608-3abd1bc6840c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.462668 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e6d4817-b75b-4cd4-8608-3abd1bc6840c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.480663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d4817-b75b-4cd4-8608-3abd1bc6840c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960dc5bd-1b36-42d6-a17b-1dde9e4ce9bd,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:42.559667 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8e6d4817-b75b-4cd4-8608-3abd1bc6840c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.560961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8e6d4817-b75b-4cd4-8608-3abd1bc6840c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3540878 Oct 27 17:09:42.563655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48392) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:42.568074 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e8185001-64e2-41d9-9476-9469ba88c1fd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'd41293b5-2ccf-445d-a030-93aef29aad6d', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:42.666909 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8185001-64e2-41d9-9476-9469ba88c1fd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.726973 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8185001-64e2-41d9-9476-9469ba88c1fd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.810424 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8185001-64e2-41d9-9476-9469ba88c1fd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.828779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8185001-64e2-41d9-9476-9469ba88c1fd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9376cf29-5723-4afe-b89b-610c2fc9ca51,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:42.909633 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e8185001-64e2-41d9-9476-9469ba88c1fd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:42.910871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e8185001-64e2-41d9-9476-9469ba88c1fd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3462574 Oct 27 17:09:42.913585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48394) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:42.917960 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-18182715-b981-46d9-81db-9e94c27b1626 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'd41293b5-2ccf-445d-a030-93aef29aad6d', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:43.020755 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18182715-b981-46d9-81db-9e94c27b1626 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.076920 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18182715-b981-46d9-81db-9e94c27b1626 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.153544 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18182715-b981-46d9-81db-9e94c27b1626 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.171401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18182715-b981-46d9-81db-9e94c27b1626 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2debd7f-3141-4937-900d-0dbecf5e1a6a,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:43.264298 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-18182715-b981-46d9-81db-9e94c27b1626 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.265583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-18182715-b981-46d9-81db-9e94c27b1626 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3510447 Oct 27 17:09:43.268216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48396) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:43.272522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c1264be5-d623-42f5-bd81-dae6d0774f55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'd41293b5-2ccf-445d-a030-93aef29aad6d', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:43.358549 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1264be5-d623-42f5-bd81-dae6d0774f55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.417046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1264be5-d623-42f5-bd81-dae6d0774f55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.496801 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1264be5-d623-42f5-bd81-dae6d0774f55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.515566 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1264be5-d623-42f5-bd81-dae6d0774f55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a7ddc0-7bf9-4893-86f2-30d0c9a8818d,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:43.589807 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c1264be5-d623-42f5-bd81-dae6d0774f55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.591056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c1264be5-d623-42f5-bd81-dae6d0774f55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219092 Oct 27 17:09:43.593724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48398) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:43.598015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4047f47c-6143-4e84-86c4-a2a7758f14ef tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'd41293b5-2ccf-445d-a030-93aef29aad6d', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:43.689364 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-4047f47c-6143-4e84-86c4-a2a7758f14ef tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Project afa4a63aaa6f461180d832d6ce035b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:09:43.694822 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4047f47c-6143-4e84-86c4-a2a7758f14ef tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.758338 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4047f47c-6143-4e84-86c4-a2a7758f14ef tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.837516 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4047f47c-6143-4e84-86c4-a2a7758f14ef tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.855123 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047f47c-6143-4e84-86c4-a2a7758f14ef tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36aa1ccd-f9ec-457b-97bd-b88d6451e268,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:43.913530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4047f47c-6143-4e84-86c4-a2a7758f14ef tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:43.915519 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4047f47c-6143-4e84-86c4-a2a7758f14ef tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3208544 Oct 27 17:09:43.918193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48400) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:43.922473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-41f6a58d-f784-482b-9265-c727932c00db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'd41293b5-2ccf-445d-a030-93aef29aad6d', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:44.033541 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-41f6a58d-f784-482b-9265-c727932c00db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Project afa4a63aaa6f461180d832d6ce035b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:09:44.038649 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41f6a58d-f784-482b-9265-c727932c00db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.100518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41f6a58d-f784-482b-9265-c727932c00db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.168829 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41f6a58d-f784-482b-9265-c727932c00db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.187015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6a58d-f784-482b-9265-c727932c00db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4becdf83-954e-4ebf-a816-84ad36d61b6f,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:44.262501 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-41f6a58d-f784-482b-9265-c727932c00db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.263735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-41f6a58d-f784-482b-9265-c727932c00db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3446167 Oct 27 17:09:44.266785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48402) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:44.271935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'network': {'name': 'tempest-network-smoke--412965496', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'port_security_enabled': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:44.352440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:09:44.355978 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.379231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:09:44.388292 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.388669 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Added segment 1aee6486-2523-4b11-93da-0a9732d953f7 of type vlan for network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 Oct 27 17:09:44.429162 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.517942 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.523899 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:44.524526 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.592563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Network': ['ID=c7d2ace3-7824-4e9e-ad88-2b3343420ad7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:44.603789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:09:44.662994 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b53f5030-a4fc-41f7-a1db-cc21b3a9dd4b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3951669 Oct 27 17:09:44.667168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48404) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:44.673576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'admin_state_up': True, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:44.759392 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.760514 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:44.810756 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:45.011049 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:45.220330 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:09:45.266364 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:45.285284 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:45.387421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.25.4.118 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/72dc53d1-373d-44d6-8078-6b2e32f1026c) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:09:45.490996 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:45.588550 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:45.626734 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:09:45.629717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:09:45.633982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:09:45.662015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=72dc53d1-373d-44d6-8078-6b2e32f1026c,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:45.982313 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:46.177584 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:46.380432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 5aea428f-e464-4620-a25d-ebd9980809dc is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:09:46.487149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:09:46.498142 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Sync routers for ids ['5aea428f-e464-4620-a25d-ebd9980809dc'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:09:46.509681 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Routers {'5aea428f-e464-4620-a25d-ebd9980809dc'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:46.510275 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5aea428f-e464-4620-a25d-ebd9980809dc'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:46.565152 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:46.566439 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ffe24792-f8e5-4f5a-8aab-ff2132cd2407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8974125 Oct 27 17:09:46.569670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48406) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:46.616238 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Set router 5aea428f-e464-4620-a25d-ebd9980809dc gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:46.699345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-07076a9a-9f99-4313-a6a9-9cb4005702e4 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=afa4a63aaa6f461180d832d6ce035b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1260006 Oct 27 17:09:46.699647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48410) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:46.796648 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:45Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:46.824737 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Checking router: 5aea428f-e464-4620-a25d-ebd9980809dc for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:09:46.825088 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Updating router 5aea428f-e464-4620-a25d-ebd9980809dc port 72dc53d1-373d-44d6-8078-6b2e32f1026c binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:09:46.850928 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:46.856655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a3797e-c891-4b33-aac1-222485e2e28d tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:46.860762 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-93a3797e-c891-4b33-aac1-222485e2e28d tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1575429 Oct 27 17:09:46.860978 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48412) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:46.899606 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1682731f-fb46-4deb-8a22-872015cc1bc5 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374734 Oct 27 17:09:46.902173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48414) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:46.907037 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195875440', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:47.056763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:09:47.060366 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:47.102683 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:47.180435 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:47.230587 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Attempting to bind port 72dc53d1-373d-44d6-8078-6b2e32f1026c on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:09:47.230981 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Attempting to bind port 72dc53d1-373d-44d6-8078-6b2e32f1026c by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:09:47.231344 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Attempting to bind port 72dc53d1-373d-44d6-8078-6b2e32f1026c on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:09:47.238191 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Pushing event updated for resources: {'Port': ['ID=72dc53d1-373d-44d6-8078-6b2e32f1026c,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:47.244647 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Bound port: 72dc53d1-373d-44d6-8078-6b2e32f1026c, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.252076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.253318 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.253318 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.253318 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.253318 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:09:47.302822 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] For port 72dc53d1-373d-44d6-8078-6b2e32f1026c, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:09:47.306269 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] For port 72dc53d1-373d-44d6-8078-6b2e32f1026c, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=72dc53d1-373d-44d6-8078-6b2e32f1026c,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:09:47.309977 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:47.370185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Subnet': ['ID=b59a45a2-8d76-48d0-a13c-468a78ff5c80,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:47.380295 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Checking segment: {'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:09:47.380661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network hostable DHCP agents. Network: c7d2ace3-7824-4e9e-ad88-2b3343420ad7, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:09:47.394268 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:47.454201 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Routers {'5aea428f-e464-4620-a25d-ebd9980809dc'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:47.454728 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5aea428f-e464-4620-a25d-ebd9980809dc'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:47.456503 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec5ef9-ce54-4005-a42d-a852c7ef969e None None] Pushing event updated for resources: {'Port': ['ID=72dc53d1-373d-44d6-8078-6b2e32f1026c,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:47.462518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:09:47.563112 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] Set router 5aea428f-e464-4620-a25d-ebd9980809dc gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:47.593619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, c7d2ace3-7824-4e9e-ad88-2b3343420ad7) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:09:47.597940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:47.598527 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:47.606061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40781447-e80d-4141-8620-53fb123c4fb3 None None] Network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:09:47.703408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a1482712-94a3-459c-8c09-6b2f7f0f19db tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8002021 Oct 27 17:09:47.706393 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48416) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:09:47.745227 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:45Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:47.755220 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ips': [{'subnet_id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:09:47.756209 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:47.771656 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde69ad2-8013-4fbc-9198-c8fb2a12304e None None] The sync data for ids ['5aea428f-e464-4620-a25d-ebd9980809dc'] in n-d-815689-1 is: [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:45Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:09:47.906620 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Allocated IP 172.20.0.2 (c7d2ace3-7824-4e9e-ad88-2b3343420ad7/b59a45a2-8d76-48d0-a13c-468a78ff5c80/8abd9dba-2ea7-4d65-93d0-f4048f2f0994) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:09:48.098652 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.171633 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.190036 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.218456 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:09:48.222274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:09:48.224801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:09:48.228430 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Pushing event updated for resources: {'Port': ['ID=8abd9dba-2ea7-4d65-93d0-f4048f2f0994,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:48.287058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Attempting to bind port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:09:48.287422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Attempting to bind port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:09:48.287785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Attempting to bind port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 on network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:09:48.293294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:09:48.293670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Checking segment: {'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:09:48.294311 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.294445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Bound using segment: {'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:09:48.295096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Bound port: 8abd9dba-2ea7-4d65-93d0-f4048f2f0994, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:09:48.296068 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.534803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.20.0.1 (c7d2ace3-7824-4e9e-ad88-2b3343420ad7/b59a45a2-8d76-48d0-a13c-468a78ff5c80/886e3e7b-47a3-4f1c-b728-348da1df82ab) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:09:48.558632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] For port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:09:48.562207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] For port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8abd9dba-2ea7-4d65-93d0-f4048f2f0994,segment=NetworkSegment(1aee6486-2523-4b11-93da-0a9732d953f7),segment_id=1aee6486-2523-4b11-93da-0a9732d953f7)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:09:48.564600 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 72dc53d1-373d-44d6-8078-6b2e32f1026c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:09:48.616851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 72dc53d1-373d-44d6-8078-6b2e32f1026c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:48.616851 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.639086 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-343f316c-c58f-4dd6-a630-70ad0f2eb204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.653848 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.665029 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.728148 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8aa79d-2108-47a5-8da3-6e439578fc8a None None] Pushing event updated for resources: {'Port': ['ID=8abd9dba-2ea7-4d65-93d0-f4048f2f0994,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:48.767423 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.777162 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.790056 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 72dc53d1-373d-44d6-8078-6b2e32f1026c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=72dc53d1-373d-44d6-8078-6b2e32f1026c,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:48.824729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:09:48.828097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:09:48.832416 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:09:48.856732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=886e3e7b-47a3-4f1c-b728-348da1df82ab,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:48.881646 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.913279 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:48.944596 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=72dc53d1-373d-44d6-8078-6b2e32f1026c,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:49.131276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:49.409482 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:49.502111 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:49.578048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=886e3e7b-47a3-4f1c-b728-348da1df82ab,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:49.580500 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:49.681901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:09:49.684156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:09:49.803511 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 5aea428f-e464-4620-a25d-ebd9980809dc has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:09:49.806127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8069e38-ea6b-4ff3-b6ea-3086f63b9870 None None] Network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:09:49.874038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3d708435-811c-480d-b4ca-68f0f464b559 None None] Provisioning complete for port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:49.874409 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d708435-811c-480d-b4ca-68f0f464b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:49.910892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:09:49.916447 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-86fd23cd-4ab0-43a9-9eaa-42b0027227d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "PUT /v2.0/routers/5aea428f-e464-4620-a25d-ebd9980809dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2082164 Oct 27 17:09:49.928081 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Sync routers for ids ['5aea428f-e464-4620-a25d-ebd9980809dc'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:09:49.980141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Routers {'5aea428f-e464-4620-a25d-ebd9980809dc'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:49.980774 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5aea428f-e464-4620-a25d-ebd9980809dc'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:50.060712 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-e92429dc-6491-4fcd-8787-f3c10b33691b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146258404&fields=id&tenant_id=afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 267 time: 0.0377171 Oct 27 17:09:50.123135 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d708435-811c-480d-b4ca-68f0f464b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:50.172519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-f136c731-342c-491e-8f9e-db8c4f6e89ab tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:50.174034 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-f136c731-342c-491e-8f9e-db8c4f6e89ab tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/networks?id=c7d2ace3-7824-4e9e-ad88-2b3343420ad7 HTTP/1.1" status: 200 len: 796 time: 0.1064727 Oct 27 17:09:50.175112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Set router 5aea428f-e464-4620-a25d-ebd9980809dc gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:50.193201 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9e8e2e83-ef60-41ca-8899-0751068b5626 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/quotas/afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 375 time: 0.0101168 Oct 27 17:09:50.207191 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3d708435-811c-480d-b4ca-68f0f464b559 None None] For port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8abd9dba-2ea7-4d65-93d0-f4048f2f0994,segment=NetworkSegment(1aee6486-2523-4b11-93da-0a9732d953f7),segment_id=1aee6486-2523-4b11-93da-0a9732d953f7)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:50.253057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-a840b253-2c0d-44d5-a585-7981a9c81610 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518913 Oct 27 17:09:50.294223 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d708435-811c-480d-b4ca-68f0f464b559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:50.375013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d708435-811c-480d-b4ca-68f0f464b559 None None] Pushing event updated for resources: {'Port': ['ID=8abd9dba-2ea7-4d65-93d0-f4048f2f0994,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:50.414799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-58aea8dd-9afd-41f2-a0bf-dff02243f77a service neutron] 10.222.0.15 "GET /v2.0/networks/c7d2ace3-7824-4e9e-ad88-2b3343420ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465166 Oct 27 17:09:50.433949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-578101b9-ade0-4938-be05-192bd1483e76 None None] Provisioning complete for port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:50.434209 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-578101b9-ade0-4938-be05-192bd1483e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:50.494649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:49Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '886e3e7b-47a3-4f1c-b728-348da1df82ab', 'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:b3:e3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:48Z', 'updated_at': '2021-10-27T17:09:49Z', 'revision_number': 2, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:50.537414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Checking router: 5aea428f-e464-4620-a25d-ebd9980809dc for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:09:50.537870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Updating router 5aea428f-e464-4620-a25d-ebd9980809dc port 886e3e7b-47a3-4f1c-b728-348da1df82ab binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:09:50.554475 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-602c5f4e-5022-4fff-8fed-4c15a6a05b2b service neutron] 10.222.0.15 "GET /v2.0/networks/c7d2ace3-7824-4e9e-ad88-2b3343420ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304619 Oct 27 17:09:50.592679 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:50.635718 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:09:50.675975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-578101b9-ade0-4938-be05-192bd1483e76 None None] Provisioning complete for port 886e3e7b-47a3-4f1c-b728-348da1df82ab triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:50.677195 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-578101b9-ade0-4938-be05-192bd1483e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:50.785989 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-578101b9-ade0-4938-be05-192bd1483e76 None None] Port 886e3e7b-47a3-4f1c-b728-348da1df82ab cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:09:50.843445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:50.844086 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:50.935805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-2db8ac82-f048-4fba-8826-87d3b3593c01 None None] Provisioning complete for port 886e3e7b-47a3-4f1c-b728-348da1df82ab triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:50.936113 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2db8ac82-f048-4fba-8826-87d3b3593c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.013259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-2db8ac82-f048-4fba-8826-87d3b3593c01 None None] Port 886e3e7b-47a3-4f1c-b728-348da1df82ab cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:09:51.039322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 72dc53d1-373d-44d6-8078-6b2e32f1026c up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:09:51.082050 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.100071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 72dc53d1-373d-44d6-8078-6b2e32f1026c triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:51.100445 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.146363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.224537 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcf2d5-bf45-4b7e-b4b0-f0850b42b50c None None] Pushing event updated for resources: {'Port': ['ID=886e3e7b-47a3-4f1c-b728-348da1df82ab,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:51.282158 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Attempting to bind port 886e3e7b-47a3-4f1c-b728-348da1df82ab on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:09:51.282535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Attempting to bind port 886e3e7b-47a3-4f1c-b728-348da1df82ab by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:09:51.282911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Attempting to bind port 886e3e7b-47a3-4f1c-b728-348da1df82ab on network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:09:51.288252 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:09:51.288633 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Checking segment: {'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:09:51.289070 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.289469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Bound using segment: {'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:09:51.290002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Bound port: 886e3e7b-47a3-4f1c-b728-348da1df82ab, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:09:51.290345 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.360301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] For port 886e3e7b-47a3-4f1c-b728-348da1df82ab, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:09:51.363461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] For port 886e3e7b-47a3-4f1c-b728-348da1df82ab, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=886e3e7b-47a3-4f1c-b728-348da1df82ab,segment=NetworkSegment(1aee6486-2523-4b11-93da-0a9732d953f7),segment_id=1aee6486-2523-4b11-93da-0a9732d953f7)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:09:51.435308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-34379e12-39cc-4898-90b6-010e9918b102 None None] Provisioning complete for port 886e3e7b-47a3-4f1c-b728-348da1df82ab triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:51.435672 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34379e12-39cc-4898-90b6-010e9918b102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.461331 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.513562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-34379e12-39cc-4898-90b6-010e9918b102 None None] Port 886e3e7b-47a3-4f1c-b728-348da1df82ab cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:09:51.540728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcf2d5-bf45-4b7e-b4b0-f0850b42b50c None None] Pushing event updated for resources: {'Port': ['ID=886e3e7b-47a3-4f1c-b728-348da1df82ab,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:51.543340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Routers {'5aea428f-e464-4620-a25d-ebd9980809dc'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:09:51.543952 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:09:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5aea428f-e464-4620-a25d-ebd9980809dc'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:51.610968 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9f27d094-3e2e-4297-bf80-47f76fdb2bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.661186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] Set router 5aea428f-e464-4620-a25d-ebd9980809dc gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:09:51.800091 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7a326f4d-d377-42d7-9f50-c52eb0830fb0 None None] Provisioning complete for port 886e3e7b-47a3-4f1c-b728-348da1df82ab triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:51.800462 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a326f4d-d377-42d7-9f50-c52eb0830fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.850132 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-55b617ff-6a67-48c0-add1-6164f6298ab7 req-3ca170ac-d05d-437c-a398-d8552434250c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 210 time: 0.0364954 Oct 27 17:09:51.937038 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a326f4d-d377-42d7-9f50-c52eb0830fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:51.967834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:49Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '886e3e7b-47a3-4f1c-b728-348da1df82ab', 'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:b3:e3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:48Z', 'updated_at': '2021-10-27T17:09:51Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:09:52.003218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f78fbb-d2f0-4e65-add0-f43ce638bdef None None] The sync data for ids ['5aea428f-e464-4620-a25d-ebd9980809dc'] in n-d-815689-1 is: [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:49Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '886e3e7b-47a3-4f1c-b728-348da1df82ab', 'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:b3:e3:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:48Z', 'updated_at': '2021-10-27T17:09:51Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:09:52.005866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7a326f4d-d377-42d7-9f50-c52eb0830fb0 None None] For port 886e3e7b-47a3-4f1c-b728-348da1df82ab, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=886e3e7b-47a3-4f1c-b728-348da1df82ab,segment=NetworkSegment(1aee6486-2523-4b11-93da-0a9732d953f7),segment_id=1aee6486-2523-4b11-93da-0a9732d953f7)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:09:52.090895 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a326f4d-d377-42d7-9f50-c52eb0830fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:52.150978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a326f4d-d377-42d7-9f50-c52eb0830fb0 None None] Pushing event updated for resources: {'Port': ['ID=886e3e7b-47a3-4f1c-b728-348da1df82ab,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:52.274616 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:52.456070 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:52.529067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 886e3e7b-47a3-4f1c-b728-348da1df82ab up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:09:52.587268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 886e3e7b-47a3-4f1c-b728-348da1df82ab triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:52.587439 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:52.919059 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c44c23b9-dc4d-462b-b4fc-c1acfb5468f5 req-21cc21bc-ee13-4883-bfff-b4dfcbbf8f2e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 210 time: 0.0274129 Oct 27 17:09:54.019586 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9d262cb3-935a-420a-a030-cb53034c96a6 req-4436cee0-7f90-43cd-80b7-3b4a33f7d207 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 210 time: 0.0295718 Oct 27 17:09:54.110591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-49b43a39-e8e7-4792-b1d5-8035e0fe4dee tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:54.112029 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-49b43a39-e8e7-4792-b1d5-8035e0fe4dee tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/networks?id=c7d2ace3-7824-4e9e-ad88-2b3343420ad7 HTTP/1.1" status: 200 len: 796 time: 0.1023057 Oct 27 17:09:54.158817 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-e24ac4c4-07d7-4b47-b83c-1ad34e893585 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 379 time: 0.0363934 Oct 27 17:09:54.168776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'port': {'device_id': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'admin_state_up': True, 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'security_groups': ['d41293b5-2ccf-445d-a030-93aef29aad6d']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:54.400259 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:54.656439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:09:54.660077 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:54.785937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.20.0.5 (c7d2ace3-7824-4e9e-ad88-2b3343420ad7/b59a45a2-8d76-48d0-a13c-468a78ff5c80/99978e8d-1423-4160-bc05-ce8ac57407d7) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:09:54.920766 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:55.010791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:55.059672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:09:55.062849 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:09:55.067387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:09:55.073509 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=99978e8d-1423-4160-bc05-ce8ac57407d7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:55.153780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:55.154445 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:55.181367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe113ce-ea8f-4bb7-abf5-3b9b17609507 req-986b5b23-6b8e-4f89-bb12-5414162a0c79 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:55.181367 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbe113ce-ea8f-4bb7-abf5-3b9b17609507 req-986b5b23-6b8e-4f89-bb12-5414162a0c79 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 931 time: 0.0849071 Oct 27 17:09:55.226450 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fbe113ce-ea8f-4bb7-abf5-3b9b17609507 req-0e8c76c6-22cd-4e88-a31d-ec884db090af tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393181 Oct 27 17:09:55.247984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-9817ca4b-40b3-4ca9-afd3-5cbaa68f63eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0827487 Oct 27 17:09:55.262137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Request body: {'port': {'device_id': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:09:55.314358 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:55.331005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9dfe8428-c99b-4304-8013-58a7be9f8486 None None] Provisioning complete for port 99978e8d-1423-4160-bc05-ce8ac57407d7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:09:55.331372 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9dfe8428-c99b-4304-8013-58a7be9f8486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:55.368473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe8428-c99b-4304-8013-58a7be9f8486 None None] Port 99978e8d-1423-4160-bc05-ce8ac57407d7 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:09:55.581751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99978e8d-1423-4160-bc05-ce8ac57407d7 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:09:55.589630 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:55.601367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Transition to ACTIVE for port object 99978e8d-1423-4160-bc05-ce8ac57407d7 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:09:55.671795 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:55.725367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Pushing event updated for resources: {'Port': ['ID=99978e8d-1423-4160-bc05-ce8ac57407d7,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:55.799495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Attempting to bind port 99978e8d-1423-4160-bc05-ce8ac57407d7 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:09:55.799837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Attempting to bind port 99978e8d-1423-4160-bc05-ce8ac57407d7 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:09:55.800209 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Attempting to bind port 99978e8d-1423-4160-bc05-ce8ac57407d7 on network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:09:55.806378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Port 99978e8d-1423-4160-bc05-ce8ac57407d7 on network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:09:55.806716 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Attempting to bind port 99978e8d-1423-4160-bc05-ce8ac57407d7 on network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:09:55.812178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:09:55.812378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Checking segment: {'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:09:55.812764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Bound using segment: {'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:09:55.813195 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Bound port: 99978e8d-1423-4160-bc05-ce8ac57407d7, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aee6486-2523-4b11-93da-0a9732d953f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:09:55.813550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:55.887062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] For port 99978e8d-1423-4160-bc05-ce8ac57407d7, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:09:55.890316 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] For port 99978e8d-1423-4160-bc05-ce8ac57407d7, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=99978e8d-1423-4160-bc05-ce8ac57407d7,segment=NetworkSegment(1aee6486-2523-4b11-93da-0a9732d953f7),segment_id=1aee6486-2523-4b11-93da-0a9732d953f7)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:09:55.997725 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:56.035840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:56.036460 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:09:56.037921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] 10.222.0.54 "PUT /v2.0/ports/99978e8d-1423-4160-bc05-ce8ac57407d7 HTTP/1.1" status: 200 len: 1091 time: 0.7811539 Oct 27 17:09:56.038365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'tag': '99978e8d-1423-4160-bc05-ce8ac57407d7'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:09:56.040931 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965bb3a8-1f80-48b4-9174-89f50057a943" -d '{"events": [{"name": "network-changed", "server_uuid": "db96f719-a798-47e0-84e1-6f2a8a8d4a57", "tag": "99978e8d-1423-4160-bc05-ce8ac57407d7"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:09:56.069592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea333f-3794-40cc-9110-37b5e50f8e05 service neutron] Pushing event updated for resources: {'Port': ['ID=99978e8d-1423-4160-bc05-ce8ac57407d7,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:09:56.086066 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073a37e9-c7ec-4430-8514-c12c421cd764 x-openstack-request-id: req-073a37e9-c7ec-4430-8514-c12c421cd764 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:09:56.086499 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db96f719-a798-47e0-84e1-6f2a8a8d4a57", "tag": "99978e8d-1423-4160-bc05-ce8ac57407d7", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:09:56.086754 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-073a37e9-c7ec-4430-8514-c12c421cd764 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:09:56.087167 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'tag': '99978e8d-1423-4160-bc05-ce8ac57407d7', 'status': 'completed', 'code': 200} Oct 27 17:09:56.153249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb3a8-1f80-48b4-9174-89f50057a943 req-24f626f7-a890-4662-8d38-7b716bfec02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:56.154819 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-965bb3a8-1f80-48b4-9174-89f50057a943 req-24f626f7-a890-4662-8d38-7b716bfec02c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 1094 time: 0.0452657 Oct 27 17:09:56.263325 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb3a8-1f80-48b4-9174-89f50057a943 req-04435f39-0126-4b7d-980a-b399c2cf4f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:56.264939 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-965bb3a8-1f80-48b4-9174-89f50057a943 req-04435f39-0126-4b7d-980a-b399c2cf4f94 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1017735 Oct 27 17:09:56.397405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46343c-a59d-497b-9af3-5c6bf004b523 req-b2a53e23-f6d5-4bca-b754-0d73ec75886f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:56.399082 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa46343c-a59d-497b-9af3-5c6bf004b523 req-b2a53e23-f6d5-4bca-b754-0d73ec75886f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 943 time: 0.0815942 Oct 27 17:09:56.403657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb3a8-1f80-48b4-9174-89f50057a943 req-2824040f-18e4-4336-b3ce-56ec639426e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:56.405103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-965bb3a8-1f80-48b4-9174-89f50057a943 req-2824040f-18e4-4336-b3ce-56ec639426e7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325059 Oct 27 17:09:56.439692 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa46343c-a59d-497b-9af3-5c6bf004b523 req-e552dfd5-8769-4094-95c2-713465834d4a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336409 Oct 27 17:09:56.489502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-1c670d3e-9048-477a-b759-83647d0fdbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:56.491018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-1c670d3e-9048-477a-b759-83647d0fdbd7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 1094 time: 0.0404534 Oct 27 17:09:56.534513 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-d6ac4434-0555-47b3-8bf5-bedea3502913 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99978e8d-1423-4160-bc05-ce8ac57407d7 HTTP/1.1" status: 200 len: 217 time: 0.0350087 Oct 27 17:09:56.588328 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-4c7c6331-b64b-4108-893c-192b0cb8ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:56.589673 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-4c7c6331-b64b-4108-893c-192b0cb8ac6e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b59a45a2-8d76-48d0-a13c-468a78ff5c80 HTTP/1.1" status: 200 len: 834 time: 0.0478587 Oct 27 17:09:56.634204 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-219dc7fb-d24e-407b-88b4-ccae15faea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:56.635659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-219dc7fb-d24e-407b-88b4-ccae15faea37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7d2ace3-7824-4e9e-ad88-2b3343420ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391729 Oct 27 17:09:56.727493 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-08e64d9c-ea94-4d50-9263-31145374ee3e service neutron] 10.222.0.54 "GET /v2.0/networks/c7d2ace3-7824-4e9e-ad88-2b3343420ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845623 Oct 27 17:09:56.816271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dafcc35b-0aa8-4279-861d-e65a1c0194a9 req-b3e7c7cd-ccc4-4f3f-acc3-dc19c3cac0d4 service neutron] 10.222.0.54 "GET /v2.0/networks/c7d2ace3-7824-4e9e-ad88-2b3343420ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818172 Oct 27 17:09:57.561741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c94cc-3d07-4488-bf86-0f3039c659f2 req-e1c6414c-b31a-4e1c-90a8-d7ccaad4089f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:57.563272 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd8c94cc-3d07-4488-bf86-0f3039c659f2 req-e1c6414c-b31a-4e1c-90a8-d7ccaad4089f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 943 time: 0.0501084 Oct 27 17:09:57.601087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd8c94cc-3d07-4488-bf86-0f3039c659f2 req-f02f3093-6eb7-48da-939c-a89f6d58195c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316579 Oct 27 17:09:58.720958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e562900-ea6b-4c12-a06f-2d995ab64dde req-24f12d00-a930-4cfe-bfe9-4062a64e84a2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:58.722327 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e562900-ea6b-4c12-a06f-2d995ab64dde req-24f12d00-a930-4cfe-bfe9-4062a64e84a2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 943 time: 0.0493827 Oct 27 17:09:58.759113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0e562900-ea6b-4c12-a06f-2d995ab64dde req-875c2bf7-1737-40d3-acda-4498fa1887ed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308108 Oct 27 17:09:59.881913 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299015f-f850-439d-8cec-9debe4fcd874 req-ed2e98d3-4d5a-4d37-bf08-944b2b70bf21 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:09:59.883420 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a299015f-f850-439d-8cec-9debe4fcd874 req-ed2e98d3-4d5a-4d37-bf08-944b2b70bf21 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 943 time: 0.0576804 Oct 27 17:09:59.922029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a299015f-f850-439d-8cec-9debe4fcd874 req-9aa9fafe-6b47-4f75-a0e1-e93e400a86aa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323846 Oct 27 17:09:59.953650 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:00.263149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 99978e8d-1423-4160-bc05-ce8ac57407d7 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:10:00.358438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 99978e8d-1423-4160-bc05-ce8ac57407d7, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=99978e8d-1423-4160-bc05-ce8ac57407d7,segment=NetworkSegment(1aee6486-2523-4b11-93da-0a9732d953f7),segment_id=1aee6486-2523-4b11-93da-0a9732d953f7)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:00.370275 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '99978e8d-1423-4160-bc05-ce8ac57407d7', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'port_id': '99978e8d-1423-4160-bc05-ce8ac57407d7', 'mac_address': 'fa:16:3e:fd:29:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:10:00.406602 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:00.419469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99978e8d-1423-4160-bc05-ce8ac57407d7 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:10:00.438975 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 99978e8d-1423-4160-bc05-ce8ac57407d7, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=99978e8d-1423-4160-bc05-ce8ac57407d7,segment=NetworkSegment(1aee6486-2523-4b11-93da-0a9732d953f7),segment_id=1aee6486-2523-4b11-93da-0a9732d953f7)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:00.496847 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:00.544530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=99978e8d-1423-4160-bc05-ce8ac57407d7,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:00.731048 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['99978e8d-1423-4160-bc05-ce8ac57407d7'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:10:01.042355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0398767-6128-4cc6-8b2f-786d77d4883a req-18607ab7-7d18-48e9-933d-ddb8249c4e76 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:01.043912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0398767-6128-4cc6-8b2f-786d77d4883a req-18607ab7-7d18-48e9-933d-ddb8249c4e76 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 944 time: 0.0534847 Oct 27 17:10:01.081752 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e0398767-6128-4cc6-8b2f-786d77d4883a req-3fa9e313-e763-4417-8c56-527d37a75fd6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319252 Oct 27 17:10:02.199376 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be00a3-e568-4900-9b64-e5c089507a69 req-bd55f927-eaa6-4450-b963-59e4a1212a28 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:02.200874 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2be00a3-e568-4900-9b64-e5c089507a69 req-bd55f927-eaa6-4450-b963-59e4a1212a28 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 944 time: 0.0512729 Oct 27 17:10:02.238765 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e2be00a3-e568-4900-9b64-e5c089507a69 req-1886742a-9ba3-42e1-a0c3-2f523f26c577 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318797 Oct 27 17:10:02.262636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 99978e8d-1423-4160-bc05-ce8ac57407d7 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:10:02.405178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 99978e8d-1423-4160-bc05-ce8ac57407d7 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:10:02.409042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 99978e8d-1423-4160-bc05-ce8ac57407d7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:10:02.409464 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:02.485575 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:02.507814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99978e8d-1423-4160-bc05-ce8ac57407d7'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:10:02.510682 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c15177-ec9c-4b2d-a608-3533badfdac4" -d '{"events": [{"server_uuid": "db96f719-a798-47e0-84e1-6f2a8a8d4a57", "name": "network-vif-plugged", "status": "completed", "tag": "99978e8d-1423-4160-bc05-ce8ac57407d7"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:10:02.523389 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 99978e8d-1423-4160-bc05-ce8ac57407d7, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=99978e8d-1423-4160-bc05-ce8ac57407d7,segment=NetworkSegment(1aee6486-2523-4b11-93da-0a9732d953f7),segment_id=1aee6486-2523-4b11-93da-0a9732d953f7)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:02.582249 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:02.609112 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6699544f-8e54-4c91-9d32-b60cc8443ce9 x-openstack-request-id: req-6699544f-8e54-4c91-9d32-b60cc8443ce9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:10:02.609425 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db96f719-a798-47e0-84e1-6f2a8a8d4a57", "name": "network-vif-plugged", "status": "completed", "tag": "99978e8d-1423-4160-bc05-ce8ac57407d7", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:10:02.609679 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6699544f-8e54-4c91-9d32-b60cc8443ce9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:10:02.610121 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99978e8d-1423-4160-bc05-ce8ac57407d7', 'code': 200} Oct 27 17:10:02.638308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=99978e8d-1423-4160-bc05-ce8ac57407d7,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:02.706050 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2d866-a882-470c-aac7-b452b3d1b9fc req-0cfb17e1-ddb2-4772-b5af-85ffb6b3013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:02.707512 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a6e2d866-a882-470c-aac7-b452b3d1b9fc req-0cfb17e1-ddb2-4772-b5af-85ffb6b3013e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 1096 time: 0.0426233 Oct 27 17:10:02.743254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a6e2d866-a882-470c-aac7-b452b3d1b9fc req-04deef29-c5d1-4455-aeb6-4032ab906caa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277205 Oct 27 17:10:03.216326 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:03.360235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72994d0b-aae4-45a3-9074-c154151af4e1 req-1f185035-b535-4268-a6fe-ca22aeb7ebfa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:03.361714 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72994d0b-aae4-45a3-9074-c154151af4e1 req-1f185035-b535-4268-a6fe-ca22aeb7ebfa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 945 time: 0.0509388 Oct 27 17:10:03.400645 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72994d0b-aae4-45a3-9074-c154151af4e1 req-b1ef149c-2ad1-4370-a8cc-c0cba76dca6e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328736 Oct 27 17:10:04.518354 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf1706a-7221-4d06-937b-5d45f09d526a req-10a46ff2-0bca-4582-879a-1029ef09b2fd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:04.519833 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8bf1706a-7221-4d06-937b-5d45f09d526a req-10a46ff2-0bca-4582-879a-1029ef09b2fd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 945 time: 0.0494969 Oct 27 17:10:04.557265 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8bf1706a-7221-4d06-937b-5d45f09d526a req-e198ecc9-78fd-432f-8ddd-2f33b96a169d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313652 Oct 27 17:10:04.675406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fec27c-c494-44c0-bc92-8e2e08a3b1e2 req-f4fd5f5f-d911-4572-acc4-5d3fcafc5edb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:04.676890 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-61fec27c-c494-44c0-bc92-8e2e08a3b1e2 req-f4fd5f5f-d911-4572-acc4-5d3fcafc5edb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 945 time: 0.0531869 Oct 27 17:10:04.714749 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-61fec27c-c494-44c0-bc92-8e2e08a3b1e2 req-a79e06c3-3439-467f-9b30-3a0d73384f5c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314562 Oct 27 17:10:04.736497 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48480) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:04.776751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30771631-f6a2-4aa7-82ff-9e9c8056dad7 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:04.778159 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-30771631-f6a2-4aa7-82ff-9e9c8056dad7 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 1091 time: 0.0406382 Oct 27 17:10:04.780977 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48482) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:04.785229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '99978e8d-1423-4160-bc05-ce8ac57407d7', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:04.866111 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:04.967323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:05.068610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.25.4.152 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/6ba847b1-7ced-489c-ba84-2d0476d405c1) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:10:05.174913 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:05.266236 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:05.308498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:10:05.311449 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:10:05.314986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:10:05.336894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=6ba847b1-7ced-489c-ba84-2d0476d405c1,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:05.654309 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:05.782269 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:05.932601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:06.016540 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:06.081915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=6ba847b1-7ced-489c-ba84-2d0476d405c1,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:06.094009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:06.217951 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Floating IP a9f9bcce-179d-4952-a504-154c6e6950c4 associated. External IP: 172.25.4.152, port: 99978e8d-1423-4160-bc05-ce8ac57407d7. Oct 27 17:10:06.449577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 5aea428f-e464-4620-a25d-ebd9980809dc has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:10:06.852754 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:10:06.863272 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd71b2-1901-4cc0-83bd-78f716962c29 None None] Sync routers for ids ['5aea428f-e464-4620-a25d-ebd9980809dc'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:10:06.874290 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd71b2-1901-4cc0-83bd-78f716962c29 None None] Routers {'5aea428f-e464-4620-a25d-ebd9980809dc'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:10:06.874891 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f9cd71b2-1901-4cc0-83bd-78f716962c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5aea428f-e464-4620-a25d-ebd9980809dc'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:06.934476 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:06.966258 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-900b3fe7-175e-45d1-8792-4edb17e196f4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1841941 Oct 27 17:10:06.966938 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'tag': '99978e8d-1423-4160-bc05-ce8ac57407d7'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:10:06.969625 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a918683e-0860-41b7-b423-9d1c2fab1915" -d '{"events": [{"name": "network-changed", "server_uuid": "db96f719-a798-47e0-84e1-6f2a8a8d4a57", "tag": "99978e8d-1423-4160-bc05-ce8ac57407d7"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:10:07.010371 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32744dc2-513f-40f8-be72-9babc6e726ee x-openstack-request-id: req-32744dc2-513f-40f8-be72-9babc6e726ee {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:10:07.015511 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db96f719-a798-47e0-84e1-6f2a8a8d4a57", "tag": "99978e8d-1423-4160-bc05-ce8ac57407d7", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:10:07.015511 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32744dc2-513f-40f8-be72-9babc6e726ee {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:10:07.015511 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'tag': '99978e8d-1423-4160-bc05-ce8ac57407d7', 'status': 'completed', 'code': 200} Oct 27 17:10:07.070031 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f9cd71b2-1901-4cc0-83bd-78f716962c29 None None] Set router 5aea428f-e464-4620-a25d-ebd9980809dc gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:10:07.098865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454a8e9-00aa-4db0-95c3-5d8f81ccc509 req-b6fbdbbf-02a7-46c0-887a-bbabdbab9791 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:07.100385 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d454a8e9-00aa-4db0-95c3-5d8f81ccc509 req-b6fbdbbf-02a7-46c0-887a-bbabdbab9791 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 945 time: 0.0823288 Oct 27 17:10:07.115943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918683e-0860-41b7-b423-9d1c2fab1915 req-6d89f2de-1287-4c70-bdd8-516dcd1c57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:07.117317 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a918683e-0860-41b7-b423-9d1c2fab1915 req-6d89f2de-1287-4c70-bdd8-516dcd1c57e3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 1096 time: 0.0675302 Oct 27 17:10:07.189877 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d454a8e9-00aa-4db0-95c3-5d8f81ccc509 req-aace8d68-cb76-4c28-b0f1-504020fae223 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818572 Oct 27 17:10:07.212514 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48488) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:07.285636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918683e-0860-41b7-b423-9d1c2fab1915 req-bc75a5bc-fa92-49d8-83e8-51ab78ef3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:07.287258 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a918683e-0860-41b7-b423-9d1c2fab1915 req-bc75a5bc-fa92-49d8-83e8-51ab78ef3186 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7d2ace3-7824-4e9e-ad88-2b3343420ad7 HTTP/1.1" status: 200 len: 897 time: 0.1621077 Oct 27 17:10:07.295140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b5da9063-5b34-45e9-abf8-0935bc6117d2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/a9f9bcce-179d-4952-a504-154c6e6950c4 HTTP/1.1" status: 200 len: 991 time: 0.0805776 Oct 27 17:10:07.297247 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f9cd71b2-1901-4cc0-83bd-78f716962c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:49Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'a9f9bcce-179d-4952-a504-154c6e6950c4', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'port_id': '99978e8d-1423-4160-bc05-ce8ac57407d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'mac_address': 'fa:16:3e:fd:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:10:05Z', 'updated_at': '2021-10-27T17:10:05Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886e3e7b-47a3-4f1c-b728-348da1df82ab', 'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:b3:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:48Z', 'updated_at': '2021-10-27T17:09:51Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:07.323417 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd71b2-1901-4cc0-83bd-78f716962c29 None None] Checking router: 5aea428f-e464-4620-a25d-ebd9980809dc for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:10:07.332200 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd71b2-1901-4cc0-83bd-78f716962c29 None None] Routers {'5aea428f-e464-4620-a25d-ebd9980809dc'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:10:07.332803 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f9cd71b2-1901-4cc0-83bd-78f716962c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:09:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5aea428f-e464-4620-a25d-ebd9980809dc'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:07.358362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a918683e-0860-41b7-b423-9d1c2fab1915 req-4c3ac875-97e5-4e28-9398-93853dd7b7ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99978e8d-1423-4160-bc05-ce8ac57407d7 HTTP/1.1" status: 200 len: 999 time: 0.0621362 Oct 27 17:10:07.408630 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918683e-0860-41b7-b423-9d1c2fab1915 req-37d27e2e-7d64-43c5-b216-966e6897f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:07.410061 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a918683e-0860-41b7-b423-9d1c2fab1915 req-37d27e2e-7d64-43c5-b216-966e6897f340 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b59a45a2-8d76-48d0-a13c-468a78ff5c80 HTTP/1.1" status: 200 len: 834 time: 0.0454304 Oct 27 17:10:07.442770 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f9cd71b2-1901-4cc0-83bd-78f716962c29 None None] Set router 5aea428f-e464-4620-a25d-ebd9980809dc gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:10:07.456555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918683e-0860-41b7-b423-9d1c2fab1915 req-7f3a23f0-5e65-42c7-8088-931673cc0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:07.458044 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a918683e-0860-41b7-b423-9d1c2fab1915 req-7f3a23f0-5e65-42c7-8088-931673cc0ae1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7d2ace3-7824-4e9e-ad88-2b3343420ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416186 Oct 27 17:10:07.560005 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a918683e-0860-41b7-b423-9d1c2fab1915 req-55824df0-2943-4812-9610-441396972767 service neutron] 10.222.0.54 "GET /v2.0/networks/c7d2ace3-7824-4e9e-ad88-2b3343420ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940990 Oct 27 17:10:07.649431 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a918683e-0860-41b7-b423-9d1c2fab1915 req-de195586-aed2-4ca3-a180-ab4b1a6cca37 service neutron] 10.222.0.54 "GET /v2.0/networks/c7d2ace3-7824-4e9e-ad88-2b3343420ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826037 Oct 27 17:10:07.680936 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f9cd71b2-1901-4cc0-83bd-78f716962c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:49Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'a9f9bcce-179d-4952-a504-154c6e6950c4', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'port_id': '99978e8d-1423-4160-bc05-ce8ac57407d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'mac_address': 'fa:16:3e:fd:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:10:05Z', 'updated_at': '2021-10-27T17:10:05Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886e3e7b-47a3-4f1c-b728-348da1df82ab', 'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:b3:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:48Z', 'updated_at': '2021-10-27T17:09:51Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:07.706712 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd71b2-1901-4cc0-83bd-78f716962c29 None None] The sync data for ids ['5aea428f-e464-4620-a25d-ebd9980809dc'] in n-d-815689-1 is: [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:49Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'a9f9bcce-179d-4952-a504-154c6e6950c4', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.152', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'port_id': '99978e8d-1423-4160-bc05-ce8ac57407d7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'mac_address': 'fa:16:3e:fd:29:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:10:05Z', 'updated_at': '2021-10-27T17:10:05Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '886e3e7b-47a3-4f1c-b728-348da1df82ab', 'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:b3:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:48Z', 'updated_at': '2021-10-27T17:09:51Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:10:07.919054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60efd334-1ff9-4630-8bf3-e00ef8561d22 None None] New status for floating IP a9f9bcce-179d-4952-a504-154c6e6950c4: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:10:08.299202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48490) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:08.363859 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1597523d-76e1-45c2-af38-92102815e21c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/a9f9bcce-179d-4952-a504-154c6e6950c4 HTTP/1.1" status: 200 len: 993 time: 0.0633781 Oct 27 17:10:18.525141 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-94b56ccf-7e34-47cd-9337-2d4dc5c9dbd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:21.557042 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2157feea-6377-4884-ac51-1a8ba3974232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:22.218642 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:10:22.290606 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:22.427787 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:24.421862 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:29.936191 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:33.198776 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:39.909435 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4bfb-4545-4919-b2b7-b4849d7a07b2 req-1176df4d-f096-43a7-ab72-e4c26ee2538b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:39.910942 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a19d4bfb-4545-4919-b2b7-b4849d7a07b2 req-1176df4d-f096-43a7-ab72-e4c26ee2538b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 945 time: 0.0517552 Oct 27 17:10:39.950667 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a19d4bfb-4545-4919-b2b7-b4849d7a07b2 req-ed1ba0fd-bc21-4a45-acb1-eb3c6e197597 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335953 Oct 27 17:10:41.070264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf46eba-c3b8-466b-9144-7b5f3926678c req-78769ead-bb6b-4757-9acb-9a4443e7ee90 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:41.071734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-edf46eba-c3b8-466b-9144-7b5f3926678c req-78769ead-bb6b-4757-9acb-9a4443e7ee90 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 945 time: 0.0500445 Oct 27 17:10:41.110859 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-edf46eba-c3b8-466b-9144-7b5f3926678c req-f62f67a5-69c8-46fc-9a17-ad665e4584f6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330844 Oct 27 17:10:41.133482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48516) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:41.199532 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-02969d42-5c2b-450b-985f-bfe3de3f1db0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/a9f9bcce-179d-4952-a504-154c6e6950c4 HTTP/1.1" status: 200 len: 993 time: 0.0649278 Oct 27 17:10:42.655944 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fed54a-e808-4e3c-b915-641737517947 req-df7328a3-9e1a-41f0-a521-e5eeae7a77b1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:42.657630 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6fed54a-e808-4e3c-b915-641737517947 req-df7328a3-9e1a-41f0-a521-e5eeae7a77b1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 945 time: 0.0527270 Oct 27 17:10:42.701736 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6fed54a-e808-4e3c-b915-641737517947 req-ac619065-7024-48e5-beb2-c85fc0684d44 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378406 Oct 27 17:10:43.820712 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ddc6eb-0ed9-4fc7-8b59-22944d31375b req-c9c091a1-58ba-4723-a8b9-26d600e8e018 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:43.822192 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3ddc6eb-0ed9-4fc7-8b59-22944d31375b req-c9c091a1-58ba-4723-a8b9-26d600e8e018 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 945 time: 0.0488560 Oct 27 17:10:43.860800 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e3ddc6eb-0ed9-4fc7-8b59-22944d31375b req-6419789e-5096-4c2c-a672-a60e04736638 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317454 Oct 27 17:10:43.882525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48526) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:43.941201 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a36dbb1c-b4fe-466d-b681-8aee24f7154b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/a9f9bcce-179d-4952-a504-154c6e6950c4 HTTP/1.1" status: 200 len: 993 time: 0.0575578 Oct 27 17:10:44.164851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48532) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:44.318263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 6ba847b1-7ced-489c-ba84-2d0476d405c1 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:10:44.318598 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:44.395311 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:44.395636 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:44.407564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 6ba847b1-7ced-489c-ba84-2d0476d405c1 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:10:44.616150 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:44.642226 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=6ba847b1-7ced-489c-ba84-2d0476d405c1,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:44.655342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.655700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.656227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.656585 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.656918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.657252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.657584 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.657937 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.658263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.658588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.658912 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.659234 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:44.717555 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:44.717801 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Floating IP a9f9bcce-179d-4952-a504-154c6e6950c4 disassociated (deleted). External IP: 172.25.4.152, port: 99978e8d-1423-4160-bc05-ce8ac57407d7. Oct 27 17:10:44.917761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 5aea428f-e464-4620-a25d-ebd9980809dc has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:10:45.024862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:10:45.029800 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:45.034445 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164030a-88da-4fc3-8528-7a22fd944e92 None None] Sync routers for ids ['5aea428f-e464-4620-a25d-ebd9980809dc'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:10:45.045617 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164030a-88da-4fc3-8528-7a22fd944e92 None None] Routers {'5aea428f-e464-4620-a25d-ebd9980809dc'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:10:45.046225 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8164030a-88da-4fc3-8528-7a22fd944e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:10:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5aea428f-e464-4620-a25d-ebd9980809dc'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:45.057581 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-46352fbf-a491-4519-8fcb-09f8b37a1abe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/floatingips/a9f9bcce-179d-4952-a504-154c6e6950c4 HTTP/1.1" status: 204 len: 168 time: 0.8917372 Oct 27 17:10:45.059485 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'tag': '99978e8d-1423-4160-bc05-ce8ac57407d7'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:10:45.061783 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d74489-3a49-47d3-abe8-d0267d773daa" -d '{"events": [{"name": "network-changed", "server_uuid": "db96f719-a798-47e0-84e1-6f2a8a8d4a57", "tag": "99978e8d-1423-4160-bc05-ce8ac57407d7"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:10:45.104221 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229f4d9e-d6c9-4d2e-afca-2b4110e78cde x-openstack-request-id: req-229f4d9e-d6c9-4d2e-afca-2b4110e78cde {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:10:45.104513 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db96f719-a798-47e0-84e1-6f2a8a8d4a57", "tag": "99978e8d-1423-4160-bc05-ce8ac57407d7", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:10:45.105269 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-229f4d9e-d6c9-4d2e-afca-2b4110e78cde {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:10:45.105679 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'tag': '99978e8d-1423-4160-bc05-ce8ac57407d7', 'status': 'completed', 'code': 200} Oct 27 17:10:45.161022 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8164030a-88da-4fc3-8528-7a22fd944e92 None None] Set router 5aea428f-e464-4620-a25d-ebd9980809dc gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:10:45.170344 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74489-3a49-47d3-abe8-d0267d773daa req-d2dc2de2-c371-491a-ba02-39272901d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:45.171875 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65d74489-3a49-47d3-abe8-d0267d773daa req-d2dc2de2-c371-491a-ba02-39272901d8cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 1096 time: 0.0453556 Oct 27 17:10:45.264404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74489-3a49-47d3-abe8-d0267d773daa req-199e794a-74f2-4d8f-ae14-dc5229d00cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:45.265860 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65d74489-3a49-47d3-abe8-d0267d773daa req-199e794a-74f2-4d8f-ae14-dc5229d00cd3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c7d2ace3-7824-4e9e-ad88-2b3343420ad7 HTTP/1.1" status: 200 len: 897 time: 0.0873942 Oct 27 17:10:45.316863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65d74489-3a49-47d3-abe8-d0267d773daa req-835c1ed8-4abc-413e-8077-4667942475e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99978e8d-1423-4160-bc05-ce8ac57407d7 HTTP/1.1" status: 200 len: 217 time: 0.0442121 Oct 27 17:10:45.372093 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8164030a-88da-4fc3-8528-7a22fd944e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:49Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '886e3e7b-47a3-4f1c-b728-348da1df82ab', 'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:b3:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:48Z', 'updated_at': '2021-10-27T17:09:51Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:45.375581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74489-3a49-47d3-abe8-d0267d773daa req-fe031fd0-aebc-4494-a0fa-011f78ca4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:45.377107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65d74489-3a49-47d3-abe8-d0267d773daa req-fe031fd0-aebc-4494-a0fa-011f78ca4db4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b59a45a2-8d76-48d0-a13c-468a78ff5c80 HTTP/1.1" status: 200 len: 834 time: 0.0480113 Oct 27 17:10:45.399135 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164030a-88da-4fc3-8528-7a22fd944e92 None None] Checking router: 5aea428f-e464-4620-a25d-ebd9980809dc for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:10:45.408357 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8164030a-88da-4fc3-8528-7a22fd944e92 None None] Routers {'5aea428f-e464-4620-a25d-ebd9980809dc'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:10:45.408969 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8164030a-88da-4fc3-8528-7a22fd944e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:10:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5aea428f-e464-4620-a25d-ebd9980809dc'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:45.430668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d74489-3a49-47d3-abe8-d0267d773daa req-c65813f5-5479-4130-a6da-37d1967a52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:45.432212 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65d74489-3a49-47d3-abe8-d0267d773daa req-c65813f5-5479-4130-a6da-37d1967a52d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c7d2ace3-7824-4e9e-ad88-2b3343420ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475960 Oct 27 17:10:45.514580 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d4a06-0eaa-409f-bc61-1765e72496ff req-59409490-082f-418e-9caf-56472beac7ed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:45.516117 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c78d4a06-0eaa-409f-bc61-1765e72496ff req-59409490-082f-418e-9caf-56472beac7ed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 945 time: 0.0612547 Oct 27 17:10:45.519799 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8164030a-88da-4fc3-8528-7a22fd944e92 None None] Set router 5aea428f-e464-4620-a25d-ebd9980809dc gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:10:45.533746 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65d74489-3a49-47d3-abe8-d0267d773daa req-3c1743f2-194d-4ae9-ae81-cb68bdef8e2a service neutron] 10.222.0.54 "GET /v2.0/networks/c7d2ace3-7824-4e9e-ad88-2b3343420ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918200 Oct 27 17:10:45.562354 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c78d4a06-0eaa-409f-bc61-1765e72496ff req-7cd86a3e-2d9b-45b6-aea5-0b2ed9c4fa08 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393202 Oct 27 17:10:45.633060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-65d74489-3a49-47d3-abe8-d0267d773daa req-c15ab32c-a645-4f32-94bc-740fd9452aaa service neutron] 10.222.0.54 "GET /v2.0/networks/c7d2ace3-7824-4e9e-ad88-2b3343420ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909960 Oct 27 17:10:45.727717 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8164030a-88da-4fc3-8528-7a22fd944e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:49Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '886e3e7b-47a3-4f1c-b728-348da1df82ab', 'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:b3:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:48Z', 'updated_at': '2021-10-27T17:09:51Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:45.754349 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8164030a-88da-4fc3-8528-7a22fd944e92 None None] The sync data for ids ['5aea428f-e464-4620-a25d-ebd9980809dc'] in n-d-815689-1 is: [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:09:49Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '886e3e7b-47a3-4f1c-b728-348da1df82ab', 'name': '', 'network_id': 'c7d2ace3-7824-4e9e-ad88-2b3343420ad7', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:b3:e3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:48Z', 'updated_at': '2021-10-27T17:09:51Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'b59a45a2-8d76-48d0-a13c-468a78ff5c80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:10:45.960615 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc84c71-2a97-4ff6-b4a8-f249b0b8a72c None None] New status for floating IP a9f9bcce-179d-4952-a504-154c6e6950c4: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:10:46.679177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c0896-b5b3-4a8a-a40d-339df9efc4ed req-8418aec8-c75c-47ff-b4aa-968129face8a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:46.680983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5d1c0896-b5b3-4a8a-a40d-339df9efc4ed req-8418aec8-c75c-47ff-b4aa-968129face8a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 945 time: 0.0491402 Oct 27 17:10:46.726137 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5d1c0896-b5b3-4a8a-a40d-339df9efc4ed req-f4e3a951-22d1-4edc-a88c-16185e370d78 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=d41293b5-2ccf-445d-a030-93aef29aad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377405 Oct 27 17:10:46.999157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77c80a-5b14-45ba-86c9-c044726e8bf7 req-75e26b0a-9f14-47cb-9014-591d3c4e38b0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:47.000534 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b77c80a-5b14-45ba-86c9-c044726e8bf7 req-75e26b0a-9f14-47cb-9014-591d3c4e38b0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 945 time: 0.0489528 Oct 27 17:10:47.091559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1b77c80a-5b14-45ba-86c9-c044726e8bf7 req-a0c2d345-6406-411d-a507-932c006f96c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 99978e8d-1423-4160-bc05-ce8ac57407d7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:10:47.091901 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b77c80a-5b14-45ba-86c9-c044726e8bf7 req-a0c2d345-6406-411d-a507-932c006f96c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:47.182756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-1b77c80a-5b14-45ba-86c9-c044726e8bf7 req-a0c2d345-6406-411d-a507-932c006f96c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port 99978e8d-1423-4160-bc05-ce8ac57407d7, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=99978e8d-1423-4160-bc05-ce8ac57407d7,segment=NetworkSegment(1aee6486-2523-4b11-93da-0a9732d953f7),segment_id=1aee6486-2523-4b11-93da-0a9732d953f7)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:47.183186 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b77c80a-5b14-45ba-86c9-c044726e8bf7 req-a0c2d345-6406-411d-a507-932c006f96c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:47.195396 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-1b77c80a-5b14-45ba-86c9-c044726e8bf7 req-a0c2d345-6406-411d-a507-932c006f96c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 99978e8d-1423-4160-bc05-ce8ac57407d7 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:10:47.381976 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b77c80a-5b14-45ba-86c9-c044726e8bf7 req-a0c2d345-6406-411d-a507-932c006f96c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:47.412987 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2d345-6406-411d-a507-932c006f96c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=99978e8d-1423-4160-bc05-ce8ac57407d7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:47.452035 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b77c80a-5b14-45ba-86c9-c044726e8bf7 req-a0c2d345-6406-411d-a507-932c006f96c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] No DVR routers for this DVR port 99978e8d-1423-4160-bc05-ce8ac57407d7 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:10:47.454711 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-1b77c80a-5b14-45ba-86c9-c044726e8bf7 req-a0c2d345-6406-411d-a507-932c006f96c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:47.458085 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1b77c80a-5b14-45ba-86c9-c044726e8bf7 req-a0c2d345-6406-411d-a507-932c006f96c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "DELETE /v2.0/ports/99978e8d-1423-4160-bc05-ce8ac57407d7 HTTP/1.1" status: 204 len: 173 time: 0.4515474 Oct 27 17:10:47.458634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'name': 'network-vif-deleted', 'tag': '99978e8d-1423-4160-bc05-ce8ac57407d7'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:10:47.463264 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7980ca-7297-463d-b170-0e6fdf60cb1d" -d '{"events": [{"server_uuid": "db96f719-a798-47e0-84e1-6f2a8a8d4a57", "name": "network-vif-deleted", "tag": "99978e8d-1423-4160-bc05-ce8ac57407d7"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:10:47.497655 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c456f2f4-b4a7-4090-8d73-e85173d888bd x-openstack-request-id: req-c456f2f4-b4a7-4090-8d73-e85173d888bd {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:10:47.497950 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db96f719-a798-47e0-84e1-6f2a8a8d4a57", "name": "network-vif-deleted", "tag": "99978e8d-1423-4160-bc05-ce8ac57407d7", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:10:47.498213 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c456f2f4-b4a7-4090-8d73-e85173d888bd {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:10:47.498605 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db96f719-a798-47e0-84e1-6f2a8a8d4a57', 'name': 'network-vif-deleted', 'tag': '99978e8d-1423-4160-bc05-ce8ac57407d7', 'status': 'completed', 'code': 200} Oct 27 17:10:47.841645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57f6f40a-a3ae-4db6-9253-ae7e71e27030 req-d942dae5-b460-4de0-ba99-5f169bf15663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=db96f719-a798-47e0-84e1-6f2a8a8d4a57 HTTP/1.1" status: 200 len: 210 time: 0.0298870 Oct 27 17:10:48.524993 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a37a2287-2010-44c4-8bd4-9deb98471cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:48.899834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48548) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:49.260856 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:49.515628 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 886e3e7b-47a3-4f1c-b728-348da1df82ab {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:10:49.516019 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:49.608684 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port 886e3e7b-47a3-4f1c-b728-348da1df82ab, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=886e3e7b-47a3-4f1c-b728-348da1df82ab,segment=NetworkSegment(1aee6486-2523-4b11-93da-0a9732d953f7),segment_id=1aee6486-2523-4b11-93da-0a9732d953f7)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:49.609046 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:49.621150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 886e3e7b-47a3-4f1c-b728-348da1df82ab owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:10:49.882658 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:49.909637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=886e3e7b-47a3-4f1c-b728-348da1df82ab,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:49.942748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:49.943098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:49.943437 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:49.943772 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:49.944127 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:49.944461 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:49.944790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:49.945117 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:49.945442 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:49.945767 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:49.946088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:49.946406 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:50.105423 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:50.320228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 5aea428f-e464-4620-a25d-ebd9980809dc has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:10:50.427760 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:10:50.433083 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1ca0e14f-2de3-4929-a324-0f93e810cc3a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "PUT /v2.0/routers/5aea428f-e464-4620-a25d-ebd9980809dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5322199 Oct 27 17:10:50.437460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48550) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:50.438451 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db107f0a-a1d8-472e-80bd-11678c067f40 None None] Sync routers for ids ['5aea428f-e464-4620-a25d-ebd9980809dc'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:10:50.447837 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db107f0a-a1d8-472e-80bd-11678c067f40 None None] Routers {'5aea428f-e464-4620-a25d-ebd9980809dc'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:10:50.448467 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-db107f0a-a1d8-472e-80bd-11678c067f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:10:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5aea428f-e464-4620-a25d-ebd9980809dc'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:50.499814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec81cf0-cf52-4950-a47e-c0de649d6c14 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting subnet b59a45a2-8d76-48d0-a13c-468a78ff5c80 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:10:50.505511 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ec81cf0-cf52-4950-a47e-c0de649d6c14 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:50.550782 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ec81cf0-cf52-4950-a47e-c0de649d6c14 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:50.638473 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ec81cf0-cf52-4950-a47e-c0de649d6c14 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:50.643336 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-db107f0a-a1d8-472e-80bd-11678c067f40 None None] Set router 5aea428f-e464-4620-a25d-ebd9980809dc gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:10:50.771044 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ec81cf0-cf52-4950-a47e-c0de649d6c14 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:50.799549 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec81cf0-cf52-4950-a47e-c0de649d6c14 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Subnet': ['ID=b59a45a2-8d76-48d0-a13c-468a78ff5c80,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:50.801567 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3ec81cf0-cf52-4950-a47e-c0de649d6c14 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:50.810081 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3ec81cf0-cf52-4950-a47e-c0de649d6c14 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/subnets/b59a45a2-8d76-48d0-a13c-468a78ff5c80 HTTP/1.1" status: 204 len: 168 time: 0.3664668 Oct 27 17:10:50.810251 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48552) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:50.810777 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd1ea2e-d453-4a02-b987-b1a808a17d1a None None] Network c7d2ace3-7824-4e9e-ad88-2b3343420ad7 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:10:50.828160 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-db107f0a-a1d8-472e-80bd-11678c067f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:10:49Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:50.858233 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db107f0a-a1d8-472e-80bd-11678c067f40 None None] Checking router: 5aea428f-e464-4620-a25d-ebd9980809dc for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:10:50.867677 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db107f0a-a1d8-472e-80bd-11678c067f40 None None] Routers {'5aea428f-e464-4620-a25d-ebd9980809dc'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:10:50.868362 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-db107f0a-a1d8-472e-80bd-11678c067f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:10:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['5aea428f-e464-4620-a25d-ebd9980809dc'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:50.917193 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:50.991504 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-db107f0a-a1d8-472e-80bd-11678c067f40 None None] Set router 5aea428f-e464-4620-a25d-ebd9980809dc gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:10:50.999846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] DHCP port deletion for c7d2ace3-7824-4e9e-ad88-2b3343420ad7 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:10:51.057887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Deleting port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:10:51.058302 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:51.126551 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] For port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8abd9dba-2ea7-4d65-93d0-f4048f2f0994,segment=NetworkSegment(1aee6486-2523-4b11-93da-0a9732d953f7),segment_id=1aee6486-2523-4b11-93da-0a9732d953f7)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:51.126947 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:51.141914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Calling delete_port for 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:10:51.191641 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-db107f0a-a1d8-472e-80bd-11678c067f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:10:49Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:51.222799 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db107f0a-a1d8-472e-80bd-11678c067f40 None None] The sync data for ids ['5aea428f-e464-4620-a25d-ebd9980809dc'] in n-d-815689-1 is: [{'id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1601824033', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:09:44Z', 'updated_at': '2021-10-27T17:10:49Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '72dc53d1-373d-44d6-8078-6b2e32f1026c', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aea428f-e464-4620-a25d-ebd9980809dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:09:45Z', 'updated_at': '2021-10-27T17:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:10:51.273528 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:51.298059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Pushing event deleted for resources: {'Port': ['ID=8abd9dba-2ea7-4d65-93d0-f4048f2f0994,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:51.308117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.308470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.308830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.309723 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.310058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.310387 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.310711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.311031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.311349 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.311667 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.311987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.312324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:10:51.314936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4efaa-3770-4c58-a3c8-e1180aa9b035 None None] No DVR routers for this DVR port 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:10:51.360919 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:51.496137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 72dc53d1-373d-44d6-8078-6b2e32f1026c {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:10:51.496996 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:51.564750 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b63cd7ac-8aec-40ca-a816-a3afdd978ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:51.580559 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port 72dc53d1-373d-44d6-8078-6b2e32f1026c, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=72dc53d1-373d-44d6-8078-6b2e32f1026c,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:10:51.587301 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:51.593965 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 72dc53d1-373d-44d6-8078-6b2e32f1026c owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:10:51.816174 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:51.846970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=72dc53d1-373d-44d6-8078-6b2e32f1026c,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:51.904877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:51.994426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:51.997507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.105369 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.107397 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Fanout notify agent at l3_agent the message router_deleted on router 5aea428f-e464-4620-a25d-ebd9980809dc {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:10:52.113597 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.114718 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-198c1862-254b-46dd-a26a-c0540c859bed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/routers/5aea428f-e464-4620-a25d-ebd9980809dc HTTP/1.1" status: 204 len: 168 time: 1.3058887 Oct 27 17:10:52.117458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48554) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:52.201785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.256288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.288749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.309614 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d2ace3-7824-4e9e-ad88-2b3343420ad7']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:52.318797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aee6486-2523-4b11-93da-0a9732d953f7') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:52.319114 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aee6486-2523-4b11-93da-0a9732d953f7') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:52.328404 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.341616 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.347455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:10:52.347841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:10:52.350890 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:10:52.448140 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.477023 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.486332 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.487439 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/networks/c7d2ace3-7824-4e9e-ad88-2b3343420ad7 HTTP/1.1" status: 204 len: 168 time: 0.3689947 Oct 27 17:10:52.490279 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48556) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:52.499590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19280ce-7691-4b96-bf25-a4504fd9f870 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Network': ['ID=c7d2ace3-7824-4e9e-ad88-2b3343420ad7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:52.505385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 99978e8d-1423-4160-bc05-ce8ac57407d7 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:10:52.526016 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 99978e8d-1423-4160-bc05-ce8ac57407d7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:10:52.526367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 99978e8d-1423-4160-bc05-ce8ac57407d7 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:10:52.558555 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d34e7292-610d-4aa9-9ec9-ee199b92eb23 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.594437 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d34e7292-610d-4aa9-9ec9-ee199b92eb23 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.613725 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:10:52.634712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:10:52.635052 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8abd9dba-2ea7-4d65-93d0-f4048f2f0994 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:10:52.635479 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 886e3e7b-47a3-4f1c-b728-348da1df82ab no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:10:52.658414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 886e3e7b-47a3-4f1c-b728-348da1df82ab {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:10:52.658760 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 886e3e7b-47a3-4f1c-b728-348da1df82ab not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:10:52.659168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 72dc53d1-373d-44d6-8078-6b2e32f1026c no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:10:52.677810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 72dc53d1-373d-44d6-8078-6b2e32f1026c {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:10:52.678378 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 72dc53d1-373d-44d6-8078-6b2e32f1026c not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:10:52.713668 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d34e7292-610d-4aa9-9ec9-ee199b92eb23 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.717479 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d34e7292-610d-4aa9-9ec9-ee199b92eb23 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:52.718712 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d34e7292-610d-4aa9-9ec9-ee199b92eb23 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/security-groups/d41293b5-2ccf-445d-a030-93aef29aad6d HTTP/1.1" status: 204 len: 168 time: 0.2273180 Oct 27 17:10:52.728593 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e7292-610d-4aa9-9ec9-ee199b92eb23 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41293b5-2ccf-445d-a030-93aef29aad6d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:53.034358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48562) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:53.039028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-99abe291-e863-4557-aefb-7f202d77e72f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1859784685', 'description': 'tempest-secgroup-smoke-1859784685 description', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:53.135931 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99abe291-e863-4557-aefb-7f202d77e72f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.202869 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99abe291-e863-4557-aefb-7f202d77e72f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.279433 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99abe291-e863-4557-aefb-7f202d77e72f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.307646 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abe291-e863-4557-aefb-7f202d77e72f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5418189a-201c-404a-b159-0583f316e85b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:53.366662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-99abe291-e863-4557-aefb-7f202d77e72f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.367924 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-99abe291-e863-4557-aefb-7f202d77e72f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3325303 Oct 27 17:10:53.370747 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48564) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:53.375620 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1876a6f4-bf1e-4225-85b4-172254d5028b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '5418189a-201c-404a-b159-0583f316e85b', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:53.458391 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1876a6f4-bf1e-4225-85b4-172254d5028b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.519199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1876a6f4-bf1e-4225-85b4-172254d5028b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.604671 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1876a6f4-bf1e-4225-85b4-172254d5028b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.623570 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876a6f4-bf1e-4225-85b4-172254d5028b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258fe96e-60d1-4016-b10d-dde1269f7fc6,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:53.692307 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1876a6f4-bf1e-4225-85b4-172254d5028b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.693515 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1876a6f4-bf1e-4225-85b4-172254d5028b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213110 Oct 27 17:10:53.696331 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48566) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:53.701360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-e89a0689-bbc5-41ab-b2b6-887cadc4bb3c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '5418189a-201c-404a-b159-0583f316e85b', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:53.792590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e89a0689-bbc5-41ab-b2b6-887cadc4bb3c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.848016 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e89a0689-bbc5-41ab-b2b6-887cadc4bb3c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.922502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e89a0689-bbc5-41ab-b2b6-887cadc4bb3c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:53.940928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a0689-bbc5-41ab-b2b6-887cadc4bb3c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d1e66ab-0e11-41b6-9ef8-e694e4d80ad2,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:54.038890 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e89a0689-bbc5-41ab-b2b6-887cadc4bb3c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.040214 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e89a0689-bbc5-41ab-b2b6-887cadc4bb3c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3429332 Oct 27 17:10:54.043031 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48568) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:54.047567 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8ab86d92-3f92-4b0d-ab7f-84a49e9f751d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '5418189a-201c-404a-b159-0583f316e85b', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:54.145038 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ab86d92-3f92-4b0d-ab7f-84a49e9f751d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.203429 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ab86d92-3f92-4b0d-ab7f-84a49e9f751d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.271206 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ab86d92-3f92-4b0d-ab7f-84a49e9f751d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.291353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab86d92-3f92-4b0d-ab7f-84a49e9f751d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593bc348-70cd-48ec-8610-db0c7e889d51,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:54.347557 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ab86d92-3f92-4b0d-ab7f-84a49e9f751d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.348818 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8ab86d92-3f92-4b0d-ab7f-84a49e9f751d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3047633 Oct 27 17:10:54.351547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48570) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:54.356657 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1dacfd8a-abb0-4bf0-af9b-b11936083645 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '5418189a-201c-404a-b159-0583f316e85b', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:54.408458 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.470718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dacfd8a-abb0-4bf0-af9b-b11936083645 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.533203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dacfd8a-abb0-4bf0-af9b-b11936083645 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.622350 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dacfd8a-abb0-4bf0-af9b-b11936083645 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.642602 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacfd8a-abb0-4bf0-af9b-b11936083645 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbc60a3-e816-4b42-a9e8-3c7470c0ac7c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:54.715388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dacfd8a-abb0-4bf0-af9b-b11936083645 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.716657 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1dacfd8a-abb0-4bf0-af9b-b11936083645 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3640397 Oct 27 17:10:54.719428 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48572) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:54.723811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-edc9f121-7bca-4a1f-9d84-d555b9ac35e0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '5418189a-201c-404a-b159-0583f316e85b', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:54.811223 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-edc9f121-7bca-4a1f-9d84-d555b9ac35e0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Project afa4a63aaa6f461180d832d6ce035b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:10:54.816445 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-edc9f121-7bca-4a1f-9d84-d555b9ac35e0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.876505 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-edc9f121-7bca-4a1f-9d84-d555b9ac35e0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.947466 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-edc9f121-7bca-4a1f-9d84-d555b9ac35e0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:54.966911 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9f121-7bca-4a1f-9d84-d555b9ac35e0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d45525-3916-4ec0-b0f9-0c8a769d8f31,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:55.035255 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-edc9f121-7bca-4a1f-9d84-d555b9ac35e0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.036496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-edc9f121-7bca-4a1f-9d84-d555b9ac35e0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3161840 Oct 27 17:10:55.039243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48574) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:55.044389 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0e46d15c-b5d2-4d9c-8c44-b0834019cc0b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '5418189a-201c-404a-b159-0583f316e85b', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:55.124796 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-0e46d15c-b5d2-4d9c-8c44-b0834019cc0b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Project afa4a63aaa6f461180d832d6ce035b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:10:55.129851 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e46d15c-b5d2-4d9c-8c44-b0834019cc0b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.193894 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e46d15c-b5d2-4d9c-8c44-b0834019cc0b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.276460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e46d15c-b5d2-4d9c-8c44-b0834019cc0b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.295999 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46d15c-b5d2-4d9c-8c44-b0834019cc0b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678d4b59-b8a4-44f8-ae43-a39c52568056,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:55.370502 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0e46d15c-b5d2-4d9c-8c44-b0834019cc0b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.372544 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0e46d15c-b5d2-4d9c-8c44-b0834019cc0b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3323715 Oct 27 17:10:55.375341 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48576) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:55.380221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'network': {'name': 'tempest-network-smoke--1254841163', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'port_security_enabled': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:55.465120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:10:55.468680 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.494013 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:10:55.503468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.503969 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Added segment 82859cfd-96f2-408a-8a9a-0294e04cb9fd of type vlan for network a620b723-6a45-41c4-b63c-7c5c7a120614 Oct 27 17:10:55.542254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.648209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.654499 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:55.655096 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.721874 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Network': ['ID=a620b723-6a45-41c4-b63c-7c5c7a120614,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:55.732229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network a620b723-6a45-41c4-b63c-7c5c7a120614 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:10:55.773704 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8b9395f6-b9ae-467c-94a4-d6667458c64d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3973329 Oct 27 17:10:55.776434 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48578) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:55.781587 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'admin_state_up': True, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:55.867987 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.869134 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:55.922686 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:56.140755 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:56.404386 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:56.426850 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:56.532369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.25.4.20 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/121e4e19-900e-409e-ab46-72f08beead89) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:10:56.633094 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:56.722896 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:56.765386 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:10:56.768351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:10:56.771890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:10:56.798547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=121e4e19-900e-409e-ab46-72f08beead89,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:57.090213 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:57.578419 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:57.767964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 9ca84b16-d441-4821-bb95-2b5abe617d8d is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:10:57.874832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:10:57.884560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Sync routers for ids ['9ca84b16-d441-4821-bb95-2b5abe617d8d'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:10:57.894033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Routers {'9ca84b16-d441-4821-bb95-2b5abe617d8d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:10:57.894649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9ca84b16-d441-4821-bb95-2b5abe617d8d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:57.953120 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:57.954942 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-03594f4e-fca7-4907-a87e-f0bace296a04 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1772406 Oct 27 17:10:57.958077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48580) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:57.986293 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-54d7d3ed-353b-42f4-a395-bd2b3bfab2c1 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=afa4a63aaa6f461180d832d6ce035b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271308 Oct 27 17:10:57.989006 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48582) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:57.995969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Set router 9ca84b16-d441-4821-bb95-2b5abe617d8d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:10:58.079830 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2010a489-f367-4b2a-8410-8b8e8befa429 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:58.081373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2010a489-f367-4b2a-8410-8b8e8befa429 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914736 Oct 27 17:10:58.084207 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48584) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:58.112380 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e0c0b302-ce60-4984-b1cb-0df5bf1c4599 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270638 Oct 27 17:10:58.116722 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48586) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:58.121614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794625518', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:10:58.174936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:10:56Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:58.205814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Checking router: 9ca84b16-d441-4821-bb95-2b5abe617d8d for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:10:58.206161 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Updating router 9ca84b16-d441-4821-bb95-2b5abe617d8d port 121e4e19-900e-409e-ab46-72f08beead89 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:10:58.230087 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.267443 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:10:58.271023 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.476599 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.505653 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.567352 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Subnet': ['ID=095bb6f6-f201-4b1b-874d-07aaaf0ebca8,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:58.574707 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Checking segment: {'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:10:58.575083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network hostable DHCP agents. Network: a620b723-6a45-41c4-b63c-7c5c7a120614, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:10:58.581829 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.635882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Attempting to bind port 121e4e19-900e-409e-ab46-72f08beead89 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:10:58.636270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Attempting to bind port 121e4e19-900e-409e-ab46-72f08beead89 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:10:58.636640 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Attempting to bind port 121e4e19-900e-409e-ab46-72f08beead89 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:10:58.643595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3e70-22e9-4ada-8475-c2668ceef894 None None] Pushing event updated for resources: {'Port': ['ID=121e4e19-900e-409e-ab46-72f08beead89,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:58.646445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:10:58.646856 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:10:58.647217 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.647597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:10:58.648081 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Bound port: 121e4e19-900e-409e-ab46-72f08beead89, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:10:58.648461 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.655875 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network a620b723-6a45-41c4-b63c-7c5c7a120614 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:10:58.700637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] For port 121e4e19-900e-409e-ab46-72f08beead89, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:10:58.703892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] For port 121e4e19-900e-409e-ab46-72f08beead89, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=121e4e19-900e-409e-ab46-72f08beead89,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:10:58.722218 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, a620b723-6a45-41c4-b63c-7c5c7a120614) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:10:58.726320 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:10:58.731816 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.732357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df99088c-e618-4068-a0bd-689481cb890c None None] Network a620b723-6a45-41c4-b63c-7c5c7a120614 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:10:58.780505 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:58.811098 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a40fee26-dc31-4627-8b74-35539e086d29 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6933272 Oct 27 17:10:58.814025 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48588) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:10:59.025496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Routers {'9ca84b16-d441-4821-bb95-2b5abe617d8d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:10:59.026128 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9ca84b16-d441-4821-bb95-2b5abe617d8d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:59.029490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c3e70-22e9-4ada-8475-c2668ceef894 None None] Pushing event updated for resources: {'Port': ['ID=121e4e19-900e-409e-ab46-72f08beead89,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:59.142210 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-a620b723-6a45-41c4-b63c-7c5c7a120614', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ips': [{'subnet_id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:10:59.143067 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.218859 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:10:59.262765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] Set router 9ca84b16-d441-4821-bb95-2b5abe617d8d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:10:59.310121 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.406731 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Allocated IP 172.20.0.2 (a620b723-6a45-41c4-b63c-7c5c7a120614/095bb6f6-f201-4b1b-874d-07aaaf0ebca8/c03d7a70-d7c6-4021-ad66-8f9f4cafc246) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:10:59.584021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:10:56Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:10:59.615792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4e2d4-34f9-46c4-ba3f-c44eaf559ca2 None None] The sync data for ids ['9ca84b16-d441-4821-bb95-2b5abe617d8d'] in n-d-815689-1 is: [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:10:56Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:10:59.629438 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.694216 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.737554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Network a620b723-6a45-41c4-b63c-7c5c7a120614 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:10:59.740622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:10:59.745160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:10:59.745554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.20.0.1 (a620b723-6a45-41c4-b63c-7c5c7a120614/095bb6f6-f201-4b1b-874d-07aaaf0ebca8/b089f210-b511-4aca-81d1-b173a96f85d4) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:10:59.748991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Pushing event updated for resources: {'Port': ['ID=c03d7a70-d7c6-4021-ad66-8f9f4cafc246,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:10:59.805570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Attempting to bind port c03d7a70-d7c6-4021-ad66-8f9f4cafc246 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:10:59.805943 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Attempting to bind port c03d7a70-d7c6-4021-ad66-8f9f4cafc246 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:10:59.806311 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Attempting to bind port c03d7a70-d7c6-4021-ad66-8f9f4cafc246 on network a620b723-6a45-41c4-b63c-7c5c7a120614 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:10:59.825418 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:10:59.834622 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Checking segment: {'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:10:59.834622 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.835012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Bound using segment: {'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:10:59.845481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Bound port: c03d7a70-d7c6-4021-ad66-8f9f4cafc246, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:10:59.845913 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.910471 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:10:59.940323 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] For port c03d7a70-d7c6-4021-ad66-8f9f4cafc246, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:10:59.943810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] For port c03d7a70-d7c6-4021-ad66-8f9f4cafc246, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c03d7a70-d7c6-4021-ad66-8f9f4cafc246,segment=NetworkSegment(82859cfd-96f2-408a-8a9a-0294e04cb9fd),segment_id=82859cfd-96f2-408a-8a9a-0294e04cb9fd)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:10:59.985345 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:00.037385 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:00.038007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:00.084414 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network a620b723-6a45-41c4-b63c-7c5c7a120614 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:11:00.091014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:11:00.094001 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:11:00.116810 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fa618-2b40-469c-9296-3245a03eb984 None None] Pushing event updated for resources: {'Port': ['ID=c03d7a70-d7c6-4021-ad66-8f9f4cafc246,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:00.128869 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=b089f210-b511-4aca-81d1-b173a96f85d4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:00.152001 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:00.352590 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:00.604624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c03d7a70-d7c6-4021-ad66-8f9f4cafc246 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:11:00.654934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c03d7a70-d7c6-4021-ad66-8f9f4cafc246 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:00.655309 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:00.662920 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:00.731127 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:00.736724 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:00.772130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port c03d7a70-d7c6-4021-ad66-8f9f4cafc246, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c03d7a70-d7c6-4021-ad66-8f9f4cafc246,segment=NetworkSegment(82859cfd-96f2-408a-8a9a-0294e04cb9fd),segment_id=82859cfd-96f2-408a-8a9a-0294e04cb9fd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:00.813428 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=b089f210-b511-4aca-81d1-b173a96f85d4,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:00.815942 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:00.853989 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:00.854710 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 121e4e19-900e-409e-ab46-72f08beead89 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:11:00.911807 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network a620b723-6a45-41c4-b63c-7c5c7a120614 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:11:00.914429 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:11:00.930046 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=c03d7a70-d7c6-4021-ad66-8f9f4cafc246,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:00.942399 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 121e4e19-900e-409e-ab46-72f08beead89 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:00.943231 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:01.039068 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:01.040193 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 9ca84b16-d441-4821-bb95-2b5abe617d8d has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:11:01.060805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 121e4e19-900e-409e-ab46-72f08beead89, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=121e4e19-900e-409e-ab46-72f08beead89,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:01.139774 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:01.156890 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:11:01.164832 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e69a7319-64c0-429d-bc8b-e8ce5819c731 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "PUT /v2.0/routers/9ca84b16-d441-4821-bb95-2b5abe617d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3494446 Oct 27 17:11:01.193567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=121e4e19-900e-409e-ab46-72f08beead89,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:01.487414 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e7de9d4e-d60b-4672-843c-843f57ecdfcb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1859784685&fields=id&tenant_id=afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 267 time: 0.0374036 Oct 27 17:11:01.503576 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f8d06-59c9-4421-ad60-9ff07a062052 None None] Network a620b723-6a45-41c4-b63c-7c5c7a120614 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:11:01.547751 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Sync routers for ids ['9ca84b16-d441-4821-bb95-2b5abe617d8d'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:11:01.559499 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Routers {'9ca84b16-d441-4821-bb95-2b5abe617d8d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:01.560412 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9ca84b16-d441-4821-bb95-2b5abe617d8d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:01.612439 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-0fa38fb4-bf94-4562-bfbe-d4a73bdd0fcc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:01.614030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-0fa38fb4-bf94-4562-bfbe-d4a73bdd0fcc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/networks?id=a620b723-6a45-41c4-b63c-7c5c7a120614 HTTP/1.1" status: 200 len: 797 time: 0.1195869 Oct 27 17:11:01.629883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-4693ab09-ee17-4331-ae10-6e0bef68d4dc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/quotas/afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 375 time: 0.0095918 Oct 27 17:11:01.630104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-34e1ea65-10af-4612-9b10-c41183f800f1 None None] Provisioning complete for port c03d7a70-d7c6-4021-ad66-8f9f4cafc246 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:01.630549 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34e1ea65-10af-4612-9b10-c41183f800f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:01.670957 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Set router 9ca84b16-d441-4821-bb95-2b5abe617d8d gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:01.690706 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-bcc86585-6142-4a02-ae6d-8b91e0359a38 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544460 Oct 27 17:11:01.808340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-32f97ff5-f4f6-4da2-ac6a-ee7a80f45e98 service neutron] 10.222.0.15 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039302 Oct 27 17:11:01.885796 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:11:00Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'b089f210-b511-4aca-81d1-b173a96f85d4', 'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:45:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:59Z', 'updated_at': '2021-10-27T17:11:00Z', 'revision_number': 2, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:01.901273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-aa14efd6-f0f9-48c5-b7f5-ecd6454ceaa9 service neutron] 10.222.0.15 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913885 Oct 27 17:11:01.917585 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Checking router: 9ca84b16-d441-4821-bb95-2b5abe617d8d for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:11:01.918004 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Updating router 9ca84b16-d441-4821-bb95-2b5abe617d8d port b089f210-b511-4aca-81d1-b173a96f85d4 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:11:01.945430 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:01.977122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c550fb06-59e4-4410-a885-7b96147b4a4f None None] Provisioning complete for port c03d7a70-d7c6-4021-ad66-8f9f4cafc246 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:01.988981 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c550fb06-59e4-4410-a885-7b96147b4a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.074958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c550fb06-59e4-4410-a885-7b96147b4a4f None None] Provisioning complete for port b089f210-b511-4aca-81d1-b173a96f85d4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:02.076075 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c550fb06-59e4-4410-a885-7b96147b4a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.130799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c550fb06-59e4-4410-a885-7b96147b4a4f None None] Port b089f210-b511-4aca-81d1-b173a96f85d4 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:11:02.188780 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ecabbb99-b264-49fd-88b4-b12e3c941d08 req-c5efecf7-49a2-437c-88e4-9e275de39632 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 210 time: 0.0307627 Oct 27 17:11:02.257439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-3bc79b97-998a-4708-a1ce-6d391a6e58c4 None None] Provisioning complete for port b089f210-b511-4aca-81d1-b173a96f85d4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:02.257811 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3bc79b97-998a-4708-a1ce-6d391a6e58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.267076 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.302982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3bc79b97-998a-4708-a1ce-6d391a6e58c4 None None] Port b089f210-b511-4aca-81d1-b173a96f85d4 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:11:02.330397 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.383854 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Pushing event updated for resources: {'Port': ['ID=b089f210-b511-4aca-81d1-b173a96f85d4,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:02.396004 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.396584 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.397206 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.397544 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.397876 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.398261 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.398596 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.398922 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.399246 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.399574 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.399896 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.400244 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:11:02.450511 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Attempting to bind port b089f210-b511-4aca-81d1-b173a96f85d4 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:11:02.450889 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Attempting to bind port b089f210-b511-4aca-81d1-b173a96f85d4 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:11:02.451261 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Attempting to bind port b089f210-b511-4aca-81d1-b173a96f85d4 on network a620b723-6a45-41c4-b63c-7c5c7a120614 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:11:02.456304 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:11:02.456717 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Checking segment: {'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:11:02.457114 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.457503 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Bound using segment: {'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:11:02.457962 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Bound port: b089f210-b511-4aca-81d1-b173a96f85d4, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:11:02.458338 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.534552 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] For port b089f210-b511-4aca-81d1-b173a96f85d4, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:11:02.537875 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7eb02573-52d7-4825-b633-88f72ad4f999 None None] Provisioning complete for port b089f210-b511-4aca-81d1-b173a96f85d4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:02.538252 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7eb02573-52d7-4825-b633-88f72ad4f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.540536 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] For port b089f210-b511-4aca-81d1-b173a96f85d4, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b089f210-b511-4aca-81d1-b173a96f85d4,segment=NetworkSegment(82859cfd-96f2-408a-8a9a-0294e04cb9fd),segment_id=82859cfd-96f2-408a-8a9a-0294e04cb9fd)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:11:02.565020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c03d7a70-d7c6-4021-ad66-8f9f4cafc246 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:11:02.610554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7eb02573-52d7-4825-b633-88f72ad4f999 None None] Port b089f210-b511-4aca-81d1-b173a96f85d4 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:11:02.623142 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.628641 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c03d7a70-d7c6-4021-ad66-8f9f4cafc246 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:02.629010 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.707332 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Routers {'9ca84b16-d441-4821-bb95-2b5abe617d8d'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:02.708310 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9ca84b16-d441-4821-bb95-2b5abe617d8d'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:02.713581 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecefac6-cf4b-472c-99d5-12afc195ebae None None] Pushing event updated for resources: {'Port': ['ID=b089f210-b511-4aca-81d1-b173a96f85d4,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:02.716887 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 121e4e19-900e-409e-ab46-72f08beead89 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:11:02.759638 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6184d385-9708-419d-8a55-eb97548370f4 None None] Provisioning complete for port b089f210-b511-4aca-81d1-b173a96f85d4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:02.759934 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6184d385-9708-419d-8a55-eb97548370f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.816585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 121e4e19-900e-409e-ab46-72f08beead89 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:02.816957 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.900802 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6184d385-9708-419d-8a55-eb97548370f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:02.942708 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] Set router 9ca84b16-d441-4821-bb95-2b5abe617d8d gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:02.966178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-6184d385-9708-419d-8a55-eb97548370f4 None None] For port b089f210-b511-4aca-81d1-b173a96f85d4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b089f210-b511-4aca-81d1-b173a96f85d4,segment=NetworkSegment(82859cfd-96f2-408a-8a9a-0294e04cb9fd),segment_id=82859cfd-96f2-408a-8a9a-0294e04cb9fd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:03.060233 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6184d385-9708-419d-8a55-eb97548370f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:03.109868 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184d385-9708-419d-8a55-eb97548370f4 None None] Pushing event updated for resources: {'Port': ['ID=b089f210-b511-4aca-81d1-b173a96f85d4,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:03.146175 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:11:00Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'b089f210-b511-4aca-81d1-b173a96f85d4', 'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:45:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:59Z', 'updated_at': '2021-10-27T17:11:02Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:03.174059 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a500f1-5438-43e8-80a8-761f2153a1aa None None] The sync data for ids ['9ca84b16-d441-4821-bb95-2b5abe617d8d'] in n-d-815689-1 is: [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:11:00Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'b089f210-b511-4aca-81d1-b173a96f85d4', 'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:45:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:59Z', 'updated_at': '2021-10-27T17:11:02Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:11:03.187250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-34a2a0be-412a-43f2-b0e7-88e2b375239a None None] Provisioning complete for port b089f210-b511-4aca-81d1-b173a96f85d4 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:03.187621 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-34a2a0be-412a-43f2-b0e7-88e2b375239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:03.225359 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:03.319274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-430deff6-9846-45f7-a23f-2fa3d3680c2a req-3b1afce4-b8fb-4063-ac68-ae47093e40cf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 210 time: 0.0317941 Oct 27 17:11:04.435961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-1ae16ba1-e06b-4cb6-8385-ddb04477f10f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:04.437591 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-1ae16ba1-e06b-4cb6-8385-ddb04477f10f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.53 "GET /v2.0/networks?id=a620b723-6a45-41c4-b63c-7c5c7a120614 HTTP/1.1" status: 200 len: 797 time: 0.1123290 Oct 27 17:11:04.484231 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-59d48d45-a931-44b6-9d8d-ec648bbfd401 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 380 time: 0.0348504 Oct 27 17:11:04.491059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'port': {'device_id': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'admin_state_up': True, 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'security_groups': ['5418189a-201c-404a-b159-0583f316e85b']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:11:04.504868 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-194ec37c-5b3d-4621-b00e-e6c28b1d1e7e req-7b22c964-95a1-462b-b6fc-7af53cd14900 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 210 time: 0.1145880 Oct 27 17:11:04.581115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b089f210-b511-4aca-81d1-b173a96f85d4 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:11:04.635961 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port b089f210-b511-4aca-81d1-b173a96f85d4 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:04.636354 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:04.707650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:11:04.711336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:04.840495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.20.0.11 (a620b723-6a45-41c4-b63c-7c5c7a120614/095bb6f6-f201-4b1b-874d-07aaaf0ebca8/d5a770aa-3e47-4ab6-9634-9edcd9d18772) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:11:04.976895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:05.062398 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:05.108686 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network a620b723-6a45-41c4-b63c-7c5c7a120614 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:11:05.111971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:11:05.115870 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:11:05.122983 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=d5a770aa-3e47-4ab6-9634-9edcd9d18772,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:05.179915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.181008 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:05.268594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-e174e584-fd40-4c2c-bacf-93bc6302aa93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812479 Oct 27 17:11:05.334231 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Request body: {'port': {'device_id': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:11:05.361988 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c505cf3e-6603-47db-b58f-76365cfd77dd None None] Provisioning complete for port d5a770aa-3e47-4ab6-9634-9edcd9d18772 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:05.362273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c505cf3e-6603-47db-b58f-76365cfd77dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:05.389710 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:05.406958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c505cf3e-6603-47db-b58f-76365cfd77dd None None] Port d5a770aa-3e47-4ab6-9634-9edcd9d18772 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:11:05.661042 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1099b-7fa7-4242-877c-8d60a8436cd9 req-09b66c7f-d2dd-48d1-9075-eeff409200f7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:05.662527 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cef1099b-7fa7-4242-877c-8d60a8436cd9 req-09b66c7f-d2dd-48d1-9075-eeff409200f7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 932 time: 0.0837047 Oct 27 17:11:05.711726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a770aa-3e47-4ab6-9634-9edcd9d18772 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:11:05.722386 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:05.740241 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cef1099b-7fa7-4242-877c-8d60a8436cd9 req-822f9d6d-95c9-477f-8219-efb6d14d0f40 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548437 Oct 27 17:11:05.744969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Transition to ACTIVE for port object d5a770aa-3e47-4ab6-9634-9edcd9d18772 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:11:05.850356 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:05.899100 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Pushing event updated for resources: {'Port': ['ID=d5a770aa-3e47-4ab6-9634-9edcd9d18772,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:05.977244 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Attempting to bind port d5a770aa-3e47-4ab6-9634-9edcd9d18772 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:11:05.977574 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Attempting to bind port d5a770aa-3e47-4ab6-9634-9edcd9d18772 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:11:05.981054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Attempting to bind port d5a770aa-3e47-4ab6-9634-9edcd9d18772 on network a620b723-6a45-41c4-b63c-7c5c7a120614 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:11:05.983488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Port d5a770aa-3e47-4ab6-9634-9edcd9d18772 on network a620b723-6a45-41c4-b63c-7c5c7a120614 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:11:05.983807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Attempting to bind port d5a770aa-3e47-4ab6-9634-9edcd9d18772 on network a620b723-6a45-41c4-b63c-7c5c7a120614 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:11:05.988913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:11:05.989249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Checking segment: {'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:11:05.989677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Bound using segment: {'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:11:05.990098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Bound port: d5a770aa-3e47-4ab6-9634-9edcd9d18772, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82859cfd-96f2-408a-8a9a-0294e04cb9fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:11:05.990448 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:06.059542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] For port d5a770aa-3e47-4ab6-9634-9edcd9d18772, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:11:06.062629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] For port d5a770aa-3e47-4ab6-9634-9edcd9d18772, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d5a770aa-3e47-4ab6-9634-9edcd9d18772,segment=NetworkSegment(82859cfd-96f2-408a-8a9a-0294e04cb9fd),segment_id=82859cfd-96f2-408a-8a9a-0294e04cb9fd)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:11:06.151232 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:06.189797 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:06.190484 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:06.191844 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] 10.222.0.53 "PUT /v2.0/ports/d5a770aa-3e47-4ab6-9634-9edcd9d18772 HTTP/1.1" status: 200 len: 1092 time: 0.9141665 Oct 27 17:11:06.192347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'tag': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:06.197815 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57636e09-356d-44a1-b50b-76e3cf95b4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "16865047-4f0e-4e3f-84d5-1608ada41cdf", "tag": "d5a770aa-3e47-4ab6-9634-9edcd9d18772"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:06.221224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9ed44-3d61-4a3c-8904-06a4a1aa208c service neutron] Pushing event updated for resources: {'Port': ['ID=d5a770aa-3e47-4ab6-9634-9edcd9d18772,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:06.241706 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd68e7e-c163-440b-a3c5-1b7679905cd5 x-openstack-request-id: req-3fd68e7e-c163-440b-a3c5-1b7679905cd5 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:06.242069 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16865047-4f0e-4e3f-84d5-1608ada41cdf", "tag": "d5a770aa-3e47-4ab6-9634-9edcd9d18772", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:06.242339 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fd68e7e-c163-440b-a3c5-1b7679905cd5 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:06.242751 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'tag': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772', 'status': 'completed', 'code': 200} Oct 27 17:11:06.307500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57636e09-356d-44a1-b50b-76e3cf95b4a3 req-99d49756-a2eb-4c5c-b385-dd6368559bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:06.309427 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57636e09-356d-44a1-b50b-76e3cf95b4a3 req-99d49756-a2eb-4c5c-b385-dd6368559bf7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 1095 time: 0.0443017 Oct 27 17:11:06.412558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57636e09-356d-44a1-b50b-76e3cf95b4a3 req-07c43845-2f37-4b76-9840-8c888be6a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:06.413955 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57636e09-356d-44a1-b50b-76e3cf95b4a3 req-07c43845-2f37-4b76-9840-8c888be6a72e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0971806 Oct 27 17:11:06.513411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57636e09-356d-44a1-b50b-76e3cf95b4a3 req-fe87b061-fe49-4045-9419-0563ea328f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:06.514952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-57636e09-356d-44a1-b50b-76e3cf95b4a3 req-fe87b061-fe49-4045-9419-0563ea328f30 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939019 Oct 27 17:11:06.591269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-d791151c-eb77-4e27-afdd-255aaf4d036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:06.592867 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-d791151c-eb77-4e27-afdd-255aaf4d036a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 1095 time: 0.0411220 Oct 27 17:11:06.633771 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8ee450bc-9a30-4dee-a053-4387b6a80959 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a770aa-3e47-4ab6-9634-9edcd9d18772 HTTP/1.1" status: 200 len: 217 time: 0.0337725 Oct 27 17:11:06.685880 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8131dee6-65fd-4015-87c4-8a142952356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:06.687347 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-8131dee6-65fd-4015-87c4-8a142952356f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=095bb6f6-f201-4b1b-874d-07aaaf0ebca8 HTTP/1.1" status: 200 len: 835 time: 0.0472472 Oct 27 17:11:06.734433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-2aecff39-8834-491b-ae06-a61a39bad9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:06.735960 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-2aecff39-8834-491b-ae06-a61a39bad9b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a620b723-6a45-41c4-b63c-7c5c7a120614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420134 Oct 27 17:11:06.855103 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-4aff16bf-9fc1-4f97-b54c-85c2f193a821 service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120150 Oct 27 17:11:06.915097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bf83e-0bdc-4cb1-8e3d-974c5b03502c req-17f97220-a26d-45d9-966a-9455bd023199 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:06.916664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b25bf83e-0bdc-4cb1-8e3d-974c5b03502c req-17f97220-a26d-45d9-966a-9455bd023199 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 944 time: 0.1058452 Oct 27 17:11:06.976751 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b25bf83e-0bdc-4cb1-8e3d-974c5b03502c req-270f0320-3099-4314-b8cd-fbcc0109ee33 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537727 Oct 27 17:11:06.987152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64dffff6-ee3f-419b-ab33-1bff16eb993b req-68e8c4c8-14da-493d-889f-66563bf289ff service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253152 Oct 27 17:11:08.100834 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4dd34-b51d-4247-aad6-0ba7228af3db req-ff5bdfbd-bb55-45cc-851b-da842429492d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:08.102300 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cab4dd34-b51d-4247-aad6-0ba7228af3db req-ff5bdfbd-bb55-45cc-851b-da842429492d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 944 time: 0.0532908 Oct 27 17:11:08.141474 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cab4dd34-b51d-4247-aad6-0ba7228af3db req-92937132-5d60-4560-9da1-cb8a5facd552 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323961 Oct 27 17:11:09.265080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5347ba-5c26-432e-9318-db163781951a req-cbf09bb6-5b03-4981-8e30-b7b1f1b1897a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:09.266611 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a5347ba-5c26-432e-9318-db163781951a req-cbf09bb6-5b03-4981-8e30-b7b1f1b1897a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 944 time: 0.0544508 Oct 27 17:11:09.304651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9a5347ba-5c26-432e-9318-db163781951a req-00380f38-621f-48b0-81ce-ca19c6ee2e9a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321243 Oct 27 17:11:09.526348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d5a770aa-3e47-4ab6-9634-9edcd9d18772 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:11:09.624219 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d5a770aa-3e47-4ab6-9634-9edcd9d18772, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d5a770aa-3e47-4ab6-9634-9edcd9d18772,segment=NetworkSegment(82859cfd-96f2-408a-8a9a-0294e04cb9fd),segment_id=82859cfd-96f2-408a-8a9a-0294e04cb9fd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:09.635149 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'port_id': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772', 'mac_address': 'fa:16:3e:c0:78:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:11:09.671472 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:09.684151 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a770aa-3e47-4ab6-9634-9edcd9d18772 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:11:09.703066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d5a770aa-3e47-4ab6-9634-9edcd9d18772, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d5a770aa-3e47-4ab6-9634-9edcd9d18772,segment=NetworkSegment(82859cfd-96f2-408a-8a9a-0294e04cb9fd),segment_id=82859cfd-96f2-408a-8a9a-0294e04cb9fd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:09.776315 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:09.823739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d5a770aa-3e47-4ab6-9634-9edcd9d18772,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:10.009936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['d5a770aa-3e47-4ab6-9634-9edcd9d18772'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:11:10.418926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d9a25-a89b-4de8-a6e3-42846e904424 req-e7248a6e-1a4f-41c7-9111-7e622213d4d3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:10.420395 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c85d9a25-a89b-4de8-a6e3-42846e904424 req-e7248a6e-1a4f-41c7-9111-7e622213d4d3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 945 time: 0.0499198 Oct 27 17:11:10.458036 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c85d9a25-a89b-4de8-a6e3-42846e904424 req-f0c9ef24-f41a-47a2-be1a-50a7d4de43c4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315824 Oct 27 17:11:11.544076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d5a770aa-3e47-4ab6-9634-9edcd9d18772 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:11:11.573567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305079b6-8a79-42d4-9eed-b352c7ad42f6 req-dc9e6c34-5fa0-40c6-b43e-cb71c0f5b56d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:11.575820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-305079b6-8a79-42d4-9eed-b352c7ad42f6 req-dc9e6c34-5fa0-40c6-b43e-cb71c0f5b56d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 945 time: 0.0500560 Oct 27 17:11:11.614715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-305079b6-8a79-42d4-9eed-b352c7ad42f6 req-845414da-a371-49ac-8f87-9be3c09880a5 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325999 Oct 27 17:11:11.684356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port d5a770aa-3e47-4ab6-9634-9edcd9d18772 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:11:11.688512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port d5a770aa-3e47-4ab6-9634-9edcd9d18772 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:11:11.688879 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:11.768541 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:11.790599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:11.792894 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec8baa3-edba-4664-96d6-b0849f9a54a2" -d '{"events": [{"server_uuid": "16865047-4f0e-4e3f-84d5-1608ada41cdf", "name": "network-vif-plugged", "status": "completed", "tag": "d5a770aa-3e47-4ab6-9634-9edcd9d18772"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:11.806045 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port d5a770aa-3e47-4ab6-9634-9edcd9d18772, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d5a770aa-3e47-4ab6-9634-9edcd9d18772,segment=NetworkSegment(82859cfd-96f2-408a-8a9a-0294e04cb9fd),segment_id=82859cfd-96f2-408a-8a9a-0294e04cb9fd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:11:11.829510 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aa1ac8-0908-45bb-ad03-08fd0827fdc3 x-openstack-request-id: req-90aa1ac8-0908-45bb-ad03-08fd0827fdc3 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:11.829799 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16865047-4f0e-4e3f-84d5-1608ada41cdf", "name": "network-vif-plugged", "status": "completed", "tag": "d5a770aa-3e47-4ab6-9634-9edcd9d18772", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:11.830077 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90aa1ac8-0908-45bb-ad03-08fd0827fdc3 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:11.830540 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772', 'code': 200} Oct 27 17:11:11.884723 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:11.940647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=d5a770aa-3e47-4ab6-9634-9edcd9d18772,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:11.941021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b27b7-b951-407e-9f1a-aef77f755500 req-eef2d886-d5eb-46b8-b261-d840744c0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:11.943636 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd2b27b7-b951-407e-9f1a-aef77f755500 req-eef2d886-d5eb-46b8-b261-d840744c0cf3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 1097 time: 0.0509434 Oct 27 17:11:11.985757 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bd2b27b7-b951-407e-9f1a-aef77f755500 req-f9a1b1d3-6f0a-45fd-85d4-e4bbd41b12c0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354896 Oct 27 17:11:12.736377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00252568-530b-4e75-88ab-da3aa007a25c req-5a86b09b-0689-4e7d-a3d8-d2c37bd18da3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:12.737822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-00252568-530b-4e75-88ab-da3aa007a25c req-5a86b09b-0689-4e7d-a3d8-d2c37bd18da3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0516381 Oct 27 17:11:12.777400 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-00252568-530b-4e75-88ab-da3aa007a25c req-f7365ac8-913d-4565-b01a-6d70f7028afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333643 Oct 27 17:11:13.894110 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2184b1-13a0-487f-a631-95a9bbdd7b97 req-5c3c3dcf-831f-4a9e-b36e-f98975ade2f0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:13.895703 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e2184b1-13a0-487f-a631-95a9bbdd7b97 req-5c3c3dcf-831f-4a9e-b36e-f98975ade2f0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0488887 Oct 27 17:11:13.932804 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5e2184b1-13a0-487f-a631-95a9bbdd7b97 req-ef5074ec-d643-47ae-9430-4690c6f18805 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311205 Oct 27 17:11:14.048762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb174eb-e942-4ddf-9961-9ed25deaff61 req-bca28ed6-b94c-4079-94f3-eaaaf3c80576 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:14.050161 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-beb174eb-e942-4ddf-9961-9ed25deaff61 req-bca28ed6-b94c-4079-94f3-eaaaf3c80576 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0499191 Oct 27 17:11:14.088416 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-beb174eb-e942-4ddf-9961-9ed25deaff61 req-07fab976-e2f1-4ff1-b7ed-768a1ee4c6c8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319655 Oct 27 17:11:14.110182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48652) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:14.149490 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29fe0ee-20b9-40c9-b8ca-9bf38711feb7 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:14.150999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e29fe0ee-20b9-40c9-b8ca-9bf38711feb7 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 1092 time: 0.0398028 Oct 27 17:11:14.153882 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48654) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:14.158139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:11:14.227620 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:14.326530 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:14.426631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.25.4.245 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/69d44a13-a0ad-4455-99e7-50237276e657) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:11:14.532144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:14.622660 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:14.659687 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:11:14.662500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:11:14.665971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:11:14.689097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=69d44a13-a0ad-4455-99e7-50237276e657,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:15.003341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:15.115692 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:15.264243 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:15.318724 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:15.392259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=69d44a13-a0ad-4455-99e7-50237276e657,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:11:15.401263 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:15.500275 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Floating IP 07f8ac18-d91f-4a06-b547-f6c5a05757a0 associated. External IP: 172.25.4.245, port: d5a770aa-3e47-4ab6-9634-9edcd9d18772. Oct 27 17:11:16.036190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 9ca84b16-d441-4821-bb95-2b5abe617d8d has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:11:16.142021 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:11:16.151987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c39f0-44d9-4950-a95d-8d056ee64c9b None None] Sync routers for ids ['9ca84b16-d441-4821-bb95-2b5abe617d8d'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:11:16.161605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c39f0-44d9-4950-a95d-8d056ee64c9b None None] Routers {'9ca84b16-d441-4821-bb95-2b5abe617d8d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:16.162215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-985c39f0-44d9-4950-a95d-8d056ee64c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9ca84b16-d441-4821-bb95-2b5abe617d8d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:16.212274 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:16.243055 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-aef13ab4-4d95-4bc9-b7be-b9b5cf240696 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0880773 Oct 27 17:11:16.243765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'tag': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:11:16.246721 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b" -d '{"events": [{"name": "network-changed", "server_uuid": "16865047-4f0e-4e3f-84d5-1608ada41cdf", "tag": "d5a770aa-3e47-4ab6-9634-9edcd9d18772"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:11:16.271022 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-985c39f0-44d9-4950-a95d-8d056ee64c9b None None] Set router 9ca84b16-d441-4821-bb95-2b5abe617d8d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:16.289957 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83675637-33e7-47b7-8627-d0ac6f8164cd x-openstack-request-id: req-83675637-33e7-47b7-8627-d0ac6f8164cd {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:11:16.290270 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16865047-4f0e-4e3f-84d5-1608ada41cdf", "tag": "d5a770aa-3e47-4ab6-9634-9edcd9d18772", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:11:16.290530 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83675637-33e7-47b7-8627-d0ac6f8164cd {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:11:16.290936 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'tag': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772', 'status': 'completed', 'code': 200} Oct 27 17:11:16.367015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b req-8ae6a07e-190f-4e20-851b-15416735ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:16.369009 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b req-8ae6a07e-190f-4e20-851b-15416735ee07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 1097 time: 0.0448079 Oct 27 17:11:16.369195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2a509-419b-45c2-9f0d-7e526d3a6724 req-2578e901-531c-4f1f-bf58-8ca622c3be33 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:16.370693 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8df2a509-419b-45c2-9f0d-7e526d3a6724 req-2578e901-531c-4f1f-bf58-8ca622c3be33 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0553775 Oct 27 17:11:16.411187 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8df2a509-419b-45c2-9f0d-7e526d3a6724 req-47f53814-40b7-4df3-840e-6ce2205865c8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328567 Oct 27 17:11:16.438076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48660) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:16.468984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b req-d6d93d4e-9b39-4e57-b270-77493387e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:16.470466 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b req-d6d93d4e-9b39-4e57-b270-77493387e996 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a620b723-6a45-41c4-b63c-7c5c7a120614 HTTP/1.1" status: 200 len: 898 time: 0.0938277 Oct 27 17:11:16.510467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0ce6d25f-9c16-4225-ace0-72556d0a24fe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/07f8ac18-d91f-4a06-b547-f6c5a05757a0 HTTP/1.1" status: 200 len: 992 time: 0.0702260 Oct 27 17:11:16.511036 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-985c39f0-44d9-4950-a95d-8d056ee64c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:11:00Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '07f8ac18-d91f-4a06-b547-f6c5a05757a0', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'port_id': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'mac_address': 'fa:16:3e:c0:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:11:14Z', 'updated_at': '2021-10-27T17:11:14Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b089f210-b511-4aca-81d1-b173a96f85d4', 'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:45:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:59Z', 'updated_at': '2021-10-27T17:11:02Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:16.544265 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c39f0-44d9-4950-a95d-8d056ee64c9b None None] Checking router: 9ca84b16-d441-4821-bb95-2b5abe617d8d for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:11:16.547619 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b req-2eb560f5-3219-454e-adad-7b12487695ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a770aa-3e47-4ab6-9634-9edcd9d18772 HTTP/1.1" status: 200 len: 1000 time: 0.0700932 Oct 27 17:11:16.552766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985c39f0-44d9-4950-a95d-8d056ee64c9b None None] Routers {'9ca84b16-d441-4821-bb95-2b5abe617d8d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:11:16.553367 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-985c39f0-44d9-4950-a95d-8d056ee64c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:10:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9ca84b16-d441-4821-bb95-2b5abe617d8d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:16.598113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b req-13c0a8da-38d5-4ed3-9f77-0763f417ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:16.599583 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b req-13c0a8da-38d5-4ed3-9f77-0763f417ecad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=095bb6f6-f201-4b1b-874d-07aaaf0ebca8 HTTP/1.1" status: 200 len: 835 time: 0.0451398 Oct 27 17:11:16.644996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b req-f8cfc1b8-8818-4c99-9705-5b6b9fd998e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:16.646621 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b req-f8cfc1b8-8818-4c99-9705-5b6b9fd998e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a620b723-6a45-41c4-b63c-7c5c7a120614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401471 Oct 27 17:11:16.663416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-985c39f0-44d9-4950-a95d-8d056ee64c9b None None] Set router 9ca84b16-d441-4821-bb95-2b5abe617d8d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:11:16.738596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b req-8e571d3c-495e-4776-8372-ed054be5e298 service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847559 Oct 27 17:11:16.833885 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c49f8ed9-ea14-4a82-bcb8-1668f33e420b req-8c6e11bc-b630-47d5-9b67-63093f3d31e1 service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877366 Oct 27 17:11:16.898939 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-985c39f0-44d9-4950-a95d-8d056ee64c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:11:00Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '07f8ac18-d91f-4a06-b547-f6c5a05757a0', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'port_id': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'mac_address': 'fa:16:3e:c0:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:11:14Z', 'updated_at': '2021-10-27T17:11:14Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b089f210-b511-4aca-81d1-b173a96f85d4', 'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:45:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:59Z', 'updated_at': '2021-10-27T17:11:02Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:11:16.928021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c39f0-44d9-4950-a95d-8d056ee64c9b None None] The sync data for ids ['9ca84b16-d441-4821-bb95-2b5abe617d8d'] in n-d-815689-1 is: [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:11:00Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '07f8ac18-d91f-4a06-b547-f6c5a05757a0', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.245', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'port_id': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'mac_address': 'fa:16:3e:c0:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:11:14Z', 'updated_at': '2021-10-27T17:11:14Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b089f210-b511-4aca-81d1-b173a96f85d4', 'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:45:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:59Z', 'updated_at': '2021-10-27T17:11:02Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:11:17.136165 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebec306-2604-4b7b-b058-56b3516c9625 None None] New status for floating IP 07f8ac18-d91f-4a06-b547-f6c5a05757a0: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:11:17.513966 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48662) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:11:17.577132 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2e6a61c0-511c-4f5d-968f-2f02d8673c7a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/07f8ac18-d91f-4a06-b547-f6c5a05757a0 HTTP/1.1" status: 200 len: 994 time: 0.0619988 Oct 27 17:11:18.533598 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1d08b12a-54e3-4805-b2a0-9a942815cae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:21.587053 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-629c0c47-c197-4da9-9300-7f0fa1b7ba59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:22.264921 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:22.450764 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:24.393111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:29.956442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:32.483501 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-be761bc9-9fdb-404d-ae04-85fffa611b6a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395870 Oct 27 17:11:32.567680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-0655d7b9-e720-441b-a360-08be48ff78bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:32.569233 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-0655d7b9-e720-441b-a360-08be48ff78bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 1097 time: 0.0396001 Oct 27 17:11:32.678539 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-34ce8d42-b3e9-4ccc-8ac3-a43b46b9748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:32.680264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-34ce8d42-b3e9-4ccc-8ac3-a43b46b9748c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a620b723-6a45-41c4-b63c-7c5c7a120614 HTTP/1.1" status: 200 len: 898 time: 0.0865240 Oct 27 17:11:32.750309 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-308fa06c-2de6-4943-ad6c-c907353e99f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a770aa-3e47-4ab6-9634-9edcd9d18772 HTTP/1.1" status: 200 len: 1002 time: 0.0623209 Oct 27 17:11:32.800207 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-1a506134-4dac-4fc0-a6cf-54d901bf011f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:32.801616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-1a506134-4dac-4fc0-a6cf-54d901bf011f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=095bb6f6-f201-4b1b-874d-07aaaf0ebca8 HTTP/1.1" status: 200 len: 835 time: 0.0436552 Oct 27 17:11:32.851785 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-70fe14bb-b836-4a3b-a105-af5396385815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:32.853289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-70fe14bb-b836-4a3b-a105-af5396385815 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a620b723-6a45-41c4-b63c-7c5c7a120614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438282 Oct 27 17:11:32.942128 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-eef05282-8a22-484a-b02c-fca2d7d09d5d service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810485 Oct 27 17:11:33.038865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f81c6359-ba11-47a9-ab98-2d5230c2fba7 req-90131504-be93-428a-b3df-ed437ca9a40c service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873480 Oct 27 17:11:33.227180 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:36.219087 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:11:48.524139 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b5f471bd-6c01-4eb4-8139-1e2c4ebdba47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:49.035711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26ab7c-be10-4e6e-bbc7-502c31deb013 req-9fed098a-a4b6-47c2-80f0-4c83e1c6a2bf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:49.037146 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aa26ab7c-be10-4e6e-bbc7-502c31deb013 req-9fed098a-a4b6-47c2-80f0-4c83e1c6a2bf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0521576 Oct 27 17:11:49.094494 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-aa26ab7c-be10-4e6e-bbc7-502c31deb013 req-b87760f7-a876-4af6-be94-19b7493f767f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437856 Oct 27 17:11:49.128129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbaaf0-1d21-4c05-9929-c45230bbbc29 req-a2ed833e-f5cf-40df-b80b-066f0aa77f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:49.129600 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbcbaaf0-1d21-4c05-9929-c45230bbbc29 req-a2ed833e-f5cf-40df-b80b-066f0aa77f21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 1097 time: 0.0503817 Oct 27 17:11:49.221724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbaaf0-1d21-4c05-9929-c45230bbbc29 req-ae47ed93-e542-49a0-9775-3e4c94f058fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:49.223208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbcbaaf0-1d21-4c05-9929-c45230bbbc29 req-ae47ed93-e542-49a0-9775-3e4c94f058fd service neutron] 10.222.0.53 "GET /v2.0/networks?id=a620b723-6a45-41c4-b63c-7c5c7a120614 HTTP/1.1" status: 200 len: 898 time: 0.0836940 Oct 27 17:11:49.293041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbcbaaf0-1d21-4c05-9929-c45230bbbc29 req-e6091682-727e-45ab-937f-67cf72dbb98e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a770aa-3e47-4ab6-9634-9edcd9d18772 HTTP/1.1" status: 200 len: 1002 time: 0.0608499 Oct 27 17:11:49.342130 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbaaf0-1d21-4c05-9929-c45230bbbc29 req-cfbdb892-8cef-405c-be7a-d19343f5fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:49.343567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbcbaaf0-1d21-4c05-9929-c45230bbbc29 req-cfbdb892-8cef-405c-be7a-d19343f5fa63 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=095bb6f6-f201-4b1b-874d-07aaaf0ebca8 HTTP/1.1" status: 200 len: 835 time: 0.0429654 Oct 27 17:11:49.388501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbaaf0-1d21-4c05-9929-c45230bbbc29 req-83a6e8cc-f2d9-466e-8066-ec93ba59b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:49.389950 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbcbaaf0-1d21-4c05-9929-c45230bbbc29 req-83a6e8cc-f2d9-466e-8066-ec93ba59b18b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a620b723-6a45-41c4-b63c-7c5c7a120614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396459 Oct 27 17:11:49.483662 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbcbaaf0-1d21-4c05-9929-c45230bbbc29 req-95060c35-896a-43ab-8a71-648bc79c4c2d service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862801 Oct 27 17:11:49.574068 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bbcbaaf0-1d21-4c05-9929-c45230bbbc29 req-f7582a82-796c-4dbe-9d7c-aaade9e60d48 service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826781 Oct 27 17:11:50.216477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a0e43-e9c2-4638-bc25-9724ab8cf3eb req-9f71266e-361f-4a0b-8692-279d594fabd6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:50.217942 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-259a0e43-e9c2-4638-bc25-9724ab8cf3eb req-9f71266e-361f-4a0b-8692-279d594fabd6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0491922 Oct 27 17:11:50.256215 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-259a0e43-e9c2-4638-bc25-9724ab8cf3eb req-544e3588-6a00-49a5-82ff-a7ccc1fef688 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Oct 27 17:11:51.377466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899905f2-28ac-4d65-a383-7adb9aa46355 req-4e151123-e73b-4735-a06f-f4077ae499fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:51.378976 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-899905f2-28ac-4d65-a383-7adb9aa46355 req-4e151123-e73b-4735-a06f-f4077ae499fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0541997 Oct 27 17:11:51.417784 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-899905f2-28ac-4d65-a383-7adb9aa46355 req-61f4a87a-cee2-4ac0-9971-4cf7a1e39ee0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324035 Oct 27 17:11:51.569746 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-72cfd61d-39d6-46f1-bee4-9b726212ecde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:52.292929 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:52.447593 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:52.533748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbfdf9-56e2-413a-8f41-f85fbd2f7579 req-24b16189-75f9-4a34-aea4-86974da30a0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:52.535271 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dcdbfdf9-56e2-413a-8f41-f85fbd2f7579 req-24b16189-75f9-4a34-aea4-86974da30a0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0492535 Oct 27 17:11:52.574007 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dcdbfdf9-56e2-413a-8f41-f85fbd2f7579 req-f61388b1-ac27-4561-a9a0-e8ba771d4a8e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Oct 27 17:11:53.690495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a975d9-bcdb-4dfe-922e-626a9c342888 req-e3dc470e-547e-4d18-b403-5d5dd5ade140 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:53.691979 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5a975d9-bcdb-4dfe-922e-626a9c342888 req-e3dc470e-547e-4d18-b403-5d5dd5ade140 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0496273 Oct 27 17:11:53.729804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5a975d9-bcdb-4dfe-922e-626a9c342888 req-7dc2f725-f2e8-4202-98e7-9dc6b0b090ac tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318568 Oct 27 17:11:54.413060 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:11:54.848452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bf30d-3faa-480d-b601-8f8dd7ef1c1b req-99f06f34-2d3d-472e-bcab-5bdf708cd269 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:54.849904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e2bf30d-3faa-480d-b601-8f8dd7ef1c1b req-99f06f34-2d3d-472e-bcab-5bdf708cd269 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0525475 Oct 27 17:11:54.887612 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e2bf30d-3faa-480d-b601-8f8dd7ef1c1b req-71d343e9-268d-424f-a4bf-ae079bf0af9c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312729 Oct 27 17:11:56.004268 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68dd91-9c58-4cde-92ec-f891f1e94490 req-4c53f843-b07f-45ee-a28e-89d7f8cb771a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:56.005732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6a68dd91-9c58-4cde-92ec-f891f1e94490 req-4c53f843-b07f-45ee-a28e-89d7f8cb771a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0480182 Oct 27 17:11:56.043670 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6a68dd91-9c58-4cde-92ec-f891f1e94490 req-81ffdb23-55d0-470e-b457-e99e9c82cc8a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319667 Oct 27 17:11:57.160573 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61c8e7-e247-48cf-b749-3dbcb0c425d1 req-9623b4b2-4002-43be-a131-7d4e8a63b363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:57.162055 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd61c8e7-e247-48cf-b749-3dbcb0c425d1 req-9623b4b2-4002-43be-a131-7d4e8a63b363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0490849 Oct 27 17:11:57.200797 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bd61c8e7-e247-48cf-b749-3dbcb0c425d1 req-d1bbb242-f174-41a6-8622-dcef0ecde29b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326684 Oct 27 17:11:58.319835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9e3b7-9188-4514-a48f-552e7de46bd7 req-5d85bc80-5868-4e44-8930-3d56d0773778 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:58.321330 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f9e3b7-9188-4514-a48f-552e7de46bd7 req-5d85bc80-5868-4e44-8930-3d56d0773778 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0535152 Oct 27 17:11:58.361440 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-02f9e3b7-9188-4514-a48f-552e7de46bd7 req-9d797e6b-e837-4171-941c-81e14b1ccdf7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333505 Oct 27 17:11:59.476448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae5ab9-9797-4c4f-8cca-3796e874860a req-52fc2213-b7f7-4293-a5e7-85bc09d935e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:11:59.477968 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aaae5ab9-9797-4c4f-8cca-3796e874860a req-52fc2213-b7f7-4293-a5e7-85bc09d935e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0494773 Oct 27 17:11:59.517172 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aaae5ab9-9797-4c4f-8cca-3796e874860a req-49e47697-d3cf-4d6f-90b6-6c637345d280 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329239 Oct 27 17:11:59.998273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:00.631744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f1dfa-c5be-42be-860e-c550af202911 req-e5b45829-5fa2-4c3b-a0de-3fdd35febed0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:00.633244 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c4f1dfa-c5be-42be-860e-c550af202911 req-e5b45829-5fa2-4c3b-a0de-3fdd35febed0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0492635 Oct 27 17:12:00.670704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3c4f1dfa-c5be-42be-860e-c550af202911 req-2f671941-66a1-4a11-a4f6-1e454dae528a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315399 Oct 27 17:12:01.791610 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f74a4-b582-4d73-8e34-e4bbec6f8801 req-e1e6dc0f-15f2-4189-b707-1a8ce5d345d6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:01.793088 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f97f74a4-b582-4d73-8e34-e4bbec6f8801 req-e1e6dc0f-15f2-4189-b707-1a8ce5d345d6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0541320 Oct 27 17:12:01.830823 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f97f74a4-b582-4d73-8e34-e4bbec6f8801 req-aa8f9c92-0b3a-4795-8da1-5a15aa08f790 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316343 Oct 27 17:12:02.948985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578153-767c-4542-bf72-be6e9fe6414b req-f14579db-5b91-4f21-885c-b1a015b61360 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:02.950463 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77578153-767c-4542-bf72-be6e9fe6414b req-f14579db-5b91-4f21-885c-b1a015b61360 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0502231 Oct 27 17:12:02.988879 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-77578153-767c-4542-bf72-be6e9fe6414b req-b76b00ce-ab44-43e0-af71-eb46ac87944f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323467 Oct 27 17:12:03.236046 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:04.102379 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e45b38-eb65-4afe-9381-844f3343cae1 req-d5225552-e4dd-4c3b-896b-5db4388829d2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:04.103904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-48e45b38-eb65-4afe-9381-844f3343cae1 req-d5225552-e4dd-4c3b-896b-5db4388829d2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0492430 Oct 27 17:12:04.143030 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-48e45b38-eb65-4afe-9381-844f3343cae1 req-a1e3e3cb-580b-483a-a1cc-954bd261474b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Oct 27 17:12:05.263294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9af88-fae7-4e64-9f5a-fa3090bec46e req-bba3fd88-9b15-4747-b9c6-618e58a4c608 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:05.264791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97a9af88-fae7-4e64-9f5a-fa3090bec46e req-bba3fd88-9b15-4747-b9c6-618e58a4c608 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0535386 Oct 27 17:12:05.303709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-97a9af88-fae7-4e64-9f5a-fa3090bec46e req-1d58712f-8a73-45c3-be6b-bd1574061413 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326700 Oct 27 17:12:06.420489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c99a2-7e93-4a25-9a69-9f913c032c6c req-15884a9f-c188-4458-8345-5f908b38801c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:06.421944 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba6c99a2-7e93-4a25-9a69-9f913c032c6c req-15884a9f-c188-4458-8345-5f908b38801c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0484519 Oct 27 17:12:06.460862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ba6c99a2-7e93-4a25-9a69-9f913c032c6c req-ce815aef-e797-4bbf-9556-7c777361aa6f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321867 Oct 27 17:12:06.483416 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48712) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:06.547268 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5917a2cf-30b0-4cb5-8aa0-bcf7c47b2f20 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/07f8ac18-d91f-4a06-b547-f6c5a05757a0 HTTP/1.1" status: 200 len: 994 time: 0.0626225 Oct 27 17:12:13.217065 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:12:18.541368 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9270459d-4743-4974-bb46-56c5924d6224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:21.546872 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-31b77c0c-4708-4b57-b4c2-672319588d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:22.258669 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:22.444648 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:24.409624 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:29.963703 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:33.235264 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:33.461469 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-25fdb580-daa1-4042-b241-72a8eb64251a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398631 Oct 27 17:12:33.547820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-2abd550e-1e42-4e77-933b-448681dcefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:33.549322 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-2abd550e-1e42-4e77-933b-448681dcefa3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 1097 time: 0.0430095 Oct 27 17:12:33.661152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-b539b6d3-c776-4c58-88e9-a3ca98c9ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:33.662673 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-b539b6d3-c776-4c58-88e9-a3ca98c9ab64 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a620b723-6a45-41c4-b63c-7c5c7a120614 HTTP/1.1" status: 200 len: 898 time: 0.0936592 Oct 27 17:12:33.737799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-ce2cb5f6-bbf8-4fdd-b956-60c052eb7b5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a770aa-3e47-4ab6-9634-9edcd9d18772 HTTP/1.1" status: 200 len: 1002 time: 0.0650516 Oct 27 17:12:33.801193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-1e3252c4-3e3a-485b-8a6b-b34195f94945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:33.803507 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-1e3252c4-3e3a-485b-8a6b-b34195f94945 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=095bb6f6-f201-4b1b-874d-07aaaf0ebca8 HTTP/1.1" status: 200 len: 835 time: 0.0579426 Oct 27 17:12:33.853098 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-e8e2c1cd-e738-4a2c-9447-f15e1cd21553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:33.854563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-e8e2c1cd-e738-4a2c-9447-f15e1cd21553 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a620b723-6a45-41c4-b63c-7c5c7a120614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437856 Oct 27 17:12:33.944990 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-5e3494dc-fc7b-4241-8e76-80584e7f6c41 service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818486 Oct 27 17:12:34.039160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc3a7500-0eb0-4533-93db-6fb5b5b0dd49 req-46817431-45dc-4136-8425-1c3b2792a23e service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866218 Oct 27 17:12:36.947971 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48722) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:37.106288 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 69d44a13-a0ad-4455-99e7-50237276e657 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:12:37.106621 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:37.184408 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:37.184740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:37.195964 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 69d44a13-a0ad-4455-99e7-50237276e657 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:12:37.695504 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:37.723246 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=69d44a13-a0ad-4455-99e7-50237276e657,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:37.735102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.735460 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.735809 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.736183 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.736524 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.736856 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.737192 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.737531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.737860 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.738186 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.738512 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.738835 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:37.792865 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:37.793201 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Floating IP 07f8ac18-d91f-4a06-b547-f6c5a05757a0 disassociated (deleted). External IP: 172.25.4.245, port: d5a770aa-3e47-4ab6-9634-9edcd9d18772. Oct 27 17:12:37.996622 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 9ca84b16-d441-4821-bb95-2b5abe617d8d has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:12:38.105235 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:12:38.110074 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:38.114823 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac618772-9393-4327-95ca-bc14dc03e1a7 None None] Sync routers for ids ['9ca84b16-d441-4821-bb95-2b5abe617d8d'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:12:38.124305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac618772-9393-4327-95ca-bc14dc03e1a7 None None] Routers {'9ca84b16-d441-4821-bb95-2b5abe617d8d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:12:38.124917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ac618772-9393-4327-95ca-bc14dc03e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:12:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9ca84b16-d441-4821-bb95-2b5abe617d8d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:38.138208 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-fc938503-85be-40d1-96d9-f89812a48d31 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/floatingips/07f8ac18-d91f-4a06-b547-f6c5a05757a0 HTTP/1.1" status: 204 len: 168 time: 1.1891892 Oct 27 17:12:38.138801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'tag': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:12:38.141105 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1171be2b-82ff-4a5e-ac1b-45d96369acc4" -d '{"events": [{"name": "network-changed", "server_uuid": "16865047-4f0e-4e3f-84d5-1608ada41cdf", "tag": "d5a770aa-3e47-4ab6-9634-9edcd9d18772"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:12:38.184735 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa20d082-c7e4-4884-b40a-467d644ed4d8 x-openstack-request-id: req-aa20d082-c7e4-4884-b40a-467d644ed4d8 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:12:38.185022 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16865047-4f0e-4e3f-84d5-1608ada41cdf", "tag": "d5a770aa-3e47-4ab6-9634-9edcd9d18772", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:12:38.185294 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa20d082-c7e4-4884-b40a-467d644ed4d8 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:12:38.185725 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'tag': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772', 'status': 'completed', 'code': 200} Oct 27 17:12:38.235266 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ac618772-9393-4327-95ca-bc14dc03e1a7 None None] Set router 9ca84b16-d441-4821-bb95-2b5abe617d8d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:12:38.250442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171be2b-82ff-4a5e-ac1b-45d96369acc4 req-efffe708-6af9-4db5-bd58-7ac91300bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:38.251964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1171be2b-82ff-4a5e-ac1b-45d96369acc4 req-efffe708-6af9-4db5-bd58-7ac91300bbd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 1097 time: 0.0442064 Oct 27 17:12:38.352634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171be2b-82ff-4a5e-ac1b-45d96369acc4 req-d413b899-ca79-424c-bb1e-277ab7429b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:38.354141 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1171be2b-82ff-4a5e-ac1b-45d96369acc4 req-d413b899-ca79-424c-bb1e-277ab7429b96 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a620b723-6a45-41c4-b63c-7c5c7a120614 HTTP/1.1" status: 200 len: 898 time: 0.0935440 Oct 27 17:12:38.397931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1171be2b-82ff-4a5e-ac1b-45d96369acc4 req-606851c8-ed2b-4faa-bade-8b7ce04dcce6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5a770aa-3e47-4ab6-9634-9edcd9d18772 HTTP/1.1" status: 200 len: 217 time: 0.0348537 Oct 27 17:12:38.439276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ac618772-9393-4327-95ca-bc14dc03e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:11:00Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'b089f210-b511-4aca-81d1-b173a96f85d4', 'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:45:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:59Z', 'updated_at': '2021-10-27T17:11:02Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:38.449362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171be2b-82ff-4a5e-ac1b-45d96369acc4 req-995c4305-363b-4406-a31e-f8d56d2e0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:38.455026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1171be2b-82ff-4a5e-ac1b-45d96369acc4 req-995c4305-363b-4406-a31e-f8d56d2e0420 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=095bb6f6-f201-4b1b-874d-07aaaf0ebca8 HTTP/1.1" status: 200 len: 835 time: 0.0457931 Oct 27 17:12:38.470677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac618772-9393-4327-95ca-bc14dc03e1a7 None None] Checking router: 9ca84b16-d441-4821-bb95-2b5abe617d8d for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:12:38.479754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac618772-9393-4327-95ca-bc14dc03e1a7 None None] Routers {'9ca84b16-d441-4821-bb95-2b5abe617d8d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:12:38.480403 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ac618772-9393-4327-95ca-bc14dc03e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:12:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9ca84b16-d441-4821-bb95-2b5abe617d8d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:38.505379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171be2b-82ff-4a5e-ac1b-45d96369acc4 req-5107da24-5aa7-4f3e-a6a5-a27cbcbadab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:38.505379 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1171be2b-82ff-4a5e-ac1b-45d96369acc4 req-5107da24-5aa7-4f3e-a6a5-a27cbcbadab9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a620b723-6a45-41c4-b63c-7c5c7a120614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450017 Oct 27 17:12:38.610100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1171be2b-82ff-4a5e-ac1b-45d96369acc4 req-d1a80c15-8ca0-4a83-9e4d-1063d914e8b6 service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983601 Oct 27 17:12:38.702766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078f096-8802-42b7-bf7b-31c7ed16a514 req-ed0a3f25-cb42-493a-bc58-6aa05eae8b78 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:38.704188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f078f096-8802-42b7-bf7b-31c7ed16a514 req-ed0a3f25-cb42-493a-bc58-6aa05eae8b78 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.1137815 Oct 27 17:12:38.748963 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1171be2b-82ff-4a5e-ac1b-45d96369acc4 req-f54144b6-6de5-4762-9024-5d5cb16f261c service neutron] 10.222.0.53 "GET /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238394 Oct 27 17:12:38.758765 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-ac618772-9393-4327-95ca-bc14dc03e1a7 None None] Set router 9ca84b16-d441-4821-bb95-2b5abe617d8d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:12:38.763205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f078f096-8802-42b7-bf7b-31c7ed16a514 req-3eee300f-d74e-4ba3-9bf4-b7757acd7b79 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516891 Oct 27 17:12:38.952432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-ac618772-9393-4327-95ca-bc14dc03e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:11:00Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'b089f210-b511-4aca-81d1-b173a96f85d4', 'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:45:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:59Z', 'updated_at': '2021-10-27T17:11:02Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:38.978020 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac618772-9393-4327-95ca-bc14dc03e1a7 None None] The sync data for ids ['9ca84b16-d441-4821-bb95-2b5abe617d8d'] in n-d-815689-1 is: [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:11:00Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'b089f210-b511-4aca-81d1-b173a96f85d4', 'name': '', 'network_id': 'a620b723-6a45-41c4-b63c-7c5c7a120614', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:45:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:59Z', 'updated_at': '2021-10-27T17:11:02Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '095bb6f6-f201-4b1b-874d-07aaaf0ebca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:12:39.198268 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b235d023-1d5b-47a5-a1d0-1b9f1b8da427 None None] New status for floating IP 07f8ac18-d91f-4a06-b547-f6c5a05757a0: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:12:39.886629 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cf7ae-c8e6-4a3c-b054-14e224c9aae6 req-f182e8a7-5fe9-49d1-83ac-6680b3b19701 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:39.888122 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-636cf7ae-c8e6-4a3c-b054-14e224c9aae6 req-f182e8a7-5fe9-49d1-83ac-6680b3b19701 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0498426 Oct 27 17:12:39.924946 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-636cf7ae-c8e6-4a3c-b054-14e224c9aae6 req-14d56a15-3732-4ca7-8cc0-94298f680eb7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=5418189a-201c-404a-b159-0583f316e85b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307832 Oct 27 17:12:40.240977 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63478ca-0c2f-43ae-949f-3861c8e5c302 req-a1c3e28d-5140-4d3a-9cca-5a986df46129 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:40.242319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d63478ca-0c2f-43ae-949f-3861c8e5c302 req-a1c3e28d-5140-4d3a-9cca-5a986df46129 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.53 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 946 time: 0.0525091 Oct 27 17:12:40.331005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d63478ca-0c2f-43ae-949f-3861c8e5c302 req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port d5a770aa-3e47-4ab6-9634-9edcd9d18772 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:12:40.331339 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d63478ca-0c2f-43ae-949f-3861c8e5c302 req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:40.420237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-d63478ca-0c2f-43ae-949f-3861c8e5c302 req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port d5a770aa-3e47-4ab6-9634-9edcd9d18772, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=d5a770aa-3e47-4ab6-9634-9edcd9d18772,segment=NetworkSegment(82859cfd-96f2-408a-8a9a-0294e04cb9fd),segment_id=82859cfd-96f2-408a-8a9a-0294e04cb9fd)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:12:40.420595 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d63478ca-0c2f-43ae-949f-3861c8e5c302 req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:40.433948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-d63478ca-0c2f-43ae-949f-3861c8e5c302 req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for d5a770aa-3e47-4ab6-9634-9edcd9d18772 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:12:40.635517 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d63478ca-0c2f-43ae-949f-3861c8e5c302 req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:40.667958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=d5a770aa-3e47-4ab6-9634-9edcd9d18772,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:40.695884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.696259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.696599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.696935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.697264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.697600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.697924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.698252 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.698575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.698896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.699217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.699575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:40.718700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63478ca-0c2f-43ae-949f-3861c8e5c302 req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] No DVR routers for this DVR port d5a770aa-3e47-4ab6-9634-9edcd9d18772 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:12:40.721222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-d63478ca-0c2f-43ae-949f-3861c8e5c302 req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:40.725169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d63478ca-0c2f-43ae-949f-3861c8e5c302 req-272be134-4097-45f8-8c23-b95f3828a7c9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.53 "DELETE /v2.0/ports/d5a770aa-3e47-4ab6-9634-9edcd9d18772 HTTP/1.1" status: 204 len: 173 time: 0.4751270 Oct 27 17:12:40.725591 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'name': 'network-vif-deleted', 'tag': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:12:40.727832 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db402965-0e8d-46c7-af0b-9ae7fb9a01a3" -d '{"events": [{"server_uuid": "16865047-4f0e-4e3f-84d5-1608ada41cdf", "name": "network-vif-deleted", "tag": "d5a770aa-3e47-4ab6-9634-9edcd9d18772"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:12:40.764886 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afc6a28-3c29-44f1-9425-0598ffca8700 x-openstack-request-id: req-5afc6a28-3c29-44f1-9425-0598ffca8700 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:12:40.765207 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16865047-4f0e-4e3f-84d5-1608ada41cdf", "name": "network-vif-deleted", "tag": "d5a770aa-3e47-4ab6-9634-9edcd9d18772", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:12:40.765460 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5afc6a28-3c29-44f1-9425-0598ffca8700 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:12:40.765859 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16865047-4f0e-4e3f-84d5-1608ada41cdf', 'name': 'network-vif-deleted', 'tag': 'd5a770aa-3e47-4ab6-9634-9edcd9d18772', 'status': 'completed', 'code': 200} Oct 27 17:12:41.026923 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-78ec348f-f424-4e8d-8126-f95d6b02a276 req-94fe91fc-ebad-4c37-8f33-9d95e50cecbb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=16865047-4f0e-4e3f-84d5-1608ada41cdf HTTP/1.1" status: 200 len: 210 time: 0.0308566 Oct 27 17:12:42.085140 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48738) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:42.443601 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:42.703299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port b089f210-b511-4aca-81d1-b173a96f85d4 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:12:42.703542 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:42.801912 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port b089f210-b511-4aca-81d1-b173a96f85d4, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=b089f210-b511-4aca-81d1-b173a96f85d4,segment=NetworkSegment(82859cfd-96f2-408a-8a9a-0294e04cb9fd),segment_id=82859cfd-96f2-408a-8a9a-0294e04cb9fd)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:12:42.802312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:42.814674 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for b089f210-b511-4aca-81d1-b173a96f85d4 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:12:43.060931 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:43.089812 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=b089f210-b511-4aca-81d1-b173a96f85d4,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:43.261653 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:43.475981 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 9ca84b16-d441-4821-bb95-2b5abe617d8d has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:12:43.581790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:12:43.587392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-110b94da-53eb-4627-99a2-23f5ffe0eb0f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "PUT /v2.0/routers/9ca84b16-d441-4821-bb95-2b5abe617d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5012085 Oct 27 17:12:43.590155 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48740) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:43.592849 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c17d1-aa85-460a-8f87-4ab8a1b38ce2 None None] Sync routers for ids ['9ca84b16-d441-4821-bb95-2b5abe617d8d'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:12:43.603991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c17d1-aa85-460a-8f87-4ab8a1b38ce2 None None] Routers {'9ca84b16-d441-4821-bb95-2b5abe617d8d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:12:43.604621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-245c17d1-aa85-460a-8f87-4ab8a1b38ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:12:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9ca84b16-d441-4821-bb95-2b5abe617d8d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:43.641634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-095c011a-abc8-4603-991c-7cf259bcc21e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting subnet 095bb6f6-f201-4b1b-874d-07aaaf0ebca8 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:12:43.644860 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-095c011a-abc8-4603-991c-7cf259bcc21e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:43.687280 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-095c011a-abc8-4603-991c-7cf259bcc21e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:43.708790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-245c17d1-aa85-460a-8f87-4ab8a1b38ce2 None None] Set router 9ca84b16-d441-4821-bb95-2b5abe617d8d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:12:43.774916 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-095c011a-abc8-4603-991c-7cf259bcc21e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:43.884459 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d5a770aa-3e47-4ab6-9634-9edcd9d18772 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:12:43.888677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-245c17d1-aa85-460a-8f87-4ab8a1b38ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:12:42Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:43.890256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-095c011a-abc8-4603-991c-7cf259bcc21e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:43.919304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c011a-abc8-4603-991c-7cf259bcc21e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Subnet': ['ID=095bb6f6-f201-4b1b-874d-07aaaf0ebca8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:43.921312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-095c011a-abc8-4603-991c-7cf259bcc21e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:43.927243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-095c011a-abc8-4603-991c-7cf259bcc21e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/subnets/095bb6f6-f201-4b1b-874d-07aaaf0ebca8 HTTP/1.1" status: 204 len: 168 time: 0.3334520 Oct 27 17:12:43.927510 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48742) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:43.931274 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: d5a770aa-3e47-4ab6-9634-9edcd9d18772 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:12:43.931636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device d5a770aa-3e47-4ab6-9634-9edcd9d18772 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:12:43.933392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55e8ca-32e2-4199-bcb9-df615335e186 None None] Network a620b723-6a45-41c4-b63c-7c5c7a120614 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:12:43.936826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c17d1-aa85-460a-8f87-4ab8a1b38ce2 None None] Checking router: 9ca84b16-d441-4821-bb95-2b5abe617d8d for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:12:43.991896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c17d1-aa85-460a-8f87-4ab8a1b38ce2 None None] Routers {'9ca84b16-d441-4821-bb95-2b5abe617d8d'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:12:43.992545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-245c17d1-aa85-460a-8f87-4ab8a1b38ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:12:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['9ca84b16-d441-4821-bb95-2b5abe617d8d'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:44.040167 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.149675 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-245c17d1-aa85-460a-8f87-4ab8a1b38ce2 None None] Set router 9ca84b16-d441-4821-bb95-2b5abe617d8d gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:12:44.151836 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.305704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] DHCP port deletion for a620b723-6a45-41c4-b63c-7c5c7a120614 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:12:44.368636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-245c17d1-aa85-460a-8f87-4ab8a1b38ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:12:42Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:44.375111 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 121e4e19-900e-409e-ab46-72f08beead89 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:12:44.375753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.399309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Deleting port c03d7a70-d7c6-4021-ad66-8f9f4cafc246 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:12:44.399682 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.401636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c17d1-aa85-460a-8f87-4ab8a1b38ce2 None None] The sync data for ids ['9ca84b16-d441-4821-bb95-2b5abe617d8d'] in n-d-815689-1 is: [{'id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820151701', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '121e4e19-900e-409e-ab46-72f08beead89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:10:55Z', 'updated_at': '2021-10-27T17:12:42Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '121e4e19-900e-409e-ab46-72f08beead89', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:76:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca84b16-d441-4821-bb95-2b5abe617d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:10:56Z', 'updated_at': '2021-10-27T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:12:44.469852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] For port c03d7a70-d7c6-4021-ad66-8f9f4cafc246, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c03d7a70-d7c6-4021-ad66-8f9f4cafc246,segment=NetworkSegment(82859cfd-96f2-408a-8a9a-0294e04cb9fd),segment_id=82859cfd-96f2-408a-8a9a-0294e04cb9fd)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:12:44.470247 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.474112 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port 121e4e19-900e-409e-ab46-72f08beead89, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=121e4e19-900e-409e-ab46-72f08beead89,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:12:44.474476 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.483431 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Calling delete_port for c03d7a70-d7c6-4021-ad66-8f9f4cafc246 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:12:44.489706 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 121e4e19-900e-409e-ab46-72f08beead89 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:12:44.633157 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.659141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Pushing event deleted for resources: {'Port': ['ID=c03d7a70-d7c6-4021-ad66-8f9f4cafc246,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:44.661931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] No DVR routers for this DVR port c03d7a70-d7c6-4021-ad66-8f9f4cafc246 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:12:44.670781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.671143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.671562 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.671842 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.672216 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.677143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.677143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.677143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.677143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.677143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.677143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.677143 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2abfe77-ad98-43ee-a9bc-76435657a8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:44.722277 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.751353 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=121e4e19-900e-409e-ab46-72f08beead89,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:44.791232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b089f210-b511-4aca-81d1-b173a96f85d4 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:12:44.818793 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: b089f210-b511-4aca-81d1-b173a96f85d4 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:12:44.819141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device b089f210-b511-4aca-81d1-b173a96f85d4 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:12:44.819599 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c03d7a70-d7c6-4021-ad66-8f9f4cafc246 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:12:44.830784 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.843140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: c03d7a70-d7c6-4021-ad66-8f9f4cafc246 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:12:44.843589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c03d7a70-d7c6-4021-ad66-8f9f4cafc246 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:12:44.927415 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:44.929830 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.023575 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.024189 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Fanout notify agent at l3_agent the message router_deleted on router 9ca84b16-d441-4821-bb95-2b5abe617d8d {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:12:45.031048 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.032190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d36df077-e23e-4746-96b3-f52cc4080789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/routers/9ca84b16-d441-4821-bb95-2b5abe617d8d HTTP/1.1" status: 204 len: 168 time: 1.1036723 Oct 27 17:12:45.036457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48744) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:45.115281 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.209930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.230141 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a620b723-6a45-41c4-b63c-7c5c7a120614']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:45.240035 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82859cfd-96f2-408a-8a9a-0294e04cb9fd') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:45.240358 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82859cfd-96f2-408a-8a9a-0294e04cb9fd') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:45.249519 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.263203 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.269088 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:12:45.269469 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: timer() Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:12:45.272686 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:12:45.418496 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.425951 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.430126 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/networks/a620b723-6a45-41c4-b63c-7c5c7a120614 HTTP/1.1" status: 204 len: 168 time: 0.3942425 Oct 27 17:12:45.433165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48746) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:45.446043 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51f9fd-7d1b-44ff-8387-267d9fbf3d03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Network': ['ID=a620b723-6a45-41c4-b63c-7c5c7a120614,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:45.494074 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e84e1bd-afcc-45a7-9b58-700b8fb132ac tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.519203 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e84e1bd-afcc-45a7-9b58-700b8fb132ac tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.675507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e84e1bd-afcc-45a7-9b58-700b8fb132ac tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.678722 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7e84e1bd-afcc-45a7-9b58-700b8fb132ac tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:45.682823 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7e84e1bd-afcc-45a7-9b58-700b8fb132ac tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/security-groups/5418189a-201c-404a-b159-0583f316e85b HTTP/1.1" status: 204 len: 168 time: 0.2459393 Oct 27 17:12:45.689422 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84e1bd-afcc-45a7-9b58-700b8fb132ac tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5418189a-201c-404a-b159-0583f316e85b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:45.990789 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48752) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:45.995403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b28c32a8-72e3-4db2-a5cd-667ff349aa52 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384418779', 'description': 'tempest-secgroup-smoke-384418779 description', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:46.121124 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b28c32a8-72e3-4db2-a5cd-667ff349aa52 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:46.192770 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b28c32a8-72e3-4db2-a5cd-667ff349aa52 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:46.255817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b28c32a8-72e3-4db2-a5cd-667ff349aa52 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:46.283821 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c32a8-72e3-4db2-a5cd-667ff349aa52 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2991a3e-32b6-42be-99af-48ddbb3903a0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:46.360071 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b28c32a8-72e3-4db2-a5cd-667ff349aa52 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:46.361349 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b28c32a8-72e3-4db2-a5cd-667ff349aa52 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3695090 Oct 27 17:12:46.364358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48754) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:46.368564 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-83176078-0e63-4a98-9675-b18ff4dafd0e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'a2991a3e-32b6-42be-99af-48ddbb3903a0', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:46.460675 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-83176078-0e63-4a98-9675-b18ff4dafd0e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:46.516915 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-83176078-0e63-4a98-9675-b18ff4dafd0e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:46.584360 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 121e4e19-900e-409e-ab46-72f08beead89 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:12:46.587013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-83176078-0e63-4a98-9675-b18ff4dafd0e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:46.604489 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 121e4e19-900e-409e-ab46-72f08beead89 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:12:46.604837 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 121e4e19-900e-409e-ab46-72f08beead89 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:12:46.605660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83176078-0e63-4a98-9675-b18ff4dafd0e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd48a514-d3d6-4af0-bfa6-fd1d2f268cac,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:46.680518 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-83176078-0e63-4a98-9675-b18ff4dafd0e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:46.681759 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-83176078-0e63-4a98-9675-b18ff4dafd0e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166008 Oct 27 17:12:46.684553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48756) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:46.688895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-f52f5fc5-73b4-4933-9655-19a6daa926d8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'a2991a3e-32b6-42be-99af-48ddbb3903a0', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:46.789380 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f52f5fc5-73b4-4933-9655-19a6daa926d8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:46.843483 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f52f5fc5-73b4-4933-9655-19a6daa926d8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:46.924071 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f52f5fc5-73b4-4933-9655-19a6daa926d8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:46.942488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f5fc5-73b4-4933-9655-19a6daa926d8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b12ec2-8d30-44de-b147-56982c757aee,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:47.017629 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-f52f5fc5-73b4-4933-9655-19a6daa926d8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.018901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-f52f5fc5-73b4-4933-9655-19a6daa926d8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334036 Oct 27 17:12:47.021703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48758) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:47.026106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-835afe31-22c9-4319-abca-a647665beecf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'a2991a3e-32b6-42be-99af-48ddbb3903a0', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:47.137608 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-835afe31-22c9-4319-abca-a647665beecf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.196638 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-835afe31-22c9-4319-abca-a647665beecf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.249433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-835afe31-22c9-4319-abca-a647665beecf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.266700 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835afe31-22c9-4319-abca-a647665beecf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4eeca7-d66d-4168-8e77-0997b057c5b4,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:47.325709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-835afe31-22c9-4319-abca-a647665beecf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.326901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-835afe31-22c9-4319-abca-a647665beecf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042290 Oct 27 17:12:47.329567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48760) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:47.333897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e91aebda-15bc-44c6-a80e-d79110615789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'a2991a3e-32b6-42be-99af-48ddbb3903a0', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:47.432584 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e91aebda-15bc-44c6-a80e-d79110615789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.491450 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e91aebda-15bc-44c6-a80e-d79110615789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.541130 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e91aebda-15bc-44c6-a80e-d79110615789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.559306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91aebda-15bc-44c6-a80e-d79110615789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f72760c1-a1a1-40ca-9d5e-15641d2f60a8,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:47.637285 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e91aebda-15bc-44c6-a80e-d79110615789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.638492 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e91aebda-15bc-44c6-a80e-d79110615789 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3079953 Oct 27 17:12:47.641523 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48762) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:47.646306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3b5a0eca-b3cb-49b6-a478-bf0fe8a91c55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'a2991a3e-32b6-42be-99af-48ddbb3903a0', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:47.758687 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-3b5a0eca-b3cb-49b6-a478-bf0fe8a91c55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Project afa4a63aaa6f461180d832d6ce035b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:12:47.763917 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0eca-b3cb-49b6-a478-bf0fe8a91c55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.822694 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0eca-b3cb-49b6-a478-bf0fe8a91c55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.912808 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0eca-b3cb-49b6-a478-bf0fe8a91c55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:47.931425 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a0eca-b3cb-49b6-a478-bf0fe8a91c55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3273716a-9b40-4c65-b78d-bd1a8a8b83eb,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:48.020648 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3b5a0eca-b3cb-49b6-a478-bf0fe8a91c55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:48.021982 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3b5a0eca-b3cb-49b6-a478-bf0fe8a91c55 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3792815 Oct 27 17:12:48.024660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48764) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:48.029101 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a7fe6540-6c8c-4fa4-acb3-eef92f0163dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': 'a2991a3e-32b6-42be-99af-48ddbb3903a0', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:48.132774 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-a7fe6540-6c8c-4fa4-acb3-eef92f0163dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Project afa4a63aaa6f461180d832d6ce035b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:12:48.138023 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7fe6540-6c8c-4fa4-acb3-eef92f0163dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:48.199009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7fe6540-6c8c-4fa4-acb3-eef92f0163dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:48.269396 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7fe6540-6c8c-4fa4-acb3-eef92f0163dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:48.288181 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe6540-6c8c-4fa4-acb3-eef92f0163dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7decc1-4fc5-469d-a8b1-ca57d7ef5daa,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:48.368385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7fe6540-6c8c-4fa4-acb3-eef92f0163dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:48.369606 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a7fe6540-6c8c-4fa4-acb3-eef92f0163dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3439617 Oct 27 17:12:48.372498 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48766) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:48.377317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'network': {'name': 'tempest-network-smoke--1160390883', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'port_security_enabled': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:48.475197 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:12:48.478821 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:48.506251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:12:48.511073 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:48.511419 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Added segment 9a8904e8-404e-4a46-b87e-946e517e429a of type vlan for network 3797c4f6-3507-470a-a7b4-63e2d301f596 Oct 27 17:12:48.546705 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5d99c696-7261-40bb-a580-be421e5f6955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:48.552518 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:48.955372 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:48.961601 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:48.962173 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:49.025179 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Network': ['ID=3797c4f6-3507-470a-a7b4-63e2d301f596,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:49.035215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 3797c4f6-3507-470a-a7b4-63e2d301f596 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:12:49.078215 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-20dd37cb-6bf7-461e-b631-2caa06ff41a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7046533 Oct 27 17:12:49.081302 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48768) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:49.086607 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'admin_state_up': True, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:49.181347 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:49.182427 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:49.234686 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:49.435440 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:49.698547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:49.716339 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:49.819882 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.25.4.234 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/5a6dfbd0-25f7-4429-a553-560768abe76f) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:12:49.917877 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:50.002149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:50.049712 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:12:50.054678 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:12:50.058278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:12:50.081219 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=5a6dfbd0-25f7-4429-a553-560768abe76f,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:50.216166 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:12:50.365762 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:50.559617 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:50.746827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router cbae898e-65dd-401c-a84a-d88f53516cc6 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:12:50.853671 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:12:50.863750 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Sync routers for ids ['cbae898e-65dd-401c-a84a-d88f53516cc6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:12:50.874793 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Routers {'cbae898e-65dd-401c-a84a-d88f53516cc6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:12:50.875407 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:12:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cbae898e-65dd-401c-a84a-d88f53516cc6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:50.943333 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:50.946184 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-12555a7c-c3ad-43a6-8671-679835ba374b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8623030 Oct 27 17:12:50.947811 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48770) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:50.976866 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0a47fcf6-d70a-4921-abd5-3a7a23b5237d tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=afa4a63aaa6f461180d832d6ce035b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279155 Oct 27 17:12:50.979541 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48772) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:50.981876 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Set router cbae898e-65dd-401c-a84a-d88f53516cc6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:12:51.073320 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3710b-84b2-49fd-a69b-749803459a16 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:51.074862 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-92b3710b-84b2-49fd-a69b-749803459a16 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943809 Oct 27 17:12:51.077714 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48774) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:51.106867 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-26bf4161-aa3c-4516-b186-9807dd7a40ff tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280752 Oct 27 17:12:51.109402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48776) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:51.114303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1355915664', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:51.166663 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:50Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:51.193821 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Checking router: cbae898e-65dd-401c-a84a-d88f53516cc6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:12:51.194165 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Updating router cbae898e-65dd-401c-a84a-d88f53516cc6 port 5a6dfbd0-25f7-4429-a553-560768abe76f binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:12:51.218161 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:51.278064 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:12:51.281703 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:51.469571 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:51.544226 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:51.572497 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:51.572955 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aa6df918-77e3-4795-86ef-efd3f6698991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:51.609957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Subnet': ['ID=a92fac15-b0f0-4782-8415-3335f5901a05,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:51.617273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Checking segment: {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:12:51.618086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network hostable DHCP agents. Network: 3797c4f6-3507-470a-a7b4-63e2d301f596, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:12:51.625119 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Attempting to bind port 5a6dfbd0-25f7-4429-a553-560768abe76f on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:12:51.625488 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Attempting to bind port 5a6dfbd0-25f7-4429-a553-560768abe76f by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:12:51.625846 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Attempting to bind port 5a6dfbd0-25f7-4429-a553-560768abe76f on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:12:51.633328 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Pushing event updated for resources: {'Port': ['ID=5a6dfbd0-25f7-4429-a553-560768abe76f,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:51.635464 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:12:51.635822 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:12:51.636243 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:51.636625 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:12:51.637083 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Bound port: 5a6dfbd0-25f7-4429-a553-560768abe76f, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:12:51.637458 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:51.660349 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.660690 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.661024 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.661469 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.662059 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.662344 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.662669 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.662999 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.663316 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.663635 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.663952 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.664291 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:12:51.686433 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 3797c4f6-3507-470a-a7b4-63e2d301f596 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:12:51.697972 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] For port 5a6dfbd0-25f7-4429-a553-560768abe76f, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:12:51.700968 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] For port 5a6dfbd0-25f7-4429-a553-560768abe76f, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5a6dfbd0-25f7-4429-a553-560768abe76f,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:12:51.749634 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 3797c4f6-3507-470a-a7b4-63e2d301f596) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:12:51.753679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:51.754294 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:51.759682 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26523bd-4b94-4a40-a6ab-6662a4bb93cf None None] Network 3797c4f6-3507-470a-a7b4-63e2d301f596 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:12:51.761363 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:51.824529 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Routers {'cbae898e-65dd-401c-a84a-d88f53516cc6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:12:51.824529 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:12:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cbae898e-65dd-401c-a84a-d88f53516cc6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:51.859352 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee73ee0-6387-4ec0-bf1a-14ddf8e653e8 None None] Pushing event updated for resources: {'Port': ['ID=5a6dfbd0-25f7-4429-a553-560768abe76f,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:51.914139 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-3797c4f6-3507-470a-a7b4-63e2d301f596', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:12:51.915001 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:51.921306 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-537d72e2-7a88-493b-847a-d2dced822203 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8108625 Oct 27 17:12:51.924324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48778) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:12:51.938063 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] Set router cbae898e-65dd-401c-a84a-d88f53516cc6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:12:52.066294 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Allocated IP 172.20.0.2 (3797c4f6-3507-470a-a7b4-63e2d301f596/a92fac15-b0f0-4782-8415-3335f5901a05/de973f3f-31bd-42cd-a3f4-1edac2422e40) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:12:52.232071 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:50Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:52.233890 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:52.259632 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1892d-23be-43d2-8cc8-8ae5a9b400f1 None None] The sync data for ids ['cbae898e-65dd-401c-a84a-d88f53516cc6'] in n-d-815689-1 is: [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:50Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:12:52.322479 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:52.358906 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:52.368462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Network 3797c4f6-3507-470a-a7b4-63e2d301f596 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:12:52.373306 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:12:52.377838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:12:52.385283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Pushing event updated for resources: {'Port': ['ID=de973f3f-31bd-42cd-a3f4-1edac2422e40,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:52.387167 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:52.451314 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Attempting to bind port de973f3f-31bd-42cd-a3f4-1edac2422e40 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:12:52.451692 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Attempting to bind port de973f3f-31bd-42cd-a3f4-1edac2422e40 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:12:52.452099 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Attempting to bind port de973f3f-31bd-42cd-a3f4-1edac2422e40 on network 3797c4f6-3507-470a-a7b4-63e2d301f596 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:12:52.457753 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:12:52.458940 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Checking segment: {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:12:52.459355 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:52.459749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Bound using segment: {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:12:52.460462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Bound port: de973f3f-31bd-42cd-a3f4-1edac2422e40, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:12:52.460949 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:52.506739 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:52.561209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] For port de973f3f-31bd-42cd-a3f4-1edac2422e40, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:12:52.561209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] For port de973f3f-31bd-42cd-a3f4-1edac2422e40, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=de973f3f-31bd-42cd-a3f4-1edac2422e40,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:12:52.630556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5a6dfbd0-25f7-4429-a553-560768abe76f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:12:52.656818 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:52.743462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969d07b-6f1f-4281-8051-1d288dc94bfa None None] Pushing event updated for resources: {'Port': ['ID=de973f3f-31bd-42cd-a3f4-1edac2422e40,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:52.750601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5a6dfbd0-25f7-4429-a553-560768abe76f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:52.751057 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.024870 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.052660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 5a6dfbd0-25f7-4429-a553-560768abe76f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5a6dfbd0-25f7-4429-a553-560768abe76f,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:12:53.082786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.20.0.1 (3797c4f6-3507-470a-a7b4-63e2d301f596/a92fac15-b0f0-4782-8415-3335f5901a05/23655cae-2e7e-43ae-9e18-a923587e4096) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:12:53.132775 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.187002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=5a6dfbd0-25f7-4429-a553-560768abe76f,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:53.216506 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.304666 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.346792 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 3797c4f6-3507-470a-a7b4-63e2d301f596 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:12:53.350667 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:12:53.353322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:12:53.385273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=23655cae-2e7e-43ae-9e18-a923587e4096,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:53.406944 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.602936 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.717618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911f924-3c3d-4995-a25b-8a654516d19e None None] Network 3797c4f6-3507-470a-a7b4-63e2d301f596 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:12:53.845505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-14409d55-2e39-4541-9e84-1b27228eb984 None None] Provisioning complete for port de973f3f-31bd-42cd-a3f4-1edac2422e40 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:53.845888 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-14409d55-2e39-4541-9e84-1b27228eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.899435 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.956294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-14409d55-2e39-4541-9e84-1b27228eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.958099 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:53.992870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-14409d55-2e39-4541-9e84-1b27228eb984 None None] For port de973f3f-31bd-42cd-a3f4-1edac2422e40, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=de973f3f-31bd-42cd-a3f4-1edac2422e40,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:12:54.044156 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=23655cae-2e7e-43ae-9e18-a923587e4096,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:54.046702 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:54.072568 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-14409d55-2e39-4541-9e84-1b27228eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:54.126827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14409d55-2e39-4541-9e84-1b27228eb984 None None] Pushing event updated for resources: {'Port': ['ID=de973f3f-31bd-42cd-a3f4-1edac2422e40,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:54.164817 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 3797c4f6-3507-470a-a7b4-63e2d301f596 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:12:54.166317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:12:54.197715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5aaa8edb-a8c5-41c9-a18f-9712639bcf05 None None] Provisioning complete for port de973f3f-31bd-42cd-a3f4-1edac2422e40 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:54.198230 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8edb-a8c5-41c9-a18f-9712639bcf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:54.294727 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router cbae898e-65dd-401c-a84a-d88f53516cc6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:12:54.297204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5aaa8edb-a8c5-41c9-a18f-9712639bcf05 None None] Provisioning complete for port 23655cae-2e7e-43ae-9e18-a923587e4096 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:54.297686 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5aaa8edb-a8c5-41c9-a18f-9712639bcf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:54.337651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5aaa8edb-a8c5-41c9-a18f-9712639bcf05 None None] Port 23655cae-2e7e-43ae-9e18-a923587e4096 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:12:54.414185 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:12:54.430624 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cef178e6-71c8-40ef-b9d3-cfa41ccc0363 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "PUT /v2.0/routers/cbae898e-65dd-401c-a84a-d88f53516cc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949389 Oct 27 17:12:54.430742 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Sync routers for ids ['cbae898e-65dd-401c-a84a-d88f53516cc6'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:12:54.430742 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:54.439237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Routers {'cbae898e-65dd-401c-a84a-d88f53516cc6'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:12:54.439869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:12:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cbae898e-65dd-401c-a84a-d88f53516cc6'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:54.539825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0d46e912-ef70-4d11-a8c6-9700c856c65d None None] Provisioning complete for port 23655cae-2e7e-43ae-9e18-a923587e4096 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:54.540094 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0d46e912-ef70-4d11-a8c6-9700c856c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:54.594046 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-3aaaaac5-11c3-48f0-a4b0-ef3a29619cf8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384418779&fields=id&tenant_id=afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 267 time: 0.0482590 Oct 27 17:12:54.595124 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Set router cbae898e-65dd-401c-a84a-d88f53516cc6 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:12:54.597296 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-0d46e912-ef70-4d11-a8c6-9700c856c65d None None] Port 23655cae-2e7e-43ae-9e18-a923587e4096 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:12:54.711678 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5a6dfbd0-25f7-4429-a553-560768abe76f up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:12:54.718635 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-d7e37ce6-84cd-47a6-91b3-7d0aca445097 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:54.720149 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-d7e37ce6-84cd-47a6-91b3-7d0aca445097 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/networks?id=3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 200 len: 797 time: 0.1147013 Oct 27 17:12:54.735541 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-a46e08ce-1974-44a0-8aeb-259383497514 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/quotas/afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 375 time: 0.0091739 Oct 27 17:12:54.768624 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-28747159-77fc-4824-a988-0e98fb890c25 None None] Provisioning complete for port 23655cae-2e7e-43ae-9e18-a923587e4096 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:54.769231 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-28747159-77fc-4824-a988-0e98fb890c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:54.787499 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-f46ca23d-c06d-4b61-92cc-fb30a4c7a660 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457735 Oct 27 17:12:54.854377 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-28747159-77fc-4824-a988-0e98fb890c25 None None] Port 23655cae-2e7e-43ae-9e18-a923587e4096 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:12:54.859786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 5a6dfbd0-25f7-4429-a553-560768abe76f triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:54.860176 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:54.923799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '23655cae-2e7e-43ae-9e18-a923587e4096', 'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:91:91:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:52Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 2, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:54.933657 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-6902df1a-42e5-42d5-b39d-e2bbf56746a8 service neutron] 10.222.0.15 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338978 Oct 27 17:12:54.970003 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Checking router: cbae898e-65dd-401c-a84a-d88f53516cc6 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:12:54.970356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Updating router cbae898e-65dd-401c-a84a-d88f53516cc6 port 23655cae-2e7e-43ae-9e18-a923587e4096 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:12:55.002939 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:55.006870 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device de973f3f-31bd-42cd-a3f4-1edac2422e40 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:12:55.025014 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-22ea445a-2839-4473-a329-b18e7c72ec6f service neutron] 10.222.0.15 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845797 Oct 27 17:12:55.146066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port de973f3f-31bd-42cd-a3f4-1edac2422e40 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:55.146066 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:55.323594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43071d6a-2d26-4aa3-b4ae-2a1c0ef09a9f req-82cd8d2b-53fd-46ef-98fd-11fc0431f015 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 210 time: 0.0436769 Oct 27 17:12:55.393374 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:55.441276 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:55.494825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01894901-af65-4f6e-9d45-7276242fc100 None None] Pushing event updated for resources: {'Port': ['ID=23655cae-2e7e-43ae-9e18-a923587e4096,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:55.549382 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Attempting to bind port 23655cae-2e7e-43ae-9e18-a923587e4096 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:12:55.549909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Attempting to bind port 23655cae-2e7e-43ae-9e18-a923587e4096 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:12:55.550280 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Attempting to bind port 23655cae-2e7e-43ae-9e18-a923587e4096 on network 3797c4f6-3507-470a-a7b4-63e2d301f596 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:12:55.556232 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:12:55.556612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Checking segment: {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:12:55.557425 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:55.557425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Bound using segment: {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:12:55.557876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Bound port: 23655cae-2e7e-43ae-9e18-a923587e4096, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:12:55.558259 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:55.626505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] For port 23655cae-2e7e-43ae-9e18-a923587e4096, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:12:55.630144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] For port 23655cae-2e7e-43ae-9e18-a923587e4096, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=23655cae-2e7e-43ae-9e18-a923587e4096,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:12:55.683085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-ffd9a8fb-46a3-4013-9ab8-48dd2760de4a None None] Provisioning complete for port 23655cae-2e7e-43ae-9e18-a923587e4096 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:55.683452 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a8fb-46a3-4013-9ab8-48dd2760de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:55.714560 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:55.752652 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ffd9a8fb-46a3-4013-9ab8-48dd2760de4a None None] Port 23655cae-2e7e-43ae-9e18-a923587e4096 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:12:55.780597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01894901-af65-4f6e-9d45-7276242fc100 None None] Pushing event updated for resources: {'Port': ['ID=23655cae-2e7e-43ae-9e18-a923587e4096,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:55.783588 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Routers {'cbae898e-65dd-401c-a84a-d88f53516cc6'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:12:55.784223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:12:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cbae898e-65dd-401c-a84a-d88f53516cc6'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:55.900984 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] Set router cbae898e-65dd-401c-a84a-d88f53516cc6 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:12:56.029308 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9745befd-268c-4422-81d6-7e65259ea735 None None] Provisioning complete for port 23655cae-2e7e-43ae-9e18-a923587e4096 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:56.029585 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9745befd-268c-4422-81d6-7e65259ea735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:56.163807 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9745befd-268c-4422-81d6-7e65259ea735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:56.197262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '23655cae-2e7e-43ae-9e18-a923587e4096', 'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:91:91:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:52Z', 'updated_at': '2021-10-27T17:12:55Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:12:56.228439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-9745befd-268c-4422-81d6-7e65259ea735 None None] For port 23655cae-2e7e-43ae-9e18-a923587e4096, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=23655cae-2e7e-43ae-9e18-a923587e4096,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:12:56.229883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e8c0e-6a9c-4a9a-936b-48fdef17746a None None] The sync data for ids ['cbae898e-65dd-401c-a84a-d88f53516cc6'] in n-d-815689-1 is: [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '23655cae-2e7e-43ae-9e18-a923587e4096', 'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:91:91:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:52Z', 'updated_at': '2021-10-27T17:12:55Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:12:56.307165 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9745befd-268c-4422-81d6-7e65259ea735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:56.371271 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745befd-268c-4422-81d6-7e65259ea735 None None] Pushing event updated for resources: {'Port': ['ID=23655cae-2e7e-43ae-9e18-a923587e4096,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:56.434542 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8db71b3-e395-4487-803f-eeab10c86b3e req-f6a51ad2-58f1-4e1e-bc86-633058c02ba6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 210 time: 0.0281830 Oct 27 17:12:56.619566 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 23655cae-2e7e-43ae-9e18-a923587e4096 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:12:56.673201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 23655cae-2e7e-43ae-9e18-a923587e4096 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:56.673577 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:57.281691 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-bc0bac09-c845-4a9f-bbb1-6eec6a042d22 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:57.283270 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-bc0bac09-c845-4a9f-bbb1-6eec6a042d22 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/networks?id=3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 200 len: 797 time: 0.1107800 Oct 27 17:12:57.328796 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-479aedcc-852e-4e7d-928d-a5c0f2b27aa7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 379 time: 0.0361478 Oct 27 17:12:57.337679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'port': {'device_id': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'admin_state_up': True, 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'security_groups': ['a2991a3e-32b6-42be-99af-48ddbb3903a0']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:57.520022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:12:57.524341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:57.545383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0615e03-86d3-4470-a7c2-307b416a64a2 req-348d4d4f-f79f-48ae-91c2-846ed5c4278e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 210 time: 0.0406582 Oct 27 17:12:57.660943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.20.0.8 (3797c4f6-3507-470a-a7b4-63e2d301f596/a92fac15-b0f0-4782-8415-3335f5901a05/3a66c063-d253-42dd-8f13-472522370948) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:12:57.797697 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:57.884077 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:57.927896 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 3797c4f6-3507-470a-a7b4-63e2d301f596 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:12:57.931054 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:12:57.934747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:12:57.940906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=3a66c063-d253-42dd-8f13-472522370948,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:57.991974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:57.992621 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:58.081212 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0edbed9c-11cd-40a0-9ece-8f962dac8352 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7470875 Oct 27 17:12:58.138834 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-182fa65d-ae12-4a23-bde9-e32d206d2328 None None] Provisioning complete for port 3a66c063-d253-42dd-8f13-472522370948 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:12:58.139361 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-182fa65d-ae12-4a23-bde9-e32d206d2328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:58.139750 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Request body: {'port': {'device_id': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:12:58.197001 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:58.334024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-182fa65d-ae12-4a23-bde9-e32d206d2328 None None] Port 3a66c063-d253-42dd-8f13-472522370948 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:12:58.461224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a66c063-d253-42dd-8f13-472522370948 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:12:58.468337 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:58.480653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Transition to ACTIVE for port object 3a66c063-d253-42dd-8f13-472522370948 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:12:58.549373 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:58.598009 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a66c063-d253-42dd-8f13-472522370948,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:58.673598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Attempting to bind port 3a66c063-d253-42dd-8f13-472522370948 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:12:58.673984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Attempting to bind port 3a66c063-d253-42dd-8f13-472522370948 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:12:58.674258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Attempting to bind port 3a66c063-d253-42dd-8f13-472522370948 on network 3797c4f6-3507-470a-a7b4-63e2d301f596 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:12:58.678062 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fdb82-6379-4133-892f-ae33081f123f req-05864c47-d740-405e-b40e-f3b3d311cce6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:58.679456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Port 3a66c063-d253-42dd-8f13-472522370948 on network 3797c4f6-3507-470a-a7b4-63e2d301f596 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:12:58.679780 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Attempting to bind port 3a66c063-d253-42dd-8f13-472522370948 on network 3797c4f6-3507-470a-a7b4-63e2d301f596 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:12:58.686107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:12:58.686324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa2fdb82-6379-4133-892f-ae33081f123f req-05864c47-d740-405e-b40e-f3b3d311cce6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 943 time: 0.0653670 Oct 27 17:12:58.686445 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Checking segment: {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:12:58.686831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Bound using segment: {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:12:58.687364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Bound port: 3a66c063-d253-42dd-8f13-472522370948, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:12:58.687725 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:58.728647 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fa2fdb82-6379-4133-892f-ae33081f123f req-1f754d36-2c60-42c2-b6df-577185b8d757 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414753 Oct 27 17:12:58.759692 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:12:58.762853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3a66c063-d253-42dd-8f13-472522370948,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:12:58.838311 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:58.874924 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:58.875570 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:12:58.876986 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] 10.222.0.54 "PUT /v2.0/ports/3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 1091 time: 0.7875555 Oct 27 17:12:58.877421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'tag': '3a66c063-d253-42dd-8f13-472522370948'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:12:58.879762 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669958ab-1162-4937-80f4-58108d171a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "tag": "3a66c063-d253-42dd-8f13-472522370948"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:12:58.905974 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a5934-8543-42b0-a693-433e3a4ad4c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a66c063-d253-42dd-8f13-472522370948,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:12:58.923341 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2437f9f2-fec9-4d92-a9cd-1e5a77716d46 x-openstack-request-id: req-2437f9f2-fec9-4d92-a9cd-1e5a77716d46 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:12:58.923693 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "tag": "3a66c063-d253-42dd-8f13-472522370948", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:12:58.924012 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2437f9f2-fec9-4d92-a9cd-1e5a77716d46 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:12:58.924543 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'tag': '3a66c063-d253-42dd-8f13-472522370948', 'status': 'completed', 'code': 200} Oct 27 17:12:58.983627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669958ab-1162-4937-80f4-58108d171a4d req-39e7d9e9-b2fd-4889-9b47-af14abf405ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:58.985074 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-669958ab-1162-4937-80f4-58108d171a4d req-39e7d9e9-b2fd-4889-9b47-af14abf405ba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1094 time: 0.0428901 Oct 27 17:12:59.091817 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669958ab-1162-4937-80f4-58108d171a4d req-a7ec7deb-bff5-4bae-8573-750aabc85a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:59.093316 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-669958ab-1162-4937-80f4-58108d171a4d req-a7ec7deb-bff5-4bae-8573-750aabc85a25 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0995281 Oct 27 17:12:59.187996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669958ab-1162-4937-80f4-58108d171a4d req-0cdc09a5-f57e-46dc-b419-63d91bfeb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:59.190065 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-669958ab-1162-4937-80f4-58108d171a4d req-0cdc09a5-f57e-46dc-b419-63d91bfeb3c2 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897942 Oct 27 17:12:59.269731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-23e9706a-1db4-40ca-ae80-8e089adedc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:59.271786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-23e9706a-1db4-40ca-ae80-8e089adedc0e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1094 time: 0.0440450 Oct 27 17:12:59.642133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-27a04bb0-b1d1-484d-afdc-7ab6498ee45c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 217 time: 0.3618019 Oct 27 17:12:59.690680 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-5f369f34-b47d-40d4-b069-64a93e8632e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:59.692138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-5f369f34-b47d-40d4-b069-64a93e8632e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a92fac15-b0f0-4782-8415-3335f5901a05 HTTP/1.1" status: 200 len: 835 time: 0.0429649 Oct 27 17:12:59.737608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-11d001a2-4b29-4231-817e-7214e6d50e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:59.739064 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-11d001a2-4b29-4231-817e-7214e6d50e55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3797c4f6-3507-470a-a7b4-63e2d301f596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394878 Oct 27 17:12:59.832305 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-4195e118-383a-40f0-b2e6-fb356756b247 service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854301 Oct 27 17:12:59.837417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d238bb-fefe-4c4b-b935-dd3f16c97964 req-95f48fee-56ae-4691-9004-615c0696e96f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:12:59.838958 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02d238bb-fefe-4c4b-b935-dd3f16c97964 req-95f48fee-56ae-4691-9004-615c0696e96f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 943 time: 0.0504942 Oct 27 17:12:59.877037 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02d238bb-fefe-4c4b-b935-dd3f16c97964 req-98b2c863-3d45-4148-b7b4-787a46514da0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320697 Oct 27 17:12:59.927810 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f7b76ba8-6fd2-44d1-a2a1-d4c8416b912c req-0d998688-362f-4066-9d07-e0e2f7227c11 service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880084 Oct 27 17:12:59.943860 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:00.993801 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bf955c-c895-424c-b406-c3bffdb34d49 req-d24fbf2c-b4e9-4f0e-9c6d-e12d1dbdf01f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:00.995267 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27bf955c-c895-424c-b406-c3bffdb34d49 req-d24fbf2c-b4e9-4f0e-9c6d-e12d1dbdf01f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 943 time: 0.0495765 Oct 27 17:13:01.032324 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-27bf955c-c895-424c-b406-c3bffdb34d49 req-647a54f1-2aa0-4314-9941-bdca8c9fef94 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309877 Oct 27 17:13:02.149260 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d89de-64d5-4fc3-817c-26beb8216d71 req-3a9b9e35-7107-4e9b-a3a6-34fdf166dd4d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:02.150724 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-761d89de-64d5-4fc3-817c-26beb8216d71 req-3a9b9e35-7107-4e9b-a3a6-34fdf166dd4d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 943 time: 0.0491252 Oct 27 17:13:02.188751 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-761d89de-64d5-4fc3-817c-26beb8216d71 req-a31b13d4-ac11-4bc5-8c5d-b124130537cd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320194 Oct 27 17:13:03.229148 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:03.236519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3a66c063-d253-42dd-8f13-472522370948 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:13:03.306198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d2183e-aaac-42d6-9ada-53449ada247a req-c18f8f1a-949d-47df-8acd-b3650a6d2204 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:03.307688 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3d2183e-aaac-42d6-9ada-53449ada247a req-c18f8f1a-949d-47df-8acd-b3650a6d2204 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 943 time: 0.0494497 Oct 27 17:13:03.338086 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3a66c063-d253-42dd-8f13-472522370948,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:03.345765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c3d2183e-aaac-42d6-9ada-53449ada247a req-8ed017b8-e759-4514-b75e-43930f1e39ac tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321033 Oct 27 17:13:03.349795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '3a66c063-d253-42dd-8f13-472522370948', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'port_id': '3a66c063-d253-42dd-8f13-472522370948', 'mac_address': 'fa:16:3e:7e:2a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:13:03.386919 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:03.399598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a66c063-d253-42dd-8f13-472522370948 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:13:03.419555 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3a66c063-d253-42dd-8f13-472522370948,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:03.492073 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:03.543390 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3a66c063-d253-42dd-8f13-472522370948,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:03.742786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['3a66c063-d253-42dd-8f13-472522370948'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:13:04.467568 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4d79d-aebf-4d66-9282-4a9a9af26537 req-b5035531-1b64-4de2-8a7c-724d93e2a962 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:04.469066 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34c4d79d-aebf-4d66-9282-4a9a9af26537 req-b5035531-1b64-4de2-8a7c-724d93e2a962 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 944 time: 0.0538528 Oct 27 17:13:04.508158 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34c4d79d-aebf-4d66-9282-4a9a9af26537 req-0c484351-3a7d-4ec6-8481-b1c6f99910ef tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330219 Oct 27 17:13:05.252670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3a66c063-d253-42dd-8f13-472522370948 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:13:05.360905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 3a66c063-d253-42dd-8f13-472522370948 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:13:05.365406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 3a66c063-d253-42dd-8f13-472522370948 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:13:05.365773 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:05.445433 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:05.468183 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a66c063-d253-42dd-8f13-472522370948'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:05.470438 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401bf247-9ac4-41d1-b7bc-331676bb562f" -d '{"events": [{"server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "name": "network-vif-plugged", "status": "completed", "tag": "3a66c063-d253-42dd-8f13-472522370948"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:05.484196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3a66c063-d253-42dd-8f13-472522370948,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:13:05.508673 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d0eb9f-8e44-416a-a385-d71b8c45802b x-openstack-request-id: req-60d0eb9f-8e44-416a-a385-d71b8c45802b {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:05.509084 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "name": "network-vif-plugged", "status": "completed", "tag": "3a66c063-d253-42dd-8f13-472522370948", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:05.509344 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60d0eb9f-8e44-416a-a385-d71b8c45802b {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:05.509739 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a66c063-d253-42dd-8f13-472522370948', 'code': 200} Oct 27 17:13:05.546968 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:05.599745 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=3a66c063-d253-42dd-8f13-472522370948,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:05.623990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055756ec-282a-4de7-a6eb-2dda68d46dc8 req-3dfc4a7f-c5f9-43e3-8f8b-54a6a98bb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:05.625516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-055756ec-282a-4de7-a6eb-2dda68d46dc8 req-3dfc4a7f-c5f9-43e3-8f8b-54a6a98bb4dd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1096 time: 0.0482943 Oct 27 17:13:05.630023 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81831c24-47dd-40bd-9d1a-d8977eef8820 req-0a2c329c-2cd3-460d-9d77-5343b1c63ef2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:05.632032 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-81831c24-47dd-40bd-9d1a-d8977eef8820 req-0a2c329c-2cd3-460d-9d77-5343b1c63ef2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0545235 Oct 27 17:13:05.663579 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-055756ec-282a-4de7-a6eb-2dda68d46dc8 req-f6ebbb6d-c9ca-4315-9371-4d72761b2b87 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308084 Oct 27 17:13:05.671439 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-81831c24-47dd-40bd-9d1a-d8977eef8820 req-68ec295c-f3d9-4457-8290-1e55237e5fd0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329828 Oct 27 17:13:06.793146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea540e0-0ed5-4d56-b549-e92a33f4d634 req-a6be2fa2-6dca-4319-987d-8cd287e675c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:06.794710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ea540e0-0ed5-4d56-b549-e92a33f4d634 req-a6be2fa2-6dca-4319-987d-8cd287e675c3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0513480 Oct 27 17:13:06.833216 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5ea540e0-0ed5-4d56-b549-e92a33f4d634 req-ffe1658d-7b3e-4fe7-b4f5-7e1e121c81f8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323331 Oct 27 17:13:07.949554 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814c6fc-4911-4ae9-9b77-4d077e49b085 req-0708f521-a1cb-4cfb-9a6c-f67bbdbff44f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:07.951017 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a814c6fc-4911-4ae9-9b77-4d077e49b085 req-0708f521-a1cb-4cfb-9a6c-f67bbdbff44f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0490937 Oct 27 17:13:07.989131 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a814c6fc-4911-4ae9-9b77-4d077e49b085 req-473399b4-5b3e-4582-b234-d95730591975 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321252 Oct 27 17:13:08.102317 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78578f6-2e80-464f-9420-90e0dab5b043 req-e930a1f1-9335-4833-bec0-1e72c4e65760 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:08.103774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c78578f6-2e80-464f-9420-90e0dab5b043 req-e930a1f1-9335-4833-bec0-1e72c4e65760 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0479817 Oct 27 17:13:08.141056 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c78578f6-2e80-464f-9420-90e0dab5b043 req-e314434b-c78f-440a-aba2-8630fee5ec9d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311460 Oct 27 17:13:08.162094 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48840) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:08.205355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0b68d5-33a6-4fc0-b326-75a7a7edffde tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:08.206828 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dc0b68d5-33a6-4fc0-b326-75a7a7edffde tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1091 time: 0.0431733 Oct 27 17:13:08.210194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48842) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:08.214406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '3a66c063-d253-42dd-8f13-472522370948', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:13:08.295057 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:08.389697 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:08.494887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.25.4.131 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/3949f17a-19d2-46c4-a388-1189aed9f85f) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:13:08.595336 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:08.680949 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:08.723457 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:13:08.727982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:13:08.731440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:13:08.736883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=3949f17a-19d2-46c4-a388-1189aed9f85f,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:09.066557 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:09.195297 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:09.343906 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:09.397556 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:09.466827 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=3949f17a-19d2-46c4-a388-1189aed9f85f,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:13:09.476561 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:09.575978 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Floating IP 5a898a15-936b-475c-a6af-81d4ef481d8a associated. External IP: 172.25.4.131, port: 3a66c063-d253-42dd-8f13-472522370948. Oct 27 17:13:09.780368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router cbae898e-65dd-401c-a84a-d88f53516cc6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:13:09.885616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:13:09.895961 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe0044c-c0d5-48cf-b8e2-cf0ab1d6b9a8 None None] Sync routers for ids ['cbae898e-65dd-401c-a84a-d88f53516cc6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:13:09.905425 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe0044c-c0d5-48cf-b8e2-cf0ab1d6b9a8 None None] Routers {'cbae898e-65dd-401c-a84a-d88f53516cc6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:09.906034 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7fe0044c-c0d5-48cf-b8e2-cf0ab1d6b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:12:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cbae898e-65dd-401c-a84a-d88f53516cc6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:09.985670 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:10.014379 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-09f40c0b-6829-4564-b7eb-30d6468831cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8031075 Oct 27 17:13:10.014671 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-7fe0044c-c0d5-48cf-b8e2-cf0ab1d6b9a8 None None] Set router cbae898e-65dd-401c-a84a-d88f53516cc6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:10.014966 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'tag': '3a66c063-d253-42dd-8f13-472522370948'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:13:10.017349 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579c373f-e973-4fc1-b2f1-d6100890a64a" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "tag": "3a66c063-d253-42dd-8f13-472522370948"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:13:10.067691 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3413232b-ad61-4668-84c0-0bd967db8e09 x-openstack-request-id: req-3413232b-ad61-4668-84c0-0bd967db8e09 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:13:10.067995 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "tag": "3a66c063-d253-42dd-8f13-472522370948", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:13:10.068289 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3413232b-ad61-4668-84c0-0bd967db8e09 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:13:10.069457 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'tag': '3a66c063-d253-42dd-8f13-472522370948', 'status': 'completed', 'code': 200} Oct 27 17:13:10.121561 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0d1c0-b0aa-483d-82a5-1e152bacbc10 req-70018c59-a240-4548-99df-c8a221596aa8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:10.123078 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72a0d1c0-b0aa-483d-82a5-1e152bacbc10 req-70018c59-a240-4548-99df-c8a221596aa8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0579085 Oct 27 17:13:10.131764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c373f-e973-4fc1-b2f1-d6100890a64a req-e9f1c795-383b-4850-a665-03c993e95c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:10.133340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-579c373f-e973-4fc1-b2f1-d6100890a64a req-e9f1c795-383b-4850-a665-03c993e95c6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1096 time: 0.0423918 Oct 27 17:13:10.164490 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-72a0d1c0-b0aa-483d-82a5-1e152bacbc10 req-0a9f7875-eb63-4456-923a-34c5feb2dd20 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349216 Oct 27 17:13:10.189534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48848) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:10.238128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c373f-e973-4fc1-b2f1-d6100890a64a req-d38378b8-9ee2-4327-a781-fb5f34044ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:10.240126 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-579c373f-e973-4fc1-b2f1-d6100890a64a req-d38378b8-9ee2-4327-a781-fb5f34044ca4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 200 len: 898 time: 0.0967026 Oct 27 17:13:10.254730 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5c1b22b2-8c8d-4896-9f73-fe5d1c685fae tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/5a898a15-936b-475c-a6af-81d4ef481d8a HTTP/1.1" status: 200 len: 991 time: 0.0634415 Oct 27 17:13:10.306726 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-579c373f-e973-4fc1-b2f1-d6100890a64a req-632c9802-4655-4529-8fd8-757544679e68 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 999 time: 0.0590301 Oct 27 17:13:10.320656 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7fe0044c-c0d5-48cf-b8e2-cf0ab1d6b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '5a898a15-936b-475c-a6af-81d4ef481d8a', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'port_id': '3a66c063-d253-42dd-8f13-472522370948', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'mac_address': 'fa:16:3e:7e:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:13:08Z', 'updated_at': '2021-10-27T17:13:08Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23655cae-2e7e-43ae-9e18-a923587e4096', 'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:91:91:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:52Z', 'updated_at': '2021-10-27T17:12:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:10.348967 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe0044c-c0d5-48cf-b8e2-cf0ab1d6b9a8 None None] Checking router: cbae898e-65dd-401c-a84a-d88f53516cc6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:13:10.356380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c373f-e973-4fc1-b2f1-d6100890a64a req-6f42ed59-8692-4b99-b4e1-14442cd77196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:10.357695 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe0044c-c0d5-48cf-b8e2-cf0ab1d6b9a8 None None] Routers {'cbae898e-65dd-401c-a84a-d88f53516cc6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:13:10.357847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-579c373f-e973-4fc1-b2f1-d6100890a64a req-6f42ed59-8692-4b99-b4e1-14442cd77196 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a92fac15-b0f0-4782-8415-3335f5901a05 HTTP/1.1" status: 200 len: 835 time: 0.0447388 Oct 27 17:13:10.358286 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7fe0044c-c0d5-48cf-b8e2-cf0ab1d6b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:12:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cbae898e-65dd-401c-a84a-d88f53516cc6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:10.407751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c373f-e973-4fc1-b2f1-d6100890a64a req-8f4b4e5d-f46e-4992-8bd4-d61496a1208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:10.409308 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-579c373f-e973-4fc1-b2f1-d6100890a64a req-8f4b4e5d-f46e-4992-8bd4-d61496a1208b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3797c4f6-3507-470a-a7b4-63e2d301f596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449173 Oct 27 17:13:10.459092 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-7fe0044c-c0d5-48cf-b8e2-cf0ab1d6b9a8 None None] Set router cbae898e-65dd-401c-a84a-d88f53516cc6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:13:10.502635 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-579c373f-e973-4fc1-b2f1-d6100890a64a req-236b7bcc-14e8-4eee-a63a-e836eb9b932b service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856330 Oct 27 17:13:10.598612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-579c373f-e973-4fc1-b2f1-d6100890a64a req-3d669a64-3f95-49f4-aacd-3d2122447815 service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893674 Oct 27 17:13:10.685542 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7fe0044c-c0d5-48cf-b8e2-cf0ab1d6b9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '5a898a15-936b-475c-a6af-81d4ef481d8a', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'port_id': '3a66c063-d253-42dd-8f13-472522370948', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'mac_address': 'fa:16:3e:7e:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:13:08Z', 'updated_at': '2021-10-27T17:13:08Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23655cae-2e7e-43ae-9e18-a923587e4096', 'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:91:91:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:52Z', 'updated_at': '2021-10-27T17:12:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:13:10.711829 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe0044c-c0d5-48cf-b8e2-cf0ab1d6b9a8 None None] The sync data for ids ['cbae898e-65dd-401c-a84a-d88f53516cc6'] in n-d-815689-1 is: [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '5a898a15-936b-475c-a6af-81d4ef481d8a', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.131', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'port_id': '3a66c063-d253-42dd-8f13-472522370948', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'mac_address': 'fa:16:3e:7e:2a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:13:08Z', 'updated_at': '2021-10-27T17:13:08Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23655cae-2e7e-43ae-9e18-a923587e4096', 'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:91:91:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:52Z', 'updated_at': '2021-10-27T17:12:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:13:10.899118 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2e579c-8247-4f43-8e37-bb7fb9da69a9 None None] New status for floating IP 5a898a15-936b-475c-a6af-81d4ef481d8a: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:13:11.258081 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48850) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:11.317641 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-12ecd55e-b421-4dfc-8085-9dbeee417000 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/5a898a15-936b-475c-a6af-81d4ef481d8a HTTP/1.1" status: 200 len: 993 time: 0.0583954 Oct 27 17:13:18.558069 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7dd1bbaf-8f16-44f9-8461-cfd0b26e150f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:21.563768 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-30b95a98-4f3d-46d0-a800-7c279351c669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:22.263491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:22.446312 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:24.417261 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:27.216098 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:13:29.977626 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:33.280622 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:42.530361 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-e5044f78-4ae5-4f2d-aaf8-f9844560c93d req-01902ec4-eb29-40c4-bbf9-064c4257f7f9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:13:42.531373 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e5044f78-4ae5-4f2d-aaf8-f9844560c93d req-01902ec4-eb29-40c4-bbf9-064c4257f7f9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060878 Oct 27 17:13:42.824408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca55386-52f0-4d20-8e85-40555149324a req-a1b4fe55-9c6d-4648-92b3-ac830757f369 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:42.825880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fca55386-52f0-4d20-8e85-40555149324a req-a1b4fe55-9c6d-4648-92b3-ac830757f369 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0500565 Oct 27 17:13:42.867179 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fca55386-52f0-4d20-8e85-40555149324a req-76b34074-e683-4535-a88e-7f1fe65f4317 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352197 Oct 27 17:13:42.928769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48868) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:13:43.006821 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-714a21c0-cfd5-4fcd-a36e-9450812aaf3d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0766773 Oct 27 17:13:43.015318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-9846b602-f92d-4521-ab24-834995afe18c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:13:43.016286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-9846b602-f92d-4521-ab24-834995afe18c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048294 Oct 27 17:13:43.984995 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e00b3-9d30-4774-b935-c52d212eaa36 req-00c9506d-9676-4d15-966f-cec0e679f930 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:43.986445 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a1e00b3-9d30-4774-b935-c52d212eaa36 req-00c9506d-9676-4d15-966f-cec0e679f930 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0488772 Oct 27 17:13:44.024018 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a1e00b3-9d30-4774-b935-c52d212eaa36 req-4ec99522-31e0-4623-8ba9-6daeeb6e07d0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315676 Oct 27 17:13:45.142918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f11f2-5d97-4744-80fd-9d347d3ba61f req-53715655-2b1d-4708-a83b-a57b4567be09 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:45.145133 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c86f11f2-5d97-4744-80fd-9d347d3ba61f req-53715655-2b1d-4708-a83b-a57b4567be09 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0513833 Oct 27 17:13:45.184204 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c86f11f2-5d97-4744-80fd-9d347d3ba61f req-d8bbf5fc-38db-47e4-80e5-e34cda475991 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330615 Oct 27 17:13:46.344347 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9545011-7be8-4824-bb87-966126dc9fb5 req-90051a67-9369-4363-b36e-531170f84450 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:46.345850 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9545011-7be8-4824-bb87-966126dc9fb5 req-90051a67-9369-4363-b36e-531170f84450 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0551937 Oct 27 17:13:46.383671 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a9545011-7be8-4824-bb87-966126dc9fb5 req-7362a43d-c20b-404e-8fb1-9b8911a5a653 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319116 Oct 27 17:13:47.503758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd019c4-b9bb-49cf-bf5f-b544cdc32284 req-a57c38fa-54ab-4390-89ab-940ef8e20ee6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:47.505271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cd019c4-b9bb-49cf-bf5f-b544cdc32284 req-a57c38fa-54ab-4390-89ab-940ef8e20ee6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0491984 Oct 27 17:13:47.544073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5cd019c4-b9bb-49cf-bf5f-b544cdc32284 req-be84f995-d143-488e-abb1-d214b7f051ba tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318651 Oct 27 17:13:48.520350 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8c959b80-c06f-4a23-889b-95ae50dee021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:48.661917 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbcd6e-344a-47d5-8a84-2014dbfda22e req-da636aef-ccc7-4347-b0e7-2f12c0b0620d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:48.664244 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0abbcd6e-344a-47d5-8a84-2014dbfda22e req-da636aef-ccc7-4347-b0e7-2f12c0b0620d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0506151 Oct 27 17:13:48.703078 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0abbcd6e-344a-47d5-8a84-2014dbfda22e req-490ba8bd-9473-47d1-b51c-47e837424bfc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317910 Oct 27 17:13:49.140570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-a5743dae-6cbe-4165-a960-dee258e69175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:49.142052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-a5743dae-6cbe-4165-a960-dee258e69175 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1096 time: 0.0437260 Oct 27 17:13:49.232319 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-ab8837ac-ac30-4927-9d60-a715b876c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:49.233842 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-ab8837ac-ac30-4927-9d60-a715b876c560 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 200 len: 898 time: 0.0842824 Oct 27 17:13:49.301500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-05639793-153d-43d1-8b09-9aed63859be5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 1001 time: 0.0606844 Oct 27 17:13:49.350228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-024ac8b1-c5bd-411b-8886-ee1161582e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:49.351639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-024ac8b1-c5bd-411b-8886-ee1161582e47 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a92fac15-b0f0-4782-8415-3335f5901a05 HTTP/1.1" status: 200 len: 835 time: 0.0427685 Oct 27 17:13:49.396477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-48f2a646-1dcb-4430-8c9d-d95badc76f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:49.397819 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-48f2a646-1dcb-4430-8c9d-d95badc76f79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3797c4f6-3507-470a-a7b4-63e2d301f596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390129 Oct 27 17:13:49.489886 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-a413a6d2-bde5-476d-a770-db11ec57d1b2 service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840187 Oct 27 17:13:49.579058 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-de0f98b5-0142-4214-aceb-2ab1db78ede0 service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825124 Oct 27 17:13:49.825233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e453d-1fe7-4df3-868d-357d1cda5a33 req-60386e78-0430-4de2-a717-7f3fde280f30 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:49.826684 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-596e453d-1fe7-4df3-868d-357d1cda5a33 req-60386e78-0430-4de2-a717-7f3fde280f30 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0532086 Oct 27 17:13:49.864518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-596e453d-1fe7-4df3-868d-357d1cda5a33 req-61702d67-4e73-4022-94d9-2a2aa40aa087 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315855 Oct 27 17:13:50.981926 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafd27e-c2e4-4987-ab40-aa8764d82531 req-fd846f59-272f-4496-b07f-ce65ee7fa9f9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:50.983422 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8cafd27e-c2e4-4987-ab40-aa8764d82531 req-fd846f59-272f-4496-b07f-ce65ee7fa9f9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0494950 Oct 27 17:13:51.021492 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8cafd27e-c2e4-4987-ab40-aa8764d82531 req-45857243-8c89-42ed-8427-c7bde572af27 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320802 Oct 27 17:13:51.557433 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dc3ae2c6-0546-43f5-b7c1-2a8f72473c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.166000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bbffe-117f-40eb-9853-a6a28f7ab95f req-3ccd6a0e-1a93-411f-9602-574451b39681 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:52.167486 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c80bbffe-117f-40eb-9853-a6a28f7ab95f req-3ccd6a0e-1a93-411f-9602-574451b39681 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0753171 Oct 27 17:13:52.169895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969416-2c1b-48ab-a1cb-b6384bc8297d req-e8e016bd-da77-406a-8600-4255f0b4f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:52.171249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98969416-2c1b-48ab-a1cb-b6384bc8297d req-e8e016bd-da77-406a-8600-4255f0b4f265 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1096 time: 0.0772135 Oct 27 17:13:52.251924 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c80bbffe-117f-40eb-9853-a6a28f7ab95f req-6f0ccdf2-f7d3-4f49-ae59-c5fda0c1ddec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775847 Oct 27 17:13:52.273685 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.295777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969416-2c1b-48ab-a1cb-b6384bc8297d req-7df9d92c-2889-41bc-8b7f-3073a1e4f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:52.297297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98969416-2c1b-48ab-a1cb-b6384bc8297d req-7df9d92c-2889-41bc-8b7f-3073a1e4f4c3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 200 len: 898 time: 0.1035490 Oct 27 17:13:52.363624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98969416-2c1b-48ab-a1cb-b6384bc8297d req-34a2c605-2bb4-48dd-8f8c-daa110756502 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 1001 time: 0.0580025 Oct 27 17:13:52.417298 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969416-2c1b-48ab-a1cb-b6384bc8297d req-2076c605-53c6-4d57-9e87-ea54ec47de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:52.419425 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98969416-2c1b-48ab-a1cb-b6384bc8297d req-2076c605-53c6-4d57-9e87-ea54ec47de5e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a92fac15-b0f0-4782-8415-3335f5901a05 HTTP/1.1" status: 200 len: 835 time: 0.0483401 Oct 27 17:13:52.462749 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:52.466886 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969416-2c1b-48ab-a1cb-b6384bc8297d req-538062ac-db8f-46ae-bb57-6f3b9c0d2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:52.468470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98969416-2c1b-48ab-a1cb-b6384bc8297d req-538062ac-db8f-46ae-bb57-6f3b9c0d2301 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3797c4f6-3507-470a-a7b4-63e2d301f596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424161 Oct 27 17:13:52.563037 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98969416-2c1b-48ab-a1cb-b6384bc8297d req-0cf89697-f804-4d33-a7b4-a50f3525029f service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874691 Oct 27 17:13:52.653287 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98969416-2c1b-48ab-a1cb-b6384bc8297d req-336f5406-3f45-4581-9ccf-dfd75415be65 service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804543 Oct 27 17:13:53.374027 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a2a26-a1f5-43f1-9d59-0558970e282c req-fc10620f-6a5a-4385-9de8-6c334e356c25 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:53.375497 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f8a2a26-a1f5-43f1-9d59-0558970e282c req-fc10620f-6a5a-4385-9de8-6c334e356c25 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0535908 Oct 27 17:13:53.412842 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5f8a2a26-a1f5-43f1-9d59-0558970e282c req-a6149218-9481-4f57-9349-3425d36183b0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313661 Oct 27 17:13:54.422811 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:13:54.531611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6cdab-8c03-4763-9477-37c029353a1d req-8fe42ebe-5321-4c44-9474-8ece5c479c93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:54.533118 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6e6cdab-8c03-4763-9477-37c029353a1d req-8fe42ebe-5321-4c44-9474-8ece5c479c93 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0493739 Oct 27 17:13:54.571571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e6e6cdab-8c03-4763-9477-37c029353a1d req-bcf36732-fec4-4772-b57d-01e4e5f63d1f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324197 Oct 27 17:13:55.690373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05103076-4140-41f4-a773-6b1d556ef83f req-be031db9-7f69-4160-8445-cbba752cb2c7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:55.691870 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-05103076-4140-41f4-a773-6b1d556ef83f req-be031db9-7f69-4160-8445-cbba752cb2c7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0500321 Oct 27 17:13:55.729343 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-05103076-4140-41f4-a773-6b1d556ef83f req-f0592eaa-0478-4199-b8af-c4b17782c2d3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314190 Oct 27 17:13:56.849875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e1553-6407-4112-9282-71e8325f8a01 req-9b696910-df33-403e-b329-f226fe549338 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:56.851333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c20e1553-6407-4112-9282-71e8325f8a01 req-9b696910-df33-403e-b329-f226fe549338 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0522954 Oct 27 17:13:56.888677 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c20e1553-6407-4112-9282-71e8325f8a01 req-9f987261-640c-4fd9-ace1-377903d380f9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305295 Oct 27 17:13:58.017509 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ad588-a823-4296-afd5-6713123d696d req-2c8446c7-8528-4532-940b-d5c169776a44 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:58.019013 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-279ad588-a823-4296-afd5-6713123d696d req-2c8446c7-8528-4532-940b-d5c169776a44 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0490828 Oct 27 17:13:58.056979 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-279ad588-a823-4296-afd5-6713123d696d req-c4aada84-88d0-4304-aade-60f0b6b5b6c5 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319858 Oct 27 17:13:59.173460 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12123555-0b9b-418f-a78a-5d9fa75ba274 req-1421b3b6-7d17-45fb-a3e4-2c1d0a915b24 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:13:59.174939 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12123555-0b9b-418f-a78a-5d9fa75ba274 req-1421b3b6-7d17-45fb-a3e4-2c1d0a915b24 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0483770 Oct 27 17:13:59.213194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-12123555-0b9b-418f-a78a-5d9fa75ba274 req-20639bd9-584f-48f0-b585-4d6fec5a5c6d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320597 Oct 27 17:13:59.959794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:00.331261 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc25b06-b190-41ab-82eb-0e2a05cd4c12 req-a422a3fe-d213-4da2-8443-4b55dbc75ead tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:00.332759 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1cc25b06-b190-41ab-82eb-0e2a05cd4c12 req-a422a3fe-d213-4da2-8443-4b55dbc75ead tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0538871 Oct 27 17:14:00.370046 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1cc25b06-b190-41ab-82eb-0e2a05cd4c12 req-381f17af-6430-4d3e-b2de-097432602ce4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Oct 27 17:14:01.492766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8409e3-5227-4666-8f49-b80abbe7dc55 req-5046472a-8d48-418a-a24f-2cd21435adfc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:01.494352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8409e3-5227-4666-8f49-b80abbe7dc55 req-5046472a-8d48-418a-a24f-2cd21435adfc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0525167 Oct 27 17:14:01.532371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c8409e3-5227-4666-8f49-b80abbe7dc55 req-61ae10b2-ae9e-4d47-bb2d-6074d00b2083 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319645 Oct 27 17:14:01.590997 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-65ef9c7a-cc8a-4599-bf12-d0353029e2c9 service neutron] show failed (client error): The resource could not be found. Oct 27 17:14:01.592164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-65ef9c7a-cc8a-4599-bf12-d0353029e2c9 service neutron] 10.222.0.54 "GET /v2.0/ports/3a66c063-d253-42dd-8f13-472522370948/bindings/n-h2-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0569670 Oct 27 17:14:02.066936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-0c1fea9c-5023-4d3d-b9f4-cc44b07b8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:02.068497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-0c1fea9c-5023-4d3d-b9f4-cc44b07b8005 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5&tenant_id=afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 1096 time: 0.0420213 Oct 27 17:14:02.079697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-cf9b9fb5-6e21-4230-afb5-d0b87fb98f6e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:14:02.080815 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-cf9b9fb5-6e21-4230-afb5-d0b87fb98f6e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059955 Oct 27 17:14:02.092002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:02.145216 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:02.346735 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=3a66c063-d253-42dd-8f13-472522370948,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:02.379311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:14:02.417079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a66c063-d253-42dd-8f13-472522370948'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:02.419338 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ca67a5-dd3c-43bb-8f57-1dd9afcdf32b" -d '{"events": [{"server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3a66c063-d253-42dd-8f13-472522370948"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:02.423651 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:02.436368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Transition to ACTIVE for port object 3a66c063-d253-42dd-8f13-472522370948 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:14:02.473234 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdc3552-3ee2-4093-bc6c-c9bb9044920c x-openstack-request-id: req-efdc3552-3ee2-4093-bc6c-c9bb9044920c {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:02.473524 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "name": "network-vif-unplugged", "status": "completed", "tag": "3a66c063-d253-42dd-8f13-472522370948", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:02.473781 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-efdc3552-3ee2-4093-bc6c-c9bb9044920c {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:02.474207 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a66c063-d253-42dd-8f13-472522370948', 'code': 200} Oct 27 17:14:02.502598 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:02.583535 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a66c063-d253-42dd-8f13-472522370948,revision_number=6']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.608466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:02.661484 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] No DVR routers for this DVR port 3a66c063-d253-42dd-8f13-472522370948 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:14:03.066387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671a045-d0a2-4b13-b188-ce80192779a3 req-a95e4934-1b6a-46a8-80c2-38d456231029 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:03.067882 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3671a045-d0a2-4b13-b188-ce80192779a3 req-a95e4934-1b6a-46a8-80c2-38d456231029 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 943 time: 0.4580467 Oct 27 17:14:03.124698 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3671a045-d0a2-4b13-b188-ce80192779a3 req-a4b11d1d-5cf4-43e3-8717-a041b2b82b89 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491962 Oct 27 17:14:03.156398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Attempting to bind port 3a66c063-d253-42dd-8f13-472522370948 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:14:03.156731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Attempting to bind port 3a66c063-d253-42dd-8f13-472522370948 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:14:03.157057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Attempting to bind port 3a66c063-d253-42dd-8f13-472522370948 on network 3797c4f6-3507-470a-a7b4-63e2d301f596 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:03.161326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Port 3a66c063-d253-42dd-8f13-472522370948 on network 3797c4f6-3507-470a-a7b4-63e2d301f596 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:14:03.161650 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Attempting to bind port 3a66c063-d253-42dd-8f13-472522370948 on network 3797c4f6-3507-470a-a7b4-63e2d301f596 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:03.166477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:14:03.166816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Checking segment: {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:14:03.167197 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Bound using segment: {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:14:03.167623 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Bound port: 3a66c063-d253-42dd-8f13-472522370948, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a8904e8-404e-4a46-b87e-946e517e429a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:14:03.167965 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:03.236592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:14:03.239512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3a66c063-d253-42dd-8f13-472522370948,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:14:03.266353 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:03.325939 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:03.362035 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:03.362637 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:03.363991 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] 10.222.0.53 "PUT /v2.0/ports/3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 1091 time: 1.2756925 Oct 27 17:14:03.413729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773cecf-fe8c-4c3b-b470-f07642b516c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a66c063-d253-42dd-8f13-472522370948,revision_number=7']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:03.435173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-30524c40-cbb1-479d-b40a-0ad262f2ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:03.437409 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-30524c40-cbb1-479d-b40a-0ad262f2ed6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1094 time: 0.0504298 Oct 27 17:14:03.539403 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-4d7e6b88-ab59-4dd9-bdc5-fa71568f9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:03.540896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-4d7e6b88-ab59-4dd9-bdc5-fa71568f9df2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 200 len: 898 time: 0.0955706 Oct 27 17:14:03.605353 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-3ca80b87-6147-4f2e-8978-27ada4078963 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 999 time: 0.0578125 Oct 27 17:14:03.654863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-c085cf5e-86ce-488f-85fb-8b499d58389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:03.656269 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-c085cf5e-86ce-488f-85fb-8b499d58389d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a92fac15-b0f0-4782-8415-3335f5901a05 HTTP/1.1" status: 200 len: 835 time: 0.0435166 Oct 27 17:14:03.705831 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-cc04928e-8f2c-4bf1-a897-94f8fb2b25c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:03.707274 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-cc04928e-8f2c-4bf1-a897-94f8fb2b25c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797c4f6-3507-470a-a7b4-63e2d301f596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438812 Oct 27 17:14:03.794998 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-9167facd-44dc-4943-9d75-17c031e1d14a service neutron] 10.222.0.53 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809569 Oct 27 17:14:03.888563 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-380e9dfb-7060-4e78-a476-6689a6f0bcf6 req-fa736925-3a9a-4a2b-bb5a-08f7ea241935 service neutron] 10.222.0.53 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Oct 27 17:14:04.215314 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:14:04.246328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ae77bf-2f29-419a-ad26-4ef0768c3c77 req-03d81cf0-64b6-473c-b2f2-f04105414454 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:04.247814 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34ae77bf-2f29-419a-ad26-4ef0768c3c77 req-03d81cf0-64b6-473c-b2f2-f04105414454 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 943 time: 0.0504928 Oct 27 17:14:04.287441 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-34ae77bf-2f29-419a-ad26-4ef0768c3c77 req-22f4f7ad-4464-4972-87f3-63ca73887d2d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328202 Oct 27 17:14:04.475217 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'tag': '3a66c063-d253-42dd-8f13-472522370948'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:04.477587 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5005984e-2dae-4703-98d0-b4817fb7005b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "tag": "3a66c063-d253-42dd-8f13-472522370948"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:04.525083 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294aac11-3682-4068-b78e-de857c9dd87e x-openstack-request-id: req-294aac11-3682-4068-b78e-de857c9dd87e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:04.525375 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "tag": "3a66c063-d253-42dd-8f13-472522370948", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:04.525628 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-294aac11-3682-4068-b78e-de857c9dd87e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:04.526135 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'tag': '3a66c063-d253-42dd-8f13-472522370948', 'status': 'completed', 'code': 200} Oct 27 17:14:04.617136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005984e-2dae-4703-98d0-b4817fb7005b req-eef8143e-befd-42b8-b8f9-11450c1249a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:04.618623 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-eef8143e-befd-42b8-b8f9-11450c1249a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1094 time: 0.0611854 Oct 27 17:14:04.620366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005984e-2dae-4703-98d0-b4817fb7005b req-345aee2c-07cc-4442-9e43-efdce1d40c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:04.621705 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-345aee2c-07cc-4442-9e43-efdce1d40c9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1094 time: 0.0724497 Oct 27 17:14:04.780216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005984e-2dae-4703-98d0-b4817fb7005b req-deebbcf3-b8a3-44b5-911d-0e57390efa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:04.781632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-deebbcf3-b8a3-44b5-911d-0e57390efa8c service neutron] 10.222.0.54 "GET /v2.0/networks?id=3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 200 len: 898 time: 0.1561241 Oct 27 17:14:04.782698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005984e-2dae-4703-98d0-b4817fb7005b req-18aaeab5-fe5c-4d63-8419-ea1b5e2c5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:04.783984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-18aaeab5-fe5c-4d63-8419-ea1b5e2c5fcb service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 200 len: 898 time: 0.1513665 Oct 27 17:14:04.893681 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-50e12e83-78c7-45a9-a5e4-8c9b81623754 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 999 time: 0.0998976 Oct 27 17:14:04.895402 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-e94624f2-10bd-4afd-a002-b584bbbab708 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 999 time: 0.1072111 Oct 27 17:14:04.976373 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005984e-2dae-4703-98d0-b4817fb7005b req-e02072c9-025b-44ce-83df-111ad2449411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:04.977794 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-e02072c9-025b-44ce-83df-111ad2449411 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a92fac15-b0f0-4782-8415-3335f5901a05 HTTP/1.1" status: 200 len: 835 time: 0.0768516 Oct 27 17:14:04.979163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005984e-2dae-4703-98d0-b4817fb7005b req-71a8af8a-4879-4f9c-8716-13659db7527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:04.980471 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-71a8af8a-4879-4f9c-8716-13659db7527a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a92fac15-b0f0-4782-8415-3335f5901a05 HTTP/1.1" status: 200 len: 835 time: 0.0784891 Oct 27 17:14:05.054215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005984e-2dae-4703-98d0-b4817fb7005b req-1023cbd6-7c58-476c-901b-bb5efe8cf04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:05.055695 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-1023cbd6-7c58-476c-901b-bb5efe8cf04d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797c4f6-3507-470a-a7b4-63e2d301f596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698195 Oct 27 17:14:05.057420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005984e-2dae-4703-98d0-b4817fb7005b req-d8e3ea0e-871e-4465-b490-1f401c555202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:05.058743 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-d8e3ea0e-871e-4465-b490-1f401c555202 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3797c4f6-3507-470a-a7b4-63e2d301f596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0657485 Oct 27 17:14:05.212041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-b76644fb-7ec8-48e9-b702-aad5d427e945 service neutron] 10.222.0.53 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488428 Oct 27 17:14:05.216251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-889c307a-c1db-49da-bc29-bac45da5cf20 service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442835 Oct 27 17:14:05.369878 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-d0b98d43-31be-4493-8e74-78205b66d241 service neutron] 10.222.0.53 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501875 Oct 27 17:14:05.374077 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5005984e-2dae-4703-98d0-b4817fb7005b req-b7cfd2f0-f038-407b-a94b-ad858366ef4b service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468263 Oct 27 17:14:05.410034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eedcd5-afbc-44a9-b349-c91eacf6b42f req-a492b495-1a28-4cf9-9281-3fe340d98c21 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:05.411512 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06eedcd5-afbc-44a9-b349-c91eacf6b42f req-a492b495-1a28-4cf9-9281-3fe340d98c21 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 943 time: 0.0516572 Oct 27 17:14:05.449219 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-06eedcd5-afbc-44a9-b349-c91eacf6b42f req-90a52c8f-63e5-4659-b953-cc143cd8cff0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314388 Oct 27 17:14:05.517466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3a66c063-d253-42dd-8f13-472522370948 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:14:05.557747 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 3a66c063-d253-42dd-8f13-472522370948 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:14:06.350175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3a66c063-d253-42dd-8f13-472522370948 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:14:06.446287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3a66c063-d253-42dd-8f13-472522370948,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:06.457715 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '3a66c063-d253-42dd-8f13-472522370948', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'port_id': '3a66c063-d253-42dd-8f13-472522370948', 'mac_address': 'fa:16:3e:7e:2a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:14:06.495224 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:06.509223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a66c063-d253-42dd-8f13-472522370948 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:14:06.528872 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3a66c063-d253-42dd-8f13-472522370948,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:06.572185 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e204c61-2137-4781-99f9-8de4703c3d6d req-6871f15e-6b8c-467e-8fa8-ec4b0329d67c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:06.573169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e204c61-2137-4781-99f9-8de4703c3d6d req-6871f15e-6b8c-467e-8fa8-ec4b0329d67c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 943 time: 0.0503242 Oct 27 17:14:06.599806 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:06.612870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e204c61-2137-4781-99f9-8de4703c3d6d req-4812de4d-f83c-4088-9f22-903b3e6479dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328248 Oct 27 17:14:06.650920 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=3a66c063-d253-42dd-8f13-472522370948,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:06.659155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.659502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.659841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.660206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.660539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.660872 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.661199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.661524 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.661847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.662170 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.662495 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.662817 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:06.857836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['3a66c063-d253-42dd-8f13-472522370948'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:14:06.969016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ce7d4-7d8a-4c57-93ed-c954f6223a03 req-c38644f2-3349-4f83-829d-edcf3df953ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:06.971343 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b7ce7d4-7d8a-4c57-93ed-c954f6223a03 req-c38644f2-3349-4f83-829d-edcf3df953ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 944 time: 0.0614517 Oct 27 17:14:07.042376 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9b7ce7d4-7d8a-4c57-93ed-c954f6223a03 req-a9a44a24-1d57-4259-b0cd-170c92dbea57 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570343 Oct 27 17:14:07.067229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-f7a76272-b9c9-413a-9824-db0079f58d39 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:07.068740 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-f7a76272-b9c9-413a-9824-db0079f58d39 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5&tenant_id=afa4a63aaa6f461180d832d6ce035b4b&binding%3Ahost_id=n-h2-815689-1 HTTP/1.1" status: 200 len: 944 time: 0.0624843 Oct 27 17:14:07.131422 n-d-815689-1 neutron-server[109723]: INFO neutron.api.v2.resource [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-141763fa-db2c-4d89-bcf3-36e206fe079b service neutron] delete failed (client error): The resource could not be found. Oct 27 17:14:07.132287 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-141763fa-db2c-4d89-bcf3-36e206fe079b service neutron] 10.222.0.54 "DELETE /v2.0/ports/3a66c063-d253-42dd-8f13-472522370948/bindings/n-h1-815689-1 HTTP/1.1" status: 404 len: 380 time: 0.0561233 Oct 27 17:14:07.177725 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e19482-53da-4599-8a92-a0dff997f665 req-edfe911b-4825-412a-89bb-358d70365d6c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:07.179449 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97e19482-53da-4599-8a92-a0dff997f665 req-edfe911b-4825-412a-89bb-358d70365d6c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 944 time: 0.0543225 Oct 27 17:14:07.218976 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-97e19482-53da-4599-8a92-a0dff997f665 req-9c11f2ee-27a5-4179-b8e7-0d04bf33bf06 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334299 Oct 27 17:14:07.220246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-b473654d-3102-4d5a-af65-67782df46c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:07.221896 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-b473654d-3102-4d5a-af65-67782df46c89 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1095 time: 0.0460103 Oct 27 17:14:07.312668 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-1ec7c1d1-6845-4f83-8280-2ddde98c66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:07.314114 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-1ec7c1d1-6845-4f83-8280-2ddde98c66ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 200 len: 898 time: 0.0852563 Oct 27 17:14:07.381225 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-c2b6e528-cc21-4bcd-8b68-0f7486331603 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 1000 time: 0.0602779 Oct 27 17:14:07.432199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-c9c17eaf-1cf5-4e2e-8419-912021c7efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:07.433576 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-c9c17eaf-1cf5-4e2e-8419-912021c7efbc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a92fac15-b0f0-4782-8415-3335f5901a05 HTTP/1.1" status: 200 len: 835 time: 0.0447288 Oct 27 17:14:07.481362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-3174e5d8-2747-4e90-8297-6f330cd698a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:07.482937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-3174e5d8-2747-4e90-8297-6f330cd698a0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=3797c4f6-3507-470a-a7b4-63e2d301f596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426676 Oct 27 17:14:07.577221 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-6b58aedd-b7bf-4a8c-bcdd-571cdc5b11f5 service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864737 Oct 27 17:14:07.668138 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9047a7fe-100e-4668-beb9-4c6fe1b83f27 req-6f060298-df9b-4009-b284-8ab63d38674d service neutron] 10.222.0.54 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842574 Oct 27 17:14:08.340506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6320a9-51b4-46f2-bb8e-265fe9aad69f req-6cc2e41f-d19e-4097-9e79-ef7aeef6789b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:08.342004 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b6320a9-51b4-46f2-bb8e-265fe9aad69f req-6cc2e41f-d19e-4097-9e79-ef7aeef6789b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 944 time: 0.0530753 Oct 27 17:14:08.375326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3a66c063-d253-42dd-8f13-472522370948 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:14:08.382159 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8b6320a9-51b4-46f2-bb8e-265fe9aad69f req-aaff2ce3-1770-4977-a973-56218acc6bac tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335603 Oct 27 17:14:08.494929 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 3a66c063-d253-42dd-8f13-472522370948 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:14:08.499654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 3a66c063-d253-42dd-8f13-472522370948 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:08.500102 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:08.578169 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:08.604243 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a66c063-d253-42dd-8f13-472522370948'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:08.606490 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330be548-1929-47e2-a8c1-9687903b0d50" -d '{"events": [{"server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "name": "network-vif-plugged", "status": "completed", "tag": "3a66c063-d253-42dd-8f13-472522370948"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:08.619896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3a66c063-d253-42dd-8f13-472522370948,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:08.644574 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e45ce4-5102-4fa4-8a96-437ac412d207 x-openstack-request-id: req-31e45ce4-5102-4fa4-8a96-437ac412d207 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:08.644849 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "name": "network-vif-plugged", "status": "completed", "tag": "3a66c063-d253-42dd-8f13-472522370948", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:08.653209 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31e45ce4-5102-4fa4-8a96-437ac412d207 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:08.653209 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a66c063-d253-42dd-8f13-472522370948', 'code': 200} Oct 27 17:14:08.695057 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:08.741315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=3a66c063-d253-42dd-8f13-472522370948,revision_number=9']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:09.500751 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aac5b8-46ee-418e-86c9-ff1a8ec52642 req-fb8ca972-36b7-4649-9392-d8ba671ed56c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:09.502289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20aac5b8-46ee-418e-86c9-ff1a8ec52642 req-fb8ca972-36b7-4649-9392-d8ba671ed56c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0527341 Oct 27 17:14:09.539919 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20aac5b8-46ee-418e-86c9-ff1a8ec52642 req-f5800549-de17-4352-83db-9baad1510f03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316050 Oct 27 17:14:09.562642 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 48964) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:09.620671 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8eddb9f6-03ee-4af8-a341-d2140bc19b14 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/5a898a15-936b-475c-a6af-81d4ef481d8a HTTP/1.1" status: 200 len: 993 time: 0.0569282 Oct 27 17:14:18.542437 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-65dd8289-0bd9-4e9b-b1f0-c7f36c446876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:21.586016 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4a9999f9-72e7-478d-824f-be8768928896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:22.277611 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:22.443203 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:24.428292 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:30.005180 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:33.254200 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:34.481101 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-d3927ec3-3667-4360-a5e7-0b845bce11ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438352 Oct 27 17:14:34.563598 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-d150dbed-9507-42b6-94c1-18251bf698f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:34.565685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-d150dbed-9507-42b6-94c1-18251bf698f9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1096 time: 0.0408144 Oct 27 17:14:34.668350 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-b52dd722-6d49-42ba-8657-11ee8b0d4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:34.669793 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-b52dd722-6d49-42ba-8657-11ee8b0d4124 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 200 len: 898 time: 0.0834622 Oct 27 17:14:34.738052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-2d0a866e-c76e-46bf-8e41-010c2733c52f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 1001 time: 0.0604076 Oct 27 17:14:34.786339 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-da6c925f-3bb1-44b0-b60e-b6cc4a545b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:34.787735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-da6c925f-3bb1-44b0-b60e-b6cc4a545b07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a92fac15-b0f0-4782-8415-3335f5901a05 HTTP/1.1" status: 200 len: 835 time: 0.0427043 Oct 27 17:14:34.832989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-0548e009-85b1-417c-a4ab-89cd5da421ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:34.834468 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-0548e009-85b1-417c-a4ab-89cd5da421ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797c4f6-3507-470a-a7b4-63e2d301f596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393288 Oct 27 17:14:34.929050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-64ae5550-bb18-4c32-b228-2b00a9bfd92d service neutron] 10.222.0.53 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848794 Oct 27 17:14:35.018858 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d3c5fa6e-ee7d-43ea-9ced-ae4897c6c069 req-978a2dd4-9553-474b-b854-6a45c08f8d8a service neutron] 10.222.0.53 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823495 Oct 27 17:14:36.240038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48976) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:36.399436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 3949f17a-19d2-46c4-a388-1189aed9f85f {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:14:36.399781 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:36.480376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:36.480706 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:36.493148 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 3949f17a-19d2-46c4-a388-1189aed9f85f owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:14:36.711720 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:36.741177 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=3949f17a-19d2-46c4-a388-1189aed9f85f,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:36.753533 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.756535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.756535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.756535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.756535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.756535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.756535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.756535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.756535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.756535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.757384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.757384 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:36.809922 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:36.810179 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Floating IP 5a898a15-936b-475c-a6af-81d4ef481d8a disassociated (deleted). External IP: 172.25.4.131, port: 3a66c063-d253-42dd-8f13-472522370948. Oct 27 17:14:37.018187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router cbae898e-65dd-401c-a84a-d88f53516cc6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:14:37.126327 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:14:37.131190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:37.135898 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd0b422-4328-445f-92e3-f2fce81aedb6 None None] Sync routers for ids ['cbae898e-65dd-401c-a84a-d88f53516cc6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:14:37.145099 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0b422-4328-445f-92e3-f2fce81aedb6 None None] Routers {'cbae898e-65dd-401c-a84a-d88f53516cc6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:37.145709 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7fd0b422-4328-445f-92e3-f2fce81aedb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:14:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cbae898e-65dd-401c-a84a-d88f53516cc6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:37.160676 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-02ddbe13-4556-4143-886c-1caad42ae663 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/floatingips/5a898a15-936b-475c-a6af-81d4ef481d8a HTTP/1.1" status: 204 len: 168 time: 0.9193683 Oct 27 17:14:37.161362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'tag': '3a66c063-d253-42dd-8f13-472522370948'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:37.163753 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f338d2e-ab77-4f0b-8941-8784105d74bb" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "tag": "3a66c063-d253-42dd-8f13-472522370948"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:37.256387 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-7fd0b422-4328-445f-92e3-f2fce81aedb6 None None] Set router cbae898e-65dd-401c-a84a-d88f53516cc6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:37.275176 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b9445e-4c80-4b42-8d6c-aa955d1a0856 x-openstack-request-id: req-20b9445e-4c80-4b42-8d6c-aa955d1a0856 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:37.275665 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "tag": "3a66c063-d253-42dd-8f13-472522370948", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:37.275762 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20b9445e-4c80-4b42-8d6c-aa955d1a0856 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:37.276143 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'tag': '3a66c063-d253-42dd-8f13-472522370948', 'status': 'completed', 'code': 200} Oct 27 17:14:37.345306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f338d2e-ab77-4f0b-8941-8784105d74bb req-ff41c6ce-c86e-43c3-aa0e-75bb87bc5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:37.346904 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f338d2e-ab77-4f0b-8941-8784105d74bb req-ff41c6ce-c86e-43c3-aa0e-75bb87bc5e0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 1096 time: 0.0472274 Oct 27 17:14:37.450956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f338d2e-ab77-4f0b-8941-8784105d74bb req-21019908-2618-4253-a00d-806871b1355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:37.452574 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f338d2e-ab77-4f0b-8941-8784105d74bb req-21019908-2618-4253-a00d-806871b1355a service neutron] 10.222.0.53 "GET /v2.0/networks?id=3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 200 len: 898 time: 0.0978093 Oct 27 17:14:37.500727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f338d2e-ab77-4f0b-8941-8784105d74bb req-15f891e3-dd3f-47bf-b927-81010c8fcece service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 200 len: 217 time: 0.0396600 Oct 27 17:14:37.553582 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f338d2e-ab77-4f0b-8941-8784105d74bb req-cae21905-3e7d-45de-a631-a628bbb00ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:37.557492 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f338d2e-ab77-4f0b-8941-8784105d74bb req-cae21905-3e7d-45de-a631-a628bbb00ff7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a92fac15-b0f0-4782-8415-3335f5901a05 HTTP/1.1" status: 200 len: 835 time: 0.0465302 Oct 27 17:14:37.559535 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7fd0b422-4328-445f-92e3-f2fce81aedb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '23655cae-2e7e-43ae-9e18-a923587e4096', 'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:91:91:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:52Z', 'updated_at': '2021-10-27T17:12:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:37.588929 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd0b422-4328-445f-92e3-f2fce81aedb6 None None] Checking router: cbae898e-65dd-401c-a84a-d88f53516cc6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:14:37.598911 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0b422-4328-445f-92e3-f2fce81aedb6 None None] Routers {'cbae898e-65dd-401c-a84a-d88f53516cc6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:37.600488 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7fd0b422-4328-445f-92e3-f2fce81aedb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:14:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cbae898e-65dd-401c-a84a-d88f53516cc6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:37.604218 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f338d2e-ab77-4f0b-8941-8784105d74bb req-df2bb581-259e-4147-9713-c6d519ec11b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:37.604652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f338d2e-ab77-4f0b-8941-8784105d74bb req-df2bb581-259e-4147-9713-c6d519ec11b6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3797c4f6-3507-470a-a7b4-63e2d301f596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414796 Oct 27 17:14:37.609274 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b3ea-336f-4c8e-ac71-8cfa652f90ea req-d64625b3-3228-44ff-8ece-8cd40e51fe62 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:37.611458 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2002b3ea-336f-4c8e-ac71-8cfa652f90ea req-d64625b3-3228-44ff-8ece-8cd40e51fe62 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0586231 Oct 27 17:14:37.651368 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2002b3ea-336f-4c8e-ac71-8cfa652f90ea req-cb1d4a07-e972-4201-87f9-57e5cc633728 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335553 Oct 27 17:14:37.703396 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f338d2e-ab77-4f0b-8941-8784105d74bb req-d44d6421-ccee-44ed-952b-77c3c58d218a service neutron] 10.222.0.53 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899744 Oct 27 17:14:37.717612 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-7fd0b422-4328-445f-92e3-f2fce81aedb6 None None] Set router cbae898e-65dd-401c-a84a-d88f53516cc6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:37.795094 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5f338d2e-ab77-4f0b-8941-8784105d74bb req-6ea33c17-6123-4d41-813b-03ef397d993e service neutron] 10.222.0.53 "GET /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834520 Oct 27 17:14:37.922659 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-7fd0b422-4328-445f-92e3-f2fce81aedb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '23655cae-2e7e-43ae-9e18-a923587e4096', 'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:91:91:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:52Z', 'updated_at': '2021-10-27T17:12:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:37.949439 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd0b422-4328-445f-92e3-f2fce81aedb6 None None] The sync data for ids ['cbae898e-65dd-401c-a84a-d88f53516cc6'] in n-d-815689-1 is: [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '23655cae-2e7e-43ae-9e18-a923587e4096', 'name': '', 'network_id': '3797c4f6-3507-470a-a7b4-63e2d301f596', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:91:91:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:52Z', 'updated_at': '2021-10-27T17:12:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'a92fac15-b0f0-4782-8415-3335f5901a05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:14:38.161787 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f22b06-46fa-4cbf-ad52-8f6b36eb49f7 None None] New status for floating IP 5a898a15-936b-475c-a6af-81d4ef481d8a: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:14:38.772702 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdf8f0-5a8d-4086-8b4f-58e6f3e242c1 req-0809347d-920d-44a8-9319-e923ea5b0dfe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:38.774120 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d6bdf8f0-5a8d-4086-8b4f-58e6f3e242c1 req-0809347d-920d-44a8-9319-e923ea5b0dfe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0492041 Oct 27 17:14:38.817777 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d6bdf8f0-5a8d-4086-8b4f-58e6f3e242c1 req-bd870d14-2f66-40d8-ab7f-0129b27697d5 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2991a3e-32b6-42be-99af-48ddbb3903a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376339 Oct 27 17:14:38.969157 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e33ae-f73f-47f4-a3cc-0f36e3a1b067 req-8d0e2ae2-71dd-4ff0-831f-062f74990b0c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:38.971157 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-128e33ae-f73f-47f4-a3cc-0f36e3a1b067 req-8d0e2ae2-71dd-4ff0-831f-062f74990b0c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 945 time: 0.0499287 Oct 27 17:14:39.059778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-128e33ae-f73f-47f4-a3cc-0f36e3a1b067 req-90e8cc9e-0106-4c91-8701-9d4656498dd3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 3a66c063-d253-42dd-8f13-472522370948 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:14:39.060150 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-128e33ae-f73f-47f4-a3cc-0f36e3a1b067 req-90e8cc9e-0106-4c91-8701-9d4656498dd3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:39.149501 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-128e33ae-f73f-47f4-a3cc-0f36e3a1b067 req-90e8cc9e-0106-4c91-8701-9d4656498dd3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port 3a66c063-d253-42dd-8f13-472522370948, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=3a66c063-d253-42dd-8f13-472522370948,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:39.149888 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-128e33ae-f73f-47f4-a3cc-0f36e3a1b067 req-90e8cc9e-0106-4c91-8701-9d4656498dd3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:39.163127 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-128e33ae-f73f-47f4-a3cc-0f36e3a1b067 req-90e8cc9e-0106-4c91-8701-9d4656498dd3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 3a66c063-d253-42dd-8f13-472522370948 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:14:39.411372 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-128e33ae-f73f-47f4-a3cc-0f36e3a1b067 req-90e8cc9e-0106-4c91-8701-9d4656498dd3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:39.440731 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8cc9e-0106-4c91-8701-9d4656498dd3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=3a66c063-d253-42dd-8f13-472522370948,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:39.481327 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-128e33ae-f73f-47f4-a3cc-0f36e3a1b067 req-90e8cc9e-0106-4c91-8701-9d4656498dd3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] No DVR routers for this DVR port 3a66c063-d253-42dd-8f13-472522370948 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:14:39.483949 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-128e33ae-f73f-47f4-a3cc-0f36e3a1b067 req-90e8cc9e-0106-4c91-8701-9d4656498dd3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:39.487443 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-128e33ae-f73f-47f4-a3cc-0f36e3a1b067 req-90e8cc9e-0106-4c91-8701-9d4656498dd3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.53 "DELETE /v2.0/ports/3a66c063-d253-42dd-8f13-472522370948 HTTP/1.1" status: 204 len: 173 time: 0.5097058 Oct 27 17:14:39.487881 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'name': 'network-vif-deleted', 'tag': '3a66c063-d253-42dd-8f13-472522370948'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:39.490227 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b54a64-2011-4ddd-be81-d7136e587964" -d '{"events": [{"server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "name": "network-vif-deleted", "tag": "3a66c063-d253-42dd-8f13-472522370948"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:39.581829 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6fe3f7-ccc9-458a-83d2-094921baa77f x-openstack-request-id: req-8c6fe3f7-ccc9-458a-83d2-094921baa77f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:39.582125 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1cf5d5-87e4-4704-9d27-10923c7033a5", "name": "network-vif-deleted", "tag": "3a66c063-d253-42dd-8f13-472522370948", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:39.582385 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c6fe3f7-ccc9-458a-83d2-094921baa77f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:39.582794 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1cf5d5-87e4-4704-9d27-10923c7033a5', 'name': 'network-vif-deleted', 'tag': '3a66c063-d253-42dd-8f13-472522370948', 'status': 'completed', 'code': 200} Oct 27 17:14:39.934426 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-054fa7cf-b862-4f52-92e2-b16e73a9b7c8 req-72bacf2e-4af7-4f33-88a3-0c4d7db28128 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b1cf5d5-87e4-4704-9d27-10923c7033a5 HTTP/1.1" status: 200 len: 210 time: 0.0292225 Oct 27 17:14:41.036470 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 48998) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:41.214499 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:14:41.397186 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:41.941528 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 23655cae-2e7e-43ae-9e18-a923587e4096 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:14:41.941873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:42.027699 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port 23655cae-2e7e-43ae-9e18-a923587e4096, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=23655cae-2e7e-43ae-9e18-a923587e4096,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:42.028093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:42.040243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 23655cae-2e7e-43ae-9e18-a923587e4096 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:14:42.288735 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:42.320482 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=23655cae-2e7e-43ae-9e18-a923587e4096,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:42.500710 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:42.607303 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3a66c063-d253-42dd-8f13-472522370948 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:14:42.633892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 3a66c063-d253-42dd-8f13-472522370948 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:14:42.634250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 3a66c063-d253-42dd-8f13-472522370948 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:14:42.732249 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router cbae898e-65dd-401c-a84a-d88f53516cc6 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:14:42.844473 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:14:42.849897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-762cadf7-b054-452a-ab4b-bbb93866a8ff tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "PUT /v2.0/routers/cbae898e-65dd-401c-a84a-d88f53516cc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8124034 Oct 27 17:14:42.852692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49000) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:42.855251 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e021ea9a-c5af-4806-a737-5a8dddd3162a None None] Sync routers for ids ['cbae898e-65dd-401c-a84a-d88f53516cc6'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:14:42.865180 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e021ea9a-c5af-4806-a737-5a8dddd3162a None None] Routers {'cbae898e-65dd-401c-a84a-d88f53516cc6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:42.865789 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e021ea9a-c5af-4806-a737-5a8dddd3162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:14:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cbae898e-65dd-401c-a84a-d88f53516cc6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:42.903942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7e2e4a-def8-49e0-ba76-fea1c32496f3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting subnet a92fac15-b0f0-4782-8415-3335f5901a05 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:14:42.907079 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2e4a-def8-49e0-ba76-fea1c32496f3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:42.948079 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2e4a-def8-49e0-ba76-fea1c32496f3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:42.972593 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e021ea9a-c5af-4806-a737-5a8dddd3162a None None] Set router cbae898e-65dd-401c-a84a-d88f53516cc6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:43.038548 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2e4a-def8-49e0-ba76-fea1c32496f3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:43.151699 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e021ea9a-c5af-4806-a737-5a8dddd3162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:14:42Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:43.165738 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2e4a-def8-49e0-ba76-fea1c32496f3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:43.177254 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e021ea9a-c5af-4806-a737-5a8dddd3162a None None] Checking router: cbae898e-65dd-401c-a84a-d88f53516cc6 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:14:43.185653 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e021ea9a-c5af-4806-a737-5a8dddd3162a None None] Routers {'cbae898e-65dd-401c-a84a-d88f53516cc6'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:43.186251 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e021ea9a-c5af-4806-a737-5a8dddd3162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:14:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['cbae898e-65dd-401c-a84a-d88f53516cc6'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:43.195685 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e2e4a-def8-49e0-ba76-fea1c32496f3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Subnet': ['ID=a92fac15-b0f0-4782-8415-3335f5901a05,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:43.201677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9a7e2e4a-def8-49e0-ba76-fea1c32496f3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:43.207734 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9a7e2e4a-def8-49e0-ba76-fea1c32496f3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/subnets/a92fac15-b0f0-4782-8415-3335f5901a05 HTTP/1.1" status: 204 len: 168 time: 0.3540356 Oct 27 17:14:43.208424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63da3c8-0fb3-424d-8cb4-42ce3c707454 None None] Network 3797c4f6-3507-470a-a7b4-63e2d301f596 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:14:43.210507 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49002) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:43.292177 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-e021ea9a-c5af-4806-a737-5a8dddd3162a None None] Set router cbae898e-65dd-401c-a84a-d88f53516cc6 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:43.325378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:43.405968 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c28a69c-6f03-42c4-818e-1a417c11e9c7 None None] DHCP port deletion for 3797c4f6-3507-470a-a7b4-63e2d301f596 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:14:43.438975 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:43.465529 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5c28a69c-6f03-42c4-818e-1a417c11e9c7 None None] Deleting port de973f3f-31bd-42cd-a3f4-1edac2422e40 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:14:43.466047 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5c28a69c-6f03-42c4-818e-1a417c11e9c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:43.481631 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-e021ea9a-c5af-4806-a737-5a8dddd3162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:14:42Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:43.511600 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e021ea9a-c5af-4806-a737-5a8dddd3162a None None] The sync data for ids ['cbae898e-65dd-401c-a84a-d88f53516cc6'] in n-d-815689-1 is: [{'id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-556260674', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:14:42Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '5a6dfbd0-25f7-4429-a553-560768abe76f', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbae898e-65dd-401c-a84a-d88f53516cc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:12:49Z', 'updated_at': '2021-10-27T17:12:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:14:43.537102 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5c28a69c-6f03-42c4-818e-1a417c11e9c7 None None] For port de973f3f-31bd-42cd-a3f4-1edac2422e40, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=de973f3f-31bd-42cd-a3f4-1edac2422e40,segment=NetworkSegment(9a8904e8-404e-4a46-b87e-946e517e429a),segment_id=9a8904e8-404e-4a46-b87e-946e517e429a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:43.537496 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5c28a69c-6f03-42c4-818e-1a417c11e9c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:43.557018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-5c28a69c-6f03-42c4-818e-1a417c11e9c7 None None] Calling delete_port for de973f3f-31bd-42cd-a3f4-1edac2422e40 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:14:43.563263 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 5a6dfbd0-25f7-4429-a553-560768abe76f {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:14:43.563603 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:43.647062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port 5a6dfbd0-25f7-4429-a553-560768abe76f, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=5a6dfbd0-25f7-4429-a553-560768abe76f,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:43.647327 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:43.659542 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 5a6dfbd0-25f7-4429-a553-560768abe76f owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:14:43.702292 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5c28a69c-6f03-42c4-818e-1a417c11e9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:43.728877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28a69c-6f03-42c4-818e-1a417c11e9c7 None None] Pushing event deleted for resources: {'Port': ['ID=de973f3f-31bd-42cd-a3f4-1edac2422e40,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:43.732223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28a69c-6f03-42c4-818e-1a417c11e9c7 None None] No DVR routers for this DVR port de973f3f-31bd-42cd-a3f4-1edac2422e40 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:14:43.879399 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:43.904957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=5a6dfbd0-25f7-4429-a553-560768abe76f,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:43.976083 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.069164 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.071477 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.208711 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.209190 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Fanout notify agent at l3_agent the message router_deleted on router cbae898e-65dd-401c-a84a-d88f53516cc6 {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:14:44.216230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.217363 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-10faade7-1125-40bd-ba17-6ddc2c34240c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/routers/cbae898e-65dd-401c-a84a-d88f53516cc6 HTTP/1.1" status: 204 len: 168 time: 1.0058823 Oct 27 17:14:44.221314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49004) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:44.306869 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.395378 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.416246 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3797c4f6-3507-470a-a7b4-63e2d301f596']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:44.426493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8904e8-404e-4a46-b87e-946e517e429a') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:44.426790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8904e8-404e-4a46-b87e-946e517e429a') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:44.438222 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.451032 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.457145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:14:44.457531 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:14:44.460535 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:14:44.660587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5a6dfbd0-25f7-4429-a553-560768abe76f no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:14:44.685986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 5a6dfbd0-25f7-4429-a553-560768abe76f {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:14:44.686331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 5a6dfbd0-25f7-4429-a553-560768abe76f not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:14:44.686755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device de973f3f-31bd-42cd-a3f4-1edac2422e40 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:14:44.707402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: de973f3f-31bd-42cd-a3f4-1edac2422e40 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:14:44.708154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device de973f3f-31bd-42cd-a3f4-1edac2422e40 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:14:44.708154 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 23655cae-2e7e-43ae-9e18-a923587e4096 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:14:44.729237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 23655cae-2e7e-43ae-9e18-a923587e4096 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:14:44.729492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 23655cae-2e7e-43ae-9e18-a923587e4096 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:14:44.924927 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.942168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:44.945750 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/networks/3797c4f6-3507-470a-a7b4-63e2d301f596 HTTP/1.1" status: 204 len: 168 time: 0.7234247 Oct 27 17:14:44.949289 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6376c-7672-44d3-b7c7-e0ef445fc6e7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Network': ['ID=3797c4f6-3507-470a-a7b4-63e2d301f596,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:44.949457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49006) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:45.010448 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00646c5b-2343-46ab-8d5b-f230be73ad20 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:45.036773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00646c5b-2343-46ab-8d5b-f230be73ad20 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:45.164866 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00646c5b-2343-46ab-8d5b-f230be73ad20 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:45.167517 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-00646c5b-2343-46ab-8d5b-f230be73ad20 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:45.168732 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-00646c5b-2343-46ab-8d5b-f230be73ad20 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/security-groups/a2991a3e-32b6-42be-99af-48ddbb3903a0 HTTP/1.1" status: 204 len: 168 time: 0.2179327 Oct 27 17:14:45.178521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00646c5b-2343-46ab-8d5b-f230be73ad20 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2991a3e-32b6-42be-99af-48ddbb3903a0,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:45.691312 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49012) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:45.696522 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1dfa8996-ec54-405b-8d78-7c1563ef171d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405852585', 'description': 'tempest-secgroup-smoke-1405852585 description', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:45.805169 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8996-ec54-405b-8d78-7c1563ef171d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:45.874382 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8996-ec54-405b-8d78-7c1563ef171d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:45.933975 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8996-ec54-405b-8d78-7c1563ef171d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:45.962548 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa8996-ec54-405b-8d78-7c1563ef171d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71637eaa-79f7-4ed0-bf61-4eeba5f59569,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:46.022267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1dfa8996-ec54-405b-8d78-7c1563ef171d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.023527 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1dfa8996-ec54-405b-8d78-7c1563ef171d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3311987 Oct 27 17:14:46.026377 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49014) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:46.030845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-803ad9bf-eb1e-4197-99c8-31162db5ecbc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '71637eaa-79f7-4ed0-bf61-4eeba5f59569', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:46.127872 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-803ad9bf-eb1e-4197-99c8-31162db5ecbc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.183547 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-803ad9bf-eb1e-4197-99c8-31162db5ecbc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.271694 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-803ad9bf-eb1e-4197-99c8-31162db5ecbc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.290341 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ad9bf-eb1e-4197-99c8-31162db5ecbc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ef1e9e-4717-40c8-837f-50ba58aa6f0b,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:46.370976 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-803ad9bf-eb1e-4197-99c8-31162db5ecbc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.372248 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-803ad9bf-eb1e-4197-99c8-31162db5ecbc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3448567 Oct 27 17:14:46.381039 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49016) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:46.385545 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-3a4c3ab7-fffb-426c-afde-b512e04d1a87 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '71637eaa-79f7-4ed0-bf61-4eeba5f59569', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:46.488135 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3ab7-fffb-426c-afde-b512e04d1a87 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.545700 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3ab7-fffb-426c-afde-b512e04d1a87 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.628202 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3ab7-fffb-426c-afde-b512e04d1a87 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.647534 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c3ab7-fffb-426c-afde-b512e04d1a87 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6287b5-90d7-4074-8203-f5f8c5a30d4e,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:46.721128 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-3a4c3ab7-fffb-426c-afde-b512e04d1a87 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.722736 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-3a4c3ab7-fffb-426c-afde-b512e04d1a87 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3406103 Oct 27 17:14:46.725857 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49018) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:46.730243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-30b40092-7768-43b8-9981-c41e491c86cd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '71637eaa-79f7-4ed0-bf61-4eeba5f59569', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:46.826718 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30b40092-7768-43b8-9981-c41e491c86cd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.887389 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30b40092-7768-43b8-9981-c41e491c86cd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:46.993441 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30b40092-7768-43b8-9981-c41e491c86cd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.011873 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b40092-7768-43b8-9981-c41e491c86cd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e821568a-be6c-4b7f-9cbe-bbcf098d2b8e,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:47.133316 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-30b40092-7768-43b8-9981-c41e491c86cd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.134540 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-30b40092-7768-43b8-9981-c41e491c86cd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4077218 Oct 27 17:14:47.137333 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49020) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:47.142250 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bbe42c08-04e0-447a-8e07-c326a8891d77 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '71637eaa-79f7-4ed0-bf61-4eeba5f59569', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:47.379475 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe42c08-04e0-447a-8e07-c326a8891d77 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.438400 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe42c08-04e0-447a-8e07-c326a8891d77 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.525006 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe42c08-04e0-447a-8e07-c326a8891d77 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.545490 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe42c08-04e0-447a-8e07-c326a8891d77 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260a066c-fc32-4774-9712-7bd0b109d40c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:47.630254 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bbe42c08-04e0-447a-8e07-c326a8891d77 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.631465 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bbe42c08-04e0-447a-8e07-c326a8891d77 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4932156 Oct 27 17:14:47.634224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49022) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:47.638919 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-39c4d234-8d40-4acd-8d00-973059f15cb3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '71637eaa-79f7-4ed0-bf61-4eeba5f59569', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:47.731046 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-39c4d234-8d40-4acd-8d00-973059f15cb3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Project afa4a63aaa6f461180d832d6ce035b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:14:47.736032 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39c4d234-8d40-4acd-8d00-973059f15cb3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.795720 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39c4d234-8d40-4acd-8d00-973059f15cb3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.861793 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39c4d234-8d40-4acd-8d00-973059f15cb3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.882365 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4d234-8d40-4acd-8d00-973059f15cb3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e75f15cb-35fd-4f6a-973f-a74d4100f5b9,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:47.944413 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-39c4d234-8d40-4acd-8d00-973059f15cb3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:47.945844 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-39c4d234-8d40-4acd-8d00-973059f15cb3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3105533 Oct 27 17:14:47.948572 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49024) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:47.953041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-49a7f1f4-af55-4c1e-ac94-6c86ac64f407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '71637eaa-79f7-4ed0-bf61-4eeba5f59569', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:48.022211 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-49a7f1f4-af55-4c1e-ac94-6c86ac64f407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Project afa4a63aaa6f461180d832d6ce035b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:14:48.027061 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49a7f1f4-af55-4c1e-ac94-6c86ac64f407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.087688 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49a7f1f4-af55-4c1e-ac94-6c86ac64f407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.162916 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49a7f1f4-af55-4c1e-ac94-6c86ac64f407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.181007 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7f1f4-af55-4c1e-ac94-6c86ac64f407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f869477e-a5b9-41c6-8c3d-8eb96e42455f,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:48.246677 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49a7f1f4-af55-4c1e-ac94-6c86ac64f407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.247907 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-49a7f1f4-af55-4c1e-ac94-6c86ac64f407 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2984114 Oct 27 17:14:48.251014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49026) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:48.255831 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'network': {'name': 'tempest-network-smoke--2028531424', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'port_security_enabled': True}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:48.342075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:14:48.345538 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.369051 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:14:48.377276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.377649 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Added segment a10ea320-5c6d-413a-8e48-83fac8b54165 of type vlan for network 706b7301-2468-477c-8791-7566e4346e74 Oct 27 17:14:48.417461 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.508209 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.514066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:48.514651 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.542197 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ba1d9175-882d-4124-a504-ff4466321d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.580787 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Network': ['ID=706b7301-2468-477c-8791-7566e4346e74,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:48.592047 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 706b7301-2468-477c-8791-7566e4346e74 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:14:48.619457 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0fcc6a2d-8771-444f-9953-c90285b08e73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3674190 Oct 27 17:14:48.622329 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49028) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:48.627679 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'admin_state_up': True, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:48.745799 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.746875 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:48.802656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.012017 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.277725 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.296694 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.400594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.25.4.39 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/e2c6b693-ef44-4990-b637-821a3df12562) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:14:49.499364 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.593754 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:49.638220 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:14:49.641161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:14:49.643697 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:14:49.667609 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=e2c6b693-ef44-4990-b637-821a3df12562,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:49.967428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.448496 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.633317 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router db12618a-ab95-4e38-bf0e-616e386efd63 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:14:50.740985 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:14:50.751238 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Sync routers for ids ['db12618a-ab95-4e38-bf0e-616e386efd63'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:14:50.760969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Routers {'db12618a-ab95-4e38-bf0e-616e386efd63'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:50.761573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:14:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['db12618a-ab95-4e38-bf0e-616e386efd63'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:50.830170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:50.831982 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-295bf57a-abf2-4515-9d52-7b1d2f78a1ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2083473 Oct 27 17:14:50.840784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49030) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:50.869637 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Set router db12618a-ab95-4e38-bf0e-616e386efd63 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:50.915783 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-81f106f9-4ec5-4a94-a4ca-d76f764a866d tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=afa4a63aaa6f461180d832d6ce035b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738771 Oct 27 17:14:50.918295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49034) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:51.011731 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779f495e-da20-4b99-988f-f3f14f6d30da tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:51.015756 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-779f495e-da20-4b99-988f-f3f14f6d30da tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940790 Oct 27 17:14:51.016188 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49036) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:51.045539 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b4470953-cbd2-4cfc-b08a-f9abd75e93fe tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276196 Oct 27 17:14:51.054227 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49038) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:51.059362 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-455288875', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:51.214861 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:49Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:51.242594 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:14:51.244568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Checking router: db12618a-ab95-4e38-bf0e-616e386efd63 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:14:51.244924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Updating router db12618a-ab95-4e38-bf0e-616e386efd63 port e2c6b693-ef44-4990-b637-821a3df12562 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:14:51.246261 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.270174 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.500239 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.531937 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.565692 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Subnet': ['ID=0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:51.571079 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Checking segment: {'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:14:51.571448 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network hostable DHCP agents. Network: 706b7301-2468-477c-8791-7566e4346e74, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:14:51.593365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-711e3a0a-8259-4225-af89-176eb2189d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.614052 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.671451 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Attempting to bind port e2c6b693-ef44-4990-b637-821a3df12562 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:14:51.671668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 706b7301-2468-477c-8791-7566e4346e74 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:14:51.671829 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Attempting to bind port e2c6b693-ef44-4990-b637-821a3df12562 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:14:51.672224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Attempting to bind port e2c6b693-ef44-4990-b637-821a3df12562 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:51.675056 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0600e-66dd-4317-bd4d-c1b6a098609e None None] Pushing event updated for resources: {'Port': ['ID=e2c6b693-ef44-4990-b637-821a3df12562,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:51.680550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:14:51.680932 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:14:51.681332 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.681716 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:14:51.682204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Bound port: e2c6b693-ef44-4990-b637-821a3df12562, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:14:51.682593 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.733820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] For port e2c6b693-ef44-4990-b637-821a3df12562, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:14:51.736900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] For port e2c6b693-ef44-4990-b637-821a3df12562, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e2c6b693-ef44-4990-b637-821a3df12562,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:14:51.753748 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 706b7301-2468-477c-8791-7566e4346e74) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:14:51.758041 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:51.758626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.762394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44544701-831d-4367-a480-719547f2d56c None None] Network 706b7301-2468-477c-8791-7566e4346e74 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:14:51.861135 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.879102 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c0a1ef6f-6c0e-45b2-8c2b-0b00e8292368 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8212678 Oct 27 17:14:51.879373 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49040) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:14:51.952567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Routers {'db12618a-ab95-4e38-bf0e-616e386efd63'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:51.952567 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:14:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['db12618a-ab95-4e38-bf0e-616e386efd63'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:51.957164 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-706b7301-2468-477c-8791-7566e4346e74', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ips': [{'subnet_id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:14:51.958111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:51.994215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0600e-66dd-4317-bd4d-c1b6a098609e None None] Pushing event updated for resources: {'Port': ['ID=e2c6b693-ef44-4990-b637-821a3df12562,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:52.159473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] Set router db12618a-ab95-4e38-bf0e-616e386efd63 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:52.283448 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Allocated IP 172.20.0.2 (706b7301-2468-477c-8791-7566e4346e74/0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81/74bdb70d-fae9-43ee-bae3-dbe89e6b9707) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:14:52.331143 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.363010 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.506896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:49Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:52.508940 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.535276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4095e4ff-1cd5-4525-a0cb-7897b5a3a59b None None] The sync data for ids ['db12618a-ab95-4e38-bf0e-616e386efd63'] in n-d-815689-1 is: [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:49Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:14:52.536876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.582554 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.628586 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Network 706b7301-2468-477c-8791-7566e4346e74 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:14:52.635502 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:14:52.643156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Pushing event updated for resources: {'Port': ['ID=74bdb70d-fae9-43ee-bae3-dbe89e6b9707,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:52.643295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.20.0.1 (706b7301-2468-477c-8791-7566e4346e74/0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81/e0d3611d-ec7c-4d27-9d9e-b4cee6a76287) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:14:52.643778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:14:52.703559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Attempting to bind port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:14:52.703935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Attempting to bind port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:14:52.704329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Attempting to bind port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 on network 706b7301-2468-477c-8791-7566e4346e74 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:52.710613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:14:52.710985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Checking segment: {'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:14:52.711386 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.711770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Bound using segment: {'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:14:52.712287 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Bound port: 74bdb70d-fae9-43ee-bae3-dbe89e6b9707, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:14:52.712665 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.788257 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.806467 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] For port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:14:52.809953 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] For port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=74bdb70d-fae9-43ee-bae3-dbe89e6b9707,segment=NetworkSegment(a10ea320-5c6d-413a-8e48-83fac8b54165),segment_id=a10ea320-5c6d-413a-8e48-83fac8b54165)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:14:52.920109 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.965739 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:52.988406 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c879f-d3e0-42d6-9164-a9e5cec3df01 None None] Pushing event updated for resources: {'Port': ['ID=74bdb70d-fae9-43ee-bae3-dbe89e6b9707,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:53.018627 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 706b7301-2468-477c-8791-7566e4346e74 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:14:53.022713 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:14:53.026937 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:14:53.055421 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=e0d3611d-ec7c-4d27-9d9e-b4cee6a76287,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:53.082734 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.271682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.558563 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.639120 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.719272 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:53.721068 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=e0d3611d-ec7c-4d27-9d9e-b4cee6a76287,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:53.817267 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 706b7301-2468-477c-8791-7566e4346e74 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:14:53.819172 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:14:53.937886 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router db12618a-ab95-4e38-bf0e-616e386efd63 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:14:53.945147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e40761-b3a3-4ca5-be3d-c1fdf02bd4dd None None] Network 706b7301-2468-477c-8791-7566e4346e74 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:14:54.047592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:14:54.061728 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-605e32e4-6827-476e-bd53-747b6ed12051 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "PUT /v2.0/routers/db12618a-ab95-4e38-bf0e-616e386efd63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1723437 Oct 27 17:14:54.061963 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-20147ebe-44ae-4d96-af31-f0dfcf0474b4 None None] Provisioning complete for port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:54.061963 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-20147ebe-44ae-4d96-af31-f0dfcf0474b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.187146 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-20147ebe-44ae-4d96-af31-f0dfcf0474b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.212856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-e6e6bd2f-b90f-443f-8a64-1cebf6bdf81b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405852585&fields=id&tenant_id=afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 267 time: 0.0357018 Oct 27 17:14:54.221801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-20147ebe-44ae-4d96-af31-f0dfcf0474b4 None None] For port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=74bdb70d-fae9-43ee-bae3-dbe89e6b9707,segment=NetworkSegment(a10ea320-5c6d-413a-8e48-83fac8b54165),segment_id=a10ea320-5c6d-413a-8e48-83fac8b54165)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:54.325488 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-20147ebe-44ae-4d96-af31-f0dfcf0474b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.343761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61903ade-bec1-42a6-a490-6f7572687789 req-4dfcd2c2-67a1-4194-86c6-ea9497dfe996 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:54.351893 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-4dfcd2c2-67a1-4194-86c6-ea9497dfe996 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/networks?id=706b7301-2468-477c-8791-7566e4346e74 HTTP/1.1" status: 200 len: 797 time: 0.1276157 Oct 27 17:14:54.369362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-c12567bc-3a5a-4031-8ffe-c95657e8e1b8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/quotas/afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 375 time: 0.0114694 Oct 27 17:14:54.394535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20147ebe-44ae-4d96-af31-f0dfcf0474b4 None None] Pushing event updated for resources: {'Port': ['ID=74bdb70d-fae9-43ee-bae3-dbe89e6b9707,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:54.428640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-90cf464a-e5df-4b3a-beb3-1319262cefed tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566514 Oct 27 17:14:54.457085 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-86c8669f-2de2-4b0f-a8d4-1d1220f6ee1a None None] Provisioning complete for port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:54.457085 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-86c8669f-2de2-4b0f-a8d4-1d1220f6ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.477413 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Sync routers for ids ['db12618a-ab95-4e38-bf0e-616e386efd63'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:14:54.491220 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Routers {'db12618a-ab95-4e38-bf0e-616e386efd63'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:54.491972 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:14:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['db12618a-ab95-4e38-bf0e-616e386efd63'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:54.511780 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.525890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-86c8669f-2de2-4b0f-a8d4-1d1220f6ee1a None None] Port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:14:54.537375 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-86c8669f-2de2-4b0f-a8d4-1d1220f6ee1a None None] Provisioning complete for port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:54.537742 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-86c8669f-2de2-4b0f-a8d4-1d1220f6ee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.623322 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Set router db12618a-ab95-4e38-bf0e-616e386efd63 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:54.655333 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-a681d298-0965-4938-9cb1-18f743e319f7 service neutron] 10.222.0.15 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092299 Oct 27 17:14:54.766653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-07e2abbc-3a89-41ce-87f8-c404114eaaad service neutron] 10.222.0.15 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050580 Oct 27 17:14:54.782291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-82ad8391-5b0e-4e45-9113-2b988a32bde7 None None] Provisioning complete for port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:54.782836 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-82ad8391-5b0e-4e45-9113-2b988a32bde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.787292 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:14:54.858789 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-82ad8391-5b0e-4e45-9113-2b988a32bde7 None None] Port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:14:54.871976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:54.872341 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:54.877606 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e0d3611d-ec7c-4d27-9d9e-b4cee6a76287', 'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:a1:3f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:52Z', 'updated_at': '2021-10-27T17:14:53Z', 'revision_number': 2, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:54.959907 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e2c6b693-ef44-4990-b637-821a3df12562 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:14:55.013335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e488c933-7165-4025-9599-dd37ca5f4bd0 None None] Provisioning complete for port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:55.013712 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e488c933-7165-4025-9599-dd37ca5f4bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.020175 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Checking router: db12618a-ab95-4e38-bf0e-616e386efd63 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:14:55.021606 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Updating router db12618a-ab95-4e38-bf0e-616e386efd63 port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:14:55.057320 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-09f4070a-d6c3-444f-82e5-6fdacb7e35e3 req-12a0b459-02d6-42bc-bda4-10ca0e6405c6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 210 time: 0.0305843 Oct 27 17:14:55.065115 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e2c6b693-ef44-4990-b637-821a3df12562 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:55.065115 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.067732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e488c933-7165-4025-9599-dd37ca5f4bd0 None None] Port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:14:55.069926 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.150083 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.174203 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port e2c6b693-ef44-4990-b637-821a3df12562, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e2c6b693-ef44-4990-b637-821a3df12562,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:55.272113 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.353825 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.426280 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.491173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=e2c6b693-ef44-4990-b637-821a3df12562,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:55.510094 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Pushing event updated for resources: {'Port': ['ID=e0d3611d-ec7c-4d27-9d9e-b4cee6a76287,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:55.534014 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.534356 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.534686 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.535012 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.535335 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.535982 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.536545 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.536853 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.537179 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.537499 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.537816 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.538132 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:14:55.553608 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Attempting to bind port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:14:55.554023 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Attempting to bind port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:14:55.554386 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Attempting to bind port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 on network 706b7301-2468-477c-8791-7566e4346e74 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:55.559877 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:14:55.560277 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Checking segment: {'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:14:55.560800 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.561169 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Bound using segment: {'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:14:55.561725 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Bound port: e0d3611d-ec7c-4d27-9d9e-b4cee6a76287, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:14:55.562110 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.634032 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] For port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:14:55.637475 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] For port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e0d3611d-ec7c-4d27-9d9e-b4cee6a76287,segment=NetworkSegment(a10ea320-5c6d-413a-8e48-83fac8b54165),segment_id=a10ea320-5c6d-413a-8e48-83fac8b54165)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:14:55.702927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7bfa7a54-aa7e-4cd0-af10-61747d8c71c4 None None] Provisioning complete for port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:55.703275 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7bfa7a54-aa7e-4cd0-af10-61747d8c71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.736417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa7a54-aa7e-4cd0-af10-61747d8c71c4 None None] Port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:14:55.736965 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:55.795518 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ad44e-0174-4568-a18e-c028e41d57bd None None] Pushing event updated for resources: {'Port': ['ID=e0d3611d-ec7c-4d27-9d9e-b4cee6a76287,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:55.803044 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Routers {'db12618a-ab95-4e38-bf0e-616e386efd63'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:14:55.803688 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:14:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['db12618a-ab95-4e38-bf0e-616e386efd63'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:55.913344 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] Set router db12618a-ab95-4e38-bf0e-616e386efd63 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:14:56.058577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-901474b2-c101-438f-8664-8d479b65339d None None] Provisioning complete for port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:56.059160 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-901474b2-c101-438f-8664-8d479b65339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:56.117323 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e0d3611d-ec7c-4d27-9d9e-b4cee6a76287', 'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:a1:3f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:52Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:14:56.141504 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-901474b2-c101-438f-8664-8d479b65339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:56.154815 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70f89a-093a-4c64-8cb6-9d8936708f53 None None] The sync data for ids ['db12618a-ab95-4e38-bf0e-616e386efd63'] in n-d-815689-1 is: [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e0d3611d-ec7c-4d27-9d9e-b4cee6a76287', 'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:a1:3f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:52Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:14:56.173524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3bba7b6c-69c2-4194-a641-f61d0dc30e89 req-f6152741-b1cc-4877-af44-32a95513bf36 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 210 time: 0.0295632 Oct 27 17:14:56.177695 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-901474b2-c101-438f-8664-8d479b65339d None None] For port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e0d3611d-ec7c-4d27-9d9e-b4cee6a76287,segment=NetworkSegment(a10ea320-5c6d-413a-8e48-83fac8b54165),segment_id=a10ea320-5c6d-413a-8e48-83fac8b54165)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:14:56.272532 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-901474b2-c101-438f-8664-8d479b65339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:56.323309 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901474b2-c101-438f-8664-8d479b65339d None None] Pushing event updated for resources: {'Port': ['ID=e0d3611d-ec7c-4d27-9d9e-b4cee6a76287,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:56.740001 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e2c6b693-ef44-4990-b637-821a3df12562 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:14:56.792014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e2c6b693-ef44-4990-b637-821a3df12562 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:56.792416 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:56.878585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:14:56.933496 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:56.933936 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:57.270062 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61903ade-bec1-42a6-a490-6f7572687789 req-c9c421cc-617b-4cfb-b92b-ecb5188d1e6e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:57.271767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-c9c421cc-617b-4cfb-b92b-ecb5188d1e6e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/networks?id=706b7301-2468-477c-8791-7566e4346e74 HTTP/1.1" status: 200 len: 797 time: 0.1164143 Oct 27 17:14:57.286938 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-68d7bc89-882c-4a13-8461-3437764d9c30 req-5dfc0a3f-d44b-4af6-9827-5abe3b421df7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 210 time: 0.0312037 Oct 27 17:14:57.318079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-1d987383-ca79-42ae-bf92-63939c64f6e3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 380 time: 0.0361192 Oct 27 17:14:57.327515 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'port': {'device_id': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'admin_state_up': True, 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'security_groups': ['71637eaa-79f7-4ed0-bf61-4eeba5f59569']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:57.482741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:14:57.486408 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:57.615604 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.20.0.8 (706b7301-2468-477c-8791-7566e4346e74/0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81/72be0b3f-5f56-4070-99a6-a9717f996f82) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:14:57.752941 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:57.839685 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:57.884458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 706b7301-2468-477c-8791-7566e4346e74 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:14:57.887419 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:14:57.891110 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:14:57.918990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=72be0b3f-5f56-4070-99a6-a9717f996f82,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:57.949493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:57.950624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:58.054835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-20427a5b-bfca-41ff-a15d-a429d2453afa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7308075 Oct 27 17:14:58.068010 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Request body: {'port': {'device_id': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:14:58.105112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-99115ac8-ac30-45c5-a86b-3763a94042f7 None None] Provisioning complete for port 72be0b3f-5f56-4070-99a6-a9717f996f82 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:14:58.105684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-99115ac8-ac30-45c5-a86b-3763a94042f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:58.124464 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:58.139628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-99115ac8-ac30-45c5-a86b-3763a94042f7 None None] Port 72be0b3f-5f56-4070-99a6-a9717f996f82 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:14:58.409822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72be0b3f-5f56-4070-99a6-a9717f996f82 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:14:58.419488 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:58.436431 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Transition to ACTIVE for port object 72be0b3f-5f56-4070-99a6-a9717f996f82 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:14:58.445181 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bba19-0279-42cd-9034-13d9b4368500 req-5ce09721-0eea-4d39-b113-276f4f4a9c5a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:58.446652 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d4bba19-0279-42cd-9034-13d9b4368500 req-5ce09721-0eea-4d39-b113-276f4f4a9c5a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 931 time: 0.0767782 Oct 27 17:14:58.485580 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1d4bba19-0279-42cd-9034-13d9b4368500 req-be7fb3f0-da86-4e9f-a684-1669c596246c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326707 Oct 27 17:14:58.518895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:58.568662 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Pushing event updated for resources: {'Port': ['ID=72be0b3f-5f56-4070-99a6-a9717f996f82,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:58.642308 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Attempting to bind port 72be0b3f-5f56-4070-99a6-a9717f996f82 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:14:58.642644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Attempting to bind port 72be0b3f-5f56-4070-99a6-a9717f996f82 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:14:58.642971 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Attempting to bind port 72be0b3f-5f56-4070-99a6-a9717f996f82 on network 706b7301-2468-477c-8791-7566e4346e74 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:58.648608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Port 72be0b3f-5f56-4070-99a6-a9717f996f82 on network 706b7301-2468-477c-8791-7566e4346e74 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:14:58.648932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Attempting to bind port 72be0b3f-5f56-4070-99a6-a9717f996f82 on network 706b7301-2468-477c-8791-7566e4346e74 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:14:58.653923 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:14:58.654257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Checking segment: {'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:14:58.654635 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Bound using segment: {'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:14:58.655124 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Bound port: 72be0b3f-5f56-4070-99a6-a9717f996f82, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a10ea320-5c6d-413a-8e48-83fac8b54165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '706b7301-2468-477c-8791-7566e4346e74'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:14:58.655481 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:58.727388 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] For port 72be0b3f-5f56-4070-99a6-a9717f996f82, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:14:58.730588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] For port 72be0b3f-5f56-4070-99a6-a9717f996f82, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=72be0b3f-5f56-4070-99a6-a9717f996f82,segment=NetworkSegment(a10ea320-5c6d-413a-8e48-83fac8b54165),segment_id=a10ea320-5c6d-413a-8e48-83fac8b54165)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:14:58.826426 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:58.862963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:58.863119 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:14:58.865163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] 10.222.0.54 "PUT /v2.0/ports/72be0b3f-5f56-4070-99a6-a9717f996f82 HTTP/1.1" status: 200 len: 1091 time: 0.8017523 Oct 27 17:14:58.865603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'tag': '72be0b3f-5f56-4070-99a6-a9717f996f82'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:14:58.867877 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4920c5-302c-480a-877c-7cac19629fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d08e64d-0895-4938-9b2f-17f6ee770b0e", "tag": "72be0b3f-5f56-4070-99a6-a9717f996f82"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:14:58.893537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2990ac-2d8c-4458-937c-1e8ab069b150 service neutron] Pushing event updated for resources: {'Port': ['ID=72be0b3f-5f56-4070-99a6-a9717f996f82,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:14:58.911428 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d81405d-5b30-4b4d-8da3-addd7c045c8f x-openstack-request-id: req-1d81405d-5b30-4b4d-8da3-addd7c045c8f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:14:58.911771 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d08e64d-0895-4938-9b2f-17f6ee770b0e", "tag": "72be0b3f-5f56-4070-99a6-a9717f996f82", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:14:58.911973 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d81405d-5b30-4b4d-8da3-addd7c045c8f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:14:58.912410 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'tag': '72be0b3f-5f56-4070-99a6-a9717f996f82', 'status': 'completed', 'code': 200} Oct 27 17:14:58.977512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4920c5-302c-480a-877c-7cac19629fd7 req-41bb7e19-8463-4575-afb5-05980f1b1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:58.979293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba4920c5-302c-480a-877c-7cac19629fd7 req-41bb7e19-8463-4575-afb5-05980f1b1c19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 1094 time: 0.0459411 Oct 27 17:14:59.088770 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4920c5-302c-480a-877c-7cac19629fd7 req-8fdcea87-337e-4d5c-97be-22d7a3b6ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:59.090239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba4920c5-302c-480a-877c-7cac19629fd7 req-8fdcea87-337e-4d5c-97be-22d7a3b6ea9e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1021016 Oct 27 17:14:59.192521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4920c5-302c-480a-877c-7cac19629fd7 req-1d3a91a7-c224-47af-808c-e66186d2737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:59.193892 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba4920c5-302c-480a-877c-7cac19629fd7 req-1d3a91a7-c224-47af-808c-e66186d2737b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971706 Oct 27 17:14:59.267626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61903ade-bec1-42a6-a490-6f7572687789 req-b7650d82-cb4d-4643-a175-92682a32f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:59.269130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-b7650d82-cb4d-4643-a175-92682a32f13f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 1094 time: 0.0405493 Oct 27 17:14:59.309668 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-f9634888-f3ed-4d23-9dfc-812d3768e9f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72be0b3f-5f56-4070-99a6-a9717f996f82 HTTP/1.1" status: 200 len: 217 time: 0.0331604 Oct 27 17:14:59.357359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61903ade-bec1-42a6-a490-6f7572687789 req-5c15b584-2c0d-4435-95d5-4f53fb336b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:59.358764 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-5c15b584-2c0d-4435-95d5-4f53fb336b0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81 HTTP/1.1" status: 200 len: 834 time: 0.0430510 Oct 27 17:14:59.407916 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61903ade-bec1-42a6-a490-6f7572687789 req-506b2c8e-a31f-4609-adb6-ac990ee0910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:59.409467 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-506b2c8e-a31f-4609-adb6-ac990ee0910d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=706b7301-2468-477c-8791-7566e4346e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433588 Oct 27 17:14:59.499715 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-8ee0f5cf-f95f-4ab5-b584-26304d0dc078 service neutron] 10.222.0.54 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828722 Oct 27 17:14:59.627364 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822535fb-c306-4802-bbd3-6bea363fd515 req-ba35d43c-b706-46db-8e12-64d2814182d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:14:59.628848 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-822535fb-c306-4802-bbd3-6bea363fd515 req-ba35d43c-b706-46db-8e12-64d2814182d9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 943 time: 0.0737927 Oct 27 17:14:59.634839 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61903ade-bec1-42a6-a490-6f7572687789 req-30ae9adc-fab2-41c7-a7b6-c8f10088377f service neutron] 10.222.0.54 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282082 Oct 27 17:14:59.667037 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-822535fb-c306-4802-bbd3-6bea363fd515 req-b0c2d1bc-1b07-407e-a269-947d8726e035 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312686 Oct 27 17:15:00.019814 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:00.788301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf0a03-6a73-4df4-a80e-09dd43a7c92c req-2b032cae-315a-4480-8176-1c091d72788e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:00.789688 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9baf0a03-6a73-4df4-a80e-09dd43a7c92c req-2b032cae-315a-4480-8176-1c091d72788e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 943 time: 0.0535531 Oct 27 17:15:00.827587 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9baf0a03-6a73-4df4-a80e-09dd43a7c92c req-38db0936-6142-42ac-b19e-107551c2536a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319397 Oct 27 17:15:01.797015 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 72be0b3f-5f56-4070-99a6-a9717f996f82 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:15:01.896909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 72be0b3f-5f56-4070-99a6-a9717f996f82, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=72be0b3f-5f56-4070-99a6-a9717f996f82,segment=NetworkSegment(a10ea320-5c6d-413a-8e48-83fac8b54165),segment_id=a10ea320-5c6d-413a-8e48-83fac8b54165)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:01.907902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '72be0b3f-5f56-4070-99a6-a9717f996f82', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'port_id': '72be0b3f-5f56-4070-99a6-a9717f996f82', 'mac_address': 'fa:16:3e:65:d4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:15:01.945795 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:01.959417 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72be0b3f-5f56-4070-99a6-a9717f996f82 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:15:01.960404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9c1b8-9b71-434b-9c1f-5e53ecacd34a req-5e4c1aba-2439-43e6-984d-1d11309f418a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:01.961937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9c9c1b8-9b71-434b-9c1f-5e53ecacd34a req-5e4c1aba-2439-43e6-984d-1d11309f418a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 943 time: 0.0618544 Oct 27 17:15:01.979962 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 72be0b3f-5f56-4070-99a6-a9717f996f82, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=72be0b3f-5f56-4070-99a6-a9717f996f82,segment=NetworkSegment(a10ea320-5c6d-413a-8e48-83fac8b54165),segment_id=a10ea320-5c6d-413a-8e48-83fac8b54165)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:02.000415 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e9c9c1b8-9b71-434b-9c1f-5e53ecacd34a req-6b809524-76cb-4edf-b393-cf38bc488e03 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Oct 27 17:15:02.065766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:02.115991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=72be0b3f-5f56-4070-99a6-a9717f996f82,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:02.269127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['72be0b3f-5f56-4070-99a6-a9717f996f82'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:15:03.117402 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384edd9e-bb53-457a-9c83-9eb3538b6cbf req-6500bce4-48ad-4690-9133-ce40b616d4a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:03.118907 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-384edd9e-bb53-457a-9c83-9eb3538b6cbf req-6500bce4-48ad-4690-9133-ce40b616d4a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 944 time: 0.0507238 Oct 27 17:15:03.157684 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-384edd9e-bb53-457a-9c83-9eb3538b6cbf req-f1b415f2-37d6-4cd9-abf4-b0e7e2f1fd7d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325668 Oct 27 17:15:03.267744 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:03.810609 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 72be0b3f-5f56-4070-99a6-a9717f996f82 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:15:03.947240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 72be0b3f-5f56-4070-99a6-a9717f996f82 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:15:03.951132 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 72be0b3f-5f56-4070-99a6-a9717f996f82 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:15:03.951499 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:04.029377 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:04.052743 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72be0b3f-5f56-4070-99a6-a9717f996f82'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:04.055003 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1252c98c-8748-486a-8f1d-b3770d951eed" -d '{"events": [{"server_uuid": "5d08e64d-0895-4938-9b2f-17f6ee770b0e", "name": "network-vif-plugged", "status": "completed", "tag": "72be0b3f-5f56-4070-99a6-a9717f996f82"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:04.067490 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 72be0b3f-5f56-4070-99a6-a9717f996f82, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=72be0b3f-5f56-4070-99a6-a9717f996f82,segment=NetworkSegment(a10ea320-5c6d-413a-8e48-83fac8b54165),segment_id=a10ea320-5c6d-413a-8e48-83fac8b54165)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:15:04.145035 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8af1f5-4f9c-4e57-b3c7-cad5655bd593 x-openstack-request-id: req-8c8af1f5-4f9c-4e57-b3c7-cad5655bd593 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:04.145833 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d08e64d-0895-4938-9b2f-17f6ee770b0e", "name": "network-vif-plugged", "status": "completed", "tag": "72be0b3f-5f56-4070-99a6-a9717f996f82", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:04.146620 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c8af1f5-4f9c-4e57-b3c7-cad5655bd593 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:04.147022 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72be0b3f-5f56-4070-99a6-a9717f996f82', 'code': 200} Oct 27 17:15:04.148256 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:04.201556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=72be0b3f-5f56-4070-99a6-a9717f996f82,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:04.243815 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa6604-4cc4-409a-996b-6e174e296093 req-e88e14bc-ae11-47d2-bfa2-0441a07ff54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:04.245421 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5aa6604-4cc4-409a-996b-6e174e296093 req-e88e14bc-ae11-47d2-bfa2-0441a07ff54e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 1096 time: 0.0403388 Oct 27 17:15:04.279052 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef9009-0584-441f-bfc4-19942297a8a6 req-69d49652-8d15-40ba-9a07-37e1e0e65ca0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:04.281038 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0ef9009-0584-441f-bfc4-19942297a8a6 req-69d49652-8d15-40ba-9a07-37e1e0e65ca0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0506325 Oct 27 17:15:04.281494 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5aa6604-4cc4-409a-996b-6e174e296093 req-a5be2fe1-e6dd-49b3-8d58-c06ecb16f385 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286322 Oct 27 17:15:04.320897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0ef9009-0584-441f-bfc4-19942297a8a6 req-dd7bb402-958c-49d4-a2a6-64f7fb532264 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333955 Oct 27 17:15:05.438943 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c00a30-5c4b-4c65-8532-0b05e429c236 req-f548cb28-5aad-4573-81c1-7d1e7c29d8d3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:05.440460 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c00a30-5c4b-4c65-8532-0b05e429c236 req-f548cb28-5aad-4573-81c1-7d1e7c29d8d3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0500340 Oct 27 17:15:05.479147 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c0c00a30-5c4b-4c65-8532-0b05e429c236 req-7e7699cd-a801-404a-aacf-b62b8eea85d8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Oct 27 17:15:06.598654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f62e43-a20b-485c-9620-ebc0eaab1127 req-53349f58-50ea-46be-917d-8a7a7218df24 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:06.600120 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5f62e43-a20b-485c-9620-ebc0eaab1127 req-53349f58-50ea-46be-917d-8a7a7218df24 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0537279 Oct 27 17:15:06.638952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c5f62e43-a20b-485c-9620-ebc0eaab1127 req-9fc05238-958a-4850-8dfb-fdfcb8785559 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319719 Oct 27 17:15:06.756171 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69a255-e862-45aa-a7e0-3f45bc05a46f req-08d91529-31af-465f-bcb2-4acff6cf1edb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:06.757664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b69a255-e862-45aa-a7e0-3f45bc05a46f req-08d91529-31af-465f-bcb2-4acff6cf1edb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0522614 Oct 27 17:15:06.795760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b69a255-e862-45aa-a7e0-3f45bc05a46f req-483c500a-cd47-4170-bdb8-a3ee07a92788 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Oct 27 17:15:06.816982 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49100) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:06.856988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1368f7-9a56-4773-8b5f-36c89afbaa3d tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:06.858465 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8f1368f7-9a56-4773-8b5f-36c89afbaa3d tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 1091 time: 0.0405405 Oct 27 17:15:06.861278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49102) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:06.865628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '72be0b3f-5f56-4070-99a6-a9717f996f82', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:15:06.974300 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:07.075235 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:07.175118 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.25.4.61 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/f6395cd0-a6e4-4d6a-8250-b7a501cdfa80) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:15:07.278406 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:07.382286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:07.423387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:15:07.426443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:15:07.430212 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:15:07.435660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=f6395cd0-a6e4-4d6a-8250-b7a501cdfa80,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:07.462142 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.462491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.463381 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.463921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.464292 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.464626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.464958 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.465288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.465616 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.465940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.466367 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.466697 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:15:07.781462 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:07.914656 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:08.061080 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:08.119080 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:08.189155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=f6395cd0-a6e4-4d6a-8250-b7a501cdfa80,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:15:08.196962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:08.296234 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Floating IP eb587b65-7a80-4a5a-a2a9-6652af8c04b8 associated. External IP: 172.25.4.61, port: 72be0b3f-5f56-4070-99a6-a9717f996f82. Oct 27 17:15:08.500083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router db12618a-ab95-4e38-bf0e-616e386efd63 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:15:08.605728 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:15:08.616130 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b766b45-d6fc-437f-b038-6e7ddc4fce2b None None] Sync routers for ids ['db12618a-ab95-4e38-bf0e-616e386efd63'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:15:08.627436 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b766b45-d6fc-437f-b038-6e7ddc4fce2b None None] Routers {'db12618a-ab95-4e38-bf0e-616e386efd63'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:15:08.628069 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1b766b45-d6fc-437f-b038-6e7ddc4fce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:14:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['db12618a-ab95-4e38-bf0e-616e386efd63'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:08.731178 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:08.734363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-1b766b45-d6fc-437f-b038-6e7ddc4fce2b None None] Set router db12618a-ab95-4e38-bf0e-616e386efd63 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:15:08.758152 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-10eeb2da-1053-4427-a93f-4fbafd4e8799 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8957164 Oct 27 17:15:08.758993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'tag': '72be0b3f-5f56-4070-99a6-a9717f996f82'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:15:08.761883 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c790a22f-313a-41cf-bf8c-d73878b35b01" -d '{"events": [{"name": "network-changed", "server_uuid": "5d08e64d-0895-4938-9b2f-17f6ee770b0e", "tag": "72be0b3f-5f56-4070-99a6-a9717f996f82"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:15:08.800092 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c67ea4-ea1f-4b48-a329-1cbc9db470de x-openstack-request-id: req-e5c67ea4-ea1f-4b48-a329-1cbc9db470de {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:15:08.800725 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d08e64d-0895-4938-9b2f-17f6ee770b0e", "tag": "72be0b3f-5f56-4070-99a6-a9717f996f82", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:15:08.800725 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5c67ea4-ea1f-4b48-a329-1cbc9db470de {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:15:08.801092 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'tag': '72be0b3f-5f56-4070-99a6-a9717f996f82', 'status': 'completed', 'code': 200} Oct 27 17:15:08.892310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a631f-349a-4d1c-aa36-5a074184a666 req-d43aafcf-2ef1-4fc8-a30d-b9eed2279435 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:08.893792 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c34a631f-349a-4d1c-aa36-5a074184a666 req-d43aafcf-2ef1-4fc8-a30d-b9eed2279435 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0763223 Oct 27 17:15:08.895581 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790a22f-313a-41cf-bf8c-d73878b35b01 req-1afa95c9-a650-458e-bfb5-e6a26f569c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:08.896950 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c790a22f-313a-41cf-bf8c-d73878b35b01 req-1afa95c9-a650-458e-bfb5-e6a26f569c0b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 1096 time: 0.0694196 Oct 27 17:15:08.966909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1b766b45-d6fc-437f-b038-6e7ddc4fce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'eb587b65-7a80-4a5a-a2a9-6652af8c04b8', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'port_id': '72be0b3f-5f56-4070-99a6-a9717f996f82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'mac_address': 'fa:16:3e:65:d4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:15:07Z', 'updated_at': '2021-10-27T17:15:07Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d3611d-ec7c-4d27-9d9e-b4cee6a76287', 'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:a1:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:52Z', 'updated_at': '2021-10-27T17:14:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:08.982958 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c34a631f-349a-4d1c-aa36-5a074184a666 req-b8a0fa5f-c404-4edf-a2b4-a3f517de6406 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825543 Oct 27 17:15:08.992260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b766b45-d6fc-437f-b038-6e7ddc4fce2b None None] Checking router: db12618a-ab95-4e38-bf0e-616e386efd63 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:15:09.000838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b766b45-d6fc-437f-b038-6e7ddc4fce2b None None] Routers {'db12618a-ab95-4e38-bf0e-616e386efd63'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:15:09.001446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1b766b45-d6fc-437f-b038-6e7ddc4fce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:14:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['db12618a-ab95-4e38-bf0e-616e386efd63'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:09.005572 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49108) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:09.072857 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790a22f-313a-41cf-bf8c-d73878b35b01 req-b90328c1-b125-441c-93cf-14ba2d8e7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:09.074430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c790a22f-313a-41cf-bf8c-d73878b35b01 req-b90328c1-b125-441c-93cf-14ba2d8e7329 service neutron] 10.222.0.54 "GET /v2.0/networks?id=706b7301-2468-477c-8791-7566e4346e74 HTTP/1.1" status: 200 len: 898 time: 0.1666877 Oct 27 17:15:09.094418 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ff5370d1-ee5c-420b-acc0-4b1b983e268a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/eb587b65-7a80-4a5a-a2a9-6652af8c04b8 HTTP/1.1" status: 200 len: 990 time: 0.0878313 Oct 27 17:15:09.113084 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-1b766b45-d6fc-437f-b038-6e7ddc4fce2b None None] Set router db12618a-ab95-4e38-bf0e-616e386efd63 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:15:09.145412 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c790a22f-313a-41cf-bf8c-d73878b35b01 req-42305162-1f59-4a95-858c-217c62db597e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72be0b3f-5f56-4070-99a6-a9717f996f82 HTTP/1.1" status: 200 len: 998 time: 0.0626349 Oct 27 17:15:09.194622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790a22f-313a-41cf-bf8c-d73878b35b01 req-c3505411-eec0-4be3-a6cb-b17f27545012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:09.196155 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c790a22f-313a-41cf-bf8c-d73878b35b01 req-c3505411-eec0-4be3-a6cb-b17f27545012 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81 HTTP/1.1" status: 200 len: 834 time: 0.0438206 Oct 27 17:15:09.246121 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790a22f-313a-41cf-bf8c-d73878b35b01 req-af5d64ef-8d91-4a55-8948-d9da517e4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:09.247616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c790a22f-313a-41cf-bf8c-d73878b35b01 req-af5d64ef-8d91-4a55-8948-d9da517e4b7a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=706b7301-2468-477c-8791-7566e4346e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443003 Oct 27 17:15:09.338603 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c790a22f-313a-41cf-bf8c-d73878b35b01 req-d28d081e-a3ca-40fb-9b25-56bf70331928 service neutron] 10.222.0.54 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832915 Oct 27 17:15:09.339381 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-1b766b45-d6fc-437f-b038-6e7ddc4fce2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'eb587b65-7a80-4a5a-a2a9-6652af8c04b8', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'port_id': '72be0b3f-5f56-4070-99a6-a9717f996f82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'mac_address': 'fa:16:3e:65:d4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:15:07Z', 'updated_at': '2021-10-27T17:15:07Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d3611d-ec7c-4d27-9d9e-b4cee6a76287', 'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:a1:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:52Z', 'updated_at': '2021-10-27T17:14:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:15:09.367335 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b766b45-d6fc-437f-b038-6e7ddc4fce2b None None] The sync data for ids ['db12618a-ab95-4e38-bf0e-616e386efd63'] in n-d-815689-1 is: [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'eb587b65-7a80-4a5a-a2a9-6652af8c04b8', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'port_id': '72be0b3f-5f56-4070-99a6-a9717f996f82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'mac_address': 'fa:16:3e:65:d4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:15:07Z', 'updated_at': '2021-10-27T17:15:07Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0d3611d-ec7c-4d27-9d9e-b4cee6a76287', 'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:a1:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:52Z', 'updated_at': '2021-10-27T17:14:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:15:09.433483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c790a22f-313a-41cf-bf8c-d73878b35b01 req-4adaf76c-ea06-4708-8392-a251cf48ec6f service neutron] 10.222.0.54 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877554 Oct 27 17:15:09.568838 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e920b8-01c4-4803-b37a-646eb1bbec3a None None] New status for floating IP eb587b65-7a80-4a5a-a2a9-6652af8c04b8: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:15:10.097816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49110) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:10.157321 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-30d6b09f-7c3b-49cb-8613-0da0bf1562b1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/eb587b65-7a80-4a5a-a2a9-6652af8c04b8 HTTP/1.1" status: 200 len: 992 time: 0.0583804 Oct 27 17:15:18.214336 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:15:18.542110 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9c0e8d67-d5d2-42ef-adb8-d746151792cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:21.608078 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4606f746-4555-4ac6-a3e8-0da8c5cb1c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:22.301649 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:22.488493 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:24.436511 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:29.997342 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:33.289506 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:41.653843 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8658bfd-507e-43cc-a22e-278a56a15894 req-09cb319f-fde9-4421-9496-f58d001a8dbc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:41.655211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8658bfd-507e-43cc-a22e-278a56a15894 req-09cb319f-fde9-4421-9496-f58d001a8dbc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0513711 Oct 27 17:15:41.693676 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a8658bfd-507e-43cc-a22e-278a56a15894 req-96fdfb6f-9ac0-4700-b953-218acda5ada5 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322275 Oct 27 17:15:42.819825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086e721-7938-4329-bf10-1441aca614d1 req-abac302e-b420-41b4-8a23-1a56b5c8764a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:42.821323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2086e721-7938-4329-bf10-1441aca614d1 req-abac302e-b420-41b4-8a23-1a56b5c8764a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0536714 Oct 27 17:15:42.860191 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2086e721-7938-4329-bf10-1441aca614d1 req-41837619-f5cc-4642-b0bb-65b5231115fe tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327845 Oct 27 17:15:43.975273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db07005-490d-4368-a46f-ab95f06c25cf req-77522901-2037-4a72-aed8-4327b0ae6d8e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:43.976756 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8db07005-490d-4368-a46f-ab95f06c25cf req-77522901-2037-4a72-aed8-4327b0ae6d8e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0487027 Oct 27 17:15:44.015596 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8db07005-490d-4368-a46f-ab95f06c25cf req-8b24f6a6-9585-4812-9eeb-e231ac8c64ca tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327151 Oct 27 17:15:45.131454 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8318dc4-fb84-478e-999b-3056665b8d87 req-a0e55917-34ec-419e-b2c0-0ef1e3c1137f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:45.132958 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8318dc4-fb84-478e-999b-3056665b8d87 req-a0e55917-34ec-419e-b2c0-0ef1e3c1137f tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0480931 Oct 27 17:15:45.172113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a8318dc4-fb84-478e-999b-3056665b8d87 req-5ba4f913-ce06-41bd-a1e8-74b9dfc51a4c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Oct 27 17:15:46.292122 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38076a1-873f-46b5-afd1-0915950c16b4 req-6306e5df-1b67-4bbc-ab21-88ad32335a52 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:46.293578 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c38076a1-873f-46b5-afd1-0915950c16b4 req-6306e5df-1b67-4bbc-ab21-88ad32335a52 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0523031 Oct 27 17:15:46.332571 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c38076a1-873f-46b5-afd1-0915950c16b4 req-ad4601b3-30c0-45bf-83d8-3e0f7c523086 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328922 Oct 27 17:15:47.447148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038627-b25a-4a8d-8c3e-13ab7b355b13 req-24fb83e6-2b83-4752-b785-687b4600e521 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:47.448826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54038627-b25a-4a8d-8c3e-13ab7b355b13 req-24fb83e6-2b83-4752-b785-687b4600e521 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0501556 Oct 27 17:15:47.488430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-54038627-b25a-4a8d-8c3e-13ab7b355b13 req-e514dc38-e0be-4583-b3a6-f980ab0ca65b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330675 Oct 27 17:15:48.522393 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e9f47e6f-3440-4aee-8700-bbc567ee425e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:48.607716 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d0640-6ea5-4ea0-9052-69a19f0e0eda req-03e52c27-c95c-4e7d-9d42-39a33a1fea5b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:48.609230 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5d0640-6ea5-4ea0-9052-69a19f0e0eda req-03e52c27-c95c-4e7d-9d42-39a33a1fea5b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0515554 Oct 27 17:15:48.648639 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4d5d0640-6ea5-4ea0-9052-69a19f0e0eda req-5e6bf128-6c20-4f7c-b60b-4a743a6c6925 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331829 Oct 27 17:15:49.787747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6efc34-62cd-4a70-95be-9e513503829e req-0327c23f-e834-40d8-8ac2-a756cecca11c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:49.789122 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6a6efc34-62cd-4a70-95be-9e513503829e req-0327c23f-e834-40d8-8ac2-a756cecca11c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0521216 Oct 27 17:15:49.825984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6a6efc34-62cd-4a70-95be-9e513503829e req-012db336-434f-48c4-a6da-fe6e56d52ac8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309694 Oct 27 17:15:50.941291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c194e-eeb1-4473-b38f-d0c921cc8b77 req-86dedabb-8df0-4e84-96e3-8f2af712254d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:50.942791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc7c194e-eeb1-4473-b38f-d0c921cc8b77 req-86dedabb-8df0-4e84-96e3-8f2af712254d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0494049 Oct 27 17:15:50.982410 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc7c194e-eeb1-4473-b38f-d0c921cc8b77 req-2353c38d-3190-49a6-84cb-5e7d089b0476 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335615 Oct 27 17:15:51.575064 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fbb4fa80-a8b5-4cdf-8c6b-45dc9aab31df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.096446 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541126f-6f93-497f-8cc7-841b7a3d320c req-759348e9-cdc9-401a-a084-3e4e1d5f2ee0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:52.097883 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c541126f-6f93-497f-8cc7-841b7a3d320c req-759348e9-cdc9-401a-a084-3e4e1d5f2ee0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0476298 Oct 27 17:15:52.135211 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c541126f-6f93-497f-8cc7-841b7a3d320c req-bb15aed5-30cd-4fd0-9992-1e858c51fb66 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311923 Oct 27 17:15:52.278345 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:52.449467 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:53.256711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9230f9-5bc3-4042-86ed-a110462c4893 req-7ceb3095-9d07-47e2-b72d-aa90a90e261d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:53.258165 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da9230f9-5bc3-4042-86ed-a110462c4893 req-7ceb3095-9d07-47e2-b72d-aa90a90e261d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0535316 Oct 27 17:15:53.295900 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da9230f9-5bc3-4042-86ed-a110462c4893 req-ff78f646-0d02-4a33-90fb-d4217be57d54 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317791 Oct 27 17:15:54.412599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd15147-3fd8-44f3-acc7-40a82bcd71ce req-7fcc2616-359f-426d-b8bd-469c4a10e1e4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:54.414102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1dd15147-3fd8-44f3-acc7-40a82bcd71ce req-7fcc2616-359f-426d-b8bd-469c4a10e1e4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0494721 Oct 27 17:15:54.441992 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:15:54.452223 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1dd15147-3fd8-44f3-acc7-40a82bcd71ce req-fda0c601-52e1-4635-b2b4-41239a1faf1d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320346 Oct 27 17:15:55.212967 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:15:55.568405 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867f320-13ab-493a-964b-149722b67646 req-1d977297-e61a-4937-8799-104ccc5d43ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:55.569887 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3867f320-13ab-493a-964b-149722b67646 req-1d977297-e61a-4937-8799-104ccc5d43ad tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0491986 Oct 27 17:15:55.607464 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3867f320-13ab-493a-964b-149722b67646 req-ed41d977-7405-468b-97d5-be86ac034122 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317285 Oct 27 17:15:56.133536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d125-6549-4223-9838-5d347fbb0b1a req-0bf18fd6-5605-45bf-8f81-4614f3c15781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:56.135002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4823d125-6549-4223-9838-5d347fbb0b1a req-0bf18fd6-5605-45bf-8f81-4614f3c15781 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 1096 time: 0.0438375 Oct 27 17:15:56.236510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d125-6549-4223-9838-5d347fbb0b1a req-b2eb01e5-071a-40a2-84a8-8c49f2ef2c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:56.237972 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4823d125-6549-4223-9838-5d347fbb0b1a req-b2eb01e5-071a-40a2-84a8-8c49f2ef2c0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=706b7301-2468-477c-8791-7566e4346e74 HTTP/1.1" status: 200 len: 898 time: 0.0843625 Oct 27 17:15:56.629151 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4823d125-6549-4223-9838-5d347fbb0b1a req-33a71a59-0e8e-4bf6-b829-18f3bd301a64 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72be0b3f-5f56-4070-99a6-a9717f996f82 HTTP/1.1" status: 200 len: 1000 time: 0.3845477 Oct 27 17:15:56.681099 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d125-6549-4223-9838-5d347fbb0b1a req-ec5de1cc-9a89-41b9-878a-f30dea87e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:56.682507 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4823d125-6549-4223-9838-5d347fbb0b1a req-ec5de1cc-9a89-41b9-878a-f30dea87e0fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81 HTTP/1.1" status: 200 len: 834 time: 0.0453413 Oct 27 17:15:56.753607 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133268fd-9106-4e79-bbae-a3750751f042 req-3007741d-8bc2-4eb2-a8e7-29ad16af5566 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:56.754974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-133268fd-9106-4e79-bbae-a3750751f042 req-3007741d-8bc2-4eb2-a8e7-29ad16af5566 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0766194 Oct 27 17:15:56.756676 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d125-6549-4223-9838-5d347fbb0b1a req-4d593cd4-5364-4626-a48f-bd035b386a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:56.757983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4823d125-6549-4223-9838-5d347fbb0b1a req-4d593cd4-5364-4626-a48f-bd035b386a72 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=706b7301-2468-477c-8791-7566e4346e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670786 Oct 27 17:15:56.838043 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-133268fd-9106-4e79-bbae-a3750751f042 req-3febc5ba-3e3b-4362-bc64-ee192aa6a2ac tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771742 Oct 27 17:15:56.872476 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4823d125-6549-4223-9838-5d347fbb0b1a req-4af1b17e-1f2c-47da-a79f-0444e19652e4 service neutron] 10.222.0.54 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043744 Oct 27 17:15:56.967304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4823d125-6549-4223-9838-5d347fbb0b1a req-e1e747b2-a1d1-4a9c-b5f9-897ab8887118 service neutron] 10.222.0.54 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877588 Oct 27 17:15:57.955205 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533fde-977e-44f3-a2fd-546017763b82 req-700f8a3d-3fe3-4ce9-a697-e64ecb4b3a2d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:57.956697 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b533fde-977e-44f3-a2fd-546017763b82 req-700f8a3d-3fe3-4ce9-a697-e64ecb4b3a2d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0497077 Oct 27 17:15:57.995096 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5b533fde-977e-44f3-a2fd-546017763b82 req-8d967e46-20b6-4f1f-9466-61a4ce26f0b9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321085 Oct 27 17:15:58.017105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49156) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:15:58.076890 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7b8aa8fc-5257-473e-9566-b9f5be210059 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/eb587b65-7a80-4a5a-a2a9-6652af8c04b8 HTTP/1.1" status: 200 len: 992 time: 0.0586054 Oct 27 17:15:59.474228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa24459-ce08-43ae-8d78-2c296e7f4233 req-2f5ce62f-49cc-4d0f-9fbc-7f90a1e0a5b2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:59.475755 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4aa24459-ce08-43ae-8d78-2c296e7f4233 req-2f5ce62f-49cc-4d0f-9fbc-7f90a1e0a5b2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0536900 Oct 27 17:15:59.520843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4aa24459-ce08-43ae-8d78-2c296e7f4233 req-2c73bfc6-6c97-4d4b-978a-dfa2010f8061 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342197 Oct 27 17:15:59.560435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194f1a6-066f-4ce0-a143-8918bb7960dd req-7f596888-b605-4ec2-ac2b-9b62baa5be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:59.561964 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4194f1a6-066f-4ce0-a143-8918bb7960dd req-7f596888-b605-4ec2-ac2b-9b62baa5be26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 1096 time: 0.0402241 Oct 27 17:15:59.649753 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194f1a6-066f-4ce0-a143-8918bb7960dd req-732a2c92-3837-4631-8ce4-7807d81fb531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:59.651108 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4194f1a6-066f-4ce0-a143-8918bb7960dd req-732a2c92-3837-4631-8ce4-7807d81fb531 service neutron] 10.222.0.54 "GET /v2.0/networks?id=706b7301-2468-477c-8791-7566e4346e74 HTTP/1.1" status: 200 len: 898 time: 0.0826073 Oct 27 17:15:59.719350 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4194f1a6-066f-4ce0-a143-8918bb7960dd req-50978850-0486-4cad-b059-00b18a289c3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72be0b3f-5f56-4070-99a6-a9717f996f82 HTTP/1.1" status: 200 len: 1000 time: 0.0602455 Oct 27 17:15:59.767442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194f1a6-066f-4ce0-a143-8918bb7960dd req-74216b9a-2fa5-4382-848c-d36954bba40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:59.768897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4194f1a6-066f-4ce0-a143-8918bb7960dd req-74216b9a-2fa5-4382-848c-d36954bba40d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81 HTTP/1.1" status: 200 len: 834 time: 0.0430939 Oct 27 17:15:59.815180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194f1a6-066f-4ce0-a143-8918bb7960dd req-b9393f59-7378-4529-89ea-37cb33581009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:15:59.816654 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4194f1a6-066f-4ce0-a143-8918bb7960dd req-b9393f59-7378-4529-89ea-37cb33581009 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=706b7301-2468-477c-8791-7566e4346e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412107 Oct 27 17:15:59.908999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4194f1a6-066f-4ce0-a143-8918bb7960dd req-898920d6-d4aa-4ccc-892a-927b6185ab54 service neutron] 10.222.0.54 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851541 Oct 27 17:15:59.998442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:00.002194 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4194f1a6-066f-4ce0-a143-8918bb7960dd req-9f44a0c5-73f0-43df-9bc1-0fe02c4d9eec service neutron] 10.222.0.54 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864317 Oct 27 17:16:00.644630 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183d6f5-e2fb-4936-9e92-1171f029609a req-67b49f06-fda7-4294-81e7-6aeae1edeed1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:00.646105 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7183d6f5-e2fb-4936-9e92-1171f029609a req-67b49f06-fda7-4294-81e7-6aeae1edeed1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0545001 Oct 27 17:16:00.685491 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7183d6f5-e2fb-4936-9e92-1171f029609a req-4a70fdc4-d996-469e-9cd8-2cd8b19e0e5b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330117 Oct 27 17:16:00.707940 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49166) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:00.767228 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9ce922f7-3811-47bc-8a78-9f173db2674d tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/eb587b65-7a80-4a5a-a2a9-6652af8c04b8 HTTP/1.1" status: 200 len: 992 time: 0.0580401 Oct 27 17:16:03.272295 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:18.517778 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-02f3f241-a78e-4a8c-9053-f84ab0ec2e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:21.568875 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2096f088-6637-4795-ae11-f2af0ce8cb81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.298709 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:22.483490 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:24.443222 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:30.047773 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:31.206989 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49178) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:31.364153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port f6395cd0-a6e4-4d6a-8250-b7a501cdfa80 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:16:31.364488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:31.442007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:31.442329 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:31.453907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for f6395cd0-a6e4-4d6a-8250-b7a501cdfa80 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:16:31.649182 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:31.672861 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=f6395cd0-a6e4-4d6a-8250-b7a501cdfa80,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:31.687237 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.687588 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.687986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.688350 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.688682 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.689014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.689344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.689672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.689998 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.690323 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.690645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.690965 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:31.744603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:31.745018 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Floating IP eb587b65-7a80-4a5a-a2a9-6652af8c04b8 disassociated (deleted). External IP: 172.25.4.61, port: 72be0b3f-5f56-4070-99a6-a9717f996f82. Oct 27 17:16:31.947975 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router db12618a-ab95-4e38-bf0e-616e386efd63 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:16:32.055557 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:16:32.060386 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:32.065017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76633a89-46f3-4976-af4b-a146c2a665e6 None None] Sync routers for ids ['db12618a-ab95-4e38-bf0e-616e386efd63'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:16:32.075282 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76633a89-46f3-4976-af4b-a146c2a665e6 None None] Routers {'db12618a-ab95-4e38-bf0e-616e386efd63'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:32.075896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-76633a89-46f3-4976-af4b-a146c2a665e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['db12618a-ab95-4e38-bf0e-616e386efd63'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:32.089026 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-6a8bb0a9-bb45-4f82-864f-d9b88e2a38a8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/floatingips/eb587b65-7a80-4a5a-a2a9-6652af8c04b8 HTTP/1.1" status: 204 len: 168 time: 0.8809412 Oct 27 17:16:32.089639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'tag': '72be0b3f-5f56-4070-99a6-a9717f996f82'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:16:32.091923 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4426ff6-a2a7-46cc-863a-59405bdebffd" -d '{"events": [{"name": "network-changed", "server_uuid": "5d08e64d-0895-4938-9b2f-17f6ee770b0e", "tag": "72be0b3f-5f56-4070-99a6-a9717f996f82"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:16:32.129210 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce4d16a-12a6-4f32-b376-074ef05b8e7b x-openstack-request-id: req-3ce4d16a-12a6-4f32-b376-074ef05b8e7b {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:16:32.129509 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d08e64d-0895-4938-9b2f-17f6ee770b0e", "tag": "72be0b3f-5f56-4070-99a6-a9717f996f82", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:16:32.129772 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ce4d16a-12a6-4f32-b376-074ef05b8e7b {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:16:32.130185 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'tag': '72be0b3f-5f56-4070-99a6-a9717f996f82', 'status': 'completed', 'code': 200} Oct 27 17:16:32.188438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-76633a89-46f3-4976-af4b-a146c2a665e6 None None] Set router db12618a-ab95-4e38-bf0e-616e386efd63 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:32.204255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426ff6-a2a7-46cc-863a-59405bdebffd req-7f891dca-8eb3-4a16-a3d8-a7b5f318ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:32.205657 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4426ff6-a2a7-46cc-863a-59405bdebffd req-7f891dca-8eb3-4a16-a3d8-a7b5f318ccec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 1096 time: 0.0454166 Oct 27 17:16:32.212788 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:16:32.303646 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426ff6-a2a7-46cc-863a-59405bdebffd req-3c6a0ddb-14a0-4c5e-8eee-2c760e4b181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:32.305603 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4426ff6-a2a7-46cc-863a-59405bdebffd req-3c6a0ddb-14a0-4c5e-8eee-2c760e4b181a service neutron] 10.222.0.54 "GET /v2.0/networks?id=706b7301-2468-477c-8791-7566e4346e74 HTTP/1.1" status: 200 len: 898 time: 0.0925477 Oct 27 17:16:32.350953 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4426ff6-a2a7-46cc-863a-59405bdebffd req-794dd821-f38f-433e-8f4f-cddc866b7676 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=72be0b3f-5f56-4070-99a6-a9717f996f82 HTTP/1.1" status: 200 len: 217 time: 0.0370731 Oct 27 17:16:32.403274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426ff6-a2a7-46cc-863a-59405bdebffd req-1ee2f795-783f-4c16-8060-5af59ff4d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:32.404827 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4426ff6-a2a7-46cc-863a-59405bdebffd req-1ee2f795-783f-4c16-8060-5af59ff4d564 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81 HTTP/1.1" status: 200 len: 834 time: 0.0473633 Oct 27 17:16:32.459833 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426ff6-a2a7-46cc-863a-59405bdebffd req-b5e38e5c-a2b4-489d-a6ee-a20316e1f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:32.462645 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4426ff6-a2a7-46cc-863a-59405bdebffd req-b5e38e5c-a2b4-489d-a6ee-a20316e1f7a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=706b7301-2468-477c-8791-7566e4346e74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472209 Oct 27 17:16:32.571878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-76633a89-46f3-4976-af4b-a146c2a665e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e0d3611d-ec7c-4d27-9d9e-b4cee6a76287', 'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:a1:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:52Z', 'updated_at': '2021-10-27T17:14:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:32.595453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ccec4-a353-47a6-8a07-c6d6610f43ff req-34117fdd-4c4b-41df-93aa-c534e780aeb6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:32.596968 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b88ccec4-a353-47a6-8a07-c6d6610f43ff req-34117fdd-4c4b-41df-93aa-c534e780aeb6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.1301794 Oct 27 17:16:32.602450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76633a89-46f3-4976-af4b-a146c2a665e6 None None] Checking router: db12618a-ab95-4e38-bf0e-616e386efd63 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:16:32.611424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76633a89-46f3-4976-af4b-a146c2a665e6 None None] Routers {'db12618a-ab95-4e38-bf0e-616e386efd63'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:32.612032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-76633a89-46f3-4976-af4b-a146c2a665e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['db12618a-ab95-4e38-bf0e-616e386efd63'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:32.621375 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4426ff6-a2a7-46cc-863a-59405bdebffd req-e6529eaa-4902-4d06-b64a-642ba4a769d2 service neutron] 10.222.0.54 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468470 Oct 27 17:16:32.688582 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b88ccec4-a353-47a6-8a07-c6d6610f43ff req-0346f0e0-8efe-45eb-b7fa-0b240abc5294 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844624 Oct 27 17:16:32.719155 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-76633a89-46f3-4976-af4b-a146c2a665e6 None None] Set router db12618a-ab95-4e38-bf0e-616e386efd63 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:32.739452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b4426ff6-a2a7-46cc-863a-59405bdebffd req-3ebd2f84-f680-4d10-8933-d7d8d3136318 service neutron] 10.222.0.54 "GET /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102829 Oct 27 17:16:32.920605 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-76633a89-46f3-4976-af4b-a146c2a665e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e0d3611d-ec7c-4d27-9d9e-b4cee6a76287', 'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:a1:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:52Z', 'updated_at': '2021-10-27T17:14:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:32.947185 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76633a89-46f3-4976-af4b-a146c2a665e6 None None] The sync data for ids ['db12618a-ab95-4e38-bf0e-616e386efd63'] in n-d-815689-1 is: [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:14:53Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'e0d3611d-ec7c-4d27-9d9e-b4cee6a76287', 'name': '', 'network_id': '706b7301-2468-477c-8791-7566e4346e74', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:a1:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:52Z', 'updated_at': '2021-10-27T17:14:56Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': '0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:16:33.159001 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cbce12-7a13-470c-9c0c-f76aa1fbf1f6 None None] New status for floating IP eb587b65-7a80-4a5a-a2a9-6652af8c04b8: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:16:33.311950 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:33.857697 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae72b7-120a-4ba5-83ea-f8a16191ef63 req-d32d3d2c-e0dc-4ca3-86e0-90d878b9fa80 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:33.859211 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-71ae72b7-120a-4ba5-83ea-f8a16191ef63 req-d32d3d2c-e0dc-4ca3-86e0-90d878b9fa80 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0963194 Oct 27 17:16:33.903161 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-71ae72b7-120a-4ba5-83ea-f8a16191ef63 req-f43a765d-1170-4e93-b500-a221923f872b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=71637eaa-79f7-4ed0-bf61-4eeba5f59569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367846 Oct 27 17:16:34.039359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152bb2f-6e5d-417d-b419-882b5e494f18 req-335786bf-67cf-43c1-9608-100858b2daf8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:34.040723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7152bb2f-6e5d-417d-b419-882b5e494f18 req-335786bf-67cf-43c1-9608-100858b2daf8 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 945 time: 0.0479665 Oct 27 17:16:34.132845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-7152bb2f-6e5d-417d-b419-882b5e494f18 req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 72be0b3f-5f56-4070-99a6-a9717f996f82 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:16:34.133237 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7152bb2f-6e5d-417d-b419-882b5e494f18 req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.218657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-7152bb2f-6e5d-417d-b419-882b5e494f18 req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port 72be0b3f-5f56-4070-99a6-a9717f996f82, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=72be0b3f-5f56-4070-99a6-a9717f996f82,segment=NetworkSegment(a10ea320-5c6d-413a-8e48-83fac8b54165),segment_id=a10ea320-5c6d-413a-8e48-83fac8b54165)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:34.219014 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7152bb2f-6e5d-417d-b419-882b5e494f18 req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.231022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-7152bb2f-6e5d-417d-b419-882b5e494f18 req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 72be0b3f-5f56-4070-99a6-a9717f996f82 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:16:34.409185 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7152bb2f-6e5d-417d-b419-882b5e494f18 req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.437307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=72be0b3f-5f56-4070-99a6-a9717f996f82,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:34.451573 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.451934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.452338 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.452684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.453016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.453346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.453725 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.454055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.454386 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.454708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.455039 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.455360 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:34.493915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7152bb2f-6e5d-417d-b419-882b5e494f18 req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] No DVR routers for this DVR port 72be0b3f-5f56-4070-99a6-a9717f996f82 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:16:34.496700 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-7152bb2f-6e5d-417d-b419-882b5e494f18 req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:34.500353 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7152bb2f-6e5d-417d-b419-882b5e494f18 req-c948e614-c7a4-449b-8094-beae47a25aa0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "DELETE /v2.0/ports/72be0b3f-5f56-4070-99a6-a9717f996f82 HTTP/1.1" status: 204 len: 173 time: 0.4530663 Oct 27 17:16:34.500813 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'name': 'network-vif-deleted', 'tag': '72be0b3f-5f56-4070-99a6-a9717f996f82'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:16:34.503114 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cb2bca-09fb-4bf9-8cfb-53dadac5b489" -d '{"events": [{"server_uuid": "5d08e64d-0895-4938-9b2f-17f6ee770b0e", "name": "network-vif-deleted", "tag": "72be0b3f-5f56-4070-99a6-a9717f996f82"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:16:34.540666 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0d3727-6d1c-4978-9bb7-1059f70b97c6 x-openstack-request-id: req-ed0d3727-6d1c-4978-9bb7-1059f70b97c6 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:16:34.540666 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d08e64d-0895-4938-9b2f-17f6ee770b0e", "name": "network-vif-deleted", "tag": "72be0b3f-5f56-4070-99a6-a9717f996f82", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:16:34.540666 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed0d3727-6d1c-4978-9bb7-1059f70b97c6 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:16:34.540666 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d08e64d-0895-4938-9b2f-17f6ee770b0e', 'name': 'network-vif-deleted', 'tag': '72be0b3f-5f56-4070-99a6-a9717f996f82', 'status': 'completed', 'code': 200} Oct 27 17:16:35.009695 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-da99ba2c-7391-4d4f-8201-39d7611d4da6 req-72acdbc8-85a9-481d-bef0-a9474532df6c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d08e64d-0895-4938-9b2f-17f6ee770b0e HTTP/1.1" status: 200 len: 210 time: 0.0263932 Oct 27 17:16:36.068709 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49198) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:36.739264 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:37.000120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:16:37.000120 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:37.089954 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port e0d3611d-ec7c-4d27-9d9e-b4cee6a76287, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e0d3611d-ec7c-4d27-9d9e-b4cee6a76287,segment=NetworkSegment(a10ea320-5c6d-413a-8e48-83fac8b54165),segment_id=a10ea320-5c6d-413a-8e48-83fac8b54165)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:37.090680 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:37.103790 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:16:37.335139 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:37.363446 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=e0d3611d-ec7c-4d27-9d9e-b4cee6a76287,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:37.537616 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:37.749812 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router db12618a-ab95-4e38-bf0e-616e386efd63 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:16:37.856309 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:16:37.861396 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2660069e-f820-4c58-b4c2-08437fbbc1fa tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "PUT /v2.0/routers/db12618a-ab95-4e38-bf0e-616e386efd63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916536 Oct 27 17:16:37.864242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49200) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:37.868734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de8b8e9-6652-4e0c-a107-d8a0774b92a4 None None] Sync routers for ids ['db12618a-ab95-4e38-bf0e-616e386efd63'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:16:37.878231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de8b8e9-6652-4e0c-a107-d8a0774b92a4 None None] Routers {'db12618a-ab95-4e38-bf0e-616e386efd63'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:37.878836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4de8b8e9-6652-4e0c-a107-d8a0774b92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['db12618a-ab95-4e38-bf0e-616e386efd63'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:37.917036 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-b594e528-42c4-49ab-bf2f-633dae4c32b3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting subnet 0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:16:37.920317 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b594e528-42c4-49ab-bf2f-633dae4c32b3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:37.962312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b594e528-42c4-49ab-bf2f-633dae4c32b3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:37.984173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4de8b8e9-6652-4e0c-a107-d8a0774b92a4 None None] Set router db12618a-ab95-4e38-bf0e-616e386efd63 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:38.051227 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b594e528-42c4-49ab-bf2f-633dae4c32b3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.162409 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4de8b8e9-6652-4e0c-a107-d8a0774b92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:16:37Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:38.179640 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b594e528-42c4-49ab-bf2f-633dae4c32b3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.192408 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de8b8e9-6652-4e0c-a107-d8a0774b92a4 None None] Checking router: db12618a-ab95-4e38-bf0e-616e386efd63 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:16:38.201902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de8b8e9-6652-4e0c-a107-d8a0774b92a4 None None] Routers {'db12618a-ab95-4e38-bf0e-616e386efd63'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:38.202501 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4de8b8e9-6652-4e0c-a107-d8a0774b92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['db12618a-ab95-4e38-bf0e-616e386efd63'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:38.207446 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594e528-42c4-49ab-bf2f-633dae4c32b3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Subnet': ['ID=0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:38.212375 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-b594e528-42c4-49ab-bf2f-633dae4c32b3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.218111 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-b594e528-42c4-49ab-bf2f-633dae4c32b3 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/subnets/0db4c0c9-ef9e-4f0a-a4c4-063cab14cd81 HTTP/1.1" status: 204 len: 168 time: 0.3503864 Oct 27 17:16:38.218374 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49202) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:38.236217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b0ede-60eb-44db-bdde-5bbb4c579ad7 None None] Network 706b7301-2468-477c-8791-7566e4346e74 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:38.326903 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.388957 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-4de8b8e9-6652-4e0c-a107-d8a0774b92a4 None None] Set router db12618a-ab95-4e38-bf0e-616e386efd63 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:38.432596 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.443051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 72be0b3f-5f56-4070-99a6-a9717f996f82 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:16:38.502742 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 72be0b3f-5f56-4070-99a6-a9717f996f82 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:16:38.503083 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 72be0b3f-5f56-4070-99a6-a9717f996f82 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:16:38.571095 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port e2c6b693-ef44-4990-b637-821a3df12562 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:16:38.571438 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.596095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] DHCP port deletion for 706b7301-2468-477c-8791-7566e4346e74 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:16:38.640262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-4de8b8e9-6652-4e0c-a107-d8a0774b92a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:16:37Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:38.655242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port e2c6b693-ef44-4990-b637-821a3df12562, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=e2c6b693-ef44-4990-b637-821a3df12562,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:38.655577 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.669870 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for e2c6b693-ef44-4990-b637-821a3df12562 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:16:38.674187 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de8b8e9-6652-4e0c-a107-d8a0774b92a4 None None] The sync data for ids ['db12618a-ab95-4e38-bf0e-616e386efd63'] in n-d-815689-1 is: [{'id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1343383224', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:14:48Z', 'updated_at': '2021-10-27T17:16:37Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': 'e2c6b693-ef44-4990-b637-821a3df12562', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:b6:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db12618a-ab95-4e38-bf0e-616e386efd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:14:49Z', 'updated_at': '2021-10-27T17:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:16:38.687195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Deleting port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:16:38.687195 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.758751 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] For port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=74bdb70d-fae9-43ee-bae3-dbe89e6b9707,segment=NetworkSegment(a10ea320-5c6d-413a-8e48-83fac8b54165),segment_id=a10ea320-5c6d-413a-8e48-83fac8b54165)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:38.759135 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.771618 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Calling delete_port for 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:16:38.933672 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.946822 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:38.957654 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=e2c6b693-ef44-4990-b637-821a3df12562,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:38.974208 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Pushing event deleted for resources: {'Port': ['ID=74bdb70d-fae9-43ee-bae3-dbe89e6b9707,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:38.982332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] No DVR routers for this DVR port 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:16:38.984652 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:38.985070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:38.985407 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:38.985738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:38.986063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:38.986385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:38.986712 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:38.987032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:38.987352 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:38.987666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:38.987981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:38.988324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbdc570-fd6a-46db-82cd-41b6a8e02229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:39.022362 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.095094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:16:39.116205 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:16:39.117144 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 74bdb70d-fae9-43ee-bae3-dbe89e6b9707 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:16:39.130876 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.134020 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.249488 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.250150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Fanout notify agent at l3_agent the message router_deleted on router db12618a-ab95-4e38-bf0e-616e386efd63 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:16:39.257112 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.262796 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-09deb26a-3077-4a96-ac9f-a2dc08c97b73 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/routers/db12618a-ab95-4e38-bf0e-616e386efd63 HTTP/1.1" status: 204 len: 168 time: 1.0389385 Oct 27 17:16:39.262796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49204) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:39.341319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.435696 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.454907 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706b7301-2468-477c-8791-7566e4346e74']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:39.464603 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a10ea320-5c6d-413a-8e48-83fac8b54165') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:39.464903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a10ea320-5c6d-413a-8e48-83fac8b54165') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:39.474082 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.488007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.494078 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:16:39.497541 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: timer() Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:16:39.498699 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:16:39.626225 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.634785 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.637467 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/networks/706b7301-2468-477c-8791-7566e4346e74 HTTP/1.1" status: 204 len: 168 time: 0.3754625 Oct 27 17:16:39.640205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49206) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:39.649881 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a61784-e2b8-434d-b63d-8bb15c14e94c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Network': ['ID=706b7301-2468-477c-8791-7566e4346e74,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:39.704618 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26895498-2e6d-4803-99df-5a0cb5ea9f85 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.732412 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26895498-2e6d-4803-99df-5a0cb5ea9f85 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.866018 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26895498-2e6d-4803-99df-5a0cb5ea9f85 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.868898 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-26895498-2e6d-4803-99df-5a0cb5ea9f85 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:39.870070 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-26895498-2e6d-4803-99df-5a0cb5ea9f85 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/security-groups/71637eaa-79f7-4ed0-bf61-4eeba5f59569 HTTP/1.1" status: 204 len: 168 time: 0.2283609 Oct 27 17:16:39.879259 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26895498-2e6d-4803-99df-5a0cb5ea9f85 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71637eaa-79f7-4ed0-bf61-4eeba5f59569,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:40.707732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:16:40.731457 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:16:40.731800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e0d3611d-ec7c-4d27-9d9e-b4cee6a76287 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:16:40.732237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e2c6b693-ef44-4990-b637-821a3df12562 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:16:40.751670 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: e2c6b693-ef44-4990-b637-821a3df12562 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:16:40.751950 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device e2c6b693-ef44-4990-b637-821a3df12562 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:16:40.814400 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49212) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:40.819075 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-eba1ec21-3154-4eb9-a8c3-f80bc56bea22 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848941931', 'description': 'tempest-secgroup-smoke-1848941931 description', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:40.917394 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eba1ec21-3154-4eb9-a8c3-f80bc56bea22 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:40.982756 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eba1ec21-3154-4eb9-a8c3-f80bc56bea22 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.058985 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eba1ec21-3154-4eb9-a8c3-f80bc56bea22 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.088458 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1ec21-3154-4eb9-a8c3-f80bc56bea22 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=807d4619-f408-4a4a-97c0-dc0fc1a716d2,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:41.148043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-eba1ec21-3154-4eb9-a8c3-f80bc56bea22 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.149319 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-eba1ec21-3154-4eb9-a8c3-f80bc56bea22 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3339109 Oct 27 17:16:41.152191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49214) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:41.156579 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-ebe1c857-0e44-4d7b-960a-7efad9469975 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '807d4619-f408-4a4a-97c0-dc0fc1a716d2', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:41.259587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c857-0e44-4d7b-960a-7efad9469975 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.318654 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c857-0e44-4d7b-960a-7efad9469975 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.380421 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c857-0e44-4d7b-960a-7efad9469975 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.398488 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe1c857-0e44-4d7b-960a-7efad9469975 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82b652c-6765-49e8-8fbe-e4220db783ba,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:41.467788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ebe1c857-0e44-4d7b-960a-7efad9469975 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.469084 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ebe1c857-0e44-4d7b-960a-7efad9469975 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159459 Oct 27 17:16:41.471823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49216) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:41.476854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e7f0f851-f3cd-4a21-bceb-842188571795 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '807d4619-f408-4a4a-97c0-dc0fc1a716d2', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:41.574068 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f851-f3cd-4a21-bceb-842188571795 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.630452 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f851-f3cd-4a21-bceb-842188571795 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.710575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f851-f3cd-4a21-bceb-842188571795 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.728048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0f851-f3cd-4a21-bceb-842188571795 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc091f4-97de-4f20-8739-e29f01b99b75,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:41.809653 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f851-f3cd-4a21-bceb-842188571795 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.810869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e7f0f851-f3cd-4a21-bceb-842188571795 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3380880 Oct 27 17:16:41.813643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49218) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:41.817910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3a000195-3a8f-4f02-8b52-8e1000ddeacf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '807d4619-f408-4a4a-97c0-dc0fc1a716d2', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:41.909534 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a000195-3a8f-4f02-8b52-8e1000ddeacf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:41.966989 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a000195-3a8f-4f02-8b52-8e1000ddeacf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.048893 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a000195-3a8f-4f02-8b52-8e1000ddeacf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.068990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a000195-3a8f-4f02-8b52-8e1000ddeacf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123670c5-43e2-4344-ac96-bd48273d95f2,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:42.141911 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3a000195-3a8f-4f02-8b52-8e1000ddeacf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.143222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3a000195-3a8f-4f02-8b52-8e1000ddeacf tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3286612 Oct 27 17:16:42.145918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49220) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:42.150895 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-518241a0-e6c1-4208-bb51-44465931fb34 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '807d4619-f408-4a4a-97c0-dc0fc1a716d2', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:42.229354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-518241a0-e6c1-4208-bb51-44465931fb34 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.290229 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-518241a0-e6c1-4208-bb51-44465931fb34 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.355988 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-518241a0-e6c1-4208-bb51-44465931fb34 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.373677 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518241a0-e6c1-4208-bb51-44465931fb34 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee528871-9af1-44f0-a7a3-9bf9edc8094e,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:42.439550 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-518241a0-e6c1-4208-bb51-44465931fb34 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.440952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-518241a0-e6c1-4208-bb51-44465931fb34 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2939935 Oct 27 17:16:42.443688 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49222) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:42.448823 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e13c50ed-6b7c-4e79-afbb-716ff7da81f1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '807d4619-f408-4a4a-97c0-dc0fc1a716d2', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:42.534530 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-e13c50ed-6b7c-4e79-afbb-716ff7da81f1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Project afa4a63aaa6f461180d832d6ce035b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:16:42.540319 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ed-6b7c-4e79-afbb-716ff7da81f1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.598960 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ed-6b7c-4e79-afbb-716ff7da81f1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.683030 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ed-6b7c-4e79-afbb-716ff7da81f1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.700951 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c50ed-6b7c-4e79-afbb-716ff7da81f1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8dbccc-b7f5-4a5b-acb2-d760aa996ef2,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:42.776915 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e13c50ed-6b7c-4e79-afbb-716ff7da81f1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.778065 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e13c50ed-6b7c-4e79-afbb-716ff7da81f1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3326099 Oct 27 17:16:42.780706 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49224) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:42.784997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a88a07f6-dd61-4469-8c4b-8c9dd9e159ba tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'security_group_rule': {'security_group_id': '807d4619-f408-4a4a-97c0-dc0fc1a716d2', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:42.871823 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-a88a07f6-dd61-4469-8c4b-8c9dd9e159ba tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Project afa4a63aaa6f461180d832d6ce035b4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:16:42.877149 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a88a07f6-dd61-4469-8c4b-8c9dd9e159ba tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:42.937680 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a88a07f6-dd61-4469-8c4b-8c9dd9e159ba tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:43.007387 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a88a07f6-dd61-4469-8c4b-8c9dd9e159ba tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:43.025633 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a07f6-dd61-4469-8c4b-8c9dd9e159ba tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04baa598-2078-4ffa-bbe1-40806064818f,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:43.112521 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a88a07f6-dd61-4469-8c4b-8c9dd9e159ba tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:43.113742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a88a07f6-dd61-4469-8c4b-8c9dd9e159ba tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3321261 Oct 27 17:16:43.116679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49226) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:43.121685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'network': {'name': 'tempest-network-smoke--2074320668', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'port_security_enabled': True}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:43.203079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:43.207428 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:43.231334 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:16:43.239779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:43.240156 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Added segment d96b87b9-7a27-4933-a7db-18b87fc37b5a of type vlan for network 398a60af-ccd6-4899-886a-ee4ba01b3f43 Oct 27 17:16:43.282595 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:43.362845 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:43.369106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:43.369703 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:43.436726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Network': ['ID=398a60af-ccd6-4899-886a-ee4ba01b3f43,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:43.448033 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 398a60af-ccd6-4899-886a-ee4ba01b3f43 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:16:43.480525 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6a03f02f-46ee-4e25-8a5f-6f959208d852 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3627062 Oct 27 17:16:43.483198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49228) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:43.487949 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'admin_state_up': True, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:43.557784 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:43.558944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:43.614768 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:43.822931 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:44.078266 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:44.096917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:44.205136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.25.4.175 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/7d77ea25-af7d-4f99-85e1-205428b73a8a) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:44.308037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:44.392324 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:44.432349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:44.435275 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:44.438842 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:44.465222 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=7d77ea25-af7d-4f99-85e1-205428b73a8a,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:44.746613 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:44.935976 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:45.128495 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 20590292-30c4-496e-9c9c-ba1363c20c07 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:16:45.235745 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:16:45.245436 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Sync routers for ids ['20590292-30c4-496e-9c9c-ba1363c20c07'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:16:45.258783 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Routers {'20590292-30c4-496e-9c9c-ba1363c20c07'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:45.262132 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['20590292-30c4-496e-9c9c-ba1363c20c07'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:45.312743 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:45.314067 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3618f4ab-6cfd-4320-8e3b-8ad35d381d1c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8296695 Oct 27 17:16:45.317223 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49230) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:45.350177 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-48ed5fdc-28e7-4cb3-8219-8cde6a1ec85a tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=afa4a63aaa6f461180d832d6ce035b4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294051 Oct 27 17:16:45.350512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49232) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:45.452888 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479b6dac-fed2-434d-a381-3e966b4dcf78 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:45.453124 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Set router 20590292-30c4-496e-9c9c-ba1363c20c07 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:45.454393 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-479b6dac-fed2-434d-a381-3e966b4dcf78 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1022503 Oct 27 17:16:45.457229 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49234) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:45.486822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3ba3fc00-26ee-49c6-af8c-05929ece41c6 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=840af1e4-df74-450c-bf75-32afab135856&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284414 Oct 27 17:16:45.489406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49236) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:45.494782 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1016211937', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:45.634522 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:44Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:45.660338 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Checking router: 20590292-30c4-496e-9c9c-ba1363c20c07 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:16:45.660791 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Updating router 20590292-30c4-496e-9c9c-ba1363c20c07 port 7d77ea25-af7d-4f99-85e1-205428b73a8a binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:16:45.666254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:45.670085 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:45.688769 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:45.906540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:45.934780 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:45.976671 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Subnet': ['ID=c5204bb2-e734-4350-b388-e18e16ffe0b3,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:45.981936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Checking segment: {'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:45.986428 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network hostable DHCP agents. Network: 398a60af-ccd6-4899-886a-ee4ba01b3f43, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:16:46.003394 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:46.056343 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Attempting to bind port 7d77ea25-af7d-4f99-85e1-205428b73a8a on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:46.056714 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Attempting to bind port 7d77ea25-af7d-4f99-85e1-205428b73a8a by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:46.057078 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Attempting to bind port 7d77ea25-af7d-4f99-85e1-205428b73a8a on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:46.059196 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Pushing event updated for resources: {'Port': ['ID=7d77ea25-af7d-4f99-85e1-205428b73a8a,revision_number=2']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:46.068846 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:46.069867 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:46.070292 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:46.070684 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:46.071175 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Bound port: 7d77ea25-af7d-4f99-85e1-205428b73a8a, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:46.071553 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:46.073830 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.074173 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.074516 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.074852 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.075184 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.075510 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.075833 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.076183 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.076510 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.076836 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.077156 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.077477 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:16:46.082921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 398a60af-ccd6-4899-886a-ee4ba01b3f43 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:16:46.132935 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] For port 7d77ea25-af7d-4f99-85e1-205428b73a8a, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:46.135871 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] For port 7d77ea25-af7d-4f99-85e1-205428b73a8a, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7d77ea25-af7d-4f99-85e1-205428b73a8a,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:46.157224 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 398a60af-ccd6-4899-886a-ee4ba01b3f43) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:46.161512 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:46.162099 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:46.166195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4030a6f-4413-4685-bd3f-840466e474df None None] Network 398a60af-ccd6-4899-886a-ee4ba01b3f43 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:46.209277 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:46.254304 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-91142364-6d2e-488e-8e37-80f11cf701a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7609062 Oct 27 17:16:46.254589 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49238) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:16:46.277272 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Routers {'20590292-30c4-496e-9c9c-ba1363c20c07'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:46.278056 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['20590292-30c4-496e-9c9c-ba1363c20c07'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:46.281287 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac1d66-e4b8-4e41-8cb9-cb0b2263e145 None None] Pushing event updated for resources: {'Port': ['ID=7d77ea25-af7d-4f99-85e1-205428b73a8a,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:46.317064 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-398a60af-ccd6-4899-886a-ee4ba01b3f43', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ips': [{'subnet_id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:16:46.317917 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:46.390190 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] Set router 20590292-30c4-496e-9c9c-ba1363c20c07 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:46.454063 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Allocated IP 172.20.0.2 (398a60af-ccd6-4899-886a-ee4ba01b3f43/c5204bb2-e734-4350-b388-e18e16ffe0b3/366f8c65-72a0-4a96-9bbb-13fa70ae210a) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:46.581280 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:44Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:46.611936 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90f74ca-f2a0-44f7-a21e-38806f96e632 None None] The sync data for ids ['20590292-30c4-496e-9c9c-ba1363c20c07'] in n-d-815689-1 is: [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:44Z', 'revision_number': 3, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:16:46.725421 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:46.773156 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:46.869588 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:46.911752 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Network 398a60af-ccd6-4899-886a-ee4ba01b3f43 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:46.922031 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:46.924559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:46.962930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Pushing event updated for resources: {'Port': ['ID=366f8c65-72a0-4a96-9bbb-13fa70ae210a,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:47.002176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Attempting to bind port 366f8c65-72a0-4a96-9bbb-13fa70ae210a on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:47.002818 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Attempting to bind port 366f8c65-72a0-4a96-9bbb-13fa70ae210a by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:47.003386 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Attempting to bind port 366f8c65-72a0-4a96-9bbb-13fa70ae210a on network 398a60af-ccd6-4899-886a-ee4ba01b3f43 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:47.009602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:47.009972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Checking segment: {'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:47.010386 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:47.010838 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Bound using segment: {'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:47.011262 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Bound port: 366f8c65-72a0-4a96-9bbb-13fa70ae210a, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:47.011648 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:47.098092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] For port 366f8c65-72a0-4a96-9bbb-13fa70ae210a, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:47.098092 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] For port 366f8c65-72a0-4a96-9bbb-13fa70ae210a, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=366f8c65-72a0-4a96-9bbb-13fa70ae210a,segment=NetworkSegment(d96b87b9-7a27-4933-a7db-18b87fc37b5a),segment_id=d96b87b9-7a27-4933-a7db-18b87fc37b5a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:47.186924 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:47.259340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff2e3e-cc5b-438a-90a1-526ee6855e7d None None] Pushing event updated for resources: {'Port': ['ID=366f8c65-72a0-4a96-9bbb-13fa70ae210a,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:47.411315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.20.0.1 (398a60af-ccd6-4899-886a-ee4ba01b3f43/c5204bb2-e734-4350-b388-e18e16ffe0b3/36e8511d-a7d4-4b1d-b7b5-e583d2ee799b) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:47.571660 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:47.666743 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:47.708853 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 398a60af-ccd6-4899-886a-ee4ba01b3f43 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:47.712015 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:47.716178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:47.744482 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=36e8511d-a7d4-4b1d-b7b5-e583d2ee799b,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:47.765239 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:47.971760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:48.224608 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc66ff-7128-48cd-b865-f57f2c23ea73 None None] Network 398a60af-ccd6-4899-886a-ee4ba01b3f43 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:16:48.266830 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:48.338427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e52aa55e-08fe-4d02-afae-c8ed54a6c2a0 None None] Provisioning complete for port 366f8c65-72a0-4a96-9bbb-13fa70ae210a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:48.338796 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e52aa55e-08fe-4d02-afae-c8ed54a6c2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:48.340421 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:48.412910 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:48.415622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=36e8511d-a7d4-4b1d-b7b5-e583d2ee799b,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:48.474474 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e52aa55e-08fe-4d02-afae-c8ed54a6c2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:48.524804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 398a60af-ccd6-4899-886a-ee4ba01b3f43 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:48.527261 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e52aa55e-08fe-4d02-afae-c8ed54a6c2a0 None None] For port 366f8c65-72a0-4a96-9bbb-13fa70ae210a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=366f8c65-72a0-4a96-9bbb-13fa70ae210a,segment=NetworkSegment(d96b87b9-7a27-4933-a7db-18b87fc37b5a),segment_id=d96b87b9-7a27-4933-a7db-18b87fc37b5a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:48.527405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:48.546359 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1da5aedf-12e8-4a5e-a25b-7d68e076c4cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:48.591770 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e52aa55e-08fe-4d02-afae-c8ed54a6c2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:48.666680 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52aa55e-08fe-4d02-afae-c8ed54a6c2a0 None None] Pushing event updated for resources: {'Port': ['ID=366f8c65-72a0-4a96-9bbb-13fa70ae210a,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:48.679475 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 20590292-30c4-496e-9c9c-ba1363c20c07 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:16:48.729482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b1620b85-d810-4c08-8f9d-8031851a5c83 None None] Provisioning complete for port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:48.729853 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b1620b85-d810-4c08-8f9d-8031851a5c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:48.786222 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-b1620b85-d810-4c08-8f9d-8031851a5c83 None None] Port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:16:48.804354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b1620b85-d810-4c08-8f9d-8031851a5c83 None None] Provisioning complete for port 366f8c65-72a0-4a96-9bbb-13fa70ae210a triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:48.804927 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b1620b85-d810-4c08-8f9d-8031851a5c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:48.817038 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:16:48.831858 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-39bd3192-4b57-4a46-8ddb-8811bf9b59bc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "PUT /v2.0/routers/20590292-30c4-496e-9c9c-ba1363c20c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5675325 Oct 27 17:16:48.843572 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 366f8c65-72a0-4a96-9bbb-13fa70ae210a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:48.897053 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Sync routers for ids ['20590292-30c4-496e-9c9c-ba1363c20c07'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:16:48.942474 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Routers {'20590292-30c4-496e-9c9c-ba1363c20c07'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:48.943276 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['20590292-30c4-496e-9c9c-ba1363c20c07'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:48.990773 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-6ca05bc8-3023-4e99-8ead-f4b3682a7dd5 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848941931&fields=id&tenant_id=afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 267 time: 0.0371187 Oct 27 17:16:49.033298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 366f8c65-72a0-4a96-9bbb-13fa70ae210a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:49.033585 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:49.103823 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Set router 20590292-30c4-496e-9c9c-ba1363c20c07 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:49.112845 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-ecabc342-98ab-4f15-bf77-43f07cd9f6cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:49.114399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-ecabc342-98ab-4f15-bf77-43f07cd9f6cc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/networks?id=398a60af-ccd6-4899-886a-ee4ba01b3f43 HTTP/1.1" status: 200 len: 797 time: 0.1155190 Oct 27 17:16:49.131249 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-370483e0-c753-4e1b-820e-c7d22365d7c2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/quotas/afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 375 time: 0.0104430 Oct 27 17:16:49.194010 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-633ff11b-f12b-494b-ad59-764fb4a9372c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546529 Oct 27 17:16:49.210531 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a6fb5d42-a857-4374-b25d-ada2c095482d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:16:49.211860 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a6fb5d42-a857-4374-b25d-ada2c095482d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058048 Oct 27 17:16:49.223660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7d77ea25-af7d-4f99-85e1-205428b73a8a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:49.279087 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e3ddff90-d377-4b83-96f4-568377add52e None None] Provisioning complete for port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:49.279784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e3ddff90-d377-4b83-96f4-568377add52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:49.302887 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-680df79a-db27-48ac-bc8e-8bee15a84331 service neutron] 10.222.0.15 "GET /v2.0/networks/398a60af-ccd6-4899-886a-ee4ba01b3f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851665 Oct 27 17:16:49.336481 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e3ddff90-d377-4b83-96f4-568377add52e None None] Port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:16:49.395391 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7d77ea25-af7d-4f99-85e1-205428b73a8a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:49.395782 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:49.397568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-b78a4db6-712f-4cf0-9a0b-b887cc080b7d service neutron] 10.222.0.15 "GET /v2.0/networks/398a60af-ccd6-4899-886a-ee4ba01b3f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881922 Oct 27 17:16:49.470879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:47Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '36e8511d-a7d4-4b1d-b7b5-e583d2ee799b', 'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:07:ae:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:46Z', 'updated_at': '2021-10-27T17:16:48Z', 'revision_number': 2, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:49.475039 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bef8aab9-6a82-4717-8105-e18e208d4e4d None None] Provisioning complete for port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:49.484727 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bef8aab9-6a82-4717-8105-e18e208d4e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:49.502534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Checking router: 20590292-30c4-496e-9c9c-ba1363c20c07 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:16:49.502851 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Updating router 20590292-30c4-496e-9c9c-ba1363c20c07 port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:16:49.585543 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:49.588492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-bef8aab9-6a82-4717-8105-e18e208d4e4d None None] Port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:16:49.596253 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:49.639635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 7d77ea25-af7d-4f99-85e1-205428b73a8a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7d77ea25-af7d-4f99-85e1-205428b73a8a,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:49.713217 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:49.806526 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=7d77ea25-af7d-4f99-85e1-205428b73a8a,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:49.899516 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:49.957266 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:50.008512 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8697cdf-2dab-4888-b5d8-0f7ddb31531b None None] Pushing event updated for resources: {'Port': ['ID=36e8511d-a7d4-4b1d-b7b5-e583d2ee799b,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:50.061890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Attempting to bind port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:50.062325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Attempting to bind port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:50.062674 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Attempting to bind port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b on network 398a60af-ccd6-4899-886a-ee4ba01b3f43 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:50.069934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:50.070385 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Checking segment: {'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:50.070784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:50.071193 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Bound using segment: {'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:50.071693 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Bound port: 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:50.072117 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:50.176728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] For port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:50.176728 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] For port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=36e8511d-a7d4-4b1d-b7b5-e583d2ee799b,segment=NetworkSegment(d96b87b9-7a27-4933-a7db-18b87fc37b5a),segment_id=d96b87b9-7a27-4933-a7db-18b87fc37b5a)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:50.212358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4e52c5fd-16f3-4725-b847-26f3ed0c2361 None None] Provisioning complete for port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:50.212728 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4e52c5fd-16f3-4725-b847-26f3ed0c2361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:50.247876 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4e52c5fd-16f3-4725-b847-26f3ed0c2361 None None] Port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:16:50.290676 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:50.335072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Routers {'20590292-30c4-496e-9c9c-ba1363c20c07'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:16:50.335749 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:16:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['20590292-30c4-496e-9c9c-ba1363c20c07'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:50.376579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8697cdf-2dab-4888-b5d8-0f7ddb31531b None None] Pushing event updated for resources: {'Port': ['ID=36e8511d-a7d4-4b1d-b7b5-e583d2ee799b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:50.450301 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] Set router 20590292-30c4-496e-9c9c-ba1363c20c07 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:16:50.586565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5b40eed4-658b-4184-8bb0-ef162af92306 None None] Provisioning complete for port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:50.587003 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5b40eed4-658b-4184-8bb0-ef162af92306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:50.652723 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-470da054-444a-4a98-a697-9425f5e6a237 req-18ce5e67-1f71-42fa-a760-755d34d4f7a9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 210 time: 0.0297835 Oct 27 17:16:50.729110 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5b40eed4-658b-4184-8bb0-ef162af92306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:50.743239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 366f8c65-72a0-4a96-9bbb-13fa70ae210a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:50.954228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:47Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '36e8511d-a7d4-4b1d-b7b5-e583d2ee799b', 'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:07:ae:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:46Z', 'updated_at': '2021-10-27T17:16:50Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:16:50.966839 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5b40eed4-658b-4184-8bb0-ef162af92306 None None] For port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=36e8511d-a7d4-4b1d-b7b5-e583d2ee799b,segment=NetworkSegment(d96b87b9-7a27-4933-a7db-18b87fc37b5a),segment_id=d96b87b9-7a27-4933-a7db-18b87fc37b5a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:50.995137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d39224-1f90-4208-970e-b94e33c7582a None None] The sync data for ids ['20590292-30c4-496e-9c9c-ba1363c20c07'] in n-d-815689-1 is: [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:47Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '36e8511d-a7d4-4b1d-b7b5-e583d2ee799b', 'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:07:ae:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:46Z', 'updated_at': '2021-10-27T17:16:50Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:16:51.008213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 366f8c65-72a0-4a96-9bbb-13fa70ae210a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:51.008586 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:51.097941 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5b40eed4-658b-4184-8bb0-ef162af92306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:51.142444 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7d77ea25-af7d-4f99-85e1-205428b73a8a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:51.188564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40eed4-658b-4184-8bb0-ef162af92306 None None] Pushing event updated for resources: {'Port': ['ID=36e8511d-a7d4-4b1d-b7b5-e583d2ee799b,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:51.206559 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7d77ea25-af7d-4f99-85e1-205428b73a8a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:51.206875 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:51.574724 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5c05d164-310b-43f7-a967-6b5ac47899ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:51.761894 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-38a0dd29-6f72-4ab5-8468-5e5f63ac0fc9 req-ca340f2f-ab52-4e37-b1ad-bb5ab384a6f5 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 210 time: 0.0317857 Oct 27 17:16:52.281747 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:52.466071 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:52.674933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-e2a64f83-3589-45e4-95a5-8b2deae8db76 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:52.676521 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-e2a64f83-3589-45e4-95a5-8b2deae8db76 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/networks?id=398a60af-ccd6-4899-886a-ee4ba01b3f43 HTTP/1.1" status: 200 len: 797 time: 0.1030059 Oct 27 17:16:52.724560 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-17db2d45-2033-4dcd-ab02-c1ca46e714d4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afa4a63aaa6f461180d832d6ce035b4b HTTP/1.1" status: 200 len: 380 time: 0.0366120 Oct 27 17:16:52.733415 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'port': {'device_id': '1063721f-c679-485e-9593-cfc2e32dd55e', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'admin_state_up': True, 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'security_groups': ['807d4619-f408-4a4a-97c0-dc0fc1a716d2']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:52.745704 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:16:52.794863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:52.795336 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:52.880216 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-507ed51a-b8f8-4dfb-a43d-46f10eaf7bbe req-bb180273-c7cb-4b7e-9c91-0a861ca19e3b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 210 time: 0.0317922 Oct 27 17:16:52.951847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Made reservation on behalf of afa4a63aaa6f461180d832d6ce035b4b for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:16:52.955482 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:53.082270 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.20.0.12 (398a60af-ccd6-4899-886a-ee4ba01b3f43/c5204bb2-e734-4350-b388-e18e16ffe0b3/63d1e99e-cfc9-4972-9d49-49e856d397c0) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:16:53.224168 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:53.317711 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:53.361714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 398a60af-ccd6-4899-886a-ee4ba01b3f43 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:16:53.364861 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:16:53.368825 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:16:53.396165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=63d1e99e-cfc9-4972-9d49-49e856d397c0,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:53.423743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:53.425052 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:53.548803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-a84567d9-31e5-45ed-b518-c4bace9f79ec tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8189578 Oct 27 17:16:53.561554 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Request body: {'port': {'device_id': '1063721f-c679-485e-9593-cfc2e32dd55e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:16:53.614156 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:53.635734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-59ddd6b3-fa49-4d80-ab1c-c617a8b8ee0b None None] Provisioning complete for port 63d1e99e-cfc9-4972-9d49-49e856d397c0 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:16:53.636008 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59ddd6b3-fa49-4d80-ab1c-c617a8b8ee0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:53.668473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-59ddd6b3-fa49-4d80-ab1c-c617a8b8ee0b None None] Port 63d1e99e-cfc9-4972-9d49-49e856d397c0 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:16:53.876297 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63d1e99e-cfc9-4972-9d49-49e856d397c0 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:16:53.883509 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:53.895233 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Transition to ACTIVE for port object 63d1e99e-cfc9-4972-9d49-49e856d397c0 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:16:53.963144 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:54.004296 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1d967-255c-46aa-acf6-7441851f65f5 req-39f3934a-b39a-4712-9bd7-12d86015dc98 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:54.005831 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3b1d967-255c-46aa-acf6-7441851f65f5 req-39f3934a-b39a-4712-9bd7-12d86015dc98 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 944 time: 0.0545514 Oct 27 17:16:54.015795 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Pushing event updated for resources: {'Port': ['ID=63d1e99e-cfc9-4972-9d49-49e856d397c0,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:54.049634 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3b1d967-255c-46aa-acf6-7441851f65f5 req-447fb342-0618-4986-aa59-7c9c6076aee6 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363302 Oct 27 17:16:54.086660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Attempting to bind port 63d1e99e-cfc9-4972-9d49-49e856d397c0 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:16:54.087014 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Attempting to bind port 63d1e99e-cfc9-4972-9d49-49e856d397c0 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:16:54.087320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Attempting to bind port 63d1e99e-cfc9-4972-9d49-49e856d397c0 on network 398a60af-ccd6-4899-886a-ee4ba01b3f43 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:54.091820 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Port 63d1e99e-cfc9-4972-9d49-49e856d397c0 on network 398a60af-ccd6-4899-886a-ee4ba01b3f43 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:16:54.092173 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Attempting to bind port 63d1e99e-cfc9-4972-9d49-49e856d397c0 on network 398a60af-ccd6-4899-886a-ee4ba01b3f43 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:16:54.097141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:16:54.098562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Checking segment: {'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:16:54.098562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Bound using segment: {'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:16:54.098562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Bound port: 63d1e99e-cfc9-4972-9d49-49e856d397c0, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd96b87b9-7a27-4933-a7db-18b87fc37b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:16:54.098903 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:54.166561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] For port 63d1e99e-cfc9-4972-9d49-49e856d397c0, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:16:54.169884 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] For port 63d1e99e-cfc9-4972-9d49-49e856d397c0, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=63d1e99e-cfc9-4972-9d49-49e856d397c0,segment=NetworkSegment(d96b87b9-7a27-4933-a7db-18b87fc37b5a),segment_id=d96b87b9-7a27-4933-a7db-18b87fc37b5a)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:16:54.226951 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:54.263255 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:54.263962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:54.265383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-2effd980-2c52-47da-a3e7-994806770513 service neutron] 10.222.0.54 "PUT /v2.0/ports/63d1e99e-cfc9-4972-9d49-49e856d397c0 HTTP/1.1" status: 200 len: 1092 time: 0.7080429 Oct 27 17:16:54.265829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1063721f-c679-485e-9593-cfc2e32dd55e', 'tag': '63d1e99e-cfc9-4972-9d49-49e856d397c0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:16:54.268154 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776cf36c-259a-4a3f-b202-8dcacf71acbb" -d '{"events": [{"name": "network-changed", "server_uuid": "1063721f-c679-485e-9593-cfc2e32dd55e", "tag": "63d1e99e-cfc9-4972-9d49-49e856d397c0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:16:54.309343 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effd980-2c52-47da-a3e7-994806770513 service neutron] Pushing event updated for resources: {'Port': ['ID=63d1e99e-cfc9-4972-9d49-49e856d397c0,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:54.317353 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68828014-52a1-44ca-8c2f-b4dea603635d x-openstack-request-id: req-68828014-52a1-44ca-8c2f-b4dea603635d {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:16:54.317640 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1063721f-c679-485e-9593-cfc2e32dd55e", "tag": "63d1e99e-cfc9-4972-9d49-49e856d397c0", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:16:54.317906 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68828014-52a1-44ca-8c2f-b4dea603635d {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:16:54.318377 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1063721f-c679-485e-9593-cfc2e32dd55e', 'tag': '63d1e99e-cfc9-4972-9d49-49e856d397c0', 'status': 'completed', 'code': 200} Oct 27 17:16:54.386928 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cf36c-259a-4a3f-b202-8dcacf71acbb req-7433022b-719c-4e35-a487-2e862be05889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:54.386928 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-776cf36c-259a-4a3f-b202-8dcacf71acbb req-7433022b-719c-4e35-a487-2e862be05889 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 1095 time: 0.0437014 Oct 27 17:16:54.461124 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:54.498894 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cf36c-259a-4a3f-b202-8dcacf71acbb req-975a89cb-20b4-4f17-b7ef-c0c26d124284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:54.500383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-776cf36c-259a-4a3f-b202-8dcacf71acbb req-975a89cb-20b4-4f17-b7ef-c0c26d124284 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1085966 Oct 27 17:16:54.597758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cf36c-259a-4a3f-b202-8dcacf71acbb req-f342071b-a2b5-4959-afba-7a0db3cb5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:54.599205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-776cf36c-259a-4a3f-b202-8dcacf71acbb req-f342071b-a2b5-4959-afba-7a0db3cb5788 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915105 Oct 27 17:16:54.674711 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-d1fb518e-621d-49a9-a42c-94c0b6b10226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:54.676474 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-d1fb518e-621d-49a9-a42c-94c0b6b10226 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 1095 time: 0.0411747 Oct 27 17:16:54.719171 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-973dfdbd-5746-4de2-be0e-aea04cb9869c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63d1e99e-cfc9-4972-9d49-49e856d397c0 HTTP/1.1" status: 200 len: 217 time: 0.0349641 Oct 27 17:16:54.771660 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-162e864c-ea48-4738-b62e-e027be62abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:54.773257 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-162e864c-ea48-4738-b62e-e027be62abaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5204bb2-e734-4350-b388-e18e16ffe0b3 HTTP/1.1" status: 200 len: 835 time: 0.0469358 Oct 27 17:16:54.819764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-05f26e86-0514-468f-a578-e3022017081b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:54.821272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-05f26e86-0514-468f-a578-e3022017081b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=398a60af-ccd6-4899-886a-ee4ba01b3f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400646 Oct 27 17:16:54.910041 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-5cb4afad-5947-44f7-861e-f87037efa7a8 service neutron] 10.222.0.54 "GET /v2.0/networks/398a60af-ccd6-4899-886a-ee4ba01b3f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816116 Oct 27 17:16:55.004777 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43de9e84-5c2b-449b-a771-8aa3dc570e89 req-0cb93d00-77e2-4210-8fa7-a31e7891d19d service neutron] 10.222.0.54 "GET /v2.0/networks/398a60af-ccd6-4899-886a-ee4ba01b3f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878487 Oct 27 17:16:55.177108 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1120cad-fe0e-4618-8b9b-066642d10a2d req-07a5dfe6-49fd-4bf1-a465-5d49000fab4c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:55.178565 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d1120cad-fe0e-4618-8b9b-066642d10a2d req-07a5dfe6-49fd-4bf1-a465-5d49000fab4c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 944 time: 0.0552490 Oct 27 17:16:55.218110 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d1120cad-fe0e-4618-8b9b-066642d10a2d req-9d09b3e6-ec44-4b8d-99d6-555b90e8688c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331979 Oct 27 17:16:56.334287 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04c7bd-499d-4c7e-b041-d41773cbd03f req-d9d6c60a-4673-45bc-8aad-73afb218f24b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:56.335843 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a04c7bd-499d-4c7e-b041-d41773cbd03f req-d9d6c60a-4673-45bc-8aad-73afb218f24b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 944 time: 0.0489035 Oct 27 17:16:56.374511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5a04c7bd-499d-4c7e-b041-d41773cbd03f req-b77f00ab-d43e-4166-b34c-103b7180036a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327170 Oct 27 17:16:57.492750 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c54477-5300-4682-a78e-676b2fcec054 req-383ba6a7-4159-42dc-a4cb-60edeb5eab3b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:57.494234 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9c54477-5300-4682-a78e-676b2fcec054 req-383ba6a7-4159-42dc-a4cb-60edeb5eab3b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 944 time: 0.0507209 Oct 27 17:16:57.532945 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9c54477-5300-4682-a78e-676b2fcec054 req-a95d6ef5-bab6-4c26-ae0a-f2ecf12954f1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325155 Oct 27 17:16:58.496841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 63d1e99e-cfc9-4972-9d49-49e856d397c0 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:16:58.594681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 63d1e99e-cfc9-4972-9d49-49e856d397c0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=63d1e99e-cfc9-4972-9d49-49e856d397c0,segment=NetworkSegment(d96b87b9-7a27-4933-a7db-18b87fc37b5a),segment_id=d96b87b9-7a27-4933-a7db-18b87fc37b5a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:58.606400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '63d1e99e-cfc9-4972-9d49-49e856d397c0', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'port_id': '63d1e99e-cfc9-4972-9d49-49e856d397c0', 'mac_address': 'fa:16:3e:ad:2c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:16:58.644942 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:58.652938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773703d-f48c-436b-b66d-d0e5476bf898 req-f52a8bfa-83cb-4b5b-bf92-c184f8317b57 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:58.654472 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6773703d-f48c-436b-b66d-d0e5476bf898 req-f52a8bfa-83cb-4b5b-bf92-c184f8317b57 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 944 time: 0.0536258 Oct 27 17:16:58.658136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63d1e99e-cfc9-4972-9d49-49e856d397c0 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:16:58.678302 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 63d1e99e-cfc9-4972-9d49-49e856d397c0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=63d1e99e-cfc9-4972-9d49-49e856d397c0,segment=NetworkSegment(d96b87b9-7a27-4933-a7db-18b87fc37b5a),segment_id=d96b87b9-7a27-4933-a7db-18b87fc37b5a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:16:58.696107 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6773703d-f48c-436b-b66d-d0e5476bf898 req-169a5586-36a7-46d1-bae2-cdd0860da35b tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355389 Oct 27 17:16:58.767792 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:16:58.817432 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=63d1e99e-cfc9-4972-9d49-49e856d397c0,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:16:58.977174 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['63d1e99e-cfc9-4972-9d49-49e856d397c0'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:16:59.809082 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b024976-3273-494d-8b8f-e1ea9afe5aee req-82d2d579-6979-432c-b25d-2a0bf9cc4ab7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:16:59.810538 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3b024976-3273-494d-8b8f-e1ea9afe5aee req-82d2d579-6979-432c-b25d-2a0bf9cc4ab7 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 945 time: 0.0491090 Oct 27 17:16:59.848312 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3b024976-3273-494d-8b8f-e1ea9afe5aee req-e770c719-cf15-4bb3-bde9-c3df2fa2c0d0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317776 Oct 27 17:17:00.058662 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:00.510371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 63d1e99e-cfc9-4972-9d49-49e856d397c0 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:17:00.648769 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 63d1e99e-cfc9-4972-9d49-49e856d397c0 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:17:00.653556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 63d1e99e-cfc9-4972-9d49-49e856d397c0 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:17:00.653947 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:00.732748 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:00.754182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1063721f-c679-485e-9593-cfc2e32dd55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1e99e-cfc9-4972-9d49-49e856d397c0'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:17:00.756393 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2842b626-9681-4daf-925d-7c71a2c0e33c" -d '{"events": [{"server_uuid": "1063721f-c679-485e-9593-cfc2e32dd55e", "name": "network-vif-plugged", "status": "completed", "tag": "63d1e99e-cfc9-4972-9d49-49e856d397c0"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:17:00.769298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 63d1e99e-cfc9-4972-9d49-49e856d397c0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=63d1e99e-cfc9-4972-9d49-49e856d397c0,segment=NetworkSegment(d96b87b9-7a27-4933-a7db-18b87fc37b5a),segment_id=d96b87b9-7a27-4933-a7db-18b87fc37b5a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:00.794303 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9b1f43-a40e-4537-8cc9-50399a3ea3f4 x-openstack-request-id: req-3d9b1f43-a40e-4537-8cc9-50399a3ea3f4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:17:00.794590 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1063721f-c679-485e-9593-cfc2e32dd55e", "name": "network-vif-plugged", "status": "completed", "tag": "63d1e99e-cfc9-4972-9d49-49e856d397c0", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:17:00.794850 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d9b1f43-a40e-4537-8cc9-50399a3ea3f4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:17:00.795242 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1063721f-c679-485e-9593-cfc2e32dd55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63d1e99e-cfc9-4972-9d49-49e856d397c0', 'code': 200} Oct 27 17:17:00.831827 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:00.880782 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=63d1e99e-cfc9-4972-9d49-49e856d397c0,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:00.897790 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e472e4d-94c2-47b6-a7a1-1c73b439a5e9 req-db2a5930-a9f7-4c7d-974f-c2e470bccfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:00.899377 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e472e4d-94c2-47b6-a7a1-1c73b439a5e9 req-db2a5930-a9f7-4c7d-974f-c2e470bccfb2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 1097 time: 0.0423615 Oct 27 17:17:00.936878 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e472e4d-94c2-47b6-a7a1-1c73b439a5e9 req-3dff3270-323b-490f-a40f-7aa807355026 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298238 Oct 27 17:17:00.972313 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75a064-2e6d-4974-984e-af153e5bda0b req-c3de4a21-189a-4d33-b121-b5ea7daa04da tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:00.973771 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c75a064-2e6d-4974-984e-af153e5bda0b req-c3de4a21-189a-4d33-b121-b5ea7daa04da tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0531659 Oct 27 17:17:01.013050 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4c75a064-2e6d-4974-984e-af153e5bda0b req-22f1756d-a3be-4a72-b7e6-6836f2bcf6e1 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328095 Oct 27 17:17:02.131807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f7264-afd9-45d7-ab1c-565cd84da41d req-38827e25-736e-4549-916b-3f6325b06fd2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:02.133334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e3f7264-afd9-45d7-ab1c-565cd84da41d req-38827e25-736e-4549-916b-3f6325b06fd2 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0498426 Oct 27 17:17:02.171760 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1e3f7264-afd9-45d7-ab1c-565cd84da41d req-653a2aa7-1b2e-4a71-8928-a5d0e9c09555 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324843 Oct 27 17:17:03.288134 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf44a58-463e-41c4-a952-c711f1c9f334 req-c4641cd8-02e6-4af2-9969-ddd17a44fc5e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:03.289608 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cf44a58-463e-41c4-a952-c711f1c9f334 req-c4641cd8-02e6-4af2-9969-ddd17a44fc5e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0509851 Oct 27 17:17:03.328424 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5cf44a58-463e-41c4-a952-c711f1c9f334 req-8d03d290-ee8a-4bbb-8224-1f0ac24992df tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321789 Oct 27 17:17:03.351559 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:03.447300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5c15-c7fc-41ff-a013-d9984d626e53 req-474ee58f-c1dd-4563-97ab-ca98ad467d74 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:03.448859 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8dfb5c15-c7fc-41ff-a013-d9984d626e53 req-474ee58f-c1dd-4563-97ab-ca98ad467d74 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0520401 Oct 27 17:17:03.486819 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8dfb5c15-c7fc-41ff-a013-d9984d626e53 req-cf09f4f5-6909-4a7e-acac-51efe39fe80e tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Oct 27 17:17:03.508930 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49298) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:03.549463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c94363-bced-4f3b-bb09-13064d243657 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:03.551239 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-19c94363-bced-4f3b-bb09-13064d243657 tempest-TestNetworkAdvancedServerOps-1747517232 tempest-TestNetworkAdvancedServerOps-1747517232-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 1092 time: 0.0413256 Oct 27 17:17:03.554023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49300) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:03.558178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '63d1e99e-cfc9-4972-9d49-49e856d397c0', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:17:03.642855 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:03.738479 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:03.837002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Allocated IP 172.25.4.249 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/7cb4701c-8b07-4b63-819b-56b215b13a71) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:17:03.938856 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:04.054705 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:04.096141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:17:04.098979 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:17:04.101779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:17:04.125045 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=7cb4701c-8b07-4b63-819b-56b215b13a71,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:04.438642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:04.542480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:04.690791 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:04.733944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:04.805005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event updated for resources: {'Port': ['ID=7cb4701c-8b07-4b63-819b-56b215b13a71,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:04.815231 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:05.244002 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Floating IP 5f6135d7-3189-44f0-af7c-cee35ee86ddc associated. External IP: 172.25.4.249, port: 63d1e99e-cfc9-4972-9d49-49e856d397c0. Oct 27 17:17:05.444749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 20590292-30c4-496e-9c9c-ba1363c20c07 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:17:05.553552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:17:05.563885 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f370855b-e292-406e-8d55-40e5150e8383 None None] Sync routers for ids ['20590292-30c4-496e-9c9c-ba1363c20c07'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:17:05.573717 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370855b-e292-406e-8d55-40e5150e8383 None None] Routers {'20590292-30c4-496e-9c9c-ba1363c20c07'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:05.574454 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f370855b-e292-406e-8d55-40e5150e8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:16:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['20590292-30c4-496e-9c9c-ba1363c20c07'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:05.627624 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:05.657354 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3fcc5f8a-3b24-4718-a2db-ae7f70dbc0ce tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1023138 Oct 27 17:17:05.657944 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1063721f-c679-485e-9593-cfc2e32dd55e', 'tag': '63d1e99e-cfc9-4972-9d49-49e856d397c0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:17:05.660244 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d" -d '{"events": [{"name": "network-changed", "server_uuid": "1063721f-c679-485e-9593-cfc2e32dd55e", "tag": "63d1e99e-cfc9-4972-9d49-49e856d397c0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:17:05.685597 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f370855b-e292-406e-8d55-40e5150e8383 None None] Set router 20590292-30c4-496e-9c9c-ba1363c20c07 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:05.703463 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b871b07-dc26-4a1a-8580-1bc9b98d8b2e x-openstack-request-id: req-1b871b07-dc26-4a1a-8580-1bc9b98d8b2e {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:17:05.703756 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1063721f-c679-485e-9593-cfc2e32dd55e", "tag": "63d1e99e-cfc9-4972-9d49-49e856d397c0", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:17:05.704087 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b871b07-dc26-4a1a-8580-1bc9b98d8b2e {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:17:05.704489 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1063721f-c679-485e-9593-cfc2e32dd55e', 'tag': '63d1e99e-cfc9-4972-9d49-49e856d397c0', 'status': 'completed', 'code': 200} Oct 27 17:17:05.763616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3623f2-57d3-489c-83da-490b96ba942e req-8806157a-4d5e-450f-8475-105b8d107900 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:05.765199 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd3623f2-57d3-489c-83da-490b96ba942e req-8806157a-4d5e-450f-8475-105b8d107900 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0519538 Oct 27 17:17:05.799154 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d req-d4ab0ed4-cfa2-4a45-b69f-96384dce86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:05.800957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d req-d4ab0ed4-cfa2-4a45-b69f-96384dce86c7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 1097 time: 0.0507345 Oct 27 17:17:05.806856 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dd3623f2-57d3-489c-83da-490b96ba942e req-824dfe44-b691-40cb-b09a-919163f01454 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354424 Oct 27 17:17:05.829555 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49306) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:05.921880 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f370855b-e292-406e-8d55-40e5150e8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:47Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '5f6135d7-3189-44f0-af7c-cee35ee86ddc', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'port_id': '63d1e99e-cfc9-4972-9d49-49e856d397c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'mac_address': 'fa:16:3e:ad:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1063721f-c679-485e-9593-cfc2e32dd55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:17:04Z', 'updated_at': '2021-10-27T17:17:04Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e8511d-a7d4-4b1d-b7b5-e583d2ee799b', 'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:07:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:46Z', 'updated_at': '2021-10-27T17:16:50Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:05.928325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-196af129-6454-42b1-abb8-0c1bc6b08fb4 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/5f6135d7-3189-44f0-af7c-cee35ee86ddc HTTP/1.1" status: 200 len: 992 time: 0.0964775 Oct 27 17:17:05.950300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d req-01ce9b0e-0ed3-4804-8fb0-9e234ac68612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:05.951329 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d req-01ce9b0e-0ed3-4804-8fb0-9e234ac68612 service neutron] 10.222.0.54 "GET /v2.0/networks?id=398a60af-ccd6-4899-886a-ee4ba01b3f43 HTTP/1.1" status: 200 len: 898 time: 0.1419861 Oct 27 17:17:06.024030 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d req-774057da-7f32-4570-a783-1f58bd5e0efb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63d1e99e-cfc9-4972-9d49-49e856d397c0 HTTP/1.1" status: 200 len: 1000 time: 0.0620413 Oct 27 17:17:06.043055 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f370855b-e292-406e-8d55-40e5150e8383 None None] Checking router: 20590292-30c4-496e-9c9c-ba1363c20c07 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:17:06.051667 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370855b-e292-406e-8d55-40e5150e8383 None None] Routers {'20590292-30c4-496e-9c9c-ba1363c20c07'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:06.052300 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f370855b-e292-406e-8d55-40e5150e8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:16:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['20590292-30c4-496e-9c9c-ba1363c20c07'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:06.078443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d req-976c05c0-0b22-42a2-bed5-e63d7fd51817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:06.079914 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d req-976c05c0-0b22-42a2-bed5-e63d7fd51817 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5204bb2-e734-4350-b388-e18e16ffe0b3 HTTP/1.1" status: 200 len: 835 time: 0.0491049 Oct 27 17:17:06.127113 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d req-49f776c4-947a-4099-b847-d70d3299b93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:06.128646 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d req-49f776c4-947a-4099-b847-d70d3299b93f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=398a60af-ccd6-4899-886a-ee4ba01b3f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406609 Oct 27 17:17:06.159354 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f370855b-e292-406e-8d55-40e5150e8383 None None] Set router 20590292-30c4-496e-9c9c-ba1363c20c07 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:06.220072 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d req-968d7a0f-a4bb-4ede-8413-ef4ded81130c service neutron] 10.222.0.54 "GET /v2.0/networks/398a60af-ccd6-4899-886a-ee4ba01b3f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842803 Oct 27 17:17:06.315509 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1986d1af-173d-4b9c-9a2f-8d6b1609da5d req-8701f86d-ee9d-412a-a460-9230040d72e4 service neutron] 10.222.0.54 "GET /v2.0/networks/398a60af-ccd6-4899-886a-ee4ba01b3f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872502 Oct 27 17:17:06.384779 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f370855b-e292-406e-8d55-40e5150e8383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:47Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '5f6135d7-3189-44f0-af7c-cee35ee86ddc', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'port_id': '63d1e99e-cfc9-4972-9d49-49e856d397c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'mac_address': 'fa:16:3e:ad:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1063721f-c679-485e-9593-cfc2e32dd55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:17:04Z', 'updated_at': '2021-10-27T17:17:04Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e8511d-a7d4-4b1d-b7b5-e583d2ee799b', 'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:07:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:46Z', 'updated_at': '2021-10-27T17:16:50Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:06.414357 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f370855b-e292-406e-8d55-40e5150e8383 None None] The sync data for ids ['20590292-30c4-496e-9c9c-ba1363c20c07'] in n-d-815689-1 is: [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:47Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '5f6135d7-3189-44f0-af7c-cee35ee86ddc', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'floating_ip_address': '172.25.4.249', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'port_id': '63d1e99e-cfc9-4972-9d49-49e856d397c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'mac_address': 'fa:16:3e:ad:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1063721f-c679-485e-9593-cfc2e32dd55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:17:04Z', 'updated_at': '2021-10-27T17:17:04Z', 'revision_number': 0, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36e8511d-a7d4-4b1d-b7b5-e583d2ee799b', 'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:07:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:46Z', 'updated_at': '2021-10-27T17:16:50Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:17:06.605883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4191b1-1d58-4c14-9788-0dae039af758 None None] New status for floating IP 5f6135d7-3189-44f0-af7c-cee35ee86ddc: ACTIVE {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:17:06.930904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49308) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:06.993338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b2d6444d-7b1c-4f59-bf39-c06307e70323 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/5f6135d7-3189-44f0-af7c-cee35ee86ddc HTTP/1.1" status: 200 len: 994 time: 0.0611074 Oct 27 17:17:09.211599 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:17:18.568072 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e66593f1-7ee8-40dc-bc0f-aa38ea71bcd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:21.568516 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1c5e4685-d0dc-4cd4-a50e-44432f62972c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:22.276725 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:22.453882 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:24.436437 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:30.036435 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:33.302660 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:40.560269 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc40c3-caf8-4c2f-9f9d-cc30d77e64c1 req-9473c870-8ef5-4c77-a4d5-38d2277a8fea tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:40.561733 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-34fc40c3-caf8-4c2f-9f9d-cc30d77e64c1 req-9473c870-8ef5-4c77-a4d5-38d2277a8fea tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0553157 Oct 27 17:17:40.599620 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-34fc40c3-caf8-4c2f-9f9d-cc30d77e64c1 req-06c6c200-1c71-43a7-9e98-8a017f90a2f9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319009 Oct 27 17:17:41.723765 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50dbb08-c3af-48c7-8b9e-cca1450afac3 req-130c506a-52f0-44d0-ab97-17d35fe5180c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:41.725264 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b50dbb08-c3af-48c7-8b9e-cca1450afac3 req-130c506a-52f0-44d0-ab97-17d35fe5180c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0546350 Oct 27 17:17:41.763186 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b50dbb08-c3af-48c7-8b9e-cca1450afac3 req-632fd454-4a73-4428-a05f-7c2f7cfc24eb tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316122 Oct 27 17:17:41.787160 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49326) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:41.846726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e0be8ad2-ab85-4358-9d6b-14ce2c04c429 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/5f6135d7-3189-44f0-af7c-cee35ee86ddc HTTP/1.1" status: 200 len: 994 time: 0.0584049 Oct 27 17:17:43.235626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fae6e-dd40-4203-8809-1c30b0bc56f6 req-f4a2f60a-581f-4c83-ac4c-b7314e642a21 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:43.238051 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-624fae6e-dd40-4203-8809-1c30b0bc56f6 req-f4a2f60a-581f-4c83-ac4c-b7314e642a21 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0506787 Oct 27 17:17:43.289057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-624fae6e-dd40-4203-8809-1c30b0bc56f6 req-60895141-859a-4349-b40c-2b76899e473c tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450385 Oct 27 17:17:43.317935 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d0c2-a712-4b6b-8640-e3e56c16baee req-2ccf30e5-7394-4425-894e-2421099f939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:43.319436 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de81d0c2-a712-4b6b-8640-e3e56c16baee req-2ccf30e5-7394-4425-894e-2421099f939d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 1097 time: 0.0448186 Oct 27 17:17:43.411345 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d0c2-a712-4b6b-8640-e3e56c16baee req-996b1d6f-249e-402a-bd27-d8eaf753ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:43.412906 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de81d0c2-a712-4b6b-8640-e3e56c16baee req-996b1d6f-249e-402a-bd27-d8eaf753ed19 service neutron] 10.222.0.54 "GET /v2.0/networks?id=398a60af-ccd6-4899-886a-ee4ba01b3f43 HTTP/1.1" status: 200 len: 898 time: 0.0866761 Oct 27 17:17:43.476870 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de81d0c2-a712-4b6b-8640-e3e56c16baee req-ee1b73b6-a0c5-4ccf-8597-e58b9518e3e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63d1e99e-cfc9-4972-9d49-49e856d397c0 HTTP/1.1" status: 200 len: 1002 time: 0.0571043 Oct 27 17:17:43.530489 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d0c2-a712-4b6b-8640-e3e56c16baee req-716cc022-f1ce-40ce-8341-fc2fa671d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:43.531927 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de81d0c2-a712-4b6b-8640-e3e56c16baee req-716cc022-f1ce-40ce-8341-fc2fa671d188 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5204bb2-e734-4350-b388-e18e16ffe0b3 HTTP/1.1" status: 200 len: 835 time: 0.0481963 Oct 27 17:17:43.577273 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81d0c2-a712-4b6b-8640-e3e56c16baee req-fd8b12e2-00ab-488a-a147-cbb7b2dd4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:43.578704 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de81d0c2-a712-4b6b-8640-e3e56c16baee req-fd8b12e2-00ab-488a-a147-cbb7b2dd4abf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=398a60af-ccd6-4899-886a-ee4ba01b3f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390401 Oct 27 17:17:43.667078 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de81d0c2-a712-4b6b-8640-e3e56c16baee req-820a90a0-fc54-48a7-936d-7ba40ae8b9bc service neutron] 10.222.0.54 "GET /v2.0/networks/398a60af-ccd6-4899-886a-ee4ba01b3f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804093 Oct 27 17:17:43.761446 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-de81d0c2-a712-4b6b-8640-e3e56c16baee req-5cfd88e1-c916-4490-8f23-dcb654aeb403 service neutron] 10.222.0.54 "GET /v2.0/networks/398a60af-ccd6-4899-886a-ee4ba01b3f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871556 Oct 27 17:17:44.406547 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4e51b-5334-45f0-8103-8ea75c597aa5 req-86848d5b-d7b8-4277-bad2-8119097c7a59 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:44.408028 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26f4e51b-5334-45f0-8103-8ea75c597aa5 req-86848d5b-d7b8-4277-bad2-8119097c7a59 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0487251 Oct 27 17:17:44.449154 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-26f4e51b-5334-45f0-8103-8ea75c597aa5 req-388ffe86-bb4f-490d-b8f2-5dfce6c41250 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350313 Oct 27 17:17:45.565198 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239383b-8123-49f9-bce7-20f715abf9fa req-b08f9312-f145-46bd-a9e8-3fa27e09ff79 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:45.566658 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3239383b-8123-49f9-bce7-20f715abf9fa req-b08f9312-f145-46bd-a9e8-3fa27e09ff79 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0491610 Oct 27 17:17:45.605853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3239383b-8123-49f9-bce7-20f715abf9fa req-624efc9c-304a-4eb9-a3f8-9e2a1cf246ef tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326009 Oct 27 17:17:45.627664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49338) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:45.689885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a7650fd7-ad2f-4523-9e5b-c51965bb4173 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/floatingips/5f6135d7-3189-44f0-af7c-cee35ee86ddc HTTP/1.1" status: 200 len: 994 time: 0.0609756 Oct 27 17:17:45.902758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49344) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:46.063794 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 7cb4701c-8b07-4b63-819b-56b215b13a71 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:46.064234 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.138501 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.138831 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.150182 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 7cb4701c-8b07-4b63-819b-56b215b13a71 owned by network:floatingip {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:46.210476 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:17:46.356611 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.383444 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=7cb4701c-8b07-4b63-819b-56b215b13a71,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:46.406249 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.406600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.406946 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.407291 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.407627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.407963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.408318 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.408652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.408981 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.409306 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.409632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.409954 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:46.454899 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for floatingip, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.455228 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Floating IP 5f6135d7-3189-44f0-af7c-cee35ee86ddc disassociated (deleted). External IP: 172.25.4.249, port: 63d1e99e-cfc9-4972-9d49-49e856d397c0. Oct 27 17:17:46.659001 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 20590292-30c4-496e-9c9c-ba1363c20c07 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:17:46.766112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:17:46.771708 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:46.776481 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8d9b8-8613-40f2-a3a3-057a50856f09 None None] Sync routers for ids ['20590292-30c4-496e-9c9c-ba1363c20c07'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:17:46.787442 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8d9b8-8613-40f2-a3a3-057a50856f09 None None] Routers {'20590292-30c4-496e-9c9c-ba1363c20c07'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:46.788043 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-56d8d9b8-8613-40f2-a3a3-057a50856f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['20590292-30c4-496e-9c9c-ba1363c20c07'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:46.800032 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4bd36c2f-a53c-4f31-ab96-2feca4c41635 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/floatingips/5f6135d7-3189-44f0-af7c-cee35ee86ddc HTTP/1.1" status: 204 len: 168 time: 0.8959439 Oct 27 17:17:46.800632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1063721f-c679-485e-9593-cfc2e32dd55e', 'tag': '63d1e99e-cfc9-4972-9d49-49e856d397c0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:17:46.803055 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901eba41-de63-4b63-965a-2578b450c055" -d '{"events": [{"name": "network-changed", "server_uuid": "1063721f-c679-485e-9593-cfc2e32dd55e", "tag": "63d1e99e-cfc9-4972-9d49-49e856d397c0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:17:46.841793 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae031b12-d523-4fdf-a9b4-44f47f037c84 x-openstack-request-id: req-ae031b12-d523-4fdf-a9b4-44f47f037c84 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:17:46.842145 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1063721f-c679-485e-9593-cfc2e32dd55e", "tag": "63d1e99e-cfc9-4972-9d49-49e856d397c0", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:17:46.842481 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae031b12-d523-4fdf-a9b4-44f47f037c84 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:17:46.842952 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1063721f-c679-485e-9593-cfc2e32dd55e', 'tag': '63d1e99e-cfc9-4972-9d49-49e856d397c0', 'status': 'completed', 'code': 200} Oct 27 17:17:46.897927 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-56d8d9b8-8613-40f2-a3a3-057a50856f09 None None] Set router 20590292-30c4-496e-9c9c-ba1363c20c07 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:46.910931 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eba41-de63-4b63-965a-2578b450c055 req-4d376054-bf76-4665-847c-85737d44534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:46.913060 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-901eba41-de63-4b63-965a-2578b450c055 req-4d376054-bf76-4665-847c-85737d44534f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 1097 time: 0.0463529 Oct 27 17:17:47.011506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eba41-de63-4b63-965a-2578b450c055 req-6f8b50f0-2d06-48cf-b6b3-1df5ab612673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:47.013040 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-901eba41-de63-4b63-965a-2578b450c055 req-6f8b50f0-2d06-48cf-b6b3-1df5ab612673 service neutron] 10.222.0.54 "GET /v2.0/networks?id=398a60af-ccd6-4899-886a-ee4ba01b3f43 HTTP/1.1" status: 200 len: 898 time: 0.0926578 Oct 27 17:17:47.060357 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-901eba41-de63-4b63-965a-2578b450c055 req-5dc0f5f7-221f-4126-9db4-f0c1e824ed1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63d1e99e-cfc9-4972-9d49-49e856d397c0 HTTP/1.1" status: 200 len: 217 time: 0.0402181 Oct 27 17:17:47.104499 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-56d8d9b8-8613-40f2-a3a3-057a50856f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:47Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '36e8511d-a7d4-4b1d-b7b5-e583d2ee799b', 'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:07:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:46Z', 'updated_at': '2021-10-27T17:16:50Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:47.118897 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eba41-de63-4b63-965a-2578b450c055 req-971ed548-5702-4363-9a30-5af2264279ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:47.120537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-901eba41-de63-4b63-965a-2578b450c055 req-971ed548-5702-4363-9a30-5af2264279ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c5204bb2-e734-4350-b388-e18e16ffe0b3 HTTP/1.1" status: 200 len: 835 time: 0.0487394 Oct 27 17:17:47.130385 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8d9b8-8613-40f2-a3a3-057a50856f09 None None] Checking router: 20590292-30c4-496e-9c9c-ba1363c20c07 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:17:47.139603 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8d9b8-8613-40f2-a3a3-057a50856f09 None None] Routers {'20590292-30c4-496e-9c9c-ba1363c20c07'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:47.140243 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-56d8d9b8-8613-40f2-a3a3-057a50856f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['20590292-30c4-496e-9c9c-ba1363c20c07'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:47.168575 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901eba41-de63-4b63-965a-2578b450c055 req-a14b01df-2e82-490d-8a29-5f5a136276b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:47.170033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-901eba41-de63-4b63-965a-2578b450c055 req-a14b01df-2e82-490d-8a29-5f5a136276b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=398a60af-ccd6-4899-886a-ee4ba01b3f43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426211 Oct 27 17:17:47.252445 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-56d8d9b8-8613-40f2-a3a3-057a50856f09 None None] Set router 20590292-30c4-496e-9c9c-ba1363c20c07 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:47.274807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-901eba41-de63-4b63-965a-2578b450c055 req-b18039cb-38f6-4fc1-b341-5a5c0ad4ebf9 service neutron] 10.222.0.54 "GET /v2.0/networks/398a60af-ccd6-4899-886a-ee4ba01b3f43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948143 Oct 27 17:17:47.280447 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b8d0b-d990-4c51-bdde-dc4bdfddf73f req-f8ecce93-8303-4f22-a4bf-310ba9c48452 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:47.281947 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c32b8d0b-d990-4c51-bdde-dc4bdfddf73f req-f8ecce93-8303-4f22-a4bf-310ba9c48452 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0504193 Oct 27 17:17:47.324527 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c32b8d0b-d990-4c51-bdde-dc4bdfddf73f req-7a5a35ec-ae5f-49d7-9ad2-7c8d904d224a tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346053 Oct 27 17:17:47.381653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-901eba41-de63-4b63-965a-2578b450c055 req-0d254ce7-c2a9-4cc1-9148-7d5283b4c76d service neutron] 10.222.0.54 "GET /v2.0/networks/398a60af-ccd6-4899-886a-ee4ba01b3f43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975921 Oct 27 17:17:47.454609 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-56d8d9b8-8613-40f2-a3a3-057a50856f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:47Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '36e8511d-a7d4-4b1d-b7b5-e583d2ee799b', 'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:07:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:46Z', 'updated_at': '2021-10-27T17:16:50Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:47.484120 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8d9b8-8613-40f2-a3a3-057a50856f09 None None] The sync data for ids ['20590292-30c4-496e-9c9c-ba1363c20c07'] in n-d-815689-1 is: [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:16:47Z', 'revision_number': 4, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '36e8511d-a7d4-4b1d-b7b5-e583d2ee799b', 'name': '', 'network_id': '398a60af-ccd6-4899-886a-ee4ba01b3f43', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'mac_address': 'fa:16:3e:07:ae:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:46Z', 'updated_at': '2021-10-27T17:16:50Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'subnets': [{'id': 'c5204bb2-e734-4350-b388-e18e16ffe0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:17:47.705862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1c32e-2398-4b35-8236-0ec7db467540 None None] New status for floating IP 5f6135d7-3189-44f0-af7c-cee35ee86ddc: DOWN {{(pid=109724) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:17:48.449840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57e923-b44f-428a-8b81-b8102138e6b1 req-1f3b996a-d036-4614-b09a-a99c76db6795 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:48.451352 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e57e923-b44f-428a-8b81-b8102138e6b1 req-1f3b996a-d036-4614-b09a-a99c76db6795 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0538032 Oct 27 17:17:48.492296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e57e923-b44f-428a-8b81-b8102138e6b1 req-b580efc7-7266-4598-9d3a-a9131ea85120 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/security-groups?id=807d4619-f408-4a4a-97c0-dc0fc1a716d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335968 Oct 27 17:17:48.527601 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ae637ab1-3a9f-41d1-a90b-6d59d1ad20b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:48.788083 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd4c82-22bc-4aa0-a779-17f7646e65b8 req-1c198338-603e-458e-a216-6ca6626d4346 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:48.789577 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84fd4c82-22bc-4aa0-a779-17f7646e65b8 req-1c198338-603e-458e-a216-6ca6626d4346 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 946 time: 0.0494576 Oct 27 17:17:48.877103 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-84fd4c82-22bc-4aa0-a779-17f7646e65b8 req-d9354342-fbe7-4a16-be6b-656d409f7b07 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 63d1e99e-cfc9-4972-9d49-49e856d397c0 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:48.877433 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-84fd4c82-22bc-4aa0-a779-17f7646e65b8 req-d9354342-fbe7-4a16-be6b-656d409f7b07 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:48.967910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-84fd4c82-22bc-4aa0-a779-17f7646e65b8 req-d9354342-fbe7-4a16-be6b-656d409f7b07 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port 63d1e99e-cfc9-4972-9d49-49e856d397c0, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=63d1e99e-cfc9-4972-9d49-49e856d397c0,segment=NetworkSegment(d96b87b9-7a27-4933-a7db-18b87fc37b5a),segment_id=d96b87b9-7a27-4933-a7db-18b87fc37b5a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:48.968219 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-84fd4c82-22bc-4aa0-a779-17f7646e65b8 req-d9354342-fbe7-4a16-be6b-656d409f7b07 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:48.980741 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-84fd4c82-22bc-4aa0-a779-17f7646e65b8 req-d9354342-fbe7-4a16-be6b-656d409f7b07 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 63d1e99e-cfc9-4972-9d49-49e856d397c0 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:49.207780 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-84fd4c82-22bc-4aa0-a779-17f7646e65b8 req-d9354342-fbe7-4a16-be6b-656d409f7b07 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:49.237762 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9354342-fbe7-4a16-be6b-656d409f7b07 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=63d1e99e-cfc9-4972-9d49-49e856d397c0,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:49.278356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fd4c82-22bc-4aa0-a779-17f7646e65b8 req-d9354342-fbe7-4a16-be6b-656d409f7b07 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] No DVR routers for this DVR port 63d1e99e-cfc9-4972-9d49-49e856d397c0 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:17:49.287156 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-84fd4c82-22bc-4aa0-a779-17f7646e65b8 req-d9354342-fbe7-4a16-be6b-656d409f7b07 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:49.287156 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-84fd4c82-22bc-4aa0-a779-17f7646e65b8 req-d9354342-fbe7-4a16-be6b-656d409f7b07 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.54 "DELETE /v2.0/ports/63d1e99e-cfc9-4972-9d49-49e856d397c0 HTTP/1.1" status: 204 len: 173 time: 0.4884906 Oct 27 17:17:49.287156 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1063721f-c679-485e-9593-cfc2e32dd55e', 'name': 'network-vif-deleted', 'tag': '63d1e99e-cfc9-4972-9d49-49e856d397c0'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:17:49.287777 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47efa463-cefb-4fc7-abee-32c0cb1fe985" -d '{"events": [{"server_uuid": "1063721f-c679-485e-9593-cfc2e32dd55e", "name": "network-vif-deleted", "tag": "63d1e99e-cfc9-4972-9d49-49e856d397c0"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:17:49.325702 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b24840-711c-44e9-bc15-3dfbbc118c8f x-openstack-request-id: req-d0b24840-711c-44e9-bc15-3dfbbc118c8f {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:17:49.326000 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1063721f-c679-485e-9593-cfc2e32dd55e", "name": "network-vif-deleted", "tag": "63d1e99e-cfc9-4972-9d49-49e856d397c0", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:17:49.326281 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0b24840-711c-44e9-bc15-3dfbbc118c8f {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:17:49.326665 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1063721f-c679-485e-9593-cfc2e32dd55e', 'name': 'network-vif-deleted', 'tag': '63d1e99e-cfc9-4972-9d49-49e856d397c0', 'status': 'completed', 'code': 200} Oct 27 17:17:49.594996 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6635977f-9558-42e9-91d7-3746381d20ad req-8c7c1d6b-0000-4766-8757-f6c32ef50fbc tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "GET /v2.0/ports?device_id=1063721f-c679-485e-9593-cfc2e32dd55e HTTP/1.1" status: 200 len: 210 time: 0.0331097 Oct 27 17:17:50.651377 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49360) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:50.997133 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:51.257756 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:51.258013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:51.346453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=36e8511d-a7d4-4b1d-b7b5-e583d2ee799b,segment=NetworkSegment(d96b87b9-7a27-4933-a7db-18b87fc37b5a),segment_id=d96b87b9-7a27-4933-a7db-18b87fc37b5a)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:51.346817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:51.363105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:51.636397 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6434929f-cc4b-49f5-b443-88e961d51528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:51.659372 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:51.687264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=36e8511d-a7d4-4b1d-b7b5-e583d2ee799b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:51.859825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:52.079873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Router 20590292-30c4-496e-9c9c-ba1363c20c07 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:17:52.185284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:17:52.190721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-578b81e6-1d15-44dc-b7ca-196acf4002c0 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "PUT /v2.0/routers/20590292-30c4-496e-9c9c-ba1363c20c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5382001 Oct 27 17:17:52.193463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49362) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:52.195731 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795570d-5906-4654-8f70-6143f6430e78 None None] Sync routers for ids ['20590292-30c4-496e-9c9c-ba1363c20c07'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:17:52.205262 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795570d-5906-4654-8f70-6143f6430e78 None None] Routers {'20590292-30c4-496e-9c9c-ba1363c20c07'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:52.205866 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b795570d-5906-4654-8f70-6143f6430e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['20590292-30c4-496e-9c9c-ba1363c20c07'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:52.246708 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db9e628-6cfc-407c-a32b-9895c2425a64 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting subnet c5204bb2-e734-4350-b388-e18e16ffe0b3 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:17:52.249812 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4db9e628-6cfc-407c-a32b-9895c2425a64 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:52.293514 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4db9e628-6cfc-407c-a32b-9895c2425a64 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:52.304329 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:52.412142 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b795570d-5906-4654-8f70-6143f6430e78 None None] Set router 20590292-30c4-496e-9c9c-ba1363c20c07 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:52.465120 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:52.601169 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b795570d-5906-4654-8f70-6143f6430e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:17:51Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:52.631659 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795570d-5906-4654-8f70-6143f6430e78 None None] Checking router: 20590292-30c4-496e-9c9c-ba1363c20c07 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:17:52.640309 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795570d-5906-4654-8f70-6143f6430e78 None None] Routers {'20590292-30c4-496e-9c9c-ba1363c20c07'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:17:52.640911 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b795570d-5906-4654-8f70-6143f6430e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['20590292-30c4-496e-9c9c-ba1363c20c07'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:52.720717 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4db9e628-6cfc-407c-a32b-9895c2425a64 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:52.755638 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-b795570d-5906-4654-8f70-6143f6430e78 None None] Set router 20590292-30c4-496e-9c9c-ba1363c20c07 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:17:52.803866 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 63d1e99e-cfc9-4972-9d49-49e856d397c0 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:52.825249 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 63d1e99e-cfc9-4972-9d49-49e856d397c0 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:17:52.825598 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 63d1e99e-cfc9-4972-9d49-49e856d397c0 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:52.835987 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4db9e628-6cfc-407c-a32b-9895c2425a64 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:52.857075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b91ef3-ac6c-4fbd-b550-627bbcc59c42 None None] Network 398a60af-ccd6-4899-886a-ee4ba01b3f43 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:17:52.865864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4db9e628-6cfc-407c-a32b-9895c2425a64 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:52.869042 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4db9e628-6cfc-407c-a32b-9895c2425a64 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/subnets/c5204bb2-e734-4350-b388-e18e16ffe0b3 HTTP/1.1" status: 204 len: 168 time: 0.6745319 Oct 27 17:17:52.870502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9e628-6cfc-407c-a32b-9895c2425a64 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Subnet': ['ID=c5204bb2-e734-4350-b388-e18e16ffe0b3,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:52.872098 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49364) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:52.946361 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-b795570d-5906-4654-8f70-6143f6430e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:17:51Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:52.975278 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b795570d-5906-4654-8f70-6143f6430e78 None None] The sync data for ids ['20590292-30c4-496e-9c9c-ba1363c20c07'] in n-d-815689-1 is: [{'id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-48862101', 'tenant_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175'}], 'enable_snat': True}, 'gw_port_id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:16:43Z', 'updated_at': '2021-10-27T17:17:51Z', 'revision_number': 5, 'project_id': 'afa4a63aaa6f461180d832d6ce035b4b', 'gw_port': {'id': '7d77ea25-af7d-4f99-85e1-205428b73a8a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b6:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20590292-30c4-496e-9c9c-ba1363c20c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:16:44Z', 'updated_at': '2021-10-27T17:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:17:52.995314 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:53.099895 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:53.204814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Deleting port 7d77ea25-af7d-4f99-85e1-205428b73a8a {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:53.205068 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:53.286121 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] For port 7d77ea25-af7d-4f99-85e1-205428b73a8a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7d77ea25-af7d-4f99-85e1-205428b73a8a,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:53.286396 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:53.298702 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Calling delete_port for 7d77ea25-af7d-4f99-85e1-205428b73a8a owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:53.342353 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] DHCP port deletion for 398a60af-ccd6-4899-886a-ee4ba01b3f43 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:17:53.397981 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Deleting port 366f8c65-72a0-4a96-9bbb-13fa70ae210a {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:17:53.398445 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:53.466930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] For port 366f8c65-72a0-4a96-9bbb-13fa70ae210a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=366f8c65-72a0-4a96-9bbb-13fa70ae210a,segment=NetworkSegment(d96b87b9-7a27-4933-a7db-18b87fc37b5a),segment_id=d96b87b9-7a27-4933-a7db-18b87fc37b5a)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:17:53.466930 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:53.479356 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Calling delete_port for 366f8c65-72a0-4a96-9bbb-13fa70ae210a owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:17:53.551208 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:53.575777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Port': ['ID=7d77ea25-af7d-4f99-85e1-205428b73a8a,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:53.590459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.590813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.591152 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.591485 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.591819 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.592242 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.592576 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.592902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.593228 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.593552 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.593892 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.594204 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.602488 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:53.626996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Pushing event deleted for resources: {'Port': ['ID=366f8c65-72a0-4a96-9bbb-13fa70ae210a,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:53.637818 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.638171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.638522 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.638867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.639200 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.639535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.639867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.640233 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.640565 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.640892 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.641231 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.641547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:17:53.644427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc34fab-4f8d-4467-8981-ee1b987a49d6 None None] No DVR routers for this DVR port 366f8c65-72a0-4a96-9bbb-13fa70ae210a on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:17:53.657634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.047063 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.049210 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.150436 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.151002 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Fanout notify agent at l3_agent the message router_deleted on router 20590292-30c4-496e-9c9c-ba1363c20c07 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:17:54.160904 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.160904 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e79a1f2b-77c2-4573-8c43-37ff8192b8dd tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/routers/20590292-30c4-496e-9c9c-ba1363c20c07 HTTP/1.1" status: 204 len: 168 time: 1.2860563 Oct 27 17:17:54.162676 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49366) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:54.243892 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.335312 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.354613 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['398a60af-ccd6-4899-886a-ee4ba01b3f43']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:54.363711 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96b87b9-7a27-4933-a7db-18b87fc37b5a') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:54.364018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96b87b9-7a27-4933-a7db-18b87fc37b5a') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:17:54.374794 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.389217 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.395247 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:17:54.395737 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: timer() Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:17:54.400080 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:17:54.430542 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.522363 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.531025 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.532353 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/networks/398a60af-ccd6-4899-886a-ee4ba01b3f43 HTTP/1.1" status: 204 len: 168 time: 0.3686721 Oct 27 17:17:54.535237 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49368) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:54.544471 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be45c42-3060-4a5d-95b5-9e46a4ceeba9 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'Network': ['ID=398a60af-ccd6-4899-886a-ee4ba01b3f43,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:54.604883 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a9570eb-e692-4ee9-a70d-13a643d31d41 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.630846 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a9570eb-e692-4ee9-a70d-13a643d31d41 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.748218 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 366f8c65-72a0-4a96-9bbb-13fa70ae210a no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:54.761787 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a9570eb-e692-4ee9-a70d-13a643d31d41 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.764480 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7a9570eb-e692-4ee9-a70d-13a643d31d41 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:54.768677 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7a9570eb-e692-4ee9-a70d-13a643d31d41 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] 10.222.0.15 "DELETE /v2.0/security-groups/807d4619-f408-4a4a-97c0-dc0fc1a716d2 HTTP/1.1" status: 204 len: 168 time: 0.2293193 Oct 27 17:17:54.768933 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 366f8c65-72a0-4a96-9bbb-13fa70ae210a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:17:54.769240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 366f8c65-72a0-4a96-9bbb-13fa70ae210a not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:54.769660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7d77ea25-af7d-4f99-85e1-205428b73a8a no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:54.775673 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9570eb-e692-4ee9-a70d-13a643d31d41 tempest-TestNetworkAdvancedServerOps-1519958305 tempest-TestNetworkAdvancedServerOps-1519958305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=807d4619-f408-4a4a-97c0-dc0fc1a716d2,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:54.794029 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 7d77ea25-af7d-4f99-85e1-205428b73a8a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:17:54.797270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7d77ea25-af7d-4f99-85e1-205428b73a8a not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:54.797270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:17:54.820259 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:17:54.820601 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 36e8511d-a7d4-4b1d-b7b5-e583d2ee799b not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:17:55.274166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49376) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:55.409380 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b06aec28-9674-4de5-815f-8121afcf7846 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=afa4a63aaa6f461180d832d6ce035b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1340451 Oct 27 17:17:55.412065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49380) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:55.461022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2bace1b4-a0c3-496e-8981-115a131bc789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:55.481760 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2bace1b4-a0c3-496e-8981-115a131bc789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:55.595454 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2bace1b4-a0c3-496e-8981-115a131bc789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:55.598212 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2bace1b4-a0c3-496e-8981-115a131bc789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:55.599430 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2bace1b4-a0c3-496e-8981-115a131bc789 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c732af44-b3cb-4f9d-8639-259c14975bc7 HTTP/1.1" status: 204 len: 168 time: 0.1863761 Oct 27 17:17:55.608522 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bace1b4-a0c3-496e-8981-115a131bc789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c732af44-b3cb-4f9d-8639-259c14975bc7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:56.112456 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49386) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:56.126367 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ee3fdd51-2c4c-461b-b7cf-94605a9f1619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:56.206812 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ee3fdd51-2c4c-461b-b7cf-94605a9f1619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:56.275013 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-ee3fdd51-2c4c-461b-b7cf-94605a9f1619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:56.313611 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fdd51-2c4c-461b-b7cf-94605a9f1619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b81b1b3-cf23-4851-8d2a-fe1240301b13,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:56.319008 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-ee3fdd51-2c4c-461b-b7cf-94605a9f1619 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7db602dad707416ab116f989c5530358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2054937 Oct 27 17:17:56.321627 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49388) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:56.373202 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9bc88724-7a88-46bb-aea0-1fec1dcb9d93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:56.393991 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9bc88724-7a88-46bb-aea0-1fec1dcb9d93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:56.492696 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9bc88724-7a88-46bb-aea0-1fec1dcb9d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:56.495607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9bc88724-7a88-46bb-aea0-1fec1dcb9d93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:56.496863 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9bc88724-7a88-46bb-aea0-1fec1dcb9d93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b81b1b3-cf23-4851-8d2a-fe1240301b13 HTTP/1.1" status: 204 len: 168 time: 0.1741982 Oct 27 17:17:56.505004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc88724-7a88-46bb-aea0-1fec1dcb9d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b81b1b3-cf23-4851-8d2a-fe1240301b13,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:57.471990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49410) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:57.570205 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1254699729-network', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:17:57.641773 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Made reservation on behalf of 564ccb46c6b84d719d69687a78461a2e for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:17:57.644102 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:57.653298 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:57.727411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:57.773292 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:57.797159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:17:57.807590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069d492f-57ce-4f5d-bbcd-2c8a5ccd36a7,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:57.813147 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:57.813482 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Added segment 51e128e8-1662-499f-a8be-ae4bf820d7cf of type vlan for network 70df4027-2989-4271-850f-e5f3625d18bf Oct 27 17:17:57.854522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:57.910100 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:57.911040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:57.911663 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:57.972355 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] Pushing event updated for resources: {'Network': ['ID=70df4027-2989-4271-850f-e5f3625d18bf,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:57.983196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 70df4027-2989-4271-850f-e5f3625d18bf details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:17:58.030505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e94cb87b-5f69-4f27-ad3a-6a25de4b8d94 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5544224 Oct 27 17:17:58.030736 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49414) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:58.035809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] Request body: {'subnet': {'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1254699729-subnet', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:17:58.110202 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] Made reservation on behalf of 564ccb46c6b84d719d69687a78461a2e for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:17:58.112601 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:58.327673 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:58.385510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68187625-8767-4beb-b9a8-6cc01122867d,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:58.392551 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] Checking segment: {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:17:58.392918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] Network hostable DHCP agents. Network: 70df4027-2989-4271-850f-e5f3625d18bf, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:17:58.453450 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] Network 70df4027-2989-4271-850f-e5f3625d18bf is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:17:58.522480 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 70df4027-2989-4271-850f-e5f3625d18bf) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:17:58.526628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:17:58.527245 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:58.536189 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5db779d-7bde-4d25-8ca4-578628fe2280 None None] Network 70df4027-2989-4271-850f-e5f3625d18bf requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:17:58.604881 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-1881c4e7-6511-44fb-b0a6-139775230249 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5728531 Oct 27 17:17:58.607346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49416) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:17:58.611669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:17:58.679585 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-70df4027-2989-4271-850f-e5f3625d18bf', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:17:58.680494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:58.687847 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:58.689009 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:58.746503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:58.816486 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Allocated IP 172.20.0.2 (70df4027-2989-4271-850f-e5f3625d18bf/68187625-8767-4beb-b9a8-6cc01122867d/8e2a51b5-189b-4588-8097-eb40b9d6e692) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:17:58.935381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:58.961694 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:59.013849 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:59.054146 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Network 70df4027-2989-4271-850f-e5f3625d18bf is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:17:59.058735 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:17:59.063252 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:17:59.066052 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Pushing event updated for resources: {'Port': ['ID=8e2a51b5-189b-4588-8097-eb40b9d6e692,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:59.121673 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Attempting to bind port 8e2a51b5-189b-4588-8097-eb40b9d6e692 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:17:59.122046 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Attempting to bind port 8e2a51b5-189b-4588-8097-eb40b9d6e692 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:17:59.122410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Attempting to bind port 8e2a51b5-189b-4588-8097-eb40b9d6e692 on network 70df4027-2989-4271-850f-e5f3625d18bf {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:17:59.127326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:17:59.127732 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Checking segment: {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:17:59.128161 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:59.128556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Bound using segment: {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:17:59.129014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Bound port: 8e2a51b5-189b-4588-8097-eb40b9d6e692, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:17:59.129389 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:59.187802 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:59.192427 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] For port 8e2a51b5-189b-4588-8097-eb40b9d6e692, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:17:59.195707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] For port 8e2a51b5-189b-4588-8097-eb40b9d6e692, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8e2a51b5-189b-4588-8097-eb40b9d6e692,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:17:59.207060 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:59.259427 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:59.318037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f29c2-d42f-4709-877c-7e481a8ab4cc None None] Pushing event updated for resources: {'Port': ['ID=8e2a51b5-189b-4588-8097-eb40b9d6e692,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:59.321388 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Allocated IP 172.25.4.223 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/fe3f00c0-ffeb-472e-8973-718fb0d1d1fe) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:17:59.433342 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:59.544414 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:17:59.590639 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:17:59.593664 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:17:59.597238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:17:59.603619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Pushing event updated for resources: {'Port': ['ID=fe3f00c0-ffeb-472e-8973-718fb0d1d1fe,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:17:59.907663 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:00.047987 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:00.108314 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:00.211076 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2c52e6-e70a-48a6-80ea-e480aa34db50 None None] Network 70df4027-2989-4271-850f-e5f3625d18bf requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:18:00.275520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7ae31988-3f15-48c1-80da-1115987b05c8 None None] Provisioning complete for port 8e2a51b5-189b-4588-8097-eb40b9d6e692 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:00.275797 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ae31988-3f15-48c1-80da-1115987b05c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:00.298053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Router 42b5de28-588b-4d91-901a-1a908bd656a2 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:18:00.411502 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:18:00.484213 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:00.485931 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c34574b7-1fa1-4bbe-8a10-8d6f9d9b4581 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8774378 Oct 27 17:18:00.489168 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49418) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:00.559024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Sync routers for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:18:00.596831 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:00.597462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:00.599871 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ae31988-3f15-48c1-80da-1115987b05c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:00.716602 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7ae31988-3f15-48c1-80da-1115987b05c8 None None] For port 8e2a51b5-189b-4588-8097-eb40b9d6e692, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8e2a51b5-189b-4588-8097-eb40b9d6e692,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:00.740396 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:00.804292 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7ae31988-3f15-48c1-80da-1115987b05c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:00.867895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8e2a51b5-189b-4588-8097-eb40b9d6e692 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:00.950874 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:00.955177 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae31988-3f15-48c1-80da-1115987b05c8 None None] Pushing event updated for resources: {'Port': ['ID=8e2a51b5-189b-4588-8097-eb40b9d6e692,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:01.003853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8e2a51b5-189b-4588-8097-eb40b9d6e692 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:01.004167 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.063550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-0525e061-f35d-4d85-a4ca-7127a2ee2349 None None] Provisioning complete for port 8e2a51b5-189b-4588-8097-eb40b9d6e692 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:01.064311 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0525e061-f35d-4d85-a4ca-7127a2ee2349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.103716 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:17:59Z', 'revision_number': 3, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:01.112385 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Allocated IP 172.20.0.1 (70df4027-2989-4271-850f-e5f3625d18bf/68187625-8767-4beb-b9a8-6cc01122867d/c49508ca-164d-4563-9771-3243941c8308) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:01.153969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Checking router: 42b5de28-588b-4d91-901a-1a908bd656a2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:18:01.154322 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Updating router 42b5de28-588b-4d91-901a-1a908bd656a2 port fe3f00c0-ffeb-472e-8973-718fb0d1d1fe binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:18:01.205483 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.229093 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.328501 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.368273 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Network 70df4027-2989-4271-850f-e5f3625d18bf is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:01.371233 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:01.374807 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:01.400902 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Pushing event updated for resources: {'Port': ['ID=c49508ca-164d-4563-9771-3243941c8308,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:01.421015 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.514621 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.590853 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.627809 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.648277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-51a6a357-1584-4eef-8685-c0f0070915d3 None None] Provisioning complete for port c49508ca-164d-4563-9771-3243941c8308 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:01.648574 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51a6a357-1584-4eef-8685-c0f0070915d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.673410 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a78295-fb10-4687-b1f5-76e708248601 None None] Pushing event updated for resources: {'Port': ['ID=fe3f00c0-ffeb-472e-8973-718fb0d1d1fe,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:01.679631 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Attempting to bind port fe3f00c0-ffeb-472e-8973-718fb0d1d1fe on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:01.680007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Attempting to bind port fe3f00c0-ffeb-472e-8973-718fb0d1d1fe by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:01.680398 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Attempting to bind port fe3f00c0-ffeb-472e-8973-718fb0d1d1fe on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:01.691583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:01.692628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:01.692628 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.692988 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:01.693497 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Bound port: fe3f00c0-ffeb-472e-8973-718fb0d1d1fe, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:01.693881 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.717811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-51a6a357-1584-4eef-8685-c0f0070915d3 None None] Port c49508ca-164d-4563-9771-3243941c8308 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:18:01.748628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] For port fe3f00c0-ffeb-472e-8973-718fb0d1d1fe, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:01.751727 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] For port fe3f00c0-ffeb-472e-8973-718fb0d1d1fe, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fe3f00c0-ffeb-472e-8973-718fb0d1d1fe,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:01.797283 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.825422 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.884122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:01.884726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:01.887775 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.924095 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a78295-fb10-4687-b1f5-76e708248601 None None] Pushing event updated for resources: {'Port': ['ID=fe3f00c0-ffeb-472e-8973-718fb0d1d1fe,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:01.956620 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:01.959958 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Pushing event updated for resources: {'Port': ['ID=c49508ca-164d-4563-9771-3243941c8308,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:01.997862 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:02.059223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Network 70df4027-2989-4271-850f-e5f3625d18bf is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:02.060821 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:02.188322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Router 42b5de28-588b-4d91-901a-1a908bd656a2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:18:02.221272 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 2, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:02.250050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2970a0d-dbd1-4adc-af34-74c52e2e0e11 None None] The sync data for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 is: [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 2, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:18:02.314464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:18:02.321004 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a7627c5d-3eb1-4202-89e6-d8a458fad947 admin admin] 10.222.0.15 "PUT /v2.0/routers/42b5de28-588b-4d91-901a-1a908bd656a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8300452 Oct 27 17:18:02.343553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1c526030-a792-4b4e-9177-02277c05a32c None None] Provisioning complete for port c49508ca-164d-4563-9771-3243941c8308 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:02.343853 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1c526030-a792-4b4e-9177-02277c05a32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:02.384445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-1c526030-a792-4b4e-9177-02277c05a32c None None] Port c49508ca-164d-4563-9771-3243941c8308 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:18:02.776863 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8e2a51b5-189b-4588-8097-eb40b9d6e692 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:02.827579 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 8e2a51b5-189b-4588-8097-eb40b9d6e692 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:02.827996 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.024647 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49434) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:03.029799 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1775393530-network', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:03.116719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Made reservation on behalf of 18a62d048a6c42fe93eee6f7008cd141 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:18:03.119190 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.128549 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.208776 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.288443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.314546 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:18:03.328804 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bcf505-7ada-4ab5-b04a-d4efd83288f4,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:03.335848 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.336265 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Added segment 5ec31082-b1ed-4803-a4c6-5a21615bc62d of type vlan for network 45aaff9a-0cf8-448b-899a-748691611867 Oct 27 17:18:03.339218 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.377930 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.465132 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.466083 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:03.466682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.528961 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] Pushing event updated for resources: {'Network': ['ID=45aaff9a-0cf8-448b-899a-748691611867,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:03.538884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 45aaff9a-0cf8-448b-899a-748691611867 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:18:03.582025 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-49abeb45-7b6d-43ed-a231-1c4c7d3d5c29 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5562475 Oct 27 17:18:03.584741 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49436) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:03.589505 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] Request body: {'subnet': {'network_id': '45aaff9a-0cf8-448b-899a-748691611867', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1775393530-subnet', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:03.676334 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] Made reservation on behalf of 18a62d048a6c42fe93eee6f7008cd141 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:18:03.679623 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.905029 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:03.963057 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15d1344-7433-467e-a25b-f1f560f7fe22,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:03.969987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] Checking segment: {'id': '5ec31082-b1ed-4803-a4c6-5a21615bc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45aaff9a-0cf8-448b-899a-748691611867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:03.970349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] Network hostable DHCP agents. Network: 45aaff9a-0cf8-448b-899a-748691611867, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:18:04.059020 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] Network 45aaff9a-0cf8-448b-899a-748691611867 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:18:04.122147 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 45aaff9a-0cf8-448b-899a-748691611867) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:04.126255 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:04.126935 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.133542 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf8a81-664f-437e-9410-0dd74126f042 None None] Network 45aaff9a-0cf8-448b-899a-748691611867 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:18:04.195129 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Sync routers for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:18:04.206142 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:04.206814 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:04.219324 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-69fc87d6-843d-4443-9713-e0660ebdbb4a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6310129 Oct 27 17:18:04.219735 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49438) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:04.224256 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1775393530-router', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:04.282270 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-45aaff9a-0cf8-448b-899a-748691611867', 'network_id': '45aaff9a-0cf8-448b-899a-748691611867', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'fixed_ips': [{'subnet_id': 'a15d1344-7433-467e-a25b-f1f560f7fe22'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:18:04.283209 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.316353 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.318170 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.319331 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:04.379361 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.533746 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 2, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:04.561416 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Checking router: 42b5de28-588b-4d91-901a-1a908bd656a2 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:18:04.561807 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Updating router 42b5de28-588b-4d91-901a-1a908bd656a2 port c49508ca-164d-4563-9771-3243941c8308 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:18:04.589990 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.592645 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.600044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Allocated IP 172.20.0.2 (45aaff9a-0cf8-448b-899a-748691611867/a15d1344-7433-467e-a25b-f1f560f7fe22/dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:04.760001 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.816781 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fe3f00c0-ffeb-472e-8973-718fb0d1d1fe up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:04.821214 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.859199 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.863505 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.878551 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.900070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Network 45aaff9a-0cf8-448b-899a-748691611867 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:04.904688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:04.907590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:04.909453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Pushing event updated for resources: {'Port': ['ID=dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:04.938862 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.965646 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fe3f00c0-ffeb-472e-8973-718fb0d1d1fe triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:04.966016 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:04.992477 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Allocated IP 172.25.4.5 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/6c8fc650-e0e9-4920-a146-259280c1b74a) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:05.002059 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Attempting to bind port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:05.002516 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Attempting to bind port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '5ec31082-b1ed-4803-a4c6-5a21615bc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45aaff9a-0cf8-448b-899a-748691611867'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:05.002886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Attempting to bind port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b on network 45aaff9a-0cf8-448b-899a-748691611867 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:05.011914 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:05.012332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Checking segment: {'id': '5ec31082-b1ed-4803-a4c6-5a21615bc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45aaff9a-0cf8-448b-899a-748691611867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:05.012675 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.013066 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Bound using segment: {'id': '5ec31082-b1ed-4803-a4c6-5a21615bc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45aaff9a-0cf8-448b-899a-748691611867'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:05.014136 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Bound port: dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec31082-b1ed-4803-a4c6-5a21615bc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45aaff9a-0cf8-448b-899a-748691611867'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:05.014506 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.044866 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Pushing event updated for resources: {'Port': ['ID=c49508ca-164d-4563-9771-3243941c8308,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:05.048186 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Attempting to bind port c49508ca-164d-4563-9771-3243941c8308 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:05.048563 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Attempting to bind port c49508ca-164d-4563-9771-3243941c8308 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:05.048939 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Attempting to bind port c49508ca-164d-4563-9771-3243941c8308 on network 70df4027-2989-4271-850f-e5f3625d18bf {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:05.058316 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:05.059026 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Checking segment: {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:05.059611 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.060192 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Bound using segment: {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:05.060858 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Bound port: c49508ca-164d-4563-9771-3243941c8308, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:05.061412 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.075770 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.076350 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.076886 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.077388 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.077892 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.078397 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.078891 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.079403 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.079899 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.080418 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.080942 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.081273 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:18:05.109724 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.133136 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.146612 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] For port c49508ca-164d-4563-9771-3243941c8308, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:05.149787 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port fe3f00c0-ffeb-472e-8973-718fb0d1d1fe, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fe3f00c0-ffeb-472e-8973-718fb0d1d1fe,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:05.151184 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3149ee91-a222-4be5-9122-2c136615606e None None] For port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:05.152757 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] For port c49508ca-164d-4563-9771-3243941c8308, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c49508ca-164d-4563-9771-3243941c8308,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:05.163653 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3149ee91-a222-4be5-9122-2c136615606e None None] For port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b,segment=NetworkSegment(5ec31082-b1ed-4803-a4c6-5a21615bc62d),segment_id=5ec31082-b1ed-4803-a4c6-5a21615bc62d)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:05.190546 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.237994 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.238512 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.245137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=fe3f00c0-ffeb-472e-8973-718fb0d1d1fe,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:05.254632 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.307602 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6c5ef-1531-4a18-8904-d0a0ff67e101 None None] Pushing event updated for resources: {'Port': ['ID=c49508ca-164d-4563-9771-3243941c8308,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:05.308476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149ee91-a222-4be5-9122-2c136615606e None None] Pushing event updated for resources: {'Port': ['ID=dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:05.311048 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:05.311757 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:05.311897 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:05.315070 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:05.324018 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:05.342354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-557dd3c8-1d81-48f3-89b1-ad2861adbf3f None None] Provisioning complete for port c49508ca-164d-4563-9771-3243941c8308 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:05.342797 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-557dd3c8-1d81-48f3-89b1-ad2861adbf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.364029 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8fc650-e0e9-4920-a146-259280c1b74a,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:05.456680 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-557dd3c8-1d81-48f3-89b1-ad2861adbf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.510982 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-557dd3c8-1d81-48f3-89b1-ad2861adbf3f None None] For port c49508ca-164d-4563-9771-3243941c8308, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c49508ca-164d-4563-9771-3243941c8308,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:05.610465 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-557dd3c8-1d81-48f3-89b1-ad2861adbf3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.640005 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:05.683820 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557dd3c8-1d81-48f3-89b1-ad2861adbf3f None None] Pushing event updated for resources: {'Port': ['ID=c49508ca-164d-4563-9771-3243941c8308,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:05.750734 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-bff7a4c7-2d6d-4ee3-b848-7eb11a961735 None None] Provisioning complete for port c49508ca-164d-4563-9771-3243941c8308 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:05.751103 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-bff7a4c7-2d6d-4ee3-b848-7eb11a961735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.762637 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:05.876147 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:05.901268 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8633bc5b-9793-47f1-8441-c9fe9670e8ae None None] The sync data for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 is: [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:18:05.971445 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:06.111521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-40a2a762-c8ce-4770-83f9-4e79c5191834 req-4c91ea03-0bc1-4355-8bd7-e079bdfee444 service neutron] (109723) timed out ('10.222.0.15', 44816) {{(pid=109723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 17:18:06.419508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7fbf1f-82de-430b-89db-4f43cbe2f6ed None None] Network 45aaff9a-0cf8-448b-899a-748691611867 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:18:06.483257 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-5591ad48-c5e5-4d4c-958e-a04b919aaeb6 None None] Provisioning complete for port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:06.483626 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5591ad48-c5e5-4d4c-958e-a04b919aaeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:06.506420 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Router b08fc07f-026f-4995-9a43-ce7524064eff is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:18:06.624766 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:18:06.634272 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5591ad48-c5e5-4d4c-958e-a04b919aaeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:06.640239 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Sync routers for ids ['b08fc07f-026f-4995-9a43-ce7524064eff'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:18:06.679172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Routers {'b08fc07f-026f-4995-9a43-ce7524064eff'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:06.679711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b08fc07f-026f-4995-9a43-ce7524064eff'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:06.702457 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:06.706419 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d92cf434-85aa-4a0e-9e0a-3ce8e7cb24a9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4833646 Oct 27 17:18:06.712865 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49440) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:06.722900 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-5591ad48-c5e5-4d4c-958e-a04b919aaeb6 None None] For port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b,segment=NetworkSegment(5ec31082-b1ed-4803-a4c6-5a21615bc62d),segment_id=5ec31082-b1ed-4803-a4c6-5a21615bc62d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:06.804327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Set router b08fc07f-026f-4995-9a43-ce7524064eff gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:06.922000 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5591ad48-c5e5-4d4c-958e-a04b919aaeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:06.973017 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:07.048553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591ad48-c5e5-4d4c-958e-a04b919aaeb6 None None] Pushing event updated for resources: {'Port': ['ID=dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:07.103878 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-59be3c48-7e0f-4c34-b9a8-b04438419e7f None None] Provisioning complete for port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:07.104275 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-59be3c48-7e0f-4c34-b9a8-b04438419e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.138763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:07.139125 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.181053 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.240546 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'name': 'tempest-TestShelveInstance-1775393530-router', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 3, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'gw_port': {'id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:07.299647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Checking router: b08fc07f-026f-4995-9a43-ce7524064eff for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:18:07.299904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Updating router b08fc07f-026f-4995-9a43-ce7524064eff port 6c8fc650-e0e9-4920-a146-259280c1b74a binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:18:07.335119 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fe3f00c0-ffeb-472e-8973-718fb0d1d1fe up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:07.338131 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.347847 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Allocated IP 172.20.0.1 (45aaff9a-0cf8-448b-899a-748691611867/a15d1344-7433-467e-a25b-f1f560f7fe22/dbf04477-574b-481d-bc5b-16f0d026e7d7) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:07.453462 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.470659 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port fe3f00c0-ffeb-472e-8973-718fb0d1d1fe triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:07.471028 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.551041 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.590786 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Network 45aaff9a-0cf8-448b-899a-748691611867 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:07.593825 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:07.597525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:07.621129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf04477-574b-481d-bc5b-16f0d026e7d7,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:07.642090 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.645214 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c49508ca-164d-4563-9771-3243941c8308 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:07.731013 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.744886 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c49508ca-164d-4563-9771-3243941c8308 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:07.745612 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.814447 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.868638 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.887402 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3717f-f7b4-41de-a77c-f64f6a326dec None None] Pushing event updated for resources: {'Port': ['ID=6c8fc650-e0e9-4920-a146-259280c1b74a,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:07.891890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4ec415aa-5b07-442a-9560-1c3bbedfc025 None None] Provisioning complete for port dbf04477-574b-481d-bc5b-16f0d026e7d7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:07.892283 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4ec415aa-5b07-442a-9560-1c3bbedfc025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.894050 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Attempting to bind port 6c8fc650-e0e9-4920-a146-259280c1b74a on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:07.894505 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Attempting to bind port 6c8fc650-e0e9-4920-a146-259280c1b74a by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:07.894770 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Attempting to bind port 6c8fc650-e0e9-4920-a146-259280c1b74a on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:07.926589 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:07.933041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:07.933041 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.933041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:07.933041 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Bound port: 6c8fc650-e0e9-4920-a146-259280c1b74a, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:07.933041 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:07.962735 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4ec415aa-5b07-442a-9560-1c3bbedfc025 None None] Port dbf04477-574b-481d-bc5b-16f0d026e7d7 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:18:07.989630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] For port 6c8fc650-e0e9-4920-a146-259280c1b74a, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:07.992787 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] For port 6c8fc650-e0e9-4920-a146-259280c1b74a, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6c8fc650-e0e9-4920-a146-259280c1b74a,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:08.044529 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:08.053719 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:08.105340 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Routers {'b08fc07f-026f-4995-9a43-ce7524064eff'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:08.105949 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b08fc07f-026f-4995-9a43-ce7524064eff'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:08.115154 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:08.186556 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:08.189763 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf04477-574b-481d-bc5b-16f0d026e7d7,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:08.290758 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Network 45aaff9a-0cf8-448b-899a-748691611867 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:08.292299 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:08.342507 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a3717f-f7b4-41de-a77c-f64f6a326dec None None] Pushing event updated for resources: {'Port': ['ID=6c8fc650-e0e9-4920-a146-259280c1b74a,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:08.392676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] Set router b08fc07f-026f-4995-9a43-ce7524064eff gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:08.413077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Router b08fc07f-026f-4995-9a43-ce7524064eff has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:18:08.534359 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:18:08.543748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9471c9c8-fab4-468c-b3ac-acb1a8b15851 admin admin] 10.222.0.15 "PUT /v2.0/routers/b08fc07f-026f-4995-9a43-ce7524064eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8314652 Oct 27 17:18:08.603630 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-68e91020-7701-496c-b0b5-c7dd413e0dfc None None] Provisioning complete for port dbf04477-574b-481d-bc5b-16f0d026e7d7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:08.603920 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-68e91020-7701-496c-b0b5-c7dd413e0dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:08.649556 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-68e91020-7701-496c-b0b5-c7dd413e0dfc None None] Port dbf04477-574b-481d-bc5b-16f0d026e7d7 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:18:08.656441 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'name': 'tempest-TestShelveInstance-1775393530-router', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:07Z', 'revision_number': 4, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'gw_port': {'id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'dbf04477-574b-481d-bc5b-16f0d026e7d7', 'name': '', 'network_id': '45aaff9a-0cf8-448b-899a-748691611867', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'mac_address': 'fa:16:3e:12:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a15d1344-7433-467e-a25b-f1f560f7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:07Z', 'updated_at': '2021-10-27T17:18:07Z', 'revision_number': 1, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'subnets': [{'id': 'a15d1344-7433-467e-a25b-f1f560f7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:08.684223 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6454f0-22fb-4d41-abfe-2a02b2b75027 None None] The sync data for ids ['b08fc07f-026f-4995-9a43-ce7524064eff'] in n-d-815689-1 is: [{'id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'name': 'tempest-TestShelveInstance-1775393530-router', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:07Z', 'revision_number': 4, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'gw_port': {'id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'dbf04477-574b-481d-bc5b-16f0d026e7d7', 'name': '', 'network_id': '45aaff9a-0cf8-448b-899a-748691611867', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'mac_address': 'fa:16:3e:12:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a15d1344-7433-467e-a25b-f1f560f7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:07Z', 'updated_at': '2021-10-27T17:18:07Z', 'revision_number': 1, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'subnets': [{'id': 'a15d1344-7433-467e-a25b-f1f560f7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:18:08.766014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:08.825178 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:08.825555 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:09.575767 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49448) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:09.580943 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-dce0a01b-b41a-4624-b3c9-469db6d0a1a1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052983826', 'description': 'tempest-secgroup-smoke-2052983826 description', 'project_id': '564ccb46c6b84d719d69687a78461a2e'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:09.652466 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dce0a01b-b41a-4624-b3c9-469db6d0a1a1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:09.724029 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dce0a01b-b41a-4624-b3c9-469db6d0a1a1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:09.790198 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dce0a01b-b41a-4624-b3c9-469db6d0a1a1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:09.820738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0a01b-b41a-4624-b3c9-469db6d0a1a1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539d349d-ff56-4575-b6c9-ba930390783b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:09.872623 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dce0a01b-b41a-4624-b3c9-469db6d0a1a1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:09.874389 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dce0a01b-b41a-4624-b3c9-469db6d0a1a1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2971578 Oct 27 17:18:09.877008 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49450) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:09.881923 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-54e39c0e-999d-4490-bf9c-c74a6d7a5e7b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '539d349d-ff56-4575-b6c9-ba930390783b', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:09.988675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-54e39c0e-999d-4490-bf9c-c74a6d7a5e7b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.043468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-54e39c0e-999d-4490-bf9c-c74a6d7a5e7b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.110464 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-54e39c0e-999d-4490-bf9c-c74a6d7a5e7b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.126368 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e39c0e-999d-4490-bf9c-c74a6d7a5e7b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5cea5b8-b34c-415a-aa1a-792bbf8100e0,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:10.203804 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-54e39c0e-999d-4490-bf9c-c74a6d7a5e7b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.205132 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-54e39c0e-999d-4490-bf9c-c74a6d7a5e7b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271570 Oct 27 17:18:10.208175 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49452) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:10.212717 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-79caf68d-8b7d-4ae9-a04d-80ab4c675f8a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '539d349d-ff56-4575-b6c9-ba930390783b', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:10.315753 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79caf68d-8b7d-4ae9-a04d-80ab4c675f8a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.377680 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79caf68d-8b7d-4ae9-a04d-80ab4c675f8a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.442037 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79caf68d-8b7d-4ae9-a04d-80ab4c675f8a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.465010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79caf68d-8b7d-4ae9-a04d-80ab4c675f8a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634a5a9b-fd99-412c-8d9e-7f4c88861c02,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:10.512812 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-79caf68d-8b7d-4ae9-a04d-80ab4c675f8a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.514174 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-79caf68d-8b7d-4ae9-a04d-80ab4c675f8a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3049734 Oct 27 17:18:10.516901 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49454) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:10.523044 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-18b1ca37-1100-4fb0-9e7b-092544c3b556 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '539d349d-ff56-4575-b6c9-ba930390783b', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:10.589658 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18b1ca37-1100-4fb0-9e7b-092544c3b556 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.613194 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Sync routers for ids ['b08fc07f-026f-4995-9a43-ce7524064eff'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:18:10.623544 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Routers {'b08fc07f-026f-4995-9a43-ce7524064eff'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:10.624184 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b08fc07f-026f-4995-9a43-ce7524064eff'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:10.652012 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18b1ca37-1100-4fb0-9e7b-092544c3b556 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.733151 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18b1ca37-1100-4fb0-9e7b-092544c3b556 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.736761 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Set router b08fc07f-026f-4995-9a43-ce7524064eff gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:10.756145 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1ca37-1100-4fb0-9e7b-092544c3b556 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131b76e8-d64b-4cd6-b303-cbdeb16fe18c,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:10.790858 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6c8fc650-e0e9-4920-a146-259280c1b74a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:10.825962 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-18b1ca37-1100-4fb0-9e7b-092544c3b556 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.827505 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-18b1ca37-1100-4fb0-9e7b-092544c3b556 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3095622 Oct 27 17:18:10.830282 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49456) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:10.835637 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-cb7f3393-4fed-4338-afa5-df39f2b35ec9 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '539d349d-ff56-4575-b6c9-ba930390783b', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:10.851288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6c8fc650-e0e9-4920-a146-259280c1b74a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:10.851659 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.931739 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.934096 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3393-4fed-4338-afa5-df39f2b35ec9 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:10.954979 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'name': 'tempest-TestShelveInstance-1775393530-router', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:07Z', 'revision_number': 4, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'gw_port': {'id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'dbf04477-574b-481d-bc5b-16f0d026e7d7', 'name': '', 'network_id': '45aaff9a-0cf8-448b-899a-748691611867', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'mac_address': 'fa:16:3e:12:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a15d1344-7433-467e-a25b-f1f560f7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:07Z', 'updated_at': '2021-10-27T17:18:07Z', 'revision_number': 2, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'subnets': [{'id': 'a15d1344-7433-467e-a25b-f1f560f7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:10.957414 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 6c8fc650-e0e9-4920-a146-259280c1b74a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6c8fc650-e0e9-4920-a146-259280c1b74a,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:10.982998 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Checking router: b08fc07f-026f-4995-9a43-ce7524064eff for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:18:10.983443 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Updating router b08fc07f-026f-4995-9a43-ce7524064eff port dbf04477-574b-481d-bc5b-16f0d026e7d7 binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:18:10.999869 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3393-4fed-4338-afa5-df39f2b35ec9 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.009625 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.019056 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.069485 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=6c8fc650-e0e9-4920-a146-259280c1b74a,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:11.070849 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3393-4fed-4338-afa5-df39f2b35ec9 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.087311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f3393-4fed-4338-afa5-df39f2b35ec9 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed408e9e-37a8-4dec-9ecb-234492c4811e,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:11.147589 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-cb7f3393-4fed-4338-afa5-df39f2b35ec9 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.148899 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-cb7f3393-4fed-4338-afa5-df39f2b35ec9 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3176711 Oct 27 17:18:11.151650 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49458) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:11.156075 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-1fa01622-0a2c-4719-b302-8b8826ab43fa tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '539d349d-ff56-4575-b6c9-ba930390783b', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:11.225052 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-1fa01622-0a2c-4719-b302-8b8826ab43fa tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Project 564ccb46c6b84d719d69687a78461a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:18:11.230428 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fa01622-0a2c-4719-b302-8b8826ab43fa tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.281379 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.293770 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fa01622-0a2c-4719-b302-8b8826ab43fa tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.344628 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.361656 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fa01622-0a2c-4719-b302-8b8826ab43fa tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.385903 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa01622-0a2c-4719-b302-8b8826ab43fa tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cef1f7-a692-4a6d-ae0c-4ec412907b96,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:11.398310 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f500707-cda6-496c-9f07-5c71f9e61fb1 None None] Pushing event updated for resources: {'Port': ['ID=dbf04477-574b-481d-bc5b-16f0d026e7d7,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:11.445337 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Attempting to bind port dbf04477-574b-481d-bc5b-16f0d026e7d7 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:11.445711 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Attempting to bind port dbf04477-574b-481d-bc5b-16f0d026e7d7 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '5ec31082-b1ed-4803-a4c6-5a21615bc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45aaff9a-0cf8-448b-899a-748691611867'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:11.446260 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Attempting to bind port dbf04477-574b-481d-bc5b-16f0d026e7d7 on network 45aaff9a-0cf8-448b-899a-748691611867 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:11.449711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-1fa01622-0a2c-4719-b302-8b8826ab43fa tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.451096 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-1fa01622-0a2c-4719-b302-8b8826ab43fa tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2984674 Oct 27 17:18:11.453948 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49460) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:11.459943 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:11.459943 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Checking segment: {'id': '5ec31082-b1ed-4803-a4c6-5a21615bc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45aaff9a-0cf8-448b-899a-748691611867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:11.459943 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.459943 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Bound using segment: {'id': '5ec31082-b1ed-4803-a4c6-5a21615bc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45aaff9a-0cf8-448b-899a-748691611867'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:11.459943 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Bound port: dbf04477-574b-481d-bc5b-16f0d026e7d7, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec31082-b1ed-4803-a4c6-5a21615bc62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '45aaff9a-0cf8-448b-899a-748691611867'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:11.459943 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.460837 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-3b3659ac-241f-4223-874f-965f635bb376 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '539d349d-ff56-4575-b6c9-ba930390783b', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:11.527897 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] For port dbf04477-574b-481d-bc5b-16f0d026e7d7, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:11.531308 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] For port dbf04477-574b-481d-bc5b-16f0d026e7d7, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dbf04477-574b-481d-bc5b-16f0d026e7d7,segment=NetworkSegment(5ec31082-b1ed-4803-a4c6-5a21615bc62d),segment_id=5ec31082-b1ed-4803-a4c6-5a21615bc62d)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:11.551224 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-3b3659ac-241f-4223-874f-965f635bb376 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Project 564ccb46c6b84d719d69687a78461a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:18:11.557025 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b3659ac-241f-4223-874f-965f635bb376 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.607948 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.623286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b3659ac-241f-4223-874f-965f635bb376 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.658357 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Routers {'b08fc07f-026f-4995-9a43-ce7524064eff'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:11.658897 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:17:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b08fc07f-026f-4995-9a43-ce7524064eff'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:11.687503 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-960662f2-b2b8-4c4b-9600-89d35ba6f58b None None] Provisioning complete for port dbf04477-574b-481d-bc5b-16f0d026e7d7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:11.687948 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-960662f2-b2b8-4c4b-9600-89d35ba6f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.709969 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b3659ac-241f-4223-874f-965f635bb376 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.729618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3659ac-241f-4223-874f-965f635bb376 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adfad34f-d581-4569-b1ea-d6e883f1e9e0,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:11.760267 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f500707-cda6-496c-9f07-5c71f9e61fb1 None None] Pushing event updated for resources: {'Port': ['ID=dbf04477-574b-481d-bc5b-16f0d026e7d7,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:11.789392 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-960662f2-b2b8-4c4b-9600-89d35ba6f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.803952 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] Set router b08fc07f-026f-4995-9a43-ce7524064eff gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:11.804534 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-3b3659ac-241f-4223-874f-965f635bb376 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.806277 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-3b3659ac-241f-4223-874f-965f635bb376 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3506534 Oct 27 17:18:11.827934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-960662f2-b2b8-4c4b-9600-89d35ba6f58b None None] For port dbf04477-574b-481d-bc5b-16f0d026e7d7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dbf04477-574b-481d-bc5b-16f0d026e7d7,segment=NetworkSegment(5ec31082-b1ed-4803-a4c6-5a21615bc62d),segment_id=5ec31082-b1ed-4803-a4c6-5a21615bc62d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:11.893030 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-960662f2-b2b8-4c4b-9600-89d35ba6f58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:11.947635 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960662f2-b2b8-4c4b-9600-89d35ba6f58b None None] Pushing event updated for resources: {'Port': ['ID=dbf04477-574b-481d-bc5b-16f0d026e7d7,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:11.972461 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-308d079e-968f-4ad7-b1ae-2b441c2a6770 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052983826&fields=id&tenant_id=564ccb46c6b84d719d69687a78461a2e HTTP/1.1" status: 200 len: 267 time: 0.0455549 Oct 27 17:18:12.017482 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-eb10c05f-6cf2-4c81-b2d0-6b5b77457c7a None None] Provisioning complete for port dbf04477-574b-481d-bc5b-16f0d026e7d7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:12.018252 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-eb10c05f-6cf2-4c81-b2d0-6b5b77457c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:12.042197 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'name': 'tempest-TestShelveInstance-1775393530-router', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:07Z', 'revision_number': 4, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'gw_port': {'id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'dbf04477-574b-481d-bc5b-16f0d026e7d7', 'name': '', 'network_id': '45aaff9a-0cf8-448b-899a-748691611867', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'mac_address': 'fa:16:3e:12:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a15d1344-7433-467e-a25b-f1f560f7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:07Z', 'updated_at': '2021-10-27T17:18:11Z', 'revision_number': 4, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'subnets': [{'id': 'a15d1344-7433-467e-a25b-f1f560f7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:12.074020 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f1f19e-bd79-4929-85f4-a1fecef2a2ca None None] The sync data for ids ['b08fc07f-026f-4995-9a43-ce7524064eff'] in n-d-815689-1 is: [{'id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'name': 'tempest-TestShelveInstance-1775393530-router', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:07Z', 'revision_number': 4, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'gw_port': {'id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'dbf04477-574b-481d-bc5b-16f0d026e7d7', 'name': '', 'network_id': '45aaff9a-0cf8-448b-899a-748691611867', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'mac_address': 'fa:16:3e:12:5a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': 'a15d1344-7433-467e-a25b-f1f560f7fe22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:07Z', 'updated_at': '2021-10-27T17:18:11Z', 'revision_number': 4, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'subnets': [{'id': 'a15d1344-7433-467e-a25b-f1f560f7fe22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:18:12.095412 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-d844638c-743b-4120-b663-b5275cc4a985 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:12.097495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-d844638c-743b-4120-b663-b5275cc4a985 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 809 time: 0.1211460 Oct 27 17:18:12.114948 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-a1538ccb-960a-4d0d-aca0-cc0f2c8397b6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/quotas/564ccb46c6b84d719d69687a78461a2e HTTP/1.1" status: 200 len: 375 time: 0.0106516 Oct 27 17:18:12.170125 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-7b4393f5-4d72-47a9-9f9f-ceedaf10fb4b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493193 Oct 27 17:18:12.187765 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-9e6155cb-13b0-4a07-ab3d-a2958b67f60f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:18:12.189678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-9e6155cb-13b0-4a07-ab3d-a2958b67f60f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057285 Oct 27 17:18:12.286814 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-b0e0bb92-9e13-4d10-aed0-7ac32885e6aa service neutron] 10.222.0.15 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905709 Oct 27 17:18:12.387118 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-8027511e-a568-4a5c-b09b-58b10cbb0736 service neutron] 10.222.0.15 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917852 Oct 27 17:18:12.648556 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f9bd8628-689f-41c1-93e7-5bb8f85d5085 req-8336d860-821e-4cbd-b9af-56fbece56256 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 210 time: 0.0319891 Oct 27 17:18:12.786147 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6c8fc650-e0e9-4920-a146-259280c1b74a up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:12.835032 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 6c8fc650-e0e9-4920-a146-259280c1b74a triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:12.835668 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:12.916825 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dbf04477-574b-481d-bc5b-16f0d026e7d7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:12.972472 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port dbf04477-574b-481d-bc5b-16f0d026e7d7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:12.972845 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:13.746966 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d38a67f5-93c1-4166-845e-18fe6addef72 req-ff0144b4-d0c5-4a97-8a14-ad7f8b4b8614 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 210 time: 0.0279760 Oct 27 17:18:14.686186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-50287dff-5d17-41b1-a479-c8cfa46bf151 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:14.687627 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-50287dff-5d17-41b1-a479-c8cfa46bf151 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 809 time: 0.1008813 Oct 27 17:18:14.734677 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-e803e3af-6379-4ceb-9b4f-567c773e4a56 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=564ccb46c6b84d719d69687a78461a2e HTTP/1.1" status: 200 len: 380 time: 0.0374634 Oct 27 17:18:14.744903 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'port': {'device_id': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'admin_state_up': True, 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'security_groups': ['539d349d-ff56-4575-b6c9-ba930390783b']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:14.846884 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-99f83b9c-352c-482b-943e-5574eab6da6a req-949467e2-d10d-479f-b7ae-9ca7b3fd5fc5 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 210 time: 0.0268059 Oct 27 17:18:14.922056 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Made reservation on behalf of 564ccb46c6b84d719d69687a78461a2e for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:18:14.925875 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:15.057191 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Allocated IP 172.20.0.6 (70df4027-2989-4271-850f-e5f3625d18bf/68187625-8767-4beb-b9a8-6cc01122867d/5f3af89f-6a8e-48be-bf9b-0f0b24f614f5) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:15.190899 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:15.293507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:15.337997 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Network 70df4027-2989-4271-850f-e5f3625d18bf is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:15.341174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:15.344969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:15.369429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:15.400331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:15.400968 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:15.473291 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-17d91bfc-fe29-4879-97e3-3a0a2d174bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320578 Oct 27 17:18:15.554354 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-706b34d9-5346-41ce-aae7-7765632ad3f9 None None] Provisioning complete for port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:15.554838 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-706b34d9-5346-41ce-aae7-7765632ad3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:15.580405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Request body: {'port': {'device_id': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:15.589671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-706b34d9-5346-41ce-aae7-7765632ad3f9 None None] Port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:18:15.634875 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:15.893463 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:18:15.901949 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:15.914816 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Transition to ACTIVE for port object 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:18:15.963409 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b785b80-0da8-4483-8aee-6113b9b9e463 req-28a9f400-9753-48fc-9a94-54075ac254fd tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:15.964952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b785b80-0da8-4483-8aee-6113b9b9e463 req-28a9f400-9753-48fc-9a94-54075ac254fd tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 931 time: 0.0486660 Oct 27 17:18:15.997742 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:16.010208 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7b785b80-0da8-4483-8aee-6113b9b9e463 req-bf7e9f68-c24d-44f4-b23f-64753a0eaeff tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392263 Oct 27 17:18:16.056726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:16.126651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Attempting to bind port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:18:16.126911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Attempting to bind port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:18:16.127241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Attempting to bind port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 on network 70df4027-2989-4271-850f-e5f3625d18bf {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:16.133166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 on network 70df4027-2989-4271-850f-e5f3625d18bf not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:18:16.133493 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Attempting to bind port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 on network 70df4027-2989-4271-850f-e5f3625d18bf {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:18:16.138608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:18:16.138940 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Checking segment: {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:18:16.139320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Bound using segment: {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:18:16.139752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Bound port: 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:18:16.140131 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:16.206524 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:18:16.209661 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:18:16.288301 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:16.331860 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:16.332590 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:16.333901 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] 10.222.0.54 "PUT /v2.0/ports/5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 200 len: 1091 time: 0.8516743 Oct 27 17:18:16.337050 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:18:16.337230 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d4e7fc-be87-46d4-b183-334e31fc641e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:18:16.358996 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb09bf-3042-4b9e-9643-41be256654cb service neutron] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:16.383185 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb7a94c-eeba-49eb-8265-01bca63265bd x-openstack-request-id: req-ccb7a94c-eeba-49eb-8265-01bca63265bd {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:18:16.383481 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:18:16.383743 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccb7a94c-eeba-49eb-8265-01bca63265bd {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:18:16.384175 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'status': 'completed', 'code': 200} Oct 27 17:18:16.450847 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4e7fc-be87-46d4-b183-334e31fc641e req-377e8aae-bf8d-40f8-977e-df29b8c5059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:16.452392 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38d4e7fc-be87-46d4-b183-334e31fc641e req-377e8aae-bf8d-40f8-977e-df29b8c5059d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1094 time: 0.0441129 Oct 27 17:18:16.556427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4e7fc-be87-46d4-b183-334e31fc641e req-c4695676-a055-45e7-9ebf-ba3fc4e9475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:16.557880 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38d4e7fc-be87-46d4-b183-334e31fc641e req-c4695676-a055-45e7-9ebf-ba3fc4e9475f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=564ccb46c6b84d719d69687a78461a2e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0963302 Oct 27 17:18:16.662112 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4e7fc-be87-46d4-b183-334e31fc641e req-fcd552eb-6ab1-43bc-b683-d971630104c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:16.664853 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-38d4e7fc-be87-46d4-b183-334e31fc641e req-fcd552eb-6ab1-43bc-b683-d971630104c9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998738 Oct 27 17:18:16.748758 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-5828b534-ac38-41f2-94de-244c06fa8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:16.750237 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-5828b534-ac38-41f2-94de-244c06fa8f4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1094 time: 0.0420208 Oct 27 17:18:16.795409 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-4cbc75d6-585f-4d31-be1b-cd1f6237d8af service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 200 len: 217 time: 0.0371754 Oct 27 17:18:16.845059 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-0f27fd3c-998e-4a0e-aeef-702fafbbeb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:16.846452 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-0f27fd3c-998e-4a0e-aeef-702fafbbeb0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0424998 Oct 27 17:18:16.890807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-d4533e34-d4fc-4416-9a4e-d57a6159ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:16.892188 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-d4533e34-d4fc-4416-9a4e-d57a6159ff6e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388405 Oct 27 17:18:16.987977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-550d5cc8-4ccf-48c1-a0ca-965c7cf493fe service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873442 Oct 27 17:18:17.083775 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-20d0744f-2a49-4348-80ed-6fbc277a81a2 req-73150206-9b8d-46ff-98c8-dd143f583d4f service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881250 Oct 27 17:18:17.135558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73a9c5-6948-4737-bd91-048e9f7c1368 req-cc59e790-1046-4a18-8d8b-4aaf0e2792c5 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:17.137073 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c73a9c5-6948-4737-bd91-048e9f7c1368 req-cc59e790-1046-4a18-8d8b-4aaf0e2792c5 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 943 time: 0.0563664 Oct 27 17:18:17.174890 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c73a9c5-6948-4737-bd91-048e9f7c1368 req-4008e9c7-9db5-4748-99f8-6fd0e224c630 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315034 Oct 27 17:18:18.294277 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed975afe-4db0-443b-944f-aa0d4ae0fb8b req-68e5467c-0974-4a3f-aa8b-ff54358a4371 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:18.295748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed975afe-4db0-443b-944f-aa0d4ae0fb8b req-68e5467c-0974-4a3f-aa8b-ff54358a4371 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 943 time: 0.0511627 Oct 27 17:18:18.336248 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ed975afe-4db0-443b-944f-aa0d4ae0fb8b req-fb70dcbd-83ea-4588-85e6-3d11f7976505 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342340 Oct 27 17:18:18.521491 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-49474ad3-b33e-4a36-9b0b-304931ad8ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:18.938374 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:18:19.051104 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:19.065739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'port_id': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'mac_address': 'fa:16:3e:e3:56:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:18:19.105072 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:19.118905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:18:19.140357 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:19.218945 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:19.270051 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:19.427010 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:18:19.454011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03c619-c7f5-4cae-bec8-ec511ff43688 req-fe4e246e-35be-4eba-8a06-4b59ba955353 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:19.455289 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc03c619-c7f5-4cae-bec8-ec511ff43688 req-fe4e246e-35be-4eba-8a06-4b59ba955353 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0503795 Oct 27 17:18:19.495429 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cc03c619-c7f5-4cae-bec8-ec511ff43688 req-48a2a895-030e-4052-acb1-6d08ab0ee0a6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329702 Oct 27 17:18:20.613500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484eaf8-1f5a-459a-9a8b-72649e34a9d3 req-8f551be7-2047-4277-b385-49809510e6b8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:20.614947 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8484eaf8-1f5a-459a-9a8b-72649e34a9d3 req-8f551be7-2047-4277-b385-49809510e6b8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0508614 Oct 27 17:18:20.652008 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8484eaf8-1f5a-459a-9a8b-72649e34a9d3 req-9a62a594-0fc2-42eb-8b0a-bcf144cdbd82 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304754 Oct 27 17:18:20.948994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:18:21.098822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:18:21.103327 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:18:21.103654 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:21.178501 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:21.204012 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:18:21.206207 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcd833d-3b77-43ed-9fd6-52c032b04224" -d '{"events": [{"server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "name": "network-vif-plugged", "status": "completed", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:18:21.218964 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:18:21.251414 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e93213-3b46-42c5-bcb1-c1a0759e601f x-openstack-request-id: req-e4e93213-3b46-42c5-bcb1-c1a0759e601f {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:18:21.251414 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "name": "network-vif-plugged", "status": "completed", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:18:21.251414 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4e93213-3b46-42c5-bcb1-c1a0759e601f {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:18:21.251414 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'code': 200} Oct 27 17:18:21.298500 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:21.346417 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b14a45-ca3b-4520-86fd-48db4d2324db req-0652df55-90ee-4ab2-a9cf-b61407ff8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:21.347800 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:21.347923 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d1b14a45-ca3b-4520-86fd-48db4d2324db req-0652df55-90ee-4ab2-a9cf-b61407ff8ef0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1096 time: 0.0404654 Oct 27 17:18:21.382851 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d1b14a45-ca3b-4520-86fd-48db4d2324db req-a8e6402f-b6b8-4370-8442-de536d4a5281 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281296 Oct 27 17:18:21.601622 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b50fe942-7a66-49d1-9247-113b83ce040f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:21.776038 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa73391-8021-422a-aeb2-008c57ae91ff req-13f940b2-5996-44ea-a5a2-cd78a292a144 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:21.777587 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-caa73391-8021-422a-aeb2-008c57ae91ff req-13f940b2-5996-44ea-a5a2-cd78a292a144 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0575297 Oct 27 17:18:21.815758 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-caa73391-8021-422a-aeb2-008c57ae91ff req-4901f976-42e1-4d1b-b96d-966fbbe2cfcc tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321012 Oct 27 17:18:22.430176 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:22.527478 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:22.938543 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93caa8-4b60-4be5-acec-6c688bb85ed9 req-5893397a-c0f4-4211-8d20-c183107cf52b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:22.940013 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c93caa8-4b60-4be5-acec-6c688bb85ed9 req-5893397a-c0f4-4211-8d20-c183107cf52b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0537770 Oct 27 17:18:22.977205 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8c93caa8-4b60-4be5-acec-6c688bb85ed9 req-5933adce-d130-44a7-af03-07b117e2ec24 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310953 Oct 27 17:18:23.093085 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53a780-2a4e-4d64-9eba-5f6d4f5a687e req-060ac62d-3971-4651-a3b5-c0eee9e569bf tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:23.094532 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cc53a780-2a4e-4d64-9eba-5f6d4f5a687e req-060ac62d-3971-4651-a3b5-c0eee9e569bf tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0479429 Oct 27 17:18:23.132108 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cc53a780-2a4e-4d64-9eba-5f6d4f5a687e req-a1315ac7-6b58-4be1-95c9-f7669a351cbd tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Oct 27 17:18:23.153663 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49514) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:23.208952 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:18:23.240303 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce61de13-85b7-4eda-91f7-d26881b67f56 tempest-TestShelveInstance-771378195 tempest-TestShelveInstance-771378195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:23.241745 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ce61de13-85b7-4eda-91f7-d26881b67f56 tempest-TestShelveInstance-771378195 tempest-TestShelveInstance-771378195-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1091 time: 0.0871084 Oct 27 17:18:23.249077 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49518) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:18:23.253520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:18:23.338781 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:23.440041 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:23.545751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Allocated IP 172.25.4.253 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/f11974b1-708d-4090-9049-dd9d2b3ec0c6) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:18:23.644863 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:23.721857 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:23.768645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:18:23.771612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:18:23.774244 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:18:23.797084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'Port': ['ID=f11974b1-708d-4090-9049-dd9d2b3ec0c6,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:24.119121 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:24.248637 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:24.405256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:24.429922 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:24.452998 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:24.519398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'Port': ['ID=f11974b1-708d-4090-9049-dd9d2b3ec0c6,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:18:24.532988 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:24.632186 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Floating IP ac5daa1f-f90f-426c-af67-27532c534b1d associated. External IP: 172.25.4.253, port: 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5. Oct 27 17:18:25.129841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Router 42b5de28-588b-4d91-901a-1a908bd656a2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:18:25.236832 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:18:25.247320 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96debed-6498-4475-b914-909780576795 None None] Sync routers for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:18:25.257329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96debed-6498-4475-b914-909780576795 None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:25.257935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c96debed-6498-4475-b914-909780576795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:18:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:25.300688 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:25.330012 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ba0574ec-bba4-4578-bc6d-9f13ef68a933 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0798073 Oct 27 17:18:25.330614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:18:25.333067 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44585e88-dfbc-429c-8b9b-c0b8ae025577" -d '{"events": [{"name": "network-changed", "server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:18:25.369816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c96debed-6498-4475-b914-909780576795 None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:25.373482 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a500373c-223b-4edf-89f2-918849fad3e6 x-openstack-request-id: req-a500373c-223b-4edf-89f2-918849fad3e6 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:18:25.373768 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:18:25.374025 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a500373c-223b-4edf-89f2-918849fad3e6 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:18:25.374451 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'status': 'completed', 'code': 200} Oct 27 17:18:25.439840 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44585e88-dfbc-429c-8b9b-c0b8ae025577 req-696fc661-4b07-442d-801d-48eb4653f959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:25.441339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44585e88-dfbc-429c-8b9b-c0b8ae025577 req-696fc661-4b07-442d-801d-48eb4653f959 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1096 time: 0.0416408 Oct 27 17:18:25.537013 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44585e88-dfbc-429c-8b9b-c0b8ae025577 req-cb3a9642-b4c9-41c9-9d98-b1b26274bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:25.538505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44585e88-dfbc-429c-8b9b-c0b8ae025577 req-cb3a9642-b4c9-41c9-9d98-b1b26274bbb3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0889740 Oct 27 17:18:25.600995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c96debed-6498-4475-b914-909780576795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'ac5daa1f-f90f-426c-af67-27532c534b1d', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'port_id': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'mac_address': 'fa:16:3e:e3:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:18:23Z', 'updated_at': '2021-10-27T17:18:23Z', 'revision_number': 0, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:25.605081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44585e88-dfbc-429c-8b9b-c0b8ae025577 req-53afdab8-860e-4e80-8d20-d7cfcfbea66d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 200 len: 999 time: 0.0590365 Oct 27 17:18:25.629373 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96debed-6498-4475-b914-909780576795 None None] Checking router: 42b5de28-588b-4d91-901a-1a908bd656a2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:18:25.638500 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96debed-6498-4475-b914-909780576795 None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:18:25.639113 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c96debed-6498-4475-b914-909780576795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:18:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:25.654593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44585e88-dfbc-429c-8b9b-c0b8ae025577 req-291f2b36-cc37-4399-87aa-1e70f4deee5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:25.656128 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44585e88-dfbc-429c-8b9b-c0b8ae025577 req-291f2b36-cc37-4399-87aa-1e70f4deee5e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0441530 Oct 27 17:18:25.706347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44585e88-dfbc-429c-8b9b-c0b8ae025577 req-6e568750-853b-446b-8c78-44467bf1cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:18:25.707818 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44585e88-dfbc-429c-8b9b-c0b8ae025577 req-6e568750-853b-446b-8c78-44467bf1cb8e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448139 Oct 27 17:18:25.747358 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c96debed-6498-4475-b914-909780576795 None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:18:25.799164 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44585e88-dfbc-429c-8b9b-c0b8ae025577 req-32bf4635-b58f-4d0b-b386-9052039d578a service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830717 Oct 27 17:18:25.980209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c96debed-6498-4475-b914-909780576795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'ac5daa1f-f90f-426c-af67-27532c534b1d', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'port_id': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'mac_address': 'fa:16:3e:e3:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:18:23Z', 'updated_at': '2021-10-27T17:18:23Z', 'revision_number': 0, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:18:26.008545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96debed-6498-4475-b914-909780576795 None None] The sync data for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 is: [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': 'ac5daa1f-f90f-426c-af67-27532c534b1d', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'port_id': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'mac_address': 'fa:16:3e:e3:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:18:23Z', 'updated_at': '2021-10-27T17:18:23Z', 'revision_number': 0, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:18:26.202438 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a105d9-e983-4d86-9923-90d5714d5b1c None None] New status for floating IP ac5daa1f-f90f-426c-af67-27532c534b1d: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:18:26.231421 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44585e88-dfbc-429c-8b9b-c0b8ae025577 req-65bb777c-ce42-46ed-a51d-9eb31b536c47 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240720 Oct 27 17:18:30.063246 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:33.338427 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:48.532565 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f7caed7a-d08f-4e83-bf4d-34087f4651bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:51.595571 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c5d31516-1c8c-41a9-ac0b-0c591f5dcf0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:52.281011 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:52.481143 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:18:54.446748 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:00.052396 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:00.086619 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-13296518-68c6-4b14-a90d-f39f84d1a13c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394039 Oct 27 17:19:00.169215 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-d7912e9e-a6b5-400e-9091-354d13dae669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:00.170693 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-d7912e9e-a6b5-400e-9091-354d13dae669 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1096 time: 0.0408890 Oct 27 17:19:00.207415 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:19:00.277726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-718d5474-6ac2-4af2-b812-3d792de1dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:00.279162 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-718d5474-6ac2-4af2-b812-3d792de1dca3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0890682 Oct 27 17:19:00.344365 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-a0c6d657-890a-4325-abf8-448b0c17cae3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 200 len: 1001 time: 0.0574865 Oct 27 17:19:00.394284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-fb326091-051a-4d0d-8a8e-a636d5e5023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:00.395721 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-fb326091-051a-4d0d-8a8e-a636d5e5023b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0429847 Oct 27 17:19:00.445165 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-a49460ff-6b46-49e7-8d15-e1d7860bfc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:19:00.448787 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-a49460ff-6b46-49e7-8d15-e1d7860bfc18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437198 Oct 27 17:19:00.458337 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-1ad41ce6-1794-4b48-baac-6f8d353d0514 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:19:00.459262 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-1ad41ce6-1794-4b48-baac-6f8d353d0514 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048432 Oct 27 17:19:00.549329 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-e43915e7-aad8-48fd-aa7c-cd691a9b3225 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822961 Oct 27 17:19:00.647820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4e7eaaf7-7e3c-4229-ab1b-03d77c4f60f0 req-0b42301a-1d30-465a-be2e-23e946a6ed97 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875192 Oct 27 17:19:03.332020 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:18.520364 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-68e4d565-8ec4-45f4-a6e7-c645569ccee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:21.583386 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f0401cb8-dbb0-4f71-b267-207945c6e0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:22.269241 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:22.474357 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:24.457208 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:30.034101 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:33.308605 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:37.206781 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:19:48.503133 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4394ca4c-2e46-493b-9471-c863851cd6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:51.622778 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-04d320ac-3d15-4e44-8ddb-8d49b5c5ab9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:52.256681 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:52.474456 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:19:54.508399 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:00.068524 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:01.075457 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-574501a4-d15e-4987-9be6-ee69dcb70d01 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397611 Oct 27 17:20:01.161655 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-4f5599ee-98f0-48d7-ac24-b21504bb3abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:01.163123 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-4f5599ee-98f0-48d7-ac24-b21504bb3abf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1096 time: 0.0403585 Oct 27 17:20:01.269152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-e333f203-4433-4975-a728-94fcc98da0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:01.270620 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-e333f203-4433-4975-a728-94fcc98da0b7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0882471 Oct 27 17:20:01.335957 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-62a95a24-640b-43f9-83b1-bac3709da6c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 200 len: 1001 time: 0.0574505 Oct 27 17:20:01.388695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-ada1f784-9e0f-4a87-8143-aba5dec2d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:01.390717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-ada1f784-9e0f-4a87-8143-aba5dec2d63c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0472915 Oct 27 17:20:01.437538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-d45da157-039f-4006-8233-257935c29c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:01.439163 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-d45da157-039f-4006-8233-257935c29c3d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414691 Oct 27 17:20:01.535921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-c99c12c8-fb65-4b66-871d-69f637220147 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874660 Oct 27 17:20:01.623741 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1c9d5903-fa1d-47e3-92a8-64a66ee0ca6c req-28b59897-e407-4ced-a67e-8fafc2883c19 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807641 Oct 27 17:20:03.365308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:14.205458 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:20:18.527668 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9e96e799-8036-49f4-abfc-1585b2463d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:21.565178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c7a57d3a-4461-47b6-b48a-6c861a08e4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:22.267872 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:22.473373 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:23.809395 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18492896-c416-40e3-9d61-f15a0aa9c9aa req-a2ea0911-ea13-4a43-91b2-6dc340a92f07 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:23.810878 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18492896-c416-40e3-9d61-f15a0aa9c9aa req-a2ea0911-ea13-4a43-91b2-6dc340a92f07 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0513465 Oct 27 17:20:23.851130 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-18492896-c416-40e3-9d61-f15a0aa9c9aa req-50a04cb8-e82a-4a38-ac16-70f0c8fa8ca2 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337770 Oct 27 17:20:24.456540 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:24.969729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13457a-f668-4c78-8667-fbf32a1ef450 req-4aebcba7-a203-45b3-86d9-8cf3b9c10bb6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:24.971219 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e13457a-f668-4c78-8667-fbf32a1ef450 req-4aebcba7-a203-45b3-86d9-8cf3b9c10bb6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0498538 Oct 27 17:20:25.009691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8e13457a-f668-4c78-8667-fbf32a1ef450 req-d53db54e-1b35-4fd6-b69a-9272d10581c2 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316370 Oct 27 17:20:26.155434 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404b04e-2fda-4481-a405-9a971f783b88 req-f35b944b-b251-4c73-b209-4d059bba9f2a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:26.156925 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b404b04e-2fda-4481-a405-9a971f783b88 req-f35b944b-b251-4c73-b209-4d059bba9f2a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0540931 Oct 27 17:20:26.196408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b404b04e-2fda-4481-a405-9a971f783b88 req-7ecc97a6-d57f-465c-8ff6-cb8c3958297d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331011 Oct 27 17:20:27.311224 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41370611-25cd-4801-a032-7307b6776a7e req-52535e17-de93-4568-a544-2bedc417f924 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:27.312822 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41370611-25cd-4801-a032-7307b6776a7e req-52535e17-de93-4568-a544-2bedc417f924 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0491111 Oct 27 17:20:27.350022 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-41370611-25cd-4801-a032-7307b6776a7e req-f375f1ae-0f44-478b-a521-ecc90d7c9739 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313072 Oct 27 17:20:28.469326 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2baee-b5c1-489a-8399-3fc5c1127e06 req-2861c306-06e6-44f9-a770-84b6d6859c4f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:28.470801 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70d2baee-b5c1-489a-8399-3fc5c1127e06 req-2861c306-06e6-44f9-a770-84b6d6859c4f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0508759 Oct 27 17:20:28.509822 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70d2baee-b5c1-489a-8399-3fc5c1127e06 req-8d565027-356f-4d55-aef6-9efbb7f31d30 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325334 Oct 27 17:20:29.627729 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cd22b-2921-42f5-9d30-714c762ff0a0 req-54c13edc-0be3-4f1b-b502-bf05202946e6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:29.629264 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6f0cd22b-2921-42f5-9d30-714c762ff0a0 req-54c13edc-0be3-4f1b-b502-bf05202946e6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0530765 Oct 27 17:20:29.667827 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-6f0cd22b-2921-42f5-9d30-714c762ff0a0 req-6c1efc87-7a3e-4d07-a6fe-4c0b8ba1132a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318050 Oct 27 17:20:30.062032 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:30.783938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267dcad5-5096-4a7c-8a4e-1eb219c3a434 req-6516bf95-d8b1-4f6a-b14f-eb3e9ece8d83 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:30.785420 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-267dcad5-5096-4a7c-8a4e-1eb219c3a434 req-6516bf95-d8b1-4f6a-b14f-eb3e9ece8d83 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0486019 Oct 27 17:20:30.823943 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-267dcad5-5096-4a7c-8a4e-1eb219c3a434 req-3db81522-7da2-46a3-baae-b40a5714fc5b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319088 Oct 27 17:20:31.941410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59823c-4c46-43cd-924b-cfc056acc3b1 req-87ab9c8d-b79d-4111-8796-8935db8b3fc7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:31.942895 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b59823c-4c46-43cd-924b-cfc056acc3b1 req-87ab9c8d-b79d-4111-8796-8935db8b3fc7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0506644 Oct 27 17:20:31.982360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b59823c-4c46-43cd-924b-cfc056acc3b1 req-4b6106c8-a8d4-42e7-aa3e-5b164aef52f2 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332682 Oct 27 17:20:33.101877 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f102b-6ce8-4c3b-bceb-61060d854b38 req-9a7b97bf-1c25-4807-9025-5209eebf01df tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:33.103362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e5f102b-6ce8-4c3b-bceb-61060d854b38 req-9a7b97bf-1c25-4807-9025-5209eebf01df tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0542588 Oct 27 17:20:33.141428 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e5f102b-6ce8-4c3b-bceb-61060d854b38 req-e495582e-8dc6-4a12-9d1c-29d846853fd6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321178 Oct 27 17:20:33.370262 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:34.260311 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42202bea-fc74-4f1f-86f1-0e9e37e669dc req-18633dd6-74f2-406e-9ba6-b45496b506b0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:34.261768 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42202bea-fc74-4f1f-86f1-0e9e37e669dc req-18633dd6-74f2-406e-9ba6-b45496b506b0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0497286 Oct 27 17:20:34.300133 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-42202bea-fc74-4f1f-86f1-0e9e37e669dc req-3598a26a-d120-4f05-b23e-3f8506806960 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323787 Oct 27 17:20:35.419525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faaaf05-ad34-4cb0-88d4-fb9108988e8b req-c7c36bcd-ec35-4f1b-b59b-5cc472500c7e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:35.421050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7faaaf05-ad34-4cb0-88d4-fb9108988e8b req-c7c36bcd-ec35-4f1b-b59b-5cc472500c7e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0504172 Oct 27 17:20:35.461807 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7faaaf05-ad34-4cb0-88d4-fb9108988e8b req-ff163a8c-6604-4a81-b352-3f09214d2f21 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337517 Oct 27 17:20:35.672634 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:20:35.768515 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:20:35.780334 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'port_id': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'mac_address': 'fa:16:3e:e3:56:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:20:35.821449 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:35.833830 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:20:35.853527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:20:35.913608 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:35.967853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:20:35.975129 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:35.975471 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:35.975809 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:35.976182 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:35.976539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:35.977221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:35.977221 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:35.977570 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:35.977895 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:35.978215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:35.978535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:35.978854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:36.007372 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:20:36.606065 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587cd89-7b31-4152-8c3f-10d05490ed97 req-55d003fd-6b6a-4059-81f9-24f133ec97a1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:36.611381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c587cd89-7b31-4152-8c3f-10d05490ed97 req-55d003fd-6b6a-4059-81f9-24f133ec97a1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0658646 Oct 27 17:20:36.646249 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c587cd89-7b31-4152-8c3f-10d05490ed97 req-d6e4eb3d-4898-4da6-ad13-5dd2a839894c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324543 Oct 27 17:20:37.694288 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:20:37.756833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:20:37.757053 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:37.779588 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6a7fd-89d8-4b2f-8557-00206e37a2c6 req-a396d604-d14c-45ea-8dac-d7e26f71216f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:37.782032 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7fd6a7fd-89d8-4b2f-8557-00206e37a2c6 req-a396d604-d14c-45ea-8dac-d7e26f71216f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0629575 Oct 27 17:20:37.829296 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7fd6a7fd-89d8-4b2f-8557-00206e37a2c6 req-10630034-9a48-4ad8-b520-fde68a5dd92e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412951 Oct 27 17:20:38.012696 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:38.036405 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:20:38.038706 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee08466-715d-4c55-a3c3-0c8cec681ed7" -d '{"events": [{"server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "name": "network-vif-plugged", "status": "completed", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:20:38.052332 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:20:38.113437 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:38.155688 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f84fc3-368e-47a7-b2c0-b4b0d3ec82ca x-openstack-request-id: req-73f84fc3-368e-47a7-b2c0-b4b0d3ec82ca {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:20:38.155992 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "name": "network-vif-plugged", "status": "completed", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:20:38.156270 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73f84fc3-368e-47a7-b2c0-b4b0d3ec82ca {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:20:38.156668 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'code': 200} Oct 27 17:20:38.177075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:20:38.963408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32022e05-7783-4c82-889a-76499cd69b3b req-eef3fcdf-f406-4189-8842-c3af7cf4c283 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:38.970852 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32022e05-7783-4c82-889a-76499cd69b3b req-eef3fcdf-f406-4189-8842-c3af7cf4c283 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0687003 Oct 27 17:20:39.017945 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-32022e05-7783-4c82-889a-76499cd69b3b req-aa53f28d-77f5-4786-8210-54fb3ff7b538 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461526 Oct 27 17:20:40.138857 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8c34c-f395-4bf6-9c23-b04640e0d6fa req-98a2da6f-599b-49bb-a155-8cebfe991333 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:40.140461 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83e8c34c-f395-4bf6-9c23-b04640e0d6fa req-98a2da6f-599b-49bb-a155-8cebfe991333 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0564044 Oct 27 17:20:40.187218 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-83e8c34c-f395-4bf6-9c23-b04640e0d6fa req-c9a95a41-72c2-4ddd-9bd0-fe9c9f4cb5dd tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404313 Oct 27 17:20:41.332596 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548b43a-67db-46ce-a6b3-60e8f5105c2d req-a308efc5-f75f-4bd3-b0ac-58a6e9aa9ae2 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:41.335266 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1548b43a-67db-46ce-a6b3-60e8f5105c2d req-a308efc5-f75f-4bd3-b0ac-58a6e9aa9ae2 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0667937 Oct 27 17:20:41.378280 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1548b43a-67db-46ce-a6b3-60e8f5105c2d req-dac95e38-bfed-4c95-b6d0-1950df318836 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363741 Oct 27 17:20:42.522178 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a231bf6-473b-43e7-801c-a41028063375 req-c56128c5-ddd9-4b2a-b657-fd99eeba1cb6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:42.524121 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a231bf6-473b-43e7-801c-a41028063375 req-c56128c5-ddd9-4b2a-b657-fd99eeba1cb6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0647664 Oct 27 17:20:42.567473 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5a231bf6-473b-43e7-801c-a41028063375 req-74c0afb3-391d-465c-a594-fa8d15f114ba tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367348 Oct 27 17:20:43.699672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78d8e3-8361-4f41-aea3-851bbb66daff req-b6795105-1965-44f6-86e5-c26e43bc3556 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:43.701170 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d78d8e3-8361-4f41-aea3-851bbb66daff req-b6795105-1965-44f6-86e5-c26e43bc3556 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0586522 Oct 27 17:20:43.756207 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9d78d8e3-8361-4f41-aea3-851bbb66daff req-6eee9981-9f9c-4a7e-86fd-e337620d8df0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486333 Oct 27 17:20:44.880714 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a5f34-4bc7-4f76-8982-bc58004284fc req-da1678a4-6586-4a30-ae1e-77ebb921cc0c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:44.882341 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b9a5f34-4bc7-4f76-8982-bc58004284fc req-da1678a4-6586-4a30-ae1e-77ebb921cc0c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0569763 Oct 27 17:20:44.925453 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7b9a5f34-4bc7-4f76-8982-bc58004284fc req-2893d95f-e2ce-4dca-ac1f-096bd0fdcd05 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341864 Oct 27 17:20:46.333436 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177a637-5af6-4713-9a28-be06bf6e0e1f req-adbe5f26-d3f7-4d2d-8d56-07a31565a7fa tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:46.335733 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3177a637-5af6-4713-9a28-be06bf6e0e1f req-adbe5f26-d3f7-4d2d-8d56-07a31565a7fa tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0655940 Oct 27 17:20:46.382820 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3177a637-5af6-4713-9a28-be06bf6e0e1f req-a7267da4-3c37-4b71-bdec-fd139c404483 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401483 Oct 27 17:20:47.499959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4ee019-31a3-40e2-835a-3df119db7c23 req-944340ec-1494-4849-a044-6128268b1f94 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:47.501525 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e4ee019-31a3-40e2-835a-3df119db7c23 req-944340ec-1494-4849-a044-6128268b1f94 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0495224 Oct 27 17:20:47.539966 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7e4ee019-31a3-40e2-835a-3df119db7c23 req-ed8e3f58-508b-4db6-be94-4c446448f37c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324607 Oct 27 17:20:47.912567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbe384-21ec-43ae-b6d9-9999aafde3da req-108bb01e-2c3c-42ab-92ed-e4c1ebb06a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:47.914182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cafbe384-21ec-43ae-b6d9-9999aafde3da req-108bb01e-2c3c-42ab-92ed-e4c1ebb06a48 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1096 time: 0.0403869 Oct 27 17:20:48.008148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbe384-21ec-43ae-b6d9-9999aafde3da req-83b17565-e1e6-45d3-8fa1-831119903de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:48.009603 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cafbe384-21ec-43ae-b6d9-9999aafde3da req-83b17565-e1e6-45d3-8fa1-831119903de1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0889637 Oct 27 17:20:48.076961 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cafbe384-21ec-43ae-b6d9-9999aafde3da req-93c895a9-f8aa-4ba9-9bca-4b29473f91d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 200 len: 1001 time: 0.0578058 Oct 27 17:20:48.126684 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbe384-21ec-43ae-b6d9-9999aafde3da req-5a5b47ba-0649-45f9-9f54-c9f8294a1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:48.128153 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cafbe384-21ec-43ae-b6d9-9999aafde3da req-5a5b47ba-0649-45f9-9f54-c9f8294a1849 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0437934 Oct 27 17:20:48.178683 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbe384-21ec-43ae-b6d9-9999aafde3da req-471cb3e1-f02a-4fc2-922a-c7f1f791924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:48.180083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cafbe384-21ec-43ae-b6d9-9999aafde3da req-471cb3e1-f02a-4fc2-922a-c7f1f791924f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443783 Oct 27 17:20:48.269127 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cafbe384-21ec-43ae-b6d9-9999aafde3da req-8fffd7ed-6cab-46fe-914b-b1a3c3df6b6a service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814068 Oct 27 17:20:48.361635 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cafbe384-21ec-43ae-b6d9-9999aafde3da req-e612b933-2487-46b1-9939-62ac38576d78 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860703 Oct 27 17:20:48.519032 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d9b4d85c-202f-47f6-b34f-e9177a5ef926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:48.657798 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a0903-e08b-4c99-8ec1-345b0b30c9ef req-9b56e944-a45f-4639-be89-853ca6af15b6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:48.659287 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-307a0903-e08b-4c99-8ec1-345b0b30c9ef req-9b56e944-a45f-4639-be89-853ca6af15b6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0498667 Oct 27 17:20:48.698263 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-307a0903-e08b-4c99-8ec1-345b0b30c9ef req-5dc87ff9-1ef5-4856-9bb6-036e6e7d635a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328310 Oct 27 17:20:49.814291 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db24b30-8d76-40e3-91dc-a9ab3a1e5cdc req-2fd160f5-d213-457e-a64c-90582f17da9e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:49.815763 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8db24b30-8d76-40e3-91dc-a9ab3a1e5cdc req-2fd160f5-d213-457e-a64c-90582f17da9e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0492589 Oct 27 17:20:49.854322 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8db24b30-8d76-40e3-91dc-a9ab3a1e5cdc req-55f754d2-ab5e-4f6b-877d-8f23d5991481 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325718 Oct 27 17:20:50.968134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080d2fd-18a9-4ec1-a722-e8bd734f2a2d req-ef135195-bbf6-48a2-90ee-ecf077dc36dd tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:50.969626 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d080d2fd-18a9-4ec1-a722-e8bd734f2a2d req-ef135195-bbf6-48a2-90ee-ecf077dc36dd tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0493293 Oct 27 17:20:51.008497 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d080d2fd-18a9-4ec1-a722-e8bd734f2a2d req-cfcc0b64-7273-4976-b8ec-0e8646279cb7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327489 Oct 27 17:20:51.124802 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [req-aeca5e13-c5ba-4747-828d-8a10e4fd1d44 req-659fa468-c5d0-4b20-ae54-4f30f8f16943 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109722) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:20:51.125851 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-aeca5e13-c5ba-4747-828d-8a10e4fd1d44 req-659fa468-c5d0-4b20-ae54-4f30f8f16943 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0478175 Oct 27 17:20:51.204076 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:20:51.564737 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-eba75034-e7fc-4e6e-a3f1-c3d42eb7df8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:51.735285 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:20:51.813069 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:51.835901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:20:51.838287 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4712cd-f2cd-4983-bd0b-5144df891466" -d '{"events": [{"server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "name": "network-vif-unplugged", "status": "completed", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:20:51.850681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:20:51.872372 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7856c757-47a8-48fa-81d1-521a057c2172 x-openstack-request-id: req-7856c757-47a8-48fa-81d1-521a057c2172 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:20:51.872662 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "name": "network-vif-unplugged", "status": "failed", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5", "code": 422}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:20:51.872944 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7856c757-47a8-48fa-81d1-521a057c2172 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:20:51.873346 n-d-815689-1 neutron-server[109724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'code': 422} returned with failed status Oct 27 17:20:51.912978 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:51.960277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:20:52.289985 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:52.441476 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6e492-9aa6-4fea-b02f-2715c74c4530 req-69630ff8-37f2-4f8d-903f-c9e076d3e30a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:52.444989 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64c6e492-9aa6-4fea-b02f-2715c74c4530 req-69630ff8-37f2-4f8d-903f-c9e076d3e30a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 943 time: 0.0566802 Oct 27 17:20:52.473119 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:52.484639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-64c6e492-9aa6-4fea-b02f-2715c74c4530 req-ee35d4a3-de9b-48c3-9800-7ab343f27371 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350504 Oct 27 17:20:52.819033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-4fcc2287-4ff9-4848-9687-996ffb28fb81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834987 Oct 27 17:20:53.622838 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58ddda-2d5b-40c8-ad0e-76305bd93639 req-61aca73b-962d-4fae-bc7d-fbe781fd7f0a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:53.626861 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb58ddda-2d5b-40c8-ad0e-76305bd93639 req-61aca73b-962d-4fae-bc7d-fbe781fd7f0a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 943 time: 0.0682662 Oct 27 17:20:53.665109 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb58ddda-2d5b-40c8-ad0e-76305bd93639 req-6fc1c4ec-2b60-45cb-8496-99d6fce07484 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332758 Oct 27 17:20:54.168791 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-9c20b4d2-3832-4297-87b4-4bfa6dcfc238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:54.170345 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-9c20b4d2-3832-4297-87b4-4bfa6dcfc238 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2&tenant_id=564ccb46c6b84d719d69687a78461a2e HTTP/1.1" status: 200 len: 1094 time: 0.0865142 Oct 27 17:20:54.182378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-815689-1', 'device_owner': 'compute:nova'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:20:54.238333 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:54.442740 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:20:54.450177 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:54.475266 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:20:54.509004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:20:54.516456 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:54.528027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Transition to ACTIVE for port object 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:20:54.605068 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:54.685025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=9']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:20:54.701211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.701561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.701902 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.702245 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.702571 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.703002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.703225 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.703549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.703875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.704227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.704553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.704922 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:20:54.747652 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] No DVR routers for this DVR port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:20:54.877241 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be2b7e-61bb-45a8-a282-b2981cf60250 req-747eac53-3209-4e8b-a363-7829fcb0b7da tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:54.878954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-66be2b7e-61bb-45a8-a282-b2981cf60250 req-747eac53-3209-4e8b-a363-7829fcb0b7da tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 943 time: 0.1293056 Oct 27 17:20:54.964732 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-66be2b7e-61bb-45a8-a282-b2981cf60250 req-82498a34-32fa-4279-a7c7-1b6a27cc254e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794291 Oct 27 17:20:54.965822 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Attempting to bind port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:20:54.966146 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Attempting to bind port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:20:54.966468 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Attempting to bind port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 on network 70df4027-2989-4271-850f-e5f3625d18bf {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:20:54.970992 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 on network 70df4027-2989-4271-850f-e5f3625d18bf not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:20:54.971311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Attempting to bind port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 on network 70df4027-2989-4271-850f-e5f3625d18bf {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:20:54.976256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:20:54.986534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Checking segment: {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:20:54.986534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Bound using segment: {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:20:54.986534 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Bound port: 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:20:54.986534 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:55.041552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:20:55.044491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:20:55.113405 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:55.149238 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:55.149841 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:20:55.151791 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] 10.222.0.53 "PUT /v2.0/ports/5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 200 len: 1091 time: 0.9738259 Oct 27 17:20:55.152258 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:20:55.154561 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:20:55.197776 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bd9f0-b3e1-466c-86ac-5f6584c5eb7b service neutron] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=10']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:20:55.231034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-b99cafa8-c748-467a-98ba-0f46512ad6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:55.232522 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-b99cafa8-c748-467a-98ba-0f46512ad6fa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1095 time: 0.0497911 Oct 27 17:20:55.289151 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b7741e-d8c8-439f-9b91-39cc718fc772 x-openstack-request-id: req-f8b7741e-d8c8-439f-9b91-39cc718fc772 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:20:55.289440 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:20:55.289691 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8b7741e-d8c8-439f-9b91-39cc718fc772 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:20:55.290087 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'status': 'completed', 'code': 200} Oct 27 17:20:55.335137 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-dbc0d034-f9b4-4280-8d0c-409b177ef86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:55.336633 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-dbc0d034-f9b4-4280-8d0c-409b177ef86b service neutron] 10.222.0.53 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0968943 Oct 27 17:20:55.402089 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-5b70e413-07fc-41bc-9088-e373c1ccc494 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 200 len: 999 time: 0.0585113 Oct 27 17:20:55.454693 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-4c102f0d-7260-4d53-a66b-5d07ccbe9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:55.456167 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-4c102f0d-7260-4d53-a66b-5d07ccbe9788 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0477273 Oct 27 17:20:55.502856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-7e695b10-5a37-44ab-9f5e-7cc37cb08217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:55.504407 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-7e695b10-5a37-44ab-9f5e-7cc37cb08217 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403929 Oct 27 17:20:55.598059 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-a99548f8-8e26-4e8b-8967-8160eff85f57 service neutron] 10.222.0.53 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860455 Oct 27 17:20:55.689083 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a61b348d-aa37-45e4-8de0-0951e120ae3c req-fdddf5a5-4e83-4dcb-a0ad-77d7ac7eec64 service neutron] 10.222.0.53 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840743 Oct 27 17:20:55.880748 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1 req-d5d364c3-306e-4520-a17d-708bf8168405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:55.882252 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1 req-d5d364c3-306e-4520-a17d-708bf8168405 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1095 time: 0.0442836 Oct 27 17:20:55.995654 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1 req-98645ca3-9e97-437d-af14-ab5de879d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:55.997196 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1 req-98645ca3-9e97-437d-af14-ab5de879d4bb service neutron] 10.222.0.53 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0929673 Oct 27 17:20:56.071687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1 req-678cb525-c57b-4580-b6aa-2db35cec9533 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 200 len: 999 time: 0.0677443 Oct 27 17:20:56.148675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6edf8-631f-4fc6-9d25-5f8c84367d11 req-cae84850-462a-4b1b-924c-c8053488ff65 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:56.150238 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbf6edf8-631f-4fc6-9d25-5f8c84367d11 req-cae84850-462a-4b1b-924c-c8053488ff65 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0952077 Oct 27 17:20:56.151921 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1 req-cd8b5836-9029-4ab7-97b9-40ab834b4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:56.153516 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1 req-cd8b5836-9029-4ab7-97b9-40ab834b4a5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0640490 Oct 27 17:20:56.217718 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbf6edf8-631f-4fc6-9d25-5f8c84367d11 req-a50b75c0-00b5-4006-a8bc-b1f0617aed45 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614979 Oct 27 17:20:56.231149 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1 req-679b1466-ec9e-4ced-a0d7-50cb1ef360cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:56.233541 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1 req-679b1466-ec9e-4ced-a0d7-50cb1ef360cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711722 Oct 27 17:20:57.364084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccecbdf-63e4-46e5-b3bd-00c0ae16b32a req-ea333c0a-cae6-4ac2-a072-51aef77f79d9 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:57.365583 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ccecbdf-63e4-46e5-b3bd-00c0ae16b32a req-ea333c0a-cae6-4ac2-a072-51aef77f79d9 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0648513 Oct 27 17:20:57.408009 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3ccecbdf-63e4-46e5-b3bd-00c0ae16b32a req-e7ba5de5-755b-461f-bd69-23bf0e93ba9b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357261 Oct 27 17:20:58.545449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5368f10-52b3-4ef2-8a6c-017c376628b7 req-d794aa46-ba44-43e3-9142-faaf09c860a1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:58.547219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5368f10-52b3-4ef2-8a6c-017c376628b7 req-d794aa46-ba44-43e3-9142-faaf09c860a1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0563371 Oct 27 17:20:58.588933 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b5368f10-52b3-4ef2-8a6c-017c376628b7 req-3f24b311-49f2-4775-8876-08a9c24fa2ad tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356884 Oct 27 17:20:59.717645 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a0995-d06a-4f49-b961-9bd0a971f4ce req-7f82da3b-d74a-43eb-b53e-5b622c50243f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:20:59.719427 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-195a0995-d06a-4f49-b961-9bd0a971f4ce req-7f82da3b-d74a-43eb-b53e-5b622c50243f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0571740 Oct 27 17:20:59.764182 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-195a0995-d06a-4f49-b961-9bd0a971f4ce req-7e1cb302-7635-41ae-a508-daedf8f68fc0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382791 Oct 27 17:21:00.074096 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:00.888331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6116f1b-a7a3-4ac8-bfcc-269bebd4f331 req-fd280c64-76a2-460f-b471-f5fc16358368 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:00.890081 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d6116f1b-a7a3-4ac8-bfcc-269bebd4f331 req-fd280c64-76a2-460f-b471-f5fc16358368 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0491021 Oct 27 17:21:00.933520 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d6116f1b-a7a3-4ac8-bfcc-269bebd4f331 req-bba0ee2e-dc8b-4286-afe0-d1aa448a3a7e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376120 Oct 27 17:21:02.075617 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251a071-9070-4555-9186-e102fafd40ff req-df581978-0241-4a3c-8a55-0bad49cd9491 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:02.077145 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7251a071-9070-4555-9186-e102fafd40ff req-df581978-0241-4a3c-8a55-0bad49cd9491 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0624137 Oct 27 17:21:02.130888 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7251a071-9070-4555-9186-e102fafd40ff req-0b431a8d-4aaf-4249-87d5-77408c3c68a8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472753 Oct 27 17:21:03.244391 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7e581-eabd-4d4d-8883-f3cec36d73e0 req-44090d66-3595-4fac-8db9-9e0bf10cb0bd tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:03.246495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eab7e581-eabd-4d4d-8883-f3cec36d73e0 req-44090d66-3595-4fac-8db9-9e0bf10cb0bd tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0497806 Oct 27 17:21:03.293491 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-eab7e581-eabd-4d4d-8883-f3cec36d73e0 req-69cb3213-d176-4012-b7b9-fe71a338138b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394683 Oct 27 17:21:03.382128 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:04.414753 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd0c77-d9dc-4508-81af-55bec9a6a4dc req-29d6a626-dc9b-41da-ba0f-95cea07b658d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:04.416261 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-71bd0c77-d9dc-4508-81af-55bec9a6a4dc req-29d6a626-dc9b-41da-ba0f-95cea07b658d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0510311 Oct 27 17:21:04.457235 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-71bd0c77-d9dc-4508-81af-55bec9a6a4dc req-ea5ad056-b113-4a3d-ab93-67a910f3f760 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346282 Oct 27 17:21:05.591413 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33435973-d015-43ba-97da-fbfc70eb82e7 req-edd1398b-4811-42ec-8d0f-f4ad5dfa2eca tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:05.593483 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33435973-d015-43ba-97da-fbfc70eb82e7 req-edd1398b-4811-42ec-8d0f-f4ad5dfa2eca tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0578735 Oct 27 17:21:05.633505 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-33435973-d015-43ba-97da-fbfc70eb82e7 req-fc44b382-90e0-47f1-9231-c4f2a07c5423 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337517 Oct 27 17:21:06.618388 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1 req-468d70e6-38be-4fc4-ba8b-6c4f1077a7cc service neutron] 10.222.0.53 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857823 Oct 27 17:21:06.722037 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4c6f4e25-0b5d-4b8f-8917-03f048215ba1 req-fa7065f8-694f-435e-9f38-5bf7cfd7c627 service neutron] 10.222.0.53 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933430 Oct 27 17:21:07.000672 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02786fd1-7d1f-456d-a956-f1b12383e8ca req-c2ce5ba7-74eb-4d65-893b-470eae843a63 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:07.000672 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02786fd1-7d1f-456d-a956-f1b12383e8ca req-c2ce5ba7-74eb-4d65-893b-470eae843a63 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0534179 Oct 27 17:21:07.000672 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-02786fd1-7d1f-456d-a956-f1b12383e8ca req-64013703-4ccc-4e6d-aaa1-e595ecd0dd2c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340133 Oct 27 17:21:08.121346 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e7cdf-f196-4723-b506-fc2d574d16ed req-76f95da1-b4b7-4e45-ab71-03a1c561b507 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:08.122554 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-387e7cdf-f196-4723-b506-fc2d574d16ed req-76f95da1-b4b7-4e45-ab71-03a1c561b507 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 944 time: 0.0580573 Oct 27 17:21:08.161608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-387e7cdf-f196-4723-b506-fc2d574d16ed req-f5974a0d-9453-4f99-957c-7ba83c97ba1b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324082 Oct 27 17:21:08.539392 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:21:08.648808 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:21:08.665540 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'port_id': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'mac_address': 'fa:16:3e:e3:56:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:21:08.703705 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:08.717890 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:21:08.738114 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:21:08.827496 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:08.881909 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=11']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:21:09.068195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:21:09.291769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f299de1-ce33-4f37-b3f7-6d6eac011b97 req-213c3d7a-abab-46ea-b6a8-7ba78618a4d2 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:09.294496 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3f299de1-ce33-4f37-b3f7-6d6eac011b97 req-213c3d7a-abab-46ea-b6a8-7ba78618a4d2 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0603957 Oct 27 17:21:09.334594 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-3f299de1-ce33-4f37-b3f7-6d6eac011b97 req-a67a514d-b33e-45e6-aadc-165df2be211c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337143 Oct 27 17:21:10.452883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b66fc-8163-412b-beaa-ae5f3ef838e5 req-9adfe81c-ddd7-4250-a72f-1a01a7b399a6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:10.454332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-578b66fc-8163-412b-beaa-ae5f3ef838e5 req-9adfe81c-ddd7-4250-a72f-1a01a7b399a6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 945 time: 0.0484633 Oct 27 17:21:10.497596 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-578b66fc-8163-412b-beaa-ae5f3ef838e5 req-f60706ca-c609-480d-a01f-3e2a4ffa8eb7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373373 Oct 27 17:21:10.544250 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:21:10.627328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:21:10.631536 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:21:10.632946 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:10.709452 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:10.734951 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:21:10.737260 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d453f53b-476d-4411-9016-e2947b2d2719" -d '{"events": [{"server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "name": "network-vif-plugged", "status": "completed", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:21:10.754927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:21:10.778798 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb9054d-ac96-4be4-bec6-0344de41c83d x-openstack-request-id: req-dcb9054d-ac96-4be4-bec6-0344de41c83d {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:21:10.779091 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "name": "network-vif-plugged", "status": "completed", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:21:10.779345 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcb9054d-ac96-4be4-bec6-0344de41c83d {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:21:10.779749 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'code': 200} Oct 27 17:21:10.804704 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:10.865660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=12']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:21:10.970152 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ab45b-532a-46f2-9090-d7e7339609c1 req-0309a152-afe2-4e07-b4cb-fdb35a12112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:10.971628 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-860ab45b-532a-46f2-9090-d7e7339609c1 req-0309a152-afe2-4e07-b4cb-fdb35a12112d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1097 time: 0.0427108 Oct 27 17:21:11.006709 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-860ab45b-532a-46f2-9090-d7e7339609c1 req-39626778-211e-444e-8409-97394554ddd7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280087 Oct 27 17:21:11.619483 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207031a-e861-40d6-8abc-39028fbcf8b3 req-6985af50-75fd-40e4-bcc1-a30c3edac24d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:11.622135 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c207031a-e861-40d6-8abc-39028fbcf8b3 req-6985af50-75fd-40e4-bcc1-a30c3edac24d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 946 time: 0.0523221 Oct 27 17:21:11.661855 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c207031a-e861-40d6-8abc-39028fbcf8b3 req-f04f5f61-4c38-4f07-a4f1-9aaec3fce199 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335681 Oct 27 17:21:12.828142 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0410-6672-43e3-94cb-01ce0fd14a0a req-7bb41ef3-ce81-4acf-85ea-305dab42628b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:12.830381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfae0410-6672-43e3-94cb-01ce0fd14a0a req-7bb41ef3-ce81-4acf-85ea-305dab42628b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 946 time: 0.0834646 Oct 27 17:21:12.889042 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cfae0410-6672-43e3-94cb-01ce0fd14a0a req-78b973a2-b9a3-490c-89eb-60c1a34bc3e5 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522714 Oct 27 17:21:14.013714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227862b8-c3f9-41af-9796-ac1aec71d144 req-4ad233a5-1314-4363-95be-4a15deed4ec6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:14.015339 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-227862b8-c3f9-41af-9796-ac1aec71d144 req-4ad233a5-1314-4363-95be-4a15deed4ec6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 946 time: 0.0549824 Oct 27 17:21:14.061936 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-227862b8-c3f9-41af-9796-ac1aec71d144 req-59d94b9c-c310-4d29-b925-23f4302c13fd tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406530 Oct 27 17:21:18.525103 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e48b-753c-4e08-a58f-6230ae2c5753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:21.656003 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-62c61623-6f7b-4ede-9c73-d352c104d6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:22.284789 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:22.513938 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:24.473342 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:28.203427 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:21:30.112690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:33.375333 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:38.462381 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-3ef89717-e50f-4021-a37a-37bcd148429e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399806 Oct 27 17:21:38.550510 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-08438fe3-a03e-4526-bdd0-de2441630b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:38.551999 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-08438fe3-a03e-4526-bdd0-de2441630b50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1097 time: 0.0407243 Oct 27 17:21:38.665435 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-a34f7f9b-9f60-4219-b64e-a78306596a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:38.666909 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-a34f7f9b-9f60-4219-b64e-a78306596a7f service neutron] 10.222.0.53 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0905592 Oct 27 17:21:38.734556 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-f11c1102-158f-4538-bed4-4a9601795658 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 200 len: 1001 time: 0.0571127 Oct 27 17:21:38.785371 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-a18bf1e1-e764-4311-a904-4ad40398afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:38.786836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-a18bf1e1-e764-4311-a904-4ad40398afe1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0439079 Oct 27 17:21:38.840442 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-e62311a6-5c4f-485c-abe0-b8d9750824bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:21:38.841994 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-e62311a6-5c4f-485c-abe0-b8d9750824bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463560 Oct 27 17:21:38.933334 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-c14ac71b-86c5-4132-a6d2-52a16fc0aa08 service neutron] 10.222.0.53 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840528 Oct 27 17:21:39.033260 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-1877144d-fe02-43a4-81ce-b824f8e34fef req-d507bc59-def9-4111-8c82-73ef02aca22f service neutron] 10.222.0.53 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883248 Oct 27 17:21:48.523714 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3dd4352d-1d51-4f23-ace7-5cb7ae2bd86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:51.574692 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-17b5ec90-ed68-4079-aecb-3a47463b038f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:52.277821 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:52.489735 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:21:54.489562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:00.089479 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:03.380897 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:05.202269 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:22:18.529282 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a04937dd-f2b9-4589-82a4-dee98ba7fd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:21.540264 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2ff89df9-323a-4a5a-8c46-db4e587ed556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:22.272365 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:22.477745 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:24.488923 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:24.750755 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49824) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:22:24.917544 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Deleting port f11974b1-708d-4090-9049-dd9d2b3ec0c6 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:22:24.917888 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:25.000078 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:25.000404 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:25.013398 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Calling delete_port for f11974b1-708d-4090-9049-dd9d2b3ec0c6 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:22:25.220713 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:25.248592 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event deleted for resources: {'Port': ['ID=f11974b1-708d-4090-9049-dd9d2b3ec0c6,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:25.274314 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.274586 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.274934 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.275276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.275616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.275955 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.276319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.276662 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.276996 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.277324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.277658 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.277982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:25.316720 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:25.317045 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Floating IP ac5daa1f-f90f-426c-af67-27532c534b1d disassociated (deleted). External IP: 172.25.4.253, port: 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5. Oct 27 17:22:25.527842 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Router 42b5de28-588b-4d91-901a-1a908bd656a2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:22:25.636027 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:22:25.640711 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:25.646164 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d89eb-c331-4165-b751-9d3a6523e09b None None] Sync routers for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:22:25.655304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d89eb-c331-4165-b751-9d3a6523e09b None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:22:25.655920 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-175d89eb-c331-4165-b751-9d3a6523e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:22:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:25.671625 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7324628e-22e2-4f9f-acd7-b47793bb56c8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "DELETE /v2.0/floatingips/ac5daa1f-f90f-426c-af67-27532c534b1d HTTP/1.1" status: 204 len: 168 time: 0.9173501 Oct 27 17:22:25.671625 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:22:25.676971 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:22:25.765569 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-175d89eb-c331-4165-b751-9d3a6523e09b None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:22:25.794282 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6253da1e-b84d-4dfb-9e1a-06c1975f567a x-openstack-request-id: req-6253da1e-b84d-4dfb-9e1a-06c1975f567a {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:22:25.795056 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:22:25.795056 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6253da1e-b84d-4dfb-9e1a-06c1975f567a {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:22:25.795845 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'status': 'completed', 'code': 200} Oct 27 17:22:25.860179 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e req-082b27bb-c0f4-42e0-96af-a5fbc3f3e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:25.861666 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e req-082b27bb-c0f4-42e0-96af-a5fbc3f3e818 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 1097 time: 0.0415711 Oct 27 17:22:25.961644 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e req-69c88850-f0df-4313-9d68-f639d96c64fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:25.963219 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e req-69c88850-f0df-4313-9d68-f639d96c64fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0941253 Oct 27 17:22:25.978415 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-175d89eb-c331-4165-b751-9d3a6523e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:26.006188 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d89eb-c331-4165-b751-9d3a6523e09b None None] Checking router: 42b5de28-588b-4d91-901a-1a908bd656a2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:22:26.013786 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e req-22d0745f-435e-4652-90f9-34cf2c5e8d15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 200 len: 217 time: 0.0429571 Oct 27 17:22:26.015209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175d89eb-c331-4165-b751-9d3a6523e09b None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:22:26.015811 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-175d89eb-c331-4165-b751-9d3a6523e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:22:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:26.077538 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e req-6b8f8727-148c-4679-8a31-258294077b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:26.079009 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e req-6b8f8727-148c-4679-8a31-258294077b05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0530558 Oct 27 17:22:26.126422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-175d89eb-c331-4165-b751-9d3a6523e09b None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:22:26.169313 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e req-a4308896-bd57-47cf-8a75-4358b2744eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:26.171093 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e req-a4308896-bd57-47cf-8a75-4358b2744eb5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841238 Oct 27 17:22:26.206166 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6741a7-9c49-4f4c-8523-de3a63d2de10 req-c97a42ae-eea4-470c-8e9e-2c1f7d4cf077 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:26.207612 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd6741a7-9c49-4f4c-8523-de3a63d2de10 req-c97a42ae-eea4-470c-8e9e-2c1f7d4cf077 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 946 time: 0.1726418 Oct 27 17:22:26.281578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fd6741a7-9c49-4f4c-8523-de3a63d2de10 req-d651cb1c-310b-45f5-ac85-2eeb44379377 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489523 Oct 27 17:22:26.304669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e req-d23a6bf7-1ad2-4b25-80d7-b1294d08b4b4 service neutron] 10.222.0.53 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237929 Oct 27 17:22:26.332002 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-175d89eb-c331-4165-b751-9d3a6523e09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:22:26.358846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175d89eb-c331-4165-b751-9d3a6523e09b None None] The sync data for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 is: [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:22:26.395787 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-86b63aaa-6cd3-4e45-a125-1a9dcb5e926e req-b94a9055-264b-43af-a93e-5fcf8f181f02 service neutron] 10.222.0.53 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835230 Oct 27 17:22:26.579093 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1986c560-483d-4a51-8de6-a2b08718100b None None] New status for floating IP ac5daa1f-f90f-426c-af67-27532c534b1d: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:22:27.397053 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfc0df-8e52-4913-a50d-f4e30665c362 req-6fa1b50c-d6ef-477f-ab10-bb6c1594f0ec tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:27.398687 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fcfc0df-8e52-4913-a50d-f4e30665c362 req-6fa1b50c-d6ef-477f-ab10-bb6c1594f0ec tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 946 time: 0.0492647 Oct 27 17:22:27.453351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976282e2-0e80-48ff-95d3-a32cef2fafb8 req-d1e7f1f1-2608-4dd9-8aff-cf770536e93e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:27.454905 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-976282e2-0e80-48ff-95d3-a32cef2fafb8 req-d1e7f1f1-2608-4dd9-8aff-cf770536e93e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 946 time: 0.1021008 Oct 27 17:22:27.494727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2fcfc0df-8e52-4913-a50d-f4e30665c362 req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Deleting port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:22:27.495007 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-976282e2-0e80-48ff-95d3-a32cef2fafb8 req-210e8a1e-f442-410d-afb1-d6dd65686303 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=539d349d-ff56-4575-b6c9-ba930390783b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337746 Oct 27 17:22:27.495211 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fcfc0df-8e52-4913-a50d-f4e30665c362 req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:27.584829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2fcfc0df-8e52-4913-a50d-f4e30665c362 req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] For port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:22:27.585102 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fcfc0df-8e52-4913-a50d-f4e30665c362 req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:27.597055 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-2fcfc0df-8e52-4913-a50d-f4e30665c362 req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Calling delete_port for 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:22:27.775109 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fcfc0df-8e52-4913-a50d-f4e30665c362 req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:27.806378 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event deleted for resources: {'Port': ['ID=5f3af89f-6a8e-48be-bf9b-0f0b24f614f5,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:27.834599 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.834984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.835278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.835617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.835936 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.836284 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.836672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.836994 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.837315 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.837634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.837961 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.838279 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:22:27.859506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcfc0df-8e52-4913-a50d-f4e30665c362 req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] No DVR routers for this DVR port 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:22:27.862277 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2fcfc0df-8e52-4913-a50d-f4e30665c362 req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:27.865847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2fcfc0df-8e52-4913-a50d-f4e30665c362 req-6ac97ee1-cc3b-420a-b76d-5b52619d6d38 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.53 "DELETE /v2.0/ports/5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 HTTP/1.1" status: 204 len: 173 time: 0.4613323 Oct 27 17:22:27.866320 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'name': 'network-vif-deleted', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:22:27.869651 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d50ded-1bf0-43e0-9af9-0b23a96515a3" -d '{"events": [{"server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "name": "network-vif-deleted", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:22:27.905583 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da133301-bdc8-4f34-8021-50229907b638 x-openstack-request-id: req-da133301-bdc8-4f34-8021-50229907b638 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:22:27.905878 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e95cc42-47c5-439f-a71f-6f82b85769a2", "name": "network-vif-deleted", "tag": "5f3af89f-6a8e-48be-bf9b-0f0b24f614f5", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:22:27.906134 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da133301-bdc8-4f34-8021-50229907b638 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:22:27.906547 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e95cc42-47c5-439f-a71f-6f82b85769a2', 'name': 'network-vif-deleted', 'tag': '5f3af89f-6a8e-48be-bf9b-0f0b24f614f5', 'status': 'completed', 'code': 200} Oct 27 17:22:28.604836 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-58d670e0-68ca-4bd6-86b3-7bdc5bc638fc req-ac87c389-eebd-4043-b57d-3cab592be426 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e95cc42-47c5-439f-a71f-6f82b85769a2 HTTP/1.1" status: 200 len: 210 time: 0.0283620 Oct 27 17:22:29.663876 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49852) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:22:29.723286 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19925b4d-6189-4497-85cb-ba35e5697bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:29.749503 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19925b4d-6189-4497-85cb-ba35e5697bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:29.860592 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19925b4d-6189-4497-85cb-ba35e5697bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:29.863383 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-19925b4d-6189-4497-85cb-ba35e5697bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:29.864669 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-19925b4d-6189-4497-85cb-ba35e5697bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "DELETE /v2.0/security-groups/539d349d-ff56-4575-b6c9-ba930390783b HTTP/1.1" status: 204 len: 168 time: 0.1996894 Oct 27 17:22:29.877024 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19925b4d-6189-4497-85cb-ba35e5697bb0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539d349d-ff56-4575-b6c9-ba930390783b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:30.100476 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:30.526285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49858) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:22:30.530969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4f3f0bbd-81e9-40d8-88c0-e3cf8cd007b6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-433429704', 'description': 'tempest-secgroup-smoke-433429704 description', 'project_id': '564ccb46c6b84d719d69687a78461a2e'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:22:30.620085 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0bbd-81e9-40d8-88c0-e3cf8cd007b6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:30.685447 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0bbd-81e9-40d8-88c0-e3cf8cd007b6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:30.751495 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0bbd-81e9-40d8-88c0-e3cf8cd007b6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:30.780907 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f0bbd-81e9-40d8-88c0-e3cf8cd007b6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ba5a36-4516-4946-b28f-d9911b17be4d,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:30.840869 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4f3f0bbd-81e9-40d8-88c0-e3cf8cd007b6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:30.842131 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4f3f0bbd-81e9-40d8-88c0-e3cf8cd007b6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3147709 Oct 27 17:22:30.845043 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49860) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:22:30.849553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-7fa4afd3-ac95-46d7-84e8-d42a62cf91a7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '41ba5a36-4516-4946-b28f-d9911b17be4d', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:22:30.964543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:22:30.968761 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7fa4afd3-ac95-46d7-84e8-d42a62cf91a7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:30.987649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:22:30.987987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 5f3af89f-6a8e-48be-bf9b-0f0b24f614f5 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:22:31.030230 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7fa4afd3-ac95-46d7-84e8-d42a62cf91a7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:31.106115 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7fa4afd3-ac95-46d7-84e8-d42a62cf91a7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:31.124199 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4afd3-ac95-46d7-84e8-d42a62cf91a7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4911456e-c1e3-4d3c-b5a8-5ae654d6aae5,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:31.200926 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-7fa4afd3-ac95-46d7-84e8-d42a62cf91a7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:31.202180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-7fa4afd3-ac95-46d7-84e8-d42a62cf91a7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560786 Oct 27 17:22:31.205107 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49862) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:22:31.209562 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-a5f8cbe3-16a7-414c-b88f-0b38cac98891 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '41ba5a36-4516-4946-b28f-d9911b17be4d', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:22:31.317154 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5f8cbe3-16a7-414c-b88f-0b38cac98891 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:31.372779 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5f8cbe3-16a7-414c-b88f-0b38cac98891 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:31.449199 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5f8cbe3-16a7-414c-b88f-0b38cac98891 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:31.467134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8cbe3-16a7-414c-b88f-0b38cac98891 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39e6582-4a00-4dca-b8fa-faa7a8dac7e6,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:31.531043 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-a5f8cbe3-16a7-414c-b88f-0b38cac98891 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:31.532326 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-a5f8cbe3-16a7-414c-b88f-0b38cac98891 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3262334 Oct 27 17:22:31.535109 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49864) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:22:31.539405 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-98fef79f-fb5c-42f4-94d7-8ffa526c3d03 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '41ba5a36-4516-4946-b28f-d9911b17be4d', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:22:31.625607 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-98fef79f-fb5c-42f4-94d7-8ffa526c3d03 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:31.689036 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-98fef79f-fb5c-42f4-94d7-8ffa526c3d03 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:31.757360 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-98fef79f-fb5c-42f4-94d7-8ffa526c3d03 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:31.777600 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fef79f-fb5c-42f4-94d7-8ffa526c3d03 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3823b95d-69a5-4384-b3f1-122707f42f89,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:31.845087 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-98fef79f-fb5c-42f4-94d7-8ffa526c3d03 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:31.846303 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-98fef79f-fb5c-42f4-94d7-8ffa526c3d03 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102770 Oct 27 17:22:31.849027 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49866) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:22:31.854536 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-158823eb-30ab-4a70-aa5c-7aafab238a8f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '41ba5a36-4516-4946-b28f-d9911b17be4d', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:22:31.945045 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-158823eb-30ab-4a70-aa5c-7aafab238a8f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.006170 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-158823eb-30ab-4a70-aa5c-7aafab238a8f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.083561 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-158823eb-30ab-4a70-aa5c-7aafab238a8f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.101429 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158823eb-30ab-4a70-aa5c-7aafab238a8f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c206a5c-2106-4449-b6aa-f99dedfdd38b,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:32.159837 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-158823eb-30ab-4a70-aa5c-7aafab238a8f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.161099 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-158823eb-30ab-4a70-aa5c-7aafab238a8f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3111355 Oct 27 17:22:32.163866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 49868) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:22:32.168993 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-4614154a-6389-4e7a-b221-f099c6e72492 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '41ba5a36-4516-4946-b28f-d9911b17be4d', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:22:32.249132 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-4614154a-6389-4e7a-b221-f099c6e72492 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Project 564ccb46c6b84d719d69687a78461a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:22:32.254181 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4614154a-6389-4e7a-b221-f099c6e72492 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.314022 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4614154a-6389-4e7a-b221-f099c6e72492 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.391773 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4614154a-6389-4e7a-b221-f099c6e72492 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.409779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614154a-6389-4e7a-b221-f099c6e72492 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43aadaa5-159e-4354-bc43-d66ec0490080,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:32.480276 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-4614154a-6389-4e7a-b221-f099c6e72492 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.481561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-4614154a-6389-4e7a-b221-f099c6e72492 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3167365 Oct 27 17:22:32.484518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 49870) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:22:32.489161 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-40c7d33e-d3c1-4872-bfb3-2e1e76c6ac86 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'security_group_rule': {'security_group_id': '41ba5a36-4516-4946-b28f-d9911b17be4d', 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:22:32.580881 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-40c7d33e-d3c1-4872-bfb3-2e1e76c6ac86 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Project 564ccb46c6b84d719d69687a78461a2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:22:32.585937 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40c7d33e-d3c1-4872-bfb3-2e1e76c6ac86 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.650477 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40c7d33e-d3c1-4872-bfb3-2e1e76c6ac86 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.728348 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40c7d33e-d3c1-4872-bfb3-2e1e76c6ac86 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.746487 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7d33e-d3c1-4872-bfb3-2e1e76c6ac86 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88915cf-5b06-435f-af37-6d629a80bd2a,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:22:32.816162 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-40c7d33e-d3c1-4872-bfb3-2e1e76c6ac86 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:32.817403 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-40c7d33e-d3c1-4872-bfb3-2e1e76c6ac86 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3318908 Oct 27 17:22:33.426062 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:42.202109 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:22:48.546206 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5716-2876-4e85-9241-d1b87705c568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:51.568862 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d3512144-e8e4-4f8e-bfa8-99a1afa45f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:52.306249 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:52.489177 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:53.616167 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-55dbeec3-3f40-4f8b-9d1b-ac086bb35636 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-433429704&fields=id&tenant_id=564ccb46c6b84d719d69687a78461a2e HTTP/1.1" status: 200 len: 267 time: 0.0332634 Oct 27 17:22:53.725306 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-0dd93020-9627-4203-99e6-34d366b3eaee tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:22:53.726669 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-0dd93020-9627-4203-99e6-34d366b3eaee tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 809 time: 0.1035936 Oct 27 17:22:53.742029 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-d83b9a9b-722d-455e-af22-ea049aa6ab82 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/quotas/564ccb46c6b84d719d69687a78461a2e HTTP/1.1" status: 200 len: 375 time: 0.0089278 Oct 27 17:22:53.793274 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-838d3e45-a0ae-45e3-9e76-9458776d051b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454636 Oct 27 17:22:53.887995 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-4df8f331-5fdd-40fd-ad76-e6c1e7121cab service neutron] 10.222.0.15 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822365 Oct 27 17:22:53.981738 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-3287cc48-b9cc-4ffd-bde6-62cc58c21036 service neutron] 10.222.0.15 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867946 Oct 27 17:22:54.466784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:22:54.484116 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c1337e94-ed8d-44d4-9e65-e428eb6f283c req-71766341-a719-42db-b091-0138034ea3ce tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0283370 Oct 27 17:22:55.562027 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e96a3663-a900-4f1a-8024-4cd1dd95c7a5 req-bdcc0b89-a6de-4b9c-a0ac-c6a690598d7a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0277011 Oct 27 17:22:56.641655 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-e2d096fe-78b8-4276-9ac4-0450f4b75104 req-1d722c38-377c-454b-8f98-3de11ef552f0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0277898 Oct 27 17:22:57.719398 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8eb601e9-406e-44e9-a196-cfcb14dd1d3b req-008320f9-a27a-4b6d-ad1b-91ea479a3549 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0265925 Oct 27 17:22:58.816344 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f71e08b5-b30d-408a-b622-bd6489a034c9 req-cf4ea9e2-1408-459d-8dc7-46c04fbec2ff tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0289788 Oct 27 17:22:59.911675 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15f1527b-50a4-4e44-839f-362e3d578de9 req-909161d7-815d-4ec9-acf6-445dcc3b9c91 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0271807 Oct 27 17:23:00.167704 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:00.381521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-34d5cc96-aca5-4271-9d16-ecd8434e2887 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:00.382946 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-34d5cc96-aca5-4271-9d16-ecd8434e2887 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 809 time: 0.1032643 Oct 27 17:23:00.425620 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-0876e74d-d729-424f-9598-7c0a73f850a7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=564ccb46c6b84d719d69687a78461a2e HTTP/1.1" status: 200 len: 379 time: 0.0330946 Oct 27 17:23:00.434356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'port': {'device_id': '44ba591e-93c3-4d72-b95e-0875671f279a', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'admin_state_up': True, 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'security_groups': ['41ba5a36-4516-4946-b28f-d9911b17be4d']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:23:00.602603 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Made reservation on behalf of 564ccb46c6b84d719d69687a78461a2e for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:23:00.606459 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:00.741628 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Allocated IP 172.20.0.14 (70df4027-2989-4271-850f-e5f3625d18bf/68187625-8767-4beb-b9a8-6cc01122867d/981aee3d-b883-44e3-84c6-d43211cd95e8) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:23:01.174625 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fc6657f5-1fe4-4b71-8ef6-73a152216f33 req-befc8152-158a-4982-a703-e7008af521b4 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0409372 Oct 27 17:23:01.269267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:01.358409 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:01.401274 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Network 70df4027-2989-4271-850f-e5f3625d18bf is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:23:01.405030 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:23:01.408809 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:23:01.444129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'Port': ['ID=981aee3d-b883-44e3-84c6-d43211cd95e8,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:23:01.469359 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:01.470017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:01.596082 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-2a9e44d7-fdfa-4189-b818-322c8c6a4726 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1650493 Oct 27 17:23:01.609726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Request body: {'port': {'device_id': '44ba591e-93c3-4d72-b95e-0875671f279a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:23:01.661416 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-6ed874b3-2619-4ce7-9d9f-676346b43c43 None None] Provisioning complete for port 981aee3d-b883-44e3-84c6-d43211cd95e8 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:23:01.661981 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6ed874b3-2619-4ce7-9d9f-676346b43c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:01.667379 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:01.699930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-6ed874b3-2619-4ce7-9d9f-676346b43c43 None None] Port 981aee3d-b883-44e3-84c6-d43211cd95e8 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:23:01.929970 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981aee3d-b883-44e3-84c6-d43211cd95e8 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:23:01.937552 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:01.949477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Transition to ACTIVE for port object 981aee3d-b883-44e3-84c6-d43211cd95e8 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:23:02.014944 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:02.070718 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Pushing event updated for resources: {'Port': ['ID=981aee3d-b883-44e3-84c6-d43211cd95e8,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:23:02.149080 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Attempting to bind port 981aee3d-b883-44e3-84c6-d43211cd95e8 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:23:02.149414 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Attempting to bind port 981aee3d-b883-44e3-84c6-d43211cd95e8 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:23:02.149743 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Attempting to bind port 981aee3d-b883-44e3-84c6-d43211cd95e8 on network 70df4027-2989-4271-850f-e5f3625d18bf {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:23:02.155631 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Port 981aee3d-b883-44e3-84c6-d43211cd95e8 on network 70df4027-2989-4271-850f-e5f3625d18bf not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:23:02.156300 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Attempting to bind port 981aee3d-b883-44e3-84c6-d43211cd95e8 on network 70df4027-2989-4271-850f-e5f3625d18bf {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:23:02.161875 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:23:02.162518 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Checking segment: {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:23:02.162845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Bound using segment: {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:23:02.163283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Bound port: 981aee3d-b883-44e3-84c6-d43211cd95e8, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e128e8-1662-499f-a8be-ae4bf820d7cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:23:02.163642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:02.253592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] For port 981aee3d-b883-44e3-84c6-d43211cd95e8, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:23:02.257583 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] For port 981aee3d-b883-44e3-84c6-d43211cd95e8, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=981aee3d-b883-44e3-84c6-d43211cd95e8,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:23:02.313431 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1ead9-6ec8-45d7-8f51-e750a60ae42c req-4df81c4c-6850-4062-b2b8-a1a96f4e8391 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:02.319974 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c4e1ead9-6ec8-45d7-8f51-e750a60ae42c req-4df81c4c-6850-4062-b2b8-a1a96f4e8391 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0578244 Oct 27 17:23:02.339761 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:02.359094 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c4e1ead9-6ec8-45d7-8f51-e750a60ae42c req-c5c3ea97-3b62-462e-b989-d41c013148d5 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364754 Oct 27 17:23:02.382859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:02.385587 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:02.388312 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] 10.222.0.54 "PUT /v2.0/ports/981aee3d-b883-44e3-84c6-d43211cd95e8 HTTP/1.1" status: 200 len: 1092 time: 0.7833142 Oct 27 17:23:02.389531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:23:02.392368 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9046bc3e-dcb6-43f6-82ce-b48832a0e734" -d '{"events": [{"name": "network-changed", "server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:23:02.421385 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b030142-822d-4e9c-bf0f-3bc58fb83a79 service neutron] Pushing event updated for resources: {'Port': ['ID=981aee3d-b883-44e3-84c6-d43211cd95e8,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:23:02.455124 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe3065e-4332-4c68-9b72-51c57a6d6e79 x-openstack-request-id: req-cbe3065e-4332-4c68-9b72-51c57a6d6e79 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:23:02.455249 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:23:02.455414 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbe3065e-4332-4c68-9b72-51c57a6d6e79 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:23:02.455834 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'status': 'completed', 'code': 200} Oct 27 17:23:02.532851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046bc3e-dcb6-43f6-82ce-b48832a0e734 req-2e49eb1d-ff04-4a95-99d5-0b769e784199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:02.534281 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9046bc3e-dcb6-43f6-82ce-b48832a0e734 req-2e49eb1d-ff04-4a95-99d5-0b769e784199 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1095 time: 0.0536332 Oct 27 17:23:02.637079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046bc3e-dcb6-43f6-82ce-b48832a0e734 req-2cf79835-060d-4547-9f34-47cb4893281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:02.639332 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9046bc3e-dcb6-43f6-82ce-b48832a0e734 req-2cf79835-060d-4547-9f34-47cb4893281e service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=564ccb46c6b84d719d69687a78461a2e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0969353 Oct 27 17:23:02.743188 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046bc3e-dcb6-43f6-82ce-b48832a0e734 req-ae5a0405-2b45-4aa5-96f8-7cff4bffbcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:02.744759 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9046bc3e-dcb6-43f6-82ce-b48832a0e734 req-ae5a0405-2b45-4aa5-96f8-7cff4bffbcac service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988755 Oct 27 17:23:02.828647 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-b7f65845-f7ad-4702-8dae-bdf559429bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:02.830148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-b7f65845-f7ad-4702-8dae-bdf559429bbc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1095 time: 0.0423057 Oct 27 17:23:02.876965 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-0daa2c8e-f659-4c51-945f-1fc56bbba1ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=981aee3d-b883-44e3-84c6-d43211cd95e8 HTTP/1.1" status: 200 len: 217 time: 0.0389433 Oct 27 17:23:02.933859 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-60477161-68b4-48fd-ae11-dcf6d6496211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:02.936026 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-60477161-68b4-48fd-ae11-dcf6d6496211 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0525413 Oct 27 17:23:02.984023 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1d846dd0-2857-432d-bf59-5a8bc63db9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:02.985578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1d846dd0-2857-432d-bf59-5a8bc63db9fd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427895 Oct 27 17:23:03.083561 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-1ff4d78b-22c3-4337-a4bd-8be9d0d7a8c9 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896444 Oct 27 17:23:03.174765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4691ca5e-f692-4ad0-b020-e3d86b6303b7 req-d0951cdd-9761-4653-bf12-b7b6eca1c60b service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841472 Oct 27 17:23:03.380435 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:03.475967 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74dfdf-c19f-42b8-9dc8-c6e3799ae465 req-f2a8c39e-93e5-4294-b148-12e1160a95cc tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:03.477648 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc74dfdf-c19f-42b8-9dc8-c6e3799ae465 req-f2a8c39e-93e5-4294-b148-12e1160a95cc tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0504265 Oct 27 17:23:03.517748 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fc74dfdf-c19f-42b8-9dc8-c6e3799ae465 req-fd9c6590-3286-40e8-bfa8-1a4028d14c6b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328462 Oct 27 17:23:04.637260 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479657f-3b6e-45e8-80eb-2e9b57dd6b1b req-46dcf477-3326-4de1-a980-0dd6a8a17770 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:04.639562 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a479657f-3b6e-45e8-80eb-2e9b57dd6b1b req-46dcf477-3326-4de1-a980-0dd6a8a17770 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0510156 Oct 27 17:23:04.687195 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a479657f-3b6e-45e8-80eb-2e9b57dd6b1b req-697d7fb0-4f5e-49b8-8a7d-5b982573df9c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411148 Oct 27 17:23:05.804982 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b7ba-08c2-4ef8-9927-5c54acda3571 req-021d929d-e9d0-4276-955e-88600682cf4c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:05.806491 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5660b7ba-08c2-4ef8-9927-5c54acda3571 req-021d929d-e9d0-4276-955e-88600682cf4c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0499830 Oct 27 17:23:05.845793 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5660b7ba-08c2-4ef8-9927-5c54acda3571 req-733f4c5f-f5f3-42b1-b181-fe4fc63aa537 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330091 Oct 27 17:23:06.962421 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c41598-aeee-49ce-b5a4-d29dc872f28e req-9f556e0b-e674-4268-9c94-c4ba81674a88 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:06.963912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8c41598-aeee-49ce-b5a4-d29dc872f28e req-9f556e0b-e674-4268-9c94-c4ba81674a88 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0497243 Oct 27 17:23:07.003944 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8c41598-aeee-49ce-b5a4-d29dc872f28e req-9cda532e-4cde-49f5-b708-ecc71df6ee2b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334496 Oct 27 17:23:08.125827 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3672e3e-ede5-4189-9a91-d2ebac4d2869 req-660bdcee-442e-4011-a061-bbcc9525ab41 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:08.127288 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3672e3e-ede5-4189-9a91-d2ebac4d2869 req-660bdcee-442e-4011-a061-bbcc9525ab41 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0534236 Oct 27 17:23:08.164841 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a3672e3e-ede5-4189-9a91-d2ebac4d2869 req-f7adc12e-ec27-4cd0-ad70-8554378120bc tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316064 Oct 27 17:23:09.326777 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7961f-b138-4a35-b5e3-426f69a90cfa req-a94ffe18-2c46-43c2-bd90-47da2e173b2a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:09.328290 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81c7961f-b138-4a35-b5e3-426f69a90cfa req-a94ffe18-2c46-43c2-bd90-47da2e173b2a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0492365 Oct 27 17:23:09.370020 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-81c7961f-b138-4a35-b5e3-426f69a90cfa req-86295f2e-e09d-45aa-996a-0ba5e128511a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357635 Oct 27 17:23:10.485305 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf2bcf-e9d1-4ae4-9b3d-7024b25ab666 req-7f5270e9-b4ea-4d1f-a6d5-b859500ee076 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:10.486839 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36bf2bcf-e9d1-4ae4-9b3d-7024b25ab666 req-7f5270e9-b4ea-4d1f-a6d5-b859500ee076 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0501225 Oct 27 17:23:10.526087 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-36bf2bcf-e9d1-4ae4-9b3d-7024b25ab666 req-eb2e5d01-a47b-43bb-9fc0-79c2e36e6ad7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330882 Oct 27 17:23:11.642597 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd8f82-3cfd-4cb8-abed-3e7cdaf109b1 req-57bea6fc-9822-44aa-aed9-24d6f915d5b4 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:11.644045 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44dd8f82-3cfd-4cb8-abed-3e7cdaf109b1 req-57bea6fc-9822-44aa-aed9-24d6f915d5b4 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0489013 Oct 27 17:23:11.685536 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-44dd8f82-3cfd-4cb8-abed-3e7cdaf109b1 req-42299ca5-68ef-495f-9f87-1cd5cb423496 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350530 Oct 27 17:23:12.802841 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0425881-875d-436b-93a4-a6616a962324 req-473baada-9f09-4884-997a-2936b76a4187 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:12.804345 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0425881-875d-436b-93a4-a6616a962324 req-473baada-9f09-4884-997a-2936b76a4187 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0508354 Oct 27 17:23:12.843808 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e0425881-875d-436b-93a4-a6616a962324 req-a361bb20-e944-4a19-9a16-7c1d36a21be8 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333745 Oct 27 17:23:13.960380 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da284ef-fdab-4562-a696-51420b6fb1e0 req-02c2cc4b-5637-43d6-a4a0-41f54ae42a29 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:13.961836 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2da284ef-fdab-4562-a696-51420b6fb1e0 req-02c2cc4b-5637-43d6-a4a0-41f54ae42a29 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0496120 Oct 27 17:23:13.999971 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2da284ef-fdab-4562-a696-51420b6fb1e0 req-8ef22b85-d46d-472c-a8b0-3d52e9f2c594 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318339 Oct 27 17:23:14.567004 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 981aee3d-b883-44e3-84c6-d43211cd95e8 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:23:14.662476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 981aee3d-b883-44e3-84c6-d43211cd95e8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=981aee3d-b883-44e3-84c6-d43211cd95e8,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:23:14.673400 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'port_id': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'mac_address': 'fa:16:3e:71:08:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:23:14.709940 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:14.722549 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981aee3d-b883-44e3-84c6-d43211cd95e8 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:23:14.741224 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 981aee3d-b883-44e3-84c6-d43211cd95e8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=981aee3d-b883-44e3-84c6-d43211cd95e8,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:23:14.824989 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:14.876677 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=981aee3d-b883-44e3-84c6-d43211cd95e8,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:23:14.884229 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:14.884571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:14.884905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:14.885235 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:14.885557 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:14.885877 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:14.886196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:14.886513 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:14.886852 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:14.887217 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:14.887530 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:14.887867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:23:15.077654 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['981aee3d-b883-44e3-84c6-d43211cd95e8'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:23:15.118801 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5583c-d3a9-4997-9340-700b8107c35b req-7211e858-255c-408d-9456-c345572a238d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:15.120285 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a4d5583c-d3a9-4997-9340-700b8107c35b req-7211e858-255c-408d-9456-c345572a238d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 945 time: 0.0521536 Oct 27 17:23:15.158079 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a4d5583c-d3a9-4997-9340-700b8107c35b req-a301090f-82a1-47f3-ba17-eb7fc40b937e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309172 Oct 27 17:23:16.272281 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e0ed1-584b-4657-89f3-bd62dbe9be88 req-7df499fc-2fd4-4dfa-9bca-2f18cc740e76 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:16.273734 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-476e0ed1-584b-4657-89f3-bd62dbe9be88 req-7df499fc-2fd4-4dfa-9bca-2f18cc740e76 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 945 time: 0.0486887 Oct 27 17:23:16.312217 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-476e0ed1-584b-4657-89f3-bd62dbe9be88 req-b99442c5-f463-4d5b-b5d4-91b9c7a40057 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319266 Oct 27 17:23:16.592520 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 981aee3d-b883-44e3-84c6-d43211cd95e8 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:23:16.722896 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port 981aee3d-b883-44e3-84c6-d43211cd95e8 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:23:16.726969 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 981aee3d-b883-44e3-84c6-d43211cd95e8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:23:16.732470 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:16.807066 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:16.984315 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:23:16.986575 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99847573-dc71-4101-9fd9-e021a0645a66" -d '{"events": [{"server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "name": "network-vif-plugged", "status": "completed", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:23:16.999452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 981aee3d-b883-44e3-84c6-d43211cd95e8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=981aee3d-b883-44e3-84c6-d43211cd95e8,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:23:17.027382 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac86f1b-eb86-4afc-b0d6-7373ae9de76a x-openstack-request-id: req-cac86f1b-eb86-4afc-b0d6-7373ae9de76a {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:23:17.027382 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "name": "network-vif-plugged", "status": "completed", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:23:17.027382 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cac86f1b-eb86-4afc-b0d6-7373ae9de76a {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:23:17.027382 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'code': 200} Oct 27 17:23:17.071403 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:17.120995 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=981aee3d-b883-44e3-84c6-d43211cd95e8,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:23:17.159310 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8870c-521c-4a96-9f83-516b0467f7e9 req-7a10543b-43da-4f3e-817a-0819dac3ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:17.160846 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5c8870c-521c-4a96-9f83-516b0467f7e9 req-7a10543b-43da-4f3e-817a-0819dac3ac35 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1097 time: 0.0830712 Oct 27 17:23:17.199616 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d5c8870c-521c-4a96-9f83-516b0467f7e9 req-7cf3f188-43f1-4cd8-a070-ab852f4961da service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314155 Oct 27 17:23:17.426649 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f9810-3611-47a6-97bb-0c250b183b91 req-3d16186b-0b1e-4b57-bb6c-75cd589fd745 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:17.428142 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d7f9810-3611-47a6-97bb-0c250b183b91 req-3d16186b-0b1e-4b57-bb6c-75cd589fd745 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0499525 Oct 27 17:23:17.468272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6d7f9810-3611-47a6-97bb-0c250b183b91 req-ed742a03-7421-4de2-abe2-ccbc0891fa27 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339820 Oct 27 17:23:18.511725 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6ff8d1b-01fb-4b34-95df-e950ca8d08ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:18.590410 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d63c23-38d5-49bf-b317-a81d5730c411 req-3669afc5-8bd0-4a03-b4f7-2b4e54350099 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:18.592452 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6d63c23-38d5-49bf-b317-a81d5730c411 req-3669afc5-8bd0-4a03-b4f7-2b4e54350099 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0519159 Oct 27 17:23:18.630952 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-a6d63c23-38d5-49bf-b317-a81d5730c411 req-d35afc21-6d4f-4d4a-85e8-ef6284aca0d2 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325348 Oct 27 17:23:18.747830 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbd7e3-bdaf-41a5-af18-3f0da9e8f7f5 req-bea174cb-720c-47fe-b94f-a0a2e070a635 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:18.749297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2afbd7e3-bdaf-41a5-af18-3f0da9e8f7f5 req-bea174cb-720c-47fe-b94f-a0a2e070a635 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0499089 Oct 27 17:23:18.786946 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2afbd7e3-bdaf-41a5-af18-3f0da9e8f7f5 req-36833f62-5cda-434e-bb15-39690aecffa7 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Oct 27 17:23:18.809318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50096) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:23:18.848840 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e2d3e0-e3f3-4a29-9bc8-97e29b5653ac tempest-TestShelveInstance-771378195 tempest-TestShelveInstance-771378195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:18.850360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e8e2d3e0-e3f3-4a29-9bc8-97e29b5653ac tempest-TestShelveInstance-771378195 tempest-TestShelveInstance-771378195-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1092 time: 0.0394211 Oct 27 17:23:18.853133 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50098) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:23:18.857905 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:23:18.927726 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:19.026149 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:19.131328 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Allocated IP 172.25.4.205 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/9220358b-618b-4762-9e3b-84168eacf440) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:23:19.200854 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:23:19.230842 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:19.317320 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:19.361719 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:23:19.364614 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:23:19.367194 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:23:19.390289 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'Port': ['ID=9220358b-618b-4762-9e3b-84168eacf440,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:23:19.704405 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:19.809873 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:19.959828 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:20.025451 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:20.093419 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event updated for resources: {'Port': ['ID=9220358b-618b-4762-9e3b-84168eacf440,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:23:20.103302 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:20.202996 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Floating IP 409fc566-374d-4231-804c-bbc7b5518861 associated. External IP: 172.25.4.205, port: 981aee3d-b883-44e3-84c6-d43211cd95e8. Oct 27 17:23:20.407230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Router 42b5de28-588b-4d91-901a-1a908bd656a2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:23:20.801927 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:23:20.812072 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c115a9-e4ea-4d76-bca8-bdb89cbe61fe None None] Sync routers for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:23:20.821338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c115a9-e4ea-4d76-bca8-bdb89cbe61fe None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:23:20.827898 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f9c115a9-e4ea-4d76-bca8-bdb89cbe61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:22:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:23:20.874276 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:20.915413 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-a3d4ac27-7733-4c82-bd02-c23e3967f10e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0479960 Oct 27 17:23:20.915413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:23:20.915413 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85301ab5-0ff1-4550-b8f3-307b65c23f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:23:20.927780 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-f9c115a9-e4ea-4d76-bca8-bdb89cbe61fe None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:23:20.944839 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aae868-7799-4238-a3d5-336539c15fce x-openstack-request-id: req-85aae868-7799-4238-a3d5-336539c15fce {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:23:20.945141 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:23:20.945400 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85aae868-7799-4238-a3d5-336539c15fce {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:23:20.945808 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'status': 'completed', 'code': 200} Oct 27 17:23:21.009264 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85301ab5-0ff1-4550-b8f3-307b65c23f7b req-de77578a-6787-4f5a-8d82-c8d10dd250c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:21.010774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85301ab5-0ff1-4550-b8f3-307b65c23f7b req-de77578a-6787-4f5a-8d82-c8d10dd250c5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1097 time: 0.0409780 Oct 27 17:23:21.109204 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85301ab5-0ff1-4550-b8f3-307b65c23f7b req-31b14fde-6bbf-45f7-a5e2-7f17c725ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:21.110755 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85301ab5-0ff1-4550-b8f3-307b65c23f7b req-31b14fde-6bbf-45f7-a5e2-7f17c725ac52 service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0906403 Oct 27 17:23:21.157425 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f9c115a9-e4ea-4d76-bca8-bdb89cbe61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '409fc566-374d-4231-804c-bbc7b5518861', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'port_id': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'mac_address': 'fa:16:3e:71:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba591e-93c3-4d72-b95e-0875671f279a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:23:19Z', 'updated_at': '2021-10-27T17:23:19Z', 'revision_number': 0, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:23:21.181634 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85301ab5-0ff1-4550-b8f3-307b65c23f7b req-9dd5781d-4e5b-4113-a215-744ff961deac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=981aee3d-b883-44e3-84c6-d43211cd95e8 HTTP/1.1" status: 200 len: 1000 time: 0.0630984 Oct 27 17:23:21.184305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c115a9-e4ea-4d76-bca8-bdb89cbe61fe None None] Checking router: 42b5de28-588b-4d91-901a-1a908bd656a2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:23:21.193364 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c115a9-e4ea-4d76-bca8-bdb89cbe61fe None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:23:21.193955 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f9c115a9-e4ea-4d76-bca8-bdb89cbe61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:22:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:23:21.233570 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85301ab5-0ff1-4550-b8f3-307b65c23f7b req-23c4aabb-e013-4446-9fff-28458799050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:21.235022 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85301ab5-0ff1-4550-b8f3-307b65c23f7b req-23c4aabb-e013-4446-9fff-28458799050b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0451844 Oct 27 17:23:21.282494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85301ab5-0ff1-4550-b8f3-307b65c23f7b req-0ea2bce3-a29d-4b6e-a7fe-579700ad19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:23:21.283983 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85301ab5-0ff1-4550-b8f3-307b65c23f7b req-0ea2bce3-a29d-4b6e-a7fe-579700ad19d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416195 Oct 27 17:23:21.302985 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-f9c115a9-e4ea-4d76-bca8-bdb89cbe61fe None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:23:21.379299 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85301ab5-0ff1-4550-b8f3-307b65c23f7b req-94ede9f5-1551-4d33-8a7c-da1cf58620ad service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878007 Oct 27 17:23:21.476280 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-85301ab5-0ff1-4550-b8f3-307b65c23f7b req-c46f8c28-0d56-4cba-8a36-81448cc5f229 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901468 Oct 27 17:23:21.548650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-f9c115a9-e4ea-4d76-bca8-bdb89cbe61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '409fc566-374d-4231-804c-bbc7b5518861', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'port_id': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'mac_address': 'fa:16:3e:71:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba591e-93c3-4d72-b95e-0875671f279a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:23:19Z', 'updated_at': '2021-10-27T17:23:19Z', 'revision_number': 0, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:23:21.582286 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c115a9-e4ea-4d76-bca8-bdb89cbe61fe None None] The sync data for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 is: [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '409fc566-374d-4231-804c-bbc7b5518861', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'port_id': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'mac_address': 'fa:16:3e:71:08:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba591e-93c3-4d72-b95e-0875671f279a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:23:19Z', 'updated_at': '2021-10-27T17:23:19Z', 'revision_number': 0, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:23:21.583860 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e66a4688-87f1-4168-b149-d40b8102c539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:21.790646 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27121314-36cc-49e8-a9b3-e4e7ae7c6ced None None] New status for floating IP 409fc566-374d-4231-804c-bbc7b5518861: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:23:22.295710 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:22.511144 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:24.465604 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:30.138562 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:33.401337 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:48.534389 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7d500dfe-e53b-456d-85d8-4ca556537e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:51.585015 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-485cc3c5-713b-4fbe-bd0a-2eb532fee09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:52.299508 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:52.510682 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:54.522503 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:23:56.202604 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:24:00.115714 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:03.419547 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:09.080688 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-354bae14-2241-4072-94cb-697d0f5d58c1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427120 Oct 27 17:24:09.169129 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-5db2c71b-1a08-44ff-abb3-c14a9e0062df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:24:09.170599 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-5db2c71b-1a08-44ff-abb3-c14a9e0062df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1097 time: 0.0457327 Oct 27 17:24:09.276610 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-6768aab5-2faa-47d5-ad6d-5630783bff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:24:09.278066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-6768aab5-2faa-47d5-ad6d-5630783bff4b service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0882759 Oct 27 17:24:09.349174 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-64ba96c1-5370-4f47-b7ed-d63cbbacb64a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=981aee3d-b883-44e3-84c6-d43211cd95e8 HTTP/1.1" status: 200 len: 1002 time: 0.0633981 Oct 27 17:24:09.398938 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-4ce0ad5f-e2d4-414c-b7d8-be5b68cd70e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:24:09.400385 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-4ce0ad5f-e2d4-414c-b7d8-be5b68cd70e1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0450933 Oct 27 17:24:09.447349 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-9bdff300-2b92-4810-938e-544f1471ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:24:09.448774 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-9bdff300-2b92-4810-938e-544f1471ca18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406973 Oct 27 17:24:09.544871 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-e337fa00-6d7c-4755-91d9-6c9308a7649b service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890965 Oct 27 17:24:09.637518 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-99743f62-e943-44fe-ac19-f34fc72be6a2 req-62a7e308-8e6c-4ca7-b731-0682bd5d3389 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857892 Oct 27 17:24:18.522815 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-aef1199a-7298-4ac7-a7a7-bbe5090d7cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:21.567433 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-50775c95-3dc0-49f7-8dca-3188c2d73718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:22.314840 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:22.521742 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:24.493350 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:30.137451 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:33.202740 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:24:33.411758 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:48.538680 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2057d8b0-30e5-4daa-b937-33318928f008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:51.613107 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a0576618-e7d6-49a4-b471-d92b53393f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:52.344779 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:52.516011 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:24:54.515535 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:00.104368 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:03.462471 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:10.096835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-018e80d4-b3bc-4588-8871-08ae31d62429 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454388 Oct 27 17:25:10.180730 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-b0bf99bf-55b3-4b9b-a175-0ccd32964156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:10.182203 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-b0bf99bf-55b3-4b9b-a175-0ccd32964156 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1097 time: 0.0411072 Oct 27 17:25:10.202504 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:25:10.288989 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-b3030efb-b937-427e-8f09-636811450d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:10.290451 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-b3030efb-b937-427e-8f09-636811450d2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0867503 Oct 27 17:25:10.360361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-cb456eee-6d2f-4eac-8242-a6704d173a3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=981aee3d-b883-44e3-84c6-d43211cd95e8 HTTP/1.1" status: 200 len: 1002 time: 0.0607240 Oct 27 17:25:10.408220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-c935b355-f4f7-4e9a-9d4d-587118b653bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:10.409644 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-c935b355-f4f7-4e9a-9d4d-587118b653bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0431068 Oct 27 17:25:10.455612 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-2dd63923-e01c-4f0b-bdd7-ccb4c8c0c52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:10.457098 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-2dd63923-e01c-4f0b-bdd7-ccb4c8c0c52e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405140 Oct 27 17:25:10.549974 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-270b1cbd-eaa9-42fb-9fba-a606d12e47ab service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849290 Oct 27 17:25:10.650667 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ae7da909-e1f5-4f3a-8057-55b2c69eacda req-deb4457a-7aa5-4401-bb12-549f35778d57 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933208 Oct 27 17:25:18.521477 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6f6c74e4-cfe0-4e59-8f95-3c9f9114d8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:21.570650 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e71b06be-3eb6-4d6f-907e-caf148ff4f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:22.310111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:22.525199 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:24.514071 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:30.147550 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:33.433205 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:47.201533 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:25:47.937837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709c4fd-712c-4a2c-9160-d8f2ac0343b4 req-cac14366-6284-4341-bb27-19458031a244 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:47.939336 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b709c4fd-712c-4a2c-9160-d8f2ac0343b4 req-cac14366-6284-4341-bb27-19458031a244 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0543566 Oct 27 17:25:47.977935 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b709c4fd-712c-4a2c-9160-d8f2ac0343b4 req-1291ff44-22b0-4f83-8464-6409bec8686c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325735 Oct 27 17:25:48.526258 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e398b42d-f983-42ed-9c99-1b0c641c9169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:49.137545 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019663f8-2e8a-4d65-a63c-a24fa9793f1d req-232bdc4f-2ce7-479a-8ac0-45ebf79f20d4 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:49.139057 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-019663f8-2e8a-4d65-a63c-a24fa9793f1d req-232bdc4f-2ce7-479a-8ac0-45ebf79f20d4 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0494206 Oct 27 17:25:49.177804 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-019663f8-2e8a-4d65-a63c-a24fa9793f1d req-a7829289-599a-495f-b8ec-f70f1deba48b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321574 Oct 27 17:25:50.325942 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defac237-d58b-4568-8b2b-745c91c2bd75 req-0a365300-5cbe-4764-951c-30b355221717 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:50.328360 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-defac237-d58b-4568-8b2b-745c91c2bd75 req-0a365300-5cbe-4764-951c-30b355221717 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0504212 Oct 27 17:25:50.366936 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-defac237-d58b-4568-8b2b-745c91c2bd75 req-ef7082a3-ee90-4a15-82dc-8b8e668a4efd tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327392 Oct 27 17:25:51.480453 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdceb60-967d-4503-a8eb-97eec64d6f26 req-99a160a7-2906-44b9-b62d-069b959fef80 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:51.481962 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-abdceb60-967d-4503-a8eb-97eec64d6f26 req-99a160a7-2906-44b9-b62d-069b959fef80 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0491521 Oct 27 17:25:51.523771 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-abdceb60-967d-4503-a8eb-97eec64d6f26 req-7573936d-55d9-4670-aec6-6ae21a26e2fc tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345693 Oct 27 17:25:51.578216 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7e455967-3702-4701-9435-01f0efe27a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:52.320750 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:52.515051 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:52.642463 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f04b8-7bc8-4036-8866-47fe6719e586 req-a191eb41-5cc6-4434-be87-a7c597115c09 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:52.643834 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b6f04b8-7bc8-4036-8866-47fe6719e586 req-a191eb41-5cc6-4434-be87-a7c597115c09 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0540171 Oct 27 17:25:52.680930 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9b6f04b8-7bc8-4036-8866-47fe6719e586 req-7b4d6506-14d2-4f67-9356-d15ea2ef4ff1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311282 Oct 27 17:25:53.800866 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccc9ed-4221-49d8-87a4-aab78b9440c0 req-565c12c0-faf4-425b-a1ec-874a41f21804 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:53.802342 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70ccc9ed-4221-49d8-87a4-aab78b9440c0 req-565c12c0-faf4-425b-a1ec-874a41f21804 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0528488 Oct 27 17:25:53.841507 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-70ccc9ed-4221-49d8-87a4-aab78b9440c0 req-76532afb-0b16-40f3-9806-267027a860ae tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332160 Oct 27 17:25:54.537902 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:25:54.957559 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10a321-bd15-470d-b62a-e9e9f8c403b5 req-374f7a8f-ae2a-42de-9daf-9fa864b1b3c3 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:54.959025 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef10a321-bd15-470d-b62a-e9e9f8c403b5 req-374f7a8f-ae2a-42de-9daf-9fa864b1b3c3 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0493004 Oct 27 17:25:54.996449 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-ef10a321-bd15-470d-b62a-e9e9f8c403b5 req-8a2c6154-2252-4a5f-8d8e-127e494e2a27 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313835 Oct 27 17:25:56.111634 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323e0b9-0ed6-45ca-a47c-dd6fb46894a6 req-69ed0796-772c-468f-bab1-75c6d8d352ba tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:56.113206 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3323e0b9-0ed6-45ca-a47c-dd6fb46894a6 req-69ed0796-772c-468f-bab1-75c6d8d352ba tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0485382 Oct 27 17:25:56.151632 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-3323e0b9-0ed6-45ca-a47c-dd6fb46894a6 req-cc702bfc-6577-4c5a-bff6-737677a97a6e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324538 Oct 27 17:25:57.268796 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1a9d0-8d5b-43f8-a8e3-64a92430ac04 req-f6f8bd40-8ee4-444c-8ae5-a4c766486aea tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:57.270335 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1cd1a9d0-8d5b-43f8-a8e3-64a92430ac04 req-f6f8bd40-8ee4-444c-8ae5-a4c766486aea tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0510097 Oct 27 17:25:57.309036 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-1cd1a9d0-8d5b-43f8-a8e3-64a92430ac04 req-e484e162-f292-4945-92e5-30e1f706843a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327718 Oct 27 17:25:58.165578 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e5c1a-dbc0-4d0e-b348-7d4c93f347ba req-a356d185-6f59-4090-8dc5-55dcb0554974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:58.167310 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e7e5c1a-dbc0-4d0e-b348-7d4c93f347ba req-a356d185-6f59-4090-8dc5-55dcb0554974 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1097 time: 0.0399616 Oct 27 17:25:58.261917 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e5c1a-dbc0-4d0e-b348-7d4c93f347ba req-7bf56fec-1777-440a-b78d-3ee44a9b7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:58.263366 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e7e5c1a-dbc0-4d0e-b348-7d4c93f347ba req-7bf56fec-1777-440a-b78d-3ee44a9b7e15 service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0871332 Oct 27 17:25:58.327404 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e7e5c1a-dbc0-4d0e-b348-7d4c93f347ba req-a50a894c-b134-445e-8bc8-7baeb181e168 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=981aee3d-b883-44e3-84c6-d43211cd95e8 HTTP/1.1" status: 200 len: 1002 time: 0.0566072 Oct 27 17:25:58.394131 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e5c1a-dbc0-4d0e-b348-7d4c93f347ba req-dc7895ef-455e-456a-8be5-b9d6caf035aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:58.395537 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e7e5c1a-dbc0-4d0e-b348-7d4c93f347ba req-dc7895ef-455e-456a-8be5-b9d6caf035aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0579078 Oct 27 17:25:58.456329 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b98a54-dd0e-4aef-8ef9-ff1802d0f96b req-f40e622b-1cea-437d-9b5a-c8944bbcc6a4 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:58.457678 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3b98a54-dd0e-4aef-8ef9-ff1802d0f96b req-f40e622b-1cea-437d-9b5a-c8944bbcc6a4 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0777519 Oct 27 17:25:58.471617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e5c1a-dbc0-4d0e-b348-7d4c93f347ba req-892172e7-edcc-449a-b7a5-ffecc99ea67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:58.473022 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e7e5c1a-dbc0-4d0e-b348-7d4c93f347ba req-892172e7-edcc-449a-b7a5-ffecc99ea67f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640032 Oct 27 17:25:58.543018 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b3b98a54-dd0e-4aef-8ef9-ff1802d0f96b req-eb067a95-d49c-47c5-a6d2-5a3e35405fd0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793300 Oct 27 17:25:58.582297 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e7e5c1a-dbc0-4d0e-b348-7d4c93f347ba req-f877ba74-3b93-4296-bae9-93c4a405ce94 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001217 Oct 27 17:25:58.671869 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8e7e5c1a-dbc0-4d0e-b348-7d4c93f347ba req-178623b0-7a4f-4e73-8f2d-a8fc5dc75f8d service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822849 Oct 27 17:25:59.662351 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f674b-25c3-4f6c-a082-5425db0ddcef req-60b082ec-a912-4cc1-8225-be563eb4bb2e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:25:59.663815 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d04f674b-25c3-4f6c-a082-5425db0ddcef req-60b082ec-a912-4cc1-8225-be563eb4bb2e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0527680 Oct 27 17:25:59.700968 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d04f674b-25c3-4f6c-a082-5425db0ddcef req-29f445d2-2abf-4ac1-b8eb-59b99e91ded6 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307615 Oct 27 17:26:00.153229 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:00.827000 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e554536-a43d-4d07-80b1-3d4b66232fa5 req-19c33254-c788-457a-ad34-d351917bf6ed tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:00.828033 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e554536-a43d-4d07-80b1-3d4b66232fa5 req-19c33254-c788-457a-ad34-d351917bf6ed tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0566716 Oct 27 17:26:00.868038 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6e554536-a43d-4d07-80b1-3d4b66232fa5 req-bc001b09-92a5-4548-b4d6-957241f31a7a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328329 Oct 27 17:26:01.989424 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c508ee-6cef-48d3-af66-94d3918deb48 req-77c3581e-8698-424c-a6ac-8cf3d264a046 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:01.990970 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39c508ee-6cef-48d3-af66-94d3918deb48 req-77c3581e-8698-424c-a6ac-8cf3d264a046 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0512302 Oct 27 17:26:02.029956 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-39c508ee-6cef-48d3-af66-94d3918deb48 req-3c659dd2-845b-47ca-b9fd-38f966e14b74 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329044 Oct 27 17:26:03.149904 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1750bc-7c73-4361-885a-65339f2c4daa req-b87d31dc-9b10-44dd-8c36-dfe452290b6d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:03.151419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa1750bc-7c73-4361-885a-65339f2c4daa req-b87d31dc-9b10-44dd-8c36-dfe452290b6d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0502009 Oct 27 17:26:03.191929 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fa1750bc-7c73-4361-885a-65339f2c4daa req-402e1f4a-5f1f-4f02-98e8-2ee53ea432af tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344551 Oct 27 17:26:03.487372 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:03.514464 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 981aee3d-b883-44e3-84c6-d43211cd95e8 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:26:03.592635 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:03.599335 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa6147-0262-471c-a3be-5230b10c9ca8 req-24438af2-4f0d-4dfd-82f9-b9eddefaead5 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:03.600897 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfaa6147-0262-471c-a3be-5230b10c9ca8 req-24438af2-4f0d-4dfd-82f9-b9eddefaead5 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0526171 Oct 27 17:26:03.615780 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:26:03.618033 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989f7433-b284-41d0-9fde-e940dd431a2d" -d '{"events": [{"server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "name": "network-vif-unplugged", "status": "completed", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:26:03.631038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 981aee3d-b883-44e3-84c6-d43211cd95e8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=981aee3d-b883-44e3-84c6-d43211cd95e8,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:26:03.653954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dfaa6147-0262-471c-a3be-5230b10c9ca8 req-af051d58-87c9-47a6-8809-e918c8c4f8c1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465252 Oct 27 17:26:03.704518 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 27 Oct 2021 17:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8635c1d-0859-4a9c-9c40-65beec920b45 x-openstack-request-id: req-a8635c1d-0859-4a9c-9c40-65beec920b45 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:26:03.704809 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "name": "network-vif-unplugged", "status": "failed", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8", "code": 422}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:26:03.705116 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8635c1d-0859-4a9c-9c40-65beec920b45 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:26:03.705595 n-d-815689-1 neutron-server[109724]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'code': 422} returned with failed status Oct 27 17:26:03.706766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:03.718666 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-3c16b309-91a6-4fc6-85bc-ab85c73907ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981960 Oct 27 17:26:03.727804 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-7bcd0182-2ca3-4867-aa80-a3a164133382 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:26:03.728764 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-7bcd0182-2ca3-4867-aa80-a3a164133382 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049422 Oct 27 17:26:03.759912 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=981aee3d-b883-44e3-84c6-d43211cd95e8,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:26:03.767453 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:03.767822 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:03.768792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:03.769137 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:03.769465 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:03.769795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:03.770122 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:03.770445 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:03.770884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:03.771225 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:03.771547 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:03.771869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:26:04.776487 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb1cf9-88f1-4451-af24-150485d3af18 req-bff674a0-0bd2-4719-80fc-1f4c89ec814a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:04.778010 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60eb1cf9-88f1-4451-af24-150485d3af18 req-bff674a0-0bd2-4719-80fc-1f4c89ec814a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0508265 Oct 27 17:26:04.817149 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-60eb1cf9-88f1-4451-af24-150485d3af18 req-068482a7-96eb-42d7-938a-53645711f165 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323069 Oct 27 17:26:05.935158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c90ecc-8da5-4295-b5b8-9410e4734a2e req-09656512-ed2b-4ce1-8866-a64ba3e33290 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:05.936663 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6c90ecc-8da5-4295-b5b8-9410e4734a2e req-09656512-ed2b-4ce1-8866-a64ba3e33290 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0502064 Oct 27 17:26:05.975689 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d6c90ecc-8da5-4295-b5b8-9410e4734a2e req-b19b0ba7-4730-4f20-89bd-15175d55c05b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327969 Oct 27 17:26:07.101194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5e7b2-cba3-41a4-9f02-a23e992cd0b6 req-e6b0fce9-ffcd-4099-903a-d0c2af0241fc tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:07.102798 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80a5e7b2-cba3-41a4-9f02-a23e992cd0b6 req-e6b0fce9-ffcd-4099-903a-d0c2af0241fc tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0506301 Oct 27 17:26:07.143921 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80a5e7b2-cba3-41a4-9f02-a23e992cd0b6 req-6f210fa3-ad3a-4011-99f2-e0e0984d0b7b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337920 Oct 27 17:26:08.266581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15803452-a2b0-43de-99f4-abc1753ab904 req-23226a25-1a59-4f41-8ba1-d500109d5630 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:08.268737 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15803452-a2b0-43de-99f4-abc1753ab904 req-23226a25-1a59-4f41-8ba1-d500109d5630 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0533750 Oct 27 17:26:08.306568 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-15803452-a2b0-43de-99f4-abc1753ab904 req-15b30a69-6731-41c6-8c30-1ede75eb4a2c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315571 Oct 27 17:26:09.433184 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0ca07-4169-4a25-a185-5a2dc6bb8cd9 req-6a6d27bf-f64d-4999-9636-e2c6b8fbd1b2 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:09.434653 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80d0ca07-4169-4a25-a185-5a2dc6bb8cd9 req-6a6d27bf-f64d-4999-9636-e2c6b8fbd1b2 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0533650 Oct 27 17:26:09.474578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-80d0ca07-4169-4a25-a185-5a2dc6bb8cd9 req-5e66457c-baf0-4103-9395-a586deb0d901 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330951 Oct 27 17:26:10.591950 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb374633-9a10-463d-82e9-fbc6a992b994 req-b1b20134-9a28-4335-a3fc-e0a6f7099e8b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:10.593448 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fb374633-9a10-463d-82e9-fbc6a992b994 req-b1b20134-9a28-4335-a3fc-e0a6f7099e8b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0491161 Oct 27 17:26:10.632011 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-fb374633-9a10-463d-82e9-fbc6a992b994 req-7a65117f-66c6-4adc-aa78-830d3abd63af tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315444 Oct 27 17:26:10.776440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-81a9234c-4d0f-4c75-ad32-6adc24771a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:10.777838 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-81a9234c-4d0f-4c75-ad32-6adc24771a64 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a&tenant_id=564ccb46c6b84d719d69687a78461a2e HTTP/1.1" status: 200 len: 1095 time: 0.0416067 Oct 27 17:26:10.843136 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-48059848-ad55-47d1-bde4-aae0c3039fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:10.844640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-48059848-ad55-47d1-bde4-aae0c3039fd6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1095 time: 0.0421214 Oct 27 17:26:10.939629 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-34babcf6-765d-48a7-8ab9-d1798c2f832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:10.942140 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-34babcf6-765d-48a7-8ab9-d1798c2f832c service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0901766 Oct 27 17:26:11.007182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-63d0032b-0e6d-4d42-9df7-547aa9451ce7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=981aee3d-b883-44e3-84c6-d43211cd95e8 HTTP/1.1" status: 200 len: 1000 time: 0.0572307 Oct 27 17:26:11.061004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-f86f8c4b-3d41-4912-8247-0d72feb0d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:11.062439 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-f86f8c4b-3d41-4912-8247-0d72feb0d717 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0440283 Oct 27 17:26:11.112007 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-6394cb8a-2910-4ae8-8b4f-ea5c0dc1267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:11.113503 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-6394cb8a-2910-4ae8-8b4f-ea5c0dc1267f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431387 Oct 27 17:26:11.205573 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-380f953a-7a8f-44bf-9dc0-f13baf27cf6c service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821762 Oct 27 17:26:11.298998 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-3a041332-dbe5-4b53-83e0-a62a05087304 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857306 Oct 27 17:26:11.487347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519ee9f-eeb7-4645-89e7-93550cc25179 req-8c3a385d-8802-4454-b85d-316f0e374082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:11.488868 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5519ee9f-eeb7-4645-89e7-93550cc25179 req-8c3a385d-8802-4454-b85d-316f0e374082 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1095 time: 0.0418456 Oct 27 17:26:11.595069 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519ee9f-eeb7-4645-89e7-93550cc25179 req-36e66dea-d811-446a-a5db-aaaecce72609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:11.596685 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5519ee9f-eeb7-4645-89e7-93550cc25179 req-36e66dea-d811-446a-a5db-aaaecce72609 service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0887761 Oct 27 17:26:11.661952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5519ee9f-eeb7-4645-89e7-93550cc25179 req-5a073d82-030e-4d79-8546-e955bceeecbc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=981aee3d-b883-44e3-84c6-d43211cd95e8 HTTP/1.1" status: 200 len: 1000 time: 0.0572777 Oct 27 17:26:11.741056 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519ee9f-eeb7-4645-89e7-93550cc25179 req-5ac991cb-b7ce-4ee7-a63f-3a6869540fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:11.742407 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5519ee9f-eeb7-4645-89e7-93550cc25179 req-5ac991cb-b7ce-4ee7-a63f-3a6869540fbb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0728388 Oct 27 17:26:11.761187 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa705-de05-4264-b401-8f7db33af904 req-5274f311-dfaf-4e94-9adc-3c0ccda2db45 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:11.762588 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-683aa705-de05-4264-b401-8f7db33af904 req-5274f311-dfaf-4e94-9adc-3c0ccda2db45 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0605869 Oct 27 17:26:11.822776 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-683aa705-de05-4264-b401-8f7db33af904 req-96e358cd-30a7-4ba2-99fe-1766ec983eb1 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518548 Oct 27 17:26:11.828177 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519ee9f-eeb7-4645-89e7-93550cc25179 req-02dac628-8401-43b9-ae0f-01728c108fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:11.829898 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5519ee9f-eeb7-4645-89e7-93550cc25179 req-02dac628-8401-43b9-ae0f-01728c108fd2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664673 Oct 27 17:26:11.926139 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5519ee9f-eeb7-4645-89e7-93550cc25179 req-30120b8e-0fe1-403c-9531-7985eb80162c service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883720 Oct 27 17:26:12.015954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5519ee9f-eeb7-4645-89e7-93550cc25179 req-cbe0bef5-c091-4268-aa5f-ce52bbbcf25c service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819173 Oct 27 17:26:12.939241 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f6a69-5c7b-48f8-a089-5694a54dc22e req-864dbdfa-4e66-42f0-b0a4-80eff538335c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:12.941377 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-644f6a69-5c7b-48f8-a089-5694a54dc22e req-864dbdfa-4e66-42f0-b0a4-80eff538335c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0510983 Oct 27 17:26:12.980439 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-644f6a69-5c7b-48f8-a089-5694a54dc22e req-498dd5b2-bce6-4b72-baeb-c271b916c773 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330694 Oct 27 17:26:14.102387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e858d-ace9-486b-a830-db06e03f4c39 req-360cd9c6-6259-4999-98a4-7eab84666a80 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:14.103831 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-895e858d-ace9-486b-a830-db06e03f4c39 req-360cd9c6-6259-4999-98a4-7eab84666a80 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0525799 Oct 27 17:26:14.141659 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-895e858d-ace9-486b-a830-db06e03f4c39 req-39657ff2-ae09-4d5b-98ae-31571368bf13 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Oct 27 17:26:15.266615 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf81e0-5fb6-4e60-9c3f-f7a0e5c5ddb3 req-223811f9-0fd9-4342-a0a7-daef2dcad146 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:15.268006 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ebf81e0-5fb6-4e60-9c3f-f7a0e5c5ddb3 req-223811f9-0fd9-4342-a0a7-daef2dcad146 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0533879 Oct 27 17:26:15.305726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-4ebf81e0-5fb6-4e60-9c3f-f7a0e5c5ddb3 req-bd54b31e-5aee-43ee-bbb2-2cce67108f0d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316746 Oct 27 17:26:16.424362 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8792395-3121-4ec2-b25b-40c2e19bf45c req-ccbc0477-937e-4cb3-ba02-2addc3037961 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:16.425894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8792395-3121-4ec2-b25b-40c2e19bf45c req-ccbc0477-937e-4cb3-ba02-2addc3037961 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0488863 Oct 27 17:26:16.463169 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f8792395-3121-4ec2-b25b-40c2e19bf45c req-fca36c7b-a94e-4c69-aa6a-172b90ffec35 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313442 Oct 27 17:26:17.579102 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b8d412-0563-4011-9eea-458922ed9877 req-c9124f60-b71f-4f97-8fa9-f23ff4ab51ee tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:17.580626 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1b8d412-0563-4011-9eea-458922ed9877 req-c9124f60-b71f-4f97-8fa9-f23ff4ab51ee tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0492918 Oct 27 17:26:17.618975 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b1b8d412-0563-4011-9eea-458922ed9877 req-7df6069d-a3ba-4c49-9e3d-e5adca516958 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322406 Oct 27 17:26:18.531679 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-71c44b2e-8b38-4d07-bb7d-15924ec6a013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:18.734556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c2456-1ada-4a39-9548-a76857b3d22f req-fd9d4fd2-8c3b-4715-b934-74c7cb32b26e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:18.735932 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b9c2456-1ada-4a39-9548-a76857b3d22f req-fd9d4fd2-8c3b-4715-b934-74c7cb32b26e tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 944 time: 0.0494473 Oct 27 17:26:18.775587 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0b9c2456-1ada-4a39-9548-a76857b3d22f req-e57d98ad-3261-47ae-a44d-4ef18be7a932 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333014 Oct 27 17:26:19.592664 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 981aee3d-b883-44e3-84c6-d43211cd95e8 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:26:19.690580 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 981aee3d-b883-44e3-84c6-d43211cd95e8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=981aee3d-b883-44e3-84c6-d43211cd95e8,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:26:19.701790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'port_id': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'mac_address': 'fa:16:3e:71:08:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:26:19.739308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:19.755435 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981aee3d-b883-44e3-84c6-d43211cd95e8 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:26:19.774298 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 981aee3d-b883-44e3-84c6-d43211cd95e8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=981aee3d-b883-44e3-84c6-d43211cd95e8,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:26:19.852281 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:19.891209 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f7d02-9d02-4bc4-8547-91d03e0c6c15 req-09b5c6f2-d460-4cc1-bf97-b960adf6e884 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:19.892718 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e81f7d02-9d02-4bc4-8547-91d03e0c6c15 req-09b5c6f2-d460-4cc1-bf97-b960adf6e884 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 945 time: 0.0493886 Oct 27 17:26:19.900291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=981aee3d-b883-44e3-84c6-d43211cd95e8,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:26:19.932430 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e81f7d02-9d02-4bc4-8547-91d03e0c6c15 req-fabc6b45-d18c-4e79-a87d-e5da5cb3838b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326798 Oct 27 17:26:20.114268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['981aee3d-b883-44e3-84c6-d43211cd95e8'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:26:21.049775 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e23f3-9d6c-4e16-a611-e9373cc7d60d req-f88b1f2b-f923-47b2-bee0-5e4de784ac3a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:21.051636 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-520e23f3-9d6c-4e16-a611-e9373cc7d60d req-f88b1f2b-f923-47b2-bee0-5e4de784ac3a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 945 time: 0.0528791 Oct 27 17:26:21.089282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-520e23f3-9d6c-4e16-a611-e9373cc7d60d req-a8e9c141-42d3-41b0-b0fd-e43a4484a7ed tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316744 Oct 27 17:26:21.583418 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-04c9405f-450c-480e-af44-42b63450240a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:21.602266 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 981aee3d-b883-44e3-84c6-d43211cd95e8 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:26:21.650454 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port 981aee3d-b883-44e3-84c6-d43211cd95e8 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:26:21.650815 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:21.727614 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:21.749591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:26:21.751863 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42a5ffb-3773-48a4-9965-0d0f8e08e5a0" -d '{"events": [{"server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "name": "network-vif-plugged", "status": "completed", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:26:21.764676 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port 981aee3d-b883-44e3-84c6-d43211cd95e8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=981aee3d-b883-44e3-84c6-d43211cd95e8,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:26:21.789709 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06f3ff7-6f57-4c74-9d48-52c9a67c1ef4 x-openstack-request-id: req-a06f3ff7-6f57-4c74-9d48-52c9a67c1ef4 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:26:21.790000 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "name": "network-vif-plugged", "status": "completed", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:26:21.790259 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a06f3ff7-6f57-4c74-9d48-52c9a67c1ef4 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:26:21.790916 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'code': 200} Oct 27 17:26:21.845248 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:21.896438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=981aee3d-b883-44e3-84c6-d43211cd95e8,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:26:21.951254 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42a3cd-0d3a-48fa-a6c3-0011bde90441 req-668d988f-1d6a-4042-83f0-eb9a5f96b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:21.952735 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a42a3cd-0d3a-48fa-a6c3-0011bde90441 req-668d988f-1d6a-4042-83f0-eb9a5f96b0f4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1097 time: 0.0405800 Oct 27 17:26:21.988362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4a42a3cd-0d3a-48fa-a6c3-0011bde90441 req-ac517a3c-c1b9-48af-bd15-527ae51659c5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273979 Oct 27 17:26:22.205473 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4572-f9b1-4b99-acce-10848bdb6eeb req-b449ffb6-ef17-4804-9be5-11895308e239 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:22.207531 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6a9f4572-f9b1-4b99-acce-10848bdb6eeb req-b449ffb6-ef17-4804-9be5-11895308e239 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0501239 Oct 27 17:26:22.246954 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6a9f4572-f9b1-4b99-acce-10848bdb6eeb req-c96d1738-7e70-4bd1-9be1-be97ec90ef42 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332932 Oct 27 17:26:22.326166 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:22.535979 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:23.370382 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ab7a7-690c-4ea0-a6d5-696964955ded req-1e17864e-1320-4ec8-bf49-60704f9fe11d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:26:23.371863 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-745ab7a7-690c-4ea0-a6d5-696964955ded req-1e17864e-1320-4ec8-bf49-60704f9fe11d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0530808 Oct 27 17:26:23.410457 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-745ab7a7-690c-4ea0-a6d5-696964955ded req-9eb7cca2-b5e0-4d42-a9b4-021b76ee8ad0 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323269 Oct 27 17:26:24.200594 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:26:24.501493 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:30.148560 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:33.474672 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:48.537606 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0a15be7a-9ac1-47b7-bcea-b0ae4bdc8fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:51.611646 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f720af9e-469d-42d6-80c9-5b85fcabb5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:52.325800 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:52.536183 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:26:54.520007 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:00.129021 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:01.200317 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:27:03.471565 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:11.086356 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-227e09d2-c42c-4ddc-8361-e36affa51c34 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454531 Oct 27 17:27:11.171998 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-a5dd503b-5162-4339-be04-d26189679eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:27:11.173549 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-a5dd503b-5162-4339-be04-d26189679eef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1097 time: 0.0425072 Oct 27 17:27:11.282732 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-29255152-1963-491f-a91f-1488c831b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:27:11.284148 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-29255152-1963-491f-a91f-1488c831b351 service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.0904949 Oct 27 17:27:11.699394 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-69448eca-b28b-4bc4-b0bb-9a2944ae2737 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=981aee3d-b883-44e3-84c6-d43211cd95e8 HTTP/1.1" status: 200 len: 1002 time: 0.4072208 Oct 27 17:27:11.751812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-150b6ce7-37f6-4eef-ac56-e1d43a54dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:27:11.753285 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-150b6ce7-37f6-4eef-ac56-e1d43a54dc4d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0461414 Oct 27 17:27:11.801957 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-0f56c044-0015-4ff7-bf14-5c84866e7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:27:11.803462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-0f56c044-0015-4ff7-bf14-5c84866e7b0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423522 Oct 27 17:27:11.903361 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-7bf2a333-c328-4346-a23e-36039f53509f service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918844 Oct 27 17:27:12.002911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8fc89e78-e588-4ee7-b7f5-03c500aa5e4a req-586d0624-5b1c-4f49-a26d-a618c5a5f8e7 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908790 Oct 27 17:27:18.534453 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-64615608-b473-48bb-94a7-02882d2cc46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:21.591127 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-53329273-e45b-4639-b876-42854572b1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:22.354273 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:22.574417 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:24.505398 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:30.165884 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:33.451154 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:38.198497 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:27:48.542126 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1ab38033-4757-47ef-9631-2ca39224b272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:51.573657 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a3ca3844-9acb-4ea5-878a-48f02a5d7e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:52.301775 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:52.530839 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:27:54.539893 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:00.159056 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:03.450608 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:03.544666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50276) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:03.707908 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Deleting port 9220358b-618b-4762-9e3b-84168eacf440 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:28:03.708175 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:03.789128 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:03.789453 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:03.801504 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Calling delete_port for 9220358b-618b-4762-9e3b-84168eacf440 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:28:04.004748 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:04.032681 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event deleted for resources: {'Port': ['ID=9220358b-618b-4762-9e3b-84168eacf440,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.056483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:04.108455 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:04.109422 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Floating IP 409fc566-374d-4231-804c-bbc7b5518861 disassociated (deleted). External IP: 172.25.4.205, port: 981aee3d-b883-44e3-84c6-d43211cd95e8. Oct 27 17:28:04.321370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Router 42b5de28-588b-4d91-901a-1a908bd656a2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:28:04.433322 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:28:04.438198 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:04.442738 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea4cf3-853e-4c34-bf19-b67f01dac63a None None] Sync routers for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:28:04.453450 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea4cf3-853e-4c34-bf19-b67f01dac63a None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:04.454117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-47ea4cf3-853e-4c34-bf19-b67f01dac63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:27:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:04.466632 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-15232c54-46a9-46e8-b7f9-82f1fbcfd413 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "DELETE /v2.0/floatingips/409fc566-374d-4231-804c-bbc7b5518861 HTTP/1.1" status: 204 len: 168 time: 0.9208899 Oct 27 17:28:04.470295 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:28:04.470295 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7" -d '{"events": [{"name": "network-changed", "server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:28:04.573774 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a252d5f-620b-4a97-b830-c5c82fac766e x-openstack-request-id: req-2a252d5f-620b-4a97-b830-c5c82fac766e {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:28:04.574433 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:28:04.574433 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a252d5f-620b-4a97-b830-c5c82fac766e {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:28:04.574730 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'status': 'completed', 'code': 200} Oct 27 17:28:04.605325 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-47ea4cf3-853e-4c34-bf19-b67f01dac63a None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:04.641810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7 req-e39fbc99-12cf-46f2-aa42-06036883e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:04.643368 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7 req-e39fbc99-12cf-46f2-aa42-06036883e860 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=564ccb46c6b84d719d69687a78461a2e&device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 1097 time: 0.0461712 Oct 27 17:28:04.762696 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7 req-5051b440-9f88-4b23-b952-3cc9cea7897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:04.764221 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7 req-5051b440-9f88-4b23-b952-3cc9cea7897e service neutron] 10.222.0.54 "GET /v2.0/networks?id=70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 200 len: 910 time: 0.1111779 Oct 27 17:28:04.811315 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7 req-68151e8d-2a25-443e-828a-72af44ea7973 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=981aee3d-b883-44e3-84c6-d43211cd95e8 HTTP/1.1" status: 200 len: 217 time: 0.0385184 Oct 27 17:28:04.862469 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7 req-1f0f1afa-46bc-4e7f-b8ec-d35c4ba3c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:04.863963 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7 req-1f0f1afa-46bc-4e7f-b8ec-d35c4ba3c636 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 200 len: 848 time: 0.0454495 Oct 27 17:28:04.915022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7 req-90513d90-4da9-4d49-94ca-6ee23e46665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:04.917383 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7 req-90513d90-4da9-4d49-94ca-6ee23e46665e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=70df4027-2989-4271-850f-e5f3625d18bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453427 Oct 27 17:28:04.987813 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd857dd1-e66b-4208-b392-0c3416125dfd req-4013345f-5ac9-442b-abf1-66886eaa4d8b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:04.989534 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd857dd1-e66b-4208-b392-0c3416125dfd req-4013345f-5ac9-442b-abf1-66886eaa4d8b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.1062672 Oct 27 17:28:05.011299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-47ea4cf3-853e-4c34-bf19-b67f01dac63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:05.020665 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7 req-afdfbe75-a607-4dad-95ea-4df298b530a6 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952733 Oct 27 17:28:05.036791 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-cd857dd1-e66b-4208-b392-0c3416125dfd req-8956fb67-5328-440a-93db-96e4416cf68a tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387399 Oct 27 17:28:05.042499 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea4cf3-853e-4c34-bf19-b67f01dac63a None None] Checking router: 42b5de28-588b-4d91-901a-1a908bd656a2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:28:05.059597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea4cf3-853e-4c34-bf19-b67f01dac63a None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:05.059597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-47ea4cf3-853e-4c34-bf19-b67f01dac63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:27:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:05.121542 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-98fdd845-2f0c-4ceb-9b89-811fe8f235a7 req-f5352dc0-2e50-4d5a-8de9-bb8964b7d9f6 service neutron] 10.222.0.54 "GET /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907025 Oct 27 17:28:05.172806 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-47ea4cf3-853e-4c34-bf19-b67f01dac63a None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:05.375035 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-47ea4cf3-853e-4c34-bf19-b67f01dac63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:05.401548 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ea4cf3-853e-4c34-bf19-b67f01dac63a None None] The sync data for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 is: [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:18:01Z', 'revision_number': 4, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'c49508ca-164d-4563-9771-3243941c8308', 'name': '', 'network_id': '70df4027-2989-4271-850f-e5f3625d18bf', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'mac_address': 'fa:16:3e:41:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '68187625-8767-4beb-b9a8-6cc01122867d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:00Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'subnets': [{'id': '68187625-8767-4beb-b9a8-6cc01122867d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:28:05.633606 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c46a65-0798-48ee-807a-78a958346d84 None None] New status for floating IP 409fc566-374d-4231-804c-bbc7b5518861: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:28:06.221601 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5d5f4-ef94-4c5d-b21c-32046fc0a083 req-b9f25bac-22e5-4fb6-a84e-23710c6a24ed tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:06.223079 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43d5d5f4-ef94-4c5d-b21c-32046fc0a083 req-b9f25bac-22e5-4fb6-a84e-23710c6a24ed tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.1123636 Oct 27 17:28:06.262001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-43d5d5f4-ef94-4c5d-b21c-32046fc0a083 req-3fa811f2-1766-435f-8db3-f91a12ce042c tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/security-groups?id=41ba5a36-4516-4946-b28f-d9911b17be4d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328476 Oct 27 17:28:06.532288 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa731c0-4401-4a9f-afa0-1ee39b68562c req-9330e8a2-cffd-4d61-9628-ee5b20b2834d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:06.533755 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8aa731c0-4401-4a9f-afa0-1ee39b68562c req-9330e8a2-cffd-4d61-9628-ee5b20b2834d tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.54 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 946 time: 0.0508571 Oct 27 17:28:06.631901 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8aa731c0-4401-4a9f-afa0-1ee39b68562c req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Deleting port 981aee3d-b883-44e3-84c6-d43211cd95e8 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:28:06.632275 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8aa731c0-4401-4a9f-afa0-1ee39b68562c req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:06.720934 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-8aa731c0-4401-4a9f-afa0-1ee39b68562c req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] For port 981aee3d-b883-44e3-84c6-d43211cd95e8, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=981aee3d-b883-44e3-84c6-d43211cd95e8,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:06.721304 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8aa731c0-4401-4a9f-afa0-1ee39b68562c req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:06.734301 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-8aa731c0-4401-4a9f-afa0-1ee39b68562c req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Calling delete_port for 981aee3d-b883-44e3-84c6-d43211cd95e8 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:28:06.922563 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8aa731c0-4401-4a9f-afa0-1ee39b68562c req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:06.957919 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event deleted for resources: {'Port': ['ID=981aee3d-b883-44e3-84c6-d43211cd95e8,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:06.979703 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:06.980047 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:06.980406 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:06.980854 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:06.981064 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:06.981389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:06.981714 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:06.982048 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:06.982356 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:06.982672 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:06.982990 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:06.983304 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:07.013032 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa731c0-4401-4a9f-afa0-1ee39b68562c req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] No DVR routers for this DVR port 981aee3d-b883-44e3-84c6-d43211cd95e8 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:28:07.014666 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-8aa731c0-4401-4a9f-afa0-1ee39b68562c req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:07.018912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8aa731c0-4401-4a9f-afa0-1ee39b68562c req-7d669e53-be11-41c9-8393-d59088a5875f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.54 "DELETE /v2.0/ports/981aee3d-b883-44e3-84c6-d43211cd95e8 HTTP/1.1" status: 204 len: 173 time: 0.4746931 Oct 27 17:28:07.019399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'name': 'network-vif-deleted', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:28:07.021675 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7d3841-d751-4974-ba2f-48af04be7488" -d '{"events": [{"server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "name": "network-vif-deleted", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:28:07.116555 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259c7f45-5338-40a5-96e1-eb0b52194808 x-openstack-request-id: req-259c7f45-5338-40a5-96e1-eb0b52194808 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:28:07.116851 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44ba591e-93c3-4d72-b95e-0875671f279a", "name": "network-vif-deleted", "tag": "981aee3d-b883-44e3-84c6-d43211cd95e8", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:28:07.117107 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-259c7f45-5338-40a5-96e1-eb0b52194808 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:28:07.117509 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44ba591e-93c3-4d72-b95e-0875671f279a', 'name': 'network-vif-deleted', 'tag': '981aee3d-b883-44e3-84c6-d43211cd95e8', 'status': 'completed', 'code': 200} Oct 27 17:28:07.385799 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-51ed558e-b632-4785-bbf7-ae9d7350ad0d req-c5db0789-e27a-4538-a13b-a6da1e2f5005 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0455830 Oct 27 17:28:08.568256 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-2cac9f41-1bea-424b-80bd-7092fc0ed019 req-a88e7f67-2be3-46a3-879c-928227edec13 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0268838 Oct 27 17:28:09.664112 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ba832b72-ce81-467c-8a26-b4046f0d73e1 req-3597f96d-9ca3-4e8b-a95f-c9ddfe618088 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0269876 Oct 27 17:28:10.167444 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 981aee3d-b883-44e3-84c6-d43211cd95e8 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:28:10.188853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: 981aee3d-b883-44e3-84c6-d43211cd95e8 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:28:10.189234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device 981aee3d-b883-44e3-84c6-d43211cd95e8 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:28:10.762300 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-87355a7f-b3aa-45de-84a5-34eb3dd788fe req-d7cb42e7-655d-432e-b601-96d85c86ad9f tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0258834 Oct 27 17:28:11.859594 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-dbaac953-77b8-4971-acd9-54c00fbff054 req-1c8d1ea4-68fb-40a0-8202-d7b43e4412a9 tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "GET /v2.0/ports?device_id=44ba591e-93c3-4d72-b95e-0875671f279a HTTP/1.1" status: 200 len: 210 time: 0.0264766 Oct 27 17:28:12.918500 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50320) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:12.981932 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7913-d389-4fa5-ab0a-9372baf6913b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:13.011434 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7913-d389-4fa5-ab0a-9372baf6913b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:13.151421 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7913-d389-4fa5-ab0a-9372baf6913b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:13.153950 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-9fbc7913-d389-4fa5-ab0a-9372baf6913b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:13.155157 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-9fbc7913-d389-4fa5-ab0a-9372baf6913b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] 10.222.0.15 "DELETE /v2.0/security-groups/41ba5a36-4516-4946-b28f-d9911b17be4d HTTP/1.1" status: 204 len: 168 time: 0.2356069 Oct 27 17:28:13.165337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc7913-d389-4fa5-ab0a-9372baf6913b tempest-TestShelveInstance-495393096 tempest-TestShelveInstance-495393096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ba5a36-4516-4946-b28f-d9911b17be4d,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:13.273034 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50324) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:13.778603 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:14.031417 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] Deleting port c49508ca-164d-4563-9771-3243941c8308 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:28:14.032240 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:14.116894 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] For port c49508ca-164d-4563-9771-3243941c8308, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c49508ca-164d-4563-9771-3243941c8308,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:14.117272 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:14.129636 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] Calling delete_port for c49508ca-164d-4563-9771-3243941c8308 owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:28:14.390791 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:14.417215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c49508ca-164d-4563-9771-3243941c8308,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:14.591003 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:14.838751 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] Router 42b5de28-588b-4d91-901a-1a908bd656a2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:28:14.945616 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:28:14.951257 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dab43cf4-1b9a-4827-8f0e-91e3121569c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/42b5de28-588b-4d91-901a-1a908bd656a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6772921 Oct 27 17:28:14.953838 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50328) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:14.956714 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000a281-1a97-4d0a-a845-7282f8af4979 None None] Sync routers for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:28:14.968827 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000a281-1a97-4d0a-a845-7282f8af4979 None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:14.969835 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7000a281-1a97-4d0a-a845-7282f8af4979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:27:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:15.092145 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7000a281-1a97-4d0a-a845-7282f8af4979 None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:15.205145 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:28:15.281176 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7000a281-1a97-4d0a-a845-7282f8af4979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:28:14Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:15.309201 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000a281-1a97-4d0a-a845-7282f8af4979 None None] Checking router: 42b5de28-588b-4d91-901a-1a908bd656a2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:28:15.318429 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7000a281-1a97-4d0a-a845-7282f8af4979 None None] Routers {'42b5de28-588b-4d91-901a-1a908bd656a2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:15.319054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7000a281-1a97-4d0a-a845-7282f8af4979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:27:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['42b5de28-588b-4d91-901a-1a908bd656a2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:15.366730 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:15.429215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-7000a281-1a97-4d0a-a845-7282f8af4979 None None] Set router 42b5de28-588b-4d91-901a-1a908bd656a2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:15.469272 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:15.620038 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-7000a281-1a97-4d0a-a845-7282f8af4979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:28:14Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:15.622315 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Deleting port fe3f00c0-ffeb-472e-8973-718fb0d1d1fe {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:28:15.622635 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:15.647938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7000a281-1a97-4d0a-a845-7282f8af4979 None None] The sync data for ids ['42b5de28-588b-4d91-901a-1a908bd656a2'] in n-d-815689-1 is: [{'id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'name': 'tempest-TestShelveInstance-1254699729-router', 'tenant_id': '564ccb46c6b84d719d69687a78461a2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223'}], 'enable_snat': True}, 'gw_port_id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:17:58Z', 'updated_at': '2021-10-27T17:28:14Z', 'revision_number': 5, 'project_id': '564ccb46c6b84d719d69687a78461a2e', 'gw_port': {'id': 'fe3f00c0-ffeb-472e-8973-718fb0d1d1fe', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b5de28-588b-4d91-901a-1a908bd656a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:17:59Z', 'updated_at': '2021-10-27T17:18:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:28:15.715363 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] For port fe3f00c0-ffeb-472e-8973-718fb0d1d1fe, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=fe3f00c0-ffeb-472e-8973-718fb0d1d1fe,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:15.715728 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:15.728612 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Calling delete_port for fe3f00c0-ffeb-472e-8973-718fb0d1d1fe owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:28:15.964978 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:15.995986 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3f00c0-ffeb-472e-8973-718fb0d1d1fe,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:16.060553 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.156558 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.158651 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.279267 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.279849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b5de28-588b-4d91-901a-1a908bd656a2 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:28:16.284480 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.289244 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-433fbc38-9d22-437d-b3fb-b7db34c73e1c admin admin] 10.222.0.15 "DELETE /v2.0/routers/42b5de28-588b-4d91-901a-1a908bd656a2 HTTP/1.1" status: 204 len: 168 time: 1.3337932 Oct 27 17:28:16.292525 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50330) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:16.336726 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c88a245-fd05-4a1c-b41d-8e838198ef47 admin admin] Deleting subnet 68187625-8767-4beb-b9a8-6cc01122867d {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:28:16.340825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c88a245-fd05-4a1c-b41d-8e838198ef47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.381765 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c88a245-fd05-4a1c-b41d-8e838198ef47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.467099 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c88a245-fd05-4a1c-b41d-8e838198ef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.585505 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c88a245-fd05-4a1c-b41d-8e838198ef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.613115 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88a245-fd05-4a1c-b41d-8e838198ef47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68187625-8767-4beb-b9a8-6cc01122867d,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:16.615134 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-6c88a245-fd05-4a1c-b41d-8e838198ef47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.619826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a1ae9-b8df-46bd-b857-b71cdf7a66d7 None None] Network 70df4027-2989-4271-850f-e5f3625d18bf requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:28:16.624917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-6c88a245-fd05-4a1c-b41d-8e838198ef47 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/68187625-8767-4beb-b9a8-6cc01122867d HTTP/1.1" status: 204 len: 168 time: 0.3293519 Oct 27 17:28:16.625069 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50332) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:16.695365 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.755608 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Deleting port 8e2a51b5-189b-4588-8097-eb40b9d6e692 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:28:16.756201 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.815846 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] DHCP port deletion for 70df4027-2989-4271-850f-e5f3625d18bf request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:28:16.827483 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] For port 8e2a51b5-189b-4588-8097-eb40b9d6e692, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8e2a51b5-189b-4588-8097-eb40b9d6e692,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:16.827839 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.840814 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Calling delete_port for 8e2a51b5-189b-4588-8097-eb40b9d6e692 owned by network:dhcp {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:28:16.863473 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Deleting port 8e2a51b5-189b-4588-8097-eb40b9d6e692 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:28:16.863839 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.930724 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] For port 8e2a51b5-189b-4588-8097-eb40b9d6e692, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=8e2a51b5-189b-4588-8097-eb40b9d6e692,segment=NetworkSegment(51e128e8-1662-499f-a8be-ae4bf820d7cf),segment_id=51e128e8-1662-499f-a8be-ae4bf820d7cf)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:16.931800 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:16.943999 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Calling delete_port for 8e2a51b5-189b-4588-8097-eb40b9d6e692 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:28:17.065652 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:17.073716 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:17.084784 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fe3f00c0-ffeb-472e-8973-718fb0d1d1fe no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:28:17.096349 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e2a51b5-189b-4588-8097-eb40b9d6e692,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:17.099957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] No DVR routers for this DVR port 8e2a51b5-189b-4588-8097-eb40b9d6e692 on host n-d-815689-1 {{(pid=109722) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:28:17.112656 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Pushing event deleted for resources: {'Port': ['ID=8e2a51b5-189b-4588-8097-eb40b9d6e692,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:17.131199 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] No DVR routers for this DVR port 8e2a51b5-189b-4588-8097-eb40b9d6e692 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:28:17.136242 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: fe3f00c0-ffeb-472e-8973-718fb0d1d1fe {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:28:17.136587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device fe3f00c0-ffeb-472e-8973-718fb0d1d1fe not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:28:17.137011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8e2a51b5-189b-4588-8097-eb40b9d6e692 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:28:17.161963 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.162305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.162644 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.162980 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.163568 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.164553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.164553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.164553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.164884 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.165175 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.166652 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.166992 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d59bfa1-ac0b-4b48-a29b-ddf4bf78ac06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:17.169988 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 8e2a51b5-189b-4588-8097-eb40b9d6e692 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:28:17.170339 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 8e2a51b5-189b-4588-8097-eb40b9d6e692 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:28:17.170754 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c49508ca-164d-4563-9771-3243941c8308 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:28:17.185668 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:17.192894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: c49508ca-164d-4563-9771-3243941c8308 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:28:17.192894 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c49508ca-164d-4563-9771-3243941c8308 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:28:17.207081 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70df4027-2989-4271-850f-e5f3625d18bf']}} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:17.216831 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e128e8-1662-499f-a8be-ae4bf820d7cf') {'for_net_delete': True} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:17.217129 n-d-815689-1 neutron-server[109722]: DEBUG neutron.services.segments.db [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e128e8-1662-499f-a8be-ae4bf820d7cf') {} {{(pid=109722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:17.226858 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16414401'] for segment, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:17.240702 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:17.247535 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=109722) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58855166'] for segment, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: Traceback (most recent call last): Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: timer() Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: cb(*args, **kw) Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: return func(*args, **kwargs) Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: self._notify() Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: self.callback(batched_events) Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: event.method(event) Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: return f(self, *a, **k) Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: return self._get(url).json() Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: return self.request(url, 'GET', **kwargs) Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:28:17.250729 n-d-815689-1 neutron-server[109722]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:28:17.367846 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:17.374307 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:17.377493 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] 10.222.0.15 "DELETE /v2.0/networks/70df4027-2989-4271-850f-e5f3625d18bf HTTP/1.1" status: 204 len: 168 time: 0.7553754 Oct 27 17:28:17.381433 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50334) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:17.393223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a52e9-e3d1-4582-b52e-9f43ab34832b admin admin] Pushing event deleted for resources: {'Network': ['ID=70df4027-2989-4271-850f-e5f3625d18bf,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:17.737658 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:17.982521 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] Deleting port dbf04477-574b-481d-bc5b-16f0d026e7d7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:28:17.982857 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:18.063002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] For port dbf04477-574b-481d-bc5b-16f0d026e7d7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dbf04477-574b-481d-bc5b-16f0d026e7d7,segment=NetworkSegment(5ec31082-b1ed-4803-a4c6-5a21615bc62d),segment_id=5ec31082-b1ed-4803-a4c6-5a21615bc62d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:18.063362 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:18.075690 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] Calling delete_port for dbf04477-574b-481d-bc5b-16f0d026e7d7 owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:28:18.336159 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:18.368180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf04477-574b-481d-bc5b-16f0d026e7d7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:18.531480 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8e4a3c21-1ccd-40bd-8918-6641d407f3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:18.537575 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:18.752679 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] Router b08fc07f-026f-4995-9a43-ce7524064eff has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:28:18.859363 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:28:18.864569 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e826b3fa-39fc-429a-a352-645b2b7ec85a admin admin] 10.222.0.15 "PUT /v2.0/routers/b08fc07f-026f-4995-9a43-ce7524064eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4820957 Oct 27 17:28:18.867063 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50336) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:18.870594 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7a571-4c5f-4320-be37-a6b457467b08 None None] Sync routers for ids ['b08fc07f-026f-4995-9a43-ce7524064eff'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:28:18.881252 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7a571-4c5f-4320-be37-a6b457467b08 None None] Routers {'b08fc07f-026f-4995-9a43-ce7524064eff'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:18.881905 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-20d7a571-4c5f-4320-be37-a6b457467b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:27:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b08fc07f-026f-4995-9a43-ce7524064eff'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:18.969294 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Publish callbacks [] for router, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:18.998121 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-20d7a571-4c5f-4320-be37-a6b457467b08 None None] Set router b08fc07f-026f-4995-9a43-ce7524064eff gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:19.075852 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:19.176761 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-20d7a571-4c5f-4320-be37-a6b457467b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'name': 'tempest-TestShelveInstance-1775393530-router', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5'}], 'enable_snat': True}, 'gw_port_id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:28:18Z', 'revision_number': 5, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'gw_port': {'id': '6c8fc650-e0e9-4920-a146-259280c1b74a', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:19.203706 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7a571-4c5f-4320-be37-a6b457467b08 None None] Checking router: b08fc07f-026f-4995-9a43-ce7524064eff for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:28:19.205163 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Deleting port 6c8fc650-e0e9-4920-a146-259280c1b74a {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:28:19.205508 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:19.212281 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7a571-4c5f-4320-be37-a6b457467b08 None None] Routers {'b08fc07f-026f-4995-9a43-ce7524064eff'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:19.212938 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-20d7a571-4c5f-4320-be37-a6b457467b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:27:51Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b08fc07f-026f-4995-9a43-ce7524064eff'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:19.285085 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] For port 6c8fc650-e0e9-4920-a146-259280c1b74a, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=6c8fc650-e0e9-4920-a146-259280c1b74a,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:19.285349 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:19.298178 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Calling delete_port for 6c8fc650-e0e9-4920-a146-259280c1b74a owned by network:router_gateway {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:28:19.299752 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-20d7a571-4c5f-4320-be37-a6b457467b08 None None] Set router b08fc07f-026f-4995-9a43-ce7524064eff gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:19.355154 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-20d7a571-4c5f-4320-be37-a6b457467b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'name': 'tempest-TestShelveInstance-1775393530-router', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:28:19Z', 'revision_number': 6, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:19.383602 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7a571-4c5f-4320-be37-a6b457467b08 None None] The sync data for ids ['b08fc07f-026f-4995-9a43-ce7524064eff'] in n-d-815689-1 is: [{'id': 'b08fc07f-026f-4995-9a43-ce7524064eff', 'name': 'tempest-TestShelveInstance-1775393530-router', 'tenant_id': '18a62d048a6c42fe93eee6f7008cd141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:18:04Z', 'updated_at': '2021-10-27T17:28:19Z', 'revision_number': 6, 'project_id': '18a62d048a6c42fe93eee6f7008cd141', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:28:19.539570 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:19.566956 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8fc650-e0e9-4920-a146-259280c1b74a,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:19.633439 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:19.725628 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:19.728354 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:19.827441 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:19.828016 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b08fc07f-026f-4995-9a43-ce7524064eff {{(pid=109723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:28:19.832754 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] Publish callbacks [] for router, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:19.833907 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-d44e1a6b-a28a-4479-85bd-568e0c503672 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b08fc07f-026f-4995-9a43-ce7524064eff HTTP/1.1" status: 204 len: 168 time: 0.9659157 Oct 27 17:28:19.836479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50338) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:19.880764 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ee9510-76af-4c1a-8c33-8f8b3be81613 admin admin] Deleting subnet a15d1344-7433-467e-a25b-f1f560f7fe22 {{(pid=109723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:28:19.883796 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9510-76af-4c1a-8c33-8f8b3be81613 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:19.921757 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9510-76af-4c1a-8c33-8f8b3be81613 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62036402'] for subnet, precommit_delete_associations {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:19.997029 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9510-76af-4c1a-8c33-8f8b3be81613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.116787 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9510-76af-4c1a-8c33-8f8b3be81613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62301694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59352024'] for subnet, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.145011 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee9510-76af-4c1a-8c33-8f8b3be81613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15d1344-7433-467e-a25b-f1f560f7fe22,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:20.147037 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b3ee9510-76af-4c1a-8c33-8f8b3be81613 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.150348 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b3ee9510-76af-4c1a-8c33-8f8b3be81613 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a15d1344-7433-467e-a25b-f1f560f7fe22 HTTP/1.1" status: 204 len: 168 time: 0.3119106 Oct 27 17:28:20.153626 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50340) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:20.156127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114f58c-0c42-4e19-b792-7fe22ebe257d None None] Network 45aaff9a-0cf8-448b-899a-748691611867 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:28:20.228994 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.329057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Deleting port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:28:20.329390 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.348204 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33627441-a7ea-4691-96e8-b7a6baa12495 None None] DHCP port deletion for 45aaff9a-0cf8-448b-899a-748691611867 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:28:20.402860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-33627441-a7ea-4691-96e8-b7a6baa12495 None None] Deleting port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:28:20.403236 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33627441-a7ea-4691-96e8-b7a6baa12495 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.404347 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] For port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b,segment=NetworkSegment(5ec31082-b1ed-4803-a4c6-5a21615bc62d),segment_id=5ec31082-b1ed-4803-a4c6-5a21615bc62d)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:20.404979 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.419915 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Calling delete_port for dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:28:20.472719 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-33627441-a7ea-4691-96e8-b7a6baa12495 None None] For port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b,segment=NetworkSegment(5ec31082-b1ed-4803-a4c6-5a21615bc62d),segment_id=5ec31082-b1ed-4803-a4c6-5a21615bc62d)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:20.473111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33627441-a7ea-4691-96e8-b7a6baa12495 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.489470 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-33627441-a7ea-4691-96e8-b7a6baa12495 None None] Calling delete_port for dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:28:20.582040 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.588197 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-33627441-a7ea-4691-96e8-b7a6baa12495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.611451 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:20.613660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33627441-a7ea-4691-96e8-b7a6baa12495 None None] Pushing event deleted for resources: {'Port': ['ID=dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:20.615211 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] No DVR routers for this DVR port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:28:20.626902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33627441-a7ea-4691-96e8-b7a6baa12495 None None] No DVR routers for this DVR port dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:28:20.693885 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.714883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45aaff9a-0cf8-448b-899a-748691611867']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:20.724193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec31082-b1ed-4803-a4c6-5a21615bc62d') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:20.724491 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec31082-b1ed-4803-a4c6-5a21615bc62d') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:20.734514 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.747595 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.753590 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:28:20.753971 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:28:20.755652 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:28:20.896034 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.902945 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:20.906273 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] 10.222.0.15 "DELETE /v2.0/networks/45aaff9a-0cf8-448b-899a-748691611867 HTTP/1.1" status: 204 len: 168 time: 0.7516947 Oct 27 17:28:20.917759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaccfb1-b10f-4c37-ad92-4d14a8095e93 admin admin] Pushing event deleted for resources: {'Network': ['ID=45aaff9a-0cf8-448b-899a-748691611867,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:21.069594 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:28:21.090865 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:28:21.091206 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dbfa36fa-4e29-487b-ad0c-e5ac0c2adf8b not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:28:21.091612 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6c8fc650-e0e9-4920-a146-259280c1b74a no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:28:21.109587 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 6c8fc650-e0e9-4920-a146-259280c1b74a {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:28:21.109927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 6c8fc650-e0e9-4920-a146-259280c1b74a not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:28:21.110323 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dbf04477-574b-481d-bc5b-16f0d026e7d7 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:28:21.128867 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: dbf04477-574b-481d-bc5b-16f0d026e7d7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:28:21.129213 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device dbf04477-574b-481d-bc5b-16f0d026e7d7 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:28:21.319560 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50344) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:21.364602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-15b3de02-3780-44f1-aea5-1a977ffdb471 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=564ccb46c6b84d719d69687a78461a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438199 Oct 27 17:28:21.367251 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50346) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:21.417007 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e110b813-b600-4d50-9a17-aa0ee7fa574d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:21.437985 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e110b813-b600-4d50-9a17-aa0ee7fa574d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:21.544626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e110b813-b600-4d50-9a17-aa0ee7fa574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:21.547200 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-e110b813-b600-4d50-9a17-aa0ee7fa574d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:21.548424 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-e110b813-b600-4d50-9a17-aa0ee7fa574d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/069d492f-57ce-4f5d-bbcd-2c8a5ccd36a7 HTTP/1.1" status: 204 len: 168 time: 0.1801569 Oct 27 17:28:21.557146 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110b813-b600-4d50-9a17-aa0ee7fa574d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069d492f-57ce-4f5d-bbcd-2c8a5ccd36a7,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:21.604811 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d42ac9d5-80c5-4acc-8e21-4a32b5d4986a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:22.207670 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50352) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:22.250602 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-47a364fd-a39d-45d6-b341-05552d0f1e4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18a62d048a6c42fe93eee6f7008cd141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417478 Oct 27 17:28:22.253248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50354) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:22.302132 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c6f73b1-8035-4545-9eea-4baad5680cdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:22.323542 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c6f73b1-8035-4545-9eea-4baad5680cdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:22.334724 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:22.464632 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c6f73b1-8035-4545-9eea-4baad5680cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:22.467193 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-2c6f73b1-8035-4545-9eea-4baad5680cdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:22.468365 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-2c6f73b1-8035-4545-9eea-4baad5680cdd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31bcf505-7ada-4ab5-b04a-d4efd83288f4 HTTP/1.1" status: 204 len: 168 time: 0.2141893 Oct 27 17:28:22.479105 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f73b1-8035-4545-9eea-4baad5680cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bcf505-7ada-4ab5-b04a-d4efd83288f4,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:22.550178 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:23.600777 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50376) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:23.708393 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-824027275-network', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:23.784518 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Made reservation on behalf of f639d9a2bd8e499291fb2fa55c3c6049 for: {'network': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:28:23.786918 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:23.796720 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:23.872314 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:23.941862 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:23.969564 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=109722) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:28:23.976508 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4816327e-78ca-483f-9af7-d39fc5538c0b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:23.983626 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:23.988345 n-d-815689-1 neutron-server[109722]: INFO neutron.db.segments_db [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Added segment 15108992-28ec-45d0-8bc1-aa63abdf0286 of type vlan for network ff895f87-3b69-42b2-b79b-1f46e63a4717 Oct 27 17:28:24.028521 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:24.131444 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:24.131444 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:24.131981 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Publish callbacks [] for network, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:24.193723 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] Pushing event updated for resources: {'Network': ['ID=ff895f87-3b69-42b2-b79b-1f46e63a4717,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:24.206304 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network ff895f87-3b69-42b2-b79b-1f46e63a4717 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:28:24.272726 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ef0190a6-d040-4750-8b8a-3d49598cae88 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6681769 Oct 27 17:28:24.273084 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50380) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:24.278076 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] Request body: {'subnet': {'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-824027275-subnet', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'ip_version': 4}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:24.364525 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] Made reservation on behalf of f639d9a2bd8e499291fb2fa55c3c6049 for: {'subnet': 1} {{(pid=109722) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:28:24.366915 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59137888'] for subnet, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:24.610410 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58854997', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59137906'] for subnet, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:24.670221 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84135b78-1c87-4a93-93c9-290d97104835,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:24.670478 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:24.679307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] Checking segment: {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:28:24.679307 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] Network hostable DHCP agents. Network: ff895f87-3b69-42b2-b79b-1f46e63a4717, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109722) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:28:24.770370 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] Network ff895f87-3b69-42b2-b79b-1f46e63a4717 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109722) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:28:24.835519 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, ff895f87-3b69-42b2-b79b-1f46e63a4717) {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:24.839987 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:24.840659 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:24.849649 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e3da6f-f341-4f4e-ab22-52820759e526 None None] Network ff895f87-3b69-42b2-b79b-1f46e63a4717 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:28:24.921456 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-74dc4e14-dce5-4004-8048-f266ba5e3c39 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6473176 Oct 27 17:28:24.924150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50382) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:24.928456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:24.992021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-ff895f87-3b69-42b2-b79b-1f46e63a4717', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:28:24.992918 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:24.994470 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:24.995569 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.052994 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.130452 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Allocated IP 172.20.0.2 (ff895f87-3b69-42b2-b79b-1f46e63a4717/84135b78-1c87-4a93-93c9-290d97104835/c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:28:25.263618 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.278698 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.376481 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.421853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Network ff895f87-3b69-42b2-b79b-1f46e63a4717 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:28:25.424902 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:25.427395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:28:25.439491 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Pushing event updated for resources: {'Port': ['ID=c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:25.492097 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Attempting to bind port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:28:25.492702 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Attempting to bind port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:28:25.494067 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Attempting to bind port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 on network ff895f87-3b69-42b2-b79b-1f46e63a4717 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:28:25.504192 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:28:25.504573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Checking segment: {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:28:25.504973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.505365 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Bound using segment: {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:28:25.505935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Bound port: c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:28:25.506342 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.536920 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.557855 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.572593 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] For port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:28:25.575790 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] For port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:28:25.639700 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.664450 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Allocated IP 172.25.4.28 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/49cb711e-ffda-48c0-a631-70bd3454ea7b) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:28:25.707934 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e2624-1012-4716-9f3d-c11803038fb5 None None] Pushing event updated for resources: {'Port': ['ID=c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:25.778073 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.894605 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:25.940212 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:28:25.943527 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:25.948014 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:28:25.953826 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Pushing event updated for resources: {'Port': ['ID=49cb711e-ffda-48c0-a631-70bd3454ea7b,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:26.305183 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:26.511699 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:26.599978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bc0257-dadf-4967-a81a-2fde753115ed None None] Network ff895f87-3b69-42b2-b79b-1f46e63a4717 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:28:26.661508 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-b30b02e1-a118-49c5-a691-e5c9a6202a19 None None] Provisioning complete for port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:26.661868 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b30b02e1-a118-49c5-a691-e5c9a6202a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:26.707230 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Router b7dd5626-6276-45e0-b468-a257c417fbf2 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:28:26.809428 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b30b02e1-a118-49c5-a691-e5c9a6202a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:26.814736 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:28:26.829171 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Sync routers for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:28:26.863573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-b30b02e1-a118-49c5-a691-e5c9a6202a19 None None] For port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:26.866578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:26.869401 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:28:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:26.886979 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:26.888347 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-2fb83d83-9c0c-4a94-8883-73f22fdb57ea admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9632313 Oct 27 17:28:26.891272 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50384) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:26.943502 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b30b02e1-a118-49c5-a691-e5c9a6202a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:27.016853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b02e1-a118-49c5-a691-e5c9a6202a19 None None] Pushing event updated for resources: {'Port': ['ID=c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:27.039042 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:27.187153 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:28:27.190853 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d63b0c27-135e-4063-b33b-33fac8bf9c9c None None] Provisioning complete for port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:27.191217 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d63b0c27-135e-4063-b33b-33fac8bf9c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:27.323660 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:27.324014 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:27.354956 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:27.399195 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:26Z', 'revision_number': 3, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:27.435291 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Checking router: b7dd5626-6276-45e0-b468-a257c417fbf2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:28:27.435647 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Updating router b7dd5626-6276-45e0-b468-a257c417fbf2 port 49cb711e-ffda-48c0-a631-70bd3454ea7b binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:28:27.482566 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:27.548432 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Allocated IP 172.20.0.1 (ff895f87-3b69-42b2-b79b-1f46e63a4717/84135b78-1c87-4a93-93c9-290d97104835/ce1a0426-3b43-4e86-aba4-46702a9e59be) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:28:27.663662 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:27.761628 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:27.771010 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:27.817436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Network ff895f87-3b69-42b2-b79b-1f46e63a4717 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:28:27.820701 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:27.824530 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:28:27.830324 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1a0426-3b43-4e86-aba4-46702a9e59be,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:27.851115 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:27.918476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Attempting to bind port 49cb711e-ffda-48c0-a631-70bd3454ea7b on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:28:27.918869 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Attempting to bind port 49cb711e-ffda-48c0-a631-70bd3454ea7b by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:28:27.919341 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Attempting to bind port 49cb711e-ffda-48c0-a631-70bd3454ea7b on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:28:27.927938 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12348b69-f8f1-4bfd-83f8-fe86927852e0 None None] Pushing event updated for resources: {'Port': ['ID=49cb711e-ffda-48c0-a631-70bd3454ea7b,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:27.936850 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:28:27.937268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:28:27.937685 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:27.938205 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:28:27.938803 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Bound port: 49cb711e-ffda-48c0-a631-70bd3454ea7b, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:28:27.939308 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:28.009901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] For port 49cb711e-ffda-48c0-a631-70bd3454ea7b, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:28:28.015918 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] For port 49cb711e-ffda-48c0-a631-70bd3454ea7b, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=49cb711e-ffda-48c0-a631-70bd3454ea7b,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:28:28.099616 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:28.172328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-d2a73788-1319-4b7f-b182-10e6b9e50991 None None] Provisioning complete for port ce1a0426-3b43-4e86-aba4-46702a9e59be triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:28.172597 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d2a73788-1319-4b7f-b182-10e6b9e50991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:28.179293 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:28.179935 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:28:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:28.200214 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:28.262899 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12348b69-f8f1-4bfd-83f8-fe86927852e0 None None] Pushing event updated for resources: {'Port': ['ID=49cb711e-ffda-48c0-a631-70bd3454ea7b,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:28.295075 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-d2a73788-1319-4b7f-b182-10e6b9e50991 None None] Port ce1a0426-3b43-4e86-aba4-46702a9e59be cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:28:28.324625 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:28.427892 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:28.512109 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:26Z', 'revision_number': 3, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:28.608637 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:28.673634 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:28.700007 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224ce9e5-264e-4b95-97e2-f045f0aaa5eb None None] The sync data for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 is: [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:26Z', 'revision_number': 3, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:28:28.746983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1a0426-3b43-4e86-aba4-46702a9e59be,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:28.749606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:28.857781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Network ff895f87-3b69-42b2-b79b-1f46e63a4717 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:28:28.859464 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:29.002452 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Router b7dd5626-6276-45e0-b468-a257c417fbf2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:28:29.150263 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:28:29.155691 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-7e2a9f53-a04c-4228-b6fa-147de69432e7 admin admin] 10.222.0.15 "PUT /v2.0/routers/b7dd5626-6276-45e0-b468-a257c417fbf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2633922 Oct 27 17:28:29.191061 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:28:29.246487 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-c20ef600-35c8-41d7-85db-d04b9ad0a905 None None] Provisioning complete for port ce1a0426-3b43-4e86-aba4-46702a9e59be triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:29.246774 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c20ef600-35c8-41d7-85db-d04b9ad0a905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:29.283799 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:29.283799 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:29.318788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-c20ef600-35c8-41d7-85db-d04b9ad0a905 None None] Port ce1a0426-3b43-4e86-aba4-46702a9e59be cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:28:29.371439 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 49cb711e-ffda-48c0-a631-70bd3454ea7b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:28:29.428996 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 49cb711e-ffda-48c0-a631-70bd3454ea7b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:29.429586 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:29.519878 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:29.542688 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 49cb711e-ffda-48c0-a631-70bd3454ea7b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=49cb711e-ffda-48c0-a631-70bd3454ea7b,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:29.651787 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:29.702054 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=49cb711e-ffda-48c0-a631-70bd3454ea7b,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:29.933653 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50400) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:29.938563 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1749813409-network', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:30.044353 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Made reservation on behalf of 8eac72fc32434c198f73c1c07f40480a for: {'network': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:28:30.046813 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for network, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:30.055934 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:30.134740 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:30.204407 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:30.238563 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:30.267766 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=109723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 27 17:28:30.274253 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d44a8e-d781-480e-97ba-b21e622a0798,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:30.282267 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:30.282707 n-d-815689-1 neutron-server[109723]: INFO neutron.db.segments_db [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Added segment 7fcc7666-d5be-4efb-aa2f-20b3937e0114 of type vlan for network 17b065af-269b-42a5-b6fa-0490c4e0efa6 Oct 27 17:28:30.323734 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772309722543'] for network, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:30.345397 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Sync routers for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:28:30.356311 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:30.356936 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:28:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:30.413688 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782'] for network, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:30.414682 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:30.416464 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:30.462543 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:30.480873 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] Pushing event updated for resources: {'Network': ['ID=17b065af-269b-42a5-b6fa-0490c4e0efa6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:30.494879 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Network 17b065af-269b-42a5-b6fa-0490c4e0efa6 details requested by agent ovs-agent-n-d-815689-1 with host n-d-815689-1 {{(pid=109724) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 27 17:28:30.547544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b0674794-d879-4eb3-9507-e9c691ae1c6c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6127584 Oct 27 17:28:30.550294 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50402) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:30.556408 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] Request body: {'subnet': {'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1749813409-subnet', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'ip_version': 4}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:30.630558 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] Made reservation on behalf of 8eac72fc32434c198f73c1c07f40480a for: {'subnet': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:28:30.633017 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59351609'] for subnet, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:30.672891 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 2, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:30.700847 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Checking router: b7dd5626-6276-45e0-b468-a257c417fbf2 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:28:30.701194 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Updating router b7dd5626-6276-45e0-b468-a257c417fbf2 port ce1a0426-3b43-4e86-aba4-46702a9e59be binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:28:30.727901 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.093826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 49cb711e-ffda-48c0-a631-70bd3454ea7b up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:28:31.116988 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.143669 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 49cb711e-ffda-48c0-a631-70bd3454ea7b triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:31.144354 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.189861 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.242481 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Pushing event updated for resources: {'Port': ['ID=ce1a0426-3b43-4e86-aba4-46702a9e59be,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:31.253349 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62301631', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59351595'] for subnet, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.273139 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.273483 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.274973 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.276005 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.276433 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.276838 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.277241 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.278226 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.278226 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.278678 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.279077 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.279466 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:28:31.317695 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Attempting to bind port ce1a0426-3b43-4e86-aba4-46702a9e59be on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:28:31.318167 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Attempting to bind port ce1a0426-3b43-4e86-aba4-46702a9e59be by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:28:31.318919 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Attempting to bind port ce1a0426-3b43-4e86-aba4-46702a9e59be on network ff895f87-3b69-42b2-b79b-1f46e63a4717 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:28:31.320819 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ece76c9-2f9a-4121-90b8-5d3e84c9b43e,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:31.326082 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:28:31.332152 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Checking segment: {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:28:31.332152 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.332152 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Bound using segment: {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:28:31.332152 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Bound port: ce1a0426-3b43-4e86-aba4-46702a9e59be, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:28:31.332152 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.333072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] Checking segment: {'id': '7fcc7666-d5be-4efb-aa2f-20b3937e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:28:31.333072 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] Network hostable DHCP agents. Network: 17b065af-269b-42a5-b6fa-0490c4e0efa6, hostable agents: ['4479cd6e-36a9-4fbd-9733-60592528d79e'], hosted agents: [] {{(pid=109723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 27 17:28:31.395752 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] Network 17b065af-269b-42a5-b6fa-0490c4e0efa6 is scheduled to be hosted by DHCP agent 4479cd6e-36a9-4fbd-9733-60592528d79e with binding_index 1 {{(pid=109723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 27 17:28:31.402403 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] For port ce1a0426-3b43-4e86-aba4-46702a9e59be, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:28:31.405908 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] For port ce1a0426-3b43-4e86-aba4-46702a9e59be, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ce1a0426-3b43-4e86-aba4-46702a9e59be,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:28:31.455571 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e32815ab-88cc-45a8-9cf0-a77d68c2bb3b None None] Provisioning complete for port ce1a0426-3b43-4e86-aba4-46702a9e59be triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:31.456249 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e32815ab-88cc-45a8-9cf0-a77d68c2bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.469968 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-815689-1, 17b065af-269b-42a5-b6fa-0490c4e0efa6) {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:31.474506 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:31.475109 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.483291 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.483527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b995307f-9369-45a2-98c5-4437821a2a87 None None] Network 17b065af-269b-42a5-b6fa-0490c4e0efa6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:28:31.541058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e32815ab-88cc-45a8-9cf0-a77d68c2bb3b None None] Port ce1a0426-3b43-4e86-aba4-46702a9e59be cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:28:31.551235 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:31.551868 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:28:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:31.553633 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdcb9b1-6254-41c6-be45-8df1cf07197f None None] Pushing event updated for resources: {'Port': ['ID=ce1a0426-3b43-4e86-aba4-46702a9e59be,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:31.597675 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-9e107ff2-00a3-46f9-9b01-328b9d13e91f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0435059 Oct 27 17:28:31.598290 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50404) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:31.604003 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1749813409-router', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:31.669499 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:31.670008 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe7bc3c25-0c73-5c12-8275-6de60934eb9e-17b065af-269b-42a5-b6fa-0490c4e0efa6', 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'fixed_ips': [{'subnet_id': '6ece76c9-2f9a-4121-90b8-5d3e84c9b43e'}]}} from n-d-815689-1. {{(pid=109724) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 27 17:28:31.671065 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.707592 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-757169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7906'] for router, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.709181 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-757825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-755912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7897'] for router, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.778319 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.823882 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.db_base_plugin_common [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Allocated IP 172.20.0.2 (17b065af-269b-42a5-b6fa-0490c4e0efa6/6ece76c9-2f9a-4121-90b8-5d3e84c9b43e/7b616d59-0d10-4848-9b46-ee7f47437193) {{(pid=109724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:28:31.886768 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:31Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:31.904096 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-7a998a0e-c925-465f-9b05-b1499265847d None None] Provisioning complete for port ce1a0426-3b43-4e86-aba4-46702a9e59be triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:31.904609 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a998a0e-c925-465f-9b05-b1499265847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:31.917163 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8288a70-9211-41e1-855d-3ed2b926e8b3 None None] The sync data for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 is: [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:31Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:28:32.010647 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.053454 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Publish callbacks [] for port, precommit_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.068664 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a998a0e-c925-465f-9b05-b1499265847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.105767 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-7a998a0e-c925-465f-9b05-b1499265847d None None] For port ce1a0426-3b43-4e86-aba4-46702a9e59be, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ce1a0426-3b43-4e86-aba4-46702a9e59be,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:32.144997 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500'] for port, after_create {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.193560 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Network 17b065af-269b-42a5-b6fa-0490c4e0efa6 is already hosted by enough agents. {{(pid=109724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:28:32.198018 n-d-815689-1 neutron-server[109724]: DEBUG neutron.scheduler.base_scheduler [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Resources bound (agent type, host, resource id): {{(pid=109724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:32.201168 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Received port after_create {{(pid=109724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:28:32.216650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Pushing event updated for resources: {'Port': ['ID=7b616d59-0d10-4848-9b46-ee7f47437193,revision_number=1']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:32.238864 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-7a998a0e-c925-465f-9b05-b1499265847d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.316094 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Attempting to bind port 7b616d59-0d10-4848-9b46-ee7f47437193 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:28:32.316476 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Attempting to bind port 7b616d59-0d10-4848-9b46-ee7f47437193 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '7fcc7666-d5be-4efb-aa2f-20b3937e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:28:32.316843 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Attempting to bind port 7b616d59-0d10-4848-9b46-ee7f47437193 on network 17b065af-269b-42a5-b6fa-0490c4e0efa6 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:28:32.327215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:28:32.327215 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Checking segment: {'id': '7fcc7666-d5be-4efb-aa2f-20b3937e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:28:32.327482 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.327755 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Bound using segment: {'id': '7fcc7666-d5be-4efb-aa2f-20b3937e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:28:32.328331 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Bound port: 7b616d59-0d10-4848-9b46-ee7f47437193, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcc7666-d5be-4efb-aa2f-20b3937e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:28:32.328719 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.331927 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a998a0e-c925-465f-9b05-b1499265847d None None] Pushing event updated for resources: {'Port': ['ID=ce1a0426-3b43-4e86-aba4-46702a9e59be,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:32.333468 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.367896 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.416763 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] For port 7b616d59-0d10-4848-9b46-ee7f47437193, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:28:32.422090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] For port 7b616d59-0d10-4848-9b46-ee7f47437193, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7b616d59-0d10-4848-9b46-ee7f47437193,segment=NetworkSegment(7fcc7666-d5be-4efb-aa2f-20b3937e0114),segment_id=7fcc7666-d5be-4efb-aa2f-20b3937e0114)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:28:32.485590 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Allocated IP 172.25.4.184 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/eeec05a5-297d-4cd6-a25b-dfc173f34900) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:28:32.505256 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.577741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d7ad5-f058-43db-a399-2245e1d15335 None None] Pushing event updated for resources: {'Port': ['ID=7b616d59-0d10-4848-9b46-ee7f47437193,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:32.626458 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.723579 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:32.786957 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:28:32.790690 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:32.794641 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:28:32.820538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Pushing event updated for resources: {'Port': ['ID=eeec05a5-297d-4cd6-a25b-dfc173f34900,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:33.135167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ce1a0426-3b43-4e86-aba4-46702a9e59be up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:28:33.141508 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:33.192833 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port ce1a0426-3b43-4e86-aba4-46702a9e59be triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:33.193495 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:33.303921 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7b616d59-0d10-4848-9b46-ee7f47437193 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:28:33.354595 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7b616d59-0d10-4848-9b46-ee7f47437193 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:33.354969 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:33.363557 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-757834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-755861'] for router, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:33.456709 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:33.466102 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:33.496671 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port 7b616d59-0d10-4848-9b46-ee7f47437193, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7b616d59-0d10-4848-9b46-ee7f47437193,segment=NetworkSegment(7fcc7666-d5be-4efb-aa2f-20b3937e0114),segment_id=7fcc7666-d5be-4efb-aa2f-20b3937e0114)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:33.547316 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1012035-97ce-492f-b42a-d7a16d952362 None None] Network 17b065af-269b-42a5-b6fa-0490c4e0efa6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:28:33.596288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:33.598935 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Router 37298ec7-b03e-4787-b333-338a83019848 is scheduled to L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 with binding_index 1 {{(pid=109722) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 27 17:28:33.655931 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-af94f958-fa04-41a4-b52d-d3e1db56a7f3 None None] Provisioning complete for port 7b616d59-0d10-4848-9b46-ee7f47437193 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:33.656160 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-af94f958-fa04-41a4-b52d-d3e1db56a7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:33.708369 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:28:33.715404 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=7b616d59-0d10-4848-9b46-ee7f47437193,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:33.725577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Sync routers for ids ['37298ec7-b03e-4787-b333-338a83019848'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:28:33.770911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Routers {'37298ec7-b03e-4787-b333-338a83019848'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:33.771545 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:28:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['37298ec7-b03e-4787-b333-338a83019848'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:33.778009 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:33.782718 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-bebbbc12-260d-4e4d-9971-6e1a44f7daa4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1801596 Oct 27 17:28:33.782919 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50406) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:33.964278 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Set router 37298ec7-b03e-4787-b333-338a83019848 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:34.240189 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:34.280665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-592f4271-484f-4f0b-acd7-eaf8050fe403 None None] Provisioning complete for port 7b616d59-0d10-4848-9b46-ee7f47437193 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:34.281031 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-592f4271-484f-4f0b-acd7-eaf8050fe403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:34.410779 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Allocated IP 172.20.0.1 (17b065af-269b-42a5-b6fa-0490c4e0efa6/6ece76c9-2f9a-4121-90b8-5d3e84c9b43e/00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:28:34.432228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37298ec7-b03e-4787-b333-338a83019848', 'name': 'tempest-TestSnapshotPattern-1749813409-router', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:31Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 3, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'gw_port': {'id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37298ec7-b03e-4787-b333-338a83019848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:32Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:34.459792 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Checking router: 37298ec7-b03e-4787-b333-338a83019848 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:28:34.460101 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Updating router 37298ec7-b03e-4787-b333-338a83019848 port eeec05a5-297d-4cd6-a25b-dfc173f34900 binding host n-d-815689-1 {{(pid=109724) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:28:34.486576 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:34.517261 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:34.608021 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:34.767973 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Publish callbacks [] for port, precommit_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:34.830342 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:34.885805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Attempting to bind port eeec05a5-297d-4cd6-a25b-dfc173f34900 on host n-d-815689-1 for vnic_type normal with profile {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:28:34.886173 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Attempting to bind port eeec05a5-297d-4cd6-a25b-dfc173f34900 by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:28:34.886534 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Attempting to bind port eeec05a5-297d-4cd6-a25b-dfc173f34900 on network 840af1e4-df74-450c-bf75-32afab135856 {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:28:34.893847 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f08ce-a511-46e5-9fa8-b57058f93c3a None None] Pushing event updated for resources: {'Port': ['ID=eeec05a5-297d-4cd6-a25b-dfc173f34900,revision_number=2']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:34.896766 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:28:34.897140 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Checking segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:28:34.897538 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:34.897920 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Bound using segment: {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'} {{(pid=109724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:28:34.898397 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.managers [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Bound port: eeec05a5-297d-4cd6-a25b-dfc173f34900, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe4264c-1805-4b3a-a838-dcb3d3936ca5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '840af1e4-df74-450c-bf75-32afab135856'}}] {{(pid=109724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:28:34.898771 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:34.957197 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] For port eeec05a5-297d-4cd6-a25b-dfc173f34900, host n-d-815689-1, cleared binding levels {{(pid=109724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:28:34.960748 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] For port eeec05a5-297d-4cd6-a25b-dfc173f34900, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=eeec05a5-297d-4cd6-a25b-dfc173f34900,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:28:34.969520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Network 17b065af-269b-42a5-b6fa-0490c4e0efa6 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:28:34.972605 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:34.975578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:28:35.004581 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Pushing event updated for resources: {'Port': ['ID=00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:35.040510 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615112'] for router_interface, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:35.040752 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:35.123277 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f08ce-a511-46e5-9fa8-b57058f93c3a None None] Pushing event updated for resources: {'Port': ['ID=eeec05a5-297d-4cd6-a25b-dfc173f34900,revision_number=3']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:35.134024 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Routers {'37298ec7-b03e-4787-b333-338a83019848'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:35.135758 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:28:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['37298ec7-b03e-4787-b333-338a83019848'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:35.179841 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7b616d59-0d10-4848-9b46-ee7f47437193 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:28:35.252722 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:35.285736 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-9ab27504-dc85-4a9f-bad6-4a41569da41d None None] Provisioning complete for port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:35.286036 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9ab27504-dc85-4a9f-bad6-4a41569da41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:35.341643 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] Set router 37298ec7-b03e-4787-b333-338a83019848 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:35.344469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-9ab27504-dc85-4a9f-bad6-4a41569da41d None None] Port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:28:35.374919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 7b616d59-0d10-4848-9b46-ee7f47437193 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:35.375289 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:35.425827 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:35.504551 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:35.602907 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1550728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-757336'] for router_interface, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:35.611780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Pushing event updated for resources: {'Port': ['ID=00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:35.616426 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37298ec7-b03e-4787-b333-338a83019848', 'name': 'tempest-TestSnapshotPattern-1749813409-router', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:31Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 3, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'gw_port': {'id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37298ec7-b03e-4787-b333-338a83019848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:32Z', 'updated_at': '2021-10-27T17:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:35.643905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3414eca-ab63-45c0-8f3d-b821f09d3f16 None None] The sync data for ids ['37298ec7-b03e-4787-b333-338a83019848'] in n-d-815689-1 is: [{'id': '37298ec7-b03e-4787-b333-338a83019848', 'name': 'tempest-TestSnapshotPattern-1749813409-router', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:31Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 3, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'gw_port': {'id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37298ec7-b03e-4787-b333-338a83019848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:32Z', 'updated_at': '2021-10-27T17:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:28:35.714158 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Network 17b065af-269b-42a5-b6fa-0490c4e0efa6 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:28:35.715773 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:35.845286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Router 37298ec7-b03e-4787-b333-338a83019848 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:28:36.001785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:28:36.009190 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8d6f3adc-f5d9-4482-b78b-03d7db10a3bf admin admin] 10.222.0.15 "PUT /v2.0/routers/37298ec7-b03e-4787-b333-338a83019848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2241228 Oct 27 17:28:36.080591 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-4a6438ad-c7e2-4e75-84a6-4d7379e41333 None None] Provisioning complete for port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:36.081738 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4a6438ad-c7e2-4e75-84a6-4d7379e41333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:36.127991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-4a6438ad-c7e2-4e75-84a6-4d7379e41333 None None] Port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:28:37.104371 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device eeec05a5-297d-4cd6-a25b-dfc173f34900 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:28:37.154685 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port eeec05a5-297d-4cd6-a25b-dfc173f34900 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:37.155054 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:37.239784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:37.260905 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] For port eeec05a5-297d-4cd6-a25b-dfc173f34900, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=eeec05a5-297d-4cd6-a25b-dfc173f34900,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:37.297327 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Sync routers for ids ['37298ec7-b03e-4787-b333-338a83019848'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:28:37.307480 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Routers {'37298ec7-b03e-4787-b333-338a83019848'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:37.311634 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:28:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['37298ec7-b03e-4787-b333-338a83019848'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:37.358864 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:37.409666 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Pushing event updated for resources: {'Port': ['ID=eeec05a5-297d-4cd6-a25b-dfc173f34900,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:37.419319 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Set router 37298ec7-b03e-4787-b333-338a83019848 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:37.622177 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37298ec7-b03e-4787-b333-338a83019848', 'name': 'tempest-TestSnapshotPattern-1749813409-router', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:31Z', 'updated_at': '2021-10-27T17:28:35Z', 'revision_number': 4, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'gw_port': {'id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37298ec7-b03e-4787-b333-338a83019848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:32Z', 'updated_at': '2021-10-27T17:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea', 'name': '', 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'mac_address': 'fa:16:3e:7d:41:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37298ec7-b03e-4787-b333-338a83019848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6ece76c9-2f9a-4121-90b8-5d3e84c9b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:34Z', 'updated_at': '2021-10-27T17:28:35Z', 'revision_number': 2, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'subnets': [{'id': '6ece76c9-2f9a-4121-90b8-5d3e84c9b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:37.652827 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Checking router: 37298ec7-b03e-4787-b333-338a83019848 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:28:37.653178 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Updating router 37298ec7-b03e-4787-b333-338a83019848 port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea binding host n-d-815689-1 {{(pid=109725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 27 17:28:37.679245 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:37.779507 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50416) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:37.784150 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-5957f0d7-8ab9-47e5-b7be-0a6f6bb86d13 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-609887246', 'description': 'tempest-secgroup-smoke-609887246 description', 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:37.861686 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5957f0d7-8ab9-47e5-b7be-0a6f6bb86d13 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:37.930805 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5957f0d7-8ab9-47e5-b7be-0a6f6bb86d13 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:37.952040 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Publish callbacks [] for port, precommit_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.001376 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5957f0d7-8ab9-47e5-b7be-0a6f6bb86d13 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.024916 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.031844 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957f0d7-8ab9-47e5-b7be-0a6f6bb86d13 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fa3ca4-bcea-4b3b-a12b-5a0369622a23,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:38.076186 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d240cf-9ef9-45ba-b9e6-3a912560d437 None None] Pushing event updated for resources: {'Port': ['ID=00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea,revision_number=3']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:38.092367 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-5957f0d7-8ab9-47e5-b7be-0a6f6bb86d13 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.096984 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50418) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:38.097541 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-5957f0d7-8ab9-47e5-b7be-0a6f6bb86d13 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3168113 Oct 27 17:28:38.104342 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-59e72f35-398d-40a5-b79c-2addc429717e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Request body: {'security_group_rule': {'security_group_id': '06fa3ca4-bcea-4b3b-a12b-5a0369622a23', 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:38.130992 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Attempting to bind port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea on host n-d-815689-1 for vnic_type normal with profile {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:28:38.131107 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Attempting to bind port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea by drivers openvswitch,hyperv on host n-d-815689-1 at level 0 using segments [{'id': '7fcc7666-d5be-4efb-aa2f-20b3937e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6'}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:28:38.131495 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Attempting to bind port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea on network 17b065af-269b-42a5-b6fa-0490c4e0efa6 {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:28:38.137639 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Checking agent: {'id': '3ac73b0e-07e9-478b-b38b-2b6f2feaf0c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 46, 22), 'started_at': datetime.datetime(2021, 10, 27, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-815689-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:28:38.138012 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Checking segment: {'id': '7fcc7666-d5be-4efb-aa2f-20b3937e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:28:38.138416 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.138828 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Bound using segment: {'id': '7fcc7666-d5be-4efb-aa2f-20b3937e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6'} {{(pid=109725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:28:38.139314 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.managers [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Bound port: 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea, host: n-d-815689-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fcc7666-d5be-4efb-aa2f-20b3937e0114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6'}}] {{(pid=109725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:28:38.139697 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.190631 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59e72f35-398d-40a5-b79c-2addc429717e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.206915 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] For port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea, host n-d-815689-1, cleared binding levels {{(pid=109725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:28:38.210327 n-d-815689-1 neutron-server[109725]: DEBUG neutron.plugins.ml2.db [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] For port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea, host n-d-815689-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea,segment=NetworkSegment(7fcc7666-d5be-4efb-aa2f-20b3937e0114),segment_id=7fcc7666-d5be-4efb-aa2f-20b3937e0114)] {{(pid=109725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:28:38.253985 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59e72f35-398d-40a5-b79c-2addc429717e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.282170 n-d-815689-1 neutron-server[109725]: DEBUG neutron_lib.callbacks.manager [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.343054 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Routers {'37298ec7-b03e-4787-b333-338a83019848'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:38.343709 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:28:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['37298ec7-b03e-4787-b333-338a83019848'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:38.348614 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d240cf-9ef9-45ba-b9e6-3a912560d437 None None] Pushing event updated for resources: {'Port': ['ID=00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea,revision_number=4']} {{(pid=109725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:38.363019 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59e72f35-398d-40a5-b79c-2addc429717e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.381814 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-400e1587-3b0b-449f-ad41-74fd2f0ef6d7 None None] Provisioning complete for port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:38.382379 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-400e1587-3b0b-449f-ad41-74fd2f0ef6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.413365 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e72f35-398d-40a5-b79c-2addc429717e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a44308-0d5f-4c72-851e-09769a008240,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:38.465353 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] Set router 37298ec7-b03e-4787-b333-338a83019848 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:38.472788 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-59e72f35-398d-40a5-b79c-2addc429717e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.476182 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-59e72f35-398d-40a5-b79c-2addc429717e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3757997 Oct 27 17:28:38.479057 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50420) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:38.483666 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8a301a3e-aa46-4442-b99d-2184f77fa178 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Request body: {'security_group_rule': {'security_group_id': '06fa3ca4-bcea-4b3b-a12b-5a0369622a23', 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:38.493116 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-400e1587-3b0b-449f-ad41-74fd2f0ef6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.538523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-400e1587-3b0b-449f-ad41-74fd2f0ef6d7 None None] For port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea,segment=NetworkSegment(7fcc7666-d5be-4efb-aa2f-20b3937e0114),segment_id=7fcc7666-d5be-4efb-aa2f-20b3937e0114)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:38.604468 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a301a3e-aa46-4442-b99d-2184f77fa178 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.633306 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-400e1587-3b0b-449f-ad41-74fd2f0ef6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.670555 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a301a3e-aa46-4442-b99d-2184f77fa178 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.684234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e1587-3b0b-449f-ad41-74fd2f0ef6d7 None None] Pushing event updated for resources: {'Port': ['ID=00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:38.752761 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a301a3e-aa46-4442-b99d-2184f77fa178 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.755070 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-1ae8f7d3-716b-4f9a-8e7f-0d03d0a83084 None None] Provisioning complete for port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:38.755442 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-1ae8f7d3-716b-4f9a-8e7f-0d03d0a83084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.771139 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a301a3e-aa46-4442-b99d-2184f77fa178 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5914e77f-a40a-463d-9bcd-425cd14a5e22,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:38.780886 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37298ec7-b03e-4787-b333-338a83019848', 'name': 'tempest-TestSnapshotPattern-1749813409-router', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:31Z', 'updated_at': '2021-10-27T17:28:35Z', 'revision_number': 4, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'gw_port': {'id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37298ec7-b03e-4787-b333-338a83019848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:32Z', 'updated_at': '2021-10-27T17:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea', 'name': '', 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'mac_address': 'fa:16:3e:7d:41:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37298ec7-b03e-4787-b333-338a83019848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6ece76c9-2f9a-4121-90b8-5d3e84c9b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:34Z', 'updated_at': '2021-10-27T17:28:38Z', 'revision_number': 4, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'subnets': [{'id': '6ece76c9-2f9a-4121-90b8-5d3e84c9b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:38.809481 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c363651-4f0b-43ae-8ef7-4dca117f96c2 None None] The sync data for ids ['37298ec7-b03e-4787-b333-338a83019848'] in n-d-815689-1 is: [{'id': '37298ec7-b03e-4787-b333-338a83019848', 'name': 'tempest-TestSnapshotPattern-1749813409-router', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:31Z', 'updated_at': '2021-10-27T17:28:35Z', 'revision_number': 4, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'gw_port': {'id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37298ec7-b03e-4787-b333-338a83019848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:32Z', 'updated_at': '2021-10-27T17:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': '00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea', 'name': '', 'network_id': '17b065af-269b-42a5-b6fa-0490c4e0efa6', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'mac_address': 'fa:16:3e:7d:41:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37298ec7-b03e-4787-b333-338a83019848', 'device_owner': 'network:router_interface', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '6ece76c9-2f9a-4121-90b8-5d3e84c9b43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:34Z', 'updated_at': '2021-10-27T17:28:38Z', 'revision_number': 4, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'subnets': [{'id': '6ece76c9-2f9a-4121-90b8-5d3e84c9b43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:28:38.855556 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8a301a3e-aa46-4442-b99d-2184f77fa178 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:38.857080 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8a301a3e-aa46-4442-b99d-2184f77fa178 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3770440 Oct 27 17:28:38.860387 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50422) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:39.058262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-0d3331ce-8b1c-4237-860c-b1152afbead7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Request body: {'security_group_rule': {'security_group_id': '06fa3ca4-bcea-4b3b-a12b-5a0369622a23', 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:39.103642 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d3331ce-8b1c-4237-860c-b1152afbead7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:39.166606 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:28:39.169420 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d3331ce-8b1c-4237-860c-b1152afbead7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:39.216305 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:39.216670 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:39.250464 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d3331ce-8b1c-4237-860c-b1152afbead7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:39.269216 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3331ce-8b1c-4237-860c-b1152afbead7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4b2997-4794-4bc7-8df4-d26776dde274,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:39.300523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device eeec05a5-297d-4cd6-a25b-dfc173f34900 up at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:28:39.351709 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-0d3331ce-8b1c-4237-860c-b1152afbead7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:39.355736 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-0d3331ce-8b1c-4237-860c-b1152afbead7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4916127 Oct 27 17:28:39.355909 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50424) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:39.357788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Provisioning complete for port eeec05a5-297d-4cd6-a25b-dfc173f34900 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:39.358242 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:39.360479 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-8f367ce0-9c55-49b5-96d9-118c5564374a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Request body: {'security_group_rule': {'security_group_id': '06fa3ca4-bcea-4b3b-a12b-5a0369622a23', 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:39.461129 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f367ce0-9c55-49b5-96d9-118c5564374a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:39.530895 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f367ce0-9c55-49b5-96d9-118c5564374a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:39.638777 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f367ce0-9c55-49b5-96d9-118c5564374a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:39.657878 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f367ce0-9c55-49b5-96d9-118c5564374a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61554ce9-8d11-45ae-8cc8-a779dd08e745,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:39.737712 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8f367ce0-9c55-49b5-96d9-118c5564374a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:39.739124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8f367ce0-9c55-49b5-96d9-118c5564374a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3821676 Oct 27 17:28:39.741906 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50426) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:39.746918 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-42addd76-7220-4aba-a4ce-34f81e8aa4d4 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Request body: {'security_group_rule': {'security_group_id': '06fa3ca4-bcea-4b3b-a12b-5a0369622a23', 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:39.861982 n-d-815689-1 neutron-server[109723]: INFO neutron.db.securitygroups_db [None req-42addd76-7220-4aba-a4ce-34f81e8aa4d4 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Project f639d9a2bd8e499291fb2fa55c3c6049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:28:39.867472 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42addd76-7220-4aba-a4ce-34f81e8aa4d4 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:39.932897 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42addd76-7220-4aba-a4ce-34f81e8aa4d4 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:40.006917 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42addd76-7220-4aba-a4ce-34f81e8aa4d4 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:40.026357 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42addd76-7220-4aba-a4ce-34f81e8aa4d4 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140206f1-c1cb-4a60-a10e-0937cbd08500,revision_number=0']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:40.100507 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-42addd76-7220-4aba-a4ce-34f81e8aa4d4 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:40.101679 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-42addd76-7220-4aba-a4ce-34f81e8aa4d4 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3588603 Oct 27 17:28:40.104489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50428) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:40.109089 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-da410cd5-9ba9-415d-96c7-762197025ae5 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Request body: {'security_group_rule': {'security_group_id': '06fa3ca4-bcea-4b3b-a12b-5a0369622a23', 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:40.210223 n-d-815689-1 neutron-server[109722]: INFO neutron.db.securitygroups_db [None req-da410cd5-9ba9-415d-96c7-762197025ae5 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Project f639d9a2bd8e499291fb2fa55c3c6049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 27 17:28:40.215570 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da410cd5-9ba9-415d-96c7-762197025ae5 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:40.275537 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da410cd5-9ba9-415d-96c7-762197025ae5 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:40.361460 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da410cd5-9ba9-415d-96c7-762197025ae5 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-692183'] for security_group_rule, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:40.382276 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da410cd5-9ba9-415d-96c7-762197025ae5 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c94074-36fd-4add-8577-6f192ed97890,revision_number=0']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:40.457697 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-da410cd5-9ba9-415d-96c7-762197025ae5 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:40.458951 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-da410cd5-9ba9-415d-96c7-762197025ae5 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3534350 Oct 27 17:28:40.601634 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-4b5caa9b-68c9-48b1-ba23-7e4e4cad8310 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609887246&fields=id&tenant_id=f639d9a2bd8e499291fb2fa55c3c6049 HTTP/1.1" status: 200 len: 267 time: 0.0334747 Oct 27 17:28:40.713969 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6103-012b-4c49-8bad-699eac076770 req-f2680596-b8f2-47ca-8c97-382ddc21cf72 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:40.715425 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-f2680596-b8f2-47ca-8c97-382ddc21cf72 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 809 time: 0.1061876 Oct 27 17:28:40.731072 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-61818e18-246b-4ffe-8d67-fb958d7e5446 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/quotas/f639d9a2bd8e499291fb2fa55c3c6049 HTTP/1.1" status: 200 len: 375 time: 0.0098476 Oct 27 17:28:40.781453 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-73db7a54-ff75-4195-ac33-c4a53f093634 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450122 Oct 27 17:28:40.888148 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-bd4a31d8-b045-4f98-9ad3-4e6117dc3bb1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:28:40.889157 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-bd4a31d8-b045-4f98-9ad3-4e6117dc3bb1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0951629 Oct 27 17:28:40.985183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-c56dd21b-23a7-42bc-835a-56733955bf22 service neutron] 10.222.0.15 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895660 Oct 27 17:28:41.077946 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-959bc522-b01b-40e0-9bb7-3419cd89cd5f service neutron] 10.222.0.15 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867567 Oct 27 17:28:41.361727 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-7a24a3db-01f8-44e4-ace6-ac58690a90c9 req-3c08d397-1bdf-49c4-b1c8-1e22265822c9 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 210 time: 0.0274756 Oct 27 17:28:42.448348 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-5c3d378c-b73f-4e88-b8d2-6613d3409360 req-dba44463-8400-4c27-a029-2edb793a426b tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 210 time: 0.0272479 Oct 27 17:28:43.531052 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f0715ea3-0fd2-428b-845d-fc6ed96e617e req-2959e11d-2b8d-43b0-af85-1fbe4b691a0e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 210 time: 0.0302486 Oct 27 17:28:44.615197 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-edbb4faf-47d0-4608-843c-f5e50f62a835 req-9ba31d1b-112e-420a-a812-09b881d22832 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 210 time: 0.0324056 Oct 27 17:28:45.710239 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-e42ed91a-7fe2-466a-916c-f2b618a40991 req-2bf87df7-e488-40c2-9b5f-8fd108bc54d3 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 210 time: 0.0263913 Oct 27 17:28:46.813767 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bcf63e1f-867d-4952-9bb2-a258904122bc req-1858dccf-c619-43e4-adce-c7505c27446d tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 210 time: 0.0312231 Oct 27 17:28:47.730168 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6103-012b-4c49-8bad-699eac076770 req-60fc3332-255e-4c5c-8c54-d6d1972ab930 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:47.731683 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-60fc3332-255e-4c5c-8c54-d6d1972ab930 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.53 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 809 time: 0.1108167 Oct 27 17:28:47.783511 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-848fd081-d9d3-4639-878b-a3c248493ec6 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f639d9a2bd8e499291fb2fa55c3c6049 HTTP/1.1" status: 200 len: 379 time: 0.0417585 Oct 27 17:28:47.794034 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Request body: {'port': {'device_id': '8e9fef11-1702-4722-9760-971b0930ae4a', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'admin_state_up': True, 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'security_groups': ['06fa3ca4-bcea-4b3b-a12b-5a0369622a23']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:47.918392 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-c30d402c-36c9-4678-96f2-dfd50fd6d122 req-cb3e2e94-0470-4e4f-892d-c8bfb4e33a12 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 210 time: 0.0319786 Oct 27 17:28:47.998449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Made reservation on behalf of f639d9a2bd8e499291fb2fa55c3c6049 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:28:48.002115 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:48.140155 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Allocated IP 172.20.0.13 (ff895f87-3b69-42b2-b79b-1f46e63a4717/84135b78-1c87-4a93-93c9-290d97104835/352fb9cf-e642-498a-a8ca-940d05fa8555) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:28:48.289509 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:48.373617 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:48.422658 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Network ff895f87-3b69-42b2-b79b-1f46e63a4717 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:28:48.425810 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:48.429721 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:28:48.511312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'Port': ['ID=352fb9cf-e642-498a-a8ca-940d05fa8555,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:48.511312 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:48.511312 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:48.601513 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dca35d55-c53c-4cc7-9f06-5a342a9c9cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:48.615494 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-0eca8498-c2ff-462b-9eb8-0fb3d1ba3d1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8259442 Oct 27 17:28:48.626891 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-1698e69a-6a82-45a1-bade-e2068838f19a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:28:48.628803 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-1698e69a-6a82-45a1-bade-e2068838f19a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0064178 Oct 27 17:28:48.687913 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Request body: {'port': {'device_id': '8e9fef11-1702-4722-9760-971b0930ae4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:48.725665 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-e3db1eeb-56b7-424e-90fe-eecaf7d4232d None None] Provisioning complete for port 352fb9cf-e642-498a-a8ca-940d05fa8555 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:48.725971 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e3db1eeb-56b7-424e-90fe-eecaf7d4232d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:48.747341 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:48.761613 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-e3db1eeb-56b7-424e-90fe-eecaf7d4232d None None] Port 352fb9cf-e642-498a-a8ca-940d05fa8555 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:28:49.044470 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352fb9cf-e642-498a-a8ca-940d05fa8555 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:28:49.054006 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:49.073632 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Transition to ACTIVE for port object 352fb9cf-e642-498a-a8ca-940d05fa8555 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:28:49.084863 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61891234-73b3-4123-b74e-6eb4fb067a2d req-4e1bee14-8b10-4e92-bafc-71b3f84c73ae tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:49.086385 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61891234-73b3-4123-b74e-6eb4fb067a2d req-4e1bee14-8b10-4e92-bafc-71b3f84c73ae tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 932 time: 0.0779116 Oct 27 17:28:49.127050 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-61891234-73b3-4123-b74e-6eb4fb067a2d req-ceabfda2-722f-49a6-9b32-acd8cee7f540 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342011 Oct 27 17:28:49.143817 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:49.202455 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Pushing event updated for resources: {'Port': ['ID=352fb9cf-e642-498a-a8ca-940d05fa8555,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:49.273532 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Attempting to bind port 352fb9cf-e642-498a-a8ca-940d05fa8555 on host n-h2-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:28:49.273911 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Attempting to bind port 352fb9cf-e642-498a-a8ca-940d05fa8555 by drivers openvswitch,hyperv on host n-h2-815689-1 at level 0 using segments [{'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:28:49.274240 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Attempting to bind port 352fb9cf-e642-498a-a8ca-940d05fa8555 on network ff895f87-3b69-42b2-b79b-1f46e63a4717 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:28:49.279720 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Port 352fb9cf-e642-498a-a8ca-940d05fa8555 on network ff895f87-3b69-42b2-b79b-1f46e63a4717 not bound, no agent of type Open vSwitch agent registered on host n-h2-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:28:49.280041 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Attempting to bind port 352fb9cf-e642-498a-a8ca-940d05fa8555 on network ff895f87-3b69-42b2-b79b-1f46e63a4717 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:28:49.287213 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Checking agent: {'id': 'ed71a209-8945-4061-a553-c1134260f761', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 32), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:28:49.287552 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Checking segment: {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:28:49.288227 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Bound using segment: {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:28:49.288663 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Bound port: 352fb9cf-e642-498a-a8ca-940d05fa8555, host: n-h2-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:28:49.289015 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:49.366366 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] For port 352fb9cf-e642-498a-a8ca-940d05fa8555, host n-h2-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:28:49.369807 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] For port 352fb9cf-e642-498a-a8ca-940d05fa8555, host n-h2-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=352fb9cf-e642-498a-a8ca-940d05fa8555,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:28:49.441962 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:49.484379 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:49.485114 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:49.486575 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] 10.222.0.53 "PUT /v2.0/ports/352fb9cf-e642-498a-a8ca-940d05fa8555 HTTP/1.1" status: 200 len: 1092 time: 0.8485153 Oct 27 17:28:49.487162 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:28:49.489797 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370007e2-703a-427d-9769-b391b49bcd83" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:28:49.517186 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606dfb7-1eab-476d-9993-31d517fa3c2f service neutron] Pushing event updated for resources: {'Port': ['ID=352fb9cf-e642-498a-a8ca-940d05fa8555,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:49.542820 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0af276e-7d70-4d88-988a-0e18755190f8 x-openstack-request-id: req-c0af276e-7d70-4d88-988a-0e18755190f8 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:28:49.542820 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:28:49.543135 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0af276e-7d70-4d88-988a-0e18755190f8 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:28:49.543612 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'status': 'completed', 'code': 200} Oct 27 17:28:49.620426 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370007e2-703a-427d-9769-b391b49bcd83 req-1c484fee-ad40-4f29-bbbe-467593bd0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:49.622894 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-370007e2-703a-427d-9769-b391b49bcd83 req-1c484fee-ad40-4f29-bbbe-467593bd0934 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 1095 time: 0.0553219 Oct 27 17:28:49.751761 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370007e2-703a-427d-9769-b391b49bcd83 req-ff0bdff6-4b44-4f0e-a0be-dfffc58d6c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:49.753218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-370007e2-703a-427d-9769-b391b49bcd83 req-ff0bdff6-4b44-4f0e-a0be-dfffc58d6c96 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1224496 Oct 27 17:28:49.853519 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370007e2-703a-427d-9769-b391b49bcd83 req-bf6ffd38-a6ea-408c-8df5-a2cd5270c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:49.856337 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-370007e2-703a-427d-9769-b391b49bcd83 req-bf6ffd38-a6ea-408c-8df5-a2cd5270c185 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966029 Oct 27 17:28:49.947004 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6103-012b-4c49-8bad-699eac076770 req-3217dea5-79cc-4b69-af15-22fa255f607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:49.949280 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-3217dea5-79cc-4b69-af15-22fa255f607a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 1095 time: 0.0528862 Oct 27 17:28:49.997066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-a4f1c590-9d0d-454a-a322-6e9302ffae05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352fb9cf-e642-498a-a8ca-940d05fa8555 HTTP/1.1" status: 200 len: 217 time: 0.0398870 Oct 27 17:28:50.051005 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6103-012b-4c49-8bad-699eac076770 req-08e4ada4-2746-4a75-87b6-1a8b049fba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:50.052521 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-08e4ada4-2746-4a75-87b6-1a8b049fba02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0476089 Oct 27 17:28:50.099803 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb6103-012b-4c49-8bad-699eac076770 req-bc2278c5-0493-4716-853f-bb66852cc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:50.101340 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-bc2278c5-0493-4716-853f-bb66852cc68f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422370 Oct 27 17:28:50.204249 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-6344048b-0053-409b-9a27-707ab1ab7c36 service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957568 Oct 27 17:28:50.305531 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f374a0f-762b-4c71-ab0a-503840cb9131 req-6fcb4a59-966b-4633-bbce-632f4417cc1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:50.307293 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f374a0f-762b-4c71-ab0a-503840cb9131 req-6fcb4a59-966b-4633-bbce-632f4417cc1c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 944 time: 0.1018376 Oct 27 17:28:50.350222 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2adb6103-012b-4c49-8bad-699eac076770 req-6dd42fc8-21fa-470b-b7e8-1b70f5c27283 service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366122 Oct 27 17:28:50.367514 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-0f374a0f-762b-4c71-ab0a-503840cb9131 req-c65ea313-387f-4896-952e-48ee95ed3759 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533104 Oct 27 17:28:51.486815 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c32b43-9991-4ca8-b50f-44a507f8e987 req-fdc149c7-71f6-4fd7-8d22-d37519c12f85 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:51.488380 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-28c32b43-9991-4ca8-b50f-44a507f8e987 req-fdc149c7-71f6-4fd7-8d22-d37519c12f85 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 944 time: 0.0501969 Oct 27 17:28:51.532569 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-28c32b43-9991-4ca8-b50f-44a507f8e987 req-0c869a0e-81ac-4ae0-bc01-832a0c4921b3 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369673 Oct 27 17:28:51.566766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d0db549c-0c84-40eb-9b1c-468a50dfda88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:52.195199 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:28:52.293252 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:52.535698 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:52.661722 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ffec7-c656-4b15-89a6-2b95c0d1567e req-7d7b519b-aed6-41d8-b844-815e53ad3422 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:52.663510 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a87ffec7-c656-4b15-89a6-2b95c0d1567e req-7d7b519b-aed6-41d8-b844-815e53ad3422 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 944 time: 0.0521307 Oct 27 17:28:52.709748 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-a87ffec7-c656-4b15-89a6-2b95c0d1567e req-472a90d9-edc1-4946-855e-370472664fe2 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394018 Oct 27 17:28:52.833044 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 352fb9cf-e642-498a-a8ca-940d05fa8555 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:28:52.930348 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 352fb9cf-e642-498a-a8ca-940d05fa8555, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=352fb9cf-e642-498a-a8ca-940d05fa8555,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:52.941797 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'mac_address': 'fa:16:3e:a4:12:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:28:52.979225 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:52.992874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352fb9cf-e642-498a-a8ca-940d05fa8555 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:28:53.016707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 352fb9cf-e642-498a-a8ca-940d05fa8555, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=352fb9cf-e642-498a-a8ca-940d05fa8555,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:53.107110 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:53.157112 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=352fb9cf-e642-498a-a8ca-940d05fa8555,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:53.360299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['352fb9cf-e642-498a-a8ca-940d05fa8555'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:28:53.836781 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8b8ed-9370-4a47-a274-00dc6eb70568 req-5431c6b7-dd55-4389-ba81-7f49c61110fb tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:53.838356 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5fe8b8ed-9370-4a47-a274-00dc6eb70568 req-5431c6b7-dd55-4389-ba81-7f49c61110fb tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 945 time: 0.0509350 Oct 27 17:28:53.885901 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-5fe8b8ed-9370-4a47-a274-00dc6eb70568 req-91a2a487-2c0e-441f-8c6c-74500f0f5bbc tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408566 Oct 27 17:28:54.515513 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:54.848564 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 352fb9cf-e642-498a-a8ca-940d05fa8555 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:28:54.972816 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning for port 352fb9cf-e642-498a-a8ca-940d05fa8555 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:28:54.977573 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 352fb9cf-e642-498a-a8ca-940d05fa8555 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:28:54.977954 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:55.004729 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aedf72-db6f-4ac8-a8a5-3aa0bd0f3903 req-a27163b3-5571-4889-8d49-c56d8c0d78ad tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:55.006271 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72aedf72-db6f-4ac8-a8a5-3aa0bd0f3903 req-a27163b3-5571-4889-8d49-c56d8c0d78ad tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 945 time: 0.0504858 Oct 27 17:28:55.048651 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-72aedf72-db6f-4ac8-a8a5-3aa0bd0f3903 req-c777a56e-f54a-4ee0-a2df-21186f3afb44 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355897 Oct 27 17:28:55.076505 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:55.100916 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:28:55.103096 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb9dfa8-56c6-43b2-9d26-84bad089ac3c" -d '{"events": [{"server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:28:55.117124 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 352fb9cf-e642-498a-a8ca-940d05fa8555, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=352fb9cf-e642-498a-a8ca-940d05fa8555,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:28:55.140360 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beb45c4-bd23-40c4-b732-3bf9a6510ded x-openstack-request-id: req-5beb45c4-bd23-40c4-b732-3bf9a6510ded {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:28:55.140651 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:28:55.140904 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5beb45c4-bd23-40c4-b732-3bf9a6510ded {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:28:55.141301 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'code': 200} Oct 27 17:28:55.212956 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:55.247283 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787502b-ea5d-407d-93f1-5a091c85abb1 req-6a1d1e41-825d-49e6-8d03-fbdcf2bcbb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:55.248911 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d787502b-ea5d-407d-93f1-5a091c85abb1 req-6a1d1e41-825d-49e6-8d03-fbdcf2bcbb27 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 1097 time: 0.0455256 Oct 27 17:28:55.262021 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=352fb9cf-e642-498a-a8ca-940d05fa8555,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:55.288937 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d787502b-ea5d-407d-93f1-5a091c85abb1 req-3d1bc3f1-d385-4825-a109-9b8565e4c57d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317206 Oct 27 17:28:56.180812 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cc61b-26d4-4400-9a01-a990298e6e1a req-ee594939-a5a3-4e1d-8829-b6f9e440fd24 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:56.182567 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d15cc61b-26d4-4400-9a01-a990298e6e1a req-ee594939-a5a3-4e1d-8829-b6f9e440fd24 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 946 time: 0.0563402 Oct 27 17:28:56.224259 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d15cc61b-26d4-4400-9a01-a990298e6e1a req-df4355df-124d-4eef-b293-60b780890471 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349584 Oct 27 17:28:57.350120 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee2657-698b-4aa1-9045-18e5072ae9da req-1d399aef-27d4-4942-b51a-0ba591e1db21 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:57.351654 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fee2657-698b-4aa1-9045-18e5072ae9da req-1d399aef-27d4-4942-b51a-0ba591e1db21 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 946 time: 0.0518882 Oct 27 17:28:57.391457 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0fee2657-698b-4aa1-9045-18e5072ae9da req-ea4b90d7-bf2c-42ab-8147-5fe7b94af109 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328245 Oct 27 17:28:57.514399 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c7e07-f29e-4be5-abbb-188554ba7725 req-90729a8d-d00e-4558-bd39-73729956024a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:57.515912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d69c7e07-f29e-4be5-abbb-188554ba7725 req-90729a8d-d00e-4558-bd39-73729956024a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 946 time: 0.0542662 Oct 27 17:28:57.554248 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-d69c7e07-f29e-4be5-abbb-188554ba7725 req-2ce9a0a0-1c2c-411a-bb36-7cf8858d6222 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321667 Oct 27 17:28:57.577285 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50514) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:57.668698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2776c54-dcd5-49d0-ae86-e29ee1b06f60 tempest-TestSnapshotPattern-2046171422 tempest-TestSnapshotPattern-2046171422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:57.671613 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-b2776c54-dcd5-49d0-ae86-e29ee1b06f60 tempest-TestSnapshotPattern-2046171422 tempest-TestSnapshotPattern-2046171422-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 1092 time: 0.0919545 Oct 27 17:28:57.673220 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 50518) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:28:57.677669 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:28:57.755871 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for floatingip, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:57.860358 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:57.970665 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Allocated IP 172.25.4.154 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/4ba310de-a77e-4b75-9108-e049362bb2ab) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:28:58.079291 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:58.170551 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:58.212089 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:28:58.215619 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:28:58.219262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:28:58.224818 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'Port': ['ID=4ba310de-a77e-4b75-9108-e049362bb2ab,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:58.593511 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:58.716414 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:58.872749 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:58.972515 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:59.045845 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'Port': ['ID=4ba310de-a77e-4b75-9108-e049362bb2ab,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:28:59.055864 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:59.162419 n-d-815689-1 neutron-server[109723]: INFO neutron.db.l3_db [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Floating IP 68f43c0f-1520-46cc-8f85-7d06a98b65b3 associated. External IP: 172.25.4.154, port: 352fb9cf-e642-498a-a8ca-940d05fa8555. Oct 27 17:28:59.380657 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Router b7dd5626-6276-45e0-b468-a257c417fbf2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:28:59.495228 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:28:59.512493 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067f223-7c37-4f05-a34d-513866f936ad None None] Sync routers for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:28:59.522391 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067f223-7c37-4f05-a34d-513866f936ad None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:28:59.522997 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3067f223-7c37-4f05-a34d-513866f936ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:28:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:28:59.577902 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:28:59.620778 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-dd32a5bb-238b-440a-9c80-67311af5c1cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9318595 Oct 27 17:28:59.620778 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:28:59.620778 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:28:59.631105 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3067f223-7c37-4f05-a34d-513866f936ad None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:28:59.648450 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191c251b-8a32-4063-990b-44da438b5825 x-openstack-request-id: req-191c251b-8a32-4063-990b-44da438b5825 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:28:59.648748 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:28:59.649007 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-191c251b-8a32-4063-990b-44da438b5825 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:28:59.649421 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'status': 'completed', 'code': 200} Oct 27 17:28:59.715932 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce req-1e714704-2ec2-48b9-a021-0b88fba30eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:59.717529 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce req-1e714704-2ec2-48b9-a021-0b88fba30eb3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 1097 time: 0.0450099 Oct 27 17:28:59.819145 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce req-06bb998d-93b4-4bce-97ff-93c05fa4b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:59.820688 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce req-06bb998d-93b4-4bce-97ff-93c05fa4b98a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 910 time: 0.0953922 Oct 27 17:28:59.890495 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce req-82072d7e-cc76-43ad-bd10-acc29e1c8707 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352fb9cf-e642-498a-a8ca-940d05fa8555 HTTP/1.1" status: 200 len: 1000 time: 0.0625391 Oct 27 17:28:59.941248 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce req-6b3943ad-cefd-47f8-9e07-4fcdbd2b7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:59.942766 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce req-6b3943ad-cefd-47f8-9e07-4fcdbd2b7d0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0456839 Oct 27 17:28:59.992892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce req-48044818-ad15-4bb9-859e-7a2c0676e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:28:59.994462 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce req-48044818-ad15-4bb9-859e-7a2c0676e15b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449488 Oct 27 17:29:00.031058 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3067f223-7c37-4f05-a34d-513866f936ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '68f43c0f-1520-46cc-8f85-7d06a98b65b3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:a4:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9fef11-1702-4722-9760-971b0930ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:28:58Z', 'updated_at': '2021-10-27T17:28:58Z', 'revision_number': 0, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:29:00.058328 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067f223-7c37-4f05-a34d-513866f936ad None None] Checking router: b7dd5626-6276-45e0-b468-a257c417fbf2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:29:00.067005 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3067f223-7c37-4f05-a34d-513866f936ad None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:29:00.067628 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3067f223-7c37-4f05-a34d-513866f936ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:28:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:29:00.086620 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce req-dc0374de-2cd2-417c-891f-d1b39842f96d service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851998 Oct 27 17:29:00.187254 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-42fef9ce-ccda-40fa-bd41-d11f0c0750ce req-cc79bc77-fd44-42a0-a6cb-ebff460617e6 service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941761 Oct 27 17:29:00.188211 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-3067f223-7c37-4f05-a34d-513866f936ad None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:29:00.270997 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:00.435840 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-3067f223-7c37-4f05-a34d-513866f936ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '68f43c0f-1520-46cc-8f85-7d06a98b65b3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:a4:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9fef11-1702-4722-9760-971b0930ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:28:58Z', 'updated_at': '2021-10-27T17:28:58Z', 'revision_number': 0, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:29:00.462368 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3067f223-7c37-4f05-a34d-513866f936ad None None] The sync data for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 is: [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '68f43c0f-1520-46cc-8f85-7d06a98b65b3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:a4:12:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9fef11-1702-4722-9760-971b0930ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:28:58Z', 'updated_at': '2021-10-27T17:28:58Z', 'revision_number': 0, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:29:00.676459 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad572f5-7733-4a08-9ed3-bdf1788831f6 None None] New status for floating IP 68f43c0f-1520-46cc-8f85-7d06a98b65b3: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:29:03.455539 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:18.532656 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ea68cdd3-8f49-4236-bb5d-c7db44b910e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:21.649432 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-0be30f23-d80d-4b46-aa2c-98489830ff1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:22.320825 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:22.558216 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:24.546518 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:29.194326 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:29:30.171552 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:33.474525 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:48.460703 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-f1677396-7713-4bb9-b657-fa3f98f88a41 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408525 Oct 27 17:29:48.540267 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-51643113-d298-4148-a1cd-2b28ec6597cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:48.544530 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-11a05af9-f01e-4e7a-b7f1-07c9ee4ad6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:29:48.545952 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-11a05af9-f01e-4e7a-b7f1-07c9ee4ad6e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 1097 time: 0.0424821 Oct 27 17:29:48.658278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-75c2a2b5-d702-43ef-9e68-f89c4861d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:29:48.659754 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-75c2a2b5-d702-43ef-9e68-f89c4861d3e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 910 time: 0.0918548 Oct 27 17:29:48.723470 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-36c47b78-8a6f-4194-90cb-6f3a223eb089 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352fb9cf-e642-498a-a8ca-940d05fa8555 HTTP/1.1" status: 200 len: 1002 time: 0.0569797 Oct 27 17:29:48.777865 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-6423955a-379d-4cb4-9a8f-8f5cf609afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:29:48.779337 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-6423955a-379d-4cb4-9a8f-8f5cf609afbf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0492020 Oct 27 17:29:48.828002 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-2474410b-f91f-415b-85cd-8438cda21cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:29:48.829538 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-2474410b-f91f-415b-85cd-8438cda21cf6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416241 Oct 27 17:29:48.918640 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-1683b85b-6047-46ac-bd01-df601eabf25f service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822029 Oct 27 17:29:49.014218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ab444496-5be2-4ec0-9d01-b8d43c47f3cd req-9f44c7c2-0dee-4df7-8f7b-405c192da26c service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885386 Oct 27 17:29:51.597937 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6574-7e93-4d29-b2bb-2b70e2368a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:52.300279 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:52.537684 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:29:54.534419 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:00.177155 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:03.506316 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:06.193445 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:30:18.528903 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8f3885f8-db2b-4bee-850e-5596820fa1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:21.593689 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc250-7bd9-4195-9108-5d4a72e6a841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:22.325284 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:22.536853 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:24.540247 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:30.170635 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:33.479162 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:43.192259 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:30:48.441286 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-d192d882-b3f7-4b26-bfa1-3a8e5c05fd46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404036 Oct 27 17:30:48.527303 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-7dd5ca31-dbcb-41df-ad80-e62da903539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:30:48.528912 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-7dd5ca31-dbcb-41df-ad80-e62da903539c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 1097 time: 0.0441213 Oct 27 17:30:48.529901 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3874012a-aef2-4358-83ad-d13e50809af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:48.975078 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-e5af2209-afcf-4232-bc25-138b21422ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:30:48.976571 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-e5af2209-afcf-4232-bc25-138b21422ec6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 910 time: 0.4282281 Oct 27 17:30:49.044408 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-5f2c4484-6bff-43b3-907d-2888c97c8aa8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352fb9cf-e642-498a-a8ca-940d05fa8555 HTTP/1.1" status: 200 len: 1002 time: 0.0600610 Oct 27 17:30:49.094128 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-ce5b5f7e-4a4c-4b86-8270-8fdcb65510d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:30:49.095864 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-ce5b5f7e-4a4c-4b86-8270-8fdcb65510d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0438063 Oct 27 17:30:49.140194 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-bb210ef9-3832-4cd4-8cec-ac4777260ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:30:49.141644 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-bb210ef9-3832-4cd4-8cec-ac4777260ed5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397799 Oct 27 17:30:49.234812 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-ddd01bfb-8b2b-4415-ad63-4a8579dea391 service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861356 Oct 27 17:30:49.322578 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8ddd54cc-cbb3-403a-98e9-12683f7aac8f req-8f1ee059-8702-476c-9f09-d6a108108056 service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814152 Oct 27 17:30:51.630593 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ea93-72b1-4b27-9209-b1b0e0d67d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:52.352864 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:52.547520 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:54.545122 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:59.426019 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 352fb9cf-e642-498a-a8ca-940d05fa8555 details requested by agent hyperv_n-h2-815689-1 with host n-h2-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:30:59.521681 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 352fb9cf-e642-498a-a8ca-940d05fa8555, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=352fb9cf-e642-498a-a8ca-940d05fa8555,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:59.532993 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Returning: {'device': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'mac_address': 'fa:16:3e:a4:12:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:30:59.567888 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:59.580611 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 352fb9cf-e642-498a-a8ca-940d05fa8555 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:30:59.599815 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 352fb9cf-e642-498a-a8ca-940d05fa8555, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=352fb9cf-e642-498a-a8ca-940d05fa8555,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:30:59.672876 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:30:59.726632 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=352fb9cf-e642-498a-a8ca-940d05fa8555,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:30:59.734936 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.735141 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.735446 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.735828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.736186 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.736514 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.736836 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.737156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.737475 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.737796 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.738108 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.738422 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:30:59.772256 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] get_ports_and_sgs() called for port_ids ['352fb9cf-e642-498a-a8ca-940d05fa8555'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:31:00.175783 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:01.429826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 352fb9cf-e642-498a-a8ca-940d05fa8555 up at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:01.492260 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Provisioning complete for port 352fb9cf-e642-498a-a8ca-940d05fa8555 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:31:01.492626 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:01.589811 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:01.618395 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:31:01.621133 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb24fb9-b4e6-4d66-b13a-d7303494c524" -d '{"events": [{"server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:01.638028 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 352fb9cf-e642-498a-a8ca-940d05fa8555, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=352fb9cf-e642-498a-a8ca-940d05fa8555,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:01.678078 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551962fa-5a28-4623-8c1b-028229e5d9b9 x-openstack-request-id: req-551962fa-5a28-4623-8c1b-028229e5d9b9 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:01.678078 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "name": "network-vif-plugged", "status": "completed", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:01.678078 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-551962fa-5a28-4623-8c1b-028229e5d9b9 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:01.678078 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'code': 200} Oct 27 17:31:01.724517 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:01.789859 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=352fb9cf-e642-498a-a8ca-940d05fa8555,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:03.500135 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:12.425771 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-f16ef640-eb24-4e2e-96c8-a05dd8eb9660 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-609887246&fields=id&tenant_id=f639d9a2bd8e499291fb2fa55c3c6049 HTTP/1.1" status: 200 len: 267 time: 0.0389631 Oct 27 17:31:12.535553 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-af807865-719e-42cd-bf01-a7a2fb802ed3 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:12.537100 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-af807865-719e-42cd-bf01-a7a2fb802ed3 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 809 time: 0.1044583 Oct 27 17:31:12.553745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-1c7d7c94-4d7a-4eca-b103-7054e31e681b tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/quotas/f639d9a2bd8e499291fb2fa55c3c6049 HTTP/1.1" status: 200 len: 375 time: 0.0108361 Oct 27 17:31:12.613113 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-5486687b-1cb4-4d4e-9423-f51755d5d915 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0535245 Oct 27 17:31:12.715682 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-57e99529-c32e-4eda-a0cf-e92773dc50ba service neutron] 10.222.0.15 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905008 Oct 27 17:31:12.812066 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-9c1a4acd-b9ea-41db-a3e2-4fc44ee7d8b9 service neutron] 10.222.0.15 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889282 Oct 27 17:31:14.106678 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-bb9b8475-269f-49b7-83e1-5cfa63cf742b req-1aaa2aee-9737-419b-8c7b-efd8c260b72b tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 210 time: 0.0278714 Oct 27 17:31:15.205835 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f647c4fd-85f8-497f-b1f1-4903b46b2ff2 req-024f5fef-8937-4f7a-a81c-a700b8cbf258 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 210 time: 0.0275693 Oct 27 17:31:15.493924 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 352fb9cf-e642-498a-a8ca-940d05fa8555 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:31:15.573420 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:15.595539 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:31:15.597847 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453a61b4-05cc-4437-b13e-353d05da882b" -d '{"events": [{"server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "name": "network-vif-unplugged", "status": "completed", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:15.610160 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] For port 352fb9cf-e642-498a-a8ca-940d05fa8555, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=352fb9cf-e642-498a-a8ca-940d05fa8555,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:15.689816 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:15.713730 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e25c58-3bcb-4d80-b0a9-8c4f841d89fa x-openstack-request-id: req-a5e25c58-3bcb-4d80-b0a9-8c4f841d89fa {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:15.714118 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "name": "network-vif-unplugged", "status": "completed", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:15.714384 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5e25c58-3bcb-4d80-b0a9-8c4f841d89fa {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:15.714768 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'code': 200} Oct 27 17:31:15.742958 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Pushing event updated for resources: {'Port': ['ID=352fb9cf-e642-498a-a8ca-940d05fa8555,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:16.268829 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-f4e37cf2-a9e1-4e31-89e7-785852f27673 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:16.270302 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-f4e37cf2-a9e1-4e31-89e7-785852f27673 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.54 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 809 time: 0.1079974 Oct 27 17:31:16.325102 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-cdd07aa0-fcc9-427b-839b-d5a058092798 req-3254a17c-5601-44c7-9dae-c22929baac83 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 210 time: 0.0419807 Oct 27 17:31:16.347665 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-367636d2-284e-41ad-b538-ebf1264907c0 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f639d9a2bd8e499291fb2fa55c3c6049 HTTP/1.1" status: 200 len: 379 time: 0.0555220 Oct 27 17:31:16.358592 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Request body: {'port': {'device_id': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'admin_state_up': True, 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'security_groups': ['06fa3ca4-bcea-4b3b-a12b-5a0369622a23']}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:31:16.541180 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Made reservation on behalf of f639d9a2bd8e499291fb2fa55c3c6049 for: {'port': 1} {{(pid=109723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 27 17:31:16.545055 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:16.677561 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.db_base_plugin_common [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Allocated IP 172.20.0.6 (ff895f87-3b69-42b2-b79b-1f46e63a4717/84135b78-1c87-4a93-93c9-290d97104835/da3458c2-85df-4933-91eb-098be286f2e6) {{(pid=109723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:31:16.819571 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for port, precommit_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:16.933535 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_create {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:16.987262 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Network ff895f87-3b69-42b2-b79b-1f46e63a4717 is already hosted by enough agents. {{(pid=109723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:31:16.990967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.base_scheduler [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Resources bound (agent type, host, resource id): {{(pid=109723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:16.995352 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Received port after_create {{(pid=109723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:31:17.023947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'Port': ['ID=da3458c2-85df-4933-91eb-098be286f2e6,revision_number=1']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:17.040314 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.040749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.040999 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.041336 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.041685 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.042025 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.042425 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.042659 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.042963 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.043257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.043567 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.043887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:17.075307 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:17.076491 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:17.183977 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ff339274-69b6-4b64-95c0-9b891769ff20 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8289762 Oct 27 17:31:17.342917 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-32f021b3-5f84-463d-aa6f-e80c8d5b31f8 None None] Provisioning complete for port da3458c2-85df-4933-91eb-098be286f2e6 triggered by entity DHCP. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:31:17.343917 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-32f021b3-5f84-463d-aa6f-e80c8d5b31f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:17.405466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-32f021b3-5f84-463d-aa6f-e80c8d5b31f8 None None] Port da3458c2-85df-4933-91eb-098be286f2e6 cannot update to ACTIVE because it is not bound. {{(pid=109724) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 27 17:31:17.499462 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de3fd7-9959-44b1-8ea1-69175f12cc23 req-b30d54d6-4f45-4365-a028-f273ead1b0cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:17.501742 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23de3fd7-9959-44b1-8ea1-69175f12cc23 req-b30d54d6-4f45-4365-a028-f273ead1b0cd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 931 time: 0.0650461 Oct 27 17:31:17.573062 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-23de3fd7-9959-44b1-8ea1-69175f12cc23 req-e2008823-8223-4df3-80c6-1d2ffb5a1c9c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649776 Oct 27 17:31:18.541191 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-898ec272-ae05-45fa-b926-0f143c02c4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:18.687022 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68931a-e423-4853-b63c-d9f876e159ed req-767639a3-184a-4472-a282-d96a56778a89 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:18.689124 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e68931a-e423-4853-b63c-d9f876e159ed req-767639a3-184a-4472-a282-d96a56778a89 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 931 time: 0.0552275 Oct 27 17:31:18.735972 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-9e68931a-e423-4853-b63c-d9f876e159ed req-c5d716b2-9921-408b-8c80-8bf21facc469 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397389 Oct 27 17:31:19.864372 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b149a-c7de-4754-b307-053dd27b8024 req-92cab2c4-76bd-4630-89d9-98ef3a7593fc tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:19.865859 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-235b149a-c7de-4754-b307-053dd27b8024 req-92cab2c4-76bd-4630-89d9-98ef3a7593fc tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 931 time: 0.0509503 Oct 27 17:31:19.909780 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-235b149a-c7de-4754-b307-053dd27b8024 req-512c1ecc-1855-4d87-94c3-1cf84bd72085 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377378 Oct 27 17:31:20.192579 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:31:21.056029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac9c2c-a38a-412a-8f44-ba3ca54336cb req-64c3593c-1529-4e59-9ff4-32ba22216987 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:21.057812 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-14ac9c2c-a38a-412a-8f44-ba3ca54336cb req-64c3593c-1529-4e59-9ff4-32ba22216987 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 931 time: 0.0621741 Oct 27 17:31:21.102002 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-14ac9c2c-a38a-412a-8f44-ba3ca54336cb req-5a8307e8-5ccd-4253-a8bf-8d44e9226415 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347593 Oct 27 17:31:21.592701 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-2416f5fe-f986-4e5b-9566-d5de072f7898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:22.229566 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da3d2-5884-4ff7-b824-79b9f3f995da req-faad5e7c-6de7-4b8c-9807-11c56197a850 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:22.231113 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f22da3d2-5884-4ff7-b824-79b9f3f995da req-faad5e7c-6de7-4b8c-9807-11c56197a850 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 931 time: 0.0560410 Oct 27 17:31:22.273962 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-f22da3d2-5884-4ff7-b824-79b9f3f995da req-611aa8af-174a-4ccd-9c54-e1897c41e0d6 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348678 Oct 27 17:31:22.374095 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:22.557313 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:23.424101 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baf850-561d-4c3c-a165-0bad8141b75c req-5cd6298f-3647-43b5-ab48-315b9b971484 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:23.426631 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4baf850-561d-4c3c-a165-0bad8141b75c req-5cd6298f-3647-43b5-ab48-315b9b971484 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 931 time: 0.0536709 Oct 27 17:31:23.465906 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f4baf850-561d-4c3c-a165-0bad8141b75c req-69c83fd3-5747-4a25-91a4-c64bf2c3a385 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330763 Oct 27 17:31:24.535431 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:24.584991 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3234-d7b1-4cb8-878f-75ccc2b49522 req-119593ba-0b97-4fc4-852a-dc7c9e44def7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:24.586521 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63ec3234-d7b1-4cb8-878f-75ccc2b49522 req-119593ba-0b97-4fc4-852a-dc7c9e44def7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 931 time: 0.0496764 Oct 27 17:31:24.642404 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-63ec3234-d7b1-4cb8-878f-75ccc2b49522 req-b62daecf-20d8-432b-bcdf-0b99f4fd1e31 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403991 Oct 27 17:31:25.801486 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cfc12-37f0-46c4-ac12-ac6df990ce06 req-1a445a62-fb0c-4763-90e2-b09ee24bb76e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:25.803001 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad4cfc12-37f0-46c4-ac12-ac6df990ce06 req-1a445a62-fb0c-4763-90e2-b09ee24bb76e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 931 time: 0.0667858 Oct 27 17:31:25.841229 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-ad4cfc12-37f0-46c4-ac12-ac6df990ce06 req-e1f79303-90fa-456e-9834-11dd7bdc4e6a tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320497 Oct 27 17:31:26.958412 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd5af6-e5d6-4b7d-96b6-b3b3dd8575d9 req-1b845c20-f258-49a0-ac14-fbeef62e46c1 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:26.959885 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69fd5af6-e5d6-4b7d-96b6-b3b3dd8575d9 req-1b845c20-f258-49a0-ac14-fbeef62e46c1 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 931 time: 0.0511394 Oct 27 17:31:26.998032 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-69fd5af6-e5d6-4b7d-96b6-b3b3dd8575d9 req-8a3f050b-86df-4953-9885-66a8a99d2fd5 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321667 Oct 27 17:31:28.117477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efa8c-8a89-4edb-883e-fa20a6942398 req-a8667296-a232-48c2-87b0-f3eb9b375053 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:28.118939 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c07efa8c-8a89-4edb-883e-fa20a6942398 req-a8667296-a232-48c2-87b0-f3eb9b375053 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 931 time: 0.0484917 Oct 27 17:31:28.158691 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-c07efa8c-8a89-4edb-883e-fa20a6942398 req-31aadc9e-62f4-4347-a08a-9936627dd60c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336332 Oct 27 17:31:28.519874 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-80003c04-71d4-441b-a28f-ffa3e0e7e2c5 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 27 17:31:28.521388 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-80003c04-71d4-441b-a28f-ffa3e0e7e2c5 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067310 Oct 27 17:31:28.593278 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.v2.base [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Request body: {'port': {'device_id': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-815689-1'}} {{(pid=109723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:31:28.654612 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:28.952755 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3458c2-85df-4933-91eb-098be286f2e6 {{(pid=109723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:31:28.963671 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:28.980955 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.provisioning_blocks [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Transition to ACTIVE for port object da3458c2-85df-4933-91eb-098be286f2e6 will not be triggered until provisioned by entity L2. {{(pid=109723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 27 17:31:29.021643 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:29.098556 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Pushing event updated for resources: {'Port': ['ID=da3458c2-85df-4933-91eb-098be286f2e6,revision_number=2']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:29.185208 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Attempting to bind port da3458c2-85df-4933-91eb-098be286f2e6 on host n-h1-815689-1 for vnic_type normal with profile {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 27 17:31:29.185988 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Attempting to bind port da3458c2-85df-4933-91eb-098be286f2e6 by drivers openvswitch,hyperv on host n-h1-815689-1 at level 0 using segments [{'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 27 17:31:29.186695 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Attempting to bind port da3458c2-85df-4933-91eb-098be286f2e6 on network ff895f87-3b69-42b2-b79b-1f46e63a4717 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:31:29.193497 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Port da3458c2-85df-4933-91eb-098be286f2e6 on network ff895f87-3b69-42b2-b79b-1f46e63a4717 not bound, no agent of type Open vSwitch agent registered on host n-h1-815689-1 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 27 17:31:29.193826 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Attempting to bind port da3458c2-85df-4933-91eb-098be286f2e6 on network ff895f87-3b69-42b2-b79b-1f46e63a4717 {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 27 17:31:29.199811 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Checking agent: {'id': '6e75d7c2-0f72-4f72-b4d3-a90445c4b2ad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-815689-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'started_at': datetime.datetime(2021, 10, 27, 15, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 27 17:31:29.200440 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Checking segment: {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 27 17:31:29.200836 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Bound using segment: {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'} {{(pid=109723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 27 17:31:29.201361 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.managers [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Bound port: da3458c2-85df-4933-91eb-098be286f2e6, host: n-h1-815689-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15108992-28ec-45d0-8bc1-aa63abdf0286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717'}}] {{(pid=109723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 27 17:31:29.201795 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:29.274256 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] For port da3458c2-85df-4933-91eb-098be286f2e6, host n-h1-815689-1, cleared binding levels {{(pid=109723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 27 17:31:29.277477 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] For port da3458c2-85df-4933-91eb-098be286f2e6, host n-h1-815689-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=da3458c2-85df-4933-91eb-098be286f2e6,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 27 17:31:29.285909 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feec946-9d9f-4a27-8eb1-6ceb87b2df05 req-1603a981-7967-4ff0-ba44-0eb88cd257d7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:29.287485 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0feec946-9d9f-4a27-8eb1-6ceb87b2df05 req-1603a981-7967-4ff0-ba44-0eb88cd257d7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 943 time: 0.0533264 Oct 27 17:31:29.329381 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0feec946-9d9f-4a27-8eb1-6ceb87b2df05 req-eea86077-039b-499f-ad88-de2995af1d26 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352983 Oct 27 17:31:29.362814 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62301488'] for port, after_update {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:29.402389 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:29.403005 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:29.404455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] 10.222.0.54 "PUT /v2.0/ports/da3458c2-85df-4933-91eb-098be286f2e6 HTTP/1.1" status: 200 len: 1091 time: 0.8737969 Oct 27 17:31:29.404947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:31:29.407320 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b751a9ec-5182-410f-a2ee-bb76f530ebc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "tag": "da3458c2-85df-4933-91eb-098be286f2e6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:29.433887 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f42a73-9918-49f0-aee7-0b7ba024c58a service neutron] Pushing event updated for resources: {'Port': ['ID=da3458c2-85df-4933-91eb-098be286f2e6,revision_number=3']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:29.453886 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b2cd50-740a-4e7c-84c4-277d1b4d6ce7 x-openstack-request-id: req-e4b2cd50-740a-4e7c-84c4-277d1b4d6ce7 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:29.454189 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "tag": "da3458c2-85df-4933-91eb-098be286f2e6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:29.454456 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e4b2cd50-740a-4e7c-84c4-277d1b4d6ce7 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:29.454861 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6', 'status': 'completed', 'code': 200} Oct 27 17:31:29.521097 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a9ec-5182-410f-a2ee-bb76f530ebc6 req-ec5e4086-b115-4a23-a26f-c63140363556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:29.522624 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b751a9ec-5182-410f-a2ee-bb76f530ebc6 req-ec5e4086-b115-4a23-a26f-c63140363556 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 1094 time: 0.0445564 Oct 27 17:31:29.632193 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a9ec-5182-410f-a2ee-bb76f530ebc6 req-61d0e09d-c72b-4f31-9bfc-581c0441f429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:29.633717 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b751a9ec-5182-410f-a2ee-bb76f530ebc6 req-61d0e09d-c72b-4f31-9bfc-581c0441f429 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1026020 Oct 27 17:31:29.732286 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a9ec-5182-410f-a2ee-bb76f530ebc6 req-eaf26cd9-804e-4248-a3cb-d1151c97bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:29.733664 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-b751a9ec-5182-410f-a2ee-bb76f530ebc6 req-eaf26cd9-804e-4248-a3cb-d1151c97bd55 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918651 Oct 27 17:31:29.811862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-0c842ceb-2c47-41a5-8dda-5f5323fdafd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:29.813362 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-0c842ceb-2c47-41a5-8dda-5f5323fdafd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 1094 time: 0.0407143 Oct 27 17:31:29.855769 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-c3c1eb2d-c2ae-4b42-8d0e-883b9c247710 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3458c2-85df-4933-91eb-098be286f2e6 HTTP/1.1" status: 200 len: 217 time: 0.0330932 Oct 27 17:31:29.909065 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ddb269cd-59c4-4d6a-adf0-33cf9207849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:29.911311 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-ddb269cd-59c4-4d6a-adf0-33cf9207849f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0468678 Oct 27 17:31:29.956651 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-b4836e6a-7d12-484f-9b2c-6d9dc32e06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:29.958793 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-b4836e6a-7d12-484f-9b2c-6d9dc32e06a8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401487 Oct 27 17:31:30.049984 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-dea977c2-81de-4efe-8157-b51da6ae0f89 service neutron] 10.222.0.54 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809388 Oct 27 17:31:30.146476 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-23ce2157-d514-4d92-95f0-f98eeb9ece57 req-fe748967-33fa-4e8f-be35-74020d384710 service neutron] 10.222.0.54 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884492 Oct 27 17:31:30.181088 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:30.450196 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9143b50-2213-45fa-9e40-81fa16c8b9f5 req-1151f2fa-c470-4c4e-8c85-f6487fac3d8f tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:30.451584 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b9143b50-2213-45fa-9e40-81fa16c8b9f5 req-1151f2fa-c470-4c4e-8c85-f6487fac3d8f tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 943 time: 0.0503995 Oct 27 17:31:30.494243 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-b9143b50-2213-45fa-9e40-81fa16c8b9f5 req-f11282ce-2af6-4565-8214-e632ffdfcd35 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367148 Oct 27 17:31:31.130209 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device da3458c2-85df-4933-91eb-098be286f2e6 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:31:31.384535 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port da3458c2-85df-4933-91eb-098be286f2e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=da3458c2-85df-4933-91eb-098be286f2e6,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:31.394919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'da3458c2-85df-4933-91eb-098be286f2e6', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'port_id': 'da3458c2-85df-4933-91eb-098be286f2e6', 'mac_address': 'fa:16:3e:31:dc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:31:31.430818 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:31.443650 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3458c2-85df-4933-91eb-098be286f2e6 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:31:31.462686 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port da3458c2-85df-4933-91eb-098be286f2e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=da3458c2-85df-4933-91eb-098be286f2e6,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:31.546897 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:31.598904 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=da3458c2-85df-4933-91eb-098be286f2e6,revision_number=4']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:31.617461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1bccc-cded-4b53-96c4-ac631ed2f041 req-a50470e3-6689-4171-8f59-6a45bb24d0eb tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:31.618959 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88f1bccc-cded-4b53-96c4-ac631ed2f041 req-a50470e3-6689-4171-8f59-6a45bb24d0eb tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 944 time: 0.0518854 Oct 27 17:31:31.657433 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-88f1bccc-cded-4b53-96c4-ac631ed2f041 req-de7887c8-c3b9-4875-bc91-5f0aeec4ea94 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Oct 27 17:31:31.789346 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['da3458c2-85df-4933-91eb-098be286f2e6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:31:32.775822 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481af8a-360c-4675-a53c-6d6b0e1654f6 req-1f900a90-dc86-431f-82bd-773e4c20ce9c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:32.777231 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9481af8a-360c-4675-a53c-6d6b0e1654f6 req-1f900a90-dc86-431f-82bd-773e4c20ce9c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 944 time: 0.0497484 Oct 27 17:31:32.818943 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-9481af8a-360c-4675-a53c-6d6b0e1654f6 req-bf10cdbf-eb72-46cc-9a89-86c944364a3f tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354669 Oct 27 17:31:33.144726 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device da3458c2-85df-4933-91eb-098be286f2e6 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:31:33.306492 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning for port da3458c2-85df-4933-91eb-098be286f2e6 completed by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 27 17:31:33.310466 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port da3458c2-85df-4933-91eb-098be286f2e6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:31:33.310834 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:33.387125 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:33.408578 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:31:33.411721 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5da26ca-dcfe-4d46-9b0c-68951af37ff8" -d '{"events": [{"server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "name": "network-vif-plugged", "status": "completed", "tag": "da3458c2-85df-4933-91eb-098be286f2e6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:33.428730 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port da3458c2-85df-4933-91eb-098be286f2e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=da3458c2-85df-4933-91eb-098be286f2e6,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:31:33.448252 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5100db14-d81a-429c-9e35-6b1ae256eb55 x-openstack-request-id: req-5100db14-d81a-429c-9e35-6b1ae256eb55 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:33.448539 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "name": "network-vif-plugged", "status": "completed", "tag": "da3458c2-85df-4933-91eb-098be286f2e6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:33.448791 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5100db14-d81a-429c-9e35-6b1ae256eb55 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:33.449181 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6', 'code': 200} Oct 27 17:31:33.501098 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:33.530268 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:33.555919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=da3458c2-85df-4933-91eb-098be286f2e6,revision_number=5']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:33.559174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993de9c-0ef4-4ca0-b800-c496a26b50c0 req-54ea6234-12ed-4e4a-9530-d73169bb3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:33.560738 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4993de9c-0ef4-4ca0-b800-c496a26b50c0 req-54ea6234-12ed-4e4a-9530-d73169bb3397 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 1096 time: 0.0456126 Oct 27 17:31:33.595908 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-4993de9c-0ef4-4ca0-b800-c496a26b50c0 req-308f4089-ff96-4fbe-93b2-aa9a6d648f94 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281289 Oct 27 17:31:33.935538 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabea5bf-369f-4a2c-8414-a8b6381a14af req-8f78730b-d0bc-4ead-81f3-f99732455e0c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:33.937027 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dabea5bf-369f-4a2c-8414-a8b6381a14af req-8f78730b-d0bc-4ead-81f3-f99732455e0c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 945 time: 0.0484166 Oct 27 17:31:33.974750 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-dabea5bf-369f-4a2c-8414-a8b6381a14af req-b155c389-75cf-453d-82d0-a582bfccd65e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312185 Oct 27 17:31:35.095933 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af5d1f-ded2-4010-b5af-89cf17cd9433 req-d12b6184-1634-439c-b384-c20744d19f46 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:35.097419 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39af5d1f-ded2-4010-b5af-89cf17cd9433 req-d12b6184-1634-439c-b384-c20744d19f46 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 945 time: 0.0492508 Oct 27 17:31:35.135524 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-39af5d1f-ded2-4010-b5af-89cf17cd9433 req-e76acff1-9184-451b-9582-ef8010ddf85f tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312312 Oct 27 17:31:35.253445 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278ec98-7421-48fb-91b4-127e8c6d181c req-7ef8856b-680e-49ec-ba21-9844e420a1e4 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:35.254954 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8278ec98-7421-48fb-91b4-127e8c6d181c req-7ef8856b-680e-49ec-ba21-9844e420a1e4 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 945 time: 0.0488760 Oct 27 17:31:35.299258 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-8278ec98-7421-48fb-91b4-127e8c6d181c req-ae6c10b5-45bd-4ad5-89f8-43f44faf51c0 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382617 Oct 27 17:31:35.320660 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50804) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:31:35.360936 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0580fb63-c3ee-4846-be9c-ddf0f460b17f tempest-TestSnapshotPattern-2046171422 tempest-TestSnapshotPattern-2046171422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:35.362440 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-0580fb63-c3ee-4846-be9c-ddf0f460b17f tempest-TestSnapshotPattern-2046171422 tempest-TestSnapshotPattern-2046171422-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 1091 time: 0.0408039 Oct 27 17:31:35.365769 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 50806) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:31:35.369624 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.v2.base [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Request body: {'floatingip': {'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'port_id': 'da3458c2-85df-4933-91eb-098be286f2e6', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109722) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 27 17:31:35.449742 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for floatingip, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:35.553204 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:35.658067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_common [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Allocated IP 172.25.4.205 (840af1e4-df74-450c-bf75-32afab135856/37bada56-583c-425d-85d1-03f69390710b/316e291f-d012-4d35-9456-1e209b7eecc8) {{(pid=109722) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 27 17:31:35.766323 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for port, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:35.895934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772309703500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:35.939883 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Network 840af1e4-df74-450c-bf75-32afab135856 is already hosted by enough agents. {{(pid=109722) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 27 17:31:35.942928 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.base_scheduler [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Resources bound (agent type, host, resource id): {{(pid=109722) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 27 17:31:35.946780 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Received port after_create {{(pid=109722) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 27 17:31:35.970091 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'Port': ['ID=316e291f-d012-4d35-9456-1e209b7eecc8,revision_number=1']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:35.984319 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:35.984664 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:35.985004 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:35.985338 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:35.985668 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:35.985994 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:35.986318 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:35.986639 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:35.986959 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:35.987278 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:35.987596 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:35.987915 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:31:36.311763 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:36.435633 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:36.593844 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for port, precommit_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:36.654916 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58855130'] for port, after_update {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:36.727010 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event updated for resources: {'Port': ['ID=316e291f-d012-4d35-9456-1e209b7eecc8,revision_number=2']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:31:36.736132 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-614963'] for floatingip, after_create {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:36.836884 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Floating IP 23d0e47e-16e4-4534-9186-eb5a62961bc3 associated. External IP: 172.25.4.205, port: da3458c2-85df-4933-91eb-098be286f2e6. Oct 27 17:31:37.040015 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Router b7dd5626-6276-45e0-b468-a257c417fbf2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:31:37.148123 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:31:37.158443 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce98e16-8443-46d8-ad00-015dbcdab16b None None] Sync routers for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:31:37.168234 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce98e16-8443-46d8-ad00-015dbcdab16b None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:31:37.168860 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5ce98e16-8443-46d8-ad00-015dbcdab16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:31:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:37.246044 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:37.275098 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-c187e100-e056-41df-9e1f-cbb00dc7b131 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9086931 Oct 27 17:31:37.276413 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:31:37.277167 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5ce98e16-8443-46d8-ad00-015dbcdab16b None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:31:37.277965 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "tag": "da3458c2-85df-4933-91eb-098be286f2e6"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:31:37.314554 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b199d6-3190-444e-8134-cf1f36db2523 x-openstack-request-id: req-02b199d6-3190-444e-8134-cf1f36db2523 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:31:37.315217 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "tag": "da3458c2-85df-4933-91eb-098be286f2e6", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:31:37.315217 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02b199d6-3190-444e-8134-cf1f36db2523 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:31:37.315466 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6', 'status': 'completed', 'code': 200} Oct 27 17:31:37.377883 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8 req-d349506b-8162-4edd-abd3-8cc63be6f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:37.379541 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8 req-d349506b-8162-4edd-abd3-8cc63be6f463 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 1096 time: 0.0413563 Oct 27 17:31:37.486106 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8 req-4766df92-970c-4f88-96e2-d73c050c6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:37.487608 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8 req-4766df92-970c-4f88-96e2-d73c050c6fdf service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 910 time: 0.0982127 Oct 27 17:31:37.517994 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5ce98e16-8443-46d8-ad00-015dbcdab16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '23d0e47e-16e4-4534-9186-eb5a62961bc3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': 'da3458c2-85df-4933-91eb-098be286f2e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:31:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:31:36Z', 'updated_at': '2021-10-27T17:31:36Z', 'revision_number': 0, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}, {'id': '68f43c0f-1520-46cc-8f85-7d06a98b65b3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:a4:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fef11-1702-4722-9760-971b0930ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:28:58Z', 'updated_at': '2021-10-27T17:29:00Z', 'revision_number': 1, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:37.548590 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce98e16-8443-46d8-ad00-015dbcdab16b None None] Checking router: b7dd5626-6276-45e0-b468-a257c417fbf2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:31:37.556724 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8 req-b30415f4-99f8-4278-9916-1a1198b8f686 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3458c2-85df-4933-91eb-098be286f2e6 HTTP/1.1" status: 200 len: 999 time: 0.0617304 Oct 27 17:31:37.557819 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce98e16-8443-46d8-ad00-015dbcdab16b None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:31:37.558506 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5ce98e16-8443-46d8-ad00-015dbcdab16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:31:21Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:37.611257 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8 req-5b3cef4c-b782-4865-91ca-c13830ed8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:37.612847 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8 req-5b3cef4c-b782-4865-91ca-c13830ed8fc4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0483553 Oct 27 17:31:37.661210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8 req-5a521eff-e020-4601-85ed-3f41483ccfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:37.662865 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8 req-5a521eff-e020-4601-85ed-3f41483ccfa0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427222 Oct 27 17:31:37.665363 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5ce98e16-8443-46d8-ad00-015dbcdab16b None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:31:37.758742 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8 req-2fa3d63d-b773-49fe-ba4b-d48b937ebf52 service neutron] 10.222.0.54 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882366 Oct 27 17:31:37.861047 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f75bcf92-9a39-424e-8ddd-0e14f0b018e8 req-9963fe9f-9a31-400c-9ecc-be65f89d0df2 service neutron] 10.222.0.54 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950620 Oct 27 17:31:37.896527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5ce98e16-8443-46d8-ad00-015dbcdab16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '23d0e47e-16e4-4534-9186-eb5a62961bc3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': 'da3458c2-85df-4933-91eb-098be286f2e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:31:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:31:36Z', 'updated_at': '2021-10-27T17:31:36Z', 'revision_number': 0, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}, {'id': '68f43c0f-1520-46cc-8f85-7d06a98b65b3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:a4:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fef11-1702-4722-9760-971b0930ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:28:58Z', 'updated_at': '2021-10-27T17:29:00Z', 'revision_number': 1, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:31:37.926330 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce98e16-8443-46d8-ad00-015dbcdab16b None None] The sync data for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 is: [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '23d0e47e-16e4-4534-9186-eb5a62961bc3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': 'da3458c2-85df-4933-91eb-098be286f2e6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4360, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:31:dc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:31:36Z', 'updated_at': '2021-10-27T17:31:36Z', 'revision_number': 0, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}, {'id': '68f43c0f-1520-46cc-8f85-7d06a98b65b3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:a4:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fef11-1702-4722-9760-971b0930ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:28:58Z', 'updated_at': '2021-10-27T17:29:00Z', 'revision_number': 1, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:31:38.140041 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010f5c47-7de5-47ed-b421-a45274dc6ab5 None None] New status for floating IP 23d0e47e-16e4-4534-9186-eb5a62961bc3: ACTIVE {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:31:48.550320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-29009a4c-1245-4cff-9bc0-58c0996aeebc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:49.430808 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-51f4a1d9-d9e6-4540-82e0-3132549bf013 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394139 Oct 27 17:31:49.518636 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-3c1a16b1-b16a-4c63-a917-9eedf2a9d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:49.520160 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-3c1a16b1-b16a-4c63-a917-9eedf2a9d28d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 1095 time: 0.0459831 Oct 27 17:31:49.624500 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-bc794a7d-dca0-4bf6-8bb7-6588abf4ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:49.625945 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-bc794a7d-dca0-4bf6-8bb7-6588abf4ecb1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 910 time: 0.0828583 Oct 27 17:31:49.699227 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-6bcb9c7f-03aa-409e-81e5-e9021c228e05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352fb9cf-e642-498a-a8ca-940d05fa8555 HTTP/1.1" status: 200 len: 1000 time: 0.0643017 Oct 27 17:31:49.749738 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-9d3a564c-10cc-4c05-803f-e63c4e883004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:49.751166 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-9d3a564c-10cc-4c05-803f-e63c4e883004 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0451522 Oct 27 17:31:49.797150 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-ae75fb85-41d4-4e1b-8c0d-28c4c7334dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:31:49.798601 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-ae75fb85-41d4-4e1b-8c0d-28c4c7334dba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403852 Oct 27 17:31:49.892888 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-7102a2aa-dc92-4cad-91c4-58a8bb2f6707 service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865273 Oct 27 17:31:49.982941 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-7cae406b-a40a-4432-8ac1-f99985d3d9c1 req-546c862a-7986-4e26-8a25-60313970a689 service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827975 Oct 27 17:31:51.597385 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4f3a1068-5b77-4e3f-abd3-f13c9a97cc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:52.340497 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:52.557954 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:54.517224 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:31:57.193341 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:32:00.235652 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:03.489054 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:16.074282 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-256643fd-bab5-4e61-91ce-7b556b2c1c2f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437984 Oct 27 17:32:16.159461 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-d5c49f2e-bfb9-4ee8-a9c5-c8c89da826e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:32:16.160998 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-d5c49f2e-bfb9-4ee8-a9c5-c8c89da826e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 1096 time: 0.0413492 Oct 27 17:32:16.264724 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-cf2e2f69-d3a3-4ddb-a7ef-9cd8053c8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:32:16.266183 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-cf2e2f69-d3a3-4ddb-a7ef-9cd8053c8316 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 910 time: 0.0850847 Oct 27 17:32:16.336733 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-ab640a7c-0512-4390-a782-9a59420d0a4d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3458c2-85df-4933-91eb-098be286f2e6 HTTP/1.1" status: 200 len: 1001 time: 0.0611939 Oct 27 17:32:16.387747 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-50c5bf7e-1390-4b68-8c8a-cf19bf927db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:32:16.389213 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-50c5bf7e-1390-4b68-8c8a-cf19bf927db7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0444291 Oct 27 17:32:16.438358 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-2e2c09b9-7b2c-4717-9b39-6973ffd369c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:32:16.439811 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-2e2c09b9-7b2c-4717-9b39-6973ffd369c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390120 Oct 27 17:32:16.532745 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-a1db6075-268b-4620-9ae4-b9fbb7eb54e4 service neutron] 10.222.0.54 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841062 Oct 27 17:32:16.627365 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-bc7a676a-059a-48c9-98c4-8d4f377579b9 req-60b1c56b-7538-42af-9777-740882bf13b6 service neutron] 10.222.0.54 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871031 Oct 27 17:32:18.527345 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4466ea9e-17d6-4615-853c-da62a6e8f597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:21.625517 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4fd46951-d44d-4db3-a069-b624ab312ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:22.316657 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:22.562391 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:24.528021 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:30.252564 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:33.492649 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:34.192814 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:32:48.527787 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-45a00549-6233-40c6-ab38-cc5df021c985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:50.430251 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-cce348aa-f09b-44c9-84c0-5dae47dc03ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398881 Oct 27 17:32:50.513637 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-46f4f3c9-6f62-4ffa-8aa0-dec47badd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:32:50.515099 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-46f4f3c9-6f62-4ffa-8aa0-dec47badd6f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 1095 time: 0.0404806 Oct 27 17:32:50.620862 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-749442c6-6ffc-47b9-9cb3-0c15d37a8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:32:50.622323 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-749442c6-6ffc-47b9-9cb3-0c15d37a8cb2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 910 time: 0.0880923 Oct 27 17:32:50.686568 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-744627bb-81de-480a-a122-965fefa6a70b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352fb9cf-e642-498a-a8ca-940d05fa8555 HTTP/1.1" status: 200 len: 1000 time: 0.0567601 Oct 27 17:32:50.733443 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-dcbcb3d3-c9b3-4f8c-a44a-72a973ed26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:32:50.734826 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-dcbcb3d3-c9b3-4f8c-a44a-72a973ed26a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0421085 Oct 27 17:32:50.781925 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-df7afde4-157f-4df8-b154-3598feaa655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:32:50.783618 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-df7afde4-157f-4df8-b154-3598feaa655d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422287 Oct 27 17:32:50.870900 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-522fa87c-8ae5-41c3-af67-1b65fcbcea7a service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803559 Oct 27 17:32:50.962727 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-365a3b0f-b38f-4e3c-a657-614d82f969d8 req-b1da813c-17ab-4a53-bd5f-7ddc46d22295 service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851457 Oct 27 17:32:51.579135 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f3b4cc93-3038-4e49-8f5c-c97faa20e85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:52.339108 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:52.555185 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:32:54.522170 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:00.242141 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:03.497692 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:11.194872 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:33:16.070422 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-e19c47fe-2f52-445a-a8a5-aa64fb419228 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431631 Oct 27 17:33:16.157159 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-9bd12957-deb9-4226-92cc-55b4bbed434d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:16.158917 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-9bd12957-deb9-4226-92cc-55b4bbed434d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 1096 time: 0.0432434 Oct 27 17:33:16.277698 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-cbe13900-fdec-4f64-8d6a-123123a39eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:16.279454 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-cbe13900-fdec-4f64-8d6a-123123a39eaf service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 910 time: 0.1002331 Oct 27 17:33:16.350710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-363426cb-d160-44d1-aed2-610574987e89 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3458c2-85df-4933-91eb-098be286f2e6 HTTP/1.1" status: 200 len: 1001 time: 0.0627472 Oct 27 17:33:16.406967 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-b8a55614-f66f-4e64-8725-d5dd60250723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:16.408722 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-b8a55614-f66f-4e64-8725-d5dd60250723 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0500517 Oct 27 17:33:16.461727 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-16d68cdc-8a40-46a8-b447-60fb6c5fced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:16.463500 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-16d68cdc-8a40-46a8-b447-60fb6c5fced2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457368 Oct 27 17:33:16.557455 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-e09f7b71-3f3c-4f3a-8798-cf485148c8a3 service neutron] 10.222.0.54 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863333 Oct 27 17:33:16.656998 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2c468c8a-9fb6-4f56-ac97-37a81de3d4b1 req-a6ffa4c2-6d8e-4f6f-9fa1-b381c0cc1042 service neutron] 10.222.0.54 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886960 Oct 27 17:33:18.578615 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e19ff024-b609-4884-9e42-aa4b9cad7356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:21.606018 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-756c1f8f-cf84-4f5b-94df-26326f4b197a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:21.642469 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device da3458c2-85df-4933-91eb-098be286f2e6 details requested by agent hyperv_n-h1-815689-1 with host n-h1-815689-1 {{(pid=109724) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 27 17:33:21.741299 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port da3458c2-85df-4933-91eb-098be286f2e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=da3458c2-85df-4933-91eb-098be286f2e6,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:21.752636 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Returning: {'device': 'da3458c2-85df-4933-91eb-098be286f2e6', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'port_id': 'da3458c2-85df-4933-91eb-098be286f2e6', 'mac_address': 'fa:16:3e:31:dc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109724) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 27 17:33:21.796462 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:21.813554 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da3458c2-85df-4933-91eb-098be286f2e6 {{(pid=109724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 27 17:33:21.836117 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port da3458c2-85df-4933-91eb-098be286f2e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=da3458c2-85df-4933-91eb-098be286f2e6,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:21.910290 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:21.966976 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=da3458c2-85df-4933-91eb-098be286f2e6,revision_number=6']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:21.980550 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.981207 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.981786 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.982350 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.982741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.983093 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.984855 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.985531 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.985883 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.986394 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.987196 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.987778 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:21.996553 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] get_ports_and_sgs() called for port_ids ['da3458c2-85df-4933-91eb-098be286f2e6'] {{(pid=109724) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 27 17:33:22.315766 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:22.555690 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:23.643854 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device da3458c2-85df-4933-91eb-098be286f2e6 up at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 27 17:33:23.719826 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.provisioning_blocks [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Provisioning complete for port da3458c2-85df-4933-91eb-098be286f2e6 triggered by entity L2. {{(pid=109724) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 27 17:33:23.720520 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1404539'] for port, provisioning_complete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:23.824933 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:23.853228 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:33:23.855768 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c4359e-5e24-4d08-a978-be6fbb5bb404" -d '{"events": [{"server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "name": "network-vif-plugged", "status": "completed", "tag": "da3458c2-85df-4933-91eb-098be286f2e6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:33:23.871543 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port da3458c2-85df-4933-91eb-098be286f2e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=da3458c2-85df-4933-91eb-098be286f2e6,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:23.902808 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dd7837-5c53-4f6e-8cb4-b03f9cf60f40 x-openstack-request-id: req-73dd7837-5c53-4f6e-8cb4-b03f9cf60f40 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:33:23.903398 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "name": "network-vif-plugged", "status": "completed", "tag": "da3458c2-85df-4933-91eb-098be286f2e6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:33:23.903720 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73dd7837-5c53-4f6e-8cb4-b03f9cf60f40 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:33:23.904236 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6', 'code': 200} Oct 27 17:33:23.958815 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:24.015326 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=da3458c2-85df-4933-91eb-098be286f2e6,revision_number=7']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:24.650111 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:30.213135 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:33.514272 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:34.264956 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51018) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:34.425028 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Deleting port 316e291f-d012-4d35-9456-1e209b7eecc8 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:34.425566 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:34.507103 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:34.507433 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:34.519906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Calling delete_port for 316e291f-d012-4d35-9456-1e209b7eecc8 owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:34.715772 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:34.743301 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event deleted for resources: {'Port': ['ID=316e291f-d012-4d35-9456-1e209b7eecc8,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:34.767983 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.768380 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.768771 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.769153 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.770130 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.770476 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.770849 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.771215 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.771578 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.771941 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.772337 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.772728 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:34.813819 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:34.819893 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Floating IP 23d0e47e-16e4-4534-9186-eb5a62961bc3 disassociated (deleted). External IP: 172.25.4.205, port: da3458c2-85df-4933-91eb-098be286f2e6. Oct 27 17:33:35.022837 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Router b7dd5626-6276-45e0-b468-a257c417fbf2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:33:35.430109 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:33:35.435481 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:35.442237 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96040a7-3b7b-4d21-a816-b28b9a35143a None None] Sync routers for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:33:35.456043 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96040a7-3b7b-4d21-a816-b28b9a35143a None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:33:35.457461 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e96040a7-3b7b-4d21-a816-b28b9a35143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:35.468919 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-786ca880-4854-4853-bae4-de28f0266b69 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "DELETE /v2.0/floatingips/23d0e47e-16e4-4534-9186-eb5a62961bc3 HTTP/1.1" status: 204 len: 168 time: 1.1985743 Oct 27 17:33:35.468919 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:33:35.468919 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eedfe47-983c-4b1b-8112-6bea6818900b" -d '{"events": [{"name": "network-changed", "server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "tag": "da3458c2-85df-4933-91eb-098be286f2e6"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:33:35.619533 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e96040a7-3b7b-4d21-a816-b28b9a35143a None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:33:35.659223 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134e973f-f4a1-471f-a327-50d32d785d31 x-openstack-request-id: req-134e973f-f4a1-471f-a327-50d32d785d31 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:33:35.660610 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "tag": "da3458c2-85df-4933-91eb-098be286f2e6", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:33:35.661321 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-134e973f-f4a1-471f-a327-50d32d785d31 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:33:35.662091 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6', 'status': 'completed', 'code': 200} Oct 27 17:33:35.734617 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedfe47-983c-4b1b-8112-6bea6818900b req-c44b61d9-c249-4d4c-aeef-efb9eb40a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:35.736262 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6eedfe47-983c-4b1b-8112-6bea6818900b req-c44b61d9-c249-4d4c-aeef-efb9eb40a321 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 1096 time: 0.0481303 Oct 27 17:33:35.866040 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedfe47-983c-4b1b-8112-6bea6818900b req-3355b304-a975-4290-a8a0-d64492f9648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:35.867725 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6eedfe47-983c-4b1b-8112-6bea6818900b req-3355b304-a975-4290-a8a0-d64492f9648d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 910 time: 0.1213553 Oct 27 17:33:35.915478 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6eedfe47-983c-4b1b-8112-6bea6818900b req-1c05cbfe-8ea1-4746-bfaa-f90b0d30a4e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3458c2-85df-4933-91eb-098be286f2e6 HTTP/1.1" status: 200 len: 217 time: 0.0397737 Oct 27 17:33:35.977012 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedfe47-983c-4b1b-8112-6bea6818900b req-d9bce479-1c2c-40da-a8a1-4d2936a4b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:35.978487 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6eedfe47-983c-4b1b-8112-6bea6818900b req-d9bce479-1c2c-40da-a8a1-4d2936a4b4ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0550592 Oct 27 17:33:36.111832 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eedfe47-983c-4b1b-8112-6bea6818900b req-8de561c1-b5ee-4e40-acd3-f8e0eb897e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:36.114371 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6eedfe47-983c-4b1b-8112-6bea6818900b req-8de561c1-b5ee-4e40-acd3-f8e0eb897e18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243820 Oct 27 17:33:36.128608 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d5548-f182-43d7-881c-6b6b3c4011da req-d1afa192-7a1d-4f47-9578-7cdb2e340aa1 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:36.130729 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-914d5548-f182-43d7-881c-6b6b3c4011da req-d1afa192-7a1d-4f47-9578-7cdb2e340aa1 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 945 time: 0.1976388 Oct 27 17:33:36.138156 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e96040a7-3b7b-4d21-a816-b28b9a35143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '68f43c0f-1520-46cc-8f85-7d06a98b65b3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:a4:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fef11-1702-4722-9760-971b0930ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:28:58Z', 'updated_at': '2021-10-27T17:29:00Z', 'revision_number': 1, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:36.166519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96040a7-3b7b-4d21-a816-b28b9a35143a None None] Checking router: b7dd5626-6276-45e0-b468-a257c417fbf2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:33:36.176828 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96040a7-3b7b-4d21-a816-b28b9a35143a None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:33:36.177538 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e96040a7-3b7b-4d21-a816-b28b9a35143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:36.293651 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-e96040a7-3b7b-4d21-a816-b28b9a35143a None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:33:36.578251 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-e96040a7-3b7b-4d21-a816-b28b9a35143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '68f43c0f-1520-46cc-8f85-7d06a98b65b3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:a4:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fef11-1702-4722-9760-971b0930ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:28:58Z', 'updated_at': '2021-10-27T17:29:00Z', 'revision_number': 1, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:36.607978 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96040a7-3b7b-4d21-a816-b28b9a35143a None None] The sync data for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 is: [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_floatingips': [{'id': '68f43c0f-1520-46cc-8f85-7d06a98b65b3', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'floating_ip_address': '172.25.4.154', 'floating_network_id': '840af1e4-df74-450c-bf75-32afab135856', 'router_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'port_id': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'mac_address': 'fa:16:3e:a4:12:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e9fef11-1702-4722-9760-971b0930ae4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T17:28:58Z', 'updated_at': '2021-10-27T17:29:00Z', 'revision_number': 1, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:33:36.659765 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-914d5548-f182-43d7-881c-6b6b3c4011da req-97f61ba9-671c-4f85-938d-2955443aa52d tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5162776 Oct 27 17:33:36.701022 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6eedfe47-983c-4b1b-8112-6bea6818900b req-720e2286-7bda-41fc-9b97-7de28bbbc72d service neutron] 10.222.0.54 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689387 Oct 27 17:33:36.805272 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6eedfe47-983c-4b1b-8112-6bea6818900b req-43b4496b-4dc5-4c65-9232-9a548e6a14b7 service neutron] 10.222.0.54 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960851 Oct 27 17:33:36.889401 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abc5b7-6772-465d-b88b-ca9c72122f49 None None] New status for floating IP 23d0e47e-16e4-4534-9186-eb5a62961bc3: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:33:37.556427 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149941c-08d6-4d76-aad0-17945740e180 req-bad26079-3d5a-4f7c-ae4f-f655e8e96ad9 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:37.557856 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f149941c-08d6-4d76-aad0-17945740e180 req-bad26079-3d5a-4f7c-ae4f-f655e8e96ad9 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.54 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 945 time: 0.1086814 Oct 27 17:33:37.648516 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f149941c-08d6-4d76-aad0-17945740e180 req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Deleting port da3458c2-85df-4933-91eb-098be286f2e6 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:37.648854 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f149941c-08d6-4d76-aad0-17945740e180 req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:37.687972 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device da3458c2-85df-4933-91eb-098be286f2e6 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:33:37.756449 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-f149941c-08d6-4d76-aad0-17945740e180 req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] For port da3458c2-85df-4933-91eb-098be286f2e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=da3458c2-85df-4933-91eb-098be286f2e6,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:37.756808 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f149941c-08d6-4d76-aad0-17945740e180 req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:37.771020 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-f149941c-08d6-4d76-aad0-17945740e180 req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Calling delete_port for da3458c2-85df-4933-91eb-098be286f2e6 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:37.778440 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1549771'] for port, before_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:37.804991 n-d-815689-1 neutron-server[109724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6'}] {{(pid=109724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:33:37.807328 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b272954f100d142086d90443a257af76d9488b0d13abb2b17c69ad85d6f535d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209e9672-15b9-4eab-bcc2-2245aaf7cf61" -d '{"events": [{"server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "name": "network-vif-unplugged", "status": "completed", "tag": "da3458c2-85df-4933-91eb-098be286f2e6"}]}' {{(pid=109724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:33:37.818360 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1e69f-4af5-41bf-ba41-86aee615d695 req-231edf68-1c7d-4bdc-b87a-ade376218bdd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:37.819897 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d7c1e69f-4af5-41bf-ba41-86aee615d695 req-231edf68-1c7d-4bdc-b87a-ade376218bdd tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 945 time: 0.0561378 Oct 27 17:33:37.824597 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] For port da3458c2-85df-4933-91eb-098be286f2e6, host n-h1-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-815689-1',level=0,port_id=da3458c2-85df-4933-91eb-098be286f2e6,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:37.861856 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 27 Oct 2021 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e05ba5e-e461-4be8-af74-3de0bf59a5c1 x-openstack-request-id: req-6e05ba5e-e461-4be8-af74-3de0bf59a5c1 {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:33:37.862647 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "name": "network-vif-unplugged", "status": "completed", "tag": "da3458c2-85df-4933-91eb-098be286f2e6", "code": 200}]} {{(pid=109724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:33:37.863274 n-d-815689-1 neutron-server[109724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e05ba5e-e461-4be8-af74-3de0bf59a5c1 {{(pid=109724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:33:37.863573 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d7c1e69f-4af5-41bf-ba41-86aee615d695 req-b2358d79-dac2-4c47-ae82-3fa23acf4257 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334151 Oct 27 17:33:37.863791 n-d-815689-1 neutron-server[109724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6', 'code': 200} Oct 27 17:33:37.882089 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772310051566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772309703518', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772309703536'] for port, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:37.934293 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Pushing event updated for resources: {'Port': ['ID=da3458c2-85df-4933-91eb-098be286f2e6,revision_number=8']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:38.006984 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f149941c-08d6-4d76-aad0-17945740e180 req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:38.041210 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event deleted for resources: {'Port': ['ID=da3458c2-85df-4933-91eb-098be286f2e6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:38.067061 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.067494 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.067835 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.068851 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.070029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.070029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.070029 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.070437 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.070437 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.070759 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.071079 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.071404 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-815689-1 {{(pid=109723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 27 17:33:38.094144 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f149941c-08d6-4d76-aad0-17945740e180 req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] No DVR routers for this DVR port da3458c2-85df-4933-91eb-098be286f2e6 on host n-h1-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:33:38.096956 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-f149941c-08d6-4d76-aad0-17945740e180 req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:38.100680 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-f149941c-08d6-4d76-aad0-17945740e180 req-0b41ab38-06a9-4b3d-9e3e-c47ac445b02c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.54 "DELETE /v2.0/ports/da3458c2-85df-4933-91eb-098be286f2e6 HTTP/1.1" status: 204 len: 173 time: 0.5356646 Oct 27 17:33:38.101119 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'name': 'network-vif-deleted', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:33:38.103568 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da42caa-387e-4197-b140-9a82edb11a8e" -d '{"events": [{"server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "name": "network-vif-deleted", "tag": "da3458c2-85df-4933-91eb-098be286f2e6"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:33:38.200912 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e25416-9df0-4de8-be0e-929c6fc28f78 x-openstack-request-id: req-c3e25416-9df0-4de8-be0e-929c6fc28f78 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:33:38.201208 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a352e48b-5f16-4871-8974-d49997d0da3b", "name": "network-vif-deleted", "tag": "da3458c2-85df-4933-91eb-098be286f2e6", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:33:38.201460 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3e25416-9df0-4de8-be0e-929c6fc28f78 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:33:38.201862 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a352e48b-5f16-4871-8974-d49997d0da3b', 'name': 'network-vif-deleted', 'tag': 'da3458c2-85df-4933-91eb-098be286f2e6', 'status': 'completed', 'code': 200} Oct 27 17:33:39.030919 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-489ffe37-4a5c-446c-b440-5b959b8da1ab req-1c7346f2-026d-46c7-9b19-1b1876c7024d tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=a352e48b-5f16-4871-8974-d49997d0da3b HTTP/1.1" status: 200 len: 210 time: 0.0301604 Oct 27 17:33:41.283551 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51092) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:41.444652 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Deleting port 4ba310de-a77e-4b75-9108-e049362bb2ab {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:41.444934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:41.529056 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:41.529385 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:41.543286 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Calling delete_port for 4ba310de-a77e-4b75-9108-e049362bb2ab owned by network:floatingip {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:41.688338 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device da3458c2-85df-4933-91eb-098be286f2e6 no longer exists at agent hyperv_n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:33:41.713527 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] No Port match for: da3458c2-85df-4933-91eb-098be286f2e6 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:33:41.713788 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Device da3458c2-85df-4933-91eb-098be286f2e6 not bound to the agent host n-h1-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:33:41.761342 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:41.788451 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event deleted for resources: {'Port': ['ID=4ba310de-a77e-4b75-9108-e049362bb2ab,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:41.857604 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for floatingip, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:41.858006 n-d-815689-1 neutron-server[109722]: INFO neutron.db.l3_db [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Floating IP 68f43c0f-1520-46cc-8f85-7d06a98b65b3 disassociated (deleted). External IP: 172.25.4.154, port: 352fb9cf-e642-498a-a8ca-940d05fa8555. Oct 27 17:33:42.072960 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Router b7dd5626-6276-45e0-b468-a257c417fbf2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:33:42.186344 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:33:42.191010 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for floatingip, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:42.196711 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b7dbc-2453-4d62-ade0-84976a290cd0 None None] Sync routers for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:33:42.207519 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b7dbc-2453-4d62-ade0-84976a290cd0 None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:33:42.208268 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5a5b7dbc-2453-4d62-ade0-84976a290cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:42.219326 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-ed028dd4-35ff-4ad7-a8de-a60c1d2b5390 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "DELETE /v2.0/floatingips/68f43c0f-1520-46cc-8f85-7d06a98b65b3 HTTP/1.1" status: 204 len: 168 time: 0.9345741 Oct 27 17:33:42.219906 n-d-815689-1 neutron-server[109722]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555'}] {{(pid=109722) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:33:42.222242 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3622009e6a2ce77019a4881bbbee6bef3549e20781744fddea3755b34520da4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555"}]}' {{(pid=109722) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:33:42.273678 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 27 Oct 2021 17:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600bec34-7358-4852-9966-2c1f8a7bf4e8 x-openstack-request-id: req-600bec34-7358-4852-9966-2c1f8a7bf4e8 {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:33:42.273971 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555", "status": "completed", "code": 200}]} {{(pid=109722) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:33:42.274244 n-d-815689-1 neutron-server[109722]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-600bec34-7358-4852-9966-2c1f8a7bf4e8 {{(pid=109722) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:33:42.274664 n-d-815689-1 neutron-server[109722]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'status': 'completed', 'code': 200} Oct 27 17:33:42.337832 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5a5b7dbc-2453-4d62-ade0-84976a290cd0 None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:33:42.351779 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb req-b637e20e-e0d7-4fb0-866e-786af81f2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:42.353781 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb req-b637e20e-e0d7-4fb0-866e-786af81f2d19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 1095 time: 0.0579147 Oct 27 17:33:42.462174 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb req-b8699631-cc3d-4373-a937-8b74ccf898c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:42.463710 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb req-b8699631-cc3d-4373-a937-8b74ccf898c0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 200 len: 910 time: 0.1032472 Oct 27 17:33:42.527390 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb req-5addfe33-b596-4767-ad58-02b8e6e40b02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=352fb9cf-e642-498a-a8ca-940d05fa8555 HTTP/1.1" status: 200 len: 217 time: 0.0555177 Oct 27 17:33:42.578874 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5a5b7dbc-2453-4d62-ade0-84976a290cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:42.591073 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb req-efe02eb4-e9d7-4d15-85b9-7a1a9acfa045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:42.592544 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb req-efe02eb4-e9d7-4d15-85b9-7a1a9acfa045 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 200 len: 848 time: 0.0587840 Oct 27 17:33:42.633283 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b7dbc-2453-4d62-ade0-84976a290cd0 None None] Checking router: b7dd5626-6276-45e0-b468-a257c417fbf2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:33:42.641398 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb req-646b3faf-e19a-44b2-b6ba-c60f68ab391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:42.643218 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb req-646b3faf-e19a-44b2-b6ba-c60f68ab391c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ff895f87-3b69-42b2-b79b-1f46e63a4717&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438304 Oct 27 17:33:42.648037 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5b7dbc-2453-4d62-ade0-84976a290cd0 None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:33:42.648987 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5a5b7dbc-2453-4d62-ade0-84976a290cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:42.775618 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e558d3a-1cb7-4edd-8bc0-2e57b6ac7152 req-aa20d740-34ce-497a-b11d-75095f900a08 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:42.777180 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e558d3a-1cb7-4edd-8bc0-2e57b6ac7152 req-aa20d740-34ce-497a-b11d-75095f900a08 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 944 time: 0.1149938 Oct 27 17:33:42.783338 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb req-2542183b-440d-4a54-a53d-0f88fc263b84 service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315227 Oct 27 17:33:42.794648 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-5a5b7dbc-2453-4d62-ade0-84976a290cd0 None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:33:42.865975 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-2e558d3a-1cb7-4edd-8bc0-2e57b6ac7152 req-0ae0c796-8467-42bb-bd7a-4d141510a19e tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794222 Oct 27 17:33:42.909200 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-8d2bc1c3-2037-43dc-b2b4-04f4e30b30eb req-5ebe0ad0-f563-4029-a351-db6facfd6279 service neutron] 10.222.0.53 "GET /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155705 Oct 27 17:33:43.006487 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-5a5b7dbc-2453-4d62-ade0-84976a290cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:43.032986 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5b7dbc-2453-4d62-ade0-84976a290cd0 None None] The sync data for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 is: [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:28:28Z', 'revision_number': 4, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1', '_interfaces': [{'id': 'ce1a0426-3b43-4e86-aba4-46702a9e59be', 'name': '', 'network_id': 'ff895f87-3b69-42b2-b79b-1f46e63a4717', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'mac_address': 'fa:16:3e:05:09:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '84135b78-1c87-4a93-93c9-290d97104835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:27Z', 'updated_at': '2021-10-27T17:28:32Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'subnets': [{'id': '84135b78-1c87-4a93-93c9-290d97104835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:33:43.269920 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2410eb-53b9-4ef6-841d-714596a73c46 None None] New status for floating IP 68f43c0f-1520-46cc-8f85-7d06a98b65b3: DOWN {{(pid=109725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 27 17:33:43.999195 n-d-815689-1 neutron-server[109722]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5dbf9-b470-4271-8ce1-44a2ba69f38b req-313b55df-9e3a-4b36-912a-3c572558fef1 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109722) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:44.000721 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cc5dbf9-b470-4271-8ce1-44a2ba69f38b req-313b55df-9e3a-4b36-912a-3c572558fef1 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 944 time: 0.0547283 Oct 27 17:33:44.040873 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-0cc5dbf9-b470-4271-8ce1-44a2ba69f38b req-7f6bc40e-d302-482c-a7d1-88988863e96d tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/security-groups?id=06fa3ca4-bcea-4b3b-a12b-5a0369622a23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335789 Oct 27 17:33:44.241643 n-d-815689-1 neutron-server[109723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafa5ea-1302-44fc-8874-17da4c9b8756 req-18c08044-01ff-4638-aa8e-dd178347ca59 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 27 17:33:44.243052 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6fafa5ea-1302-44fc-8874-17da4c9b8756 req-18c08044-01ff-4638-aa8e-dd178347ca59 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 944 time: 0.0552232 Oct 27 17:33:44.337401 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6fafa5ea-1302-44fc-8874-17da4c9b8756 req-3971c0d3-3821-4f81-93bd-4d6cd65b0c5c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Deleting port 352fb9cf-e642-498a-a8ca-940d05fa8555 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:44.337743 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fafa5ea-1302-44fc-8874-17da4c9b8756 req-3971c0d3-3821-4f81-93bd-4d6cd65b0c5c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:44.432466 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [req-6fafa5ea-1302-44fc-8874-17da4c9b8756 req-3971c0d3-3821-4f81-93bd-4d6cd65b0c5c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] For port 352fb9cf-e642-498a-a8ca-940d05fa8555, host n-h2-815689-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-815689-1',level=0,port_id=352fb9cf-e642-498a-a8ca-940d05fa8555,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:44.432825 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fafa5ea-1302-44fc-8874-17da4c9b8756 req-3971c0d3-3821-4f81-93bd-4d6cd65b0c5c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:44.446675 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [req-6fafa5ea-1302-44fc-8874-17da4c9b8756 req-3971c0d3-3821-4f81-93bd-4d6cd65b0c5c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Calling delete_port for 352fb9cf-e642-498a-a8ca-940d05fa8555 owned by compute:nova {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:44.685952 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fafa5ea-1302-44fc-8874-17da4c9b8756 req-3971c0d3-3821-4f81-93bd-4d6cd65b0c5c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:44.716368 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971c0d3-3821-4f81-93bd-4d6cd65b0c5c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event deleted for resources: {'Port': ['ID=352fb9cf-e642-498a-a8ca-940d05fa8555,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:44.766046 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fafa5ea-1302-44fc-8874-17da4c9b8756 req-3971c0d3-3821-4f81-93bd-4d6cd65b0c5c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] No DVR routers for this DVR port 352fb9cf-e642-498a-a8ca-940d05fa8555 on host n-h2-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:33:44.766046 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [req-6fafa5ea-1302-44fc-8874-17da4c9b8756 req-3971c0d3-3821-4f81-93bd-4d6cd65b0c5c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10027'] for port, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:44.766325 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [req-6fafa5ea-1302-44fc-8874-17da4c9b8756 req-3971c0d3-3821-4f81-93bd-4d6cd65b0c5c tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.53 "DELETE /v2.0/ports/352fb9cf-e642-498a-a8ca-940d05fa8555 HTTP/1.1" status: 204 len: 173 time: 0.5165024 Oct 27 17:33:44.766763 n-d-815689-1 neutron-server[109723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'name': 'network-vif-deleted', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555'}] {{(pid=109723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 27 17:33:44.769084 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}991a655f8d5909e8f6e7ffc1839544c273f5e02117e98fa71634435078c40fc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1f86a7-378e-4b8e-a90d-96f11d229dbc" -d '{"events": [{"server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "name": "network-vif-deleted", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555"}]}' {{(pid=109723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 27 17:33:44.811578 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 27 Oct 2021 17:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09250c5-9683-4ab5-b5d3-aea3d7c43163 x-openstack-request-id: req-a09250c5-9683-4ab5-b5d3-aea3d7c43163 {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 27 17:33:44.811878 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9fef11-1702-4722-9760-971b0930ae4a", "name": "network-vif-deleted", "tag": "352fb9cf-e642-498a-a8ca-940d05fa8555", "status": "completed", "code": 200}]} {{(pid=109723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 27 17:33:44.812159 n-d-815689-1 neutron-server[109723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a09250c5-9683-4ab5-b5d3-aea3d7c43163 {{(pid=109723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 27 17:33:44.817457 n-d-815689-1 neutron-server[109723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9fef11-1702-4722-9760-971b0930ae4a', 'name': 'network-vif-deleted', 'tag': '352fb9cf-e642-498a-a8ca-940d05fa8555', 'status': 'completed', 'code': 200} Oct 27 17:33:45.170971 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [req-d836a5d2-3ed0-4a45-87ca-4f9450a314a7 req-a9a936bf-e4b2-4353-b07a-5ac42686b0be tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e9fef11-1702-4722-9760-971b0930ae4a HTTP/1.1" status: 200 len: 210 time: 0.0277717 Oct 27 17:33:46.241785 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51114) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:46.300246 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66772661-50c9-4a74-8085-d35e253d18c7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:46.325796 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66772661-50c9-4a74-8085-d35e253d18c7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:46.447018 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66772661-50c9-4a74-8085-d35e253d18c7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:46.449573 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-66772661-50c9-4a74-8085-d35e253d18c7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:46.450771 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-66772661-50c9-4a74-8085-d35e253d18c7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] 10.222.0.15 "DELETE /v2.0/security-groups/06fa3ca4-bcea-4b3b-a12b-5a0369622a23 HTTP/1.1" status: 204 len: 168 time: 0.2079751 Oct 27 17:33:46.461459 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66772661-50c9-4a74-8085-d35e253d18c7 tempest-TestSnapshotPattern-1809475425 tempest-TestSnapshotPattern-1809475425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fa3ca4-bcea-4b3b-a12b-5a0369622a23,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:46.563926 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51118) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:47.012196 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:47.265550 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] Deleting port ce1a0426-3b43-4e86-aba4-46702a9e59be {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:47.265814 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:47.345824 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] For port ce1a0426-3b43-4e86-aba4-46702a9e59be, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=ce1a0426-3b43-4e86-aba4-46702a9e59be,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:47.346206 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:47.358744 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] Calling delete_port for ce1a0426-3b43-4e86-aba4-46702a9e59be owned by network:router_interface {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:47.630411 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:47.654749 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1a0426-3b43-4e86-aba4-46702a9e59be,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:47.844406 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:48.068134 n-d-815689-1 neutron-server[109723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] Router b7dd5626-6276-45e0-b468-a257c417fbf2 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:33:48.172331 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:33:48.178264 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-c47ad177-f898-492a-899c-90915967d7a2 admin admin] 10.222.0.15 "PUT /v2.0/routers/b7dd5626-6276-45e0-b468-a257c417fbf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6127486 Oct 27 17:33:48.180840 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51126) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:48.184741 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21b8c9-d27c-4ca2-9e91-b46840459db9 None None] Sync routers for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:33:48.197359 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:33:48.198071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21b8c9-d27c-4ca2-9e91-b46840459db9 None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:33:48.198071 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c21b8c9-d27c-4ca2-9e91-b46840459db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:48.294156 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:48.309523 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-9c21b8c9-d27c-4ca2-9e91-b46840459db9 None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: n-d-815689-1 {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:33:48.405494 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:48.418821 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 352fb9cf-e642-498a-a8ca-940d05fa8555 no longer exists at agent hyperv_n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:33:48.448621 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] No Port match for: 352fb9cf-e642-498a-a8ca-940d05fa8555 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:33:48.448957 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Device 352fb9cf-e642-498a-a8ca-940d05fa8555 not bound to the agent host n-h2-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:33:48.539739 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c21b8c9-d27c-4ca2-9e91-b46840459db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:33:47Z', 'revision_number': 5, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port': {'id': '49cb711e-ffda-48c0-a631-70bd3454ea7b', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:38:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:25Z', 'updated_at': '2021-10-27T17:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:48.549341 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Deleting port 49cb711e-ffda-48c0-a631-70bd3454ea7b {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:48.549675 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:48.568518 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3d98e2bd-9db4-450e-af95-14eef6d5c328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:48.570013 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21b8c9-d27c-4ca2-9e91-b46840459db9 None None] Checking router: b7dd5626-6276-45e0-b468-a257c417fbf2 for host: n-d-815689-1 {{(pid=109724) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:33:48.579942 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c21b8c9-d27c-4ca2-9e91-b46840459db9 None None] Routers {'b7dd5626-6276-45e0-b468-a257c417fbf2'} bound to L3 agent in host n-d-815689-1 {{(pid=109724) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:33:48.580707 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c21b8c9-d27c-4ca2-9e91-b46840459db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:33:22Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['b7dd5626-6276-45e0-b468-a257c417fbf2'], 'active': True} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:48.653066 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] For port 49cb711e-ffda-48c0-a631-70bd3454ea7b, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=49cb711e-ffda-48c0-a631-70bd3454ea7b,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:48.653422 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:48.668223 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Calling delete_port for 49cb711e-ffda-48c0-a631-70bd3454ea7b owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:48.672805 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvr_db [None req-9c21b8c9-d27c-4ca2-9e91-b46840459db9 None None] Set router b7dd5626-6276-45e0-b468-a257c417fbf2 gateway port host: None {{(pid=109724) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:33:48.732785 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_hamode_db [None req-9c21b8c9-d27c-4ca2-9e91-b46840459db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:33:48Z', 'revision_number': 6, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:48.761940 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c21b8c9-d27c-4ca2-9e91-b46840459db9 None None] The sync data for ids ['b7dd5626-6276-45e0-b468-a257c417fbf2'] in n-d-815689-1 is: [{'id': 'b7dd5626-6276-45e0-b468-a257c417fbf2', 'name': 'tempest-TestSnapshotPattern-824027275-router', 'tenant_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:24Z', 'updated_at': '2021-10-27T17:33:48Z', 'revision_number': 6, 'project_id': 'f639d9a2bd8e499291fb2fa55c3c6049', 'gw_port_host': None}] {{(pid=109724) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:33:48.914712 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:48.943149 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Pushing event deleted for resources: {'Port': ['ID=49cb711e-ffda-48c0-a631-70bd3454ea7b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:49.008181 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.099702 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.101822 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.246891 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.247523 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7dd5626-6276-45e0-b468-a257c417fbf2 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:33:49.251832 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.253233 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4d42985d-5c98-4fba-bbd1-350dc9f7880e admin admin] 10.222.0.15 "DELETE /v2.0/routers/b7dd5626-6276-45e0-b468-a257c417fbf2 HTTP/1.1" status: 204 len: 168 time: 1.0702829 Oct 27 17:33:49.256783 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51128) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:49.303784 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-81688961-148b-4250-855f-12b61278f2a1 admin admin] Deleting subnet 84135b78-1c87-4a93-93c9-290d97104835 {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:33:49.307019 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81688961-148b-4250-855f-12b61278f2a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.341861 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81688961-148b-4250-855f-12b61278f2a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.427054 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81688961-148b-4250-855f-12b61278f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.574546 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81688961-148b-4250-855f-12b61278f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.611162 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81688961-148b-4250-855f-12b61278f2a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84135b78-1c87-4a93-93c9-290d97104835,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:49.622069 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-81688961-148b-4250-855f-12b61278f2a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.626166 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8138ca-b054-4ddb-9845-79716f7b22d3 None None] Network ff895f87-3b69-42b2-b79b-1f46e63a4717 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:33:49.631145 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-81688961-148b-4250-855f-12b61278f2a1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/84135b78-1c87-4a93-93c9-290d97104835 HTTP/1.1" status: 204 len: 168 time: 0.3730390 Oct 27 17:33:49.631411 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51130) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:49.727785 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.794910 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Deleting port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:49.795397 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.841801 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ce1a0426-3b43-4e86-aba4-46702a9e59be no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:33:49.870583 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: ce1a0426-3b43-4e86-aba4-46702a9e59be {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:33:49.870919 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device ce1a0426-3b43-4e86-aba4-46702a9e59be not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:33:49.876277 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] For port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7,segment=NetworkSegment(15108992-28ec-45d0-8bc1-aa63abdf0286),segment_id=15108992-28ec-45d0-8bc1-aa63abdf0286)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:49.877092 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:49.894464 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Calling delete_port for c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:50.032668 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21665738-72cf-4b27-9c2d-46d4b7b831da None None] DHCP port deletion for ff895f87-3b69-42b2-b79b-1f46e63a4717 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:33:50.064136 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:50.087424 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-21665738-72cf-4b27-9c2d-46d4b7b831da None None] Deleting port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:50.087802 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-21665738-72cf-4b27-9c2d-46d4b7b831da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:50.094526 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:50.096549 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] No DVR routers for this DVR port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:33:50.154419 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-21665738-72cf-4b27-9c2d-46d4b7b831da None None] For port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7, host n-d-815689-1, got binding levels [] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:50.154782 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-21665738-72cf-4b27-9c2d-46d4b7b831da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:50.169127 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-21665738-72cf-4b27-9c2d-46d4b7b831da None None] Calling delete_port for c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:50.172172 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.ipam_backend_mixin [None req-21665738-72cf-4b27-9c2d-46d4b7b831da None None] Port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 was not found and therefore no delete operation was performed {{(pid=109724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 27 17:33:50.173914 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-21665738-72cf-4b27-9c2d-46d4b7b831da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:50.175891 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:50.197577 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21665738-72cf-4b27-9c2d-46d4b7b831da None None] Pushing event deleted for resources: {'Port': ['ID=c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:50.197892 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff895f87-3b69-42b2-b79b-1f46e63a4717']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:50.204689 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21665738-72cf-4b27-9c2d-46d4b7b831da None None] No DVR routers for this DVR port c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:33:50.214769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15108992-28ec-45d0-8bc1-aa63abdf0286') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:50.214769 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15108992-28ec-45d0-8bc1-aa63abdf0286') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:50.224554 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:50.238465 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:50.245138 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:33:50.245522 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:33:50.247513 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:33:50.379035 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:50.384877 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:50.390639 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] 10.222.0.15 "DELETE /v2.0/networks/ff895f87-3b69-42b2-b79b-1f46e63a4717 HTTP/1.1" status: 204 len: 168 time: 0.7560523 Oct 27 17:33:50.400511 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51136) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:50.402621 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd7b8a-f433-4cde-99b2-e4bab183839a admin admin] Pushing event deleted for resources: {'Network': ['ID=ff895f87-3b69-42b2-b79b-1f46e63a4717,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:50.760395 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-757299'] for router_interface, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:51.007271 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] Deleting port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:51.007606 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:51.085521 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] For port 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea,segment=NetworkSegment(7fcc7666-d5be-4efb-aa2f-20b3937e0114),segment_id=7fcc7666-d5be-4efb-aa2f-20b3937e0114)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:51.085887 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:51.098580 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] Calling delete_port for 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea owned by network:router_interface {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:51.256202 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:33:51.286135 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:33:51.286460 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device c1b99e7a-9676-4fd9-8dcd-bab9ec8878d7 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:33:51.286911 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 49cb711e-ffda-48c0-a631-70bd3454ea7b no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:33:51.306462 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 49cb711e-ffda-48c0-a631-70bd3454ea7b {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:33:51.306798 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 49cb711e-ffda-48c0-a631-70bd3454ea7b not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:33:51.362525 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:51.388918 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:51.608443 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1550727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-757471'] for router_interface, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:51.624345 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6cb07d2c-78a2-4b00-8ed6-c6b59464b3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:51.830243 n-d-815689-1 neutron-server[109722]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] Router 37298ec7-b03e-4787-b333-338a83019848 has already been hosted by L3 agent 07bc9224-7a23-4081-96b8-f447b05daec2 {{(pid=109722) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 27 17:33:51.935520 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] Notify agent at l3_agent.n-d-815689-1 the message routers_updated {{(pid=109722) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 27 17:33:51.944738 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8490c402-fa3e-467b-976d-c07d2261b8d4 admin admin] 10.222.0.15 "PUT /v2.0/routers/37298ec7-b03e-4787-b333-338a83019848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5385966 Oct 27 17:33:51.944738 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51140) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:51.945047 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f89f0-8e2a-40a6-a6aa-29e8242800f5 None None] Sync routers for ids ['37298ec7-b03e-4787-b333-338a83019848'] in n-d-815689-1 {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 27 17:33:51.955884 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f89f0-8e2a-40a6-a6aa-29e8242800f5 None None] Routers {'37298ec7-b03e-4787-b333-338a83019848'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:33:51.956859 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ac9f89f0-8e2a-40a6-a6aa-29e8242800f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['37298ec7-b03e-4787-b333-338a83019848'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:52.055747 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Publish callbacks [] for router, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:52.068734 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ac9f89f0-8e2a-40a6-a6aa-29e8242800f5 None None] Set router 37298ec7-b03e-4787-b333-338a83019848 gateway port host: n-d-815689-1 {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:33:52.166756 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:52.286304 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Deleting port eeec05a5-297d-4cd6-a25b-dfc173f34900 {{(pid=109722) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:52.286554 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:52.327529 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:52.357642 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ac9f89f0-8e2a-40a6-a6aa-29e8242800f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37298ec7-b03e-4787-b333-338a83019848', 'name': 'tempest-TestSnapshotPattern-1749813409-router', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'external_fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:31Z', 'updated_at': '2021-10-27T17:33:51Z', 'revision_number': 5, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'gw_port': {'id': 'eeec05a5-297d-4cd6-a25b-dfc173f34900', 'name': '', 'network_id': '840af1e4-df74-450c-bf75-32afab135856', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:a7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37298ec7-b03e-4787-b333-338a83019848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '37bada56-583c-425d-85d1-03f69390710b', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-815689-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T17:28:32Z', 'updated_at': '2021-10-27T17:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37bada56-583c-425d-85d1-03f69390710b', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-815689-1'}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:52.373436 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.db [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] For port eeec05a5-297d-4cd6-a25b-dfc173f34900, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=eeec05a5-297d-4cd6-a25b-dfc173f34900,segment=NetworkSegment(cbe4264c-1805-4b3a-a838-dcb3d3936ca5),segment_id=cbe4264c-1805-4b3a-a838-dcb3d3936ca5)] {{(pid=109722) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:52.373787 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:52.386812 n-d-815689-1 neutron-server[109722]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Calling delete_port for eeec05a5-297d-4cd6-a25b-dfc173f34900 owned by network:router_gateway {{(pid=109722) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:52.387093 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f89f0-8e2a-40a6-a6aa-29e8242800f5 None None] Checking router: 37298ec7-b03e-4787-b333-338a83019848 for host: n-d-815689-1 {{(pid=109725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 27 17:33:52.396670 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f89f0-8e2a-40a6-a6aa-29e8242800f5 None None] Routers {'37298ec7-b03e-4787-b333-338a83019848'} bound to L3 agent in host n-d-815689-1 {{(pid=109725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 27 17:33:52.397276 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ac9f89f0-8e2a-40a6-a6aa-29e8242800f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-815689-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-27T15:46:21Z,description=,heartbeat_timestamp=2021-10-27T17:33:52Z,host='n-d-815689-1',id=07bc9224-7a23-4081-96b8-f447b05daec2,load=0,resource_versions=,resources_synced=,started_at=2021-10-27T15:46:22Z,topic='l3_agent')) {'router_ids': ['37298ec7-b03e-4787-b333-338a83019848'], 'active': True} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:52.485956 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_dvr_db [None req-ac9f89f0-8e2a-40a6-a6aa-29e8242800f5 None None] Set router 37298ec7-b03e-4787-b333-338a83019848 gateway port host: None {{(pid=109725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 27 17:33:52.543048 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.l3_hamode_db [None req-ac9f89f0-8e2a-40a6-a6aa-29e8242800f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37298ec7-b03e-4787-b333-338a83019848', 'name': 'tempest-TestSnapshotPattern-1749813409-router', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:31Z', 'updated_at': '2021-10-27T17:33:52Z', 'revision_number': 6, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'gw_port_host': None}], 'n-d-815689-1', False) {} {{(pid=109725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:52.570537 n-d-815689-1 neutron-server[109725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9f89f0-8e2a-40a6-a6aa-29e8242800f5 None None] The sync data for ids ['37298ec7-b03e-4787-b333-338a83019848'] in n-d-815689-1 is: [{'id': '37298ec7-b03e-4787-b333-338a83019848', 'name': 'tempest-TestSnapshotPattern-1749813409-router', 'tenant_id': '8eac72fc32434c198f73c1c07f40480a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T17:28:31Z', 'updated_at': '2021-10-27T17:33:52Z', 'revision_number': 6, 'project_id': '8eac72fc32434c198f73c1c07f40480a', 'gw_port_host': None}] {{(pid=109725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 27 17:33:52.606482 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:52.950080 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58854945'] for port, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:52.985456 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeec05a5-297d-4cd6-a25b-dfc173f34900,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:53.059256 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-615037'] for router_gateway, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.150921 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-757783', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7888'] for router, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.153205 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.302773 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-757760'] for router, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.303394 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37298ec7-b03e-4787-b333-338a83019848 {{(pid=109722) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 27 17:33:53.309682 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] Publish callbacks [] for router, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.311399 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4e9b5c9e-202d-4e07-b999-9c1f6c653549 admin admin] 10.222.0.15 "DELETE /v2.0/routers/37298ec7-b03e-4787-b333-338a83019848 HTTP/1.1" status: 204 len: 168 time: 1.3653061 Oct 27 17:33:53.314187 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51144) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:53.381577 n-d-815689-1 neutron-server[109722]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ead9ad1-93f5-46df-8257-dd2c4beff626 admin admin] Deleting subnet 6ece76c9-2f9a-4121-90b8-5d3e84c9b43e {{(pid=109722) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 27 17:33:53.388440 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ead9ad1-93f5-46df-8257-dd2c4beff626 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.424240 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:33:53.426945 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ead9ad1-93f5-46df-8257-dd2c4beff626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16414392'] for subnet, precommit_delete_associations {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.453324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:33:53.453324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 00c12cb4-0e5d-4d8b-8cc8-a2fe5dd648ea not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:33:53.453324 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device eeec05a5-297d-4cd6-a25b-dfc173f34900 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:33:53.474011 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: eeec05a5-297d-4cd6-a25b-dfc173f34900 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:33:53.474329 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device eeec05a5-297d-4cd6-a25b-dfc173f34900 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:33:53.526934 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ead9ad1-93f5-46df-8257-dd2c4beff626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1408341'] for subnet, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.658884 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ead9ad1-93f5-46df-8257-dd2c4beff626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1408348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-381674', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58854932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59137665'] for subnet, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.694229 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead9ad1-93f5-46df-8257-dd2c4beff626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ece76c9-2f9a-4121-90b8-5d3e84c9b43e,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:53.697868 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-8ead9ad1-93f5-46df-8257-dd2c4beff626 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.701124 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-8ead9ad1-93f5-46df-8257-dd2c4beff626 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6ece76c9-2f9a-4121-90b8-5d3e84c9b43e HTTP/1.1" status: 204 len: 168 time: 0.3858354 Oct 27 17:33:53.704311 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [-] (109723) accepted ('10.222.0.15', 51146) {{(pid=109723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:53.705090 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab058039-6cb5-421c-ae54-09a80c233211 None None] Network 17b065af-269b-42a5-b6fa-0490c4e0efa6 requested from n-d-815689-1 {{(pid=109724) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 27 17:33:53.800540 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482414'] for network, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.874980 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Deleting port 7b616d59-0d10-4848-9b46-ee7f47437193 {{(pid=109723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:53.875381 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.950947 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.db [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] For port 7b616d59-0d10-4848-9b46-ee7f47437193, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7b616d59-0d10-4848-9b46-ee7f47437193,segment=NetworkSegment(7fcc7666-d5be-4efb-aa2f-20b3937e0114),segment_id=7fcc7666-d5be-4efb-aa2f-20b3937e0114)] {{(pid=109723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:53.951303 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:53.964901 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df7918-78ea-4f07-b3c2-b0be2c34bcde None None] DHCP port deletion for 17b065af-269b-42a5-b6fa-0490c4e0efa6 request from n-d-815689-1 {{(pid=109724) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 27 17:33:53.967322 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.plugin [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Calling delete_port for 7b616d59-0d10-4848-9b46-ee7f47437193 owned by network:dhcp {{(pid=109723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:54.020528 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-06df7918-78ea-4f07-b3c2-b0be2c34bcde None None] Deleting port 7b616d59-0d10-4848-9b46-ee7f47437193 {{(pid=109724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 27 17:33:54.020915 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-06df7918-78ea-4f07-b3c2-b0be2c34bcde None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772310159638'] for port, before_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.085014 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.db [None req-06df7918-78ea-4f07-b3c2-b0be2c34bcde None None] For port 7b616d59-0d10-4848-9b46-ee7f47437193, host n-d-815689-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-815689-1',level=0,port_id=7b616d59-0d10-4848-9b46-ee7f47437193,segment=NetworkSegment(7fcc7666-d5be-4efb-aa2f-20b3937e0114),segment_id=7fcc7666-d5be-4efb-aa2f-20b3937e0114)] {{(pid=109724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 27 17:33:54.085411 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-06df7918-78ea-4f07-b3c2-b0be2c34bcde None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766282'] for port, precommit_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.098930 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-06df7918-78ea-4f07-b3c2-b0be2c34bcde None None] Calling delete_port for 7b616d59-0d10-4848-9b46-ee7f47437193 owned by network:dhcp {{(pid=109724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 27 17:33:54.099294 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62301643'] for port, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.130856 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b616d59-0d10-4848-9b46-ee7f47437193,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:54.135537 n-d-815689-1 neutron-server[109723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] No DVR routers for this DVR port 7b616d59-0d10-4848-9b46-ee7f47437193 on host n-d-815689-1 {{(pid=109723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:33:54.182524 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-06df7918-78ea-4f07-b3c2-b0be2c34bcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1549735', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772310051548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772309703509'] for port, after_delete {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.205645 n-d-815689-1 neutron-server[109724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df7918-78ea-4f07-b3c2-b0be2c34bcde None None] Pushing event deleted for resources: {'Port': ['ID=7b616d59-0d10-4848-9b46-ee7f47437193,revision_number=None']} {{(pid=109724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:54.212795 n-d-815689-1 neutron-server[109724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df7918-78ea-4f07-b3c2-b0be2c34bcde None None] No DVR routers for this DVR port 7b616d59-0d10-4848-9b46-ee7f47437193 on host n-d-815689-1 {{(pid=109724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 27 17:33:54.215693 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1403584', 'neutron.services.segments.db._delete_segments_for_network-8772310207326'] for network, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.238985 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b065af-269b-42a5-b6fa-0490c4e0efa6']}} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:54.248593 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcc7666-d5be-4efb-aa2f-20b3937e0114') {'for_net_delete': True} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:54.249622 n-d-815689-1 neutron-server[109723]: DEBUG neutron.services.segments.db [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcc7666-d5be-4efb-aa2f-20b3937e0114') {} {{(pid=109723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 27 17:33:54.259223 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772310208103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62036427'] for segment, before_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.272910 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068'] for segment, precommit_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.279141 n-d-815689-1 neutron-server[109723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=109723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 27 17:33:54.279523 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1378068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62301460'] for segment, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: Traceback (most recent call last): Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: timer() Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: cb(*args, **kw) Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: return func(*args, **kwargs) Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: self._notify() Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: self.callback(batched_events) Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: event.method(event) Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: aggregate_uuid = self.p_client.list_aggregates( Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: return f(self, *a, **k) Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: return self._get(url).json() Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: return self.request(url, 'GET', **kwargs) Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: base_url = self.get_endpoint(auth, allow=allow, Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 27 17:33:54.281238 n-d-815689-1 neutron-server[109723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 27 17:33:54.412458 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1403595', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-368562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1550782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-614977'] for network, after_delete {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.418041 n-d-815689-1 neutron-server[109723]: DEBUG neutron_lib.callbacks.manager [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Publish callbacks [] for network, before_response {{(pid=109723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.421232 n-d-815689-1 neutron-server[109723]: INFO neutron.wsgi [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] 10.222.0.15 "DELETE /v2.0/networks/17b065af-269b-42a5-b6fa-0490c4e0efa6 HTTP/1.1" status: 204 len: 168 time: 0.7154889 Oct 27 17:33:54.433420 n-d-815689-1 neutron-server[109723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98c585-f5cd-4de3-9071-d0822c405946 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b065af-269b-42a5-b6fa-0490c4e0efa6,revision_number=None']} {{(pid=109723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:54.555102 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.835457 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51150) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:54.877365 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-f780238d-5ec7-4435-bdb3-05bbbb39b326 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f639d9a2bd8e499291fb2fa55c3c6049&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407412 Oct 27 17:33:54.881067 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51152) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:54.930346 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d02f5846-8b84-4398-802b-96090f505e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:54.952740 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d02f5846-8b84-4398-802b-96090f505e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:55.052570 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d02f5846-8b84-4398-802b-96090f505e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:55.055350 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-d02f5846-8b84-4398-802b-96090f505e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:55.056555 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-d02f5846-8b84-4398-802b-96090f505e4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4816327e-78ca-483f-9af7-d39fc5538c0b HTTP/1.1" status: 204 len: 168 time: 0.1745358 Oct 27 17:33:55.065086 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02f5846-8b84-4398-802b-96090f505e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4816327e-78ca-483f-9af7-d39fc5538c0b,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:33:55.260438 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7b616d59-0d10-4848-9b46-ee7f47437193 no longer exists at agent ovs-agent-n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 27 17:33:55.274737 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.plugin [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] No Port match for: 7b616d59-0d10-4848-9b46-ee7f47437193 {{(pid=109724) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 27 17:33:55.275080 n-d-815689-1 neutron-server[109724]: DEBUG neutron.plugins.ml2.rpc [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Device 7b616d59-0d10-4848-9b46-ee7f47437193 not bound to the agent host n-d-815689-1 {{(pid=109724) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 27 17:33:55.717666 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51158) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:55.760139 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-dd47eb70-0810-47d9-a05d-6c872f5cb9a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8eac72fc32434c198f73c1c07f40480a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412321 Oct 27 17:33:55.762931 n-d-815689-1 neutron-server[109722]: DEBUG neutron.wsgi [-] (109722) accepted ('10.222.0.15', 51160) {{(pid=109722) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 27 17:33:55.816985 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7a47-f77e-4ccf-9dd4-fefabbbe8512 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:55.839072 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7a47-f77e-4ccf-9dd4-fefabbbe8512 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:55.959811 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7a47-f77e-4ccf-9dd4-fefabbbe8512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-691968'] for security_group, after_delete {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:55.962388 n-d-815689-1 neutron-server[109722]: DEBUG neutron_lib.callbacks.manager [None req-4e3c7a47-f77e-4ccf-9dd4-fefabbbe8512 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:33:55.963590 n-d-815689-1 neutron-server[109722]: INFO neutron.wsgi [None req-4e3c7a47-f77e-4ccf-9dd4-fefabbbe8512 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38d44a8e-d781-480e-97ba-b21e622a0798 HTTP/1.1" status: 204 len: 168 time: 0.1997354 Oct 27 17:33:55.971489 n-d-815689-1 neutron-server[109722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c7a47-f77e-4ccf-9dd4-fefabbbe8512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d44a8e-d781-480e-97ba-b21e622a0798,revision_number=None']} {{(pid=109722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 27 17:34:00.217099 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:03.560829 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:18.542900 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-5494c09a-18fa-4e95-a8f1-05e4f478f9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:21.628926 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b5a38b36-e2b1-409b-ba85-b06232d313ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:22.343105 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:22.616474 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:24.537288 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:25.203517 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:34:30.239673 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:33.548363 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:48.542358 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-84c8be4f-df77-42be-b192-10a1901ad0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:51.593846 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f1fcce21-52fe-42c3-a764-9cb206b6dae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:52.285358 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:52.570472 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:34:54.576543 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:00.221810 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:02.202576 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:35:03.547944 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:18.570777 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b61327f2-4138-4df9-9cf5-10e80d0185ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:21.765471 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-756d2b83-3ab0-4f53-ad59-d2af9822d0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:22.301485 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:22.576320 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:24.598593 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:30.227849 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:33.587531 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:39.202066 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:35:48.535250 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-dfe4c864-3372-4ec4-a1b0-d691b2957324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:51.638655 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-684c2697-f42a-49b7-86c6-183d87ca083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:52.306918 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:52.569528 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:35:54.541198 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:00.255432 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:03.620924 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:16.200535 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:36:18.563494 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4bf5cdde-c05c-49a0-a9cb-daa0b84ac18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:21.609151 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d1c966d8-d0b3-44bf-ba79-c8c180f12335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:22.311909 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:22.580722 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:24.563132 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:30.266266 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:33.597728 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:48.529198 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4413e134-0dcc-43a1-a6bb-effc90c11580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:51.745827 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-70202638-7833-4d24-ab79-23110467d46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:52.317555 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:52.580018 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:36:53.199926 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:36:54.597204 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:00.271106 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:03.574347 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:18.579707 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-637e0f3b-115d-46b8-8f68-266141d35997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:21.625564 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a29bd1ce-25b8-43c8-abc2-d24bc984f99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:22.333667 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:22.683293 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:24.545102 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:30.199651 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:37:30.282300 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:33.585193 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:48.568011 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef0e0cc5-165f-4310-9d41-0cf3f64d83fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:51.591204 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-42c4a850-4860-4c7f-a0a4-51a4bad04fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:52.304784 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:52.596287 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:37:54.590785 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:00.282193 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:03.590935 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:07.198537 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:38:18.550294 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b82af94b-37b7-42e2-a9c0-1f38ec3bb031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:21.573277 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-6676977f-0f88-4a49-accd-b2cdd3cde2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:22.327620 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:22.641768 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:24.596228 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:30.327347 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:33.607565 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:44.198998 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:38:48.538665 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ab1b637f-5719-472f-bbf8-ba601efff80c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:51.607603 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-27023113-75d8-46a8-902e-4b11bff03b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:52.315558 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:52.641841 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:38:54.561206 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:00.361712 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:03.584458 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:18.527518 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-58dc63b0-87dd-4e36-b6da-0ad07cfc7272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:21.198073 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:39:21.624041 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-d1fecac2-433e-4d37-bc3d-532675649c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:22.327157 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:22.630124 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:24.595569 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:30.361039 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:33.601102 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:48.532386 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f3ae6340-78b5-4555-a455-df24f5690e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:51.652899 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-3899f355-974b-4899-9d68-38ca636ec351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:52.327041 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:52.646645 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:54.646936 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:39:58.196988 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:40:00.332862 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:03.612755 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:18.538514 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-855e4f82-1fd0-4e12-81b8-5e94201e8b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:21.610728 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-b34b2229-24e5-492d-ab62-df9096afc7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:22.320954 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:22.616946 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:24.659272 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:30.353794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:33.629435 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:35.197554 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:40:48.600659 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-271c3004-095d-4b8e-a5ba-6d3b2bcf8beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:51.581697 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-515b07d3-d7ac-4c01-b40b-855ffd011aee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:52.314546 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:52.640643 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:40:54.657714 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:00.383010 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:03.610179 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:03.730641 n-d-815689-1 neutron-server[109723]: DEBUG neutron.wsgi [req-fb6bffe2-f246-4cb9-b764-c3766af3e576 req-7bcd0182-2ca3-4867-aa80-a3a164133382 service neutron] (109723) timed out ('10.222.0.15', 48868) {{(pid=109723) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 27 17:41:12.196946 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:41:18.537970 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-4b7b10d9-d321-430e-95ce-3bbb07f40370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:21.577331 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f682e1e7-97c0-4abc-ae0a-563a05595fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:22.303550 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:22.733571 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:24.564530 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:30.377243 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:33.640207 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:48.552544 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-fb6cfb8f-567f-4f26-8ee5-eeefb941e3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:49.195116 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:41:51.594314 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-096bcff9-f40a-4039-b336-c0bdc58ea842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:52.306791 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:52.617353 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:41:54.599794 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:00.382514 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:03.621149 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:18.560843 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-e395f2e7-ddec-4d81-b3a9-7f162795e40d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:21.574499 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-ef3a3cd2-7f66-4805-a326-40b2da54f6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:22.369125 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:22.616905 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:24.569520 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:26.194632 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:42:30.370839 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:33.662496 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:48.565076 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-20d56a9d-f7e0-4189-885b-cc7d0fcdf247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:51.610966 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-9049a454-b062-48c7-b451-7a5f68d234b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:52.325224 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-a705e28e-3fe0-4b64-9a70-4c5559317323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:52.623073 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-8edcdb52-3ca8-42f7-8291-0667fb20bf7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:42:54.579878 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f81f069d-e2ac-47f8-ae80-34dceda11f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:43:00.404811 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-f9132821-6071-4bb7-9dbb-2da2d2c9147f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 27 17:43:03.194657 n-d-815689-1 neutron-server[109725]: DEBUG neutron.db.agents_db [None req-fa388776-81f1-4880-a407-7c47acc18af5 None None] Agent healthcheck: found 7 active agents {{(pid=109725) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 27 17:43:03.660226 n-d-815689-1 neutron-server[109724]: DEBUG neutron_lib.callbacks.manager [None req-506caa26-b517-4ff0-9159-2e54fd5fbcbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772310207308', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1404554'] for agent, after_update {{(pid=109724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}